-- Logs begin at Thu 2022-10-13 14:42:03 UTC, end at Thu 2022-10-13 16:51:06 UTC. -- Oct 13 15:16:18.385795 dv-neutron-860329-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Oct 13 15:16:20.891278 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.common.config [-] Logging enabled! Oct 13 15:16:20.891965 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.5.1.dev51 Oct 13 15:16:20.892063 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88867) setup_logging /opt/stack/neutron/neutron/common/config.py:115}} Oct 13 15:16:20.895156 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.common.config [-] Logging enabled! Oct 13 15:16:20.895416 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.5.1.dev51 Oct 13 15:16:20.895729 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88867) setup_logging /opt/stack/neutron/neutron/common/config.py:115}} Oct 13 15:16:20.896656 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 13 15:16:20.896894 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 13 15:16:20.897254 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 13 15:16:20.897504 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 13 15:16:20.897732 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 13 15:16:20.898056 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.898381 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.898682 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.898951 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.899754 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.900050 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.900337 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.900629 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.900927 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.901215 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.901499 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.901785 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.902016 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.902321 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] config_source = [] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.902610 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.902898 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.903125 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] debug = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.903408 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.903835 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.904252 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.904533 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.904823 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.905107 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.905379 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.905657 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.905941 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.906300 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] host = dv-neutron-860329-2-hyperv {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.906582 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.906870 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.907158 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.907447 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.907724 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.908002 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.908288 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.908564 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] log_dir = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.908838 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] log_file = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.909114 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.909405 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.909694 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.909982 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.910241 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.910468 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.910756 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.911043 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.911321 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.911597 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.911872 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.912149 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.912425 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.912694 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.912980 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.913264 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.913552 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.913834 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.914111 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.914406 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.914705 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.914992 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.915267 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.915541 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.915816 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.916105 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.916376 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.916651 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.916953 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.917238 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.917522 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.917808 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.918082 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.918390 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.918665 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.918938 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] use_journal = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.919209 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] use_json = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.919484 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.919757 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.920038 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.920312 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.920585 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.920857 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.921127 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.921412 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.921685 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:20.921983 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.922304 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.922608 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.922897 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.923191 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.923476 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.923774 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.924057 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.924349 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.924641 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.924931 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.925210 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.925504 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.925830 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.926085 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.926417 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.926713 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.927007 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.927284 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.927562 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.927839 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.928118 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.928407 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.928703 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.928998 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.929275 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.929558 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.929855 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.930172 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.930459 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.930742 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.931032 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.931312 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.931588 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.931874 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.932169 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.932460 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.932736 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.933017 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.933308 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.933587 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.933866 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.934211 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.934508 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.934785 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.935073 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.935355 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.935633 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.935911 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.936193 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.936470 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.936747 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.937028 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.937305 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.937585 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.937861 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.938155 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.938434 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.938711 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.938987 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.939262 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.939536 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.939817 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.940093 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.940367 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.940644 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.940919 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.941196 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.941484 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] cli_script.dry_run = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.941775 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.942075 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.942381 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.942664 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.942944 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.943223 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.943502 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.943785 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.944065 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.944346 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.944622 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.944913 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.945197 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.945486 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.946303 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.946600 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.946900 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.947184 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.947470 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.947755 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.948039 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.948326 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.948614 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.948913 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.949211 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.949506 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.949805 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.950102 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.950407 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.950718 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.951000 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:20.951219 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 13 15:16:20.951459 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88867) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Oct 13 15:16:21.339314 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO keyring.backend [-] Loading KWallet Oct 13 15:16:21.346629 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO keyring.backend [-] Loading SecretService Oct 13 15:16:21.350033 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO keyring.backend [-] Loading Windows Oct 13 15:16:21.351348 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO keyring.backend [-] Loading chainer Oct 13 15:16:21.351914 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO keyring.backend [-] Loading macOS Oct 13 15:16:21.385564 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 13 15:16:21.385840 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 13 15:16:21.386157 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Oct 13 15:16:21.386496 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.manager [-] Loading core plugin: ml2 Oct 13 15:16:21.776450 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:21.776743 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:21.777019 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:21.778242 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:21.778520 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:21.778787 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:21.814428 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:21.814707 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:21.814976 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:21.828075 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:21.828488 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:21.828765 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:21.859660 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:21.859939 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:21.860205 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:21.896212 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:21.896743 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:21.896743 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.127850 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.128065 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.128340 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.128611 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.129361 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.248300 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.248625 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.248914 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.249187 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.249457 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.249772 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.250039 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.250322 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.250582 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.250870 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.251134 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.251401 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.251669 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.251929 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.252199 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.252471 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.252733 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.253009 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.253267 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.253553 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.253906 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.254184 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.254438 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.254725 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.254977 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.255225 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.255615 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88867) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 15:16:22.255861 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88867) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 15:16:22.256100 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88867) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 15:16:22.256338 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88867) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 15:16:22.256575 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88867) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 15:16:22.256810 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88867) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 15:16:22.257173 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Oct 13 15:16:22.260804 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Oct 13 15:16:22.264692 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Oct 13 15:16:22.268415 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(400, 449)])]) Oct 13 15:16:22.270012 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Oct 13 15:16:22.270633 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Oct 13 15:16:22.270971 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Oct 13 15:16:22.271356 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Oct 13 15:16:22.274688 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Oct 13 15:16:22.274944 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Oct 13 15:16:22.275287 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Oct 13 15:16:22.302346 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Oct 13 15:16:22.302793 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.303094 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88867) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Oct 13 15:16:22.303463 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.304797 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88867) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Oct 13 15:16:22.305102 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Oct 13 15:16:22.305355 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Oct 13 15:16:22.331576 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.331867 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.394512 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Oct 13 15:16:22.394753 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Oct 13 15:16:22.394988 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Oct 13 15:16:22.395353 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Oct 13 15:16:22.429225 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_db.sqlalchemy.engines [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88867) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Oct 13 15:16:22.761901 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.plugins.ml2.managers [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Initializing driver for type 'gre' Oct 13 15:16:22.762454 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] gre ID ranges: [(1, 1000)] Oct 13 15:16:22.817279 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.plugins.ml2.managers [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Initializing driver for type 'local' Oct 13 15:16:22.817620 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.plugins.ml2.managers [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Initializing driver for type 'vlan' Oct 13 15:16:22.829553 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] VlanTypeDriver initialization complete Oct 13 15:16:22.829920 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.plugins.ml2.managers [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Initializing driver for type 'vxlan' Oct 13 15:16:22.830463 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] vxlan ID ranges: [(1, 1000)] Oct 13 15:16:22.884593 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.plugins.ml2.managers [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Initializing extension driver 'port_security' Oct 13 15:16:22.884986 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.plugins.ml2.extensions.port_security [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] PortSecurityExtensionDriver initialization complete Oct 13 15:16:22.885382 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.plugins.ml2.managers [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Initializing mechanism driver 'openvswitch' Oct 13 15:16:22.885727 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.plugins.ml2.managers [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Initializing mechanism driver 'hyperv' Oct 13 15:16:22.892435 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.plugins.ml2.plugin [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88867) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:16:22.893097 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > port after_create 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.893463 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > port after_update 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.893810 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > port after_delete 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.894354 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88867) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 13 15:16:22.894778 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > subnet after_create 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.895132 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > subnet after_update 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.895476 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.895866 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88867) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 13 15:16:22.896265 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > network after_create 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.896811 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > network after_update 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.896943 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > network after_delete 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.897327 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88867) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 13 15:16:22.897725 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > security_group after_create 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.898070 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > security_group after_update 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.898436 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > security_group after_delete 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.899531 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88867) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 13 15:16:22.899935 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.900353 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.900699 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.901091 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88867) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 13 15:16:22.901486 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > address_group after_create 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.901829 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > address_group after_update 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.902189 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > address_group after_delete 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.902576 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88867) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Oct 13 15:16:22.903015 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] ML2 OVO RPC backend initialized. {{(pid=88867) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Oct 13 15:16:22.903711 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.904063 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.904476 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > network before_response 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.904820 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > networks before_response 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.905163 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > port before_response 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.905502 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > ports before_response 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.905839 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > subnet before_response 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.906204 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > subnets before_response 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.906547 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > network after_create 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.906880 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > network after_update 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.907211 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > network after_delete 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.907541 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > port after_create 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.907870 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > port after_update 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.908199 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > port after_delete 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.908527 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > subnet after_create 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.908855 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > subnet after_update 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.909188 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > subnet after_delete 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.909748 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.plugins.ml2.plugin [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Modular L2 Plugin initialization complete Oct 13 15:16:22.910070 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading services supported by the core plugin {{(pid=88867) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Oct 13 15:16:22.910414 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.plugins.ml2.managers [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Got port-security extension from driver 'port_security' Oct 13 15:16:22.910875 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.extensions.vlantransparent [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Disabled vlantransparent extension. Oct 13 15:16:22.911355 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88867) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Oct 13 15:16:22.911679 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading Plugin: router Oct 13 15:16:22.947239 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > router_interface before_create 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.947580 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > router after_create 55549900 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.947948 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > router before_create 55549900 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.948313 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.948685 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.949038 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > router after_delete 55549900 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.949395 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > floatingip after_update 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.949755 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > router after_create 55549900 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.950100 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > router after_update 55549900 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.950476 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > router after_update 55549900 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.950823 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.951178 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > router after_update 55549900 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.951587 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > router precommit_update 55549900 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.951955 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: port after_update 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.952292 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: port after_delete 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.952628 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: subnet after_update 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.952962 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.953309 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > port precommit_delete 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.953655 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > router precommit_create 55549900 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.953996 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: port before_delete 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.954442 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > router precommit_create 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.954806 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > router after_update 55549900 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.955147 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > router precommit_delete 55549900 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.955494 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > router precommit_create 55549900 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.955849 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > router_interface after_create 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.956190 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > router precommit_update 55549900 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.956549 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > agent after_create 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.956893 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > agent after_delete 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.957239 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > network after_delete 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.958080 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.quota.resource_registry [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Tracking information for resource: router configured {{(pid=88867) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 15:16:22.958427 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.quota.resource_registry [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Tracking information for resource: floatingip configured {{(pid=88867) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Oct 13 15:16:22.963834 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.db.l3_agentschedulers_db [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Oct 13 15:16:22.964406 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: port after_update 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.964764 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: port after_create 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.965111 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: port after_delete 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.965457 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: port after_update 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.966338 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > router before_create 55550100 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.966706 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > router precommit_delete 55550100 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.967064 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > router precommit_create 55550100 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.967673 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > router precommit_update 55550100 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.972152 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.services.provider_configuration [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Service providers = [] {{(pid=88867) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Oct 13 15:16:22.972515 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.db.servicetype_db [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88867) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Oct 13 15:16:22.975416 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.services.service_base [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88867) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 13 15:16:22.975765 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.services.service_base [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88867) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 13 15:16:22.976099 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.services.service_base [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88867) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 13 15:16:22.976993 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.services.service_base [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88867) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Oct 13 15:16:22.977360 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.services.service_base [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Default provider is not specified for service type L3_ROUTER_NAT Oct 13 15:16:22.977723 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88867) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 15:16:22.978033 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Oct 13 15:16:22.988394 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88867) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 15:16:22.988729 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading Plugin: auto_allocate Oct 13 15:16:22.994454 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: network precommit_update 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.994816 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: network precommit_create 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:22.995320 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88867) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 15:16:22.995634 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading Plugin: tag Oct 13 15:16:23.001993 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88867) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 15:16:23.002358 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading Plugin: timestamp Oct 13 15:16:23.007507 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88867) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 15:16:23.007830 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading Plugin: network_ip_availability Oct 13 15:16:23.013520 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:23.013888 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:23.014280 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:23.014982 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88867) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 15:16:23.015297 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading Plugin: flavors Oct 13 15:16:23.019857 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88867) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 15:16:23.020188 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading Plugin: revisions Oct 13 15:16:23.025180 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88867) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Oct 13 15:16:23.025570 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_concurrency.lockutils [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.639s {{(pid=88867) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Oct 13 15:16:23.026327 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88867) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Oct 13 15:16:23.026662 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Initializing extension manager. Oct 13 15:16:23.027161 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: __init__.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.027496 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: __pycache__ {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.027825 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.028152 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: address_group.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.028892 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.029438 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: address-group Oct 13 15:16:23.029757 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: address_scope.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.030658 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.031157 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: address-scope Oct 13 15:16:23.031475 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: admin_state_down_before_update.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.032383 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.032881 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: router-admin-state-down-before-update Oct 13 15:16:23.033199 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: agent.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.033883 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.034399 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: agent Oct 13 15:16:23.034717 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: agent_resources_synced.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.035612 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.036108 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: agent-resources-synced Oct 13 15:16:23.036431 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: allowedaddresspairs.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.038213 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.038732 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: allowed-address-pairs Oct 13 15:16:23.039055 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: auto_allocated_topology.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.040132 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.040646 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: auto-allocated-topology Oct 13 15:16:23.040971 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: availability_zone.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.041692 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.042208 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: availability_zone Oct 13 15:16:23.042532 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: availability_zone_filter.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.043436 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.043936 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: availability_zone_filter Oct 13 15:16:23.044256 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: data_plane_status.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.045148 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.045646 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extension data-plane-status not supported by any of loaded plugins Oct 13 15:16:23.045964 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: default_subnetpools.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.046890 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.047389 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: default-subnetpools Oct 13 15:16:23.047732 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: dhcpagentscheduler.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.048508 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.049006 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: dhcp_agent_scheduler Oct 13 15:16:23.049325 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: dns.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.050243 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.050736 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extension dns-integration not supported by any of loaded plugins Oct 13 15:16:23.051051 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: dns_domain_ports.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.051948 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.052440 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extension dns-domain-ports not supported by any of loaded plugins Oct 13 15:16:23.052756 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: dvr.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.053417 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.053905 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: dvr Oct 13 15:16:23.054250 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: empty_string_filtering.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.055354 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.055850 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: empty-string-filtering Oct 13 15:16:23.056173 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.057080 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.057580 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Oct 13 15:16:23.057899 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.058822 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.059317 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Oct 13 15:16:23.059633 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: external_net.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.060519 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.061022 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: external-net Oct 13 15:16:23.061339 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: extra_dhcp_opt.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.062263 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.062771 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: extra_dhcp_opt Oct 13 15:16:23.063087 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: extraroute.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.063981 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.064482 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: extraroute Oct 13 15:16:23.064800 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: extraroute_atomic.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.065811 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.066352 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: extraroute-atomic Oct 13 15:16:23.066669 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: filter_validation.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.067324 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.067818 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: filter-validation Oct 13 15:16:23.068133 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: fip_pf_description.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.069021 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.069512 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Oct 13 15:16:23.069825 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: fip_port_details.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.071282 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.071775 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: fip-port-details Oct 13 15:16:23.072088 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: flavors.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.073297 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.073801 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: flavors Oct 13 15:16:23.074136 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.076024 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.076541 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Oct 13 15:16:23.076866 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: floatingip_pools.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.077550 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.078050 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: floatingip-pools Oct 13 15:16:23.078394 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: ip_allocation.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.079299 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.079807 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extension ip_allocation not supported by any of loaded plugins Oct 13 15:16:23.080120 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.081017 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.081518 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: ip-substring-filtering Oct 13 15:16:23.081843 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: l2_adjacency.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.082778 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.083269 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extension l2_adjacency not supported by any of loaded plugins Oct 13 15:16:23.083591 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: l3.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.084685 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.085197 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: router Oct 13 15:16:23.085524 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: l3_conntrack_helper.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.088341 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.088867 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Oct 13 15:16:23.089196 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.090108 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.090645 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: ext-gw-mode Oct 13 15:16:23.090967 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.091867 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.092621 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: l3-ha Oct 13 15:16:23.092942 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: l3_flavors.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.093842 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.094367 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: l3-flavors Oct 13 15:16:23.094687 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.095584 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.096087 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: l3-port-ip-change-not-allowed Oct 13 15:16:23.096407 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: l3agentscheduler.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.097431 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.097934 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: l3_agent_scheduler Oct 13 15:16:23.098288 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: logging.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.099779 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.100295 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extension logging not supported by any of loaded plugins Oct 13 15:16:23.100650 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: metering.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.101389 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.101994 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: metering Oct 13 15:16:23.102352 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.103426 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.103935 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: metering_source_and_destination_fields Oct 13 15:16:23.104261 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: multiprovidernet.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.105164 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.105667 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: multi-provider Oct 13 15:16:23.105989 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: netmtu.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.106919 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.107423 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: net-mtu Oct 13 15:16:23.107744 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: netmtu_writable.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.108640 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.109140 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: net-mtu-writable Oct 13 15:16:23.109459 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: network_availability_zone.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.110117 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.110642 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: network_availability_zone Oct 13 15:16:23.110958 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: network_ip_availability.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.112038 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.112531 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: network-ip-availability Oct 13 15:16:23.112849 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: network_segment_range.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.113602 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.114102 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extension network-segment-range not supported by any of loaded plugins Oct 13 15:16:23.114447 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: pagination.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.115403 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.115728 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: pagination Oct 13 15:16:23.116044 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: port_device_profile.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.116942 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.117444 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: port-device-profile Oct 13 15:16:23.117792 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.118739 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.119236 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: port-mac-address-regenerate Oct 13 15:16:23.119554 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.120440 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.120936 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: port-numa-affinity-policy Oct 13 15:16:23.121254 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: port_resource_request.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.122168 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.122670 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extension port-resource-request not supported by any of loaded plugins Oct 13 15:16:23.122989 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: portbindings.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.123910 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.124409 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: binding Oct 13 15:16:23.124725 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: portbindings_extended.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.126084 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.126615 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: binding-extended Oct 13 15:16:23.126938 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: portsecurity.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.127835 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.128334 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: port-security Oct 13 15:16:23.128654 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: project_id.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.129606 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.129930 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: project-id Oct 13 15:16:23.130282 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: providernet.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.131195 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.131700 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: provider Oct 13 15:16:23.132017 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: qos.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.136220 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.136735 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extension qos not supported by any of loaded plugins Oct 13 15:16:23.137065 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.138310 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.138822 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Oct 13 15:16:23.139150 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.140054 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.140559 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Oct 13 15:16:23.140881 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: qos_default.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.141775 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.142304 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extension qos-default not supported by any of loaded plugins Oct 13 15:16:23.142628 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: qos_fip.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.143270 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.143762 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extension qos-fip not supported by any of loaded plugins Oct 13 15:16:23.144082 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: qos_gateway_ip.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.144981 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.145476 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extension qos-gateway-ip not supported by any of loaded plugins Oct 13 15:16:23.145797 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: qos_port_network_policy.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.146730 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.147230 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extension qos-port-network-policy not supported by any of loaded plugins Oct 13 15:16:23.147554 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: qos_rule_type_details.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.148448 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.149529 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extension qos-rule-type-details not supported by any of loaded plugins Oct 13 15:16:23.149851 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: qos_rules_alias.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.150901 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.151403 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extension qos-rules-alias not supported by any of loaded plugins Oct 13 15:16:23.151726 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: quotasv2.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.152613 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.152935 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: quotas Oct 13 15:16:23.153251 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: quotasv2_detail.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.154855 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.155195 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: quota_details Oct 13 15:16:23.155521 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: rbac.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.156626 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.157145 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: rbac-policies Oct 13 15:16:23.157468 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: rbac_address_group.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.158401 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.158913 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: rbac-address-group Oct 13 15:16:23.159236 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: rbac_address_scope.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.160141 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.160643 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: rbac-address-scope Oct 13 15:16:23.160960 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: rbac_security_groups.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.161872 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.162403 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: rbac-security-groups Oct 13 15:16:23.162722 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: rbac_subnetpool.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.163621 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.164121 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: rbac-subnetpool Oct 13 15:16:23.164461 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: revisionifmatch.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.165497 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.166003 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: revision-if-match Oct 13 15:16:23.166353 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: revisions.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.167445 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.167948 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: standard-attr-revisions Oct 13 15:16:23.168267 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: router_availability_zone.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.168929 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.169432 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: router_availability_zone Oct 13 15:16:23.169751 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: routerservicetype.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.170685 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.171190 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extension router-service-type not supported by any of loaded plugins Oct 13 15:16:23.171508 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.172416 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.172919 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: security-groups-normalized-cidr Oct 13 15:16:23.173239 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: security_groups_port_filtering.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.174166 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.174672 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: port-security-groups-filtering Oct 13 15:16:23.174991 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.175890 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.176390 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: security-groups-remote-address-group Oct 13 15:16:23.176706 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: securitygroup.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.186246 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.186769 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: security-group Oct 13 15:16:23.187098 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: segment.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.187863 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.188366 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extension segment not supported by any of loaded plugins Oct 13 15:16:23.188687 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.189613 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.190114 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Oct 13 15:16:23.190460 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: servicetype.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.191546 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.192061 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: service-type Oct 13 15:16:23.192382 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: sorting.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.193342 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.193676 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: sorting Oct 13 15:16:23.193998 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: standard_attr_segment.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.194915 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.195423 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extension standard-attr-segment not supported by any of loaded plugins Oct 13 15:16:23.196279 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: standardattrdescription.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.196916 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.197469 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: standard-attr-description Oct 13 15:16:23.197741 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: stateful_security_group.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.198674 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.199169 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: stateful-security-group Oct 13 15:16:23.199484 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: stdattrs_common.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.200051 dv-neutron-860329-2-hyperv neutron-server[88867]: WARNING neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Oct 13 15:16:23.200364 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.201338 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.201837 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Oct 13 15:16:23.202178 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: subnet_onboard.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.203229 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.203731 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: subnet_onboard Oct 13 15:16:23.204048 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.204961 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.205455 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Oct 13 15:16:23.205773 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: subnet_service_types.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.206715 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.207232 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: subnet-service-types Oct 13 15:16:23.207549 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: subnetallocation.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.208613 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.209115 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: subnet_allocation Oct 13 15:16:23.209436 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.210088 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.210620 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: subnetpool-prefix-ops Oct 13 15:16:23.210938 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.212400 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.212904 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Oct 13 15:16:23.213225 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: tagging.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.214311 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.214820 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: standard-attr-tag Oct 13 15:16:23.215141 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: timestamp.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.216313 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.216804 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loaded extension: standard-attr-timestamp Oct 13 15:16:23.217127 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: trunk.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.218420 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.218923 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extension trunk not supported by any of loaded plugins Oct 13 15:16:23.219246 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: trunk_details.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.220150 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.220650 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extension trunk-details not supported by any of loaded plugins Oct 13 15:16:23.220970 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: uplink_status_propagation.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.221872 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.222406 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extension uplink-status-propagation not supported by any of loaded plugins Oct 13 15:16:23.222731 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Loading extension file: vlantransparent.py {{(pid=88867) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Oct 13 15:16:23.223387 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88867) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Oct 13 15:16:23.223882 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extension vlan-transparent not supported by any of loaded plugins Oct 13 15:16:23.226321 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.quota.resource_registry [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Creating instance of TrackedResource for resource:network Oct 13 15:16:23.227081 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.quota.resource_registry [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Creating instance of TrackedResource for resource:subnet Oct 13 15:16:23.227867 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.quota.resource_registry [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Creating instance of TrackedResource for resource:subnetpool Oct 13 15:16:23.228472 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.quota.resource_registry [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Creating instance of TrackedResource for resource:port Oct 13 15:16:23.229729 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.v2.resource_helper [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 15:16:23.230205 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.v2.resource_helper [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Service FLAVORS assigned prefix: {{(pid=88867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 15:16:23.230822 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.v2.resource_helper [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 15:16:23.231258 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.v2.resource_helper [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 15:16:23.231584 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.quota.resource_registry [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Creating instance of TrackedResource for resource:router Oct 13 15:16:23.232228 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.quota.resource_registry [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Creating instance of TrackedResource for resource:floatingip Oct 13 15:16:23.232953 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.v2.resource_helper [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Service METERING assigned prefix: /metering {{(pid=88867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 15:16:23.234420 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:23.234799 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:23.235153 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=88867) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:16:23.236266 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.quota.resource_registry [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Creating instance of CountableResource for resource:rbac_policy Oct 13 15:16:23.236709 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.quota.resource_registry [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Creating instance of TrackedResource for resource:security_group Oct 13 15:16:23.237381 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.quota.resource_registry [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 13 15:16:23.238147 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.v2.resource_helper [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Service CORE assigned prefix: {{(pid=88867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 15:16:23.238478 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.quota.resource_registry [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Creating instance of TrackedResource for resource:subnetpool Oct 13 15:16:23.238812 dv-neutron-860329-2-hyperv neutron-server[88867]: WARNING neutron.quota.resource_registry [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] subnetpool is already registered Oct 13 15:16:23.239414 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.v2.resource_helper [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Service CORE assigned prefix: {{(pid=88867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 15:16:23.239735 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.quota.resource_registry [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Creating instance of TrackedResource for resource:subnetpool Oct 13 15:16:23.240062 dv-neutron-860329-2-hyperv neutron-server[88867]: WARNING neutron.quota.resource_registry [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] subnetpool is already registered Oct 13 15:16:23.242654 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.v2.resource_helper [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 15:16:23.243087 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.v2.resource_helper [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Service FLAVORS assigned prefix: {{(pid=88867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 15:16:23.243677 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.v2.resource_helper [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 15:16:23.244093 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.v2.resource_helper [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=88867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 15:16:23.244419 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.quota.resource_registry [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Creating instance of TrackedResource for resource:router Oct 13 15:16:23.244742 dv-neutron-860329-2-hyperv neutron-server[88867]: WARNING neutron.quota.resource_registry [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] router is already registered Oct 13 15:16:23.245329 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.quota.resource_registry [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Creating instance of TrackedResource for resource:floatingip Oct 13 15:16:23.245655 dv-neutron-860329-2-hyperv neutron-server[88867]: WARNING neutron.quota.resource_registry [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] floatingip is already registered Oct 13 15:16:23.246325 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.v2.resource_helper [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Service METERING assigned prefix: /metering {{(pid=88867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 15:16:23.247000 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.quota.resource_registry [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Creating instance of CountableResource for resource:rbac_policy Oct 13 15:16:23.247322 dv-neutron-860329-2-hyperv neutron-server[88867]: WARNING neutron.quota.resource_registry [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] rbac_policy is already registered Oct 13 15:16:23.247858 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.quota.resource_registry [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Creating instance of TrackedResource for resource:security_group Oct 13 15:16:23.248195 dv-neutron-860329-2-hyperv neutron-server[88867]: WARNING neutron.quota.resource_registry [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] security_group is already registered Oct 13 15:16:23.248781 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.quota.resource_registry [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Creating instance of TrackedResource for resource:security_group_rule Oct 13 15:16:23.249108 dv-neutron-860329-2-hyperv neutron-server[88867]: WARNING neutron.quota.resource_registry [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] security_group_rule is already registered Oct 13 15:16:23.249779 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.v2.resource_helper [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Service CORE assigned prefix: {{(pid=88867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 15:16:23.250102 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.quota.resource_registry [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Creating instance of TrackedResource for resource:subnetpool Oct 13 15:16:23.250446 dv-neutron-860329-2-hyperv neutron-server[88867]: WARNING neutron.quota.resource_registry [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] subnetpool is already registered Oct 13 15:16:23.251062 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.v2.resource_helper [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Service CORE assigned prefix: {{(pid=88867) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Oct 13 15:16:23.251386 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.quota.resource_registry [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Creating instance of TrackedResource for resource:subnetpool Oct 13 15:16:23.251711 dv-neutron-860329-2-hyperv neutron-server[88867]: WARNING neutron.quota.resource_registry [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] subnetpool is already registered Oct 13 15:16:23.252350 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extended resource: extensions {{(pid=88867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:16:23.253816 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extended resource: address-groups {{(pid=88867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:16:23.255501 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extended resource: address-scopes {{(pid=88867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:16:23.256702 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extended resource: agents {{(pid=88867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:16:23.257950 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extended resource: auto-allocated-topology {{(pid=88867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:16:23.259749 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extended resource: availability_zones {{(pid=88867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:16:23.262022 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extended resource: dhcp-networks {{(pid=88867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:16:23.263516 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extended resource: dhcp-agents {{(pid=88867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:16:23.264950 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extended resource: routers {{(pid=88867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:16:23.378046 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extended resource: flavors {{(pid=88867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:16:23.379261 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extended resource: service_profiles {{(pid=88867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:16:23.380474 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extended resource: next_providers {{(pid=88867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:16:23.382033 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extended resource: service_profiles {{(pid=88867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:16:23.384082 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extended resource: floatingip-pools {{(pid=88867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:16:23.385316 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extended resource: routers {{(pid=88867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:16:23.387170 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extended resource: floatingips {{(pid=88867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:16:23.388362 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extended resource: l3-routers {{(pid=88867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:16:23.389753 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extended resource: l3-agents {{(pid=88867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:16:23.391219 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extended resource: metering-labels {{(pid=88867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:16:23.392604 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extended resource: metering-label-rules {{(pid=88867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:16:23.393887 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extended resource: network-ip-availabilities {{(pid=88867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:16:23.395196 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extended resource: bindings {{(pid=88867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:16:23.396865 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extended resource: quotas {{(pid=88867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:16:23.398345 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extended resource: quotas {{(pid=88867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:16:23.399849 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extended resource: rbac-policies {{(pid=88867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:16:23.401151 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extended resource: security-groups {{(pid=88867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:16:23.402384 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extended resource: security-group-rules {{(pid=88867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:16:23.403632 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extended resource: service-providers {{(pid=88867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:16:23.404860 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extended resource: subnetpools {{(pid=88867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:16:23.406331 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extended resource: subnetpools {{(pid=88867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:16:23.407794 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extended resource: tags {{(pid=88867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:16:23.409470 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extended resource: tags {{(pid=88867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:16:23.411311 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extended resource: tags {{(pid=88867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:16:23.413289 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extended resource: tags {{(pid=88867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:16:23.415154 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extended resource: tags {{(pid=88867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:16:23.416997 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extended resource: tags {{(pid=88867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:16:23.418738 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extended resource: tags {{(pid=88867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:16:23.420646 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extended resource: tags {{(pid=88867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:16:23.422434 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extended resource: tags {{(pid=88867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:16:23.424272 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron.api.extensions [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Extended resource: tags {{(pid=88867) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Oct 13 15:16:23.430791 dv-neutron-860329-2-hyperv neutron-server[88867]: WARNING keystonemiddleware.auth_token [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Oct 13 15:16:23.435511 dv-neutron-860329-2-hyperv neutron-server[88867]: WARNING keystonemiddleware.auth_token [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Oct 13 15:16:23.443802 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_concurrency.lockutils [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Acquired lock "singleton_lock" {{(pid=88867) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Oct 13 15:16:23.444277 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_concurrency.lockutils [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Releasing lock "singleton_lock" {{(pid=88867) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Oct 13 15:16:23.444909 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO oslo_service.service [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Starting 2 workers Oct 13 15:16:23.450168 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Started child 88972 {{(pid=88867) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Oct 13 15:16:23.454293 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Started child 88973 {{(pid=88867) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Oct 13 15:16:23.455067 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:23.455847 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO neutron.service [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Neutron service started, listening on 0.0.0.0:9696 Oct 13 15:16:23.456501 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Notify callbacks [] for process, before_spawn {{(pid=88867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:23.456678 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [-] (88972) wsgi starting up on http://0.0.0.0:9696 Oct 13 15:16:23.458763 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:23.459201 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO oslo_service.service [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Starting 1 workers Oct 13 15:16:23.460169 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [-] (88973) wsgi starting up on http://0.0.0.0:9696 Oct 13 15:16:23.463923 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Started child 88974 {{(pid=88867) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Oct 13 15:16:23.464421 dv-neutron-860329-2-hyperv neutron-server[88867]: INFO oslo_service.service [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Starting 1 workers Oct 13 15:16:23.467584 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.service [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] calling RpcWorker wait() {{(pid=88974) _wait /opt/stack/neutron/neutron/service.py:128}} Oct 13 15:16:23.468111 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.service [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] returning from RpcWorker wait() {{(pid=88974) _wait /opt/stack/neutron/neutron/service.py:135}} Oct 13 15:16:23.468911 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Started child 88975 {{(pid=88867) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Oct 13 15:16:23.469422 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:23.469672 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG neutron_lib.callbacks.manager [None req-f62cd16b-4d56-41fb-b2ca-4b13f62f5f06 None None] Notify callbacks [] for process, after_spawn {{(pid=88867) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:23.469877 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:16:23.471513 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88867) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Oct 13 15:16:23.471722 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 13 15:16:23.471911 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 13 15:16:23.472129 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 13 15:16:23.472466 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 13 15:16:23.472631 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 13 15:16:23.473139 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.473427 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.473577 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:23.474043 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.474043 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.474342 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.474777 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.475049 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.475300 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.475566 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.475815 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.475983 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.476152 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.476421 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.476645 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.476980 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.477265 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.477513 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.477795 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.477967 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.478236 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.478497 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.478757 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.479014 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] debug = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.479252 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.479746 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.479949 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.480188 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.480434 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.480699 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.480921 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.481156 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.481386 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.481598 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.481827 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.482092 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.482342 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.482565 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.482799 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.483049 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.483259 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.483716 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] host = dv-neutron-860329-2-hyperv {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.483932 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.484152 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.484394 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.484617 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.484862 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.485095 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.485360 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.485625 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.485875 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.486096 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.486366 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.486628 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.486827 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.487051 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] log_file = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.487199 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] log_options = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.487443 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.487721 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.487973 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.488164 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.488334 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.488511 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.488767 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.488920 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.489170 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.489384 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.489647 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.489807 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.490042 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.490301 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.490550 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.490777 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.490988 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.491194 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.491445 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.491687 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.491911 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.493617 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.493970 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.494371 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.494529 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.494765 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.495388 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.495388 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.495863 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:16:23.496009 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.496009 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.496009 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.496424 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.496565 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.496748 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.496985 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.497187 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.497415 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.497732 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.498097 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.499061 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.502909 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.502909 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.502909 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.502909 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.502909 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.502909 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] use_json = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.502909 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.502909 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.502909 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.503514 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.503514 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.503514 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.503514 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.503514 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.503826 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.504009 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.504301 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.504631 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.504912 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.505147 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.505415 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.505656 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.505884 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.506172 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.506444 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.506730 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.506989 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.507278 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.507504 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.507770 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.508093 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.508934 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.509202 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.509443 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.509688 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.509910 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.510152 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.510504 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.510779 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.511030 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.511308 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.511556 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.511797 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.512015 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.512232 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.512469 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.513941 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.513941 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.513941 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.513941 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.513941 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.513941 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.514666 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.514666 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.514666 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.514897 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.515059 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.515293 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.515534 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.515758 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.515977 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.516216 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.516449 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.516668 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.516932 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.517188 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.517459 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.517682 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.517946 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.518104 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.518368 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.518597 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.518838 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.519081 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.519339 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.519580 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.519851 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.520091 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.520315 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.520532 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.520776 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.521013 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.521231 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.521456 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.521686 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.521905 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.522152 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.522365 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.522618 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.522867 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.523084 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.523301 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.523528 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.523740 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.523957 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.524194 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.524412 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.524661 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.524899 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.525131 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.525421 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.525761 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.526033 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.526314 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.526563 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.526890 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.527121 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.527400 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.527629 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.527937 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.528168 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.528444 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.528689 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.530748 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.531044 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.531296 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.531594 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.531829 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.532070 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.532333 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.532613 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.532830 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.533116 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.533384 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.533656 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.533932 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.535780 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.536086 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.536326 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.536615 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.538010 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.538335 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.538672 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.538963 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.539254 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.539525 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.539777 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.540062 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.540310 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.540571 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.540812 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.541051 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.541299 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.541602 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.541837 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.542098 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.542609 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.542872 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.543188 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.543441 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.543717 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.543920 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.544209 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.544464 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.544725 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.545012 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.545281 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.545537 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.545804 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.546078 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.546402 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.546847 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.547012 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.547255 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.547477 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.547698 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.547952 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.548173 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.548422 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.548674 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.548909 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.549151 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.549384 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.549611 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.549833 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.550154 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.550409 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.550629 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 41510) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:16:23.550720 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.550934 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.551124 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.551372 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.551592 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.551829 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.552093 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.552313 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.552581 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.552848 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.553099 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.553345 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.553590 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.553851 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.554067 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.554340 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.554584 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.554820 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.555545 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.555783 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.555998 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.556232 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.556470 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.556709 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.556967 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.557236 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.557575 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.557839 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.558068 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.558353 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.558655 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.558914 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.559247 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.559415 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.559654 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.559967 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.560191 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.560604 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.561575 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.561967 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.562941 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.563349 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.563931 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0104587 Oct 13 15:16:23.564059 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.564059 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.565537 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.565875 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.566108 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.566359 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.567218 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.567218 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.567218 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.567513 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.567513 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.567707 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.568749 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.568749 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.568749 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.568749 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.569137 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.569338 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.570078 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.570078 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.570078 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.570389 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.570389 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.571284 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.571622 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.571793 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.572082 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.572275 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.572654 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.572909 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.573177 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.573605 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.573770 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.573912 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.574200 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.574550 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.574762 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.575038 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.575314 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.575524 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.575747 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.576007 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.576340 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.576659 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.576938 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.577178 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.577466 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.577751 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.578026 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.579137 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.579640 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.580132 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.580411 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.580668 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.580922 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.581205 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.581436 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.581665 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.581913 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.582153 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.582399 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.582662 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.582940 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.583185 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.583424 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.583655 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.583895 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.584154 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.584467 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.584758 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.584987 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.585145 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 13 15:16:23.585834 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88867) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Oct 13 15:16:23.586008 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Oct 13 15:16:23.586230 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Oct 13 15:16:23.586381 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Oct 13 15:16:23.586522 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Oct 13 15:16:23.586656 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Oct 13 15:16:23.586871 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.587037 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.587204 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.587375 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.587515 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.587699 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.587854 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.588013 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.588166 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.588329 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.588491 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.588629 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.588793 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.588939 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.589078 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.589216 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.589364 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.589501 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.589638 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.589860 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] config_source = [] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.590014 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.590211 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.590358 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] debug = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.590496 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.590710 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:16:23.591530 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.591703 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.591855 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.591993 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.592140 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.592541 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.592703 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.592848 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.593013 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.593167 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.593307 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.593469 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.593622 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.593829 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.593970 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.594155 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.594333 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] host = dv-neutron-860329-2-hyperv {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.594499 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.594644 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.594808 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.594952 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.595116 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.595365 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.595610 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.596610 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.596610 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.596610 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.597266 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.597266 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.597266 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] log_dir = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.597266 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] log_file = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.597797 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] log_options = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.597797 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.597797 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.597797 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.598353 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.598353 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.598353 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.598676 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.598676 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.598883 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.598883 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.599124 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.602226 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.602226 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.602226 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.602457 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.602593 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.602737 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.602894 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.603062 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.603243 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.603399 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.603553 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.603717 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.603880 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.604042 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.604203 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.604365 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.604525 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.604687 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.604850 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.605014 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.605160 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.605324 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.605483 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.605645 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.605805 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.605965 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.606148 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.606378 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.606544 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.606704 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.606864 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.607025 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.607188 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.607347 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] use_journal = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.607669 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] use_json = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.607829 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.608135 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.608300 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.608460 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.608624 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.608789 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.608950 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.609108 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.609403 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Oct 13 15:16:23.609730 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.609897 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.610074 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.610272 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.610437 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.610601 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.610763 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.610940 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.611084 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.611252 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.611504 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.611673 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.611936 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.612029 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.612709 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.612709 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.612709 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.612709 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.612992 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.612992 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.613112 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.613219 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.613557 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.613721 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.613888 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.614059 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.614450 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.615836 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.616005 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.616177 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.616349 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.616515 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.616756 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.618143 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.618483 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.618663 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.618838 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.619008 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.619180 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.619351 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.619520 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.619690 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.619856 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.620027 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.620195 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.620366 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.620538 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.620786 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.620960 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.621124 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.621302 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.621466 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.621630 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.621793 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.621958 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.622162 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.622307 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.622472 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.622638 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.622802 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.622964 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.623139 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.624234 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.624234 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.624234 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.624234 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.624234 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.624234 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.624234 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.624675 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.624675 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.624675 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.624846 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.625034 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.625189 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.625325 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.625523 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.625659 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.625789 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.625909 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.626031 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.626173 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.626342 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.626504 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.626675 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] cli_script.dry_run = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.626846 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.627025 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.627189 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.627351 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.627513 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.627676 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.627839 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.628002 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.628166 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.628329 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.628493 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.628655 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.628816 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.628982 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.630458 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.630458 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.630458 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.630458 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.630458 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.630458 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.631079 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.631079 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.631270 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.631379 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.631922 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.632284 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.632882 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.633082 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.633791 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.633950 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.634145 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.634774 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.634774 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.635977 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.636141 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.637156 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.637357 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.637515 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.637869 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.637869 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.638259 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.638259 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.638538 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.638673 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.638806 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.638939 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.639087 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.639224 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.639640 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.639858 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.640262 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.640262 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.641049 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.641225 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.641385 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.641599 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.641766 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.642154 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.642328 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.642482 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.642678 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.642849 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.643572 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.643746 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.643948 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.644401 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.644572 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.644740 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.644906 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.645065 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.645267 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.645436 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.645606 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.646781 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.647177 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.647532 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.647713 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.647892 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.648071 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.648259 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.648427 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.648609 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.648829 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.648984 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.649130 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.649297 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.649450 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.649605 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.649772 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.650820 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.650820 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.650820 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.650820 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.650820 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.650820 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.651261 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.651261 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.651261 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.651436 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.651657 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.651756 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.651898 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.652548 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.652548 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.652548 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.652763 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.652763 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.652884 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.653061 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.653510 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.653510 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.653510 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.653726 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.653889 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.654036 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.654219 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.654366 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.654509 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.654654 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.654819 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.654979 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.655295 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.655457 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.655622 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.655783 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.655946 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.656104 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.656418 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.656587 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.657367 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.657367 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.657367 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.657367 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.657367 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.657683 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.657683 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.657816 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.657970 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.658336 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.658503 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.658665 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.658825 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.658997 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.659158 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.659319 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.659480 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.659641 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.659812 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.659975 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.660132 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.661009 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.661009 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.661009 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.661009 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.661009 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.661357 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.661357 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.661477 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.661670 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.661757 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.661918 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.662087 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.662301 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.662475 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.662623 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.662790 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.662959 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:400:449'] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.663128 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.663281 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.663453 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.663627 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.663779 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.663943 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.664107 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.664262 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.664450 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.664609 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.664753 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.664899 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.665108 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.665204 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.665360 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.665524 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.665676 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.665838 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.665990 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.666185 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.666335 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.666482 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.666650 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Oct 13 15:16:23.666818 dv-neutron-860329-2-hyperv neutron-server[88867]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88867) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Oct 13 15:16:34.393675 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a910f6-27f5-48f2-ba64-bcc054d62d5b None None] get_active_networks_info from dv-neutron-860329-2-hyperv {{(pid=88974) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 13 15:16:34.468992 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a910f6-27f5-48f2-ba64-bcc054d62d5b None None] No non-hosted networks {{(pid=88974) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Oct 13 15:16:34.486632 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.agentschedulers_db [None req-60a910f6-27f5-48f2-ba64-bcc054d62d5b None None] DHCP Agent not found on host dv-neutron-860329-2-hyperv {{(pid=88974) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Oct 13 15:16:34.554868 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-617935b3-5844-41b0-9911-c524a7042e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1834147'] for agent, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:36.551548 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-45df68d1-1e87-4bcd-b7b4-a970d76632b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1834147'] for agent, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:36.603267 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-bd39f774-bf8f-42b4-8c83-261ca466253c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:37.636376 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1834147'] for agent, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:37.638340 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:37.638340 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:37.638340 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:37.642315 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:37.642851 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:37.644160 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:37.645035 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:37.646021 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:37.647224 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:37.648187 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:37.649137 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:37.650100 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:37.652949 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-860329-2-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:16:37.665752 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-860329-2-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:16:37.769416 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1834147'] for agent, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:39.409047 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1834147'] for agent, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:39.969885 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.db.l3_hamode_db [None req-c57163da-69d5-4990-b917-9247d2b7edeb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Oct 13 15:16:40.054776 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57163da-69d5-4990-b917-9247d2b7edeb None None] Routers set() bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:16:40.055153 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57163da-69d5-4990-b917-9247d2b7edeb None None] Router IDs set() for agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:461}} Oct 13 15:16:40.738913 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 41606) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:16:41.305006 dv-neutron-860329-2-hyperv neutron-server[88973]: WARNING oslo_policy.policy [None req-5cc5457b-e1e7-4690-b632-ef71e16ce157 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 15:16:41.305583 dv-neutron-860329-2-hyperv neutron-server[88973]: WARNING oslo_policy.policy [None req-5cc5457b-e1e7-4690-b632-ef71e16ce157 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 15:16:41.521344 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [None req-5cc5457b-e1e7-4690-b632-ef71e16ce157 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:16:41.522916 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-5cc5457b-e1e7-4690-b632-ef71e16ce157 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7825873 Oct 13 15:16:43.916740 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 41620) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:16:44.273126 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-e84037ca-79e5-4a50-acf7-a72d2170379c admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:16:44.367420 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.policy [None req-e84037ca-79e5-4a50-acf7-a72d2170379c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88973) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 13 15:16:44.412439 dv-neutron-860329-2-hyperv neutron-server[88973]: WARNING oslo_policy.policy [None req-e84037ca-79e5-4a50-acf7-a72d2170379c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 15:16:44.412803 dv-neutron-860329-2-hyperv neutron-server[88973]: WARNING oslo_policy.policy [None req-e84037ca-79e5-4a50-acf7-a72d2170379c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 15:16:44.421682 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.quota [None req-e84037ca-79e5-4a50-acf7-a72d2170379c admin admin] Loaded quota_driver: . Oct 13 15:16:44.436643 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-e84037ca-79e5-4a50-acf7-a72d2170379c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:16:44.496652 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e84037ca-79e5-4a50-acf7-a72d2170379c admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734007908853', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734007910296', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734007919619', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734007926609', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734007936571', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8734007942475', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-700475', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-834156', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2084199', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1657485'] for rbac-policy, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:44.558003 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e84037ca-79e5-4a50-acf7-a72d2170379c admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:44.559232 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e84037ca-79e5-4a50-acf7-a72d2170379c admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6415222 Oct 13 15:16:47.172753 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 41634) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:16:47.515005 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-8fd2d920-bf94-4852-a2ce-40cbb34502be admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '35fc353618da4d4e8c1dadaeaeba07a2'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:16:47.519827 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-8fd2d920-bf94-4852-a2ce-40cbb34502be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:16:47.524357 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-8fd2d920-bf94-4852-a2ce-40cbb34502be admin admin] Usage tracker for resource:network and tenant:35fc353618da4d4e8c1dadaeaeba07a2 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:16:47.528995 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-8fd2d920-bf94-4852-a2ce-40cbb34502be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:16:47.535088 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-8fd2d920-bf94-4852-a2ce-40cbb34502be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:16:47.545474 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fd2d920-bf94-4852-a2ce-40cbb34502be admin admin] Made reservation on behalf of 35fc353618da4d4e8c1dadaeaeba07a2 for: {'network': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:16:47.548244 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8fd2d920-bf94-4852-a2ce-40cbb34502be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:47.566315 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8fd2d920-bf94-4852-a2ce-40cbb34502be admin admin] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:47.580372 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-8fd2d920-bf94-4852-a2ce-40cbb34502be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:16:47.584001 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-8fd2d920-bf94-4852-a2ce-40cbb34502be admin admin] Usage tracker for resource:security_group_rule and tenant:35fc353618da4d4e8c1dadaeaeba07a2 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:16:47.589106 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-8fd2d920-bf94-4852-a2ce-40cbb34502be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:16:47.594917 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-8fd2d920-bf94-4852-a2ce-40cbb34502be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:16:47.693397 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8fd2d920-bf94-4852-a2ce-40cbb34502be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:47.697866 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8fd2d920-bf94-4852-a2ce-40cbb34502be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:47.719459 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fd2d920-bf94-4852-a2ce-40cbb34502be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 430} {{(pid=88973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:16:47.745837 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8fd2d920-bf94-4852-a2ce-40cbb34502be admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734006127836', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:47.746412 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8fd2d920-bf94-4852-a2ce-40cbb34502be admin admin] Unsubscribe: segment precommit_create {{(pid=88973) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 13 15:16:47.746889 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-8fd2d920-bf94-4852-a2ce-40cbb34502be admin admin] Added segment 0e04c871-a271-46a2-8d1d-2667578fb579 of type vlan for network ea222329-1e6b-4c85-8b25-fcbf6de08c0a Oct 13 15:16:47.794416 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd2d920-bf94-4852-a2ce-40cbb34502be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca4001a7-5e62-40dc-8055-b0c7555fa9ab,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:16:47.810718 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd2d920-bf94-4852-a2ce-40cbb34502be admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:47.811076 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd2d920-bf94-4852-a2ce-40cbb34502be admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:47.811412 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd2d920-bf94-4852-a2ce-40cbb34502be admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:47.811738 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd2d920-bf94-4852-a2ce-40cbb34502be admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:47.812061 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd2d920-bf94-4852-a2ce-40cbb34502be admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:47.812396 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd2d920-bf94-4852-a2ce-40cbb34502be admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:47.812717 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd2d920-bf94-4852-a2ce-40cbb34502be admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:47.813034 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd2d920-bf94-4852-a2ce-40cbb34502be admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:47.813356 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd2d920-bf94-4852-a2ce-40cbb34502be admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:47.813665 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd2d920-bf94-4852-a2ce-40cbb34502be admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:47.813978 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd2d920-bf94-4852-a2ce-40cbb34502be admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:47.814332 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd2d920-bf94-4852-a2ce-40cbb34502be admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:47.815645 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fd2d920-bf94-4852-a2ce-40cbb34502be admin admin] Tracked resource versions report: Oct 13 15:16:47.815645 dv-neutron-860329-2-hyperv neutron-server[88973]: pushed versions: Oct 13 15:16:47.815645 dv-neutron-860329-2-hyperv neutron-server[88973]: { 'AddressGroup': {'1.2'}, Oct 13 15:16:47.815645 dv-neutron-860329-2-hyperv neutron-server[88973]: 'ConntrackHelper': {'1.0'}, Oct 13 15:16:47.815645 dv-neutron-860329-2-hyperv neutron-server[88973]: 'Log': {'1.0'}, Oct 13 15:16:47.815645 dv-neutron-860329-2-hyperv neutron-server[88973]: 'Network': {'1.1'}, Oct 13 15:16:47.815645 dv-neutron-860329-2-hyperv neutron-server[88973]: 'Port': {'1.7'}, Oct 13 15:16:47.815645 dv-neutron-860329-2-hyperv neutron-server[88973]: 'PortForwarding': {'1.2'}, Oct 13 15:16:47.815645 dv-neutron-860329-2-hyperv neutron-server[88973]: 'QosPolicy': {'1.8'}, Oct 13 15:16:47.815645 dv-neutron-860329-2-hyperv neutron-server[88973]: 'SecurityGroup': {'1.4'}, Oct 13 15:16:47.815645 dv-neutron-860329-2-hyperv neutron-server[88973]: 'SecurityGroupRule': {'1.2'}, Oct 13 15:16:47.815645 dv-neutron-860329-2-hyperv neutron-server[88973]: 'SubPort': {'1.0'}, Oct 13 15:16:47.815645 dv-neutron-860329-2-hyperv neutron-server[88973]: 'Subnet': {'1.1'}, Oct 13 15:16:47.815645 dv-neutron-860329-2-hyperv neutron-server[88973]: 'Trunk': {'1.1'}} Oct 13 15:16:47.815645 dv-neutron-860329-2-hyperv neutron-server[88973]: consumer versions: Oct 13 15:16:47.815645 dv-neutron-860329-2-hyperv neutron-server[88973]: { DHCP agent@dv-neutron-860329-2-hyperv: {}, Oct 13 15:16:47.815645 dv-neutron-860329-2-hyperv neutron-server[88973]: L3 agent@dv-neutron-860329-2-hyperv: {}, Oct 13 15:16:47.815645 dv-neutron-860329-2-hyperv neutron-server[88973]: Metadata agent@dv-neutron-860329-2-hyperv: {}, Oct 13 15:16:47.815645 dv-neutron-860329-2-hyperv neutron-server[88973]: Metering agent@dv-neutron-860329-2-hyperv: {}, Oct 13 15:16:47.815645 dv-neutron-860329-2-hyperv neutron-server[88973]: Open vSwitch agent@dv-neutron-860329-2-hyperv: { 'AddressGroup': '1.2', Oct 13 15:16:47.815645 dv-neutron-860329-2-hyperv neutron-server[88973]: 'ConntrackHelper': '1.0', Oct 13 15:16:47.815645 dv-neutron-860329-2-hyperv neutron-server[88973]: 'Log': '1.0', Oct 13 15:16:47.815645 dv-neutron-860329-2-hyperv neutron-server[88973]: 'Network': '1.1', Oct 13 15:16:47.815645 dv-neutron-860329-2-hyperv neutron-server[88973]: 'Port': '1.7', Oct 13 15:16:47.815645 dv-neutron-860329-2-hyperv neutron-server[88973]: 'PortForwarding': '1.2', Oct 13 15:16:47.815645 dv-neutron-860329-2-hyperv neutron-server[88973]: 'QosPolicy': '1.8', Oct 13 15:16:47.815645 dv-neutron-860329-2-hyperv neutron-server[88973]: 'SecurityGroup': '1.4', Oct 13 15:16:47.815645 dv-neutron-860329-2-hyperv neutron-server[88973]: 'SecurityGroupRule': '1.2', Oct 13 15:16:47.815645 dv-neutron-860329-2-hyperv neutron-server[88973]: 'SubPort': '1.0', Oct 13 15:16:47.815645 dv-neutron-860329-2-hyperv neutron-server[88973]: 'Subnet': '1.1', Oct 13 15:16:47.815645 dv-neutron-860329-2-hyperv neutron-server[88973]: 'Trunk': '1.1'}} Oct 13 15:16:47.815645 dv-neutron-860329-2-hyperv neutron-server[88973]: {{(pid=88973) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 15:16:47.859185 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8fd2d920-bf94-4852-a2ce-40cbb34502be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:47.898741 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8fd2d920-bf94-4852-a2ce-40cbb34502be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:47.899822 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fd2d920-bf94-4852-a2ce-40cbb34502be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:16:47.900494 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8fd2d920-bf94-4852-a2ce-40cbb34502be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:48.007440 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd2d920-bf94-4852-a2ce-40cbb34502be admin admin] Pushing event updated for resources: {'Network': ['ID=ea222329-1e6b-4c85-8b25-fcbf6de08c0a,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:16:48.009833 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-8fd2d920-bf94-4852-a2ce-40cbb34502be admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8360920 Oct 13 15:16:48.020333 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network ea222329-1e6b-4c85-8b25-fcbf6de08c0a details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:16:50.692943 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 41650) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:16:51.256469 dv-neutron-860329-2-hyperv neutron-server[88972]: WARNING oslo_policy.policy [None req-9801a80b-0542-4fab-add0-141542cb5cde admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 15:16:51.257042 dv-neutron-860329-2-hyperv neutron-server[88972]: WARNING oslo_policy.policy [None req-9801a80b-0542-4fab-add0-141542cb5cde admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 15:16:51.684015 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.policy [None req-9801a80b-0542-4fab-add0-141542cb5cde admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88972) register_rules /opt/stack/neutron/neutron/policy.py:73}} Oct 13 15:16:51.730813 dv-neutron-860329-2-hyperv neutron-server[88972]: WARNING oslo_policy.policy [None req-9801a80b-0542-4fab-add0-141542cb5cde admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 15:16:51.731346 dv-neutron-860329-2-hyperv neutron-server[88972]: WARNING oslo_policy.policy [None req-9801a80b-0542-4fab-add0-141542cb5cde admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Oct 13 15:16:51.739303 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9801a80b-0542-4fab-add0-141542cb5cde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:16:51.741211 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-9801a80b-0542-4fab-add0-141542cb5cde admin admin] 10.222.0.42 "GET /v2.0/networks/ea222329-1e6b-4c85-8b25-fcbf6de08c0a HTTP/1.1" status: 200 len: 825 time: 1.0455685 Oct 13 15:16:51.774029 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-eb0240d8-8f18-4685-8af8-8bc567448bf3 admin admin] 10.222.0.42 "GET /v2.0/subnetpools/65666db8-7249-4709-a69a-1641d2d28915 HTTP/1.1" status: 200 len: 734 time: 0.0273917 Oct 13 15:16:51.782591 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-9ed56ff9-9e3d-4e77-9afd-f976f817a07d admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'tenant_id': '35fc353618da4d4e8c1dadaeaeba07a2', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '65666db8-7249-4709-a69a-1641d2d28915', 'network_id': 'ea222329-1e6b-4c85-8b25-fcbf6de08c0a'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:16:51.784103 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.quota [None req-9ed56ff9-9e3d-4e77-9afd-f976f817a07d admin admin] Loaded quota_driver: . Oct 13 15:16:51.789968 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-9ed56ff9-9e3d-4e77-9afd-f976f817a07d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:16:51.795604 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-9ed56ff9-9e3d-4e77-9afd-f976f817a07d admin admin] Usage tracker for resource:subnet and tenant:35fc353618da4d4e8c1dadaeaeba07a2 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:16:51.798866 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-9ed56ff9-9e3d-4e77-9afd-f976f817a07d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:16:51.805706 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-9ed56ff9-9e3d-4e77-9afd-f976f817a07d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:16:51.820412 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed56ff9-9e3d-4e77-9afd-f976f817a07d admin admin] Made reservation on behalf of 35fc353618da4d4e8c1dadaeaeba07a2 for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:16:51.823459 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9ed56ff9-9e3d-4e77-9afd-f976f817a07d admin admin] Notify callbacks [] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:52.125174 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9ed56ff9-9e3d-4e77-9afd-f976f817a07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:52.202458 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ed56ff9-9e3d-4e77-9afd-f976f817a07d admin admin] Checking segment: {'id': '0e04c871-a271-46a2-8d1d-2667578fb579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ea222329-1e6b-4c85-8b25-fcbf6de08c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:16:52.202841 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed56ff9-9e3d-4e77-9afd-f976f817a07d admin admin] Network hostable DHCP agents. Network: ea222329-1e6b-4c85-8b25-fcbf6de08c0a, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:16:52.218837 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed56ff9-9e3d-4e77-9afd-f976f817a07d admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d415f5c-48ba-432a-a090-5e7cf46e44ba,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:16:52.230474 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed56ff9-9e3d-4e77-9afd-f976f817a07d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:52.230824 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed56ff9-9e3d-4e77-9afd-f976f817a07d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:52.231153 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed56ff9-9e3d-4e77-9afd-f976f817a07d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:52.231473 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed56ff9-9e3d-4e77-9afd-f976f817a07d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:52.231790 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed56ff9-9e3d-4e77-9afd-f976f817a07d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:52.232121 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed56ff9-9e3d-4e77-9afd-f976f817a07d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:52.232440 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed56ff9-9e3d-4e77-9afd-f976f817a07d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:52.232766 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed56ff9-9e3d-4e77-9afd-f976f817a07d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:52.233087 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed56ff9-9e3d-4e77-9afd-f976f817a07d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:52.233413 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed56ff9-9e3d-4e77-9afd-f976f817a07d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:52.233711 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed56ff9-9e3d-4e77-9afd-f976f817a07d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:52.234087 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed56ff9-9e3d-4e77-9afd-f976f817a07d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:52.235325 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ed56ff9-9e3d-4e77-9afd-f976f817a07d admin admin] Tracked resource versions report: Oct 13 15:16:52.235325 dv-neutron-860329-2-hyperv neutron-server[88972]: pushed versions: Oct 13 15:16:52.235325 dv-neutron-860329-2-hyperv neutron-server[88972]: { 'AddressGroup': {'1.2'}, Oct 13 15:16:52.235325 dv-neutron-860329-2-hyperv neutron-server[88972]: 'ConntrackHelper': {'1.0'}, Oct 13 15:16:52.235325 dv-neutron-860329-2-hyperv neutron-server[88972]: 'Log': {'1.0'}, Oct 13 15:16:52.235325 dv-neutron-860329-2-hyperv neutron-server[88972]: 'Network': {'1.1'}, Oct 13 15:16:52.235325 dv-neutron-860329-2-hyperv neutron-server[88972]: 'Port': {'1.7'}, Oct 13 15:16:52.235325 dv-neutron-860329-2-hyperv neutron-server[88972]: 'PortForwarding': {'1.2'}, Oct 13 15:16:52.235325 dv-neutron-860329-2-hyperv neutron-server[88972]: 'QosPolicy': {'1.8'}, Oct 13 15:16:52.235325 dv-neutron-860329-2-hyperv neutron-server[88972]: 'SecurityGroup': {'1.4'}, Oct 13 15:16:52.235325 dv-neutron-860329-2-hyperv neutron-server[88972]: 'SecurityGroupRule': {'1.2'}, Oct 13 15:16:52.235325 dv-neutron-860329-2-hyperv neutron-server[88972]: 'SubPort': {'1.0'}, Oct 13 15:16:52.235325 dv-neutron-860329-2-hyperv neutron-server[88972]: 'Subnet': {'1.1'}, Oct 13 15:16:52.235325 dv-neutron-860329-2-hyperv neutron-server[88972]: 'Trunk': {'1.1'}} Oct 13 15:16:52.235325 dv-neutron-860329-2-hyperv neutron-server[88972]: consumer versions: Oct 13 15:16:52.235325 dv-neutron-860329-2-hyperv neutron-server[88972]: { DHCP agent@dv-neutron-860329-2-hyperv: {}, Oct 13 15:16:52.235325 dv-neutron-860329-2-hyperv neutron-server[88972]: L3 agent@dv-neutron-860329-2-hyperv: {}, Oct 13 15:16:52.235325 dv-neutron-860329-2-hyperv neutron-server[88972]: Metadata agent@dv-neutron-860329-2-hyperv: {}, Oct 13 15:16:52.235325 dv-neutron-860329-2-hyperv neutron-server[88972]: Metering agent@dv-neutron-860329-2-hyperv: {}, Oct 13 15:16:52.235325 dv-neutron-860329-2-hyperv neutron-server[88972]: Open vSwitch agent@dv-neutron-860329-2-hyperv: { 'AddressGroup': '1.2', Oct 13 15:16:52.235325 dv-neutron-860329-2-hyperv neutron-server[88972]: 'ConntrackHelper': '1.0', Oct 13 15:16:52.235325 dv-neutron-860329-2-hyperv neutron-server[88972]: 'Log': '1.0', Oct 13 15:16:52.235325 dv-neutron-860329-2-hyperv neutron-server[88972]: 'Network': '1.1', Oct 13 15:16:52.235325 dv-neutron-860329-2-hyperv neutron-server[88972]: 'Port': '1.7', Oct 13 15:16:52.235325 dv-neutron-860329-2-hyperv neutron-server[88972]: 'PortForwarding': '1.2', Oct 13 15:16:52.235325 dv-neutron-860329-2-hyperv neutron-server[88972]: 'QosPolicy': '1.8', Oct 13 15:16:52.235325 dv-neutron-860329-2-hyperv neutron-server[88972]: 'SecurityGroup': '1.4', Oct 13 15:16:52.235325 dv-neutron-860329-2-hyperv neutron-server[88972]: 'SecurityGroupRule': '1.2', Oct 13 15:16:52.235325 dv-neutron-860329-2-hyperv neutron-server[88972]: 'SubPort': '1.0', Oct 13 15:16:52.235325 dv-neutron-860329-2-hyperv neutron-server[88972]: 'Subnet': '1.1', Oct 13 15:16:52.235325 dv-neutron-860329-2-hyperv neutron-server[88972]: 'Trunk': '1.1'}} Oct 13 15:16:52.235325 dv-neutron-860329-2-hyperv neutron-server[88972]: {{(pid=88972) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 15:16:52.254386 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ed56ff9-9e3d-4e77-9afd-f976f817a07d admin admin] Network ea222329-1e6b-4c85-8b25-fcbf6de08c0a is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:16:52.269967 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-9ed56ff9-9e3d-4e77-9afd-f976f817a07d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, ea222329-1e6b-4c85-8b25-fcbf6de08c0a) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:16:52.274468 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed56ff9-9e3d-4e77-9afd-f976f817a07d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:16:52.275104 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9ed56ff9-9e3d-4e77-9afd-f976f817a07d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:52.279866 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e462bc4c-2ef4-47f7-b7c9-6e048f04a3c2 None None] Network ea222329-1e6b-4c85-8b25-fcbf6de08c0a requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:16:52.299911 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-9ed56ff9-9e3d-4e77-9afd-f976f817a07d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5207586 Oct 13 15:16:52.564441 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bdf6d4-9071-4d15-a87d-e99638344804 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-ea222329-1e6b-4c85-8b25-fcbf6de08c0a', 'network_id': 'ea222329-1e6b-4c85-8b25-fcbf6de08c0a', 'tenant_id': '35fc353618da4d4e8c1dadaeaeba07a2', 'fixed_ips': [{'subnet_id': '9d415f5c-48ba-432a-a090-5e7cf46e44ba'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:16:52.565900 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-64bdf6d4-9071-4d15-a87d-e99638344804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:52.750067 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-64bdf6d4-9071-4d15-a87d-e99638344804 None None] Allocated IP 172.20.0.2 (ea222329-1e6b-4c85-8b25-fcbf6de08c0a/9d415f5c-48ba-432a-a090-5e7cf46e44ba/ba615b5e-8f9b-4722-a7ac-b56e6465865a) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:16:52.977165 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-64bdf6d4-9071-4d15-a87d-e99638344804 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:52.989999 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-64bdf6d4-9071-4d15-a87d-e99638344804 None None] Transition to ACTIVE for port object ba615b5e-8f9b-4722-a7ac-b56e6465865a will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:16:53.009700 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-64bdf6d4-9071-4d15-a87d-e99638344804 None None] Transition to ACTIVE for port object ba615b5e-8f9b-4722-a7ac-b56e6465865a will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:16:53.015950 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-64bdf6d4-9071-4d15-a87d-e99638344804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:53.079938 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64bdf6d4-9071-4d15-a87d-e99638344804 None None] Network ea222329-1e6b-4c85-8b25-fcbf6de08c0a is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:16:53.082681 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-64bdf6d4-9071-4d15-a87d-e99638344804 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:16:53.089847 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64bdf6d4-9071-4d15-a87d-e99638344804 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:16:53.092234 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bdf6d4-9071-4d15-a87d-e99638344804 None None] Pushing event updated for resources: {'Port': ['ID=ba615b5e-8f9b-4722-a7ac-b56e6465865a,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:16:53.131954 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bdf6d4-9071-4d15-a87d-e99638344804 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:53.132308 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bdf6d4-9071-4d15-a87d-e99638344804 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:53.132646 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bdf6d4-9071-4d15-a87d-e99638344804 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:53.132971 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bdf6d4-9071-4d15-a87d-e99638344804 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:53.133290 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bdf6d4-9071-4d15-a87d-e99638344804 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:53.133629 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bdf6d4-9071-4d15-a87d-e99638344804 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:53.133950 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bdf6d4-9071-4d15-a87d-e99638344804 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:53.134290 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bdf6d4-9071-4d15-a87d-e99638344804 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:53.134619 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bdf6d4-9071-4d15-a87d-e99638344804 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:53.134936 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bdf6d4-9071-4d15-a87d-e99638344804 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:53.135246 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bdf6d4-9071-4d15-a87d-e99638344804 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:53.135556 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bdf6d4-9071-4d15-a87d-e99638344804 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:16:53.136891 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64bdf6d4-9071-4d15-a87d-e99638344804 None None] Tracked resource versions report: Oct 13 15:16:53.136891 dv-neutron-860329-2-hyperv neutron-server[88974]: pushed versions: Oct 13 15:16:53.136891 dv-neutron-860329-2-hyperv neutron-server[88974]: { 'AddressGroup': {'1.2'}, Oct 13 15:16:53.136891 dv-neutron-860329-2-hyperv neutron-server[88974]: 'ConntrackHelper': {'1.0'}, Oct 13 15:16:53.136891 dv-neutron-860329-2-hyperv neutron-server[88974]: 'Log': {'1.0'}, Oct 13 15:16:53.136891 dv-neutron-860329-2-hyperv neutron-server[88974]: 'Network': {'1.1'}, Oct 13 15:16:53.136891 dv-neutron-860329-2-hyperv neutron-server[88974]: 'Port': {'1.7'}, Oct 13 15:16:53.136891 dv-neutron-860329-2-hyperv neutron-server[88974]: 'PortForwarding': {'1.2'}, Oct 13 15:16:53.136891 dv-neutron-860329-2-hyperv neutron-server[88974]: 'QosPolicy': {'1.8'}, Oct 13 15:16:53.136891 dv-neutron-860329-2-hyperv neutron-server[88974]: 'SecurityGroup': {'1.4'}, Oct 13 15:16:53.136891 dv-neutron-860329-2-hyperv neutron-server[88974]: 'SecurityGroupRule': {'1.2'}, Oct 13 15:16:53.136891 dv-neutron-860329-2-hyperv neutron-server[88974]: 'SubPort': {'1.0'}, Oct 13 15:16:53.136891 dv-neutron-860329-2-hyperv neutron-server[88974]: 'Subnet': {'1.1'}, Oct 13 15:16:53.136891 dv-neutron-860329-2-hyperv neutron-server[88974]: 'Trunk': {'1.1'}} Oct 13 15:16:53.136891 dv-neutron-860329-2-hyperv neutron-server[88974]: consumer versions: Oct 13 15:16:53.136891 dv-neutron-860329-2-hyperv neutron-server[88974]: { DHCP agent@dv-neutron-860329-2-hyperv: {}, Oct 13 15:16:53.136891 dv-neutron-860329-2-hyperv neutron-server[88974]: L3 agent@dv-neutron-860329-2-hyperv: {}, Oct 13 15:16:53.136891 dv-neutron-860329-2-hyperv neutron-server[88974]: Metadata agent@dv-neutron-860329-2-hyperv: {}, Oct 13 15:16:53.136891 dv-neutron-860329-2-hyperv neutron-server[88974]: Metering agent@dv-neutron-860329-2-hyperv: {}, Oct 13 15:16:53.136891 dv-neutron-860329-2-hyperv neutron-server[88974]: Open vSwitch agent@dv-neutron-860329-2-hyperv: { 'AddressGroup': '1.2', Oct 13 15:16:53.136891 dv-neutron-860329-2-hyperv neutron-server[88974]: 'ConntrackHelper': '1.0', Oct 13 15:16:53.136891 dv-neutron-860329-2-hyperv neutron-server[88974]: 'Log': '1.0', Oct 13 15:16:53.136891 dv-neutron-860329-2-hyperv neutron-server[88974]: 'Network': '1.1', Oct 13 15:16:53.136891 dv-neutron-860329-2-hyperv neutron-server[88974]: 'Port': '1.7', Oct 13 15:16:53.136891 dv-neutron-860329-2-hyperv neutron-server[88974]: 'PortForwarding': '1.2', Oct 13 15:16:53.136891 dv-neutron-860329-2-hyperv neutron-server[88974]: 'QosPolicy': '1.8', Oct 13 15:16:53.136891 dv-neutron-860329-2-hyperv neutron-server[88974]: 'SecurityGroup': '1.4', Oct 13 15:16:53.136891 dv-neutron-860329-2-hyperv neutron-server[88974]: 'SecurityGroupRule': '1.2', Oct 13 15:16:53.136891 dv-neutron-860329-2-hyperv neutron-server[88974]: 'SubPort': '1.0', Oct 13 15:16:53.136891 dv-neutron-860329-2-hyperv neutron-server[88974]: 'Subnet': '1.1', Oct 13 15:16:53.136891 dv-neutron-860329-2-hyperv neutron-server[88974]: 'Trunk': '1.1'}} Oct 13 15:16:53.136891 dv-neutron-860329-2-hyperv neutron-server[88974]: {{(pid=88974) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 15:16:53.208183 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-64bdf6d4-9071-4d15-a87d-e99638344804 None None] Attempting to bind port ba615b5e-8f9b-4722-a7ac-b56e6465865a on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:16:53.208577 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-64bdf6d4-9071-4d15-a87d-e99638344804 None None] Attempting to bind port ba615b5e-8f9b-4722-a7ac-b56e6465865a by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '0e04c871-a271-46a2-8d1d-2667578fb579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ea222329-1e6b-4c85-8b25-fcbf6de08c0a'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:16:53.209036 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bdf6d4-9071-4d15-a87d-e99638344804 None None] Attempting to bind port ba615b5e-8f9b-4722-a7ac-b56e6465865a on network ea222329-1e6b-4c85-8b25-fcbf6de08c0a {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:16:53.214870 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bdf6d4-9071-4d15-a87d-e99638344804 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:16:53.215259 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bdf6d4-9071-4d15-a87d-e99638344804 None None] Checking segment: {'id': '0e04c871-a271-46a2-8d1d-2667578fb579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ea222329-1e6b-4c85-8b25-fcbf6de08c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:16:53.215731 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-64bdf6d4-9071-4d15-a87d-e99638344804 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:53.216351 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64bdf6d4-9071-4d15-a87d-e99638344804 None None] Bound using segment: {'id': '0e04c871-a271-46a2-8d1d-2667578fb579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ea222329-1e6b-4c85-8b25-fcbf6de08c0a'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:16:53.216838 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-64bdf6d4-9071-4d15-a87d-e99638344804 None None] Bound port: ba615b5e-8f9b-4722-a7ac-b56e6465865a, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e04c871-a271-46a2-8d1d-2667578fb579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ea222329-1e6b-4c85-8b25-fcbf6de08c0a'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:16:53.217210 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-64bdf6d4-9071-4d15-a87d-e99638344804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:53.304733 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-64bdf6d4-9071-4d15-a87d-e99638344804 None None] For port ba615b5e-8f9b-4722-a7ac-b56e6465865a, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:16:53.308611 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-64bdf6d4-9071-4d15-a87d-e99638344804 None None] For port ba615b5e-8f9b-4722-a7ac-b56e6465865a, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=ba615b5e-8f9b-4722-a7ac-b56e6465865a,segment=NetworkSegment(0e04c871-a271-46a2-8d1d-2667578fb579),segment_id=0e04c871-a271-46a2-8d1d-2667578fb579)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:16:53.313433 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-64bdf6d4-9071-4d15-a87d-e99638344804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:53.394743 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bdf6d4-9071-4d15-a87d-e99638344804 None None] Pushing event updated for resources: {'Port': ['ID=ba615b5e-8f9b-4722-a7ac-b56e6465865a,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:16:54.741768 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 41670) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:16:55.102318 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [None req-fc1770fc-8bfc-44b6-877c-4168268ae7c5 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:16:55.103286 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-fc1770fc-8bfc-44b6-877c-4168268ae7c5 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3605628 Oct 13 15:16:57.197265 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12769d0a-598e-4dc9-93ad-4f7ba7cf0bcc None None] Network ea222329-1e6b-4c85-8b25-fcbf6de08c0a requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:16:57.284710 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-26105100-324d-4c35-853b-8e11da34a074 None None] Provisioning for port ba615b5e-8f9b-4722-a7ac-b56e6465865a completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:16:57.528106 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 41684) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:16:57.621231 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device ba615b5e-8f9b-4722-a7ac-b56e6465865a up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:16:57.688007 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port ba615b5e-8f9b-4722-a7ac-b56e6465865a completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:16:57.692755 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port ba615b5e-8f9b-4722-a7ac-b56e6465865a triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:16:57.693687 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:57.694052 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port ba615b5e-8f9b-4722-a7ac-b56e6465865a Oct 13 15:16:57.763377 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-90fd7d7a-b51e-402b-b2d0-4fcfb7f14925 None None] Provisioning complete for port ba615b5e-8f9b-4722-a7ac-b56e6465865a triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:16:57.763715 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-90fd7d7a-b51e-402b-b2d0-4fcfb7f14925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:57.763967 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-90fd7d7a-b51e-402b-b2d0-4fcfb7f14925 None None] Attempt 1 to provision port ba615b5e-8f9b-4722-a7ac-b56e6465865a Oct 13 15:16:57.878072 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port ba615b5e-8f9b-4722-a7ac-b56e6465865a is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:16:57.878496 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:57.915489 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [None req-c00d069b-7559-4658-aa50-0058cd7ba1dd admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:16:57.916550 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c00d069b-7559-4658-aa50-0058cd7ba1dd admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3874192 Oct 13 15:16:57.956017 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port ba615b5e-8f9b-4722-a7ac-b56e6465865a, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=ba615b5e-8f9b-4722-a7ac-b56e6465865a,segment=NetworkSegment(0e04c871-a271-46a2-8d1d-2667578fb579),segment_id=0e04c871-a271-46a2-8d1d-2667578fb579)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:16:57.956905 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-90fd7d7a-b51e-402b-b2d0-4fcfb7f14925 None None] Current status of the port ba615b5e-8f9b-4722-a7ac-b56e6465865a is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:16:57.957265 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-90fd7d7a-b51e-402b-b2d0-4fcfb7f14925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:57.968526 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:58.098689 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=ba615b5e-8f9b-4722-a7ac-b56e6465865a,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:16:58.105479 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.db.api [None req-90fd7d7a-b51e-402b-b2d0-4fcfb7f14925 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88974) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:16:58.105889 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG oslo_db.api [None req-90fd7d7a-b51e-402b-b2d0-4fcfb7f14925 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:16:58.661282 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-90fd7d7a-b51e-402b-b2d0-4fcfb7f14925 None None] Current status of the port ba615b5e-8f9b-4722-a7ac-b56e6465865a is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:16:59.587258 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device ba615b5e-8f9b-4722-a7ac-b56e6465865a up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:16:59.654329 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port ba615b5e-8f9b-4722-a7ac-b56e6465865a triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:16:59.654704 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:16:59.655040 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port ba615b5e-8f9b-4722-a7ac-b56e6465865a Oct 13 15:16:59.771828 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port ba615b5e-8f9b-4722-a7ac-b56e6465865a is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:17:00.574616 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 41696) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:17:00.912676 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-225a544f-6b47-4f8d-b624-1488aed95f0f admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '35fc353618da4d4e8c1dadaeaeba07a2', 'name': 'router1'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:17:00.917040 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-225a544f-6b47-4f8d-b624-1488aed95f0f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:17:00.920754 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-225a544f-6b47-4f8d-b624-1488aed95f0f admin admin] Usage tracker for resource:router and tenant:35fc353618da4d4e8c1dadaeaeba07a2 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:17:00.924372 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-225a544f-6b47-4f8d-b624-1488aed95f0f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:17:00.930460 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-225a544f-6b47-4f8d-b624-1488aed95f0f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:17:00.939815 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-225a544f-6b47-4f8d-b624-1488aed95f0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:00.941328 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-225a544f-6b47-4f8d-b624-1488aed95f0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:00.962931 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-225a544f-6b47-4f8d-b624-1488aed95f0f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:01.071277 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-225a544f-6b47-4f8d-b624-1488aed95f0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:01.088145 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-225a544f-6b47-4f8d-b624-1488aed95f0f admin admin] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:01.090563 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-225a544f-6b47-4f8d-b624-1488aed95f0f admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5149374 Oct 13 15:17:03.466767 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 41706) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:17:03.822742 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [None req-e03bffc1-4bd6-4ee8-a0eb-5e2739168db6 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:17:03.823722 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e03bffc1-4bd6-4ee8-a0eb-5e2739168db6 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3560212 Oct 13 15:17:04.366523 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ffdb6465-c4e2-42b0-9569-ea31fce23fe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:06.213211 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 41716) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:17:06.551463 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0fc5d83a-fb79-4f6f-bb5f-68080159c941 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:06.573075 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-adfc020f-5f9c-4cdc-bd7e-ce0d5384d12b admin admin] Request body: {'network': {'name': 'public', 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'admin_state_up': True, 'is_default': True}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:17:06.578043 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-adfc020f-5f9c-4cdc-bd7e-ce0d5384d12b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:17:06.581897 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-adfc020f-5f9c-4cdc-bd7e-ce0d5384d12b admin admin] Usage tracker for resource:network and tenant:50cce0033baf4f6d988607be94827d5a is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:17:06.585513 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-adfc020f-5f9c-4cdc-bd7e-ce0d5384d12b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:17:06.591527 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-adfc020f-5f9c-4cdc-bd7e-ce0d5384d12b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:17:06.599993 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adfc020f-5f9c-4cdc-bd7e-ce0d5384d12b admin admin] Made reservation on behalf of 50cce0033baf4f6d988607be94827d5a for: {'network': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:17:06.602206 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-adfc020f-5f9c-4cdc-bd7e-ce0d5384d12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:06.613735 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-adfc020f-5f9c-4cdc-bd7e-ce0d5384d12b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:06.627527 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-adfc020f-5f9c-4cdc-bd7e-ce0d5384d12b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:17:06.631713 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-adfc020f-5f9c-4cdc-bd7e-ce0d5384d12b admin admin] Usage tracker for resource:security_group_rule and tenant:50cce0033baf4f6d988607be94827d5a is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:17:06.634413 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-adfc020f-5f9c-4cdc-bd7e-ce0d5384d12b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:17:06.640049 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-adfc020f-5f9c-4cdc-bd7e-ce0d5384d12b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:17:06.719383 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-adfc020f-5f9c-4cdc-bd7e-ce0d5384d12b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:06.722733 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-adfc020f-5f9c-4cdc-bd7e-ce0d5384d12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:06.741629 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-adfc020f-5f9c-4cdc-bd7e-ce0d5384d12b admin admin] Reserving flat network on physical network physnet1 {{(pid=88973) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Oct 13 15:17:06.761476 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfc020f-5f9c-4cdc-bd7e-ce0d5384d12b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80fd1f76-03ba-4923-9d7f-34cb379c28ce,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:17:06.765668 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-adfc020f-5f9c-4cdc-bd7e-ce0d5384d12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:06.765999 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-adfc020f-5f9c-4cdc-bd7e-ce0d5384d12b admin admin] Added segment 35fa46e0-322b-4274-9a48-a2908d30a58a of type flat for network 8fb1fa59-32fe-4ed0-a248-96c43edb135f Oct 13 15:17:06.797426 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-adfc020f-5f9c-4cdc-bd7e-ce0d5384d12b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:06.832075 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-adfc020f-5f9c-4cdc-bd7e-ce0d5384d12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:06.833057 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adfc020f-5f9c-4cdc-bd7e-ce0d5384d12b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:17:06.834312 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-adfc020f-5f9c-4cdc-bd7e-ce0d5384d12b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:06.949584 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfc020f-5f9c-4cdc-bd7e-ce0d5384d12b admin admin] Pushing event updated for resources: {'Network': ['ID=8fb1fa59-32fe-4ed0-a248-96c43edb135f,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:17:06.954221 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-adfc020f-5f9c-4cdc-bd7e-ce0d5384d12b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7399755 Oct 13 15:17:06.959246 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:17:07.617235 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:07.722505 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:09.346850 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 41736) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:17:09.373226 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:09.554920 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a357dbdd-7a97-488e-a65a-7a1ba53f1281 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:17:09.556277 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-a357dbdd-7a97-488e-a65a-7a1ba53f1281 admin admin] 10.222.0.42 "GET /v2.0/subnets/9d415f5c-48ba-432a-a090-5e7cf46e44ba HTTP/1.1" status: 200 len: 849 time: 0.2084877 Oct 13 15:17:09.699881 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-1044d0aa-288d-46c3-8f95-139a803bd5d0 admin admin] 10.222.0.42 "GET /v2.0/routers/7a2a93e8-b80f-4995-863f-e531b61aa5a2 HTTP/1.1" status: 200 len: 704 time: 0.1376355 Oct 13 15:17:10.152243 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-898ad045-d200-45b1-bd5a-1718d20fe842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:10.376557 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-898ad045-d200-45b1-bd5a-1718d20fe842 admin admin] Allocated IP 172.20.0.1 (ea222329-1e6b-4c85-8b25-fcbf6de08c0a/9d415f5c-48ba-432a-a090-5e7cf46e44ba/c4dbbe13-d8df-472e-a559-cb7d32fd0c53) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:17:10.527046 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-898ad045-d200-45b1-bd5a-1718d20fe842 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:10.544746 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-898ad045-d200-45b1-bd5a-1718d20fe842 admin admin] Transition to ACTIVE for port object c4dbbe13-d8df-472e-a559-cb7d32fd0c53 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:17:10.603961 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-898ad045-d200-45b1-bd5a-1718d20fe842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:10.666373 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898ad045-d200-45b1-bd5a-1718d20fe842 admin admin] Network ea222329-1e6b-4c85-8b25-fcbf6de08c0a is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:17:10.669217 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-898ad045-d200-45b1-bd5a-1718d20fe842 admin admin] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:17:10.676790 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898ad045-d200-45b1-bd5a-1718d20fe842 admin admin] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:17:10.676790 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-898ad045-d200-45b1-bd5a-1718d20fe842 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:10.841756 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-158e4a59-f7bc-4da4-b26c-f6b608a28239 None None] Provisioning for port c4dbbe13-d8df-472e-a559-cb7d32fd0c53 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:17:10.846548 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-158e4a59-f7bc-4da4-b26c-f6b608a28239 None None] Provisioning complete for port c4dbbe13-d8df-472e-a559-cb7d32fd0c53 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:17:10.846919 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-158e4a59-f7bc-4da4-b26c-f6b608a28239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:10.847253 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-158e4a59-f7bc-4da4-b26c-f6b608a28239 None None] Attempt 1 to provision port c4dbbe13-d8df-472e-a559-cb7d32fd0c53 Oct 13 15:17:10.850550 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898ad045-d200-45b1-bd5a-1718d20fe842 admin admin] Pushing event updated for resources: {'Port': ['ID=c4dbbe13-d8df-472e-a559-cb7d32fd0c53,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:17:10.902513 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-158e4a59-f7bc-4da4-b26c-f6b608a28239 None None] Port c4dbbe13-d8df-472e-a559-cb7d32fd0c53 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:17:10.981149 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-898ad045-d200-45b1-bd5a-1718d20fe842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:11.201512 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-898ad045-d200-45b1-bd5a-1718d20fe842 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:11.205716 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-898ad045-d200-45b1-bd5a-1718d20fe842 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:11.206494 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-898ad045-d200-45b1-bd5a-1718d20fe842 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:11.341650 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898ad045-d200-45b1-bd5a-1718d20fe842 admin admin] Pushing event updated for resources: {'Port': ['ID=c4dbbe13-d8df-472e-a559-cb7d32fd0c53,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:17:11.394199 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898ad045-d200-45b1-bd5a-1718d20fe842 admin admin] Network ea222329-1e6b-4c85-8b25-fcbf6de08c0a is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:17:11.395220 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-898ad045-d200-45b1-bd5a-1718d20fe842 admin admin] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:17:11.403812 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-158e4a59-f7bc-4da4-b26c-f6b608a28239 None None] Attempt 2 to provision port c4dbbe13-d8df-472e-a559-cb7d32fd0c53 Oct 13 15:17:11.459147 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-158e4a59-f7bc-4da4-b26c-f6b608a28239 None None] Port c4dbbe13-d8df-472e-a559-cb7d32fd0c53 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:17:11.581885 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-898ad045-d200-45b1-bd5a-1718d20fe842 admin admin] Router 7a2a93e8-b80f-4995-863f-e531b61aa5a2 is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 15:17:11.732024 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898ad045-d200-45b1-bd5a-1718d20fe842 admin admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:17:11.741621 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-898ad045-d200-45b1-bd5a-1718d20fe842 admin admin] 10.222.0.42 "PUT /v2.0/routers/7a2a93e8-b80f-4995-863f-e531b61aa5a2/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0367277 Oct 13 15:17:11.742424 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3e94d5-7451-40fb-9c53-fdbae9422bf2 None None] Sync routers for ids ['7a2a93e8-b80f-4995-863f-e531b61aa5a2'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:17:11.752778 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3e94d5-7451-40fb-9c53-fdbae9422bf2 None None] Routers {'7a2a93e8-b80f-4995-863f-e531b61aa5a2'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:17:11.753722 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-dd3e94d5-7451-40fb-9c53-fdbae9422bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:17:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['7a2a93e8-b80f-4995-863f-e531b61aa5a2'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:17:11.926040 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-dd3e94d5-7451-40fb-9c53-fdbae9422bf2 None None] Set router 7a2a93e8-b80f-4995-863f-e531b61aa5a2 gateway port host: None {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:17:11.959823 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-158e4a59-f7bc-4da4-b26c-f6b608a28239 None None] Attempt 3 to provision port c4dbbe13-d8df-472e-a559-cb7d32fd0c53 Oct 13 15:17:12.013603 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-158e4a59-f7bc-4da4-b26c-f6b608a28239 None None] Port c4dbbe13-d8df-472e-a559-cb7d32fd0c53 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:17:12.290803 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-dd3e94d5-7451-40fb-9c53-fdbae9422bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2a93e8-b80f-4995-863f-e531b61aa5a2', 'name': 'router1', 'tenant_id': '35fc353618da4d4e8c1dadaeaeba07a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:17:00Z', 'updated_at': '2022-10-13T15:17:10Z', 'revision_number': 2, 'project_id': '35fc353618da4d4e8c1dadaeaeba07a2', 'gw_port_host': None, '_interfaces': [{'id': 'c4dbbe13-d8df-472e-a559-cb7d32fd0c53', 'name': '', 'network_id': 'ea222329-1e6b-4c85-8b25-fcbf6de08c0a', 'tenant_id': '35fc353618da4d4e8c1dadaeaeba07a2', 'mac_address': 'fa:16:3e:a4:56:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2a93e8-b80f-4995-863f-e531b61aa5a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d415f5c-48ba-432a-a090-5e7cf46e44ba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:17:10Z', 'updated_at': '2022-10-13T15:17:11Z', 'revision_number': 2, 'project_id': '35fc353618da4d4e8c1dadaeaeba07a2', 'subnets': [{'id': '9d415f5c-48ba-432a-a090-5e7cf46e44ba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '65666db8-7249-4709-a69a-1641d2d28915'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:17:12.295532 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3e94d5-7451-40fb-9c53-fdbae9422bf2 None None] Checking router: 7a2a93e8-b80f-4995-863f-e531b61aa5a2 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:17:12.295890 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3e94d5-7451-40fb-9c53-fdbae9422bf2 None None] Updating router 7a2a93e8-b80f-4995-863f-e531b61aa5a2 port c4dbbe13-d8df-472e-a559-cb7d32fd0c53 binding host dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:17:12.346853 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-dd3e94d5-7451-40fb-9c53-fdbae9422bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:12.514889 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-158e4a59-f7bc-4da4-b26c-f6b608a28239 None None] Attempt 4 to provision port c4dbbe13-d8df-472e-a559-cb7d32fd0c53 Oct 13 15:17:12.573335 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-158e4a59-f7bc-4da4-b26c-f6b608a28239 None None] Port c4dbbe13-d8df-472e-a559-cb7d32fd0c53 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:17:12.722902 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-dd3e94d5-7451-40fb-9c53-fdbae9422bf2 None None] Notify callbacks [] for port, precommit_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:12.737670 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.provisioning_blocks [None req-dd3e94d5-7451-40fb-9c53-fdbae9422bf2 None None] Transition to ACTIVE for port object c4dbbe13-d8df-472e-a559-cb7d32fd0c53 will not be triggered until provisioned by entity L2. {{(pid=88975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:17:12.744476 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-dd3e94d5-7451-40fb-9c53-fdbae9422bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:12.952566 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb6b92f-9742-424d-8691-b530d8958b0a None None] Pushing event updated for resources: {'Port': ['ID=c4dbbe13-d8df-472e-a559-cb7d32fd0c53,revision_number=3']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:17:12.962176 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb6b92f-9742-424d-8691-b530d8958b0a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:17:12.962524 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb6b92f-9742-424d-8691-b530d8958b0a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:17:12.962857 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb6b92f-9742-424d-8691-b530d8958b0a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:17:12.963182 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb6b92f-9742-424d-8691-b530d8958b0a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:17:12.963500 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb6b92f-9742-424d-8691-b530d8958b0a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:17:12.963834 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb6b92f-9742-424d-8691-b530d8958b0a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:17:12.964155 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb6b92f-9742-424d-8691-b530d8958b0a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:17:12.964468 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb6b92f-9742-424d-8691-b530d8958b0a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:17:12.964796 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb6b92f-9742-424d-8691-b530d8958b0a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:17:12.965113 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb6b92f-9742-424d-8691-b530d8958b0a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:17:12.965677 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb6b92f-9742-424d-8691-b530d8958b0a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:17:12.965986 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb6b92f-9742-424d-8691-b530d8958b0a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:17:12.967311 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffb6b92f-9742-424d-8691-b530d8958b0a None None] Tracked resource versions report: Oct 13 15:17:12.967311 dv-neutron-860329-2-hyperv neutron-server[88975]: pushed versions: Oct 13 15:17:12.967311 dv-neutron-860329-2-hyperv neutron-server[88975]: { 'AddressGroup': {'1.2'}, Oct 13 15:17:12.967311 dv-neutron-860329-2-hyperv neutron-server[88975]: 'ConntrackHelper': {'1.0'}, Oct 13 15:17:12.967311 dv-neutron-860329-2-hyperv neutron-server[88975]: 'Log': {'1.0'}, Oct 13 15:17:12.967311 dv-neutron-860329-2-hyperv neutron-server[88975]: 'Network': {'1.1'}, Oct 13 15:17:12.967311 dv-neutron-860329-2-hyperv neutron-server[88975]: 'Port': {'1.7'}, Oct 13 15:17:12.967311 dv-neutron-860329-2-hyperv neutron-server[88975]: 'PortForwarding': {'1.2'}, Oct 13 15:17:12.967311 dv-neutron-860329-2-hyperv neutron-server[88975]: 'QosPolicy': {'1.8'}, Oct 13 15:17:12.967311 dv-neutron-860329-2-hyperv neutron-server[88975]: 'SecurityGroup': {'1.4'}, Oct 13 15:17:12.967311 dv-neutron-860329-2-hyperv neutron-server[88975]: 'SecurityGroupRule': {'1.2'}, Oct 13 15:17:12.967311 dv-neutron-860329-2-hyperv neutron-server[88975]: 'SubPort': {'1.0'}, Oct 13 15:17:12.967311 dv-neutron-860329-2-hyperv neutron-server[88975]: 'Subnet': {'1.1'}, Oct 13 15:17:12.967311 dv-neutron-860329-2-hyperv neutron-server[88975]: 'Trunk': {'1.1'}} Oct 13 15:17:12.967311 dv-neutron-860329-2-hyperv neutron-server[88975]: consumer versions: Oct 13 15:17:12.967311 dv-neutron-860329-2-hyperv neutron-server[88975]: { DHCP agent@dv-neutron-860329-2-hyperv: {}, Oct 13 15:17:12.967311 dv-neutron-860329-2-hyperv neutron-server[88975]: L3 agent@dv-neutron-860329-2-hyperv: {}, Oct 13 15:17:12.967311 dv-neutron-860329-2-hyperv neutron-server[88975]: Metadata agent@dv-neutron-860329-2-hyperv: {}, Oct 13 15:17:12.967311 dv-neutron-860329-2-hyperv neutron-server[88975]: Metering agent@dv-neutron-860329-2-hyperv: {}, Oct 13 15:17:12.967311 dv-neutron-860329-2-hyperv neutron-server[88975]: Open vSwitch agent@dv-neutron-860329-2-hyperv: { 'AddressGroup': '1.2', Oct 13 15:17:12.967311 dv-neutron-860329-2-hyperv neutron-server[88975]: 'ConntrackHelper': '1.0', Oct 13 15:17:12.967311 dv-neutron-860329-2-hyperv neutron-server[88975]: 'Log': '1.0', Oct 13 15:17:12.967311 dv-neutron-860329-2-hyperv neutron-server[88975]: 'Network': '1.1', Oct 13 15:17:12.967311 dv-neutron-860329-2-hyperv neutron-server[88975]: 'Port': '1.7', Oct 13 15:17:12.967311 dv-neutron-860329-2-hyperv neutron-server[88975]: 'PortForwarding': '1.2', Oct 13 15:17:12.967311 dv-neutron-860329-2-hyperv neutron-server[88975]: 'QosPolicy': '1.8', Oct 13 15:17:12.967311 dv-neutron-860329-2-hyperv neutron-server[88975]: 'SecurityGroup': '1.4', Oct 13 15:17:12.967311 dv-neutron-860329-2-hyperv neutron-server[88975]: 'SecurityGroupRule': '1.2', Oct 13 15:17:12.967311 dv-neutron-860329-2-hyperv neutron-server[88975]: 'SubPort': '1.0', Oct 13 15:17:12.967311 dv-neutron-860329-2-hyperv neutron-server[88975]: 'Subnet': '1.1', Oct 13 15:17:12.967311 dv-neutron-860329-2-hyperv neutron-server[88975]: 'Trunk': '1.1'}} Oct 13 15:17:12.967311 dv-neutron-860329-2-hyperv neutron-server[88975]: {{(pid=88975) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 15:17:12.969687 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-dd3e94d5-7451-40fb-9c53-fdbae9422bf2 None None] Attempting to bind port c4dbbe13-d8df-472e-a559-cb7d32fd0c53 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:17:12.970072 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-dd3e94d5-7451-40fb-9c53-fdbae9422bf2 None None] Attempting to bind port c4dbbe13-d8df-472e-a559-cb7d32fd0c53 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '0e04c871-a271-46a2-8d1d-2667578fb579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ea222329-1e6b-4c85-8b25-fcbf6de08c0a'}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:17:12.970522 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3e94d5-7451-40fb-9c53-fdbae9422bf2 None None] Attempting to bind port c4dbbe13-d8df-472e-a559-cb7d32fd0c53 on network ea222329-1e6b-4c85-8b25-fcbf6de08c0a {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:17:12.977220 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3e94d5-7451-40fb-9c53-fdbae9422bf2 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:17:12.977617 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3e94d5-7451-40fb-9c53-fdbae9422bf2 None None] Checking segment: {'id': '0e04c871-a271-46a2-8d1d-2667578fb579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ea222329-1e6b-4c85-8b25-fcbf6de08c0a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:17:12.978070 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-dd3e94d5-7451-40fb-9c53-fdbae9422bf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:12.978479 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd3e94d5-7451-40fb-9c53-fdbae9422bf2 None None] Bound using segment: {'id': '0e04c871-a271-46a2-8d1d-2667578fb579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ea222329-1e6b-4c85-8b25-fcbf6de08c0a'} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:17:12.978991 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-dd3e94d5-7451-40fb-9c53-fdbae9422bf2 None None] Bound port: c4dbbe13-d8df-472e-a559-cb7d32fd0c53, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e04c871-a271-46a2-8d1d-2667578fb579', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 430, 'network_id': 'ea222329-1e6b-4c85-8b25-fcbf6de08c0a'}}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:17:12.979365 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-dd3e94d5-7451-40fb-9c53-fdbae9422bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:13.074829 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-158e4a59-f7bc-4da4-b26c-f6b608a28239 None None] Attempt 5 to provision port c4dbbe13-d8df-472e-a559-cb7d32fd0c53 Oct 13 15:17:13.084280 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-dd3e94d5-7451-40fb-9c53-fdbae9422bf2 None None] For port c4dbbe13-d8df-472e-a559-cb7d32fd0c53, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:17:13.088860 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-dd3e94d5-7451-40fb-9c53-fdbae9422bf2 None None] For port c4dbbe13-d8df-472e-a559-cb7d32fd0c53, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=c4dbbe13-d8df-472e-a559-cb7d32fd0c53,segment=NetworkSegment(0e04c871-a271-46a2-8d1d-2667578fb579),segment_id=0e04c871-a271-46a2-8d1d-2667578fb579)] {{(pid=88975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:17:13.094479 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-dd3e94d5-7451-40fb-9c53-fdbae9422bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:13.140132 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-158e4a59-f7bc-4da4-b26c-f6b608a28239 None None] Port c4dbbe13-d8df-472e-a559-cb7d32fd0c53 had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 15:17:13.161951 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3e94d5-7451-40fb-9c53-fdbae9422bf2 None None] Routers {'7a2a93e8-b80f-4995-863f-e531b61aa5a2'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:17:13.162583 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-dd3e94d5-7451-40fb-9c53-fdbae9422bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:17:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['7a2a93e8-b80f-4995-863f-e531b61aa5a2'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:17:13.286557 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb6b92f-9742-424d-8691-b530d8958b0a None None] Pushing event updated for resources: {'Port': ['ID=c4dbbe13-d8df-472e-a559-cb7d32fd0c53,revision_number=4']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:17:13.324473 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-dd3e94d5-7451-40fb-9c53-fdbae9422bf2 None None] Set router 7a2a93e8-b80f-4995-863f-e531b61aa5a2 gateway port host: None {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:17:13.645821 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-dd3e94d5-7451-40fb-9c53-fdbae9422bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2a93e8-b80f-4995-863f-e531b61aa5a2', 'name': 'router1', 'tenant_id': '35fc353618da4d4e8c1dadaeaeba07a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:17:00Z', 'updated_at': '2022-10-13T15:17:10Z', 'revision_number': 2, 'project_id': '35fc353618da4d4e8c1dadaeaeba07a2', 'gw_port_host': None, '_interfaces': [{'id': 'c4dbbe13-d8df-472e-a559-cb7d32fd0c53', 'name': '', 'network_id': 'ea222329-1e6b-4c85-8b25-fcbf6de08c0a', 'tenant_id': '35fc353618da4d4e8c1dadaeaeba07a2', 'mac_address': 'fa:16:3e:a4:56:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2a93e8-b80f-4995-863f-e531b61aa5a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d415f5c-48ba-432a-a090-5e7cf46e44ba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:17:10Z', 'updated_at': '2022-10-13T15:17:13Z', 'revision_number': 4, 'project_id': '35fc353618da4d4e8c1dadaeaeba07a2', 'subnets': [{'id': '9d415f5c-48ba-432a-a090-5e7cf46e44ba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '65666db8-7249-4709-a69a-1641d2d28915'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:17:13.649786 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd3e94d5-7451-40fb-9c53-fdbae9422bf2 None None] The sync data for ids ['7a2a93e8-b80f-4995-863f-e531b61aa5a2'] in dv-neutron-860329-2-hyperv is: [{'id': '7a2a93e8-b80f-4995-863f-e531b61aa5a2', 'name': 'router1', 'tenant_id': '35fc353618da4d4e8c1dadaeaeba07a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:17:00Z', 'updated_at': '2022-10-13T15:17:10Z', 'revision_number': 2, 'project_id': '35fc353618da4d4e8c1dadaeaeba07a2', 'gw_port_host': None, '_interfaces': [{'id': 'c4dbbe13-d8df-472e-a559-cb7d32fd0c53', 'name': '', 'network_id': 'ea222329-1e6b-4c85-8b25-fcbf6de08c0a', 'tenant_id': '35fc353618da4d4e8c1dadaeaeba07a2', 'mac_address': 'fa:16:3e:a4:56:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2a93e8-b80f-4995-863f-e531b61aa5a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d415f5c-48ba-432a-a090-5e7cf46e44ba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:17:10Z', 'updated_at': '2022-10-13T15:17:13Z', 'revision_number': 4, 'project_id': '35fc353618da4d4e8c1dadaeaeba07a2', 'subnets': [{'id': '9d415f5c-48ba-432a-a090-5e7cf46e44ba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '65666db8-7249-4709-a69a-1641d2d28915'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:17:13.965172 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 41758) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:17:14.110046 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8b4370-2aed-4fba-8890-2f8d70e5fd96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:17:14.110628 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-be8b4370-2aed-4fba-8890-2f8d70e5fd96 admin admin] Synchronizing usage tracker for tenant:50cce0033baf4f6d988607be94827d5a on resource:network {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:17:14.127734 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-be8b4370-2aed-4fba-8890-2f8d70e5fd96 admin admin] Unset dirty status for tenant:50cce0033baf4f6d988607be94827d5a on resource:network {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:17:14.128999 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-be8b4370-2aed-4fba-8890-2f8d70e5fd96 admin admin] 10.222.0.42 "GET /v2.0/networks/8fb1fa59-32fe-4ed0-a248-96c43edb135f HTTP/1.1" status: 200 len: 842 time: 0.1626129 Oct 13 15:17:14.138805 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-bd49bcd4-e479-449f-8633-a16c80e9125b admin admin] Request body: {'subnet': {'cidr': '172.26.2.0/24', 'enable_dhcp': False, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'gateway_ip': '172.26.2.1', 'name': 'public-subnet', 'ip_version': 4}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:17:14.143863 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-bd49bcd4-e479-449f-8633-a16c80e9125b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:17:14.148215 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-bd49bcd4-e479-449f-8633-a16c80e9125b admin admin] Usage tracker for resource:subnet and tenant:50cce0033baf4f6d988607be94827d5a is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:17:14.151038 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-bd49bcd4-e479-449f-8633-a16c80e9125b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:17:14.156975 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-bd49bcd4-e479-449f-8633-a16c80e9125b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:17:14.166301 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd49bcd4-e479-449f-8633-a16c80e9125b admin admin] Made reservation on behalf of 50cce0033baf4f6d988607be94827d5a for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:17:14.170366 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bd49bcd4-e479-449f-8633-a16c80e9125b admin admin] Notify callbacks [] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:14.601408 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.objects.ports [None req-bd49bcd4-e479-449f-8633-a16c80e9125b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88973) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 13 15:17:14.601868 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bd49bcd4-e479-449f-8633-a16c80e9125b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:14.680141 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd49bcd4-e479-449f-8633-a16c80e9125b admin admin] Pushing event updated for resources: {'Subnet': ['ID=37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:17:14.684196 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd49bcd4-e479-449f-8633-a16c80e9125b admin admin] Checking segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:17:14.684551 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd49bcd4-e479-449f-8633-a16c80e9125b admin admin] Network hostable DHCP agents. Network: 8fb1fa59-32fe-4ed0-a248-96c43edb135f, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:17:14.706185 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd49bcd4-e479-449f-8633-a16c80e9125b admin admin] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:17:14.716194 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-bd49bcd4-e479-449f-8633-a16c80e9125b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 8fb1fa59-32fe-4ed0-a248-96c43edb135f) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:17:14.719944 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd49bcd4-e479-449f-8633-a16c80e9125b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:17:14.720516 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bd49bcd4-e479-449f-8633-a16c80e9125b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:14.725764 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca35f30c-996d-4de8-8df1-66e8f528ca99 None None] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:17:14.744512 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-bd49bcd4-e479-449f-8633-a16c80e9125b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6058476 Oct 13 15:17:14.959233 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d974fb8a-8cae-4c77-8b3f-5c634c7c7b5b None None] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:17:15.623632 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device c4dbbe13-d8df-472e-a559-cb7d32fd0c53 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:17:15.690925 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port c4dbbe13-d8df-472e-a559-cb7d32fd0c53 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:17:15.695613 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port c4dbbe13-d8df-472e-a559-cb7d32fd0c53 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:17:15.696057 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:15.696461 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port c4dbbe13-d8df-472e-a559-cb7d32fd0c53 Oct 13 15:17:15.813726 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port c4dbbe13-d8df-472e-a559-cb7d32fd0c53 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:17:15.814394 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:15.846394 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port c4dbbe13-d8df-472e-a559-cb7d32fd0c53, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=c4dbbe13-d8df-472e-a559-cb7d32fd0c53,segment=NetworkSegment(0e04c871-a271-46a2-8d1d-2667578fb579),segment_id=0e04c871-a271-46a2-8d1d-2667578fb579)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:17:15.850743 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:15.917918 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=c4dbbe13-d8df-472e-a559-cb7d32fd0c53,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:17:16.996555 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 41772) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:17:17.184439 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-def76907-163c-42d9-9322-14b044300ba6 admin admin] 10.222.0.42 "GET /v2.0/routers/7a2a93e8-b80f-4995-863f-e531b61aa5a2 HTTP/1.1" status: 200 len: 710 time: 0.1867042 Oct 13 15:17:17.306561 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4651514e-8ebc-4ac7-95da-f10309298684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:17:17.307849 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-4651514e-8ebc-4ac7-95da-f10309298684 admin admin] 10.222.0.42 "GET /v2.0/networks/8fb1fa59-32fe-4ed0-a248-96c43edb135f HTTP/1.1" status: 200 len: 886 time: 0.1183615 Oct 13 15:17:17.316544 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-16d00463-23b1-4c17-81e1-5a5b3864a423 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:17:17.596799 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device c4dbbe13-d8df-472e-a559-cb7d32fd0c53 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:17:17.667293 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port c4dbbe13-d8df-472e-a559-cb7d32fd0c53 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:17:17.667666 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:17.668010 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port c4dbbe13-d8df-472e-a559-cb7d32fd0c53 Oct 13 15:17:17.745161 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-16d00463-23b1-4c17-81e1-5a5b3864a423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:17.783240 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port c4dbbe13-d8df-472e-a559-cb7d32fd0c53 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:17:18.111501 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-16d00463-23b1-4c17-81e1-5a5b3864a423 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:18.165241 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-16d00463-23b1-4c17-81e1-5a5b3864a423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:18.296926 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-16d00463-23b1-4c17-81e1-5a5b3864a423 admin admin] Allocated IP 172.26.2.118 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/35a075e4-a836-4dce-9872-ecf9aa2a519b) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:17:18.436311 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-16d00463-23b1-4c17-81e1-5a5b3864a423 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:18.464899 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-16d00463-23b1-4c17-81e1-5a5b3864a423 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:18.527338 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d00463-23b1-4c17-81e1-5a5b3864a423 admin admin] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:17:18.530040 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-16d00463-23b1-4c17-81e1-5a5b3864a423 admin admin] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:17:18.533730 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d00463-23b1-4c17-81e1-5a5b3864a423 admin admin] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:17:18.650187 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d00463-23b1-4c17-81e1-5a5b3864a423 admin admin] Pushing event updated for resources: {'Port': ['ID=35a075e4-a836-4dce-9872-ecf9aa2a519b,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:17:18.906723 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-16d00463-23b1-4c17-81e1-5a5b3864a423 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:19.231261 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-16d00463-23b1-4c17-81e1-5a5b3864a423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:19.234330 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-16d00463-23b1-4c17-81e1-5a5b3864a423 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1827972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1827983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1827956'] for router, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:19.456846 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d00463-23b1-4c17-81e1-5a5b3864a423 admin admin] Router 7a2a93e8-b80f-4995-863f-e531b61aa5a2 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:17:19.627533 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d00463-23b1-4c17-81e1-5a5b3864a423 admin admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:17:19.636625 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-16d00463-23b1-4c17-81e1-5a5b3864a423 admin admin] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:19.639378 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-16d00463-23b1-4c17-81e1-5a5b3864a423 admin admin] 10.222.0.42 "PUT /v2.0/routers/7a2a93e8-b80f-4995-863f-e531b61aa5a2 HTTP/1.1" status: 200 len: 890 time: 2.3260832 Oct 13 15:17:19.643331 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4daecbec-8fb1-4c82-9add-fb8d3d0184d2 None None] Sync routers for ids ['7a2a93e8-b80f-4995-863f-e531b61aa5a2'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:17:19.653847 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4daecbec-8fb1-4c82-9add-fb8d3d0184d2 None None] Routers {'7a2a93e8-b80f-4995-863f-e531b61aa5a2'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:17:19.654553 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-4daecbec-8fb1-4c82-9add-fb8d3d0184d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:17:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['7a2a93e8-b80f-4995-863f-e531b61aa5a2'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:17:19.849718 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-4daecbec-8fb1-4c82-9add-fb8d3d0184d2 None None] Set router 7a2a93e8-b80f-4995-863f-e531b61aa5a2 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:17:20.197589 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-4daecbec-8fb1-4c82-9add-fb8d3d0184d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2a93e8-b80f-4995-863f-e531b61aa5a2', 'name': 'router1', 'tenant_id': '35fc353618da4d4e8c1dadaeaeba07a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '35a075e4-a836-4dce-9872-ecf9aa2a519b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:17:00Z', 'updated_at': '2022-10-13T15:17:18Z', 'revision_number': 4, 'project_id': '35fc353618da4d4e8c1dadaeaeba07a2', 'gw_port': {'id': '35a075e4-a836-4dce-9872-ecf9aa2a519b', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e3:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2a93e8-b80f-4995-863f-e531b61aa5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:17:18Z', 'updated_at': '2022-10-13T15:17:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': 'c4dbbe13-d8df-472e-a559-cb7d32fd0c53', 'name': '', 'network_id': 'ea222329-1e6b-4c85-8b25-fcbf6de08c0a', 'tenant_id': '35fc353618da4d4e8c1dadaeaeba07a2', 'mac_address': 'fa:16:3e:a4:56:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2a93e8-b80f-4995-863f-e531b61aa5a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d415f5c-48ba-432a-a090-5e7cf46e44ba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:17:10Z', 'updated_at': '2022-10-13T15:17:15Z', 'revision_number': 5, 'project_id': '35fc353618da4d4e8c1dadaeaeba07a2', 'subnets': [{'id': '9d415f5c-48ba-432a-a090-5e7cf46e44ba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '65666db8-7249-4709-a69a-1641d2d28915'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:17:20.202276 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4daecbec-8fb1-4c82-9add-fb8d3d0184d2 None None] Checking router: 7a2a93e8-b80f-4995-863f-e531b61aa5a2 for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:17:20.202623 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4daecbec-8fb1-4c82-9add-fb8d3d0184d2 None None] Updating router 7a2a93e8-b80f-4995-863f-e531b61aa5a2 port 35a075e4-a836-4dce-9872-ecf9aa2a519b binding host dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:17:20.256041 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4daecbec-8fb1-4c82-9add-fb8d3d0184d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:20.574205 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4daecbec-8fb1-4c82-9add-fb8d3d0184d2 None None] Notify callbacks [] for port, precommit_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:20.586668 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4daecbec-8fb1-4c82-9add-fb8d3d0184d2 None None] Transition to ACTIVE for port object 35a075e4-a836-4dce-9872-ecf9aa2a519b will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:17:20.593038 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4daecbec-8fb1-4c82-9add-fb8d3d0184d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:20.653941 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-4daecbec-8fb1-4c82-9add-fb8d3d0184d2 None None] Attempting to bind port 35a075e4-a836-4dce-9872-ecf9aa2a519b on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:17:20.654672 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-4daecbec-8fb1-4c82-9add-fb8d3d0184d2 None None] Attempting to bind port 35a075e4-a836-4dce-9872-ecf9aa2a519b by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:17:20.654672 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4daecbec-8fb1-4c82-9add-fb8d3d0184d2 None None] Attempting to bind port 35a075e4-a836-4dce-9872-ecf9aa2a519b on network 8fb1fa59-32fe-4ed0-a248-96c43edb135f {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:17:20.668933 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4daecbec-8fb1-4c82-9add-fb8d3d0184d2 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 17, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:17:20.669304 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4daecbec-8fb1-4c82-9add-fb8d3d0184d2 None None] Checking segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:17:20.669694 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4daecbec-8fb1-4c82-9add-fb8d3d0184d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:20.670086 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4daecbec-8fb1-4c82-9add-fb8d3d0184d2 None None] Bound using segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:17:20.670568 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-4daecbec-8fb1-4c82-9add-fb8d3d0184d2 None None] Bound port: 35a075e4-a836-4dce-9872-ecf9aa2a519b, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:17:20.670948 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4daecbec-8fb1-4c82-9add-fb8d3d0184d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:20.710364 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322f3a6e-1225-4809-a08f-8a39911c0c30 None None] Pushing event updated for resources: {'Port': ['ID=35a075e4-a836-4dce-9872-ecf9aa2a519b,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:17:20.749734 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4daecbec-8fb1-4c82-9add-fb8d3d0184d2 None None] For port 35a075e4-a836-4dce-9872-ecf9aa2a519b, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:17:20.752800 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4daecbec-8fb1-4c82-9add-fb8d3d0184d2 None None] For port 35a075e4-a836-4dce-9872-ecf9aa2a519b, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=35a075e4-a836-4dce-9872-ecf9aa2a519b,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:17:20.757409 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4daecbec-8fb1-4c82-9add-fb8d3d0184d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:20.812141 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4daecbec-8fb1-4c82-9add-fb8d3d0184d2 None None] Routers {'7a2a93e8-b80f-4995-863f-e531b61aa5a2'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:17:20.812751 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-4daecbec-8fb1-4c82-9add-fb8d3d0184d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:17:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['7a2a93e8-b80f-4995-863f-e531b61aa5a2'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:17:20.956716 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322f3a6e-1225-4809-a08f-8a39911c0c30 None None] Pushing event updated for resources: {'Port': ['ID=35a075e4-a836-4dce-9872-ecf9aa2a519b,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:17:21.004924 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-4daecbec-8fb1-4c82-9add-fb8d3d0184d2 None None] Set router 7a2a93e8-b80f-4995-863f-e531b61aa5a2 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:17:21.349074 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-4daecbec-8fb1-4c82-9add-fb8d3d0184d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a2a93e8-b80f-4995-863f-e531b61aa5a2', 'name': 'router1', 'tenant_id': '35fc353618da4d4e8c1dadaeaeba07a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '35a075e4-a836-4dce-9872-ecf9aa2a519b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:17:00Z', 'updated_at': '2022-10-13T15:17:18Z', 'revision_number': 4, 'project_id': '35fc353618da4d4e8c1dadaeaeba07a2', 'gw_port': {'id': '35a075e4-a836-4dce-9872-ecf9aa2a519b', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e3:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2a93e8-b80f-4995-863f-e531b61aa5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:17:18Z', 'updated_at': '2022-10-13T15:17:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': 'c4dbbe13-d8df-472e-a559-cb7d32fd0c53', 'name': '', 'network_id': 'ea222329-1e6b-4c85-8b25-fcbf6de08c0a', 'tenant_id': '35fc353618da4d4e8c1dadaeaeba07a2', 'mac_address': 'fa:16:3e:a4:56:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2a93e8-b80f-4995-863f-e531b61aa5a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d415f5c-48ba-432a-a090-5e7cf46e44ba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:17:10Z', 'updated_at': '2022-10-13T15:17:15Z', 'revision_number': 5, 'project_id': '35fc353618da4d4e8c1dadaeaeba07a2', 'subnets': [{'id': '9d415f5c-48ba-432a-a090-5e7cf46e44ba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '65666db8-7249-4709-a69a-1641d2d28915'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:17:21.352921 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4daecbec-8fb1-4c82-9add-fb8d3d0184d2 None None] The sync data for ids ['7a2a93e8-b80f-4995-863f-e531b61aa5a2'] in dv-neutron-860329-2-hyperv is: [{'id': '7a2a93e8-b80f-4995-863f-e531b61aa5a2', 'name': 'router1', 'tenant_id': '35fc353618da4d4e8c1dadaeaeba07a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.118'}], 'enable_snat': True}, 'gw_port_id': '35a075e4-a836-4dce-9872-ecf9aa2a519b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:17:00Z', 'updated_at': '2022-10-13T15:17:18Z', 'revision_number': 4, 'project_id': '35fc353618da4d4e8c1dadaeaeba07a2', 'gw_port': {'id': '35a075e4-a836-4dce-9872-ecf9aa2a519b', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:e3:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a2a93e8-b80f-4995-863f-e531b61aa5a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:17:18Z', 'updated_at': '2022-10-13T15:17:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': 'c4dbbe13-d8df-472e-a559-cb7d32fd0c53', 'name': '', 'network_id': 'ea222329-1e6b-4c85-8b25-fcbf6de08c0a', 'tenant_id': '35fc353618da4d4e8c1dadaeaeba07a2', 'mac_address': 'fa:16:3e:a4:56:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a2a93e8-b80f-4995-863f-e531b61aa5a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '9d415f5c-48ba-432a-a090-5e7cf46e44ba', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:17:10Z', 'updated_at': '2022-10-13T15:17:15Z', 'revision_number': 5, 'project_id': '35fc353618da4d4e8c1dadaeaeba07a2', 'subnets': [{'id': '9d415f5c-48ba-432a-a090-5e7cf46e44ba', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '65666db8-7249-4709-a69a-1641d2d28915'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:17:21.657779 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 35a075e4-a836-4dce-9872-ecf9aa2a519b up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:17:21.728192 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 35a075e4-a836-4dce-9872-ecf9aa2a519b completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:17:21.733552 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 35a075e4-a836-4dce-9872-ecf9aa2a519b triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:17:21.733966 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:21.734333 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 35a075e4-a836-4dce-9872-ecf9aa2a519b Oct 13 15:17:21.856636 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 35a075e4-a836-4dce-9872-ecf9aa2a519b is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:17:21.857036 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:21.874466 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 35a075e4-a836-4dce-9872-ecf9aa2a519b, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=35a075e4-a836-4dce-9872-ecf9aa2a519b,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:17:21.878998 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:21.950373 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=35a075e4-a836-4dce-9872-ecf9aa2a519b,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:17:22.037051 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 41782) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:17:22.162537 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-b3c1cc6e-114d-46ba-9064-d14270efabeb admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1243346 Oct 13 15:17:23.600950 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 35a075e4-a836-4dce-9872-ecf9aa2a519b up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:17:23.676960 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 35a075e4-a836-4dce-9872-ecf9aa2a519b triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:17:23.677427 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:23.677770 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 35a075e4-a836-4dce-9872-ecf9aa2a519b Oct 13 15:17:23.809799 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 35a075e4-a836-4dce-9872-ecf9aa2a519b is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:17:24.509205 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 5 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:17:34.369876 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-82b76362-7ad5-4239-8ce1-a9179b6cf569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:36.553359 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e1fd502c-af0d-493b-a7fc-1f17ce21a897 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:37.619254 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:37.725002 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:17:39.382964 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:18:01.507208 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 5 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:18:04.373641 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-14062287-8fad-4b1a-83a2-bc58d9ba5d86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:18:06.557212 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-5acd56d1-f651-45b3-b640-73f909850d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:18:07.621806 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:18:07.729066 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:18:09.388353 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:18:34.378837 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e772d24d-7872-4df3-9788-e0b2afee6726 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:18:36.561107 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-837c748a-09ff-41f0-b871-aea4aa19d09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:18:37.628880 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:18:37.733922 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:18:38.505765 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 5 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:18:39.395244 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:19:04.380425 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e43a60a5-4103-4a7e-9a47-1d7edef32363 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:19:06.563519 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-37e743a5-2230-429b-9066-72bdcaa1db90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:19:07.625779 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:19:07.729760 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:19:09.397050 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:19:15.504145 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 5 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:19:28.519672 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 42384) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:19:28.588865 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-0687ccfe-0ed7-42d1-b334-663545301ba4 admin admin] GET failed (client error): The resource could not be found. Oct 13 15:19:28.590098 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-0687ccfe-0ed7-42d1-b334-663545301ba4 admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0694380 Oct 13 15:19:28.722220 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-567296b8-db95-4320-9e86-3f5716d22ab7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:19:28.723582 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-567296b8-db95-4320-9e86-3f5716d22ab7 admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1296322 Oct 13 15:19:30.901769 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 42394) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:19:31.005487 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5badd6a-ad67-4e04-bb40-90f673e51c60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:19:31.006039 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-f5badd6a-ad67-4e04-bb40-90f673e51c60 admin admin] Synchronizing usage tracker for tenant:50cce0033baf4f6d988607be94827d5a on resource:subnet {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:19:31.022785 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-f5badd6a-ad67-4e04-bb40-90f673e51c60 admin admin] Unset dirty status for tenant:50cce0033baf4f6d988607be94827d5a on resource:subnet {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:19:31.023933 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-f5badd6a-ad67-4e04-bb40-90f673e51c60 admin admin] 10.222.0.42 "GET /v2.0/subnets/9d415f5c-48ba-432a-a090-5e7cf46e44ba HTTP/1.1" status: 200 len: 849 time: 0.1211619 Oct 13 15:19:31.035330 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-b9721d29-538d-4f8e-b4f5-48298fcf5dc3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:19:31.149773 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b9721d29-538d-4f8e-b4f5-48298fcf5dc3 admin admin] Notify callbacks [] for subnet, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:19:31.332411 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b9721d29-538d-4f8e-b4f5-48298fcf5dc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734006200203'] for subnet, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:19:31.372627 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9721d29-538d-4f8e-b4f5-48298fcf5dc3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:19:31.373212 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b9721d29-538d-4f8e-b4f5-48298fcf5dc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:19:31.386152 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-b9721d29-538d-4f8e-b4f5-48298fcf5dc3 admin admin] 10.222.0.42 "PUT /v2.0/subnets/9d415f5c-48ba-432a-a090-5e7cf46e44ba HTTP/1.1" status: 200 len: 868 time: 0.3435459 Oct 13 15:19:31.386439 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b982d717-8875-449c-9bee-a11bf482c4e9 None None] Network ea222329-1e6b-4c85-8b25-fcbf6de08c0a requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:19:31.402845 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9721d29-538d-4f8e-b4f5-48298fcf5dc3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d415f5c-48ba-432a-a090-5e7cf46e44ba,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:19:31.411941 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9721d29-538d-4f8e-b4f5-48298fcf5dc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:19:31.412466 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9721d29-538d-4f8e-b4f5-48298fcf5dc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:19:31.412908 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9721d29-538d-4f8e-b4f5-48298fcf5dc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:19:31.413371 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9721d29-538d-4f8e-b4f5-48298fcf5dc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:19:31.413800 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9721d29-538d-4f8e-b4f5-48298fcf5dc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:19:31.414257 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9721d29-538d-4f8e-b4f5-48298fcf5dc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:19:31.414695 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9721d29-538d-4f8e-b4f5-48298fcf5dc3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:19:31.415052 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9721d29-538d-4f8e-b4f5-48298fcf5dc3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:19:31.415432 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9721d29-538d-4f8e-b4f5-48298fcf5dc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:19:31.415762 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9721d29-538d-4f8e-b4f5-48298fcf5dc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:19:31.416084 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9721d29-538d-4f8e-b4f5-48298fcf5dc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:19:31.416404 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9721d29-538d-4f8e-b4f5-48298fcf5dc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:19:31.856212 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-c60fd9aa-eaf1-485e-92a2-28dd8d05635d None None] Provisioning complete for port ba615b5e-8f9b-4722-a7ac-b56e6465865a triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:19:31.856573 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c60fd9aa-eaf1-485e-92a2-28dd8d05635d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:19:31.856900 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-c60fd9aa-eaf1-485e-92a2-28dd8d05635d None None] Attempt 1 to provision port ba615b5e-8f9b-4722-a7ac-b56e6465865a Oct 13 15:19:31.967683 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-c60fd9aa-eaf1-485e-92a2-28dd8d05635d None None] Current status of the port ba615b5e-8f9b-4722-a7ac-b56e6465865a is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:19:31.978735 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-c60fd9aa-eaf1-485e-92a2-28dd8d05635d None None] Provisioning complete for port c4dbbe13-d8df-472e-a559-cb7d32fd0c53 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:19:31.979096 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c60fd9aa-eaf1-485e-92a2-28dd8d05635d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:19:31.979429 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-c60fd9aa-eaf1-485e-92a2-28dd8d05635d None None] Attempt 1 to provision port c4dbbe13-d8df-472e-a559-cb7d32fd0c53 Oct 13 15:19:32.094515 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-c60fd9aa-eaf1-485e-92a2-28dd8d05635d None None] Current status of the port c4dbbe13-d8df-472e-a559-cb7d32fd0c53 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:19:33.565200 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 42404) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:19:33.735595 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604ab43b-2e81-4e83-946c-1ce697f808c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:19:33.736064 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604ab43b-2e81-4e83-946c-1ce697f808c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:19:33.737587 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-604ab43b-2e81-4e83-946c-1ce697f808c5 admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1714158 Oct 13 15:19:34.381394 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b5427945-cf10-4503-b881-b8cabdae4b80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:19:35.904065 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 42414) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:19:36.073540 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d88cdb1-664e-4061-9e1b-4c76f55dc35e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:19:36.074011 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d88cdb1-664e-4061-9e1b-4c76f55dc35e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:19:36.075548 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-0d88cdb1-664e-4061-9e1b-4c76f55dc35e admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1705501 Oct 13 15:19:36.566038 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c57aeca7-dd85-40bb-a74d-315f88d60640 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:19:37.619168 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:19:37.731391 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:19:38.263244 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 42424) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:19:38.431423 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d4c918-887f-4963-80b3-7ff8e1278d94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:19:38.432756 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-a4d4c918-887f-4963-80b3-7ff8e1278d94 admin admin] 10.222.0.42 "GET /v2.0/networks/8fb1fa59-32fe-4ed0-a248-96c43edb135f HTTP/1.1" status: 200 len: 886 time: 0.1685777 Oct 13 15:19:39.400526 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:19:40.585302 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 42434) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:19:40.755095 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0735e51d-c14a-4958-8c70-0f3fdcdf390d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:19:40.756416 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-0735e51d-c14a-4958-8c70-0f3fdcdf390d admin admin] 10.222.0.42 "GET /v2.0/networks/ea222329-1e6b-4c85-8b25-fcbf6de08c0a HTTP/1.1" status: 200 len: 869 time: 0.1701775 Oct 13 15:19:42.908443 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 42444) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:19:43.016114 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b674736a-d19b-409c-b391-b248a55d8af6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:19:43.016579 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b674736a-d19b-409c-b391-b248a55d8af6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:19:43.018423 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-b674736a-d19b-409c-b391-b248a55d8af6 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1090171 Oct 13 15:19:45.166605 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 42454) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:19:45.269453 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f70e267-619a-4822-8e89-2b3a72398b92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:19:45.269901 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f70e267-619a-4822-8e89-2b3a72398b92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:19:45.271380 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-1f70e267-619a-4822-8e89-2b3a72398b92 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1038408 Oct 13 15:19:47.421847 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 42464) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:19:47.560997 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1419df-97af-4bec-9b05-7d07668188c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:19:47.562950 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-2a1419df-97af-4bec-9b05-7d07668188c3 admin admin] 10.222.0.42 "GET /v2.0/subnets/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac HTTP/1.1" status: 200 len: 816 time: 0.1401312 Oct 13 15:19:49.711152 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 42474) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:19:49.816181 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23aa88f-b100-46e9-9ea9-d598d4babdbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:19:49.817477 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-d23aa88f-b100-46e9-9ea9-d598d4babdbd admin admin] 10.222.0.42 "GET /v2.0/subnets/9d415f5c-48ba-432a-a090-5e7cf46e44ba HTTP/1.1" status: 200 len: 868 time: 0.1053917 Oct 13 15:19:52.503114 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 5 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:20:04.384165 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-1cde5876-26fa-4418-ad3c-79f3ac283916 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:06.572294 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-926102e4-4a68-4e48-8696-d39492bbc89e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:07.621295 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:07.734818 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:08.799789 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 42520) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:20:08.846977 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [None req-4522846f-1699-4df8-9527-5c40ae6700de admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:20:08.847961 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-4522846f-1699-4df8-9527-5c40ae6700de admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0472124 Oct 13 15:20:09.403435 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:11.059622 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 42530) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:20:11.125934 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4fd9458-a0d3-47e5-973a-d0157938c49c admin admin] GET failed (client error): The resource could not be found. Oct 13 15:20:11.127244 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c4fd9458-a0d3-47e5-973a-d0157938c49c admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0667012 Oct 13 15:20:11.249042 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7258f601-2bf7-4608-8174-5e49b080d66a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:20:11.250387 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-7258f601-2bf7-4608-8174-5e49b080d66a admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1193433 Oct 13 15:20:13.428910 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 42540) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:20:13.475878 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-482bbdf9-68e8-4a23-9786-9e9010189c80 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:20:13.480350 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-482bbdf9-68e8-4a23-9786-9e9010189c80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:20:13.489701 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-482bbdf9-68e8-4a23-9786-9e9010189c80 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:20:13.499244 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482bbdf9-68e8-4a23-9786-9e9010189c80 admin admin] Made reservation on behalf of 50cce0033baf4f6d988607be94827d5a for: {'network': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:20:13.501411 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-482bbdf9-68e8-4a23-9786-9e9010189c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:13.586625 dv-neutron-860329-2-hyperv neutron-server[88973]: WARNING neutron.services.revisions.revision_plugin [None req-482bbdf9-68e8-4a23-9786-9e9010189c80 admin admin] Could not find related network for resource to bump revision. Oct 13 15:20:13.598220 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-482bbdf9-68e8-4a23-9786-9e9010189c80 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 446} {{(pid=88973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:20:13.606419 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-482bbdf9-68e8-4a23-9786-9e9010189c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:13.606676 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-482bbdf9-68e8-4a23-9786-9e9010189c80 admin admin] Added segment 1100ca1a-da1e-4f15-a961-ca682609fb0b of type vlan for network 649cd441-2280-4a41-ba4a-d245c69fb858 Oct 13 15:20:13.631431 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-482bbdf9-68e8-4a23-9786-9e9010189c80 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:13.662175 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-482bbdf9-68e8-4a23-9786-9e9010189c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:13.663129 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482bbdf9-68e8-4a23-9786-9e9010189c80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:20:13.663706 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-482bbdf9-68e8-4a23-9786-9e9010189c80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:13.760324 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482bbdf9-68e8-4a23-9786-9e9010189c80 admin admin] Pushing event updated for resources: {'Network': ['ID=649cd441-2280-4a41-ba4a-d245c69fb858,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:20:13.763474 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-482bbdf9-68e8-4a23-9786-9e9010189c80 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3335690 Oct 13 15:20:13.770221 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 649cd441-2280-4a41-ba4a-d245c69fb858 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:20:15.930229 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 42550) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:20:15.995235 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e0d3501-14bb-4afa-af19-eb82d4305988 admin admin] GET failed (client error): The resource could not be found. Oct 13 15:20:15.995730 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-2e0d3501-14bb-4afa-af19-eb82d4305988 admin admin] Synchronizing usage tracker for tenant:50cce0033baf4f6d988607be94827d5a on resource:network {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:20:16.010632 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-2e0d3501-14bb-4afa-af19-eb82d4305988 admin admin] Unset dirty status for tenant:50cce0033baf4f6d988607be94827d5a on resource:network {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:20:16.011693 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-2e0d3501-14bb-4afa-af19-eb82d4305988 admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0805357 Oct 13 15:20:16.113583 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83c2ffe-5057-4a49-b59c-10ceca9b008f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:20:16.115003 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e83c2ffe-5057-4a49-b59c-10ceca9b008f admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0993671 Oct 13 15:20:16.124980 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-27419d23-e9a4-478d-aedf-e61c57ccb46d admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '649cd441-2280-4a41-ba4a-d245c69fb858'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:20:16.129310 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-27419d23-e9a4-478d-aedf-e61c57ccb46d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:20:16.138931 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-27419d23-e9a4-478d-aedf-e61c57ccb46d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:20:16.148199 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27419d23-e9a4-478d-aedf-e61c57ccb46d admin admin] Made reservation on behalf of 50cce0033baf4f6d988607be94827d5a for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:20:16.150367 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-27419d23-e9a4-478d-aedf-e61c57ccb46d admin admin] Notify callbacks [] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:16.343516 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-27419d23-e9a4-478d-aedf-e61c57ccb46d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:16.415930 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27419d23-e9a4-478d-aedf-e61c57ccb46d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4f76c8c-9aa4-4f80-952a-0f6cec8db783,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:20:16.424749 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27419d23-e9a4-478d-aedf-e61c57ccb46d admin admin] Checking segment: {'id': '1100ca1a-da1e-4f15-a961-ca682609fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '649cd441-2280-4a41-ba4a-d245c69fb858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:20:16.425100 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27419d23-e9a4-478d-aedf-e61c57ccb46d admin admin] Network hostable DHCP agents. Network: 649cd441-2280-4a41-ba4a-d245c69fb858, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:20:16.443853 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27419d23-e9a4-478d-aedf-e61c57ccb46d admin admin] Network 649cd441-2280-4a41-ba4a-d245c69fb858 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:20:16.452453 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-27419d23-e9a4-478d-aedf-e61c57ccb46d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 649cd441-2280-4a41-ba4a-d245c69fb858) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:20:16.456579 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27419d23-e9a4-478d-aedf-e61c57ccb46d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:20:16.457342 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-27419d23-e9a4-478d-aedf-e61c57ccb46d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:16.461187 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9f2bcc-6228-49b1-8185-20cc32189589 None None] Network 649cd441-2280-4a41-ba4a-d245c69fb858 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:20:16.483465 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-27419d23-e9a4-478d-aedf-e61c57ccb46d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3616626 Oct 13 15:20:16.695572 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a79be13-e183-476c-b026-6a927f3c5326 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-649cd441-2280-4a41-ba4a-d245c69fb858', 'network_id': '649cd441-2280-4a41-ba4a-d245c69fb858', 'tenant_id': '50cce0033baf4f6d988607be94827d5a', 'fixed_ips': [{'subnet_id': 'c4f76c8c-9aa4-4f80-952a-0f6cec8db783'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:20:16.696517 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-5a79be13-e183-476c-b026-6a927f3c5326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:16.856703 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-5a79be13-e183-476c-b026-6a927f3c5326 None None] Allocated IP 192.168.233.2 (649cd441-2280-4a41-ba4a-d245c69fb858/c4f76c8c-9aa4-4f80-952a-0f6cec8db783/885728bf-1918-4f64-88b2-91b56fe0b64e) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:20:17.062752 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-5a79be13-e183-476c-b026-6a927f3c5326 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:17.073538 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-5a79be13-e183-476c-b026-6a927f3c5326 None None] Transition to ACTIVE for port object 885728bf-1918-4f64-88b2-91b56fe0b64e will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:20:17.093186 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-5a79be13-e183-476c-b026-6a927f3c5326 None None] Transition to ACTIVE for port object 885728bf-1918-4f64-88b2-91b56fe0b64e will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:20:17.101965 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-5a79be13-e183-476c-b026-6a927f3c5326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:17.173339 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a79be13-e183-476c-b026-6a927f3c5326 None None] Network 649cd441-2280-4a41-ba4a-d245c69fb858 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:20:17.176000 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-5a79be13-e183-476c-b026-6a927f3c5326 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:20:17.180102 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a79be13-e183-476c-b026-6a927f3c5326 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:20:17.182100 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a79be13-e183-476c-b026-6a927f3c5326 None None] Pushing event updated for resources: {'Port': ['ID=885728bf-1918-4f64-88b2-91b56fe0b64e,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:20:17.190869 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a79be13-e183-476c-b026-6a927f3c5326 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:20:17.191230 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a79be13-e183-476c-b026-6a927f3c5326 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:20:17.191562 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a79be13-e183-476c-b026-6a927f3c5326 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:20:17.191890 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a79be13-e183-476c-b026-6a927f3c5326 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:20:17.192207 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a79be13-e183-476c-b026-6a927f3c5326 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:20:17.192571 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a79be13-e183-476c-b026-6a927f3c5326 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:20:17.192892 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a79be13-e183-476c-b026-6a927f3c5326 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:20:17.193205 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a79be13-e183-476c-b026-6a927f3c5326 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:20:17.193532 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a79be13-e183-476c-b026-6a927f3c5326 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:20:17.193854 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a79be13-e183-476c-b026-6a927f3c5326 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:20:17.194181 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a79be13-e183-476c-b026-6a927f3c5326 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:20:17.194486 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a79be13-e183-476c-b026-6a927f3c5326 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:20:17.292154 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-5a79be13-e183-476c-b026-6a927f3c5326 None None] Attempting to bind port 885728bf-1918-4f64-88b2-91b56fe0b64e on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:20:17.292513 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-5a79be13-e183-476c-b026-6a927f3c5326 None None] Attempting to bind port 885728bf-1918-4f64-88b2-91b56fe0b64e by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '1100ca1a-da1e-4f15-a961-ca682609fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '649cd441-2280-4a41-ba4a-d245c69fb858'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:20:17.292853 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a79be13-e183-476c-b026-6a927f3c5326 None None] Attempting to bind port 885728bf-1918-4f64-88b2-91b56fe0b64e on network 649cd441-2280-4a41-ba4a-d245c69fb858 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:20:17.297996 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a79be13-e183-476c-b026-6a927f3c5326 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 20, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:20:17.298380 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a79be13-e183-476c-b026-6a927f3c5326 None None] Checking segment: {'id': '1100ca1a-da1e-4f15-a961-ca682609fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '649cd441-2280-4a41-ba4a-d245c69fb858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:20:17.298790 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-5a79be13-e183-476c-b026-6a927f3c5326 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:17.299170 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a79be13-e183-476c-b026-6a927f3c5326 None None] Bound using segment: {'id': '1100ca1a-da1e-4f15-a961-ca682609fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '649cd441-2280-4a41-ba4a-d245c69fb858'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:20:17.299614 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-5a79be13-e183-476c-b026-6a927f3c5326 None None] Bound port: 885728bf-1918-4f64-88b2-91b56fe0b64e, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1100ca1a-da1e-4f15-a961-ca682609fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '649cd441-2280-4a41-ba4a-d245c69fb858'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:20:17.299975 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-5a79be13-e183-476c-b026-6a927f3c5326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:17.389301 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-5a79be13-e183-476c-b026-6a927f3c5326 None None] For port 885728bf-1918-4f64-88b2-91b56fe0b64e, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:20:17.392381 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-5a79be13-e183-476c-b026-6a927f3c5326 None None] For port 885728bf-1918-4f64-88b2-91b56fe0b64e, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=885728bf-1918-4f64-88b2-91b56fe0b64e,segment=NetworkSegment(1100ca1a-da1e-4f15-a961-ca682609fb0b),segment_id=1100ca1a-da1e-4f15-a961-ca682609fb0b)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:20:17.396833 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-5a79be13-e183-476c-b026-6a927f3c5326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:17.473583 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a79be13-e183-476c-b026-6a927f3c5326 None None] Pushing event updated for resources: {'Port': ['ID=885728bf-1918-4f64-88b2-91b56fe0b64e,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:20:17.773037 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 885728bf-1918-4f64-88b2-91b56fe0b64e up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:20:17.849733 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 885728bf-1918-4f64-88b2-91b56fe0b64e completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:20:18.349178 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801906e4-6e4a-45e4-82c7-5b5a9e2089e6 None None] Network 649cd441-2280-4a41-ba4a-d245c69fb858 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:20:18.464921 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-e5885373-04d0-4200-96ed-0d93a3172e5e None None] Provisioning for port 885728bf-1918-4f64-88b2-91b56fe0b64e completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:20:18.481748 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-e5885373-04d0-4200-96ed-0d93a3172e5e None None] Provisioning complete for port 885728bf-1918-4f64-88b2-91b56fe0b64e triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:20:18.482383 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e5885373-04d0-4200-96ed-0d93a3172e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:18.482513 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-e5885373-04d0-4200-96ed-0d93a3172e5e None None] Attempt 1 to provision port 885728bf-1918-4f64-88b2-91b56fe0b64e Oct 13 15:20:18.695655 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-e5885373-04d0-4200-96ed-0d93a3172e5e None None] Current status of the port 885728bf-1918-4f64-88b2-91b56fe0b64e is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:20:18.696034 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e5885373-04d0-4200-96ed-0d93a3172e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:18.735969 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-e5885373-04d0-4200-96ed-0d93a3172e5e None None] For port 885728bf-1918-4f64-88b2-91b56fe0b64e, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=885728bf-1918-4f64-88b2-91b56fe0b64e,segment=NetworkSegment(1100ca1a-da1e-4f15-a961-ca682609fb0b),segment_id=1100ca1a-da1e-4f15-a961-ca682609fb0b)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:20:18.741234 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e5885373-04d0-4200-96ed-0d93a3172e5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:18.845148 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5885373-04d0-4200-96ed-0d93a3172e5e None None] Pushing event updated for resources: {'Port': ['ID=885728bf-1918-4f64-88b2-91b56fe0b64e,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:20:18.960707 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-dbb302c4-0920-48ee-9073-4f57e446db84 None None] Provisioning complete for port 885728bf-1918-4f64-88b2-91b56fe0b64e triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:20:18.961075 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-dbb302c4-0920-48ee-9073-4f57e446db84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:18.961407 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-dbb302c4-0920-48ee-9073-4f57e446db84 None None] Attempt 1 to provision port 885728bf-1918-4f64-88b2-91b56fe0b64e Oct 13 15:20:19.078388 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-dbb302c4-0920-48ee-9073-4f57e446db84 None None] Current status of the port 885728bf-1918-4f64-88b2-91b56fe0b64e is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:20:19.713240 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 885728bf-1918-4f64-88b2-91b56fe0b64e up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:20:19.778757 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 885728bf-1918-4f64-88b2-91b56fe0b64e triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:20:19.779114 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:19.779481 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 885728bf-1918-4f64-88b2-91b56fe0b64e Oct 13 15:20:19.892344 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 885728bf-1918-4f64-88b2-91b56fe0b64e is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:20:29.502292 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 5 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:20:34.385980 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-484d790f-7f35-43a7-874b-4d46fbea4f19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:36.566568 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e3cb73c6-b8a4-444f-94aa-5ee388fcbc17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:37.624001 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:37.737804 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:20:39.407020 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:04.386894 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-55657626-061b-41f6-afb8-1dd0d9aa23a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:06.499889 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 5 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:21:06.567723 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6c43220f-41e2-40d7-850a-25d7c1be9c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:07.629222 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:07.739144 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:09.409930 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:34.393327 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-40a1e601-0b32-4c78-b334-dabaa30d63f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:36.568808 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-be545b5e-a05a-4753-a20f-afd49074174d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:37.632867 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:37.742218 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:39.415685 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:41.524134 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 42600) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:21:41.530090 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [None req-070e3e22-3bc5-415f-a7a7-3460dabc3faa tempest-verify_tempest_config-370274354 tempest-verify_tempest_config-370274354-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:21:41.531047 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-070e3e22-3bc5-415f-a7a7-3460dabc3faa tempest-verify_tempest_config-370274354 tempest-verify_tempest_config-370274354-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059376 Oct 13 15:21:41.830766 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 42618) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:21:41.943180 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8f1ed4cb-851f-419e-93b4-dfda0d822507 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:41.957505 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-8f1ed4cb-851f-419e-93b4-dfda0d822507 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:21:41.961280 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-8f1ed4cb-851f-419e-93b4-dfda0d822507 admin admin] Usage tracker for resource:security_group_rule and tenant:12f19d0fce714e9b8f1b3d46508902ed is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:21:41.964316 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-8f1ed4cb-851f-419e-93b4-dfda0d822507 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:21:41.970062 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-8f1ed4cb-851f-419e-93b4-dfda0d822507 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:21:42.049571 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8f1ed4cb-851f-419e-93b4-dfda0d822507 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:42.053908 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8f1ed4cb-851f-419e-93b4-dfda0d822507 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:42.098083 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-8f1ed4cb-851f-419e-93b4-dfda0d822507 admin admin] Synchronizing usage tracker for tenant:50cce0033baf4f6d988607be94827d5a on resource:security_group {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:21:42.102356 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1ed4cb-851f-419e-93b4-dfda0d822507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0eb64467-d9f2-405c-946d-69cccf282c24,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:42.113164 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ed4cb-851f-419e-93b4-dfda0d822507 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:21:42.113557 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ed4cb-851f-419e-93b4-dfda0d822507 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:21:42.113866 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ed4cb-851f-419e-93b4-dfda0d822507 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:21:42.114221 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ed4cb-851f-419e-93b4-dfda0d822507 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:21:42.114552 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ed4cb-851f-419e-93b4-dfda0d822507 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:21:42.114979 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ed4cb-851f-419e-93b4-dfda0d822507 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:21:42.115257 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ed4cb-851f-419e-93b4-dfda0d822507 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:21:42.115591 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ed4cb-851f-419e-93b4-dfda0d822507 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:21:42.115913 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ed4cb-851f-419e-93b4-dfda0d822507 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:21:42.116271 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ed4cb-851f-419e-93b4-dfda0d822507 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:21:42.116673 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ed4cb-851f-419e-93b4-dfda0d822507 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:21:42.116995 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f1ed4cb-851f-419e-93b4-dfda0d822507 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:21:42.128516 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-8f1ed4cb-851f-419e-93b4-dfda0d822507 admin admin] Unset dirty status for tenant:50cce0033baf4f6d988607be94827d5a on resource:security_group {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:21:42.129835 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-8f1ed4cb-851f-419e-93b4-dfda0d822507 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=12f19d0fce714e9b8f1b3d46508902ed&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2980964 Oct 13 15:21:42.132828 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 42624) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:21:42.191645 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2f4e7b10-ae6d-47ca-94c9-4629c3a9273e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:42.217070 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2f4e7b10-ae6d-47ca-94c9-4629c3a9273e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:42.311906 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2f4e7b10-ae6d-47ca-94c9-4629c3a9273e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:42.326406 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4e7b10-ae6d-47ca-94c9-4629c3a9273e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0eb64467-d9f2-405c-946d-69cccf282c24,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:21:42.332200 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2f4e7b10-ae6d-47ca-94c9-4629c3a9273e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:21:42.333297 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-2f4e7b10-ae6d-47ca-94c9-4629c3a9273e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0eb64467-d9f2-405c-946d-69cccf282c24 HTTP/1.1" status: 204 len: 168 time: 0.1995864 Oct 13 15:21:43.499898 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 5 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:22:04.385744 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-a889bca4-5f47-4302-8258-275df560eda9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:06.569903 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0e61d0e3-3a2d-4253-9320-cb5a09963d0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:07.636086 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:07.745280 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:09.417691 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:20.499104 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 5 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:22:34.388757 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-55e43614-a6b5-4a4e-909e-8fc6da075690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:36.570665 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-1c1890b0-3a9f-4c5d-81f4-100cd6543a1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:37.639100 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:37.747684 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:39.419333 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:55.484278 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1834147'] for agent, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:22:57.498788 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:23:04.391682 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ad9aeafc-c28c-45e6-a024-1e86d8d3bcb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:06.570758 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-1f904298-e336-4350-9933-600e5579e8c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:07.641491 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:07.750160 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:09.423870 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:09.503438 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 42694) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:23:09.615339 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-51d6ac8d-525c-4c58-b19f-124d3386d0e2 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1107941 Oct 13 15:23:11.778866 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 42704) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:23:11.832643 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-625ef92e-27b1-440e-b234-b106250a82b4 admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0522249 Oct 13 15:23:25.434569 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:34.392686 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0e1f24f9-085a-4eb4-a6d9-0a621936eba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:34.497036 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:23:36.571830 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c838f68b-4388-4664-bddd-2ef875abe838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:37.644182 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:37.752619 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:39.427101 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:23:55.448987 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:04.395443 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-bc3febf6-c7d5-4208-94c1-8974dedddb96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:06.576317 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f6f9f776-eddd-46a2-ba43-26b16d39a8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:07.647489 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:07.755754 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:09.430056 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:11.496369 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:24:25.461644 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:34.411774 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-1dd09143-8d7f-448d-b9af-9bc1b215badd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:36.246428 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 42836) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:24:36.366047 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 42848) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:24:36.582630 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-a33501eb-bd97-43e5-8f6d-a9a60156175a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:36.608407 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-1192e4b9-0694-44cc-ba4a-f676c9fced69 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-379588358-network', 'tenant_id': '9c317355326e4f748fe019ccb370c99a'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:24:36.613216 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-1192e4b9-0694-44cc-ba4a-f676c9fced69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:24:36.617031 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-1192e4b9-0694-44cc-ba4a-f676c9fced69 admin admin] Usage tracker for resource:network and tenant:9c317355326e4f748fe019ccb370c99a is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:24:36.620205 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-1192e4b9-0694-44cc-ba4a-f676c9fced69 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:24:36.626808 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-1192e4b9-0694-44cc-ba4a-f676c9fced69 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:24:36.639171 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1192e4b9-0694-44cc-ba4a-f676c9fced69 admin admin] Made reservation on behalf of 9c317355326e4f748fe019ccb370c99a for: {'network': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:24:36.641757 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1192e4b9-0694-44cc-ba4a-f676c9fced69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:36.656921 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1192e4b9-0694-44cc-ba4a-f676c9fced69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:36.672610 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-1192e4b9-0694-44cc-ba4a-f676c9fced69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:24:36.677609 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-1192e4b9-0694-44cc-ba4a-f676c9fced69 admin admin] Usage tracker for resource:security_group_rule and tenant:9c317355326e4f748fe019ccb370c99a is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:24:36.680836 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-1192e4b9-0694-44cc-ba4a-f676c9fced69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:24:36.687800 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-1192e4b9-0694-44cc-ba4a-f676c9fced69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:24:36.781711 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1192e4b9-0694-44cc-ba4a-f676c9fced69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:36.786595 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1192e4b9-0694-44cc-ba4a-f676c9fced69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:36.823923 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1192e4b9-0694-44cc-ba4a-f676c9fced69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e32449-b5df-42cc-ace9-fe80b55159ac,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:36.829350 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1192e4b9-0694-44cc-ba4a-f676c9fced69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=88973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:24:36.837587 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1192e4b9-0694-44cc-ba4a-f676c9fced69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:36.837952 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1192e4b9-0694-44cc-ba4a-f676c9fced69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:36.838389 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1192e4b9-0694-44cc-ba4a-f676c9fced69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:36.838692 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1192e4b9-0694-44cc-ba4a-f676c9fced69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:36.839036 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1192e4b9-0694-44cc-ba4a-f676c9fced69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:36.839375 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1192e4b9-0694-44cc-ba4a-f676c9fced69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:36.839701 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1192e4b9-0694-44cc-ba4a-f676c9fced69 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:36.840035 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1192e4b9-0694-44cc-ba4a-f676c9fced69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:36.840788 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1192e4b9-0694-44cc-ba4a-f676c9fced69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:36.841109 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1192e4b9-0694-44cc-ba4a-f676c9fced69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:36.841426 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1192e4b9-0694-44cc-ba4a-f676c9fced69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:36.841948 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1192e4b9-0694-44cc-ba4a-f676c9fced69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:36.843064 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1192e4b9-0694-44cc-ba4a-f676c9fced69 admin admin] Tracked resource versions report: Oct 13 15:24:36.843064 dv-neutron-860329-2-hyperv neutron-server[88973]: pushed versions: Oct 13 15:24:36.843064 dv-neutron-860329-2-hyperv neutron-server[88973]: { 'AddressGroup': {'1.2'}, Oct 13 15:24:36.843064 dv-neutron-860329-2-hyperv neutron-server[88973]: 'ConntrackHelper': {'1.0'}, Oct 13 15:24:36.843064 dv-neutron-860329-2-hyperv neutron-server[88973]: 'Log': {'1.0'}, Oct 13 15:24:36.843064 dv-neutron-860329-2-hyperv neutron-server[88973]: 'Network': {'1.1'}, Oct 13 15:24:36.843064 dv-neutron-860329-2-hyperv neutron-server[88973]: 'Port': {'1.7'}, Oct 13 15:24:36.843064 dv-neutron-860329-2-hyperv neutron-server[88973]: 'PortForwarding': {'1.2'}, Oct 13 15:24:36.843064 dv-neutron-860329-2-hyperv neutron-server[88973]: 'QosPolicy': {'1.8'}, Oct 13 15:24:36.843064 dv-neutron-860329-2-hyperv neutron-server[88973]: 'SecurityGroup': {'1.4'}, Oct 13 15:24:36.843064 dv-neutron-860329-2-hyperv neutron-server[88973]: 'SecurityGroupRule': {'1.2'}, Oct 13 15:24:36.843064 dv-neutron-860329-2-hyperv neutron-server[88973]: 'SubPort': {'1.0'}, Oct 13 15:24:36.843064 dv-neutron-860329-2-hyperv neutron-server[88973]: 'Subnet': {'1.1'}, Oct 13 15:24:36.843064 dv-neutron-860329-2-hyperv neutron-server[88973]: 'Trunk': {'1.1'}} Oct 13 15:24:36.843064 dv-neutron-860329-2-hyperv neutron-server[88973]: consumer versions: Oct 13 15:24:36.843064 dv-neutron-860329-2-hyperv neutron-server[88973]: { DHCP agent@dv-neutron-860329-2-hyperv: {}, Oct 13 15:24:36.843064 dv-neutron-860329-2-hyperv neutron-server[88973]: HyperV agent@hv-neutron-8603: {}, Oct 13 15:24:36.843064 dv-neutron-860329-2-hyperv neutron-server[88973]: L3 agent@dv-neutron-860329-2-hyperv: {}, Oct 13 15:24:36.843064 dv-neutron-860329-2-hyperv neutron-server[88973]: Metadata agent@dv-neutron-860329-2-hyperv: {}, Oct 13 15:24:36.843064 dv-neutron-860329-2-hyperv neutron-server[88973]: Metering agent@dv-neutron-860329-2-hyperv: {}, Oct 13 15:24:36.843064 dv-neutron-860329-2-hyperv neutron-server[88973]: Open vSwitch agent@dv-neutron-860329-2-hyperv: { 'AddressGroup': '1.2', Oct 13 15:24:36.843064 dv-neutron-860329-2-hyperv neutron-server[88973]: 'ConntrackHelper': '1.0', Oct 13 15:24:36.843064 dv-neutron-860329-2-hyperv neutron-server[88973]: 'Log': '1.0', Oct 13 15:24:36.843064 dv-neutron-860329-2-hyperv neutron-server[88973]: 'Network': '1.1', Oct 13 15:24:36.843064 dv-neutron-860329-2-hyperv neutron-server[88973]: 'Port': '1.7', Oct 13 15:24:36.843064 dv-neutron-860329-2-hyperv neutron-server[88973]: 'PortForwarding': '1.2', Oct 13 15:24:36.843064 dv-neutron-860329-2-hyperv neutron-server[88973]: 'QosPolicy': '1.8', Oct 13 15:24:36.843064 dv-neutron-860329-2-hyperv neutron-server[88973]: 'SecurityGroup': '1.4', Oct 13 15:24:36.843064 dv-neutron-860329-2-hyperv neutron-server[88973]: 'SecurityGroupRule': '1.2', Oct 13 15:24:36.843064 dv-neutron-860329-2-hyperv neutron-server[88973]: 'SubPort': '1.0', Oct 13 15:24:36.843064 dv-neutron-860329-2-hyperv neutron-server[88973]: 'Subnet': '1.1', Oct 13 15:24:36.843064 dv-neutron-860329-2-hyperv neutron-server[88973]: 'Trunk': '1.1'}} Oct 13 15:24:36.843064 dv-neutron-860329-2-hyperv neutron-server[88973]: {{(pid=88973) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 15:24:36.850186 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1192e4b9-0694-44cc-ba4a-f676c9fced69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:36.850550 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-1192e4b9-0694-44cc-ba4a-f676c9fced69 admin admin] Added segment 59c3c14c-d254-40b6-80b5-3c7945a1ec02 of type vlan for network 68ca5488-1f82-4ee2-9e86-9e983d74aa07 Oct 13 15:24:36.894727 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-bb623317-9e2a-401c-aceb-2a1d9001deae tempest-AgentManagementNegativeTest-1687777840 tempest-AgentManagementNegativeTest-1687777840-project] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5274529 Oct 13 15:24:36.898474 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1192e4b9-0694-44cc-ba4a-f676c9fced69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:36.927875 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1192e4b9-0694-44cc-ba4a-f676c9fced69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:36.928826 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1192e4b9-0694-44cc-ba4a-f676c9fced69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:24:36.929747 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1192e4b9-0694-44cc-ba4a-f676c9fced69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:37.032661 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-1192e4b9-0694-44cc-ba4a-f676c9fced69 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7815847 Oct 13 15:24:37.033220 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 42882) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:24:37.038707 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-84d8cda4-b29d-441d-aa85-541aecbdb233 admin admin] Request body: {'subnet': {'network_id': '68ca5488-1f82-4ee2-9e86-9e983d74aa07', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-379588358-subnet', 'tenant_id': '9c317355326e4f748fe019ccb370c99a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:24:37.046627 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-84d8cda4-b29d-441d-aa85-541aecbdb233 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:24:37.047267 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 42886) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:24:37.050491 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-84d8cda4-b29d-441d-aa85-541aecbdb233 admin admin] Usage tracker for resource:subnet and tenant:9c317355326e4f748fe019ccb370c99a is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:24:37.053781 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-84d8cda4-b29d-441d-aa85-541aecbdb233 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:24:37.060010 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-84d8cda4-b29d-441d-aa85-541aecbdb233 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:24:37.068122 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1192e4b9-0694-44cc-ba4a-f676c9fced69 admin admin] Pushing event updated for resources: {'Network': ['ID=68ca5488-1f82-4ee2-9e86-9e983d74aa07,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:37.072144 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84d8cda4-b29d-441d-aa85-541aecbdb233 admin admin] Made reservation on behalf of 9c317355326e4f748fe019ccb370c99a for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:24:37.075651 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-84d8cda4-b29d-441d-aa85-541aecbdb233 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:37.079225 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 68ca5488-1f82-4ee2-9e86-9e983d74aa07 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:24:37.353633 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-84d8cda4-b29d-441d-aa85-541aecbdb233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:37.384110 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-2a114aeb-2208-403a-adbc-e6e82fe4591b admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1021074477-network', 'tenant_id': '18e61030eb034f4e9cafacce6c56e7c6'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:24:37.388360 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-2a114aeb-2208-403a-adbc-e6e82fe4591b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:24:37.392948 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-2a114aeb-2208-403a-adbc-e6e82fe4591b admin admin] Usage tracker for resource:network and tenant:18e61030eb034f4e9cafacce6c56e7c6 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:24:37.395915 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-2a114aeb-2208-403a-adbc-e6e82fe4591b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:24:37.401814 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-2a114aeb-2208-403a-adbc-e6e82fe4591b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:24:37.412945 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a114aeb-2208-403a-adbc-e6e82fe4591b admin admin] Made reservation on behalf of 18e61030eb034f4e9cafacce6c56e7c6 for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:24:37.420441 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2a114aeb-2208-403a-adbc-e6e82fe4591b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:37.430651 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d8cda4-b29d-441d-aa85-541aecbdb233 admin admin] Pushing event updated for resources: {'Subnet': ['ID=12a9e0ad-f87e-4c11-b0b3-9af248956963,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:37.450332 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2a114aeb-2208-403a-adbc-e6e82fe4591b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:37.456818 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84d8cda4-b29d-441d-aa85-541aecbdb233 admin admin] Checking segment: {'id': '59c3c14c-d254-40b6-80b5-3c7945a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '68ca5488-1f82-4ee2-9e86-9e983d74aa07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:24:37.457172 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d8cda4-b29d-441d-aa85-541aecbdb233 admin admin] Network hostable DHCP agents. Network: 68ca5488-1f82-4ee2-9e86-9e983d74aa07, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:24:37.470097 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-2a114aeb-2208-403a-adbc-e6e82fe4591b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:24:37.475702 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-2a114aeb-2208-403a-adbc-e6e82fe4591b admin admin] Usage tracker for resource:security_group_rule and tenant:18e61030eb034f4e9cafacce6c56e7c6 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:24:37.478231 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 42906) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:24:37.480647 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-2a114aeb-2208-403a-adbc-e6e82fe4591b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:24:37.481165 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d8cda4-b29d-441d-aa85-541aecbdb233 admin admin] Network 68ca5488-1f82-4ee2-9e86-9e983d74aa07 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:24:37.488961 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-2a114aeb-2208-403a-adbc-e6e82fe4591b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:24:37.497718 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-84d8cda4-b29d-441d-aa85-541aecbdb233 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 68ca5488-1f82-4ee2-9e86-9e983d74aa07) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:24:37.506217 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 42912) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:24:37.507159 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e67a7510-157d-41a0-b8ca-79cfa8a86573 None None] Network 68ca5488-1f82-4ee2-9e86-9e983d74aa07 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:24:37.509753 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d8cda4-b29d-441d-aa85-541aecbdb233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:24:37.510562 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-84d8cda4-b29d-441d-aa85-541aecbdb233 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:37.550720 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 42916) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:24:37.551152 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-84d8cda4-b29d-441d-aa85-541aecbdb233 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5131412 Oct 13 15:24:37.563039 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-e540522e-cca6-4227-b614-941d44ca43e3 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-379588358-router', 'tenant_id': '9c317355326e4f748fe019ccb370c99a', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:24:37.567885 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-e540522e-cca6-4227-b614-941d44ca43e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:24:37.574297 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-e540522e-cca6-4227-b614-941d44ca43e3 admin admin] Usage tracker for resource:router and tenant:9c317355326e4f748fe019ccb370c99a is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:24:37.581187 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-e540522e-cca6-4227-b614-941d44ca43e3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:24:37.588447 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-e540522e-cca6-4227-b614-941d44ca43e3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:24:37.614214 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e540522e-cca6-4227-b614-941d44ca43e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:37.616190 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e540522e-cca6-4227-b614-941d44ca43e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:37.642293 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e540522e-cca6-4227-b614-941d44ca43e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:37.804334 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:37.819565 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2a114aeb-2208-403a-adbc-e6e82fe4591b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:37.880906 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-204eb8d1-e86b-40e7-a63b-95b12a11ee54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-68ca5488-1f82-4ee2-9e86-9e983d74aa07', 'network_id': '68ca5488-1f82-4ee2-9e86-9e983d74aa07', 'tenant_id': '9c317355326e4f748fe019ccb370c99a', 'fixed_ips': [{'subnet_id': '12a9e0ad-f87e-4c11-b0b3-9af248956963'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:24:37.882051 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-204eb8d1-e86b-40e7-a63b-95b12a11ee54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:37.900173 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2a114aeb-2208-403a-adbc-e6e82fe4591b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:38.008530 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a114aeb-2208-403a-adbc-e6e82fe4591b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5041aa-046a-48ff-9bb7-3dc33a848799,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:38.020894 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a114aeb-2208-403a-adbc-e6e82fe4591b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:38.021240 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a114aeb-2208-403a-adbc-e6e82fe4591b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:38.021658 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a114aeb-2208-403a-adbc-e6e82fe4591b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:38.021987 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a114aeb-2208-403a-adbc-e6e82fe4591b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:38.022437 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a114aeb-2208-403a-adbc-e6e82fe4591b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:38.022768 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a114aeb-2208-403a-adbc-e6e82fe4591b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:38.023351 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a114aeb-2208-403a-adbc-e6e82fe4591b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:38.023706 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a114aeb-2208-403a-adbc-e6e82fe4591b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:38.024258 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a114aeb-2208-403a-adbc-e6e82fe4591b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:38.024741 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a114aeb-2208-403a-adbc-e6e82fe4591b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:38.025278 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a114aeb-2208-403a-adbc-e6e82fe4591b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:38.025609 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a114aeb-2208-403a-adbc-e6e82fe4591b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:38.026413 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-99606b28-fc3e-49d7-ab81-ca8606284439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:38.026778 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a114aeb-2208-403a-adbc-e6e82fe4591b admin admin] Tracked resource versions report: Oct 13 15:24:38.026778 dv-neutron-860329-2-hyperv neutron-server[88972]: pushed versions: Oct 13 15:24:38.026778 dv-neutron-860329-2-hyperv neutron-server[88972]: { 'AddressGroup': {'1.2'}, Oct 13 15:24:38.026778 dv-neutron-860329-2-hyperv neutron-server[88972]: 'ConntrackHelper': {'1.0'}, Oct 13 15:24:38.026778 dv-neutron-860329-2-hyperv neutron-server[88972]: 'Log': {'1.0'}, Oct 13 15:24:38.026778 dv-neutron-860329-2-hyperv neutron-server[88972]: 'Network': {'1.1'}, Oct 13 15:24:38.026778 dv-neutron-860329-2-hyperv neutron-server[88972]: 'Port': {'1.7'}, Oct 13 15:24:38.026778 dv-neutron-860329-2-hyperv neutron-server[88972]: 'PortForwarding': {'1.2'}, Oct 13 15:24:38.026778 dv-neutron-860329-2-hyperv neutron-server[88972]: 'QosPolicy': {'1.8'}, Oct 13 15:24:38.026778 dv-neutron-860329-2-hyperv neutron-server[88972]: 'SecurityGroup': {'1.4'}, Oct 13 15:24:38.026778 dv-neutron-860329-2-hyperv neutron-server[88972]: 'SecurityGroupRule': {'1.2'}, Oct 13 15:24:38.026778 dv-neutron-860329-2-hyperv neutron-server[88972]: 'SubPort': {'1.0'}, Oct 13 15:24:38.026778 dv-neutron-860329-2-hyperv neutron-server[88972]: 'Subnet': {'1.1'}, Oct 13 15:24:38.026778 dv-neutron-860329-2-hyperv neutron-server[88972]: 'Trunk': {'1.1'}} Oct 13 15:24:38.026778 dv-neutron-860329-2-hyperv neutron-server[88972]: consumer versions: Oct 13 15:24:38.026778 dv-neutron-860329-2-hyperv neutron-server[88972]: { DHCP agent@dv-neutron-860329-2-hyperv: {}, Oct 13 15:24:38.026778 dv-neutron-860329-2-hyperv neutron-server[88972]: HyperV agent@hv-neutron-8603: {}, Oct 13 15:24:38.026778 dv-neutron-860329-2-hyperv neutron-server[88972]: L3 agent@dv-neutron-860329-2-hyperv: {}, Oct 13 15:24:38.026778 dv-neutron-860329-2-hyperv neutron-server[88972]: Metadata agent@dv-neutron-860329-2-hyperv: {}, Oct 13 15:24:38.026778 dv-neutron-860329-2-hyperv neutron-server[88972]: Metering agent@dv-neutron-860329-2-hyperv: {}, Oct 13 15:24:38.026778 dv-neutron-860329-2-hyperv neutron-server[88972]: Open vSwitch agent@dv-neutron-860329-2-hyperv: { 'AddressGroup': '1.2', Oct 13 15:24:38.026778 dv-neutron-860329-2-hyperv neutron-server[88972]: 'ConntrackHelper': '1.0', Oct 13 15:24:38.026778 dv-neutron-860329-2-hyperv neutron-server[88972]: 'Log': '1.0', Oct 13 15:24:38.026778 dv-neutron-860329-2-hyperv neutron-server[88972]: 'Network': '1.1', Oct 13 15:24:38.026778 dv-neutron-860329-2-hyperv neutron-server[88972]: 'Port': '1.7', Oct 13 15:24:38.026778 dv-neutron-860329-2-hyperv neutron-server[88972]: 'PortForwarding': '1.2', Oct 13 15:24:38.026778 dv-neutron-860329-2-hyperv neutron-server[88972]: 'QosPolicy': '1.8', Oct 13 15:24:38.026778 dv-neutron-860329-2-hyperv neutron-server[88972]: 'SecurityGroup': '1.4', Oct 13 15:24:38.026778 dv-neutron-860329-2-hyperv neutron-server[88972]: 'SecurityGroupRule': '1.2', Oct 13 15:24:38.026778 dv-neutron-860329-2-hyperv neutron-server[88972]: 'SubPort': '1.0', Oct 13 15:24:38.026778 dv-neutron-860329-2-hyperv neutron-server[88972]: 'Subnet': '1.1', Oct 13 15:24:38.026778 dv-neutron-860329-2-hyperv neutron-server[88972]: 'Trunk': '1.1'}} Oct 13 15:24:38.026778 dv-neutron-860329-2-hyperv neutron-server[88972]: {{(pid=88972) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 15:24:38.049319 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a114aeb-2208-403a-adbc-e6e82fe4591b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:24:38.068475 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-99606b28-fc3e-49d7-ab81-ca8606284439 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:24:38.083299 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-99606b28-fc3e-49d7-ab81-ca8606284439 admin admin] Usage tracker for resource:security_group_rule and tenant:c4b1c9bd1a51492fa7aae4773d5df66d is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:24:38.086658 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-99606b28-fc3e-49d7-ab81-ca8606284439 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:24:38.094279 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-99606b28-fc3e-49d7-ab81-ca8606284439 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:24:38.102279 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:38.167089 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-d465a8d2-3860-4604-9b9d-cff6e283e81b admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-156453351-network', 'tenant_id': 'd8ab2ab48b154fe59d2af3b86563e1e5'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:24:38.173994 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-d465a8d2-3860-4604-9b9d-cff6e283e81b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:24:38.179654 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-d465a8d2-3860-4604-9b9d-cff6e283e81b admin admin] Usage tracker for resource:network and tenant:d8ab2ab48b154fe59d2af3b86563e1e5 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:24:38.183806 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-d465a8d2-3860-4604-9b9d-cff6e283e81b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:24:38.212989 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2a114aeb-2208-403a-adbc-e6e82fe4591b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8734006127836', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:38.212989 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2a114aeb-2208-403a-adbc-e6e82fe4591b admin admin] Unsubscribe: segment precommit_create {{(pid=88972) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Oct 13 15:24:38.212989 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-2a114aeb-2208-403a-adbc-e6e82fe4591b admin admin] Added segment ebd8f21b-8085-4446-a37c-05fa6a29f1c9 of type vlan for network 3eba9316-5858-4216-9f1f-1827035b3500 Oct 13 15:24:38.213268 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-d465a8d2-3860-4604-9b9d-cff6e283e81b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:24:38.220799 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e540522e-cca6-4227-b614-941d44ca43e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:38.242923 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-204eb8d1-e86b-40e7-a63b-95b12a11ee54 None None] Allocated IP 172.20.0.2 (68ca5488-1f82-4ee2-9e86-9e983d74aa07/12a9e0ad-f87e-4c11-b0b3-9af248956963/551d2b5b-f7c8-4e4e-a0f7-39e1ec1c7b8f) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:24:38.249182 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-99606b28-fc3e-49d7-ab81-ca8606284439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:38.255616 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-99606b28-fc3e-49d7-ab81-ca8606284439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:38.287047 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d465a8d2-3860-4604-9b9d-cff6e283e81b admin admin] Made reservation on behalf of d8ab2ab48b154fe59d2af3b86563e1e5 for: {'network': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:24:38.290726 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d465a8d2-3860-4604-9b9d-cff6e283e81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:38.290932 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2a114aeb-2208-403a-adbc-e6e82fe4591b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:38.325621 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d465a8d2-3860-4604-9b9d-cff6e283e81b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:38.347064 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-99606b28-fc3e-49d7-ab81-ca8606284439 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c4b1c9bd1a51492fa7aae4773d5df66d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8674479 Oct 13 15:24:38.350772 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 42940) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:24:38.355127 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-d465a8d2-3860-4604-9b9d-cff6e283e81b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:24:38.359855 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-d465a8d2-3860-4604-9b9d-cff6e283e81b admin admin] Usage tracker for resource:security_group_rule and tenant:d8ab2ab48b154fe59d2af3b86563e1e5 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:24:38.362928 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-d465a8d2-3860-4604-9b9d-cff6e283e81b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:24:38.369348 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-d465a8d2-3860-4604-9b9d-cff6e283e81b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:24:38.421611 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2a114aeb-2208-403a-adbc-e6e82fe4591b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:38.422642 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a114aeb-2208-403a-adbc-e6e82fe4591b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:24:38.423244 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2a114aeb-2208-403a-adbc-e6e82fe4591b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:38.465797 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d465a8d2-3860-4604-9b9d-cff6e283e81b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:38.479050 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-2a114aeb-2208-403a-adbc-e6e82fe4591b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4297333 Oct 13 15:24:38.483717 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 42946) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:24:38.501931 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-51b94703-3456-4632-934c-719493ae553b admin admin] Request body: {'subnet': {'network_id': '3eba9316-5858-4216-9f1f-1827035b3500', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1021074477-subnet', 'tenant_id': '18e61030eb034f4e9cafacce6c56e7c6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:24:38.508335 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99606b28-fc3e-49d7-ab81-ca8606284439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae36eb2d-2a83-4cc0-95f8-bd6679317792,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:38.523759 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d465a8d2-3860-4604-9b9d-cff6e283e81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:38.557503 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-51b94703-3456-4632-934c-719493ae553b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:24:38.568260 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-51b94703-3456-4632-934c-719493ae553b admin admin] Usage tracker for resource:subnet and tenant:18e61030eb034f4e9cafacce6c56e7c6 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:24:38.569914 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d465a8d2-3860-4604-9b9d-cff6e283e81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4e18a5-3232-421b-9463-4182fde8b6a6,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:38.572440 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-51b94703-3456-4632-934c-719493ae553b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:24:38.573475 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a910d772-1981-4281-a7a2-21124f5807b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:38.597584 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-51b94703-3456-4632-934c-719493ae553b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:24:38.601150 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a114aeb-2208-403a-adbc-e6e82fe4591b admin admin] Pushing event updated for resources: {'Network': ['ID=3eba9316-5858-4216-9f1f-1827035b3500,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:38.603085 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d465a8d2-3860-4604-9b9d-cff6e283e81b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=88973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:24:38.616483 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a910d772-1981-4281-a7a2-21124f5807b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:38.629511 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d465a8d2-3860-4604-9b9d-cff6e283e81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:38.630150 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-d465a8d2-3860-4604-9b9d-cff6e283e81b admin admin] Added segment 4f206e35-101f-4772-8726-1677f4bd24d9 of type vlan for network 3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b Oct 13 15:24:38.683154 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d465a8d2-3860-4604-9b9d-cff6e283e81b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:38.720485 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a910d772-1981-4281-a7a2-21124f5807b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:38.743592 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a910d772-1981-4281-a7a2-21124f5807b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae36eb2d-2a83-4cc0-95f8-bd6679317792,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:38.744196 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51b94703-3456-4632-934c-719493ae553b admin admin] Made reservation on behalf of 18e61030eb034f4e9cafacce6c56e7c6 for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:24:38.749573 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 3eba9316-5858-4216-9f1f-1827035b3500 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:24:38.752607 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-51b94703-3456-4632-934c-719493ae553b admin admin] Notify callbacks [] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:38.752788 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d465a8d2-3860-4604-9b9d-cff6e283e81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:38.753595 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d465a8d2-3860-4604-9b9d-cff6e283e81b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:24:38.754188 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d465a8d2-3860-4604-9b9d-cff6e283e81b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:38.769670 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a910d772-1981-4281-a7a2-21124f5807b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:38.773714 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-a910d772-1981-4281-a7a2-21124f5807b6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ae36eb2d-2a83-4cc0-95f8-bd6679317792 HTTP/1.1" status: 204 len: 168 time: 0.3042240 Oct 13 15:24:38.872116 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e540522e-cca6-4227-b614-941d44ca43e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:38.902386 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-d465a8d2-3860-4604-9b9d-cff6e283e81b admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.3945820 Oct 13 15:24:38.905256 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 42964) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:24:38.907944 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d465a8d2-3860-4604-9b9d-cff6e283e81b admin admin] Pushing event updated for resources: {'Network': ['ID=3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:38.912765 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-7454af1c-9d97-45b9-8924-435f19f2c6f2 admin admin] Request body: {'subnet': {'network_id': '3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-156453351-subnet', 'tenant_id': 'd8ab2ab48b154fe59d2af3b86563e1e5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:24:38.928503 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-7454af1c-9d97-45b9-8924-435f19f2c6f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:24:38.932808 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-7454af1c-9d97-45b9-8924-435f19f2c6f2 admin admin] Usage tracker for resource:subnet and tenant:d8ab2ab48b154fe59d2af3b86563e1e5 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:24:38.940860 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-7454af1c-9d97-45b9-8924-435f19f2c6f2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:24:38.959171 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-7454af1c-9d97-45b9-8924-435f19f2c6f2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:24:38.967146 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e540522e-cca6-4227-b614-941d44ca43e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:38.971125 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:24:38.974859 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7454af1c-9d97-45b9-8924-435f19f2c6f2 admin admin] Made reservation on behalf of d8ab2ab48b154fe59d2af3b86563e1e5 for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:24:38.977453 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7454af1c-9d97-45b9-8924-435f19f2c6f2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:39.059270 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-204eb8d1-e86b-40e7-a63b-95b12a11ee54 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:39.089249 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-204eb8d1-e86b-40e7-a63b-95b12a11ee54 None None] Transition to ACTIVE for port object 551d2b5b-f7c8-4e4e-a0f7-39e1ec1c7b8f will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:24:39.195346 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-204eb8d1-e86b-40e7-a63b-95b12a11ee54 None None] Transition to ACTIVE for port object 551d2b5b-f7c8-4e4e-a0f7-39e1ec1c7b8f will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:24:39.208519 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-204eb8d1-e86b-40e7-a63b-95b12a11ee54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:39.229902 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-e540522e-cca6-4227-b614-941d44ca43e3 admin admin] Allocated IP 172.26.2.175 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/66615903-8398-41e8-ac1d-92f8094b8079) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:24:39.299361 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-204eb8d1-e86b-40e7-a63b-95b12a11ee54 None None] Network 68ca5488-1f82-4ee2-9e86-9e983d74aa07 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:24:39.303229 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-204eb8d1-e86b-40e7-a63b-95b12a11ee54 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:24:39.308229 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204eb8d1-e86b-40e7-a63b-95b12a11ee54 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:24:39.386047 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7454af1c-9d97-45b9-8924-435f19f2c6f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:39.387313 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204eb8d1-e86b-40e7-a63b-95b12a11ee54 None None] Pushing event updated for resources: {'Port': ['ID=551d2b5b-f7c8-4e4e-a0f7-39e1ec1c7b8f,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:39.394557 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-51b94703-3456-4632-934c-719493ae553b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:39.482817 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7454af1c-9d97-45b9-8924-435f19f2c6f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb9f91e1-ddeb-4202-a3e1-9b503a67c696,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:39.503065 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204eb8d1-e86b-40e7-a63b-95b12a11ee54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:39.504801 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204eb8d1-e86b-40e7-a63b-95b12a11ee54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:39.505450 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204eb8d1-e86b-40e7-a63b-95b12a11ee54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:39.505891 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204eb8d1-e86b-40e7-a63b-95b12a11ee54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:39.514893 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204eb8d1-e86b-40e7-a63b-95b12a11ee54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:39.515393 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204eb8d1-e86b-40e7-a63b-95b12a11ee54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:39.515832 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204eb8d1-e86b-40e7-a63b-95b12a11ee54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:39.516429 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204eb8d1-e86b-40e7-a63b-95b12a11ee54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:39.516874 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204eb8d1-e86b-40e7-a63b-95b12a11ee54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:39.517308 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204eb8d1-e86b-40e7-a63b-95b12a11ee54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:39.517734 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204eb8d1-e86b-40e7-a63b-95b12a11ee54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:39.518202 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204eb8d1-e86b-40e7-a63b-95b12a11ee54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:39.519422 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-204eb8d1-e86b-40e7-a63b-95b12a11ee54 None None] Tracked resource versions report: Oct 13 15:24:39.519422 dv-neutron-860329-2-hyperv neutron-server[88974]: pushed versions: Oct 13 15:24:39.519422 dv-neutron-860329-2-hyperv neutron-server[88974]: { 'AddressGroup': {'1.2'}, Oct 13 15:24:39.519422 dv-neutron-860329-2-hyperv neutron-server[88974]: 'ConntrackHelper': {'1.0'}, Oct 13 15:24:39.519422 dv-neutron-860329-2-hyperv neutron-server[88974]: 'Log': {'1.0'}, Oct 13 15:24:39.519422 dv-neutron-860329-2-hyperv neutron-server[88974]: 'Network': {'1.1'}, Oct 13 15:24:39.519422 dv-neutron-860329-2-hyperv neutron-server[88974]: 'Port': {'1.7'}, Oct 13 15:24:39.519422 dv-neutron-860329-2-hyperv neutron-server[88974]: 'PortForwarding': {'1.2'}, Oct 13 15:24:39.519422 dv-neutron-860329-2-hyperv neutron-server[88974]: 'QosPolicy': {'1.8'}, Oct 13 15:24:39.519422 dv-neutron-860329-2-hyperv neutron-server[88974]: 'SecurityGroup': {'1.4'}, Oct 13 15:24:39.519422 dv-neutron-860329-2-hyperv neutron-server[88974]: 'SecurityGroupRule': {'1.2'}, Oct 13 15:24:39.519422 dv-neutron-860329-2-hyperv neutron-server[88974]: 'SubPort': {'1.0'}, Oct 13 15:24:39.519422 dv-neutron-860329-2-hyperv neutron-server[88974]: 'Subnet': {'1.1'}, Oct 13 15:24:39.519422 dv-neutron-860329-2-hyperv neutron-server[88974]: 'Trunk': {'1.1'}} Oct 13 15:24:39.519422 dv-neutron-860329-2-hyperv neutron-server[88974]: consumer versions: Oct 13 15:24:39.519422 dv-neutron-860329-2-hyperv neutron-server[88974]: { DHCP agent@dv-neutron-860329-2-hyperv: {}, Oct 13 15:24:39.519422 dv-neutron-860329-2-hyperv neutron-server[88974]: HyperV agent@hv-neutron-8603: {}, Oct 13 15:24:39.519422 dv-neutron-860329-2-hyperv neutron-server[88974]: L3 agent@dv-neutron-860329-2-hyperv: {}, Oct 13 15:24:39.519422 dv-neutron-860329-2-hyperv neutron-server[88974]: Metadata agent@dv-neutron-860329-2-hyperv: {}, Oct 13 15:24:39.519422 dv-neutron-860329-2-hyperv neutron-server[88974]: Metering agent@dv-neutron-860329-2-hyperv: {}, Oct 13 15:24:39.519422 dv-neutron-860329-2-hyperv neutron-server[88974]: Open vSwitch agent@dv-neutron-860329-2-hyperv: { 'AddressGroup': '1.2', Oct 13 15:24:39.519422 dv-neutron-860329-2-hyperv neutron-server[88974]: 'ConntrackHelper': '1.0', Oct 13 15:24:39.519422 dv-neutron-860329-2-hyperv neutron-server[88974]: 'Log': '1.0', Oct 13 15:24:39.519422 dv-neutron-860329-2-hyperv neutron-server[88974]: 'Network': '1.1', Oct 13 15:24:39.519422 dv-neutron-860329-2-hyperv neutron-server[88974]: 'Port': '1.7', Oct 13 15:24:39.519422 dv-neutron-860329-2-hyperv neutron-server[88974]: 'PortForwarding': '1.2', Oct 13 15:24:39.519422 dv-neutron-860329-2-hyperv neutron-server[88974]: 'QosPolicy': '1.8', Oct 13 15:24:39.519422 dv-neutron-860329-2-hyperv neutron-server[88974]: 'SecurityGroup': '1.4', Oct 13 15:24:39.519422 dv-neutron-860329-2-hyperv neutron-server[88974]: 'SecurityGroupRule': '1.2', Oct 13 15:24:39.519422 dv-neutron-860329-2-hyperv neutron-server[88974]: 'SubPort': '1.0', Oct 13 15:24:39.519422 dv-neutron-860329-2-hyperv neutron-server[88974]: 'Subnet': '1.1', Oct 13 15:24:39.519422 dv-neutron-860329-2-hyperv neutron-server[88974]: 'Trunk': '1.1'}} Oct 13 15:24:39.519422 dv-neutron-860329-2-hyperv neutron-server[88974]: {{(pid=88974) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 15:24:39.561527 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7454af1c-9d97-45b9-8924-435f19f2c6f2 admin admin] Checking segment: {'id': '4f206e35-101f-4772-8726-1677f4bd24d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:24:39.568539 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7454af1c-9d97-45b9-8924-435f19f2c6f2 admin admin] Network hostable DHCP agents. Network: 3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:24:39.569591 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b94703-3456-4632-934c-719493ae553b admin admin] Pushing event updated for resources: {'Subnet': ['ID=7496ad0c-81b8-44d7-b6bd-85b0f244c790,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:39.578592 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b94703-3456-4632-934c-719493ae553b admin admin] Checking segment: {'id': 'ebd8f21b-8085-4446-a37c-05fa6a29f1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '3eba9316-5858-4216-9f1f-1827035b3500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:24:39.578948 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b94703-3456-4632-934c-719493ae553b admin admin] Network hostable DHCP agents. Network: 3eba9316-5858-4216-9f1f-1827035b3500, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:24:39.589472 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-204eb8d1-e86b-40e7-a63b-95b12a11ee54 None None] Attempting to bind port 551d2b5b-f7c8-4e4e-a0f7-39e1ec1c7b8f on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:24:39.593048 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-204eb8d1-e86b-40e7-a63b-95b12a11ee54 None None] Attempting to bind port 551d2b5b-f7c8-4e4e-a0f7-39e1ec1c7b8f by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '59c3c14c-d254-40b6-80b5-3c7945a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '68ca5488-1f82-4ee2-9e86-9e983d74aa07'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:24:39.593700 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204eb8d1-e86b-40e7-a63b-95b12a11ee54 None None] Attempting to bind port 551d2b5b-f7c8-4e4e-a0f7-39e1ec1c7b8f on network 68ca5488-1f82-4ee2-9e86-9e983d74aa07 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:24:39.604499 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204eb8d1-e86b-40e7-a63b-95b12a11ee54 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:24:39.605077 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204eb8d1-e86b-40e7-a63b-95b12a11ee54 None None] Checking segment: {'id': '59c3c14c-d254-40b6-80b5-3c7945a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '68ca5488-1f82-4ee2-9e86-9e983d74aa07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:24:39.605745 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-204eb8d1-e86b-40e7-a63b-95b12a11ee54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:39.606440 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204eb8d1-e86b-40e7-a63b-95b12a11ee54 None None] Bound using segment: {'id': '59c3c14c-d254-40b6-80b5-3c7945a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '68ca5488-1f82-4ee2-9e86-9e983d74aa07'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:24:39.607146 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-204eb8d1-e86b-40e7-a63b-95b12a11ee54 None None] Bound port: 551d2b5b-f7c8-4e4e-a0f7-39e1ec1c7b8f, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c3c14c-d254-40b6-80b5-3c7945a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '68ca5488-1f82-4ee2-9e86-9e983d74aa07'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:24:39.608812 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7454af1c-9d97-45b9-8924-435f19f2c6f2 admin admin] Network 3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:24:39.609279 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e540522e-cca6-4227-b614-941d44ca43e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:39.613200 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-204eb8d1-e86b-40e7-a63b-95b12a11ee54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:39.628515 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-7454af1c-9d97-45b9-8924-435f19f2c6f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:24:39.632889 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7454af1c-9d97-45b9-8924-435f19f2c6f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:24:39.633656 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7454af1c-9d97-45b9-8924-435f19f2c6f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:39.638368 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:39.643894 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39ed9e7e-9af1-4cc3-bd05-a82ccdb9c034 None None] Network 3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:24:39.646413 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b94703-3456-4632-934c-719493ae553b admin admin] Network 3eba9316-5858-4216-9f1f-1827035b3500 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:24:39.673200 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-51b94703-3456-4632-934c-719493ae553b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 3eba9316-5858-4216-9f1f-1827035b3500) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:24:39.677359 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-7454af1c-9d97-45b9-8924-435f19f2c6f2 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7676022 Oct 13 15:24:39.677359 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 42992) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:24:39.681643 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b94703-3456-4632-934c-719493ae553b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:24:39.681883 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-1f3d910b-0ac3-479c-843f-2573a8013239 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-156453351-router', 'tenant_id': 'd8ab2ab48b154fe59d2af3b86563e1e5', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:24:39.682255 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-51b94703-3456-4632-934c-719493ae553b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:39.691926 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-1f3d910b-0ac3-479c-843f-2573a8013239 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:24:39.711023 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-1f3d910b-0ac3-479c-843f-2573a8013239 admin admin] Usage tracker for resource:router and tenant:d8ab2ab48b154fe59d2af3b86563e1e5 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:24:39.714388 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-1f3d910b-0ac3-479c-843f-2573a8013239 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:24:39.715118 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-51b94703-3456-4632-934c-719493ae553b admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2290828 Oct 13 15:24:39.718166 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 42998) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:24:39.724477 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cff0405-6f61-4572-bbfd-1b9977b809f7 None None] Network 3eba9316-5858-4216-9f1f-1827035b3500 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:24:39.728150 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e540522e-cca6-4227-b614-941d44ca43e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:39.732041 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-7f9362d0-87fa-4c88-b8ae-cf00275402ec admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1021074477-router', 'tenant_id': '18e61030eb034f4e9cafacce6c56e7c6', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:24:39.738958 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-1f3d910b-0ac3-479c-843f-2573a8013239 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:24:39.749580 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-7f9362d0-87fa-4c88-b8ae-cf00275402ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:24:39.761243 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-7f9362d0-87fa-4c88-b8ae-cf00275402ec admin admin] Usage tracker for resource:router and tenant:18e61030eb034f4e9cafacce6c56e7c6 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:24:39.771335 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-7f9362d0-87fa-4c88-b8ae-cf00275402ec admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:24:39.788832 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-7f9362d0-87fa-4c88-b8ae-cf00275402ec admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:24:39.806404 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1f3d910b-0ac3-479c-843f-2573a8013239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:39.809429 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1f3d910b-0ac3-479c-843f-2573a8013239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:39.839715 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1f3d910b-0ac3-479c-843f-2573a8013239 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:39.858988 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7f9362d0-87fa-4c88-b8ae-cf00275402ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:39.860568 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7f9362d0-87fa-4c88-b8ae-cf00275402ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:39.895817 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e540522e-cca6-4227-b614-941d44ca43e3 admin admin] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:24:39.911140 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-e540522e-cca6-4227-b614-941d44ca43e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:24:39.917802 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e540522e-cca6-4227-b614-941d44ca43e3 admin admin] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:24:40.027502 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7f9362d0-87fa-4c88-b8ae-cf00275402ec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:40.069775 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e540522e-cca6-4227-b614-941d44ca43e3 admin admin] Pushing event updated for resources: {'Port': ['ID=66615903-8398-41e8-ac1d-92f8094b8079,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:40.238813 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1f3d910b-0ac3-479c-843f-2573a8013239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:40.343155 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02fcd771-7bc5-4c95-bfa3-85f48d6ed299 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-3eba9316-5858-4216-9f1f-1827035b3500', 'network_id': '3eba9316-5858-4216-9f1f-1827035b3500', 'tenant_id': '18e61030eb034f4e9cafacce6c56e7c6', 'fixed_ips': [{'subnet_id': '7496ad0c-81b8-44d7-b6bd-85b0f244c790'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:24:40.344083 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-02fcd771-7bc5-4c95-bfa3-85f48d6ed299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:40.370448 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-204eb8d1-e86b-40e7-a63b-95b12a11ee54 None None] For port 551d2b5b-f7c8-4e4e-a0f7-39e1ec1c7b8f, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:24:40.400582 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e540522e-cca6-4227-b614-941d44ca43e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:40.471736 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-204eb8d1-e86b-40e7-a63b-95b12a11ee54 None None] For port 551d2b5b-f7c8-4e4e-a0f7-39e1ec1c7b8f, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=551d2b5b-f7c8-4e4e-a0f7-39e1ec1c7b8f,segment=NetworkSegment(59c3c14c-d254-40b6-80b5-3c7945a1ec02),segment_id=59c3c14c-d254-40b6-80b5-3c7945a1ec02)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:24:40.489236 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-204eb8d1-e86b-40e7-a63b-95b12a11ee54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:40.494464 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43022) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:24:40.586587 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204eb8d1-e86b-40e7-a63b-95b12a11ee54 None None] Pushing event updated for resources: {'Port': ['ID=551d2b5b-f7c8-4e4e-a0f7-39e1ec1c7b8f,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:40.591470 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3467e743-cb6d-4cfe-bc1a-37d949e3e9b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b', 'network_id': '3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b', 'tenant_id': 'd8ab2ab48b154fe59d2af3b86563e1e5', 'fixed_ips': [{'subnet_id': 'fb9f91e1-ddeb-4202-a3e1-9b503a67c696'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:24:40.592355 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-3467e743-cb6d-4cfe-bc1a-37d949e3e9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:40.712174 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7f9362d0-87fa-4c88-b8ae-cf00275402ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:40.854043 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-3467e743-cb6d-4cfe-bc1a-37d949e3e9b8 None None] Allocated IP 172.20.0.2 (3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b/fb9f91e1-ddeb-4202-a3e1-9b503a67c696/fcf3f202-eccd-488b-9af6-f1187b80ed4c) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:24:40.874055 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 43032) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:24:41.160317 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-3467e743-cb6d-4cfe-bc1a-37d949e3e9b8 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:41.185295 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43040) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:24:41.189541 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-3467e743-cb6d-4cfe-bc1a-37d949e3e9b8 None None] Transition to ACTIVE for port object fcf3f202-eccd-488b-9af6-f1187b80ed4c will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:24:41.235002 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-02fcd771-7bc5-4c95-bfa3-85f48d6ed299 None None] Allocated IP 172.20.0.2 (3eba9316-5858-4216-9f1f-1827035b3500/7496ad0c-81b8-44d7-b6bd-85b0f244c790/015d5481-cac2-431f-aebe-b462bf2d23d2) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:24:41.240701 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-3467e743-cb6d-4cfe-bc1a-37d949e3e9b8 None None] Transition to ACTIVE for port object fcf3f202-eccd-488b-9af6-f1187b80ed4c will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:24:41.245278 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-6d7041ff-bfbe-4ca7-8e51-5f673241965d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1509497309'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:24:41.253011 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-3467e743-cb6d-4cfe-bc1a-37d949e3e9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:41.268646 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-6d7041ff-bfbe-4ca7-8e51-5f673241965d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:24:41.277361 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e540522e-cca6-4227-b614-941d44ca43e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:41.283542 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-6d7041ff-bfbe-4ca7-8e51-5f673241965d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596-project] Usage tracker for resource:network and tenant:79a3d17200e74cebb70a492c72454860 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:24:41.375231 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-6d7041ff-bfbe-4ca7-8e51-5f673241965d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:24:41.403830 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-cafd172e-2f36-4063-ae13-f2954ea80898 tempest-PortsAdminExtendedAttrsTestJSON-1921522379 tempest-PortsAdminExtendedAttrsTestJSON-1921522379-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1973397373'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:24:41.407130 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-6d7041ff-bfbe-4ca7-8e51-5f673241965d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:24:41.414589 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-cafd172e-2f36-4063-ae13-f2954ea80898 tempest-PortsAdminExtendedAttrsTestJSON-1921522379 tempest-PortsAdminExtendedAttrsTestJSON-1921522379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:24:41.471837 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1f3d910b-0ac3-479c-843f-2573a8013239 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:41.496469 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-cafd172e-2f36-4063-ae13-f2954ea80898 tempest-PortsAdminExtendedAttrsTestJSON-1921522379 tempest-PortsAdminExtendedAttrsTestJSON-1921522379-project] Usage tracker for resource:network and tenant:35c2461b93894c32b1b0bf32bfdcf0bf is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:24:41.501067 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7041ff-bfbe-4ca7-8e51-5f673241965d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596-project] Made reservation on behalf of 79a3d17200e74cebb70a492c72454860 for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:24:41.512174 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6d7041ff-bfbe-4ca7-8e51-5f673241965d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:41.568418 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-cafd172e-2f36-4063-ae13-f2954ea80898 tempest-PortsAdminExtendedAttrsTestJSON-1921522379 tempest-PortsAdminExtendedAttrsTestJSON-1921522379-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:24:41.572283 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7f9362d0-87fa-4c88-b8ae-cf00275402ec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:41.573879 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6d7041ff-bfbe-4ca7-8e51-5f673241965d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596-project] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:41.594453 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-e12ef986-4cdc-4cd1-b643-aae4adb39c51 tempest-ExternalNetworksTestJSON-1827899871 tempest-ExternalNetworksTestJSON-1827899871-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-88800622'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:24:41.597575 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-02fcd771-7bc5-4c95-bfa3-85f48d6ed299 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:41.598070 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43048) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:24:41.603779 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1f3d910b-0ac3-479c-843f-2573a8013239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:41.613796 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-02fcd771-7bc5-4c95-bfa3-85f48d6ed299 None None] Transition to ACTIVE for port object 015d5481-cac2-431f-aebe-b462bf2d23d2 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:24:41.627123 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-e12ef986-4cdc-4cd1-b643-aae4adb39c51 tempest-ExternalNetworksTestJSON-1827899871 tempest-ExternalNetworksTestJSON-1827899871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:24:41.647585 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-e12ef986-4cdc-4cd1-b643-aae4adb39c51 tempest-ExternalNetworksTestJSON-1827899871 tempest-ExternalNetworksTestJSON-1827899871-project] Usage tracker for resource:network and tenant:f566ac22d0fd42a099ba1e211f1174a2 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:24:41.650760 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-6d7041ff-bfbe-4ca7-8e51-5f673241965d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:24:41.655789 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-e12ef986-4cdc-4cd1-b643-aae4adb39c51 tempest-ExternalNetworksTestJSON-1827899871 tempest-ExternalNetworksTestJSON-1827899871-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:24:41.666918 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-6d7041ff-bfbe-4ca7-8e51-5f673241965d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596-project] Usage tracker for resource:security_group_rule and tenant:79a3d17200e74cebb70a492c72454860 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:24:41.669636 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-e12ef986-4cdc-4cd1-b643-aae4adb39c51 tempest-ExternalNetworksTestJSON-1827899871 tempest-ExternalNetworksTestJSON-1827899871-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:24:41.674397 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-6d7041ff-bfbe-4ca7-8e51-5f673241965d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:24:41.675110 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-02fcd771-7bc5-4c95-bfa3-85f48d6ed299 None None] Transition to ACTIVE for port object 015d5481-cac2-431f-aebe-b462bf2d23d2 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:24:41.684198 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-6d7041ff-bfbe-4ca7-8e51-5f673241965d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:24:41.713646 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-c7f66a9f-48f7-4635-ad76-1be5724827b5 tempest-RoutersAdminNegativeIpV6Test-432781824 tempest-RoutersAdminNegativeIpV6Test-432781824-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-346037868', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:24:41.717266 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e12ef986-4cdc-4cd1-b643-aae4adb39c51 tempest-ExternalNetworksTestJSON-1827899871 tempest-ExternalNetworksTestJSON-1827899871-project] Made reservation on behalf of f566ac22d0fd42a099ba1e211f1174a2 for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:24:41.721660 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e12ef986-4cdc-4cd1-b643-aae4adb39c51 tempest-ExternalNetworksTestJSON-1827899871 tempest-ExternalNetworksTestJSON-1827899871-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:41.731688 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-02fcd771-7bc5-4c95-bfa3-85f48d6ed299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:41.752816 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e12ef986-4cdc-4cd1-b643-aae4adb39c51 tempest-ExternalNetworksTestJSON-1827899871 tempest-ExternalNetworksTestJSON-1827899871-project] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:41.785897 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3467e743-cb6d-4cfe-bc1a-37d949e3e9b8 None None] Network 3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:24:41.786297 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-e12ef986-4cdc-4cd1-b643-aae4adb39c51 tempest-ExternalNetworksTestJSON-1827899871 tempest-ExternalNetworksTestJSON-1827899871-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:24:41.791415 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-c7f66a9f-48f7-4635-ad76-1be5724827b5 tempest-RoutersAdminNegativeIpV6Test-432781824 tempest-RoutersAdminNegativeIpV6Test-432781824-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:24:41.793524 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-3467e743-cb6d-4cfe-bc1a-37d949e3e9b8 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:24:41.797495 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02fcd771-7bc5-4c95-bfa3-85f48d6ed299 None None] Network 3eba9316-5858-4216-9f1f-1827035b3500 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:24:41.800702 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3467e743-cb6d-4cfe-bc1a-37d949e3e9b8 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:24:41.800945 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-e12ef986-4cdc-4cd1-b643-aae4adb39c51 tempest-ExternalNetworksTestJSON-1827899871 tempest-ExternalNetworksTestJSON-1827899871-project] Usage tracker for resource:security_group_rule and tenant:f566ac22d0fd42a099ba1e211f1174a2 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:24:41.803379 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-cafd172e-2f36-4063-ae13-f2954ea80898 tempest-PortsAdminExtendedAttrsTestJSON-1921522379 tempest-PortsAdminExtendedAttrsTestJSON-1921522379-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:24:41.805657 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7f9362d0-87fa-4c88-b8ae-cf00275402ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:41.805799 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-e12ef986-4cdc-4cd1-b643-aae4adb39c51 tempest-ExternalNetworksTestJSON-1827899871 tempest-ExternalNetworksTestJSON-1827899871-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:24:41.809811 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-c7f66a9f-48f7-4635-ad76-1be5724827b5 tempest-RoutersAdminNegativeIpV6Test-432781824 tempest-RoutersAdminNegativeIpV6Test-432781824-project-admin] Usage tracker for resource:port and tenant:3bfc7a5f372c4d199d28d0c2c855f9b8 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:24:41.816691 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-e12ef986-4cdc-4cd1-b643-aae4adb39c51 tempest-ExternalNetworksTestJSON-1827899871 tempest-ExternalNetworksTestJSON-1827899871-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:24:41.819835 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-c7f66a9f-48f7-4635-ad76-1be5724827b5 tempest-RoutersAdminNegativeIpV6Test-432781824 tempest-RoutersAdminNegativeIpV6Test-432781824-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:24:41.830561 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-c7f66a9f-48f7-4635-ad76-1be5724827b5 tempest-RoutersAdminNegativeIpV6Test-432781824 tempest-RoutersAdminNegativeIpV6Test-432781824-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:24:41.857266 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e540522e-cca6-4227-b614-941d44ca43e3 admin admin] Router d4965cdd-6817-4c18-9b60-709c9bb049f1 is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 15:24:41.880881 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7f66a9f-48f7-4635-ad76-1be5724827b5 tempest-RoutersAdminNegativeIpV6Test-432781824 tempest-RoutersAdminNegativeIpV6Test-432781824-project-admin] Made reservation on behalf of 3bfc7a5f372c4d199d28d0c2c855f9b8 for: {'port': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:24:41.882322 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c7f66a9f-48f7-4635-ad76-1be5724827b5 tempest-RoutersAdminNegativeIpV6Test-432781824 tempest-RoutersAdminNegativeIpV6Test-432781824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:41.889339 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-02fcd771-7bc5-4c95-bfa3-85f48d6ed299 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:24:41.907182 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-1f3d910b-0ac3-479c-843f-2573a8013239 admin admin] Allocated IP 172.26.2.230 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/2ac75954-0ec5-4439-9656-3be2abc7f1fb) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:24:41.918669 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fcd771-7bc5-4c95-bfa3-85f48d6ed299 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:24:41.971659 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c7f66a9f-48f7-4635-ad76-1be5724827b5 tempest-RoutersAdminNegativeIpV6Test-432781824 tempest-RoutersAdminNegativeIpV6Test-432781824-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:42.052246 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3467e743-cb6d-4cfe-bc1a-37d949e3e9b8 None None] Pushing event updated for resources: {'Port': ['ID=fcf3f202-eccd-488b-9af6-f1187b80ed4c,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:42.056642 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 551d2b5b-f7c8-4e4e-a0f7-39e1ec1c7b8f up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:24:42.086668 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1f3d910b-0ac3-479c-843f-2573a8013239 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:42.096097 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43062) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:24:42.119521 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-c7f66a9f-48f7-4635-ad76-1be5724827b5 tempest-RoutersAdminNegativeIpV6Test-432781824 tempest-RoutersAdminNegativeIpV6Test-432781824-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:24:42.144038 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-c7f66a9f-48f7-4635-ad76-1be5724827b5 tempest-RoutersAdminNegativeIpV6Test-432781824 tempest-RoutersAdminNegativeIpV6Test-432781824-project-admin] Usage tracker for resource:security_group_rule and tenant:3bfc7a5f372c4d199d28d0c2c855f9b8 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:24:42.150342 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-c7f66a9f-48f7-4635-ad76-1be5724827b5 tempest-RoutersAdminNegativeIpV6Test-432781824 tempest-RoutersAdminNegativeIpV6Test-432781824-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:24:42.153190 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cafd172e-2f36-4063-ae13-f2954ea80898 tempest-PortsAdminExtendedAttrsTestJSON-1921522379 tempest-PortsAdminExtendedAttrsTestJSON-1921522379-project] Made reservation on behalf of 35c2461b93894c32b1b0bf32bfdcf0bf for: {'network': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:24:42.157193 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cafd172e-2f36-4063-ae13-f2954ea80898 tempest-PortsAdminExtendedAttrsTestJSON-1921522379 tempest-PortsAdminExtendedAttrsTestJSON-1921522379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:42.177784 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cafd172e-2f36-4063-ae13-f2954ea80898 tempest-PortsAdminExtendedAttrsTestJSON-1921522379 tempest-PortsAdminExtendedAttrsTestJSON-1921522379-project] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:42.209007 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-cafd172e-2f36-4063-ae13-f2954ea80898 tempest-PortsAdminExtendedAttrsTestJSON-1921522379 tempest-PortsAdminExtendedAttrsTestJSON-1921522379-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:24:42.217675 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-cafd172e-2f36-4063-ae13-f2954ea80898 tempest-PortsAdminExtendedAttrsTestJSON-1921522379 tempest-PortsAdminExtendedAttrsTestJSON-1921522379-project] Usage tracker for resource:security_group_rule and tenant:35c2461b93894c32b1b0bf32bfdcf0bf is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:24:42.223560 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-cafd172e-2f36-4063-ae13-f2954ea80898 tempest-PortsAdminExtendedAttrsTestJSON-1921522379 tempest-PortsAdminExtendedAttrsTestJSON-1921522379-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:24:42.232897 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fcd771-7bc5-4c95-bfa3-85f48d6ed299 None None] Pushing event updated for resources: {'Port': ['ID=015d5481-cac2-431f-aebe-b462bf2d23d2,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:42.235140 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-c7f66a9f-48f7-4635-ad76-1be5724827b5 tempest-RoutersAdminNegativeIpV6Test-432781824 tempest-RoutersAdminNegativeIpV6Test-432781824-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:24:42.237031 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-cafd172e-2f36-4063-ae13-f2954ea80898 tempest-PortsAdminExtendedAttrsTestJSON-1921522379 tempest-PortsAdminExtendedAttrsTestJSON-1921522379-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:24:42.242032 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6d7041ff-bfbe-4ca7-8e51-5f673241965d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596-project] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:42.265746 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6d7041ff-bfbe-4ca7-8e51-5f673241965d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:42.268809 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f381b7d8-0637-4553-8cb9-be05263d6589 None None] Network 68ca5488-1f82-4ee2-9e86-9e983d74aa07 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:24:42.287976 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-f371897e-30ff-413e-a8de-ec57f7b54dfb tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-315506841'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:24:42.300892 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1f3d910b-0ac3-479c-843f-2573a8013239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:42.328036 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d7041ff-bfbe-4ca7-8e51-5f673241965d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 420} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:24:42.358899 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-f371897e-30ff-413e-a8de-ec57f7b54dfb tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:24:42.369356 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e540522e-cca6-4227-b614-941d44ca43e3 admin admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:24:42.376818 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-f371897e-30ff-413e-a8de-ec57f7b54dfb tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Usage tracker for resource:network and tenant:bb90cebe15f541febeed2c50e15c931e is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:24:42.379345 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f3d910b-0ac3-479c-843f-2573a8013239 admin admin] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:24:42.379783 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e12ef986-4cdc-4cd1-b643-aae4adb39c51 tempest-ExternalNetworksTestJSON-1827899871 tempest-ExternalNetworksTestJSON-1827899871-project] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:42.387072 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd15002b-622a-4716-9ccb-d6cf737b8d47 None None] Sync routers for ids ['d4965cdd-6817-4c18-9b60-709c9bb049f1'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:24:42.395074 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6d7041ff-bfbe-4ca7-8e51-5f673241965d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:42.395424 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-6d7041ff-bfbe-4ca7-8e51-5f673241965d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596-project] Added segment 9cf82d13-a717-431a-960d-55c6bad4fd84 of type vlan for network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 Oct 13 15:24:42.396602 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-f371897e-30ff-413e-a8de-ec57f7b54dfb tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:24:42.398006 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd15002b-622a-4716-9ccb-d6cf737b8d47 None None] Routers {'d4965cdd-6817-4c18-9b60-709c9bb049f1'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:24:42.399560 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-fd15002b-622a-4716-9ccb-d6cf737b8d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:24:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['d4965cdd-6817-4c18-9b60-709c9bb049f1'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:24:42.415345 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e12ef986-4cdc-4cd1-b643-aae4adb39c51 tempest-ExternalNetworksTestJSON-1827899871 tempest-ExternalNetworksTestJSON-1827899871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:42.420246 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-f371897e-30ff-413e-a8de-ec57f7b54dfb tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:24:42.425864 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-7f9362d0-87fa-4c88-b8ae-cf00275402ec admin admin] Allocated IP 172.26.2.101 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/b465c0f6-641f-4134-a20d-594f73a75580) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:24:42.441564 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7041ff-bfbe-4ca7-8e51-5f673241965d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=325a6890-9676-4fb7-b11a-c3775070f474,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:42.450218 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-3467e743-cb6d-4cfe-bc1a-37d949e3e9b8 None None] Attempting to bind port fcf3f202-eccd-488b-9af6-f1187b80ed4c on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:24:42.450820 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-3467e743-cb6d-4cfe-bc1a-37d949e3e9b8 None None] Attempting to bind port fcf3f202-eccd-488b-9af6-f1187b80ed4c by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '4f206e35-101f-4772-8726-1677f4bd24d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:24:42.451975 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3467e743-cb6d-4cfe-bc1a-37d949e3e9b8 None None] Attempting to bind port fcf3f202-eccd-488b-9af6-f1187b80ed4c on network 3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:24:42.453160 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-1f3d910b-0ac3-479c-843f-2573a8013239 admin admin] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:24:42.454905 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-02fcd771-7bc5-4c95-bfa3-85f48d6ed299 None None] Attempting to bind port 015d5481-cac2-431f-aebe-b462bf2d23d2 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:24:42.455372 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-02fcd771-7bc5-4c95-bfa3-85f48d6ed299 None None] Attempting to bind port 015d5481-cac2-431f-aebe-b462bf2d23d2 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'ebd8f21b-8085-4446-a37c-05fa6a29f1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '3eba9316-5858-4216-9f1f-1827035b3500'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:24:42.455822 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fcd771-7bc5-4c95-bfa3-85f48d6ed299 None None] Attempting to bind port 015d5481-cac2-431f-aebe-b462bf2d23d2 on network 3eba9316-5858-4216-9f1f-1827035b3500 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:24:42.467411 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-24f832d7-cb2a-44b8-905b-ba09c0002aa4 None None] Provisioning for port 551d2b5b-f7c8-4e4e-a0f7-39e1ec1c7b8f completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:24:42.486457 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3467e743-cb6d-4cfe-bc1a-37d949e3e9b8 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:24:42.487012 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3467e743-cb6d-4cfe-bc1a-37d949e3e9b8 None None] Checking segment: {'id': '4f206e35-101f-4772-8726-1677f4bd24d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:24:42.487582 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-3467e743-cb6d-4cfe-bc1a-37d949e3e9b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:42.487693 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3d910b-0ac3-479c-843f-2573a8013239 admin admin] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:24:42.488128 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3467e743-cb6d-4cfe-bc1a-37d949e3e9b8 None None] Bound using segment: {'id': '4f206e35-101f-4772-8726-1677f4bd24d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:24:42.488710 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-3467e743-cb6d-4cfe-bc1a-37d949e3e9b8 None None] Bound port: fcf3f202-eccd-488b-9af6-f1187b80ed4c, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f206e35-101f-4772-8726-1677f4bd24d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:24:42.489210 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-3467e743-cb6d-4cfe-bc1a-37d949e3e9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:42.498947 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e12ef986-4cdc-4cd1-b643-aae4adb39c51 tempest-ExternalNetworksTestJSON-1827899871 tempest-ExternalNetworksTestJSON-1827899871-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:24:42.506770 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fcd771-7bc5-4c95-bfa3-85f48d6ed299 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:24:42.507320 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fcd771-7bc5-4c95-bfa3-85f48d6ed299 None None] Checking segment: {'id': 'ebd8f21b-8085-4446-a37c-05fa6a29f1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '3eba9316-5858-4216-9f1f-1827035b3500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:24:42.507817 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-02fcd771-7bc5-4c95-bfa3-85f48d6ed299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:42.508311 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fcd771-7bc5-4c95-bfa3-85f48d6ed299 None None] Bound using segment: {'id': 'ebd8f21b-8085-4446-a37c-05fa6a29f1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '3eba9316-5858-4216-9f1f-1827035b3500'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:24:42.508921 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-02fcd771-7bc5-4c95-bfa3-85f48d6ed299 None None] Bound port: 015d5481-cac2-431f-aebe-b462bf2d23d2, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebd8f21b-8085-4446-a37c-05fa6a29f1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '3eba9316-5858-4216-9f1f-1827035b3500'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:24:42.509299 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-02fcd771-7bc5-4c95-bfa3-85f48d6ed299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:42.514114 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6d7041ff-bfbe-4ca7-8e51-5f673241965d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:42.526564 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f371897e-30ff-413e-a8de-ec57f7b54dfb tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:24:42.530452 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f371897e-30ff-413e-a8de-ec57f7b54dfb tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:42.564312 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e12ef986-4cdc-4cd1-b643-aae4adb39c51 tempest-ExternalNetworksTestJSON-1827899871 tempest-ExternalNetworksTestJSON-1827899871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:42.565867 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-e12ef986-4cdc-4cd1-b643-aae4adb39c51 tempest-ExternalNetworksTestJSON-1827899871 tempest-ExternalNetworksTestJSON-1827899871-project] Added segment 4af0853f-47b1-4896-8afb-59e290d33ac0 of type vlan for network 1c53d7bb-8525-4b32-a48f-4937948d64ac Oct 13 15:24:42.565867 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12ef986-4cdc-4cd1-b643-aae4adb39c51 tempest-ExternalNetworksTestJSON-1827899871 tempest-ExternalNetworksTestJSON-1827899871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da798d38-5b0e-436a-99b8-5bb3dd8f8d4f,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:42.580203 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f371897e-30ff-413e-a8de-ec57f7b54dfb tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:42.609536 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e540522e-cca6-4227-b614-941d44ca43e3 admin admin] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:42.610030 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-e540522e-cca6-4227-b614-941d44ca43e3 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 5.0586059 Oct 13 15:24:42.618799 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43074) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:24:42.646850 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 551d2b5b-f7c8-4e4e-a0f7-39e1ec1c7b8f completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:24:42.676564 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-fd15002b-622a-4716-9ccb-d6cf737b8d47 None None] Set router d4965cdd-6817-4c18-9b60-709c9bb049f1 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:24:42.697486 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-f371897e-30ff-413e-a8de-ec57f7b54dfb tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:24:42.697677 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 551d2b5b-f7c8-4e4e-a0f7-39e1ec1c7b8f triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:24:42.697677 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:42.698031 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 551d2b5b-f7c8-4e4e-a0f7-39e1ec1c7b8f Oct 13 15:24:42.740141 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-f371897e-30ff-413e-a8de-ec57f7b54dfb tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Usage tracker for resource:security_group_rule and tenant:bb90cebe15f541febeed2c50e15c931e is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:24:42.746789 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6d7041ff-bfbe-4ca7-8e51-5f673241965d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:42.752891 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7041ff-bfbe-4ca7-8e51-5f673241965d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:24:42.753753 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6d7041ff-bfbe-4ca7-8e51-5f673241965d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:42.760100 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e12ef986-4cdc-4cd1-b643-aae4adb39c51 tempest-ExternalNetworksTestJSON-1827899871 tempest-ExternalNetworksTestJSON-1827899871-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:42.767364 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-f371897e-30ff-413e-a8de-ec57f7b54dfb tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:24:42.784785 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c7f66a9f-48f7-4635-ad76-1be5724827b5 tempest-RoutersAdminNegativeIpV6Test-432781824 tempest-RoutersAdminNegativeIpV6Test-432781824-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:42.798057 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-f371897e-30ff-413e-a8de-ec57f7b54dfb tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:24:42.821983 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-3467e743-cb6d-4cfe-bc1a-37d949e3e9b8 None None] For port fcf3f202-eccd-488b-9af6-f1187b80ed4c, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:24:42.829253 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c7f66a9f-48f7-4635-ad76-1be5724827b5 tempest-RoutersAdminNegativeIpV6Test-432781824 tempest-RoutersAdminNegativeIpV6Test-432781824-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:42.872267 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [None req-c7f66a9f-48f7-4635-ad76-1be5724827b5 tempest-RoutersAdminNegativeIpV6Test-432781824 tempest-RoutersAdminNegativeIpV6Test-432781824-project-admin] device_id is not set on port 2dc607b1-6d52-4b7c-9ac3-7653f87fab77 yet. {{(pid=88972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:24:42.874429 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-02fcd771-7bc5-4c95-bfa3-85f48d6ed299 None None] For port 015d5481-cac2-431f-aebe-b462bf2d23d2, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:24:42.877703 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-3467e743-cb6d-4cfe-bc1a-37d949e3e9b8 None None] For port fcf3f202-eccd-488b-9af6-f1187b80ed4c, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=fcf3f202-eccd-488b-9af6-f1187b80ed4c,segment=NetworkSegment(4f206e35-101f-4772-8726-1677f4bd24d9),segment_id=4f206e35-101f-4772-8726-1677f4bd24d9)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:24:42.894995 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-02fcd771-7bc5-4c95-bfa3-85f48d6ed299 None None] For port 015d5481-cac2-431f-aebe-b462bf2d23d2, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=015d5481-cac2-431f-aebe-b462bf2d23d2,segment=NetworkSegment(ebd8f21b-8085-4446-a37c-05fa6a29f1c9),segment_id=ebd8f21b-8085-4446-a37c-05fa6a29f1c9)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:24:42.898291 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-3467e743-cb6d-4cfe-bc1a-37d949e3e9b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:42.967907 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f66a9f-48f7-4635-ad76-1be5724827b5 tempest-RoutersAdminNegativeIpV6Test-432781824 tempest-RoutersAdminNegativeIpV6Test-432781824-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a238841-f905-45c2-b1bf-949c556ff196,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:42.993839 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-02fcd771-7bc5-4c95-bfa3-85f48d6ed299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:43.030713 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.db.resource_extend [None req-e12ef986-4cdc-4cd1-b643-aae4adb39c51 tempest-ExternalNetworksTestJSON-1827899871 tempest-ExternalNetworksTestJSON-1827899871-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 15:24:43.118424 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-6d7041ff-bfbe-4ca7-8e51-5f673241965d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.6196761 Oct 13 15:24:43.128018 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7041ff-bfbe-4ca7-8e51-5f673241965d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596-project] Pushing event updated for resources: {'Network': ['ID=24a5265e-d36f-461a-a69a-e0e2e04f2c70,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:43.147648 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3467e743-cb6d-4cfe-bc1a-37d949e3e9b8 None None] Pushing event updated for resources: {'Port': ['ID=fcf3f202-eccd-488b-9af6-f1187b80ed4c,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:43.164948 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:24:43.187771 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e12ef986-4cdc-4cd1-b643-aae4adb39c51 tempest-ExternalNetworksTestJSON-1827899871 tempest-ExternalNetworksTestJSON-1827899871-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:43.193636 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e12ef986-4cdc-4cd1-b643-aae4adb39c51 tempest-ExternalNetworksTestJSON-1827899871 tempest-ExternalNetworksTestJSON-1827899871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:24:43.194249 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e12ef986-4cdc-4cd1-b643-aae4adb39c51 tempest-ExternalNetworksTestJSON-1827899871 tempest-ExternalNetworksTestJSON-1827899871-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:43.229000 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1f3d910b-0ac3-479c-843f-2573a8013239 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:43.314448 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-e12ef986-4cdc-4cd1-b643-aae4adb39c51 tempest-ExternalNetworksTestJSON-1827899871 tempest-ExternalNetworksTestJSON-1827899871-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.1280353 Oct 13 15:24:43.329006 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-fd15002b-622a-4716-9ccb-d6cf737b8d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4965cdd-6817-4c18-9b60-709c9bb049f1', 'name': 'tempest-ServerActionsTestJSON-379588358-router', 'tenant_id': '9c317355326e4f748fe019ccb370c99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.175'}], 'enable_snat': True}, 'gw_port_id': '66615903-8398-41e8-ac1d-92f8094b8079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:24:37Z', 'updated_at': '2022-10-13T15:24:40Z', 'revision_number': 3, 'project_id': '9c317355326e4f748fe019ccb370c99a', 'gw_port': {'id': '66615903-8398-41e8-ac1d-92f8094b8079', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4965cdd-6817-4c18-9b60-709c9bb049f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:39Z', 'updated_at': '2022-10-13T15:24:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:24:43.335820 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43088) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:24:43.341524 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd15002b-622a-4716-9ccb-d6cf737b8d47 None None] Checking router: d4965cdd-6817-4c18-9b60-709c9bb049f1 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:24:43.342569 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd15002b-622a-4716-9ccb-d6cf737b8d47 None None] Updating router d4965cdd-6817-4c18-9b60-709c9bb049f1 port 66615903-8398-41e8-ac1d-92f8094b8079 binding host dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:24:43.349971 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 551d2b5b-f7c8-4e4e-a0f7-39e1ec1c7b8f is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:24:43.350659 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:43.455432 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-fd15002b-622a-4716-9ccb-d6cf737b8d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:43.586318 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12ef986-4cdc-4cd1-b643-aae4adb39c51 tempest-ExternalNetworksTestJSON-1827899871 tempest-ExternalNetworksTestJSON-1827899871-project] Pushing event updated for resources: {'Network': ['ID=1c53d7bb-8525-4b32-a48f-4937948d64ac,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:43.787152 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f371897e-30ff-413e-a8de-ec57f7b54dfb tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:43.798083 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f371897e-30ff-413e-a8de-ec57f7b54dfb tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:43.858924 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02fcd771-7bc5-4c95-bfa3-85f48d6ed299 None None] Pushing event updated for resources: {'Port': ['ID=015d5481-cac2-431f-aebe-b462bf2d23d2,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:43.864528 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f371897e-30ff-413e-a8de-ec57f7b54dfb tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:24:43.877114 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f371897e-30ff-413e-a8de-ec57f7b54dfb tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:43.877465 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-f371897e-30ff-413e-a8de-ec57f7b54dfb tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Added segment c334f1be-4d84-4f0f-a951-f750be8c85a5 of type vlan for network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 Oct 13 15:24:43.884377 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 1c53d7bb-8525-4b32-a48f-4937948d64ac details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:24:43.915635 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 551d2b5b-f7c8-4e4e-a0f7-39e1ec1c7b8f, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=551d2b5b-f7c8-4e4e-a0f7-39e1ec1c7b8f,segment=NetworkSegment(59c3c14c-d254-40b6-80b5-3c7945a1ec02),segment_id=59c3c14c-d254-40b6-80b5-3c7945a1ec02)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:24:43.915884 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f371897e-30ff-413e-a8de-ec57f7b54dfb tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:43.946285 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-6660de01-1223-40f0-b7db-09ee54de3b6b tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Request body: {'network': {'name': 'tempest-network--32316217', 'router:external': True}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:24:43.955518 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:43.964029 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3d910b-0ac3-479c-843f-2573a8013239 admin admin] Pushing event updated for resources: {'Port': ['ID=2ac75954-0ec5-4439-9656-3be2abc7f1fb,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:44.064284 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-6660de01-1223-40f0-b7db-09ee54de3b6b tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:24:44.069274 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-6660de01-1223-40f0-b7db-09ee54de3b6b tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Usage tracker for resource:network and tenant:b87e5e5ce1184b5d93cae1d7cba9d086 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:24:44.075337 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-6660de01-1223-40f0-b7db-09ee54de3b6b tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:24:44.085728 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-6660de01-1223-40f0-b7db-09ee54de3b6b tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:24:44.115919 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f371897e-30ff-413e-a8de-ec57f7b54dfb tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d07c1f45-cb0f-42d2-9201-1d183da678cd,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:44.134305 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6660de01-1223-40f0-b7db-09ee54de3b6b tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Made reservation on behalf of b87e5e5ce1184b5d93cae1d7cba9d086 for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:24:44.140995 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6660de01-1223-40f0-b7db-09ee54de3b6b tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:44.145776 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=551d2b5b-f7c8-4e4e-a0f7-39e1ec1c7b8f,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:44.156084 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f371897e-30ff-413e-a8de-ec57f7b54dfb tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:44.161846 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f371897e-30ff-413e-a8de-ec57f7b54dfb tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:24:44.162455 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f371897e-30ff-413e-a8de-ec57f7b54dfb tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:44.166846 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-33b4190a-cae5-462f-812a-72fe213e9296 None None] Provisioning complete for port 551d2b5b-f7c8-4e4e-a0f7-39e1ec1c7b8f triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:24:44.167401 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-33b4190a-cae5-462f-812a-72fe213e9296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:44.167896 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-33b4190a-cae5-462f-812a-72fe213e9296 None None] Attempt 1 to provision port 551d2b5b-f7c8-4e4e-a0f7-39e1ec1c7b8f Oct 13 15:24:44.177587 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6660de01-1223-40f0-b7db-09ee54de3b6b tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:44.207914 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7f9362d0-87fa-4c88-b8ae-cf00275402ec admin admin] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:44.252582 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device fcf3f202-eccd-488b-9af6-f1187b80ed4c up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:24:44.300025 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cafd172e-2f36-4063-ae13-f2954ea80898 tempest-PortsAdminExtendedAttrsTestJSON-1921522379 tempest-PortsAdminExtendedAttrsTestJSON-1921522379-project] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:44.305087 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7f9362d0-87fa-4c88-b8ae-cf00275402ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:44.319485 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-6660de01-1223-40f0-b7db-09ee54de3b6b tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:24:44.323804 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-6660de01-1223-40f0-b7db-09ee54de3b6b tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Usage tracker for resource:security_group_rule and tenant:b87e5e5ce1184b5d93cae1d7cba9d086 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:24:44.327528 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-6660de01-1223-40f0-b7db-09ee54de3b6b tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:24:44.333908 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-6660de01-1223-40f0-b7db-09ee54de3b6b tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:24:44.419907 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f9362d0-87fa-4c88-b8ae-cf00275402ec admin admin] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:24:44.420646 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-33b4190a-cae5-462f-812a-72fe213e9296 None None] Current status of the port 551d2b5b-f7c8-4e4e-a0f7-39e1ec1c7b8f is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:24:44.421660 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cafd172e-2f36-4063-ae13-f2954ea80898 tempest-PortsAdminExtendedAttrsTestJSON-1921522379 tempest-PortsAdminExtendedAttrsTestJSON-1921522379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:44.434476 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6660de01-1223-40f0-b7db-09ee54de3b6b tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:44.436456 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f371897e-30ff-413e-a8de-ec57f7b54dfb tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'Network': ['ID=a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:44.436615 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cafd172e-2f36-4063-ae13-f2954ea80898 tempest-PortsAdminExtendedAttrsTestJSON-1921522379 tempest-PortsAdminExtendedAttrsTestJSON-1921522379-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=88973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:24:44.448679 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cafd172e-2f36-4063-ae13-f2954ea80898 tempest-PortsAdminExtendedAttrsTestJSON-1921522379 tempest-PortsAdminExtendedAttrsTestJSON-1921522379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:44.449038 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-cafd172e-2f36-4063-ae13-f2954ea80898 tempest-PortsAdminExtendedAttrsTestJSON-1921522379 tempest-PortsAdminExtendedAttrsTestJSON-1921522379-project] Added segment 2e042ff6-d207-4a02-9619-7c0dcba3f8e1 of type vlan for network 86be858a-39e3-405c-a94b-6329ec458e15 Oct 13 15:24:44.453058 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:24:44.484476 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 43100) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:24:44.484883 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6660de01-1223-40f0-b7db-09ee54de3b6b tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:44.487670 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9362d0-87fa-4c88-b8ae-cf00275402ec admin admin] Pushing event updated for resources: {'Port': ['ID=b465c0f6-641f-4134-a20d-594f73a75580,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:44.499036 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6660de01-1223-40f0-b7db-09ee54de3b6b tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:24:44.501868 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-7f9362d0-87fa-4c88-b8ae-cf00275402ec admin admin] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:24:44.509732 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6660de01-1223-40f0-b7db-09ee54de3b6b tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:44.510085 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-6660de01-1223-40f0-b7db-09ee54de3b6b tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Added segment b0d823c5-638e-4cd6-bfb2-87467d535836 of type vlan for network d8c71c23-894e-4664-be23-a3dc43d0ef6e Oct 13 15:24:44.528455 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cafd172e-2f36-4063-ae13-f2954ea80898 tempest-PortsAdminExtendedAttrsTestJSON-1921522379 tempest-PortsAdminExtendedAttrsTestJSON-1921522379-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:44.536683 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Request body: {'port': {'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70', 'binding:host_id': 'hv-neutron-8603', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1536867225'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:24:44.563631 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:24:44.568938 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port fcf3f202-eccd-488b-9af6-f1187b80ed4c completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:24:44.597949 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Usage tracker for resource:port and tenant:f54070b4e2314cc994a056b908338f39 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:24:44.606192 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:24:44.609099 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f9362d0-87fa-4c88-b8ae-cf00275402ec admin admin] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:24:44.660327 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.db.resource_extend [None req-cafd172e-2f36-4063-ae13-f2954ea80898 tempest-PortsAdminExtendedAttrsTestJSON-1921522379 tempest-PortsAdminExtendedAttrsTestJSON-1921522379-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 15:24:44.675291 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:24:44.679198 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1f3d910b-0ac3-479c-843f-2573a8013239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:44.684999 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafd172e-2f36-4063-ae13-f2954ea80898 tempest-PortsAdminExtendedAttrsTestJSON-1921522379 tempest-PortsAdminExtendedAttrsTestJSON-1921522379-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a0cac3f-4d63-422f-bd92-05a7824cf161,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:44.740932 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd473785-88fd-4dff-a444-9b1496ecad64 None None] Network 3eba9316-5858-4216-9f1f-1827035b3500 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:24:44.781484 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cafd172e-2f36-4063-ae13-f2954ea80898 tempest-PortsAdminExtendedAttrsTestJSON-1921522379 tempest-PortsAdminExtendedAttrsTestJSON-1921522379-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:44.785345 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6660de01-1223-40f0-b7db-09ee54de3b6b tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:44.786887 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafd172e-2f36-4063-ae13-f2954ea80898 tempest-PortsAdminExtendedAttrsTestJSON-1921522379 tempest-PortsAdminExtendedAttrsTestJSON-1921522379-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:24:44.787488 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cafd172e-2f36-4063-ae13-f2954ea80898 tempest-PortsAdminExtendedAttrsTestJSON-1921522379 tempest-PortsAdminExtendedAttrsTestJSON-1921522379-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:44.795044 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660de01-1223-40f0-b7db-09ee54de3b6b tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c40d622-80d7-4091-9261-ac34590a31b9,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:44.870847 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-cc2b2c61-addb-4287-ae7d-51e9d71f15a0 None None] Provisioning for port 015d5481-cac2-431f-aebe-b462bf2d23d2 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:24:44.931579 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-f371897e-30ff-413e-a8de-ec57f7b54dfb tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.8211334 Oct 13 15:24:44.952491 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-c7f66a9f-48f7-4635-ad76-1be5724827b5 tempest-RoutersAdminNegativeIpV6Test-432781824 tempest-RoutersAdminNegativeIpV6Test-432781824-project-admin] Allocated IP 172.26.2.140 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/2dc607b1-6d52-4b7c-9ac3-7653f87fab77) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:24:44.988945 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Made reservation on behalf of f54070b4e2314cc994a056b908338f39 for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:24:44.991168 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:44.999348 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43108) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:24:45.028496 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-766907fd-f40e-4971-a2b1-9c53a0e7070b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'subnet': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:24:45.035085 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:45.132761 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4e9294-a625-49f0-806a-a53f5fe600ce None None] Network 3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:24:45.141793 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6660de01-1223-40f0-b7db-09ee54de3b6b tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:45.142796 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6660de01-1223-40f0-b7db-09ee54de3b6b tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:24:45.143395 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6660de01-1223-40f0-b7db-09ee54de3b6b tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:45.249082 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4a939e8c-9b06-4371-b1d6-8bac18013347 None None] Provisioning for port fcf3f202-eccd-488b-9af6-f1187b80ed4c completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:24:45.250596 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:24:45.258975 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4a939e8c-9b06-4371-b1d6-8bac18013347 None None] Provisioning complete for port fcf3f202-eccd-488b-9af6-f1187b80ed4c triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:24:45.259480 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4a939e8c-9b06-4371-b1d6-8bac18013347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:45.259919 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4a939e8c-9b06-4371-b1d6-8bac18013347 None None] Attempt 1 to provision port fcf3f202-eccd-488b-9af6-f1187b80ed4c Oct 13 15:24:45.261536 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafd172e-2f36-4063-ae13-f2954ea80898 tempest-PortsAdminExtendedAttrsTestJSON-1921522379 tempest-PortsAdminExtendedAttrsTestJSON-1921522379-project] Pushing event updated for resources: {'Network': ['ID=86be858a-39e3-405c-a94b-6329ec458e15,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:45.264208 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Usage tracker for resource:security_group_rule and tenant:f54070b4e2314cc994a056b908338f39 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:24:45.272580 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:24:45.287258 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:24:45.291403 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-cafd172e-2f36-4063-ae13-f2954ea80898 tempest-PortsAdminExtendedAttrsTestJSON-1921522379 tempest-PortsAdminExtendedAttrsTestJSON-1921522379-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 4.4111009 Oct 13 15:24:45.305567 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 86be858a-39e3-405c-a94b-6329ec458e15 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:24:45.351300 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c7f66a9f-48f7-4635-ad76-1be5724827b5 tempest-RoutersAdminNegativeIpV6Test-432781824 tempest-RoutersAdminNegativeIpV6Test-432781824-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:45.405859 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c7f66a9f-48f7-4635-ad76-1be5724827b5 tempest-RoutersAdminNegativeIpV6Test-432781824 tempest-RoutersAdminNegativeIpV6Test-432781824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:45.520608 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f66a9f-48f7-4635-ad76-1be5724827b5 tempest-RoutersAdminNegativeIpV6Test-432781824 tempest-RoutersAdminNegativeIpV6Test-432781824-project-admin] Pushing event updated for resources: {'Port': ['ID=2dc607b1-6d52-4b7c-9ac3-7653f87fab77,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:45.530841 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4fdcfd44-1a54-460c-9c13-5da9dee6aa12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:45.705407 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7f9362d0-87fa-4c88-b8ae-cf00275402ec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:45.795222 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-4fdcfd44-1a54-460c-9c13-5da9dee6aa12 admin admin] Allocated IP 172.20.0.1 (68ca5488-1f82-4ee2-9e86-9e983d74aa07/12a9e0ad-f87e-4c11-b0b3-9af248956963/6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:24:45.804961 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-fd15002b-622a-4716-9ccb-d6cf737b8d47 None None] Notify callbacks [] for port, precommit_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:45.824148 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.provisioning_blocks [None req-fd15002b-622a-4716-9ccb-d6cf737b8d47 None None] Transition to ACTIVE for port object 66615903-8398-41e8-ac1d-92f8094b8079 will not be triggered until provisioned by entity L2. {{(pid=88975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:24:45.843642 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-fd15002b-622a-4716-9ccb-d6cf737b8d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:45.860050 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4a939e8c-9b06-4371-b1d6-8bac18013347 None None] Current status of the port fcf3f202-eccd-488b-9af6-f1187b80ed4c is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:24:45.860457 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4a939e8c-9b06-4371-b1d6-8bac18013347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:45.909900 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-6660de01-1223-40f0-b7db-09ee54de3b6b tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 2.5730340 Oct 13 15:24:45.913090 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-fd15002b-622a-4716-9ccb-d6cf737b8d47 None None] Attempting to bind port 66615903-8398-41e8-ac1d-92f8094b8079 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:24:45.913639 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-fd15002b-622a-4716-9ccb-d6cf737b8d47 None None] Attempting to bind port 66615903-8398-41e8-ac1d-92f8094b8079 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:24:45.914183 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd15002b-622a-4716-9ccb-d6cf737b8d47 None None] Attempting to bind port 66615903-8398-41e8-ac1d-92f8094b8079 on network 8fb1fa59-32fe-4ed0-a248-96c43edb135f {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:24:45.927126 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd15002b-622a-4716-9ccb-d6cf737b8d47 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:24:45.927832 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd15002b-622a-4716-9ccb-d6cf737b8d47 None None] Checking segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:24:45.928413 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-fd15002b-622a-4716-9ccb-d6cf737b8d47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:45.928953 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd15002b-622a-4716-9ccb-d6cf737b8d47 None None] Bound using segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:24:45.929160 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f66a9f-48f7-4635-ad76-1be5724827b5 tempest-RoutersAdminNegativeIpV6Test-432781824 tempest-RoutersAdminNegativeIpV6Test-432781824-project-admin] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:24:45.929767 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-fd15002b-622a-4716-9ccb-d6cf737b8d47 None None] Bound port: 66615903-8398-41e8-ac1d-92f8094b8079, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:24:45.930373 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-fd15002b-622a-4716-9ccb-d6cf737b8d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:45.932183 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43122) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:24:45.932511 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43124) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:24:45.933459 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-766907fd-f40e-4971-a2b1-9c53a0e7070b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:24:45.935994 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4a939e8c-9b06-4371-b1d6-8bac18013347 None None] For port fcf3f202-eccd-488b-9af6-f1187b80ed4c, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=fcf3f202-eccd-488b-9af6-f1187b80ed4c,segment=NetworkSegment(4f206e35-101f-4772-8726-1677f4bd24d9),segment_id=4f206e35-101f-4772-8726-1677f4bd24d9)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:24:45.937779 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-c7f66a9f-48f7-4635-ad76-1be5724827b5 tempest-RoutersAdminNegativeIpV6Test-432781824 tempest-RoutersAdminNegativeIpV6Test-432781824-project-admin] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:24:45.945476 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7f66a9f-48f7-4635-ad76-1be5724827b5 tempest-RoutersAdminNegativeIpV6Test-432781824 tempest-RoutersAdminNegativeIpV6Test-432781824-project-admin] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:24:45.946545 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7f66a9f-48f7-4635-ad76-1be5724827b5 tempest-RoutersAdminNegativeIpV6Test-432781824 tempest-RoutersAdminNegativeIpV6Test-432781824-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:24:45.947185 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c7f66a9f-48f7-4635-ad76-1be5724827b5 tempest-RoutersAdminNegativeIpV6Test-432781824 tempest-RoutersAdminNegativeIpV6Test-432781824-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:45.955167 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4a939e8c-9b06-4371-b1d6-8bac18013347 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:45.986981 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-766907fd-f40e-4971-a2b1-9c53a0e7070b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Usage tracker for resource:subnet and tenant:bb90cebe15f541febeed2c50e15c931e is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:24:45.993010 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Request body: {'port': {'network_id': '86be858a-39e3-405c-a94b-6329ec458e15', 'binding:host_id': 'hv-neutron-8603', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1440125623'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:24:46.003017 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-766907fd-f40e-4971-a2b1-9c53a0e7070b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:24:46.005843 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6660de01-1223-40f0-b7db-09ee54de3b6b tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Pushing event updated for resources: {'Network': ['ID=d8c71c23-894e-4664-be23-a3dc43d0ef6e,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:46.006309 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dabd84e-c410-4386-8187-c7d410e602be None None] Pushing event updated for resources: {'Port': ['ID=66615903-8398-41e8-ac1d-92f8094b8079,revision_number=2']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:46.008961 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-c7f66a9f-48f7-4635-ad76-1be5724827b5 tempest-RoutersAdminNegativeIpV6Test-432781824 tempest-RoutersAdminNegativeIpV6Test-432781824-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 4.3968072 Oct 13 15:24:46.010102 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:24:46.027133 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dabd84e-c410-4386-8187-c7d410e602be None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:46.027485 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dabd84e-c410-4386-8187-c7d410e602be None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:46.027825 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dabd84e-c410-4386-8187-c7d410e602be None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:46.028152 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dabd84e-c410-4386-8187-c7d410e602be None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:46.028864 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dabd84e-c410-4386-8187-c7d410e602be None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:46.028864 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dabd84e-c410-4386-8187-c7d410e602be None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:46.029729 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dabd84e-c410-4386-8187-c7d410e602be None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:46.029965 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dabd84e-c410-4386-8187-c7d410e602be None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:46.030322 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dabd84e-c410-4386-8187-c7d410e602be None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:46.030640 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dabd84e-c410-4386-8187-c7d410e602be None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:46.031085 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dabd84e-c410-4386-8187-c7d410e602be None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:46.031256 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dabd84e-c410-4386-8187-c7d410e602be None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:24:46.032325 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dabd84e-c410-4386-8187-c7d410e602be None None] Tracked resource versions report: Oct 13 15:24:46.032325 dv-neutron-860329-2-hyperv neutron-server[88975]: pushed versions: Oct 13 15:24:46.032325 dv-neutron-860329-2-hyperv neutron-server[88975]: { 'AddressGroup': {'1.2'}, Oct 13 15:24:46.032325 dv-neutron-860329-2-hyperv neutron-server[88975]: 'ConntrackHelper': {'1.0'}, Oct 13 15:24:46.032325 dv-neutron-860329-2-hyperv neutron-server[88975]: 'Log': {'1.0'}, Oct 13 15:24:46.032325 dv-neutron-860329-2-hyperv neutron-server[88975]: 'Network': {'1.1'}, Oct 13 15:24:46.032325 dv-neutron-860329-2-hyperv neutron-server[88975]: 'Port': {'1.7'}, Oct 13 15:24:46.032325 dv-neutron-860329-2-hyperv neutron-server[88975]: 'PortForwarding': {'1.2'}, Oct 13 15:24:46.032325 dv-neutron-860329-2-hyperv neutron-server[88975]: 'QosPolicy': {'1.8'}, Oct 13 15:24:46.032325 dv-neutron-860329-2-hyperv neutron-server[88975]: 'SecurityGroup': {'1.4'}, Oct 13 15:24:46.032325 dv-neutron-860329-2-hyperv neutron-server[88975]: 'SecurityGroupRule': {'1.2'}, Oct 13 15:24:46.032325 dv-neutron-860329-2-hyperv neutron-server[88975]: 'SubPort': {'1.0'}, Oct 13 15:24:46.032325 dv-neutron-860329-2-hyperv neutron-server[88975]: 'Subnet': {'1.1'}, Oct 13 15:24:46.032325 dv-neutron-860329-2-hyperv neutron-server[88975]: 'Trunk': {'1.1'}} Oct 13 15:24:46.032325 dv-neutron-860329-2-hyperv neutron-server[88975]: consumer versions: Oct 13 15:24:46.032325 dv-neutron-860329-2-hyperv neutron-server[88975]: { DHCP agent@dv-neutron-860329-2-hyperv: {}, Oct 13 15:24:46.032325 dv-neutron-860329-2-hyperv neutron-server[88975]: HyperV agent@hv-neutron-8603: {}, Oct 13 15:24:46.032325 dv-neutron-860329-2-hyperv neutron-server[88975]: L3 agent@dv-neutron-860329-2-hyperv: {}, Oct 13 15:24:46.032325 dv-neutron-860329-2-hyperv neutron-server[88975]: Metadata agent@dv-neutron-860329-2-hyperv: {}, Oct 13 15:24:46.032325 dv-neutron-860329-2-hyperv neutron-server[88975]: Metering agent@dv-neutron-860329-2-hyperv: {}, Oct 13 15:24:46.032325 dv-neutron-860329-2-hyperv neutron-server[88975]: Open vSwitch agent@dv-neutron-860329-2-hyperv: { 'AddressGroup': '1.2', Oct 13 15:24:46.032325 dv-neutron-860329-2-hyperv neutron-server[88975]: 'ConntrackHelper': '1.0', Oct 13 15:24:46.032325 dv-neutron-860329-2-hyperv neutron-server[88975]: 'Log': '1.0', Oct 13 15:24:46.032325 dv-neutron-860329-2-hyperv neutron-server[88975]: 'Network': '1.1', Oct 13 15:24:46.032325 dv-neutron-860329-2-hyperv neutron-server[88975]: 'Port': '1.7', Oct 13 15:24:46.032325 dv-neutron-860329-2-hyperv neutron-server[88975]: 'PortForwarding': '1.2', Oct 13 15:24:46.032325 dv-neutron-860329-2-hyperv neutron-server[88975]: 'QosPolicy': '1.8', Oct 13 15:24:46.032325 dv-neutron-860329-2-hyperv neutron-server[88975]: 'SecurityGroup': '1.4', Oct 13 15:24:46.032325 dv-neutron-860329-2-hyperv neutron-server[88975]: 'SecurityGroupRule': '1.2', Oct 13 15:24:46.032325 dv-neutron-860329-2-hyperv neutron-server[88975]: 'SubPort': '1.0', Oct 13 15:24:46.032325 dv-neutron-860329-2-hyperv neutron-server[88975]: 'Subnet': '1.1', Oct 13 15:24:46.032325 dv-neutron-860329-2-hyperv neutron-server[88975]: 'Trunk': '1.1'}} Oct 13 15:24:46.032325 dv-neutron-860329-2-hyperv neutron-server[88975]: {{(pid=88975) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Oct 13 15:24:46.038958 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 43130) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:24:46.050211 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-fd15002b-622a-4716-9ccb-d6cf737b8d47 None None] For port 66615903-8398-41e8-ac1d-92f8094b8079, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:24:46.056075 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-fd15002b-622a-4716-9ccb-d6cf737b8d47 None None] For port 66615903-8398-41e8-ac1d-92f8094b8079, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=66615903-8398-41e8-ac1d-92f8094b8079,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:24:46.067819 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-fd15002b-622a-4716-9ccb-d6cf737b8d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:46.069885 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Usage tracker for resource:port and tenant:d70f93f21538467499f44fe521c0a191 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:24:46.070900 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-30d96398-02cd-453e-8216-06241bbd8e9d tempest-RoutersAdminNegativeIpV6Test-432781824 tempest-RoutersAdminNegativeIpV6Test-432781824-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.140'}]}}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:24:46.106648 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:24:46.106648 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:24:46.110523 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-30d96398-02cd-453e-8216-06241bbd8e9d tempest-RoutersAdminNegativeIpV6Test-432781824 tempest-RoutersAdminNegativeIpV6Test-432781824-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:24:46.110523 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-30d96398-02cd-453e-8216-06241bbd8e9d tempest-RoutersAdminNegativeIpV6Test-432781824 tempest-RoutersAdminNegativeIpV6Test-432781824-project-admin] Usage tracker for resource:router and tenant:3bfc7a5f372c4d199d28d0c2c855f9b8 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:24:46.111318 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-766907fd-f40e-4971-a2b1-9c53a0e7070b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:24:46.111466 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-30d96398-02cd-453e-8216-06241bbd8e9d tempest-RoutersAdminNegativeIpV6Test-432781824 tempest-RoutersAdminNegativeIpV6Test-432781824-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:24:46.140959 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Made reservation on behalf of d70f93f21538467499f44fe521c0a191 for: {'port': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:24:46.143383 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:46.148349 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd15002b-622a-4716-9ccb-d6cf737b8d47 None None] Routers {'d4965cdd-6817-4c18-9b60-709c9bb049f1'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:24:46.148979 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-fd15002b-622a-4716-9ccb-d6cf737b8d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:24:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['d4965cdd-6817-4c18-9b60-709c9bb049f1'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:24:46.151346 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-30d96398-02cd-453e-8216-06241bbd8e9d tempest-RoutersAdminNegativeIpV6Test-432781824 tempest-RoutersAdminNegativeIpV6Test-432781824-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:24:46.175643 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network d8c71c23-894e-4664-be23-a3dc43d0ef6e details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:24:46.237756 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 015d5481-cac2-431f-aebe-b462bf2d23d2 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:24:46.250494 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dabd84e-c410-4386-8187-c7d410e602be None None] Pushing event updated for resources: {'Port': ['ID=66615903-8398-41e8-ac1d-92f8094b8079,revision_number=3']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:46.294306 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:46.347567 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4fdcfd44-1a54-460c-9c13-5da9dee6aa12 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:46.351654 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-766907fd-f40e-4971-a2b1-9c53a0e7070b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:24:46.355875 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-766907fd-f40e-4971-a2b1-9c53a0e7070b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:46.364640 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-fd15002b-622a-4716-9ccb-d6cf737b8d47 None None] Set router d4965cdd-6817-4c18-9b60-709c9bb049f1 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:24:46.390720 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7f9362d0-87fa-4c88-b8ae-cf00275402ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:46.392699 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-30d96398-02cd-453e-8216-06241bbd8e9d tempest-RoutersAdminNegativeIpV6Test-432781824 tempest-RoutersAdminNegativeIpV6Test-432781824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:46.393795 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-30d96398-02cd-453e-8216-06241bbd8e9d tempest-RoutersAdminNegativeIpV6Test-432781824 tempest-RoutersAdminNegativeIpV6Test-432781824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:46.408604 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-30d96398-02cd-453e-8216-06241bbd8e9d tempest-RoutersAdminNegativeIpV6Test-432781824 tempest-RoutersAdminNegativeIpV6Test-432781824-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:46.464710 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a939e8c-9b06-4371-b1d6-8bac18013347 None None] Pushing event updated for resources: {'Port': ['ID=fcf3f202-eccd-488b-9af6-f1187b80ed4c,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:46.482106 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 015d5481-cac2-431f-aebe-b462bf2d23d2 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:24:46.491613 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 015d5481-cac2-431f-aebe-b462bf2d23d2 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:24:46.492305 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:46.492837 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 015d5481-cac2-431f-aebe-b462bf2d23d2 Oct 13 15:24:46.588564 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-3f32ae1e-d670-45e2-bbb4-8252d586a3a4 None None] Provisioning complete for port fcf3f202-eccd-488b-9af6-f1187b80ed4c triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:24:46.589194 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-3f32ae1e-d670-45e2-bbb4-8252d586a3a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:46.589687 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-3f32ae1e-d670-45e2-bbb4-8252d586a3a4 None None] Attempt 1 to provision port fcf3f202-eccd-488b-9af6-f1187b80ed4c Oct 13 15:24:46.612021 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:24:46.619700 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Usage tracker for resource:security_group_rule and tenant:d70f93f21538467499f44fe521c0a191 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:24:46.627486 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f3d910b-0ac3-479c-843f-2573a8013239 admin admin] Router bea711c8-5e1e-4998-af95-d57cc836dfc3 is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 15:24:46.645913 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-766907fd-f40e-4971-a2b1-9c53a0e7070b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:46.651336 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:24:46.671537 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:46.718761 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 015d5481-cac2-431f-aebe-b462bf2d23d2 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:24:46.719231 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:46.729610 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ff493c6c-f90f-47ed-960a-f6154766c885 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:46.741710 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-4fdcfd44-1a54-460c-9c13-5da9dee6aa12 admin admin] Transition to ACTIVE for port object 6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27 will not be triggered until provisioned by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:24:46.743098 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:24:46.764493 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 015d5481-cac2-431f-aebe-b462bf2d23d2, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=015d5481-cac2-431f-aebe-b462bf2d23d2,segment=NetworkSegment(ebd8f21b-8085-4446-a37c-05fa6a29f1c9),segment_id=ebd8f21b-8085-4446-a37c-05fa6a29f1c9)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:24:46.777294 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:46.778291 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 551d2b5b-f7c8-4e4e-a0f7-39e1ec1c7b8f up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:24:46.806105 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-fd15002b-622a-4716-9ccb-d6cf737b8d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4965cdd-6817-4c18-9b60-709c9bb049f1', 'name': 'tempest-ServerActionsTestJSON-379588358-router', 'tenant_id': '9c317355326e4f748fe019ccb370c99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.175'}], 'enable_snat': True}, 'gw_port_id': '66615903-8398-41e8-ac1d-92f8094b8079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:24:37Z', 'updated_at': '2022-10-13T15:24:40Z', 'revision_number': 3, 'project_id': '9c317355326e4f748fe019ccb370c99a', 'gw_port': {'id': '66615903-8398-41e8-ac1d-92f8094b8079', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4965cdd-6817-4c18-9b60-709c9bb049f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:39Z', 'updated_at': '2022-10-13T15:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:24:46.811302 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd15002b-622a-4716-9ccb-d6cf737b8d47 None None] The sync data for ids ['d4965cdd-6817-4c18-9b60-709c9bb049f1'] in dv-neutron-860329-2-hyperv is: [{'id': 'd4965cdd-6817-4c18-9b60-709c9bb049f1', 'name': 'tempest-ServerActionsTestJSON-379588358-router', 'tenant_id': '9c317355326e4f748fe019ccb370c99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.175'}], 'enable_snat': True}, 'gw_port_id': '66615903-8398-41e8-ac1d-92f8094b8079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:24:37Z', 'updated_at': '2022-10-13T15:24:40Z', 'revision_number': 3, 'project_id': '9c317355326e4f748fe019ccb370c99a', 'gw_port': {'id': '66615903-8398-41e8-ac1d-92f8094b8079', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4965cdd-6817-4c18-9b60-709c9bb049f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:39Z', 'updated_at': '2022-10-13T15:24:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:24:46.944684 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766907fd-f40e-4971-a2b1-9c53a0e7070b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'Subnet': ['ID=bce04889-f407-4a65-803c-b5d12f942c60,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:46.955128 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=015d5481-cac2-431f-aebe-b462bf2d23d2,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:46.965782 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766907fd-f40e-4971-a2b1-9c53a0e7070b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Checking segment: {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:24:46.966360 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766907fd-f40e-4971-a2b1-9c53a0e7070b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Network hostable DHCP agents. Network: a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:24:46.980516 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-3f32ae1e-d670-45e2-bbb4-8252d586a3a4 None None] Current status of the port fcf3f202-eccd-488b-9af6-f1187b80ed4c is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:24:46.993288 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 551d2b5b-f7c8-4e4e-a0f7-39e1ec1c7b8f triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:24:46.993656 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:46.994034 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 551d2b5b-f7c8-4e4e-a0f7-39e1ec1c7b8f Oct 13 15:24:46.995374 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:47.013493 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] device_id is not set on port ed3e40b2-1745-4e26-9a93-721edc3bda14 yet. {{(pid=88973) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:24:47.070578 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ff493c6c-f90f-47ed-960a-f6154766c885 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:47.085761 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4fdcfd44-1a54-460c-9c13-5da9dee6aa12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:47.161938 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 551d2b5b-f7c8-4e4e-a0f7-39e1ec1c7b8f is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:24:47.193210 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-766907fd-f40e-4971-a2b1-9c53a0e7070b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:24:47.206380 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdcfd44-1a54-460c-9c13-5da9dee6aa12 admin admin] Network 68ca5488-1f82-4ee2-9e86-9e983d74aa07 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:24:47.219731 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ff493c6c-f90f-47ed-960a-f6154766c885 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:24:47.220211 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ff493c6c-f90f-47ed-960a-f6154766c885 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:24:47.221140 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ff493c6c-f90f-47ed-960a-f6154766c885 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:24:47.221561 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ff493c6c-f90f-47ed-960a-f6154766c885 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Subscribe: > port after_create 55550000 {{(pid=88972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:24:47.221994 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ff493c6c-f90f-47ed-960a-f6154766c885 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:24:47.222470 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ff493c6c-f90f-47ed-960a-f6154766c885 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Subscribe: > port after_update 55550000 {{(pid=88972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:24:47.222884 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ff493c6c-f90f-47ed-960a-f6154766c885 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:24:47.223322 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ff493c6c-f90f-47ed-960a-f6154766c885 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:24:47.223742 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ff493c6c-f90f-47ed-960a-f6154766c885 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:24:47.224803 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ff493c6c-f90f-47ed-960a-f6154766c885 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:24:47.261126 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-30d96398-02cd-453e-8216-06241bbd8e9d tempest-RoutersAdminNegativeIpV6Test-432781824 tempest-RoutersAdminNegativeIpV6Test-432781824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:47.270904 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e535d76-6de7-4893-8362-6edad600176d,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:47.290019 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f3d910b-0ac3-479c-843f-2573a8013239 admin admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:24:47.301410 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a54599-ec2e-496c-8dd3-01962a66f978 None None] Sync routers for ids ['bea711c8-5e1e-4998-af95-d57cc836dfc3'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:24:47.321268 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a54599-ec2e-496c-8dd3-01962a66f978 None None] Routers {'bea711c8-5e1e-4998-af95-d57cc836dfc3'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:24:47.322232 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-10a54599-ec2e-496c-8dd3-01962a66f978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:24:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['bea711c8-5e1e-4998-af95-d57cc836dfc3'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:24:47.396497 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ff493c6c-f90f-47ed-960a-f6154766c885 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:24:47.396864 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ff493c6c-f90f-47ed-960a-f6154766c885 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:24:47.397268 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ff493c6c-f90f-47ed-960a-f6154766c885 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:24:47.397772 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ff493c6c-f90f-47ed-960a-f6154766c885 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88972) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:24:47.398154 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-ff493c6c-f90f-47ed-960a-f6154766c885 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8c71c23-894e-4664-be23-a3dc43d0ef6e']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:24:47.409958 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1f3d910b-0ac3-479c-843f-2573a8013239 admin admin] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:47.413720 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-4fdcfd44-1a54-460c-9c13-5da9dee6aa12 admin admin] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:24:47.415115 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-1f3d910b-0ac3-479c-843f-2573a8013239 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 7.7374189 Oct 13 15:24:47.416086 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 43134) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:24:47.439577 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdcfd44-1a54-460c-9c13-5da9dee6aa12 admin admin] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:24:47.440056 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4fdcfd44-1a54-460c-9c13-5da9dee6aa12 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:47.578370 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-10a54599-ec2e-496c-8dd3-01962a66f978 None None] Set router bea711c8-5e1e-4998-af95-d57cc836dfc3 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:24:47.618738 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:47.624620 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-ff493c6c-f90f-47ed-960a-f6154766c885 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0d823c5-638e-4cd6-bfb2-87467d535836') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:24:47.624620 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-ff493c6c-f90f-47ed-960a-f6154766c885 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0d823c5-638e-4cd6-bfb2-87467d535836') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:24:47.638473 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ff493c6c-f90f-47ed-960a-f6154766c885 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:47.657273 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ff493c6c-f90f-47ed-960a-f6154766c885 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:47.666039 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff493c6c-f90f-47ed-960a-f6154766c885 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Releasing vlan 403 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:24:47.666608 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ff493c6c-f90f-47ed-960a-f6154766c885 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:47.696541 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-766907fd-f40e-4971-a2b1-9c53a0e7070b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:24:47.737084 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dbf3f1a-27e6-4556-8ac0-c5f8a7548585 None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:24:47.758035 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdcfd44-1a54-460c-9c13-5da9dee6aa12 admin admin] Pushing event updated for resources: {'Port': ['ID=6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:47.765280 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-766907fd-f40e-4971-a2b1-9c53a0e7070b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:24:47.766534 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-766907fd-f40e-4971-a2b1-9c53a0e7070b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:47.811116 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f9362d0-87fa-4c88-b8ae-cf00275402ec admin admin] Router f0080ad3-9dee-4c68-a3af-89c804ac92f4 is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 15:24:47.891737 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:47.944208 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-45bef268-f48e-41f5-8cb1-6cadec9c33aa None None] Provisioning for port 6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:24:47.951018 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] device_id is not set on port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a yet. {{(pid=88972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:24:47.973251 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-45bef268-f48e-41f5-8cb1-6cadec9c33aa None None] Provisioning complete for port 6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:24:47.973678 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-45bef268-f48e-41f5-8cb1-6cadec9c33aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:47.973936 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-45bef268-f48e-41f5-8cb1-6cadec9c33aa None None] Attempt 1 to provision port 6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27 Oct 13 15:24:48.079609 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] device_id is not set on port ed3e40b2-1745-4e26-9a93-721edc3bda14 yet. {{(pid=88973) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:24:48.105534 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-766907fd-f40e-4971-a2b1-9c53a0e7070b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.1033516 Oct 13 15:24:48.109386 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=363441c5-6ed0-449b-a138-a8dfb86a21a8,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:48.118241 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43144) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:24:48.123566 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-5f553abd-5aa5-4e32-ad45-d64d3308a673 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'port': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'name': 'tempest-NetworksTestDHCPv6-31231372'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:24:48.125149 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-45bef268-f48e-41f5-8cb1-6cadec9c33aa None None] Port 6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:24:48.208342 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:48.236638 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ff493c6c-f90f-47ed-960a-f6154766c885 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:48.307911 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3638dfe8-55d0-4c32-94c7-bcd73eace9c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'tenant_id': 'bb90cebe15f541febeed2c50e15c931e', 'fixed_ips': [{'subnet_id': 'bce04889-f407-4a65-803c-b5d12f942c60'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:24:48.308884 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-3638dfe8-55d0-4c32-94c7-bcd73eace9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:48.332781 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device fcf3f202-eccd-488b-9af6-f1187b80ed4c up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:24:48.366786 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment b0d823c5-638e-4cd6-bfb2-87467d535836 resource provider aggregate not found Oct 13 15:24:48.368449 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Transition to ACTIVE for port object ed3e40b2-1745-4e26-9a93-721edc3bda14 will not be triggered until provisioned by entity L2. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:24:48.377221 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff493c6c-f90f-47ed-960a-f6154766c885 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d8c71c23-894e-4664-be23-a3dc43d0ef6e {{(pid=88972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 13 15:24:48.378874 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff493c6c-f90f-47ed-960a-f6154766c885 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Pushing event deleted for resources: {'Network': ['ID=d8c71c23-894e-4664-be23-a3dc43d0ef6e,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:48.404837 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ff493c6c-f90f-47ed-960a-f6154766c885 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:48.426650 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment b0d823c5-638e-4cd6-bfb2-87467d535836 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b0d823c5-638e-4cd6-bfb2-87467d535836 found for delete ", "request_id": "req-b572f5d9-5165-45ee-bc37-a000e405dbfb"}]} Oct 13 15:24:48.433293 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4fdcfd44-1a54-460c-9c13-5da9dee6aa12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:48.480967 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:48.496446 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:24:48.518266 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-ff493c6c-f90f-47ed-960a-f6154766c885 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] 10.222.0.42 "DELETE /v2.0/networks/d8c71c23-894e-4664-be23-a3dc43d0ef6e HTTP/1.1" status: 204 len: 168 time: 2.5780540 Oct 13 15:24:48.519055 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43154) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:24:48.531511 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-622a95e5-61f3-4a9c-a9a2-56aa986a7d6f tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:24:48.565369 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-3638dfe8-55d0-4c32-94c7-bcd73eace9c6 None None] Allocated IP 2001:db8::2 (a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828/bce04889-f407-4a65-803c-b5d12f942c60/d4cf5226-0780-4e1e-aac0-1e03fe802c1c) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:24:48.588450 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-622a95e5-61f3-4a9c-a9a2-56aa986a7d6f tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:24:48.615254 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-622a95e5-61f3-4a9c-a9a2-56aa986a7d6f tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Usage tracker for resource:network and tenant:b87e5e5ce1184b5d93cae1d7cba9d086 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:24:48.629162 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-622a95e5-61f3-4a9c-a9a2-56aa986a7d6f tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:24:48.646997 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-622a95e5-61f3-4a9c-a9a2-56aa986a7d6f tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:24:48.651067 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-5f553abd-5aa5-4e32-ad45-d64d3308a673 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:24:48.696509 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-5f553abd-5aa5-4e32-ad45-d64d3308a673 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Usage tracker for resource:port and tenant:bb90cebe15f541febeed2c50e15c931e is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:24:48.706270 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f9362d0-87fa-4c88-b8ae-cf00275402ec admin admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:24:48.709949 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-5f553abd-5aa5-4e32-ad45-d64d3308a673 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:24:48.728641 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-5f553abd-5aa5-4e32-ad45-d64d3308a673 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:24:48.732976 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622a95e5-61f3-4a9c-a9a2-56aa986a7d6f tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Made reservation on behalf of b87e5e5ce1184b5d93cae1d7cba9d086 for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:24:48.735488 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-622a95e5-61f3-4a9c-a9a2-56aa986a7d6f tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:48.764803 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] device_id is not set on port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a yet. {{(pid=88972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:24:48.775048 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Pushing event updated for resources: {'Port': ['ID=ed3e40b2-1745-4e26-9a93-721edc3bda14,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:48.787155 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7f9362d0-87fa-4c88-b8ae-cf00275402ec admin admin] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:48.788492 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-7f9362d0-87fa-4c88-b8ae-cf00275402ec admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 9.0692515 Oct 13 15:24:48.796588 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43158) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:24:48.800063 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:48.915797 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-3638dfe8-55d0-4c32-94c7-bcd73eace9c6 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:48.929209 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-3638dfe8-55d0-4c32-94c7-bcd73eace9c6 None None] Transition to ACTIVE for port object d4cf5226-0780-4e1e-aac0-1e03fe802c1c will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:24:48.950287 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-3638dfe8-55d0-4c32-94c7-bcd73eace9c6 None None] Transition to ACTIVE for port object d4cf5226-0780-4e1e-aac0-1e03fe802c1c will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:24:48.960612 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-45bef268-f48e-41f5-8cb1-6cadec9c33aa None None] Attempt 2 to provision port 6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27 Oct 13 15:24:48.976284 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f553abd-5aa5-4e32-ad45-d64d3308a673 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'port': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:24:48.980431 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5f553abd-5aa5-4e32-ad45-d64d3308a673 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:48.999494 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Checking segment: {'id': '9cf82d13-a717-431a-960d-55c6bad4fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:24:48.999907 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Network hostable DHCP agents. Network: 24a5265e-d36f-461a-a69a-e0e2e04f2c70, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:24:49.013662 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Transition to ACTIVE for port object 4515a4d0-ac4b-4e33-80c5-3c6067b1413a will not be triggered until provisioned by entity L2. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:24:49.038054 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-45bef268-f48e-41f5-8cb1-6cadec9c33aa None None] Port 6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:24:49.041045 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-3638dfe8-55d0-4c32-94c7-bcd73eace9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:49.041405 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-622a95e5-61f3-4a9c-a9a2-56aa986a7d6f tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 415} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:24:49.067866 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e21d2db-a4eb-48b3-9fa4-72f6b69747b6 None None] Sync routers for ids ['f0080ad3-9dee-4c68-a3af-89c804ac92f4'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:24:49.089348 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e21d2db-a4eb-48b3-9fa4-72f6b69747b6 None None] Routers {'f0080ad3-9dee-4c68-a3af-89c804ac92f4'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:24:49.090046 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-2e21d2db-a4eb-48b3-9fa4-72f6b69747b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:24:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['f0080ad3-9dee-4c68-a3af-89c804ac92f4'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:24:49.145444 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [None req-5f553abd-5aa5-4e32-ad45-d64d3308a673 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] device_id is not set on port 41a20adb-ed1d-4ecd-8c7b-5c7c449da264 yet. {{(pid=88972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:24:49.182730 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:49.193823 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-622a95e5-61f3-4a9c-a9a2-56aa986a7d6f tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:49.194478 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-622a95e5-61f3-4a9c-a9a2-56aa986a7d6f tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Added segment c64507b8-5289-4fef-9b15-742497ca57a9 of type vlan for network 63bae8ff-3549-4add-b0bd-cb33e47a5238 Oct 13 15:24:49.201123 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3638dfe8-55d0-4c32-94c7-bcd73eace9c6 None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:24:49.204485 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3638dfe8-55d0-4c32-94c7-bcd73eace9c6 None None] Pushing event updated for resources: {'Port': ['ID=d4cf5226-0780-4e1e-aac0-1e03fe802c1c,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:49.207103 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-3638dfe8-55d0-4c32-94c7-bcd73eace9c6 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:24:49.218552 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3638dfe8-55d0-4c32-94c7-bcd73eace9c6 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:24:49.226688 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-10a54599-ec2e-496c-8dd3-01962a66f978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea711c8-5e1e-4998-af95-d57cc836dfc3', 'name': 'tempest-ServersTestJSON-156453351-router', 'tenant_id': 'd8ab2ab48b154fe59d2af3b86563e1e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '2ac75954-0ec5-4439-9656-3be2abc7f1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:24:39Z', 'updated_at': '2022-10-13T15:24:42Z', 'revision_number': 3, 'project_id': 'd8ab2ab48b154fe59d2af3b86563e1e5', 'gw_port': {'id': '2ac75954-0ec5-4439-9656-3be2abc7f1fb', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d6:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea711c8-5e1e-4998-af95-d57cc836dfc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:41Z', 'updated_at': '2022-10-13T15:24:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:24:49.243237 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-30d96398-02cd-453e-8216-06241bbd8e9d tempest-RoutersAdminNegativeIpV6Test-432781824 tempest-RoutersAdminNegativeIpV6Test-432781824-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:49.285391 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a54599-ec2e-496c-8dd3-01962a66f978 None None] Checking router: bea711c8-5e1e-4998-af95-d57cc836dfc3 for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:24:49.285740 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a54599-ec2e-496c-8dd3-01962a66f978 None None] Updating router bea711c8-5e1e-4998-af95-d57cc836dfc3 port 2ac75954-0ec5-4439-9656-3be2abc7f1fb binding host dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:24:49.336694 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:24:49.337377 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-2e21d2db-a4eb-48b3-9fa4-72f6b69747b6 None None] Set router f0080ad3-9dee-4c68-a3af-89c804ac92f4 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:24:49.356800 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-30d96398-02cd-453e-8216-06241bbd8e9d tempest-RoutersAdminNegativeIpV6Test-432781824 tempest-RoutersAdminNegativeIpV6Test-432781824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:49.394591 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-622a95e5-61f3-4a9c-a9a2-56aa986a7d6f tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:49.408563 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 24a5265e-d36f-461a-a69a-e0e2e04f2c70) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:24:49.433757 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275167ee-d86d-4e1a-a946-a369a6231389 None None] Network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:24:49.476626 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:24:49.508093 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.db.resource_extend [None req-4fdcfd44-1a54-460c-9c13-5da9dee6aa12 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 15:24:49.509651 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-10a54599-ec2e-496c-8dd3-01962a66f978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:49.520098 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Pushing event updated for resources: {'Port': ['ID=4515a4d0-ac4b-4e33-80c5-3c6067b1413a,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:49.530408 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port ed3e40b2-1745-4e26-9a93-721edc3bda14 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:24:49.531033 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port ed3e40b2-1745-4e26-9a93-721edc3bda14 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '9cf82d13-a717-431a-960d-55c6bad4fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:24:49.531164 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port ed3e40b2-1745-4e26-9a93-721edc3bda14 on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:24:49.546082 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Port ed3e40b2-1745-4e26-9a93-721edc3bda14 on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:24:49.546449 dv-neutron-860329-2-hyperv neutron-server[88973]: ERROR neutron.plugins.ml2.managers [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Failed to bind port ed3e40b2-1745-4e26-9a93-721edc3bda14 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '9cf82d13-a717-431a-960d-55c6bad4fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'}] Oct 13 15:24:49.551803 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.plugins.ml2.plugin [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempt 2 to bind port ed3e40b2-1745-4e26-9a93-721edc3bda14 Oct 13 15:24:49.578656 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4fdcfd44-1a54-460c-9c13-5da9dee6aa12 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:49.609166 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-45bef268-f48e-41f5-8cb1-6cadec9c33aa None None] Attempt 3 to provision port 6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27 Oct 13 15:24:49.615550 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Checking segment: {'id': '2e042ff6-d207-4a02-9619-7c0dcba3f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:24:49.615977 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Network hostable DHCP agents. Network: 86be858a-39e3-405c-a94b-6329ec458e15, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:24:49.627896 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4fdcfd44-1a54-460c-9c13-5da9dee6aa12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:49.654654 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-3638dfe8-55d0-4c32-94c7-bcd73eace9c6 None None] Attempting to bind port d4cf5226-0780-4e1e-aac0-1e03fe802c1c on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:24:49.656001 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-3638dfe8-55d0-4c32-94c7-bcd73eace9c6 None None] Attempting to bind port d4cf5226-0780-4e1e-aac0-1e03fe802c1c by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:24:49.656557 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3638dfe8-55d0-4c32-94c7-bcd73eace9c6 None None] Attempting to bind port d4cf5226-0780-4e1e-aac0-1e03fe802c1c on network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:24:49.704009 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3638dfe8-55d0-4c32-94c7-bcd73eace9c6 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:24:49.705085 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3638dfe8-55d0-4c32-94c7-bcd73eace9c6 None None] Checking segment: {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:24:49.705636 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-3638dfe8-55d0-4c32-94c7-bcd73eace9c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:49.706279 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3638dfe8-55d0-4c32-94c7-bcd73eace9c6 None None] Bound using segment: {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:24:49.706894 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-3638dfe8-55d0-4c32-94c7-bcd73eace9c6 None None] Bound port: d4cf5226-0780-4e1e-aac0-1e03fe802c1c, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:24:49.707556 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-3638dfe8-55d0-4c32-94c7-bcd73eace9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:49.730367 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port ed3e40b2-1745-4e26-9a93-721edc3bda14 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:24:49.730775 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port ed3e40b2-1745-4e26-9a93-721edc3bda14 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '9cf82d13-a717-431a-960d-55c6bad4fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:24:49.731342 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port ed3e40b2-1745-4e26-9a93-721edc3bda14 on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:24:49.735298 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d3dfab21-c474-41be-bcbf-4abebcf833a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:49.751712 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-2e21d2db-a4eb-48b3-9fa4-72f6b69747b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0080ad3-9dee-4c68-a3af-89c804ac92f4', 'name': 'tempest-ServersTestManualDisk-1021074477-router', 'tenant_id': '18e61030eb034f4e9cafacce6c56e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'b465c0f6-641f-4134-a20d-594f73a75580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:24:39Z', 'updated_at': '2022-10-13T15:24:45Z', 'revision_number': 3, 'project_id': '18e61030eb034f4e9cafacce6c56e7c6', 'gw_port': {'id': 'b465c0f6-641f-4134-a20d-594f73a75580', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0080ad3-9dee-4c68-a3af-89c804ac92f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:42Z', 'updated_at': '2022-10-13T15:24:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:24:49.755924 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e21d2db-a4eb-48b3-9fa4-72f6b69747b6 None None] Checking router: f0080ad3-9dee-4c68-a3af-89c804ac92f4 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:24:49.756344 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e21d2db-a4eb-48b3-9fa4-72f6b69747b6 None None] Updating router f0080ad3-9dee-4c68-a3af-89c804ac92f4 port b465c0f6-641f-4134-a20d-594f73a75580 binding host dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:24:49.821589 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-2e21d2db-a4eb-48b3-9fa4-72f6b69747b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:49.832177 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-30d96398-02cd-453e-8216-06241bbd8e9d tempest-RoutersAdminNegativeIpV6Test-432781824 tempest-RoutersAdminNegativeIpV6Test-432781824-project-admin] Notify callbacks [] for router, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:49.832362 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-5f553abd-5aa5-4e32-ad45-d64d3308a673 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Allocated IP 2001:db8::1ed (a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828/bce04889-f407-4a65-803c-b5d12f942c60/41a20adb-ed1d-4ecd-8c7b-5c7c449da264) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:24:49.834546 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdcfd44-1a54-460c-9c13-5da9dee6aa12 admin admin] Pushing event updated for resources: {'Port': ['ID=6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:49.862608 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port fcf3f202-eccd-488b-9af6-f1187b80ed4c triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:24:49.863209 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:49.863680 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port fcf3f202-eccd-488b-9af6-f1187b80ed4c Oct 13 15:24:49.869164 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-622a95e5-61f3-4a9c-a9a2-56aa986a7d6f tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:49.870741 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622a95e5-61f3-4a9c-a9a2-56aa986a7d6f tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:24:49.871575 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-622a95e5-61f3-4a9c-a9a2-56aa986a7d6f tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:49.923805 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-622a95e5-61f3-4a9c-a9a2-56aa986a7d6f tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.3971663 Oct 13 15:24:49.943584 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Network 86be858a-39e3-405c-a94b-6329ec458e15 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:24:49.959388 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-45bef268-f48e-41f5-8cb1-6cadec9c33aa None None] Port 6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:24:49.961218 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43162) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:24:49.972946 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4fdcfd44-1a54-460c-9c13-5da9dee6aa12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:50.019150 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-8db0a8a0-0c1e-41b0-b3c2-436fa4fc3472 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Request body: {'subnet': {'network_id': '63bae8ff-3549-4add-b0bd-cb33e47a5238', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:24:50.063063 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-3638dfe8-55d0-4c32-94c7-bcd73eace9c6 None None] For port d4cf5226-0780-4e1e-aac0-1e03fe802c1c, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:24:50.068303 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-3638dfe8-55d0-4c32-94c7-bcd73eace9c6 None None] For port d4cf5226-0780-4e1e-aac0-1e03fe802c1c, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=d4cf5226-0780-4e1e-aac0-1e03fe802c1c,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:24:50.105135 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-8db0a8a0-0c1e-41b0-b3c2-436fa4fc3472 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:24:50.107745 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-3638dfe8-55d0-4c32-94c7-bcd73eace9c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:50.201155 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-30d96398-02cd-453e-8216-06241bbd8e9d tempest-RoutersAdminNegativeIpV6Test-432781824 tempest-RoutersAdminNegativeIpV6Test-432781824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:50.203497 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-30d96398-02cd-453e-8216-06241bbd8e9d tempest-RoutersAdminNegativeIpV6Test-432781824 tempest-RoutersAdminNegativeIpV6Test-432781824-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:50.203676 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port fcf3f202-eccd-488b-9af6-f1187b80ed4c is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:24:50.204731 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 66615903-8398-41e8-ac1d-92f8094b8079 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:24:50.243111 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-2e21d2db-a4eb-48b3-9fa4-72f6b69747b6 None None] Notify callbacks [] for port, precommit_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:50.263253 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.provisioning_blocks [None req-2e21d2db-a4eb-48b3-9fa4-72f6b69747b6 None None] Transition to ACTIVE for port object b465c0f6-641f-4134-a20d-594f73a75580 will not be triggered until provisioned by entity L2. {{(pid=88975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:24:50.265614 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3638dfe8-55d0-4c32-94c7-bcd73eace9c6 None None] Pushing event updated for resources: {'Port': ['ID=d4cf5226-0780-4e1e-aac0-1e03fe802c1c,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:50.278527 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-2e21d2db-a4eb-48b3-9fa4-72f6b69747b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:50.328026 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Port ed3e40b2-1745-4e26-9a93-721edc3bda14 on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:24:50.328670 dv-neutron-860329-2-hyperv neutron-server[88973]: ERROR neutron.plugins.ml2.managers [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Failed to bind port ed3e40b2-1745-4e26-9a93-721edc3bda14 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '9cf82d13-a717-431a-960d-55c6bad4fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'}] Oct 13 15:24:50.330619 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.plugins.ml2.plugin [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempt 3 to bind port ed3e40b2-1745-4e26-9a93-721edc3bda14 Oct 13 15:24:50.349568 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port ed3e40b2-1745-4e26-9a93-721edc3bda14 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:24:50.349901 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port ed3e40b2-1745-4e26-9a93-721edc3bda14 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '9cf82d13-a717-431a-960d-55c6bad4fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:24:50.350264 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port ed3e40b2-1745-4e26-9a93-721edc3bda14 on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:24:50.354156 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-2e21d2db-a4eb-48b3-9fa4-72f6b69747b6 None None] Attempting to bind port b465c0f6-641f-4134-a20d-594f73a75580 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:24:50.354821 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-2e21d2db-a4eb-48b3-9fa4-72f6b69747b6 None None] Attempting to bind port b465c0f6-641f-4134-a20d-594f73a75580 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:24:50.355489 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e21d2db-a4eb-48b3-9fa4-72f6b69747b6 None None] Attempting to bind port b465c0f6-641f-4134-a20d-594f73a75580 on network 8fb1fa59-32fe-4ed0-a248-96c43edb135f {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:24:50.355587 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-30d96398-02cd-453e-8216-06241bbd8e9d tempest-RoutersAdminNegativeIpV6Test-432781824 tempest-RoutersAdminNegativeIpV6Test-432781824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:50.356786 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30d96398-02cd-453e-8216-06241bbd8e9d tempest-RoutersAdminNegativeIpV6Test-432781824 tempest-RoutersAdminNegativeIpV6Test-432781824-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b723762b-e800-41e8-b178-a26f75b90408 {{(pid=88973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:24:50.362740 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Port ed3e40b2-1745-4e26-9a93-721edc3bda14 on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:24:50.363065 dv-neutron-860329-2-hyperv neutron-server[88973]: ERROR neutron.plugins.ml2.managers [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Failed to bind port ed3e40b2-1745-4e26-9a93-721edc3bda14 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '9cf82d13-a717-431a-960d-55c6bad4fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'}] Oct 13 15:24:50.380715 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e21d2db-a4eb-48b3-9fa4-72f6b69747b6 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:24:50.382234 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e21d2db-a4eb-48b3-9fa4-72f6b69747b6 None None] Checking segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:24:50.382976 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-2e21d2db-a4eb-48b3-9fa4-72f6b69747b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:50.383632 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e21d2db-a4eb-48b3-9fa4-72f6b69747b6 None None] Bound using segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:24:50.384371 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-2e21d2db-a4eb-48b3-9fa4-72f6b69747b6 None None] Bound port: b465c0f6-641f-4134-a20d-594f73a75580, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:24:50.385026 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-2e21d2db-a4eb-48b3-9fa4-72f6b69747b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:50.398446 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 86be858a-39e3-405c-a94b-6329ec458e15) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:24:50.402076 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-8db0a8a0-0c1e-41b0-b3c2-436fa4fc3472 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Usage tracker for resource:subnet and tenant:b87e5e5ce1184b5d93cae1d7cba9d086 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:24:50.422444 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.plugins.ml2.plugin [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempt 4 to bind port ed3e40b2-1745-4e26-9a93-721edc3bda14 Oct 13 15:24:50.509285 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-8db0a8a0-0c1e-41b0-b3c2-436fa4fc3472 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:24:50.514252 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622a95e5-61f3-4a9c-a9a2-56aa986a7d6f tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Pushing event updated for resources: {'Network': ['ID=63bae8ff-3549-4add-b0bd-cb33e47a5238,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:50.536126 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:24:50.557300 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:24:50.557651 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '2e042ff6-d207-4a02-9619-7c0dcba3f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'}] {{(pid=88972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:24:50.558023 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a on network 86be858a-39e3-405c-a94b-6329ec458e15 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:24:50.559746 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2193daad-c6bc-4549-b528-0469fa59f75f None None] Pushing event updated for resources: {'Port': ['ID=b465c0f6-641f-4134-a20d-594f73a75580,revision_number=2']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:50.566969 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-8db0a8a0-0c1e-41b0-b3c2-436fa4fc3472 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:24:50.575121 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-2e21d2db-a4eb-48b3-9fa4-72f6b69747b6 None None] For port b465c0f6-641f-4134-a20d-594f73a75580, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:24:50.585563 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-2e21d2db-a4eb-48b3-9fa4-72f6b69747b6 None None] For port b465c0f6-641f-4134-a20d-594f73a75580, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=b465c0f6-641f-4134-a20d-594f73a75580,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:24:50.594680 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-2e21d2db-a4eb-48b3-9fa4-72f6b69747b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:50.595116 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-45bef268-f48e-41f5-8cb1-6cadec9c33aa None None] Attempt 4 to provision port 6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27 Oct 13 15:24:50.624631 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port ed3e40b2-1745-4e26-9a93-721edc3bda14 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:24:50.624960 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port ed3e40b2-1745-4e26-9a93-721edc3bda14 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '9cf82d13-a717-431a-960d-55c6bad4fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:24:50.625293 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port ed3e40b2-1745-4e26-9a93-721edc3bda14 on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:24:50.627850 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.api.v2.resource [None req-30d96398-02cd-453e-8216-06241bbd8e9d tempest-RoutersAdminNegativeIpV6Test-432781824 tempest-RoutersAdminNegativeIpV6Test-432781824-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 13 15:24:50.635397 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-30d96398-02cd-453e-8216-06241bbd8e9d tempest-RoutersAdminNegativeIpV6Test-432781824 tempest-RoutersAdminNegativeIpV6Test-432781824-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.5932586 Oct 13 15:24:50.640040 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 43166) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:24:50.644265 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c1d181e-ff19-4950-bb33-fe612190912d None None] Network 86be858a-39e3-405c-a94b-6329ec458e15 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:24:50.648346 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Port ed3e40b2-1745-4e26-9a93-721edc3bda14 on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:24:50.648656 dv-neutron-860329-2-hyperv neutron-server[88973]: ERROR neutron.plugins.ml2.managers [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Failed to bind port ed3e40b2-1745-4e26-9a93-721edc3bda14 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '9cf82d13-a717-431a-960d-55c6bad4fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'}] Oct 13 15:24:50.676090 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 63bae8ff-3549-4add-b0bd-cb33e47a5238 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:24:50.718081 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-10a54599-ec2e-496c-8dd3-01962a66f978 None None] Notify callbacks [] for port, precommit_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:50.718664 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2193daad-c6bc-4549-b528-0469fa59f75f None None] Pushing event updated for resources: {'Port': ['ID=b465c0f6-641f-4134-a20d-594f73a75580,revision_number=3']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:50.722030 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a on network 86be858a-39e3-405c-a94b-6329ec458e15 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:24:50.722398 dv-neutron-860329-2-hyperv neutron-server[88972]: ERROR neutron.plugins.ml2.managers [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Failed to bind port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a on host hv-neutron-8603 for vnic_type normal using segments [{'id': '2e042ff6-d207-4a02-9619-7c0dcba3f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'}] Oct 13 15:24:50.728862 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e21d2db-a4eb-48b3-9fa4-72f6b69747b6 None None] Routers {'f0080ad3-9dee-4c68-a3af-89c804ac92f4'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:24:50.729570 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-2e21d2db-a4eb-48b3-9fa4-72f6b69747b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:24:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['f0080ad3-9dee-4c68-a3af-89c804ac92f4'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:24:50.730889 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.plugins.ml2.plugin [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempt 2 to bind port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a Oct 13 15:24:50.769868 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.plugins.ml2.plugin [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempt 5 to bind port ed3e40b2-1745-4e26-9a93-721edc3bda14 Oct 13 15:24:50.790951 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-6988b35e-d337-49e2-9ac0-815a8ad196ea tempest-RoutersAdminNegativeIpV6Test-432781824 tempest-RoutersAdminNegativeIpV6Test-432781824-project-admin] Deleting port 2dc607b1-6d52-4b7c-9ac3-7653f87fab77 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:24:50.791311 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6988b35e-d337-49e2-9ac0-815a8ad196ea tempest-RoutersAdminNegativeIpV6Test-432781824 tempest-RoutersAdminNegativeIpV6Test-432781824-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:50.815484 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db0a8a0-0c1e-41b0-b3c2-436fa4fc3472 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Made reservation on behalf of b87e5e5ce1184b5d93cae1d7cba9d086 for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:24:50.817708 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8db0a8a0-0c1e-41b0-b3c2-436fa4fc3472 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:50.819947 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-10a54599-ec2e-496c-8dd3-01962a66f978 None None] Transition to ACTIVE for port object 2ac75954-0ec5-4439-9656-3be2abc7f1fb will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:24:50.861639 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port ed3e40b2-1745-4e26-9a93-721edc3bda14 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:24:50.862053 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port ed3e40b2-1745-4e26-9a93-721edc3bda14 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '9cf82d13-a717-431a-960d-55c6bad4fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:24:50.862870 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port ed3e40b2-1745-4e26-9a93-721edc3bda14 on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:24:50.936634 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-10a54599-ec2e-496c-8dd3-01962a66f978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:50.998850 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-45bef268-f48e-41f5-8cb1-6cadec9c33aa None None] Port 6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:24:51.002030 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-2e21d2db-a4eb-48b3-9fa4-72f6b69747b6 None None] Set router f0080ad3-9dee-4c68-a3af-89c804ac92f4 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:24:51.027608 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-10a54599-ec2e-496c-8dd3-01962a66f978 None None] Attempting to bind port 2ac75954-0ec5-4439-9656-3be2abc7f1fb on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:24:51.028351 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-10a54599-ec2e-496c-8dd3-01962a66f978 None None] Attempting to bind port 2ac75954-0ec5-4439-9656-3be2abc7f1fb by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:24:51.029651 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a54599-ec2e-496c-8dd3-01962a66f978 None None] Attempting to bind port 2ac75954-0ec5-4439-9656-3be2abc7f1fb on network 8fb1fa59-32fe-4ed0-a248-96c43edb135f {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:24:51.032288 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 66615903-8398-41e8-ac1d-92f8094b8079 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:24:51.074138 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6988b35e-d337-49e2-9ac0-815a8ad196ea tempest-RoutersAdminNegativeIpV6Test-432781824 tempest-RoutersAdminNegativeIpV6Test-432781824-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:51.080301 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 66615903-8398-41e8-ac1d-92f8094b8079 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:24:51.081255 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:51.081757 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 66615903-8398-41e8-ac1d-92f8094b8079 Oct 13 15:24:51.086034 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:24:51.086501 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '2e042ff6-d207-4a02-9619-7c0dcba3f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'}] {{(pid=88972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:24:51.086715 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a on network 86be858a-39e3-405c-a94b-6329ec458e15 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:24:51.121340 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a on network 86be858a-39e3-405c-a94b-6329ec458e15 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:24:51.121663 dv-neutron-860329-2-hyperv neutron-server[88972]: ERROR neutron.plugins.ml2.managers [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Failed to bind port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a on host hv-neutron-8603 for vnic_type normal using segments [{'id': '2e042ff6-d207-4a02-9619-7c0dcba3f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'}] Oct 13 15:24:51.131036 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.plugins.ml2.plugin [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempt 3 to bind port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a Oct 13 15:24:51.154996 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a54599-ec2e-496c-8dd3-01962a66f978 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:24:51.155606 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a54599-ec2e-496c-8dd3-01962a66f978 None None] Checking segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:24:51.156179 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-10a54599-ec2e-496c-8dd3-01962a66f978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:51.156706 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a54599-ec2e-496c-8dd3-01962a66f978 None None] Bound using segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:24:51.157327 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-10a54599-ec2e-496c-8dd3-01962a66f978 None None] Bound port: 2ac75954-0ec5-4439-9656-3be2abc7f1fb, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:24:51.157857 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-10a54599-ec2e-496c-8dd3-01962a66f978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:51.168205 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:24:51.168530 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '2e042ff6-d207-4a02-9619-7c0dcba3f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'}] {{(pid=88972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:24:51.168908 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a on network 86be858a-39e3-405c-a94b-6329ec458e15 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:24:51.218937 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdcfd44-1a54-460c-9c13-5da9dee6aa12 admin admin] Network 68ca5488-1f82-4ee2-9e86-9e983d74aa07 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:24:51.224005 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a on network 86be858a-39e3-405c-a94b-6329ec458e15 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:24:51.224317 dv-neutron-860329-2-hyperv neutron-server[88972]: ERROR neutron.plugins.ml2.managers [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Failed to bind port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a on host hv-neutron-8603 for vnic_type normal using segments [{'id': '2e042ff6-d207-4a02-9619-7c0dcba3f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'}] Oct 13 15:24:51.231675 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.plugins.ml2.plugin [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempt 4 to bind port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a Oct 13 15:24:51.248981 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-4fdcfd44-1a54-460c-9c13-5da9dee6aa12 admin admin] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:24:51.261195 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-6988b35e-d337-49e2-9ac0-815a8ad196ea tempest-RoutersAdminNegativeIpV6Test-432781824 tempest-RoutersAdminNegativeIpV6Test-432781824-project-admin] Calling delete_port for 2dc607b1-6d52-4b7c-9ac3-7653f87fab77 owned by {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:24:51.352820 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-10a54599-ec2e-496c-8dd3-01962a66f978 None None] For port 2ac75954-0ec5-4439-9656-3be2abc7f1fb, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:24:51.353144 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Port ed3e40b2-1745-4e26-9a93-721edc3bda14 on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:24:51.353587 dv-neutron-860329-2-hyperv neutron-server[88973]: ERROR neutron.plugins.ml2.managers [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Failed to bind port ed3e40b2-1745-4e26-9a93-721edc3bda14 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '9cf82d13-a717-431a-960d-55c6bad4fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'}] Oct 13 15:24:51.356534 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-10a54599-ec2e-496c-8dd3-01962a66f978 None None] For port 2ac75954-0ec5-4439-9656-3be2abc7f1fb, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=2ac75954-0ec5-4439-9656-3be2abc7f1fb,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:24:51.362438 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0161223-3319-446a-8337-ecfeeb15c44e None None] Pushing event updated for resources: {'Port': ['ID=2ac75954-0ec5-4439-9656-3be2abc7f1fb,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:51.363581 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.plugins.ml2.plugin [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempt 6 to bind port ed3e40b2-1745-4e26-9a93-721edc3bda14 Oct 13 15:24:51.376713 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-10a54599-ec2e-496c-8dd3-01962a66f978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:51.419950 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-2e21d2db-a4eb-48b3-9fa4-72f6b69747b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0080ad3-9dee-4c68-a3af-89c804ac92f4', 'name': 'tempest-ServersTestManualDisk-1021074477-router', 'tenant_id': '18e61030eb034f4e9cafacce6c56e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'b465c0f6-641f-4134-a20d-594f73a75580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:24:39Z', 'updated_at': '2022-10-13T15:24:45Z', 'revision_number': 3, 'project_id': '18e61030eb034f4e9cafacce6c56e7c6', 'gw_port': {'id': 'b465c0f6-641f-4134-a20d-594f73a75580', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0080ad3-9dee-4c68-a3af-89c804ac92f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:42Z', 'updated_at': '2022-10-13T15:24:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:24:51.424853 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e21d2db-a4eb-48b3-9fa4-72f6b69747b6 None None] The sync data for ids ['f0080ad3-9dee-4c68-a3af-89c804ac92f4'] in dv-neutron-860329-2-hyperv is: [{'id': 'f0080ad3-9dee-4c68-a3af-89c804ac92f4', 'name': 'tempest-ServersTestManualDisk-1021074477-router', 'tenant_id': '18e61030eb034f4e9cafacce6c56e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'b465c0f6-641f-4134-a20d-594f73a75580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:24:39Z', 'updated_at': '2022-10-13T15:24:45Z', 'revision_number': 3, 'project_id': '18e61030eb034f4e9cafacce6c56e7c6', 'gw_port': {'id': 'b465c0f6-641f-4134-a20d-594f73a75580', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e5:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0080ad3-9dee-4c68-a3af-89c804ac92f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:42Z', 'updated_at': '2022-10-13T15:24:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:24:51.552025 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-45bef268-f48e-41f5-8cb1-6cadec9c33aa None None] Attempt 5 to provision port 6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27 Oct 13 15:24:51.588989 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port ed3e40b2-1745-4e26-9a93-721edc3bda14 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:24:51.589325 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port ed3e40b2-1745-4e26-9a93-721edc3bda14 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '9cf82d13-a717-431a-960d-55c6bad4fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:24:51.589739 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port ed3e40b2-1745-4e26-9a93-721edc3bda14 on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:24:51.600672 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Port ed3e40b2-1745-4e26-9a93-721edc3bda14 on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:24:51.601013 dv-neutron-860329-2-hyperv neutron-server[88973]: ERROR neutron.plugins.ml2.managers [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Failed to bind port ed3e40b2-1745-4e26-9a93-721edc3bda14 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '9cf82d13-a717-431a-960d-55c6bad4fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'}] Oct 13 15:24:51.605646 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.plugins.ml2.plugin [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempt 7 to bind port ed3e40b2-1745-4e26-9a93-721edc3bda14 Oct 13 15:24:51.622246 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5f553abd-5aa5-4e32-ad45-d64d3308a673 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:51.622498 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a54599-ec2e-496c-8dd3-01962a66f978 None None] Routers {'bea711c8-5e1e-4998-af95-d57cc836dfc3'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:24:51.623542 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-10a54599-ec2e-496c-8dd3-01962a66f978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:24:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['bea711c8-5e1e-4998-af95-d57cc836dfc3'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:24:51.629177 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:24:51.629501 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '2e042ff6-d207-4a02-9619-7c0dcba3f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'}] {{(pid=88972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:24:51.629830 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a on network 86be858a-39e3-405c-a94b-6329ec458e15 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:24:51.656938 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port ed3e40b2-1745-4e26-9a93-721edc3bda14 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:24:51.657272 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port ed3e40b2-1745-4e26-9a93-721edc3bda14 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '9cf82d13-a717-431a-960d-55c6bad4fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:24:51.657663 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port ed3e40b2-1745-4e26-9a93-721edc3bda14 on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:24:51.658544 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a on network 86be858a-39e3-405c-a94b-6329ec458e15 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:24:51.658875 dv-neutron-860329-2-hyperv neutron-server[88972]: ERROR neutron.plugins.ml2.managers [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Failed to bind port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a on host hv-neutron-8603 for vnic_type normal using segments [{'id': '2e042ff6-d207-4a02-9619-7c0dcba3f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'}] Oct 13 15:24:51.698837 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Port ed3e40b2-1745-4e26-9a93-721edc3bda14 on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:24:51.699170 dv-neutron-860329-2-hyperv neutron-server[88973]: ERROR neutron.plugins.ml2.managers [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Failed to bind port ed3e40b2-1745-4e26-9a93-721edc3bda14 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '9cf82d13-a717-431a-960d-55c6bad4fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'}] Oct 13 15:24:51.705608 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.plugins.ml2.plugin [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempt 8 to bind port ed3e40b2-1745-4e26-9a93-721edc3bda14 Oct 13 15:24:51.729225 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port ed3e40b2-1745-4e26-9a93-721edc3bda14 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:24:51.729562 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port ed3e40b2-1745-4e26-9a93-721edc3bda14 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '9cf82d13-a717-431a-960d-55c6bad4fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:24:51.729958 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port ed3e40b2-1745-4e26-9a93-721edc3bda14 on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:24:51.737723 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.plugins.ml2.plugin [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempt 5 to bind port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a Oct 13 15:24:51.744161 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0161223-3319-446a-8337-ecfeeb15c44e None None] Pushing event updated for resources: {'Port': ['ID=2ac75954-0ec5-4439-9656-3be2abc7f1fb,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:51.755583 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f0cd14c-0e1b-4861-ba18-992bd1863d70 None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:24:51.772635 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 66615903-8398-41e8-ac1d-92f8094b8079 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:24:51.773032 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:51.786754 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-5f553abd-5aa5-4e32-ad45-d64d3308a673 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Transition to ACTIVE for port object 41a20adb-ed1d-4ecd-8c7b-5c7c449da264 will not be triggered until provisioned by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:24:51.799729 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Port ed3e40b2-1745-4e26-9a93-721edc3bda14 on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:24:51.800165 dv-neutron-860329-2-hyperv neutron-server[88973]: ERROR neutron.plugins.ml2.managers [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Failed to bind port ed3e40b2-1745-4e26-9a93-721edc3bda14 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '9cf82d13-a717-431a-960d-55c6bad4fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'}] Oct 13 15:24:51.803447 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:24:51.803774 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '2e042ff6-d207-4a02-9619-7c0dcba3f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'}] {{(pid=88972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:24:51.804156 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a on network 86be858a-39e3-405c-a94b-6329ec458e15 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:24:51.819515 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-45bef268-f48e-41f5-8cb1-6cadec9c33aa None None] Port 6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:24:51.850523 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.plugins.ml2.plugin [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempt 9 to bind port ed3e40b2-1745-4e26-9a93-721edc3bda14 Oct 13 15:24:51.851123 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f575f5cd-6e46-4563-a97b-aedb88ad8638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:51.864507 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a on network 86be858a-39e3-405c-a94b-6329ec458e15 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:24:51.864755 dv-neutron-860329-2-hyperv neutron-server[88972]: ERROR neutron.plugins.ml2.managers [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Failed to bind port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a on host hv-neutron-8603 for vnic_type normal using segments [{'id': '2e042ff6-d207-4a02-9619-7c0dcba3f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'}] Oct 13 15:24:51.870470 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.plugins.ml2.plugin [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempt 6 to bind port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a Oct 13 15:24:51.878164 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6988b35e-d337-49e2-9ac0-815a8ad196ea tempest-RoutersAdminNegativeIpV6Test-432781824 tempest-RoutersAdminNegativeIpV6Test-432781824-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:51.893862 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fdcfd44-1a54-460c-9c13-5da9dee6aa12 admin admin] Router d4965cdd-6817-4c18-9b60-709c9bb049f1 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:24:51.897972 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port ed3e40b2-1745-4e26-9a93-721edc3bda14 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:24:51.898470 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port ed3e40b2-1745-4e26-9a93-721edc3bda14 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '9cf82d13-a717-431a-960d-55c6bad4fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:24:51.898668 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port ed3e40b2-1745-4e26-9a93-721edc3bda14 on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:24:51.908543 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:24:51.909106 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '2e042ff6-d207-4a02-9619-7c0dcba3f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'}] {{(pid=88972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:24:51.909579 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a on network 86be858a-39e3-405c-a94b-6329ec458e15 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:24:51.956211 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-d3dfab21-c474-41be-bcbf-4abebcf833a0 admin admin] Allocated IP 172.20.0.1 (3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b/fb9f91e1-ddeb-4202-a3e1-9b503a67c696/835d0ee9-3185-4d9a-977b-6b67722420f5) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:24:51.964647 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Port ed3e40b2-1745-4e26-9a93-721edc3bda14 on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:24:51.964965 dv-neutron-860329-2-hyperv neutron-server[88973]: ERROR neutron.plugins.ml2.managers [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Failed to bind port ed3e40b2-1745-4e26-9a93-721edc3bda14 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '9cf82d13-a717-431a-960d-55c6bad4fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'}] Oct 13 15:24:51.970137 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.plugins.ml2.plugin [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempt 10 to bind port ed3e40b2-1745-4e26-9a93-721edc3bda14 Oct 13 15:24:51.970309 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a on network 86be858a-39e3-405c-a94b-6329ec458e15 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:24:51.970480 dv-neutron-860329-2-hyperv neutron-server[88972]: ERROR neutron.plugins.ml2.managers [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Failed to bind port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a on host hv-neutron-8603 for vnic_type normal using segments [{'id': '2e042ff6-d207-4a02-9619-7c0dcba3f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'}] Oct 13 15:24:51.977686 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6988b35e-d337-49e2-9ac0-815a8ad196ea tempest-RoutersAdminNegativeIpV6Test-432781824 tempest-RoutersAdminNegativeIpV6Test-432781824-project-admin] Pushing event deleted for resources: {'Port': ['ID=2dc607b1-6d52-4b7c-9ac3-7653f87fab77,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:51.978723 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 66615903-8398-41e8-ac1d-92f8094b8079, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=66615903-8398-41e8-ac1d-92f8094b8079,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:24:51.979491 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.plugins.ml2.plugin [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempt 7 to bind port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a Oct 13 15:24:52.005840 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:52.006636 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 015d5481-cac2-431f-aebe-b462bf2d23d2 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:24:52.007080 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5f553abd-5aa5-4e32-ad45-d64d3308a673 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:52.064942 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port ed3e40b2-1745-4e26-9a93-721edc3bda14 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:24:52.065327 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port ed3e40b2-1745-4e26-9a93-721edc3bda14 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '9cf82d13-a717-431a-960d-55c6bad4fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:24:52.065611 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port ed3e40b2-1745-4e26-9a93-721edc3bda14 on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:24:52.071833 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6988b35e-d337-49e2-9ac0-815a8ad196ea tempest-RoutersAdminNegativeIpV6Test-432781824 tempest-RoutersAdminNegativeIpV6Test-432781824-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:52.083319 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Port ed3e40b2-1745-4e26-9a93-721edc3bda14 on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:24:52.083642 dv-neutron-860329-2-hyperv neutron-server[88973]: ERROR neutron.plugins.ml2.managers [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Failed to bind port ed3e40b2-1745-4e26-9a93-721edc3bda14 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '9cf82d13-a717-431a-960d-55c6bad4fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'}] Oct 13 15:24:52.083996 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:52.124630 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=66615903-8398-41e8-ac1d-92f8094b8079,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:52.137907 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:24:52.137907 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '2e042ff6-d207-4a02-9619-7c0dcba3f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'}] {{(pid=88972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:24:52.138561 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a on network 86be858a-39e3-405c-a94b-6329ec458e15 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:24:52.165983 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-6988b35e-d337-49e2-9ac0-815a8ad196ea tempest-RoutersAdminNegativeIpV6Test-432781824 tempest-RoutersAdminNegativeIpV6Test-432781824-project-admin] 10.222.0.42 "DELETE /v2.0/ports/2dc607b1-6d52-4b7c-9ac3-7653f87fab77 HTTP/1.1" status: 204 len: 168 time: 1.5201535 Oct 13 15:24:52.188275 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-10a54599-ec2e-496c-8dd3-01962a66f978 None None] Set router bea711c8-5e1e-4998-af95-d57cc836dfc3 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:24:52.224513 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a on network 86be858a-39e3-405c-a94b-6329ec458e15 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:24:52.224825 dv-neutron-860329-2-hyperv neutron-server[88972]: ERROR neutron.plugins.ml2.managers [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Failed to bind port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a on host hv-neutron-8603 for vnic_type normal using segments [{'id': '2e042ff6-d207-4a02-9619-7c0dcba3f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'}] Oct 13 15:24:52.239590 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f553abd-5aa5-4e32-ad45-d64d3308a673 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:24:52.242847 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.plugins.ml2.plugin [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempt 8 to bind port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a Oct 13 15:24:52.304432 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-5f553abd-5aa5-4e32-ad45-d64d3308a673 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:24:52.322112 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.objects.ports [None req-8db0a8a0-0c1e-41b0-b3c2-436fa4fc3472 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88972) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 13 15:24:52.324207 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8db0a8a0-0c1e-41b0-b3c2-436fa4fc3472 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:52.331299 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f553abd-5aa5-4e32-ad45-d64d3308a673 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:24:52.336968 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f553abd-5aa5-4e32-ad45-d64d3308a673 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:24:52.337450 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5f553abd-5aa5-4e32-ad45-d64d3308a673 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:52.347006 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d3dfab21-c474-41be-bcbf-4abebcf833a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:52.353432 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] For port ed3e40b2-1745-4e26-9a93-721edc3bda14, host hv-neutron-8603, cleared binding levels {{(pid=88973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:24:52.354151 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempted to set empty binding levels {{(pid=88973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 13 15:24:52.367497 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:52.368713 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:24:52.369418 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:52.376334 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-d3dfab21-c474-41be-bcbf-4abebcf833a0 admin admin] Transition to ACTIVE for port object 835d0ee9-3185-4d9a-977b-6b67722420f5 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:24:52.403621 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-45bef268-f48e-41f5-8cb1-6cadec9c33aa None None] Attempt 6 to provision port 6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27 Oct 13 15:24:52.453900 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f553abd-5aa5-4e32-ad45-d64d3308a673 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'Port': ['ID=41a20adb-ed1d-4ecd-8c7b-5c7c449da264,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:52.476684 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 7.9588611 Oct 13 15:24:52.480918 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 43174) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:24:52.486678 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-5f553abd-5aa5-4e32-ad45-d64d3308a673 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.3713667 Oct 13 15:24:52.499574 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54dcf89-63c8-485b-99f9-51ab69812b6c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Pushing event updated for resources: {'Port': ['ID=ed3e40b2-1745-4e26-9a93-721edc3bda14,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:52.501744 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 43178) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:24:52.516554 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:24:52.516837 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '2e042ff6-d207-4a02-9619-7c0dcba3f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'}] {{(pid=88972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:24:52.517165 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a on network 86be858a-39e3-405c-a94b-6329ec458e15 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:24:52.545895 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a on network 86be858a-39e3-405c-a94b-6329ec458e15 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:24:52.546247 dv-neutron-860329-2-hyperv neutron-server[88972]: ERROR neutron.plugins.ml2.managers [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Failed to bind port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a on host hv-neutron-8603 for vnic_type normal using segments [{'id': '2e042ff6-d207-4a02-9619-7c0dcba3f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'}] Oct 13 15:24:52.557624 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.plugins.ml2.plugin [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempt 9 to bind port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a Oct 13 15:24:52.676123 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:24:52.676454 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '2e042ff6-d207-4a02-9619-7c0dcba3f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'}] {{(pid=88972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:24:52.676797 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a on network 86be858a-39e3-405c-a94b-6329ec458e15 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:24:52.685808 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db0a8a0-0c1e-41b0-b3c2-436fa4fc3472 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1374c9e5-7635-43a2-a402-efef77cd2363,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:52.697380 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a on network 86be858a-39e3-405c-a94b-6329ec458e15 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:24:52.697694 dv-neutron-860329-2-hyperv neutron-server[88972]: ERROR neutron.plugins.ml2.managers [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Failed to bind port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a on host hv-neutron-8603 for vnic_type normal using segments [{'id': '2e042ff6-d207-4a02-9619-7c0dcba3f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'}] Oct 13 15:24:52.704352 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.plugins.ml2.plugin [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempt 10 to bind port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a Oct 13 15:24:52.714607 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fdcfd44-1a54-460c-9c13-5da9dee6aa12 admin admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:24:52.717453 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8db0a8a0-0c1e-41b0-b3c2-436fa4fc3472 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Checking segment: {'id': 'c64507b8-5289-4fef-9b15-742497ca57a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 415, 'network_id': '63bae8ff-3549-4add-b0bd-cb33e47a5238'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:24:52.717813 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db0a8a0-0c1e-41b0-b3c2-436fa4fc3472 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Network hostable DHCP agents. Network: 63bae8ff-3549-4add-b0bd-cb33e47a5238, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:24:52.722545 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-8f7824be-6e3b-4c62-8e91-6fdf30b2ccb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Deleting port ed3e40b2-1745-4e26-9a93-721edc3bda14 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:24:52.723098 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8f7824be-6e3b-4c62-8e91-6fdf30b2ccb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:52.738454 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-45bef268-f48e-41f5-8cb1-6cadec9c33aa None None] Port 6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:24:52.742775 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-4fdcfd44-1a54-460c-9c13-5da9dee6aa12 admin admin] 10.222.0.42 "PUT /v2.0/routers/d4965cdd-6817-4c18-9b60-709c9bb049f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1145892 Oct 13 15:24:52.748221 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-f575f5cd-6e46-4563-a97b-aedb88ad8638 admin admin] Allocated IP 172.20.0.1 (3eba9316-5858-4216-9f1f-1827035b3500/7496ad0c-81b8-44d7-b6bd-85b0f244c790/6e4ae2e2-d9db-4870-9fd2-a75b54af220a) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:24:52.754025 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3fff0c-93c9-4a70-b4c0-91dd1f4d71d0 None None] Sync routers for ids ['d4965cdd-6817-4c18-9b60-709c9bb049f1'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:24:52.769786 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 015d5481-cac2-431f-aebe-b462bf2d23d2 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:24:52.770178 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:52.770709 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 015d5481-cac2-431f-aebe-b462bf2d23d2 Oct 13 15:24:52.772166 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43188) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:24:52.779148 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:24:52.779485 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '2e042ff6-d207-4a02-9619-7c0dcba3f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'}] {{(pid=88972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:24:52.779876 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a on network 86be858a-39e3-405c-a94b-6329ec458e15 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:24:52.848715 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d3dfab21-c474-41be-bcbf-4abebcf833a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:52.953318 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3fff0c-93c9-4a70-b4c0-91dd1f4d71d0 None None] Routers {'d4965cdd-6817-4c18-9b60-709c9bb049f1'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:24:52.953953 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-bd3fff0c-93c9-4a70-b4c0-91dd1f4d71d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:24:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['d4965cdd-6817-4c18-9b60-709c9bb049f1'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:24:52.975035 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a on network 86be858a-39e3-405c-a94b-6329ec458e15 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:24:52.975364 dv-neutron-860329-2-hyperv neutron-server[88972]: ERROR neutron.plugins.ml2.managers [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Failed to bind port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a on host hv-neutron-8603 for vnic_type normal using segments [{'id': '2e042ff6-d207-4a02-9619-7c0dcba3f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'}] Oct 13 15:24:52.975720 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:53.054390 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9ede4b1e-2b42-4fbe-aa07-00e06be56f9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:53.054721 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dfab21-c474-41be-bcbf-4abebcf833a0 admin admin] Pushing event updated for resources: {'Port': ['ID=835d0ee9-3185-4d9a-977b-6b67722420f5,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:53.138009 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfb2cb1-5bd9-4b33-88b0-5a84a317bbb1 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:24:53.147701 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfb2cb1-5bd9-4b33-88b0-5a84a317bbb1 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:24:53.148240 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-acfb2cb1-5bd9-4b33-88b0-5a84a317bbb1 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.6022925 Oct 13 15:24:53.152558 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dfab21-c474-41be-bcbf-4abebcf833a0 admin admin] Network 3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:24:53.153321 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 43198) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:24:53.159522 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-d3dfab21-c474-41be-bcbf-4abebcf833a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:24:53.169998 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8db0a8a0-0c1e-41b0-b3c2-436fa4fc3472 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Network 63bae8ff-3549-4add-b0bd-cb33e47a5238 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:24:53.195776 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-9ede4b1e-2b42-4fbe-aa07-00e06be56f9c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:24:53.200364 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-9ede4b1e-2b42-4fbe-aa07-00e06be56f9c admin admin] Usage tracker for resource:security_group_rule and tenant:f7e54f0532a54cadbed6e4354767c5e8 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:24:53.205075 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-9ede4b1e-2b42-4fbe-aa07-00e06be56f9c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:24:53.212008 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-9ede4b1e-2b42-4fbe-aa07-00e06be56f9c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:24:53.224077 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dfab21-c474-41be-bcbf-4abebcf833a0 admin admin] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:24:53.224803 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d3dfab21-c474-41be-bcbf-4abebcf833a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:53.251115 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-45bef268-f48e-41f5-8cb1-6cadec9c33aa None None] Attempt 7 to provision port 6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27 Oct 13 15:24:53.375838 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-45bef268-f48e-41f5-8cb1-6cadec9c33aa None None] Port 6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:24:53.389386 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f575f5cd-6e46-4563-a97b-aedb88ad8638 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:53.411947 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 015d5481-cac2-431f-aebe-b462bf2d23d2 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:24:53.412882 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-f575f5cd-6e46-4563-a97b-aedb88ad8638 admin admin] Transition to ACTIVE for port object 6e4ae2e2-d9db-4870-9fd2-a75b54af220a will not be triggered until provisioned by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:24:53.423941 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-bd3fff0c-93c9-4a70-b4c0-91dd1f4d71d0 None None] Set router d4965cdd-6817-4c18-9b60-709c9bb049f1 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:24:53.450141 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43204) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:24:53.453913 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f575f5cd-6e46-4563-a97b-aedb88ad8638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:53.469040 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-8db0a8a0-0c1e-41b0-b3c2-436fa4fc3472 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 63bae8ff-3549-4add-b0bd-cb33e47a5238) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:24:53.475837 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db0a8a0-0c1e-41b0-b3c2-436fa4fc3472 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:24:53.483015 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-8f7824be-6e3b-4c62-8e91-6fdf30b2ccb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] For port ed3e40b2-1745-4e26-9a93-721edc3bda14, host hv-neutron-8603, got binding levels [] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:24:53.483503 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8f7824be-6e3b-4c62-8e91-6fdf30b2ccb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:53.486501 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8db0a8a0-0c1e-41b0-b3c2-436fa4fc3472 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:53.519624 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d20cc4-2f27-4624-b726-b42ba7db726a None None] Network 63bae8ff-3549-4add-b0bd-cb33e47a5238 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:24:53.520565 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-8f48b8b3-61a9-40e4-88d8-9db54d17b62d tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Request body: {'security_group': {'name': 'tempest-securitygroup--494450027', 'description': 'tempest-description--248110676'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:24:53.609109 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-10a54599-ec2e-496c-8dd3-01962a66f978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea711c8-5e1e-4998-af95-d57cc836dfc3', 'name': 'tempest-ServersTestJSON-156453351-router', 'tenant_id': 'd8ab2ab48b154fe59d2af3b86563e1e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '2ac75954-0ec5-4439-9656-3be2abc7f1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:24:39Z', 'updated_at': '2022-10-13T15:24:42Z', 'revision_number': 3, 'project_id': 'd8ab2ab48b154fe59d2af3b86563e1e5', 'gw_port': {'id': '2ac75954-0ec5-4439-9656-3be2abc7f1fb', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d6:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea711c8-5e1e-4998-af95-d57cc836dfc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:41Z', 'updated_at': '2022-10-13T15:24:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:24:53.683074 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a54599-ec2e-496c-8dd3-01962a66f978 None None] The sync data for ids ['bea711c8-5e1e-4998-af95-d57cc836dfc3'] in dv-neutron-860329-2-hyperv is: [{'id': 'bea711c8-5e1e-4998-af95-d57cc836dfc3', 'name': 'tempest-ServersTestJSON-156453351-router', 'tenant_id': 'd8ab2ab48b154fe59d2af3b86563e1e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '2ac75954-0ec5-4439-9656-3be2abc7f1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:24:39Z', 'updated_at': '2022-10-13T15:24:42Z', 'revision_number': 3, 'project_id': 'd8ab2ab48b154fe59d2af3b86563e1e5', 'gw_port': {'id': '2ac75954-0ec5-4439-9656-3be2abc7f1fb', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d6:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea711c8-5e1e-4998-af95-d57cc836dfc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:41Z', 'updated_at': '2022-10-13T15:24:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:24:53.739132 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-8f7824be-6e3b-4c62-8e91-6fdf30b2ccb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Calling delete_port for ed3e40b2-1745-4e26-9a93-721edc3bda14 owned by {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:24:53.752769 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9ede4b1e-2b42-4fbe-aa07-00e06be56f9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:53.784465 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] For port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a, host hv-neutron-8603, cleared binding levels {{(pid=88972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:24:53.784828 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempted to set empty binding levels {{(pid=88972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 13 15:24:53.809458 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-8f48b8b3-61a9-40e4-88d8-9db54d17b62d tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:24:53.815670 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-8db0a8a0-0c1e-41b0-b3c2-436fa4fc3472 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.8442667 Oct 13 15:24:53.822598 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device b465c0f6-641f-4134-a20d-594f73a75580 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:24:53.823594 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f575f5cd-6e46-4563-a97b-aedb88ad8638 admin admin] Network 3eba9316-5858-4216-9f1f-1827035b3500 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:24:53.827571 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43208) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:24:53.829152 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:53.831534 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:24:53.832316 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:53.854913 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9ede4b1e-2b42-4fbe-aa07-00e06be56f9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:53.913156 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-45bef268-f48e-41f5-8cb1-6cadec9c33aa None None] Attempt 8 to provision port 6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27 Oct 13 15:24:53.917746 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-8f48b8b3-61a9-40e4-88d8-9db54d17b62d tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Usage tracker for resource:security_group and tenant:9c317355326e4f748fe019ccb370c99a is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:24:53.922769 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-8f48b8b3-61a9-40e4-88d8-9db54d17b62d tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:24:53.923758 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8f7824be-6e3b-4c62-8e91-6fdf30b2ccb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:53.933776 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-8f48b8b3-61a9-40e4-88d8-9db54d17b62d tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:24:53.952756 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-9ede4b1e-2b42-4fbe-aa07-00e06be56f9c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f7e54f0532a54cadbed6e4354767c5e8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1762109 Oct 13 15:24:53.952756 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f575f5cd-6e46-4563-a97b-aedb88ad8638 admin admin] Pushing event updated for resources: {'Port': ['ID=6e4ae2e2-d9db-4870-9fd2-a75b54af220a,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:53.981758 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 43212) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:24:54.023898 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-916f6f6d-4e61-450d-8a28-484097b0b758 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Deleting port 41a20adb-ed1d-4ecd-8c7b-5c7c449da264 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:24:54.024789 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-916f6f6d-4e61-450d-8a28-484097b0b758 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:54.034059 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-45bef268-f48e-41f5-8cb1-6cadec9c33aa None None] Port 6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:24:54.037330 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-f575f5cd-6e46-4563-a97b-aedb88ad8638 admin admin] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:24:54.040479 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f575f5cd-6e46-4563-a97b-aedb88ad8638 admin admin] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:24:54.055406 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7824be-6e3b-4c62-8e91-6fdf30b2ccb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Pushing event deleted for resources: {'Port': ['ID=ed3e40b2-1745-4e26-9a93-721edc3bda14,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:54.093110 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 8.1485946 Oct 13 15:24:54.101127 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-acdfe2ad-8b1f-4ddc-9975-d5a81530756b tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Request body: {'floatingip': {'floating_network_id': '63bae8ff-3549-4add-b0bd-cb33e47a5238'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:24:54.104789 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-acdfe2ad-8b1f-4ddc-9975-d5a81530756b tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:24:54.108782 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 43216) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:24:54.112623 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-acdfe2ad-8b1f-4ddc-9975-d5a81530756b tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Usage tracker for resource:floatingip and tenant:b87e5e5ce1184b5d93cae1d7cba9d086 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:24:54.116482 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-acdfe2ad-8b1f-4ddc-9975-d5a81530756b tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:24:54.130426 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-acdfe2ad-8b1f-4ddc-9975-d5a81530756b tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:24:54.144037 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd97db9-1601-4162-bceb-fed1f4744244 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Pushing event updated for resources: {'Port': ['ID=4515a4d0-ac4b-4e33-80c5-3c6067b1413a,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:54.158087 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8f7824be-6e3b-4c62-8e91-6fdf30b2ccb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:54.187662 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8f48b8b3-61a9-40e4-88d8-9db54d17b62d tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:54.252826 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-8f7824be-6e3b-4c62-8e91-6fdf30b2ccb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] 10.222.0.42 "DELETE /v2.0/ports/ed3e40b2-1745-4e26-9a93-721edc3bda14 HTTP/1.1" status: 204 len: 168 time: 1.7710474 Oct 13 15:24:54.256131 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-acdfe2ad-8b1f-4ddc-9975-d5a81530756b tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:54.262634 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 43222) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:24:54.302887 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ede4b1e-2b42-4fbe-aa07-00e06be56f9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19a139b-d3c1-4ba3-9f70-fa77f73b18ec,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:54.311216 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f575f5cd-6e46-4563-a97b-aedb88ad8638 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:54.361318 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-8f48b8b3-61a9-40e4-88d8-9db54d17b62d tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:24:54.370968 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-8f48b8b3-61a9-40e4-88d8-9db54d17b62d tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Usage tracker for resource:security_group_rule and tenant:9c317355326e4f748fe019ccb370c99a is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:24:54.375923 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-8f48b8b3-61a9-40e4-88d8-9db54d17b62d tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:24:54.389184 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-e047a0a8-8fba-40bb-b218-316fe6a9cf8f tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Deleting port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:24:54.389816 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e047a0a8-8fba-40bb-b218-316fe6a9cf8f tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:54.390842 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-8f48b8b3-61a9-40e4-88d8-9db54d17b62d tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:24:54.413483 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port b465c0f6-641f-4134-a20d-594f73a75580 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:24:54.424698 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port b465c0f6-641f-4134-a20d-594f73a75580 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:24:54.425119 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:54.425593 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port b465c0f6-641f-4134-a20d-594f73a75580 Oct 13 15:24:54.460573 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-faede030-0b96-46ab-bbcf-31cd6fe35648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] GET failed (client error): The resource could not be found. Oct 13 15:24:54.461578 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-faede030-0b96-46ab-bbcf-31cd6fe35648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Synchronizing usage tracker for tenant:f54070b4e2314cc994a056b908338f39 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:24:54.534451 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578d95f4-15ef-4ef3-8b19-e0fbdb6f7081 None None] Network 63bae8ff-3549-4add-b0bd-cb33e47a5238 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:24:54.553688 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-45bef268-f48e-41f5-8cb1-6cadec9c33aa None None] Attempt 9 to provision port 6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27 Oct 13 15:24:54.573740 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8f48b8b3-61a9-40e4-88d8-9db54d17b62d tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:54.584639 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8f48b8b3-61a9-40e4-88d8-9db54d17b62d tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:54.692441 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f48b8b3-61a9-40e4-88d8-9db54d17b62d tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:54.698092 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8f48b8b3-61a9-40e4-88d8-9db54d17b62d tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:54.699436 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-8f48b8b3-61a9-40e4-88d8-9db54d17b62d tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.2328367 Oct 13 15:24:54.704508 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43226) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:24:54.705864 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-acdfe2ad-8b1f-4ddc-9975-d5a81530756b tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:54.726944 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-e047a0a8-8fba-40bb-b218-316fe6a9cf8f tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] For port 4515a4d0-ac4b-4e33-80c5-3c6067b1413a, host hv-neutron-8603, got binding levels [] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:24:54.727461 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e047a0a8-8fba-40bb-b218-316fe6a9cf8f tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:54.749271 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-45bef268-f48e-41f5-8cb1-6cadec9c33aa None None] Port 6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:24:54.770895 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-bd3fff0c-93c9-4a70-b4c0-91dd1f4d71d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4965cdd-6817-4c18-9b60-709c9bb049f1', 'name': 'tempest-ServerActionsTestJSON-379588358-router', 'tenant_id': '9c317355326e4f748fe019ccb370c99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.175'}], 'enable_snat': True}, 'gw_port_id': '66615903-8398-41e8-ac1d-92f8094b8079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:24:37Z', 'updated_at': '2022-10-13T15:24:48Z', 'revision_number': 4, 'project_id': '9c317355326e4f748fe019ccb370c99a', 'gw_port': {'id': '66615903-8398-41e8-ac1d-92f8094b8079', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4965cdd-6817-4c18-9b60-709c9bb049f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:39Z', 'updated_at': '2022-10-13T15:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27', 'name': '', 'network_id': '68ca5488-1f82-4ee2-9e86-9e983d74aa07', 'tenant_id': '9c317355326e4f748fe019ccb370c99a', 'mac_address': 'fa:16:3e:e8:d1:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4965cdd-6817-4c18-9b60-709c9bb049f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '12a9e0ad-f87e-4c11-b0b3-9af248956963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:45Z', 'updated_at': '2022-10-13T15:24:48Z', 'revision_number': 2, 'project_id': '9c317355326e4f748fe019ccb370c99a', 'subnets': [{'id': '12a9e0ad-f87e-4c11-b0b3-9af248956963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:24:54.798563 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-88732ca1-377c-487a-8efe-21ec72bdb70c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:54.823486 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3fff0c-93c9-4a70-b4c0-91dd1f4d71d0 None None] Checking router: d4965cdd-6817-4c18-9b60-709c9bb049f1 for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:24:54.823846 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3fff0c-93c9-4a70-b4c0-91dd1f4d71d0 None None] Updating router d4965cdd-6817-4c18-9b60-709c9bb049f1 port 6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27 binding host dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:24:54.850966 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-3b9330bb-aad0-4526-b840-e87ec37894f1 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Request body: {'security_group_rule': {'security_group_id': '2cf84a2a-dc07-4134-8ab9-5ec18f441d4e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:24:54.858638 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f575f5cd-6e46-4563-a97b-aedb88ad8638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:54.878616 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-3b9330bb-aad0-4526-b840-e87ec37894f1 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:24:54.889145 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-3b9330bb-aad0-4526-b840-e87ec37894f1 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Usage tracker for resource:security_group_rule and tenant:9c317355326e4f748fe019ccb370c99a is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:24:54.896659 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-3b9330bb-aad0-4526-b840-e87ec37894f1 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:24:54.908868 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-3b9330bb-aad0-4526-b840-e87ec37894f1 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:24:54.951933 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-bd3fff0c-93c9-4a70-b4c0-91dd1f4d71d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:54.969649 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port b465c0f6-641f-4134-a20d-594f73a75580 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:24:54.969833 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:54.974102 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-acdfe2ad-8b1f-4ddc-9975-d5a81530756b tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Allocated IP 172.20.0.14 (63bae8ff-3549-4add-b0bd-cb33e47a5238/1374c9e5-7635-43a2-a402-efef77cd2363/1848e9a4-0998-435d-94fc-4c61977dd095) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:24:54.989819 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-e047a0a8-8fba-40bb-b218-316fe6a9cf8f tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Calling delete_port for 4515a4d0-ac4b-4e33-80c5-3c6067b1413a owned by {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:24:55.037714 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3b9330bb-aad0-4526-b840-e87ec37894f1 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:55.041094 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port b465c0f6-641f-4134-a20d-594f73a75580, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=b465c0f6-641f-4134-a20d-594f73a75580,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:24:55.060695 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-faede030-0b96-46ab-bbcf-31cd6fe35648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Unset dirty status for tenant:f54070b4e2314cc994a056b908338f39 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:24:55.062340 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-faede030-0b96-46ab-bbcf-31cd6fe35648 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] 10.222.0.42 "GET /v2.0/ports/ed3e40b2-1745-4e26-9a93-721edc3bda14 HTTP/1.1" status: 404 len: 333 time: 0.7973008 Oct 13 15:24:55.077607 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43230) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:24:55.091044 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:55.092345 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device d4cf5226-0780-4e1e-aac0-1e03fe802c1c up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:24:55.116969 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-88732ca1-377c-487a-8efe-21ec72bdb70c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:55.126835 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d3dfab21-c474-41be-bcbf-4abebcf833a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:55.154453 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-0ee47b08-0bb8-46e3-9793-86318a31670a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Request body: {'port': {'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-805992989'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:24:55.178437 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-0ee47b08-0bb8-46e3-9793-86318a31670a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:24:55.254242 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-45bef268-f48e-41f5-8cb1-6cadec9c33aa None None] Attempt 10 to provision port 6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27 Oct 13 15:24:55.258660 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-0ee47b08-0bb8-46e3-9793-86318a31670a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:24:55.334562 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ee47b08-0bb8-46e3-9793-86318a31670a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Made reservation on behalf of f54070b4e2314cc994a056b908338f39 for: {'port': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:24:55.336844 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0ee47b08-0bb8-46e3-9793-86318a31670a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:55.343738 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=b465c0f6-641f-4134-a20d-594f73a75580,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:55.358187 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3b9330bb-aad0-4526-b840-e87ec37894f1 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:55.366365 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-45bef268-f48e-41f5-8cb1-6cadec9c33aa None None] Port 6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:24:55.366698 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-acdfe2ad-8b1f-4ddc-9975-d5a81530756b tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:55.377244 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3b9330bb-aad0-4526-b840-e87ec37894f1 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:55.415648 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [None req-0ee47b08-0bb8-46e3-9793-86318a31670a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] device_id is not set on port f53e2829-d3f2-4d9f-b903-7b57c36909db yet. {{(pid=88972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:24:55.441264 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-916f6f6d-4e61-450d-8a28-484097b0b758 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:55.447523 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port d4cf5226-0780-4e1e-aac0-1e03fe802c1c completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:24:55.457228 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9330bb-aad0-4526-b840-e87ec37894f1 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a1402d0-9163-4ee9-bbca-039c11f79172,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:55.478883 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 66615903-8398-41e8-ac1d-92f8094b8079 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:24:55.481574 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e047a0a8-8fba-40bb-b218-316fe6a9cf8f tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:55.503913 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3b9330bb-aad0-4526-b840-e87ec37894f1 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:55.507586 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-3b9330bb-aad0-4526-b840-e87ec37894f1 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7971804 Oct 13 15:24:55.509931 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43234) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:24:55.518066 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f575f5cd-6e46-4563-a97b-aedb88ad8638 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:55.525128 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-c0f02ccd-a04d-43ed-84fe-c80ac9239a7a tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Request body: {'security_group_rule': {'security_group_id': '2cf84a2a-dc07-4134-8ab9-5ec18f441d4e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:24:55.543433 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f575f5cd-6e46-4563-a97b-aedb88ad8638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:55.546852 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:55.568634 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-c0f02ccd-a04d-43ed-84fe-c80ac9239a7a tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:24:55.576565 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-af51c0dc-2630-48a0-8fe2-1ab750c29270 None None] Provisioning for port 835d0ee9-3185-4d9a-977b-6b67722420f5 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:24:55.587120 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-af51c0dc-2630-48a0-8fe2-1ab750c29270 None None] Provisioning complete for port 835d0ee9-3185-4d9a-977b-6b67722420f5 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:24:55.587581 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-af51c0dc-2630-48a0-8fe2-1ab750c29270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:55.587984 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-af51c0dc-2630-48a0-8fe2-1ab750c29270 None None] Attempt 1 to provision port 835d0ee9-3185-4d9a-977b-6b67722420f5 Oct 13 15:24:55.625821 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-c0f02ccd-a04d-43ed-84fe-c80ac9239a7a tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Usage tracker for resource:security_group_rule and tenant:9c317355326e4f748fe019ccb370c99a is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:24:55.662887 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 66615903-8398-41e8-ac1d-92f8094b8079 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:24:55.663356 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:55.663791 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 66615903-8398-41e8-ac1d-92f8094b8079 Oct 13 15:24:55.701287 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-c0f02ccd-a04d-43ed-84fe-c80ac9239a7a tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:24:55.703422 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-916f6f6d-4e61-450d-8a28-484097b0b758 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Calling delete_port for 41a20adb-ed1d-4ecd-8c7b-5c7c449da264 owned by {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:24:55.726481 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-c0f02ccd-a04d-43ed-84fe-c80ac9239a7a tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:24:55.742359 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-af51c0dc-2630-48a0-8fe2-1ab750c29270 None None] Port 835d0ee9-3185-4d9a-977b-6b67722420f5 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:24:55.752993 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-88732ca1-377c-487a-8efe-21ec72bdb70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:55.754150 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-acdfe2ad-8b1f-4ddc-9975-d5a81530756b tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:55.777758 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-bd3fff0c-93c9-4a70-b4c0-91dd1f4d71d0 None None] Notify callbacks [] for port, precommit_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:55.795880 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-bd3fff0c-93c9-4a70-b4c0-91dd1f4d71d0 None None] Transition to ACTIVE for port object 6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:24:55.799567 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f575f5cd-6e46-4563-a97b-aedb88ad8638 admin admin] Pushing event updated for resources: {'Port': ['ID=6e4ae2e2-d9db-4870-9fd2-a75b54af220a,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:55.849709 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-bd3fff0c-93c9-4a70-b4c0-91dd1f4d71d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:55.851128 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e047a0a8-8fba-40bb-b218-316fe6a9cf8f tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Pushing event deleted for resources: {'Port': ['ID=4515a4d0-ac4b-4e33-80c5-3c6067b1413a,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:55.851248 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f575f5cd-6e46-4563-a97b-aedb88ad8638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:55.865668 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e047a0a8-8fba-40bb-b218-316fe6a9cf8f tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:55.885023 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88732ca1-377c-487a-8efe-21ec72bdb70c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19a139b-d3c1-4ba3-9f70-fa77f73b18ec,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:55.903875 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-88732ca1-377c-487a-8efe-21ec72bdb70c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:55.915339 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c0f02ccd-a04d-43ed-84fe-c80ac9239a7a tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:55.920775 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-88732ca1-377c-487a-8efe-21ec72bdb70c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d19a139b-d3c1-4ba3-9f70-fa77f73b18ec HTTP/1.1" status: 204 len: 168 time: 1.9184072 Oct 13 15:24:55.926492 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e047a0a8-8fba-40bb-b218-316fe6a9cf8f tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] 10.222.0.42 "DELETE /v2.0/ports/4515a4d0-ac4b-4e33-80c5-3c6067b1413a HTTP/1.1" status: 204 len: 168 time: 1.8183048 Oct 13 15:24:55.942080 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43240) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:24:55.989590 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdfe2ad-8b1f-4ddc-9975-d5a81530756b tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Network 63bae8ff-3549-4add-b0bd-cb33e47a5238 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:24:56.026797 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-acdfe2ad-8b1f-4ddc-9975-d5a81530756b tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:24:56.031804 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 66615903-8398-41e8-ac1d-92f8094b8079 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:24:56.054515 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee97a4a2-0750-4a27-be19-ea5671603a63 None None] Pushing event updated for resources: {'Port': ['ID=6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:56.054638 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdfe2ad-8b1f-4ddc-9975-d5a81530756b tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:24:56.100589 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-92220e79-3d0f-4c41-8803-c2bf84bb8796 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] GET failed (client error): The resource could not be found. Oct 13 15:24:56.101111 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-92220e79-3d0f-4c41-8803-c2bf84bb8796 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Synchronizing usage tracker for tenant:d70f93f21538467499f44fe521c0a191 on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:24:56.123590 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdfe2ad-8b1f-4ddc-9975-d5a81530756b tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Pushing event updated for resources: {'Port': ['ID=1848e9a4-0998-435d-94fc-4c61977dd095,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:56.133705 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-916f6f6d-4e61-450d-8a28-484097b0b758 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:56.145215 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0ee47b08-0bb8-46e3-9793-86318a31670a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:56.173721 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-bd3fff0c-93c9-4a70-b4c0-91dd1f4d71d0 None None] Attempting to bind port 6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:24:56.174374 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-bd3fff0c-93c9-4a70-b4c0-91dd1f4d71d0 None None] Attempting to bind port 6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '59c3c14c-d254-40b6-80b5-3c7945a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '68ca5488-1f82-4ee2-9e86-9e983d74aa07'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:24:56.174942 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3fff0c-93c9-4a70-b4c0-91dd1f4d71d0 None None] Attempting to bind port 6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27 on network 68ca5488-1f82-4ee2-9e86-9e983d74aa07 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:24:56.183260 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3fff0c-93c9-4a70-b4c0-91dd1f4d71d0 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:24:56.186168 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3fff0c-93c9-4a70-b4c0-91dd1f4d71d0 None None] Checking segment: {'id': '59c3c14c-d254-40b6-80b5-3c7945a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '68ca5488-1f82-4ee2-9e86-9e983d74aa07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:24:56.186808 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-bd3fff0c-93c9-4a70-b4c0-91dd1f4d71d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:56.187482 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3fff0c-93c9-4a70-b4c0-91dd1f4d71d0 None None] Bound using segment: {'id': '59c3c14c-d254-40b6-80b5-3c7945a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '68ca5488-1f82-4ee2-9e86-9e983d74aa07'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:24:56.188158 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-bd3fff0c-93c9-4a70-b4c0-91dd1f4d71d0 None None] Bound port: 6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59c3c14c-d254-40b6-80b5-3c7945a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '68ca5488-1f82-4ee2-9e86-9e983d74aa07'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:24:56.188777 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-bd3fff0c-93c9-4a70-b4c0-91dd1f4d71d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:56.260804 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-92220e79-3d0f-4c41-8803-c2bf84bb8796 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Unset dirty status for tenant:d70f93f21538467499f44fe521c0a191 on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:24:56.268654 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-af51c0dc-2630-48a0-8fe2-1ab750c29270 None None] Attempt 2 to provision port 835d0ee9-3185-4d9a-977b-6b67722420f5 Oct 13 15:24:56.269576 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-92220e79-3d0f-4c41-8803-c2bf84bb8796 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] 10.222.0.42 "GET /v2.0/ports/4515a4d0-ac4b-4e33-80c5-3c6067b1413a HTTP/1.1" status: 404 len: 333 time: 0.3164904 Oct 13 15:24:56.275186 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43246) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:24:56.317852 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916f6f6d-4e61-450d-8a28-484097b0b758 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event deleted for resources: {'Port': ['ID=41a20adb-ed1d-4ecd-8c7b-5c7c449da264,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:56.324082 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-916f6f6d-4e61-450d-8a28-484097b0b758 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:56.329240 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device b465c0f6-641f-4134-a20d-594f73a75580 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:24:56.330565 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.db.resource_extend [None req-d3dfab21-c474-41be-bcbf-4abebcf833a0 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 15:24:56.346761 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-916f6f6d-4e61-450d-8a28-484097b0b758 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/ports/41a20adb-ed1d-4ecd-8c7b-5c7c449da264 HTTP/1.1" status: 204 len: 168 time: 3.1870008 Oct 13 15:24:56.347399 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 43248) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:24:56.351347 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d3dfab21-c474-41be-bcbf-4abebcf833a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:56.391325 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d3dfab21-c474-41be-bcbf-4abebcf833a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:56.392141 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d3dfab21-c474-41be-bcbf-4abebcf833a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:56.406879 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-acdfe2ad-8b1f-4ddc-9975-d5a81530756b tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:56.471085 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-af51c0dc-2630-48a0-8fe2-1ab750c29270 None None] Port 835d0ee9-3185-4d9a-977b-6b67722420f5 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:24:56.482977 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f575f5cd-6e46-4563-a97b-aedb88ad8638 admin admin] Network 3eba9316-5858-4216-9f1f-1827035b3500 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:24:56.489658 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-f575f5cd-6e46-4563-a97b-aedb88ad8638 admin admin] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:24:56.502892 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-3b35abcc-b352-428f-b7fa-d40ac8a4dd7f tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Request body: {'port': {'network_id': '86be858a-39e3-405c-a94b-6329ec458e15', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-131121332'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:24:56.507907 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-3b35abcc-b352-428f-b7fa-d40ac8a4dd7f tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:24:56.514988 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-bd3fff0c-93c9-4a70-b4c0-91dd1f4d71d0 None None] For port 6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:24:56.518730 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-bd3fff0c-93c9-4a70-b4c0-91dd1f4d71d0 None None] For port 6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27,segment=NetworkSegment(59c3c14c-d254-40b6-80b5-3c7945a1ec02),segment_id=59c3c14c-d254-40b6-80b5-3c7945a1ec02)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:24:56.523298 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 43254) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:24:56.537163 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-bd3fff0c-93c9-4a70-b4c0-91dd1f4d71d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:56.543154 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-3b35abcc-b352-428f-b7fa-d40ac8a4dd7f tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:24:56.547163 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c0f02ccd-a04d-43ed-84fe-c80ac9239a7a tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:56.619975 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0ee47b08-0bb8-46e3-9793-86318a31670a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:56.663651 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port b465c0f6-641f-4134-a20d-594f73a75580 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:24:56.663879 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:56.664024 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port b465c0f6-641f-4134-a20d-594f73a75580 Oct 13 15:24:56.709670 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dfab21-c474-41be-bcbf-4abebcf833a0 admin admin] Network 3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:24:56.716771 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-d3dfab21-c474-41be-bcbf-4abebcf833a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:24:56.721566 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8a1c79-1cea-4f49-9e12-1bc324a5aa41 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:24:56.723651 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b8a1c79-1cea-4f49-9e12-1bc324a5aa41 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:24:56.728286 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-2b8a1c79-1cea-4f49-9e12-1bc324a5aa41 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3801043 Oct 13 15:24:56.731658 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 43258) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:24:56.732580 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dfab21-c474-41be-bcbf-4abebcf833a0 admin admin] Pushing event updated for resources: {'Port': ['ID=835d0ee9-3185-4d9a-977b-6b67722420f5,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:56.752097 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c0f02ccd-a04d-43ed-84fe-c80ac9239a7a tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:56.752393 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3fff0c-93c9-4a70-b4c0-91dd1f4d71d0 None None] Routers {'d4965cdd-6817-4c18-9b60-709c9bb049f1'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:24:56.753830 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-bd3fff0c-93c9-4a70-b4c0-91dd1f4d71d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:24:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['d4965cdd-6817-4c18-9b60-709c9bb049f1'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:24:56.772885 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b35abcc-b352-428f-b7fa-d40ac8a4dd7f tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Made reservation on behalf of d70f93f21538467499f44fe521c0a191 for: {'port': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:24:56.775163 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3b35abcc-b352-428f-b7fa-d40ac8a4dd7f tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:56.862633 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee47b08-0bb8-46e3-9793-86318a31670a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Pushing event updated for resources: {'Port': ['ID=f53e2829-d3f2-4d9f-b903-7b57c36909db,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:56.864756 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f02ccd-a04d-43ed-84fe-c80ac9239a7a tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d27db25b-9fe0-4911-8876-73802d6a73d9,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:56.882219 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-8a8476a9-0e57-405a-badc-94909298a077 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3bfc7a5f372c4d199d28d0c2c855f9b8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3408732 Oct 13 15:24:56.901543 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 43262) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:24:56.939242 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a3b24c2-bffc-43f5-a7fb-1d746d855212 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Deleting subnet bce04889-f407-4a65-803c-b5d12f942c60 {{(pid=88973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:24:56.952041 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0a3b24c2-bffc-43f5-a7fb-1d746d855212 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for subnet, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:56.964513 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-bd3fff0c-93c9-4a70-b4c0-91dd1f4d71d0 None None] Set router d4965cdd-6817-4c18-9b60-709c9bb049f1 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:24:56.994241 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee47b08-0bb8-46e3-9793-86318a31670a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:24:56.995748 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [None req-3b35abcc-b352-428f-b7fa-d40ac8a4dd7f tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] device_id is not set on port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 yet. {{(pid=88972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:24:57.023907 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-af51c0dc-2630-48a0-8fe2-1ab750c29270 None None] Attempt 3 to provision port 835d0ee9-3185-4d9a-977b-6b67722420f5 Oct 13 15:24:57.033675 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-0ee47b08-0bb8-46e3-9793-86318a31670a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:24:57.039498 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee47b08-0bb8-46e3-9793-86318a31670a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:24:57.041143 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ee47b08-0bb8-46e3-9793-86318a31670a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:24:57.041143 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0ee47b08-0bb8-46e3-9793-86318a31670a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:57.046637 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-acdfe2ad-8b1f-4ddc-9975-d5a81530756b tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:57.097658 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c0f02ccd-a04d-43ed-84fe-c80ac9239a7a tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:57.101551 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-c0f02ccd-a04d-43ed-84fe-c80ac9239a7a tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5866759 Oct 13 15:24:57.104111 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 43266) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:24:57.112542 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-a7057249-7c4a-4a0f-9d85-76edc35b0659 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Request body: {'floatingip': {'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:24:57.114478 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee97a4a2-0750-4a27-be19-ea5671603a63 None None] Pushing event updated for resources: {'Port': ['ID=6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:57.127773 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f575f5cd-6e46-4563-a97b-aedb88ad8638 admin admin] Router f0080ad3-9dee-4c68-a3af-89c804ac92f4 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:24:57.132533 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0a3b24c2-bffc-43f5-a7fb-1d746d855212 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:57.157442 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-a7057249-7c4a-4a0f-9d85-76edc35b0659 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:24:57.164946 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-0ee47b08-0bb8-46e3-9793-86318a31670a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 2.0330615 Oct 13 15:24:57.175935 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43270) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:24:57.192217 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8603'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:24:57.215969 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-af51c0dc-2630-48a0-8fe2-1ab750c29270 None None] Port 835d0ee9-3185-4d9a-977b-6b67722420f5 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:24:57.291814 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-a7057249-7c4a-4a0f-9d85-76edc35b0659 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Usage tracker for resource:floatingip and tenant:9c317355326e4f748fe019ccb370c99a is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:24:57.302174 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-a7057249-7c4a-4a0f-9d85-76edc35b0659 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:24:57.307514 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-082202f2-41af-46f0-97a0-2d39582f3850 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:57.322453 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-a7057249-7c4a-4a0f-9d85-76edc35b0659 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:24:57.346498 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port b465c0f6-641f-4134-a20d-594f73a75580 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:24:57.348418 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 2ac75954-0ec5-4439-9656-3be2abc7f1fb up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:24:57.352425 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3dfab21-c474-41be-bcbf-4abebcf833a0 admin admin] Router bea711c8-5e1e-4998-af95-d57cc836dfc3 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:24:57.365549 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-082202f2-41af-46f0-97a0-2d39582f3850 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:57.377572 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a7057249-7c4a-4a0f-9d85-76edc35b0659 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Notify callbacks [] for floatingip, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:57.393115 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0a3b24c2-bffc-43f5-a7fb-1d746d855212 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:57.471870 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 2ac75954-0ec5-4439-9656-3be2abc7f1fb completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:24:57.480669 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 2ac75954-0ec5-4439-9656-3be2abc7f1fb triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:24:57.481037 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:57.481365 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 2ac75954-0ec5-4439-9656-3be2abc7f1fb Oct 13 15:24:57.534215 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-bd3fff0c-93c9-4a70-b4c0-91dd1f4d71d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4965cdd-6817-4c18-9b60-709c9bb049f1', 'name': 'tempest-ServerActionsTestJSON-379588358-router', 'tenant_id': '9c317355326e4f748fe019ccb370c99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.175'}], 'enable_snat': True}, 'gw_port_id': '66615903-8398-41e8-ac1d-92f8094b8079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:24:37Z', 'updated_at': '2022-10-13T15:24:48Z', 'revision_number': 4, 'project_id': '9c317355326e4f748fe019ccb370c99a', 'gw_port': {'id': '66615903-8398-41e8-ac1d-92f8094b8079', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4965cdd-6817-4c18-9b60-709c9bb049f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:39Z', 'updated_at': '2022-10-13T15:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27', 'name': '', 'network_id': '68ca5488-1f82-4ee2-9e86-9e983d74aa07', 'tenant_id': '9c317355326e4f748fe019ccb370c99a', 'mac_address': 'fa:16:3e:e8:d1:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4965cdd-6817-4c18-9b60-709c9bb049f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '12a9e0ad-f87e-4c11-b0b3-9af248956963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:45Z', 'updated_at': '2022-10-13T15:24:56Z', 'revision_number': 4, 'project_id': '9c317355326e4f748fe019ccb370c99a', 'subnets': [{'id': '12a9e0ad-f87e-4c11-b0b3-9af248956963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:24:57.542761 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd3fff0c-93c9-4a70-b4c0-91dd1f4d71d0 None None] The sync data for ids ['d4965cdd-6817-4c18-9b60-709c9bb049f1'] in dv-neutron-860329-2-hyperv is: [{'id': 'd4965cdd-6817-4c18-9b60-709c9bb049f1', 'name': 'tempest-ServerActionsTestJSON-379588358-router', 'tenant_id': '9c317355326e4f748fe019ccb370c99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.175'}], 'enable_snat': True}, 'gw_port_id': '66615903-8398-41e8-ac1d-92f8094b8079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:24:37Z', 'updated_at': '2022-10-13T15:24:48Z', 'revision_number': 4, 'project_id': '9c317355326e4f748fe019ccb370c99a', 'gw_port': {'id': '66615903-8398-41e8-ac1d-92f8094b8079', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4965cdd-6817-4c18-9b60-709c9bb049f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:39Z', 'updated_at': '2022-10-13T15:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27', 'name': '', 'network_id': '68ca5488-1f82-4ee2-9e86-9e983d74aa07', 'tenant_id': '9c317355326e4f748fe019ccb370c99a', 'mac_address': 'fa:16:3e:e8:d1:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4965cdd-6817-4c18-9b60-709c9bb049f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '12a9e0ad-f87e-4c11-b0b3-9af248956963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:45Z', 'updated_at': '2022-10-13T15:24:56Z', 'revision_number': 4, 'project_id': '9c317355326e4f748fe019ccb370c99a', 'subnets': [{'id': '12a9e0ad-f87e-4c11-b0b3-9af248956963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:24:57.616228 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 2ac75954-0ec5-4439-9656-3be2abc7f1fb is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:24:57.616609 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:57.679171 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 2ac75954-0ec5-4439-9656-3be2abc7f1fb, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=2ac75954-0ec5-4439-9656-3be2abc7f1fb,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:24:57.688855 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:57.772188 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-082202f2-41af-46f0-97a0-2d39582f3850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:57.790039 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0a3b24c2-bffc-43f5-a7fb-1d746d855212 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:57.799281 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082202f2-41af-46f0-97a0-2d39582f3850 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a238841-f905-45c2-b1bf-949c556ff196,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:57.807420 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:57.838210 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-af51c0dc-2630-48a0-8fe2-1ab750c29270 None None] Attempt 4 to provision port 835d0ee9-3185-4d9a-977b-6b67722420f5 Oct 13 15:24:57.846060 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f575f5cd-6e46-4563-a97b-aedb88ad8638 admin admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:24:57.853051 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-f575f5cd-6e46-4563-a97b-aedb88ad8638 admin admin] 10.222.0.42 "PUT /v2.0/routers/f0080ad3-9dee-4c68-a3af-89c804ac92f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0546796 Oct 13 15:24:57.867905 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6228420-2669-461d-b6e6-8d79c8ef25dc None None] Sync routers for ids ['f0080ad3-9dee-4c68-a3af-89c804ac92f4'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:24:57.878968 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3b35abcc-b352-428f-b7fa-d40ac8a4dd7f tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:57.890311 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6228420-2669-461d-b6e6-8d79c8ef25dc None None] Routers {'f0080ad3-9dee-4c68-a3af-89c804ac92f4'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:24:57.890953 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-c6228420-2669-461d-b6e6-8d79c8ef25dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:24:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['f0080ad3-9dee-4c68-a3af-89c804ac92f4'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:24:57.897800 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=2ac75954-0ec5-4439-9656-3be2abc7f1fb,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:57.902591 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3dfab21-c474-41be-bcbf-4abebcf833a0 admin admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:24:57.907744 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3b24c2-bffc-43f5-a7fb-1d746d855212 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event deleted for resources: {'Subnet': ['ID=bce04889-f407-4a65-803c-b5d12f942c60,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:58.018159 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-d3dfab21-c474-41be-bcbf-4abebcf833a0 admin admin] 10.222.0.42 "PUT /v2.0/routers/bea711c8-5e1e-4998-af95-d57cc836dfc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5711052 Oct 13 15:24:58.018159 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-082202f2-41af-46f0-97a0-2d39582f3850 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:58.018159 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-082202f2-41af-46f0-97a0-2d39582f3850 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8a238841-f905-45c2-b1bf-949c556ff196 HTTP/1.1" status: 204 len: 168 time: 1.1053491 Oct 13 15:24:58.018159 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0a3b24c2-bffc-43f5-a7fb-1d746d855212 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:58.022184 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-0a3b24c2-bffc-43f5-a7fb-1d746d855212 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/bce04889-f407-4a65-803c-b5d12f942c60 HTTP/1.1" status: 204 len: 168 time: 1.2638371 Oct 13 15:24:58.023184 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 43280) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:24:58.023878 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fe6b1b-d91b-4f15-8280-ed07f73e84d8 None None] Sync routers for ids ['bea711c8-5e1e-4998-af95-d57cc836dfc3'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:24:58.032618 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606501b7-8a14-4384-8982-c25d8d4ef212 None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:24:58.037700 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-acdfe2ad-8b1f-4ddc-9975-d5a81530756b tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:58.051489 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-acdfe2ad-8b1f-4ddc-9975-d5a81530756b tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:58.077623 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-af51c0dc-2630-48a0-8fe2-1ab750c29270 None None] Port 835d0ee9-3185-4d9a-977b-6b67722420f5 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:24:58.159301 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fe6b1b-d91b-4f15-8280-ed07f73e84d8 None None] Routers {'bea711c8-5e1e-4998-af95-d57cc836dfc3'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:24:58.159847 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-b0fe6b1b-d91b-4f15-8280-ed07f73e84d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:24:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['bea711c8-5e1e-4998-af95-d57cc836dfc3'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:24:58.194621 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-0cd604d0-51b6-4cb0-8e14-ad67736d42b2 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1669638 Oct 13 15:24:58.194826 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 43290) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:24:58.204898 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-db30572b-5bae-42b8-b489-193e16cbc766 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'subnet': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:24:58.345687 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-c6228420-2669-461d-b6e6-8d79c8ef25dc None None] Set router f0080ad3-9dee-4c68-a3af-89c804ac92f4 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:24:58.500306 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a7057249-7c4a-4a0f-9d85-76edc35b0659 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:58.527943 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 2ac75954-0ec5-4439-9656-3be2abc7f1fb up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:24:58.639262 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-db30572b-5bae-42b8-b489-193e16cbc766 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:24:58.647973 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] device_id is not set on port f53e2829-d3f2-4d9f-b903-7b57c36909db yet. {{(pid=88972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:24:58.652862 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-db30572b-5bae-42b8-b489-193e16cbc766 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Usage tracker for resource:subnet and tenant:bb90cebe15f541febeed2c50e15c931e is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:24:58.659236 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-db30572b-5bae-42b8-b489-193e16cbc766 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:24:58.680874 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-db30572b-5bae-42b8-b489-193e16cbc766 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:24:58.686973 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:58.704448 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-af51c0dc-2630-48a0-8fe2-1ab750c29270 None None] Attempt 5 to provision port 835d0ee9-3185-4d9a-977b-6b67722420f5 Oct 13 15:24:58.755547 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Transition to ACTIVE for port object f53e2829-d3f2-4d9f-b903-7b57c36909db will not be triggered until provisioned by entity L2. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:24:58.759603 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db30572b-5bae-42b8-b489-193e16cbc766 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:24:58.773239 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-db30572b-5bae-42b8-b489-193e16cbc766 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:58.804932 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 43302) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:24:58.840552 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-acdfe2ad-8b1f-4ddc-9975-d5a81530756b tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:58.852865 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-3a20f27b-f395-4217-b671-745fc434404b tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Request body: {'security_group': {'name': 'tempest-securitygroup--381128649', 'description': 'tempest-description--543096897'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:24:58.862760 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:58.879144 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-3a20f27b-f395-4217-b671-745fc434404b tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:24:58.906003 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-3a20f27b-f395-4217-b671-745fc434404b tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Usage tracker for resource:security_group and tenant:18e61030eb034f4e9cafacce6c56e7c6 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:24:58.954915 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43310) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:24:58.986376 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3b35abcc-b352-428f-b7fa-d40ac8a4dd7f tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:59.004767 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-de3de4f6-4cd9-4c49-afa1-58d23b6cbe48 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1668006072', 'description': 'tempest-description--1064156011'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:24:59.011094 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-de3de4f6-4cd9-4c49-afa1-58d23b6cbe48 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:24:59.016056 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-de3de4f6-4cd9-4c49-afa1-58d23b6cbe48 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Usage tracker for resource:security_group and tenant:d8ab2ab48b154fe59d2af3b86563e1e5 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:24:59.020900 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-de3de4f6-4cd9-4c49-afa1-58d23b6cbe48 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:24:59.026993 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-de3de4f6-4cd9-4c49-afa1-58d23b6cbe48 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:24:59.039423 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-3a20f27b-f395-4217-b671-745fc434404b tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:24:59.043015 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-a7057249-7c4a-4a0f-9d85-76edc35b0659 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Allocated IP 172.26.2.214 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/bd325afc-0ac3-439f-b0a1-70ca3237a95b) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:24:59.050075 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b35abcc-b352-428f-b7fa-d40ac8a4dd7f tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Network 86be858a-39e3-405c-a94b-6329ec458e15 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:24:59.057410 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-3a20f27b-f395-4217-b671-745fc434404b tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:24:59.058088 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-3b35abcc-b352-428f-b7fa-d40ac8a4dd7f tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:24:59.067251 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b35abcc-b352-428f-b7fa-d40ac8a4dd7f tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:24:59.068606 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b35abcc-b352-428f-b7fa-d40ac8a4dd7f tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:24:59.069643 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3b35abcc-b352-428f-b7fa-d40ac8a4dd7f tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:59.088498 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-de3de4f6-4cd9-4c49-afa1-58d23b6cbe48 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:59.118682 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-de3de4f6-4cd9-4c49-afa1-58d23b6cbe48 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:24:59.122917 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-de3de4f6-4cd9-4c49-afa1-58d23b6cbe48 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Usage tracker for resource:security_group_rule and tenant:d8ab2ab48b154fe59d2af3b86563e1e5 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:24:59.126207 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-de3de4f6-4cd9-4c49-afa1-58d23b6cbe48 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:24:59.132192 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-de3de4f6-4cd9-4c49-afa1-58d23b6cbe48 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:24:59.135843 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3a20f27b-f395-4217-b671-745fc434404b tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:59.210488 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-de3de4f6-4cd9-4c49-afa1-58d23b6cbe48 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:59.212504 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-3b35abcc-b352-428f-b7fa-d40ac8a4dd7f tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 2.7569916 Oct 13 15:24:59.216477 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-acdfe2ad-8b1f-4ddc-9975-d5a81530756b tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:59.218176 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-acdfe2ad-8b1f-4ddc-9975-d5a81530756b tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3205662 Oct 13 15:24:59.221398 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43318) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:24:59.221633 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43320) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:24:59.239703 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port f53e2829-d3f2-4d9f-b903-7b57c36909db on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:24:59.240037 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port f53e2829-d3f2-4d9f-b903-7b57c36909db by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '9cf82d13-a717-431a-960d-55c6bad4fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'}] {{(pid=88972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:24:59.240361 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port f53e2829-d3f2-4d9f-b903-7b57c36909db on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:24:59.243299 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdfe2ad-8b1f-4ddc-9975-d5a81530756b tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Pushing event updated for resources: {'Port': ['ID=1848e9a4-0998-435d-94fc-4c61977dd095,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:59.283704 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-c6228420-2669-461d-b6e6-8d79c8ef25dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0080ad3-9dee-4c68-a3af-89c804ac92f4', 'name': 'tempest-ServersTestManualDisk-1021074477-router', 'tenant_id': '18e61030eb034f4e9cafacce6c56e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'b465c0f6-641f-4134-a20d-594f73a75580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:24:39Z', 'updated_at': '2022-10-13T15:24:54Z', 'revision_number': 4, 'project_id': '18e61030eb034f4e9cafacce6c56e7c6', 'gw_port': {'id': 'b465c0f6-641f-4134-a20d-594f73a75580', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0080ad3-9dee-4c68-a3af-89c804ac92f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:42Z', 'updated_at': '2022-10-13T15:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '6e4ae2e2-d9db-4870-9fd2-a75b54af220a', 'name': '', 'network_id': '3eba9316-5858-4216-9f1f-1827035b3500', 'tenant_id': '18e61030eb034f4e9cafacce6c56e7c6', 'mac_address': 'fa:16:3e:5d:9e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0080ad3-9dee-4c68-a3af-89c804ac92f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '7496ad0c-81b8-44d7-b6bd-85b0f244c790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:51Z', 'updated_at': '2022-10-13T15:24:55Z', 'revision_number': 2, 'project_id': '18e61030eb034f4e9cafacce6c56e7c6', 'subnets': [{'id': '7496ad0c-81b8-44d7-b6bd-85b0f244c790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:24:59.288334 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6228420-2669-461d-b6e6-8d79c8ef25dc None None] Checking router: f0080ad3-9dee-4c68-a3af-89c804ac92f4 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:24:59.288686 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6228420-2669-461d-b6e6-8d79c8ef25dc None None] Updating router f0080ad3-9dee-4c68-a3af-89c804ac92f4 port 6e4ae2e2-d9db-4870-9fd2-a75b54af220a binding host dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:24:59.314469 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8603'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:24:59.347692 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-de3de4f6-4cd9-4c49-afa1-58d23b6cbe48 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:59.353018 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-3a20f27b-f395-4217-b671-745fc434404b tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:24:59.355431 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-af51c0dc-2630-48a0-8fe2-1ab750c29270 None None] Port 835d0ee9-3185-4d9a-977b-6b67722420f5 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:24:59.361472 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-c6228420-2669-461d-b6e6-8d79c8ef25dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:59.387960 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-b0fe6b1b-d91b-4f15-8280-ed07f73e84d8 None None] Set router bea711c8-5e1e-4998-af95-d57cc836dfc3 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:24:59.407695 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-3a20f27b-f395-4217-b671-745fc434404b tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Usage tracker for resource:security_group_rule and tenant:18e61030eb034f4e9cafacce6c56e7c6 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:24:59.426719 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-3a20f27b-f395-4217-b671-745fc434404b tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:24:59.439948 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-3a20f27b-f395-4217-b671-745fc434404b tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:24:59.538889 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Port f53e2829-d3f2-4d9f-b903-7b57c36909db on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:24:59.539248 dv-neutron-860329-2-hyperv neutron-server[88972]: ERROR neutron.plugins.ml2.managers [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Failed to bind port f53e2829-d3f2-4d9f-b903-7b57c36909db on host hv-neutron-8603 for vnic_type normal using segments [{'id': '9cf82d13-a717-431a-960d-55c6bad4fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'}] Oct 13 15:24:59.541821 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a7057249-7c4a-4a0f-9d85-76edc35b0659 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:59.550086 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 2ac75954-0ec5-4439-9656-3be2abc7f1fb triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:24:59.550768 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:59.551400 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 2ac75954-0ec5-4439-9656-3be2abc7f1fb Oct 13 15:24:59.560110 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-db30572b-5bae-42b8-b489-193e16cbc766 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:59.560621 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.plugins.ml2.plugin [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempt 2 to bind port f53e2829-d3f2-4d9f-b903-7b57c36909db Oct 13 15:24:59.601206 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-f56f945d-4fbc-499a-9c8d-aff863523afa tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Synchronizing usage tracker for tenant:b87e5e5ce1184b5d93cae1d7cba9d086 on resource:floatingip {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:24:59.675728 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db30572b-5bae-42b8-b489-193e16cbc766 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:24:59.684753 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-db30572b-5bae-42b8-b489-193e16cbc766 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:24:59.711646 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db30572b-5bae-42b8-b489-193e16cbc766 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:24:59.712436 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-db30572b-5bae-42b8-b489-193e16cbc766 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:59.747375 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3de4f6-4cd9-4c49-afa1-58d23b6cbe48 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fed544a-1f93-4571-ab35-0710ef88044b,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:59.766351 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port f53e2829-d3f2-4d9f-b903-7b57c36909db on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:24:59.766916 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port f53e2829-d3f2-4d9f-b903-7b57c36909db by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '9cf82d13-a717-431a-960d-55c6bad4fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'}] {{(pid=88972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:24:59.774572 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port f53e2829-d3f2-4d9f-b903-7b57c36909db on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:24:59.775937 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3a20f27b-f395-4217-b671-745fc434404b tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:59.777459 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-de3de4f6-4cd9-4c49-afa1-58d23b6cbe48 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:59.782529 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-de3de4f6-4cd9-4c49-afa1-58d23b6cbe48 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8121459 Oct 13 15:24:59.785505 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43334) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:24:59.801144 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db30572b-5bae-42b8-b489-193e16cbc766 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'Subnet': ['ID=155752cc-99ce-4a22-9358-9295da90c9da,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:59.814137 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3a20f27b-f395-4217-b671-745fc434404b tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:59.847695 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Pushing event updated for resources: {'Port': ['ID=f53e2829-d3f2-4d9f-b903-7b57c36909db,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:59.867967 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-af51c0dc-2630-48a0-8fe2-1ab750c29270 None None] Attempt 6 to provision port 835d0ee9-3185-4d9a-977b-6b67722420f5 Oct 13 15:24:59.905887 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-dd64f779-e787-4f46-9a53-efee260e7410 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Request body: {'security_group_rule': {'security_group_id': '2fed544a-1f93-4571-ab35-0710ef88044b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:24:59.912534 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Port f53e2829-d3f2-4d9f-b903-7b57c36909db on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:24:59.912978 dv-neutron-860329-2-hyperv neutron-server[88972]: ERROR neutron.plugins.ml2.managers [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Failed to bind port f53e2829-d3f2-4d9f-b903-7b57c36909db on host hv-neutron-8603 for vnic_type normal using segments [{'id': '9cf82d13-a717-431a-960d-55c6bad4fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'}] Oct 13 15:24:59.913490 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43338) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:24:59.920306 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f3f6fe-fb56-4d54-aaa8-41bf4594952f None None] DHCP port deletion for a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:24:59.925796 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a20f27b-f395-4217-b671-745fc434404b tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dc8f660-006e-44c4-9c27-23a9ac2bfab5,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:24:59.928042 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.plugins.ml2.plugin [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempt 3 to bind port f53e2829-d3f2-4d9f-b903-7b57c36909db Oct 13 15:24:59.936666 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-f56f945d-4fbc-499a-9c8d-aff863523afa tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Unset dirty status for tenant:b87e5e5ce1184b5d93cae1d7cba9d086 on resource:floatingip {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:24:59.937847 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-f56f945d-4fbc-499a-9c8d-aff863523afa tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] 10.222.0.42 "GET /v2.0/floatingips?floating_network_id=63bae8ff-3549-4add-b0bd-cb33e47a5238 HTTP/1.1" status: 200 len: 690 time: 0.7006252 Oct 13 15:24:59.946225 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 43342) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:24:59.954199 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-dd64f779-e787-4f46-9a53-efee260e7410 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:24:59.957916 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-db30572b-5bae-42b8-b489-193e16cbc766 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7587340 Oct 13 15:24:59.958830 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 43346) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:24:59.976684 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-dd64f779-e787-4f46-9a53-efee260e7410 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Usage tracker for resource:security_group_rule and tenant:d8ab2ab48b154fe59d2af3b86563e1e5 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:24:59.980591 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-dd64f779-e787-4f46-9a53-efee260e7410 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:24:59.985180 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-93f3f6fe-fb56-4d54-aaa8-41bf4594952f None None] Deleting port d4cf5226-0780-4e1e-aac0-1e03fe802c1c {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:24:59.985748 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-93f3f6fe-fb56-4d54-aaa8-41bf4594952f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:24:59.992396 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port f53e2829-d3f2-4d9f-b903-7b57c36909db on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:24:59.992725 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port f53e2829-d3f2-4d9f-b903-7b57c36909db by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '9cf82d13-a717-431a-960d-55c6bad4fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'}] {{(pid=88972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:24:59.993051 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port f53e2829-d3f2-4d9f-b903-7b57c36909db on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:25:00.007015 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-baae877f-74fb-4229-8af1-b8f848d094ad tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'port': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'name': 'tempest-NetworksTestDHCPv6-1258325087'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:00.007341 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-dd64f779-e787-4f46-9a53-efee260e7410 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:25:00.013875 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b35abcc-b352-428f-b7fa-d40ac8a4dd7f tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Pushing event updated for resources: {'Port': ['ID=620dc5ac-3f16-4e1b-bff8-c16bccfef3b7,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:00.021061 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Port f53e2829-d3f2-4d9f-b903-7b57c36909db on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:25:00.021364 dv-neutron-860329-2-hyperv neutron-server[88972]: ERROR neutron.plugins.ml2.managers [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Failed to bind port f53e2829-d3f2-4d9f-b903-7b57c36909db on host hv-neutron-8603 for vnic_type normal using segments [{'id': '9cf82d13-a717-431a-960d-55c6bad4fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'}] Oct 13 15:25:00.024986 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.plugins.ml2.plugin [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempt 4 to bind port f53e2829-d3f2-4d9f-b903-7b57c36909db Oct 13 15:25:00.034686 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:00.037672 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3a20f27b-f395-4217-b671-745fc434404b tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:00.043378 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43352) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:00.044085 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-3a20f27b-f395-4217-b671-745fc434404b tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.2322600 Oct 13 15:25:00.068750 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-c6228420-2669-461d-b6e6-8d79c8ef25dc None None] Notify callbacks [] for port, precommit_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:00.075258 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-ea65be4f-ba58-47a8-9348-dd7a611559e0 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Request body: {'security_group_rule': {'security_group_id': '4dc8f660-006e-44c4-9c27-23a9ac2bfab5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:00.083483 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port f53e2829-d3f2-4d9f-b903-7b57c36909db on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:25:00.084333 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port f53e2829-d3f2-4d9f-b903-7b57c36909db by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '9cf82d13-a717-431a-960d-55c6bad4fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'}] {{(pid=88972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:25:00.084662 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port f53e2829-d3f2-4d9f-b903-7b57c36909db on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:25:00.088220 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-ea65be4f-ba58-47a8-9348-dd7a611559e0 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:25:00.090403 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-dd64f779-e787-4f46-9a53-efee260e7410 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:00.092925 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.provisioning_blocks [None req-c6228420-2669-461d-b6e6-8d79c8ef25dc None None] Transition to ACTIVE for port object 6e4ae2e2-d9db-4870-9fd2-a75b54af220a will not be triggered until provisioned by entity L2. {{(pid=88975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:25:00.104744 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a7057249-7c4a-4a0f-9d85-76edc35b0659 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:00.105468 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-c6228420-2669-461d-b6e6-8d79c8ef25dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:00.130688 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-af51c0dc-2630-48a0-8fe2-1ab750c29270 None None] Port 835d0ee9-3185-4d9a-977b-6b67722420f5 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:25:00.134094 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-ea65be4f-ba58-47a8-9348-dd7a611559e0 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Usage tracker for resource:security_group_rule and tenant:18e61030eb034f4e9cafacce6c56e7c6 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:25:00.161703 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Port f53e2829-d3f2-4d9f-b903-7b57c36909db on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:25:00.161943 dv-neutron-860329-2-hyperv neutron-server[88972]: ERROR neutron.plugins.ml2.managers [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Failed to bind port f53e2829-d3f2-4d9f-b903-7b57c36909db on host hv-neutron-8603 for vnic_type normal using segments [{'id': '9cf82d13-a717-431a-960d-55c6bad4fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'}] Oct 13 15:25:00.169710 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-ea65be4f-ba58-47a8-9348-dd7a611559e0 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:25:00.187179 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-62e22bc5-1f66-4f93-aa70-6335d51403d8 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-758679511'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:00.190940 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.plugins.ml2.plugin [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempt 5 to bind port f53e2829-d3f2-4d9f-b903-7b57c36909db Oct 13 15:25:00.225235 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-ea65be4f-ba58-47a8-9348-dd7a611559e0 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:25:00.227061 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 2ac75954-0ec5-4439-9656-3be2abc7f1fb is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:25:00.227984 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:25:00.229515 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-62e22bc5-1f66-4f93-aa70-6335d51403d8 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:25:00.251053 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-62e22bc5-1f66-4f93-aa70-6335d51403d8 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Usage tracker for resource:network and tenant:34e6b268fc1844e287c5dc961df795e5 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:25:00.260518 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-62e22bc5-1f66-4f93-aa70-6335d51403d8 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:25:00.268432 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe211fe3-61d5-409a-9cc2-97f6f4db1e70 None None] Pushing event updated for resources: {'Port': ['ID=6e4ae2e2-d9db-4870-9fd2-a75b54af220a,revision_number=3']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:00.269823 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port f53e2829-d3f2-4d9f-b903-7b57c36909db on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:25:00.270386 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port f53e2829-d3f2-4d9f-b903-7b57c36909db by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '9cf82d13-a717-431a-960d-55c6bad4fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'}] {{(pid=88972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:25:00.270948 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port f53e2829-d3f2-4d9f-b903-7b57c36909db on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:25:00.288155 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Port f53e2829-d3f2-4d9f-b903-7b57c36909db on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:25:00.288830 dv-neutron-860329-2-hyperv neutron-server[88972]: ERROR neutron.plugins.ml2.managers [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Failed to bind port f53e2829-d3f2-4d9f-b903-7b57c36909db on host hv-neutron-8603 for vnic_type normal using segments [{'id': '9cf82d13-a717-431a-960d-55c6bad4fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'}] Oct 13 15:25:00.306782 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-62e22bc5-1f66-4f93-aa70-6335d51403d8 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:25:00.312910 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.plugins.ml2.plugin [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempt 6 to bind port f53e2829-d3f2-4d9f-b903-7b57c36909db Oct 13 15:25:00.369545 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ea65be4f-ba58-47a8-9348-dd7a611559e0 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:00.431183 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-c6228420-2669-461d-b6e6-8d79c8ef25dc None None] Attempting to bind port 6e4ae2e2-d9db-4870-9fd2-a75b54af220a on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:25:00.431659 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-c6228420-2669-461d-b6e6-8d79c8ef25dc None None] Attempting to bind port 6e4ae2e2-d9db-4870-9fd2-a75b54af220a by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'ebd8f21b-8085-4446-a37c-05fa6a29f1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '3eba9316-5858-4216-9f1f-1827035b3500'}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:25:00.432487 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6228420-2669-461d-b6e6-8d79c8ef25dc None None] Attempting to bind port 6e4ae2e2-d9db-4870-9fd2-a75b54af220a on network 3eba9316-5858-4216-9f1f-1827035b3500 {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:25:00.437202 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port f53e2829-d3f2-4d9f-b903-7b57c36909db on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:25:00.437541 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port f53e2829-d3f2-4d9f-b903-7b57c36909db by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '9cf82d13-a717-431a-960d-55c6bad4fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'}] {{(pid=88972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:25:00.438164 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port f53e2829-d3f2-4d9f-b903-7b57c36909db on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:25:00.439105 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6228420-2669-461d-b6e6-8d79c8ef25dc None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:25:00.439579 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6228420-2669-461d-b6e6-8d79c8ef25dc None None] Checking segment: {'id': 'ebd8f21b-8085-4446-a37c-05fa6a29f1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '3eba9316-5858-4216-9f1f-1827035b3500'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:25:00.440125 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-c6228420-2669-461d-b6e6-8d79c8ef25dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:00.440560 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6228420-2669-461d-b6e6-8d79c8ef25dc None None] Bound using segment: {'id': 'ebd8f21b-8085-4446-a37c-05fa6a29f1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '3eba9316-5858-4216-9f1f-1827035b3500'} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:25:00.441098 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-c6228420-2669-461d-b6e6-8d79c8ef25dc None None] Bound port: 6e4ae2e2-d9db-4870-9fd2-a75b54af220a, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebd8f21b-8085-4446-a37c-05fa6a29f1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '3eba9316-5858-4216-9f1f-1827035b3500'}}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:25:00.441469 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-c6228420-2669-461d-b6e6-8d79c8ef25dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:00.454192 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62e22bc5-1f66-4f93-aa70-6335d51403d8 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Made reservation on behalf of 34e6b268fc1844e287c5dc961df795e5 for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:25:00.459860 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:25:00.460428 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-62e22bc5-1f66-4f93-aa70-6335d51403d8 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:00.475676 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:25:00.476043 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:00.476370 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27 Oct 13 15:25:00.491915 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-62e22bc5-1f66-4f93-aa70-6335d51403d8 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:00.500959 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-baae877f-74fb-4229-8af1-b8f848d094ad tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:25:00.507448 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-baae877f-74fb-4229-8af1-b8f848d094ad tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Usage tracker for resource:port and tenant:bb90cebe15f541febeed2c50e15c931e is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:25:00.507922 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-b0fe6b1b-d91b-4f15-8280-ed07f73e84d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea711c8-5e1e-4998-af95-d57cc836dfc3', 'name': 'tempest-ServersTestJSON-156453351-router', 'tenant_id': 'd8ab2ab48b154fe59d2af3b86563e1e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '2ac75954-0ec5-4439-9656-3be2abc7f1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:24:39Z', 'updated_at': '2022-10-13T15:24:54Z', 'revision_number': 4, 'project_id': 'd8ab2ab48b154fe59d2af3b86563e1e5', 'gw_port': {'id': '2ac75954-0ec5-4439-9656-3be2abc7f1fb', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea711c8-5e1e-4998-af95-d57cc836dfc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:41Z', 'updated_at': '2022-10-13T15:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '835d0ee9-3185-4d9a-977b-6b67722420f5', 'name': '', 'network_id': '3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b', 'tenant_id': 'd8ab2ab48b154fe59d2af3b86563e1e5', 'mac_address': 'fa:16:3e:81:9a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea711c8-5e1e-4998-af95-d57cc836dfc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'fb9f91e1-ddeb-4202-a3e1-9b503a67c696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:50Z', 'updated_at': '2022-10-13T15:24:55Z', 'revision_number': 2, 'project_id': 'd8ab2ab48b154fe59d2af3b86563e1e5', 'subnets': [{'id': 'fb9f91e1-ddeb-4202-a3e1-9b503a67c696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:00.512669 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-baae877f-74fb-4229-8af1-b8f848d094ad tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:25:00.524444 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-baae877f-74fb-4229-8af1-b8f848d094ad tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:25:00.525202 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Port f53e2829-d3f2-4d9f-b903-7b57c36909db on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:25:00.526014 dv-neutron-860329-2-hyperv neutron-server[88972]: ERROR neutron.plugins.ml2.managers [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Failed to bind port f53e2829-d3f2-4d9f-b903-7b57c36909db on host hv-neutron-8603 for vnic_type normal using segments [{'id': '9cf82d13-a717-431a-960d-55c6bad4fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'}] Oct 13 15:25:00.532943 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fe6b1b-d91b-4f15-8280-ed07f73e84d8 None None] Checking router: bea711c8-5e1e-4998-af95-d57cc836dfc3 for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:25:00.533310 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fe6b1b-d91b-4f15-8280-ed07f73e84d8 None None] Updating router bea711c8-5e1e-4998-af95-d57cc836dfc3 port 835d0ee9-3185-4d9a-977b-6b67722420f5 binding host dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:25:00.535619 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.plugins.ml2.plugin [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempt 7 to bind port f53e2829-d3f2-4d9f-b903-7b57c36909db Oct 13 15:25:00.536347 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7057249-7c4a-4a0f-9d85-76edc35b0659 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Pushing event updated for resources: {'Port': ['ID=bd325afc-0ac3-439f-b0a1-70ca3237a95b,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:00.548745 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-c6228420-2669-461d-b6e6-8d79c8ef25dc None None] For port 6e4ae2e2-d9db-4870-9fd2-a75b54af220a, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:25:00.553181 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-c6228420-2669-461d-b6e6-8d79c8ef25dc None None] For port 6e4ae2e2-d9db-4870-9fd2-a75b54af220a, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=6e4ae2e2-d9db-4870-9fd2-a75b54af220a,segment=NetworkSegment(ebd8f21b-8085-4446-a37c-05fa6a29f1c9),segment_id=ebd8f21b-8085-4446-a37c-05fa6a29f1c9)] {{(pid=88975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:25:00.560850 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-c6228420-2669-461d-b6e6-8d79c8ef25dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:00.566536 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7057249-7c4a-4a0f-9d85-76edc35b0659 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:25:00.567059 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-93f3f6fe-fb56-4d54-aaa8-41bf4594952f None None] For port d4cf5226-0780-4e1e-aac0-1e03fe802c1c, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=d4cf5226-0780-4e1e-aac0-1e03fe802c1c,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:25:00.567553 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-93f3f6fe-fb56-4d54-aaa8-41bf4594952f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:00.570841 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-a7057249-7c4a-4a0f-9d85-76edc35b0659 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:25:00.579106 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baae877f-74fb-4229-8af1-b8f848d094ad tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:25:00.584626 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-baae877f-74fb-4229-8af1-b8f848d094ad tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:00.605771 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7057249-7c4a-4a0f-9d85-76edc35b0659 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:25:00.647692 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6228420-2669-461d-b6e6-8d79c8ef25dc None None] Routers {'f0080ad3-9dee-4c68-a3af-89c804ac92f4'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:25:00.648786 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-c6228420-2669-461d-b6e6-8d79c8ef25dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:24:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['f0080ad3-9dee-4c68-a3af-89c804ac92f4'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:00.652317 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-62e22bc5-1f66-4f93-aa70-6335d51403d8 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:25:00.663613 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-dd64f779-e787-4f46-9a53-efee260e7410 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:00.664473 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port f53e2829-d3f2-4d9f-b903-7b57c36909db on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:25:00.664798 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port f53e2829-d3f2-4d9f-b903-7b57c36909db by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '9cf82d13-a717-431a-960d-55c6bad4fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'}] {{(pid=88972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:25:00.665118 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port f53e2829-d3f2-4d9f-b903-7b57c36909db on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:25:00.667507 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-62e22bc5-1f66-4f93-aa70-6335d51403d8 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Usage tracker for resource:security_group_rule and tenant:34e6b268fc1844e287c5dc961df795e5 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:25:00.673431 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-af51c0dc-2630-48a0-8fe2-1ab750c29270 None None] Attempt 7 to provision port 835d0ee9-3185-4d9a-977b-6b67722420f5 Oct 13 15:25:00.675311 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-62e22bc5-1f66-4f93-aa70-6335d51403d8 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:25:00.686561 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Port f53e2829-d3f2-4d9f-b903-7b57c36909db on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:25:00.686862 dv-neutron-860329-2-hyperv neutron-server[88972]: ERROR neutron.plugins.ml2.managers [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Failed to bind port f53e2829-d3f2-4d9f-b903-7b57c36909db on host hv-neutron-8603 for vnic_type normal using segments [{'id': '9cf82d13-a717-431a-960d-55c6bad4fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'}] Oct 13 15:25:00.687392 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-dd64f779-e787-4f46-9a53-efee260e7410 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:00.689315 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-62e22bc5-1f66-4f93-aa70-6335d51403d8 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:25:00.693281 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.plugins.ml2.plugin [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempt 8 to bind port f53e2829-d3f2-4d9f-b903-7b57c36909db Oct 13 15:25:00.698761 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a7057249-7c4a-4a0f-9d85-76edc35b0659 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:00.716456 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [None req-baae877f-74fb-4229-8af1-b8f848d094ad tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] device_id is not set on port 246338a3-503c-49ef-a44d-19493d218848 yet. {{(pid=88973) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:25:00.757957 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port f53e2829-d3f2-4d9f-b903-7b57c36909db on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:25:00.758354 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port f53e2829-d3f2-4d9f-b903-7b57c36909db by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '9cf82d13-a717-431a-960d-55c6bad4fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'}] {{(pid=88972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:25:00.758679 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port f53e2829-d3f2-4d9f-b903-7b57c36909db on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:25:00.760946 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd64f779-e787-4f46-9a53-efee260e7410 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e03fcdc-888e-4d4a-9d7a-b7d06ed312d5,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:00.822619 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Port f53e2829-d3f2-4d9f-b903-7b57c36909db on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:25:00.822960 dv-neutron-860329-2-hyperv neutron-server[88972]: ERROR neutron.plugins.ml2.managers [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Failed to bind port f53e2829-d3f2-4d9f-b903-7b57c36909db on host hv-neutron-8603 for vnic_type normal using segments [{'id': '9cf82d13-a717-431a-960d-55c6bad4fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'}] Oct 13 15:25:00.833290 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a7057249-7c4a-4a0f-9d85-76edc35b0659 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:00.835541 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.plugins.ml2.plugin [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempt 9 to bind port f53e2829-d3f2-4d9f-b903-7b57c36909db Oct 13 15:25:00.853408 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ea65be4f-ba58-47a8-9348-dd7a611559e0 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:00.872036 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ea65be4f-ba58-47a8-9348-dd7a611559e0 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:00.876046 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] device_id is not set on port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 yet. {{(pid=88972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:25:00.891729 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port f53e2829-d3f2-4d9f-b903-7b57c36909db on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:25:00.892049 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port f53e2829-d3f2-4d9f-b903-7b57c36909db by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '9cf82d13-a717-431a-960d-55c6bad4fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'}] {{(pid=88972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:25:00.892381 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port f53e2829-d3f2-4d9f-b903-7b57c36909db on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:25:00.896178 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-93f3f6fe-fb56-4d54-aaa8-41bf4594952f None None] Calling delete_port for d4cf5226-0780-4e1e-aac0-1e03fe802c1c owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:25:00.908225 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-dd64f779-e787-4f46-9a53-efee260e7410 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:00.911471 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-dd64f779-e787-4f46-9a53-efee260e7410 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0585368 Oct 13 15:25:00.911471 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:00.913791 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe211fe3-61d5-409a-9cc2-97f6f4db1e70 None None] Pushing event updated for resources: {'Port': ['ID=6e4ae2e2-d9db-4870-9fd2-a75b54af220a,revision_number=4']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:00.919173 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43356) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:00.926367 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d126f079-31ce-48e3-93d7-2f1657af1284 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:00.929442 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Port f53e2829-d3f2-4d9f-b903-7b57c36909db on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:25:00.929767 dv-neutron-860329-2-hyperv neutron-server[88972]: ERROR neutron.plugins.ml2.managers [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Failed to bind port f53e2829-d3f2-4d9f-b903-7b57c36909db on host hv-neutron-8603 for vnic_type normal using segments [{'id': '9cf82d13-a717-431a-960d-55c6bad4fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'}] Oct 13 15:25:00.942919 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-9b97cfaf-1045-4f68-b4d9-3cb9632f0968 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Request body: {'security_group_rule': {'security_group_id': '2fed544a-1f93-4571-ab35-0710ef88044b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:00.949631 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.plugins.ml2.plugin [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempt 10 to bind port f53e2829-d3f2-4d9f-b903-7b57c36909db Oct 13 15:25:00.956378 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea65be4f-ba58-47a8-9348-dd7a611559e0 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d7ad7d9-c234-4c12-b60b-e05bedf6cd62,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:00.968698 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-9b97cfaf-1045-4f68-b4d9-3cb9632f0968 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:25:00.986159 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-9b97cfaf-1045-4f68-b4d9-3cb9632f0968 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Usage tracker for resource:security_group_rule and tenant:d8ab2ab48b154fe59d2af3b86563e1e5 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:25:00.990540 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Transition to ACTIVE for port object 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 will not be triggered until provisioned by entity L2. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:25:00.992139 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ea65be4f-ba58-47a8-9348-dd7a611559e0 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:00.996017 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-ea65be4f-ba58-47a8-9348-dd7a611559e0 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9484174 Oct 13 15:25:00.997184 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-9b97cfaf-1045-4f68-b4d9-3cb9632f0968 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:25:00.999114 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-c6228420-2669-461d-b6e6-8d79c8ef25dc None None] Set router f0080ad3-9dee-4c68-a3af-89c804ac92f4 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:25:01.001584 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43360) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:01.002305 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port f53e2829-d3f2-4d9f-b903-7b57c36909db on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:25:01.002633 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port f53e2829-d3f2-4d9f-b903-7b57c36909db by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '9cf82d13-a717-431a-960d-55c6bad4fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'}] {{(pid=88972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:25:01.002962 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port f53e2829-d3f2-4d9f-b903-7b57c36909db on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:25:01.018069 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-e3158720-b496-4fca-ac02-62e10efb6408 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Request body: {'security_group_rule': {'security_group_id': '4dc8f660-006e-44c4-9c27-23a9ac2bfab5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:01.023665 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-9b97cfaf-1045-4f68-b4d9-3cb9632f0968 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:25:01.035386 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-d126f079-31ce-48e3-93d7-2f1657af1284 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Deleting port 1848e9a4-0998-435d-94fc-4c61977dd095 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:25:01.035569 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:01.035836 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d126f079-31ce-48e3-93d7-2f1657af1284 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:01.049845 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b0fe6b1b-d91b-4f15-8280-ed07f73e84d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:01.065394 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-af51c0dc-2630-48a0-8fe2-1ab750c29270 None None] Port 835d0ee9-3185-4d9a-977b-6b67722420f5 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:25:01.081049 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Port f53e2829-d3f2-4d9f-b903-7b57c36909db on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:25:01.081387 dv-neutron-860329-2-hyperv neutron-server[88972]: ERROR neutron.plugins.ml2.managers [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Failed to bind port f53e2829-d3f2-4d9f-b903-7b57c36909db on host hv-neutron-8603 for vnic_type normal using segments [{'id': '9cf82d13-a717-431a-960d-55c6bad4fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'}] Oct 13 15:25:01.081729 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:01.101398 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-e3158720-b496-4fca-ac02-62e10efb6408 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:25:01.162387 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-e3158720-b496-4fca-ac02-62e10efb6408 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Usage tracker for resource:security_group_rule and tenant:18e61030eb034f4e9cafacce6c56e7c6 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:25:01.178584 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-e3158720-b496-4fca-ac02-62e10efb6408 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:25:01.215167 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d126f079-31ce-48e3-93d7-2f1657af1284 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:01.215529 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d126f079-31ce-48e3-93d7-2f1657af1284 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:01.247043 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-e3158720-b496-4fca-ac02-62e10efb6408 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:25:01.268434 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-93f3f6fe-fb56-4d54-aaa8-41bf4594952f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:01.277759 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-62e22bc5-1f66-4f93-aa70-6335d51403d8 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:01.278744 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9b97cfaf-1045-4f68-b4d9-3cb9632f0968 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:01.305024 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:25:01.305447 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:01.307160 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:25:01.307496 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '2e042ff6-d207-4a02-9619-7c0dcba3f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'}] {{(pid=88972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:25:01.307828 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 on network 86be858a-39e3-405c-a94b-6329ec458e15 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:25:01.309842 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Pushing event updated for resources: {'Port': ['ID=620dc5ac-3f16-4e1b-bff8-c16bccfef3b7,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:01.312058 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-62e22bc5-1f66-4f93-aa70-6335d51403d8 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:01.361734 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 on network 86be858a-39e3-405c-a94b-6329ec458e15 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:25:01.362152 dv-neutron-860329-2-hyperv neutron-server[88972]: ERROR neutron.plugins.ml2.managers [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Failed to bind port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '2e042ff6-d207-4a02-9619-7c0dcba3f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'}] Oct 13 15:25:01.373538 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.plugins.ml2.plugin [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempt 2 to bind port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 Oct 13 15:25:01.375758 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f3f6fe-fb56-4d54-aaa8-41bf4594952f None None] Pushing event deleted for resources: {'Port': ['ID=d4cf5226-0780-4e1e-aac0-1e03fe802c1c,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:01.384322 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-d126f079-31ce-48e3-93d7-2f1657af1284 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Calling delete_port for 1848e9a4-0998-435d-94fc-4c61977dd095 owned by network:floatingip {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:25:01.390940 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f3f6fe-fb56-4d54-aaa8-41bf4594952f None None] No DVR routers for this DVR port d4cf5226-0780-4e1e-aac0-1e03fe802c1c on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:25:01.392022 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e3158720-b496-4fca-ac02-62e10efb6408 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:01.420127 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62e22bc5-1f66-4f93-aa70-6335d51403d8 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:25:01.424731 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d31aa8d-b2a2-462c-bc9e-abbcff65b7b9 None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:25:01.435454 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-62e22bc5-1f66-4f93-aa70-6335d51403d8 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:01.436140 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-62e22bc5-1f66-4f93-aa70-6335d51403d8 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Added segment dac0af8a-6b5c-4d24-a5b4-852db3720abc of type vlan for network e7446f75-7c27-425c-9953-16fe59d0ffee Oct 13 15:25:01.478805 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:25:01.479000 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '2e042ff6-d207-4a02-9619-7c0dcba3f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'}] {{(pid=88972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:25:01.479554 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 on network 86be858a-39e3-405c-a94b-6329ec458e15 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:25:01.479769 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27,segment=NetworkSegment(59c3c14c-d254-40b6-80b5-3c7945a1ec02),segment_id=59c3c14c-d254-40b6-80b5-3c7945a1ec02)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:25:01.495461 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] For port f53e2829-d3f2-4d9f-b903-7b57c36909db, host hv-neutron-8603, cleared binding levels {{(pid=88972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:25:01.496481 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempted to set empty binding levels {{(pid=88972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 13 15:25:01.503490 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e22bc5-1f66-4f93-aa70-6335d51403d8 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f93db87-2410-4c7f-8668-2e007c92bbef,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:01.509635 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-62e22bc5-1f66-4f93-aa70-6335d51403d8 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:01.517682 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 on network 86be858a-39e3-405c-a94b-6329ec458e15 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:25:01.518115 dv-neutron-860329-2-hyperv neutron-server[88972]: ERROR neutron.plugins.ml2.managers [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Failed to bind port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '2e042ff6-d207-4a02-9619-7c0dcba3f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'}] Oct 13 15:25:01.521021 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.plugins.ml2.plugin [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempt 3 to bind port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 Oct 13 15:25:01.530187 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:01.530812 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] In _notify_port_updated(), no bound segment for port f53e2829-d3f2-4d9f-b903-7b57c36909db on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 {{(pid=88972) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 13 15:25:01.537616 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:01.538365 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:01.540088 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] 10.222.0.42 "PUT /v2.0/ports/f53e2829-d3f2-4d9f-b903-7b57c36909db HTTP/1.1" status: 200 len: 980 time: 4.3629010 Oct 13 15:25:01.544296 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-c6228420-2669-461d-b6e6-8d79c8ef25dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0080ad3-9dee-4c68-a3af-89c804ac92f4', 'name': 'tempest-ServersTestManualDisk-1021074477-router', 'tenant_id': '18e61030eb034f4e9cafacce6c56e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'b465c0f6-641f-4134-a20d-594f73a75580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:24:39Z', 'updated_at': '2022-10-13T15:24:54Z', 'revision_number': 4, 'project_id': '18e61030eb034f4e9cafacce6c56e7c6', 'gw_port': {'id': 'b465c0f6-641f-4134-a20d-594f73a75580', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0080ad3-9dee-4c68-a3af-89c804ac92f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:42Z', 'updated_at': '2022-10-13T15:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '6e4ae2e2-d9db-4870-9fd2-a75b54af220a', 'name': '', 'network_id': '3eba9316-5858-4216-9f1f-1827035b3500', 'tenant_id': '18e61030eb034f4e9cafacce6c56e7c6', 'mac_address': 'fa:16:3e:5d:9e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0080ad3-9dee-4c68-a3af-89c804ac92f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '7496ad0c-81b8-44d7-b6bd-85b0f244c790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:51Z', 'updated_at': '2022-10-13T15:25:00Z', 'revision_number': 4, 'project_id': '18e61030eb034f4e9cafacce6c56e7c6', 'subnets': [{'id': '7496ad0c-81b8-44d7-b6bd-85b0f244c790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:01.549877 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6228420-2669-461d-b6e6-8d79c8ef25dc None None] The sync data for ids ['f0080ad3-9dee-4c68-a3af-89c804ac92f4'] in dv-neutron-860329-2-hyperv is: [{'id': 'f0080ad3-9dee-4c68-a3af-89c804ac92f4', 'name': 'tempest-ServersTestManualDisk-1021074477-router', 'tenant_id': '18e61030eb034f4e9cafacce6c56e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'b465c0f6-641f-4134-a20d-594f73a75580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:24:39Z', 'updated_at': '2022-10-13T15:24:54Z', 'revision_number': 4, 'project_id': '18e61030eb034f4e9cafacce6c56e7c6', 'gw_port': {'id': 'b465c0f6-641f-4134-a20d-594f73a75580', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0080ad3-9dee-4c68-a3af-89c804ac92f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:42Z', 'updated_at': '2022-10-13T15:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '6e4ae2e2-d9db-4870-9fd2-a75b54af220a', 'name': '', 'network_id': '3eba9316-5858-4216-9f1f-1827035b3500', 'tenant_id': '18e61030eb034f4e9cafacce6c56e7c6', 'mac_address': 'fa:16:3e:5d:9e:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f0080ad3-9dee-4c68-a3af-89c804ac92f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '7496ad0c-81b8-44d7-b6bd-85b0f244c790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:51Z', 'updated_at': '2022-10-13T15:25:00Z', 'revision_number': 4, 'project_id': '18e61030eb034f4e9cafacce6c56e7c6', 'subnets': [{'id': '7496ad0c-81b8-44d7-b6bd-85b0f244c790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:25:01.564350 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:01.620889 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-af51c0dc-2630-48a0-8fe2-1ab750c29270 None None] Attempt 8 to provision port 835d0ee9-3185-4d9a-977b-6b67722420f5 Oct 13 15:25:01.656224 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9b97cfaf-1045-4f68-b4d9-3cb9632f0968 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:01.669868 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43364) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:01.733528 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9b97cfaf-1045-4f68-b4d9-3cb9632f0968 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:01.800405 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device d4cf5226-0780-4e1e-aac0-1e03fe802c1c no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:25:01.816151 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:25:01.816630 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '2e042ff6-d207-4a02-9619-7c0dcba3f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'}] {{(pid=88972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:25:01.817074 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 on network 86be858a-39e3-405c-a94b-6329ec458e15 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:25:01.820475 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.db.resource_extend [None req-62e22bc5-1f66-4f93-aa70-6335d51403d8 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 15:25:01.839760 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9b97cfaf-1045-4f68-b4d9-3cb9632f0968 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:01.844268 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-9b97cfaf-1045-4f68-b4d9-3cb9632f0968 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9106793 Oct 13 15:25:01.852781 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 43370) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:01.858977 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b97cfaf-1045-4f68-b4d9-3cb9632f0968 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f436d2e-3fc1-4e4d-9c70-0fd96db1dc1c,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:01.877149 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-baae877f-74fb-4229-8af1-b8f848d094ad tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Allocated IP 2001:db8::2b0 (a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828/155752cc-99ce-4a22-9358-9295da90c9da/246338a3-503c-49ef-a44d-19493d218848) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:25:01.877868 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 on network 86be858a-39e3-405c-a94b-6329ec458e15 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:25:01.878394 dv-neutron-860329-2-hyperv neutron-server[88972]: ERROR neutron.plugins.ml2.managers [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Failed to bind port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '2e042ff6-d207-4a02-9619-7c0dcba3f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'}] Oct 13 15:25:01.882060 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-7c284bd2-fb0e-41a2-9a94-1a15ac13ccdb tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Request body: {'floatingip': {'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:01.892826 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-7c284bd2-fb0e-41a2-9a94-1a15ac13ccdb tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:25:01.899772 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.plugins.ml2.plugin [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempt 4 to bind port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 Oct 13 15:25:01.909327 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-7c284bd2-fb0e-41a2-9a94-1a15ac13ccdb tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Usage tracker for resource:floatingip and tenant:d8ab2ab48b154fe59d2af3b86563e1e5 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:25:01.913355 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: d4cf5226-0780-4e1e-aac0-1e03fe802c1c {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:25:01.914044 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device d4cf5226-0780-4e1e-aac0-1e03fe802c1c not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:25:01.914265 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-7c284bd2-fb0e-41a2-9a94-1a15ac13ccdb tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:25:01.921534 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-af51c0dc-2630-48a0-8fe2-1ab750c29270 None None] Port 835d0ee9-3185-4d9a-977b-6b67722420f5 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:25:01.928565 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-7c284bd2-fb0e-41a2-9a94-1a15ac13ccdb tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:25:01.931966 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d126f079-31ce-48e3-93d7-2f1657af1284 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:01.932400 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:01.941928 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e43feed-6d51-49cc-a82b-21b0d34e1868 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Pushing event updated for resources: {'Port': ['ID=f53e2829-d3f2-4d9f-b903-7b57c36909db,revision_number=3']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:01.954400 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:25:01.954792 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '2e042ff6-d207-4a02-9619-7c0dcba3f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'}] {{(pid=88972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:25:01.955173 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 on network 86be858a-39e3-405c-a94b-6329ec458e15 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:25:01.965236 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 on network 86be858a-39e3-405c-a94b-6329ec458e15 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:25:01.965564 dv-neutron-860329-2-hyperv neutron-server[88972]: ERROR neutron.plugins.ml2.managers [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Failed to bind port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '2e042ff6-d207-4a02-9619-7c0dcba3f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'}] Oct 13 15:25:01.967777 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e3158720-b496-4fca-ac02-62e10efb6408 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:01.968883 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.plugins.ml2.plugin [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempt 5 to bind port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 Oct 13 15:25:01.982353 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-62e22bc5-1f66-4f93-aa70-6335d51403d8 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:01.988318 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e22bc5-1f66-4f93-aa70-6335d51403d8 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:01.989132 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-62e22bc5-1f66-4f93-aa70-6335d51403d8 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:02.011237 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d126f079-31ce-48e3-93d7-2f1657af1284 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Pushing event deleted for resources: {'Port': ['ID=1848e9a4-0998-435d-94fc-4c61977dd095,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:02.022320 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e3158720-b496-4fca-ac02-62e10efb6408 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:02.077241 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7c284bd2-fb0e-41a2-9a94-1a15ac13ccdb tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Notify callbacks [] for floatingip, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:02.080337 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e3158720-b496-4fca-ac02-62e10efb6408 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:02.081530 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-e3158720-b496-4fca-ac02-62e10efb6408 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0761788 Oct 13 15:25:02.089169 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:25:02.089497 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '2e042ff6-d207-4a02-9619-7c0dcba3f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'}] {{(pid=88972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:25:02.089917 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 on network 86be858a-39e3-405c-a94b-6329ec458e15 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:25:02.093650 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43374) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:02.102273 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b0fe6b1b-d91b-4f15-8280-ed07f73e84d8 None None] Notify callbacks [] for port, precommit_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:02.114646 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-b0fe6b1b-d91b-4f15-8280-ed07f73e84d8 None None] Transition to ACTIVE for port object 835d0ee9-3185-4d9a-977b-6b67722420f5 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:25:02.116432 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d126f079-31ce-48e3-93d7-2f1657af1284 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:02.130308 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b0fe6b1b-d91b-4f15-8280-ed07f73e84d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:02.164513 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3158720-b496-4fca-ac02-62e10efb6408 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f38f9137-6285-4813-85e3-9b5f8f05880a,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:02.168847 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a7057249-7c4a-4a0f-9d85-76edc35b0659 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:02.173064 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-e4750c58-1224-466f-9158-393c0711ac0f tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Request body: {'floatingip': {'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:02.183799 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 on network 86be858a-39e3-405c-a94b-6329ec458e15 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:25:02.183799 dv-neutron-860329-2-hyperv neutron-server[88972]: ERROR neutron.plugins.ml2.managers [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Failed to bind port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '2e042ff6-d207-4a02-9619-7c0dcba3f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'}] Oct 13 15:25:02.185033 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-62e22bc5-1f66-4f93-aa70-6335d51403d8 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.2497561 Oct 13 15:25:02.190984 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.plugins.ml2.plugin [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempt 6 to bind port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 Oct 13 15:25:02.200146 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43378) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:02.200433 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-e4750c58-1224-466f-9158-393c0711ac0f tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:25:02.211708 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e22bc5-1f66-4f93-aa70-6335d51403d8 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event updated for resources: {'Network': ['ID=e7446f75-7c27-425c-9953-16fe59d0ffee,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:02.214114 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-e4750c58-1224-466f-9158-393c0711ac0f tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Usage tracker for resource:floatingip and tenant:18e61030eb034f4e9cafacce6c56e7c6 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:25:02.222063 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-cd8f40a1-2b9f-48bf-b903-1eb4752b852f tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-853627429'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:02.229347 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-e4750c58-1224-466f-9158-393c0711ac0f tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:25:02.233776 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-cd8f40a1-2b9f-48bf-b903-1eb4752b852f tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:25:02.237025 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:25:02.237354 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '2e042ff6-d207-4a02-9619-7c0dcba3f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'}] {{(pid=88972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:25:02.237684 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 on network 86be858a-39e3-405c-a94b-6329ec458e15 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:25:02.245095 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-cd8f40a1-2b9f-48bf-b903-1eb4752b852f tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Usage tracker for resource:network and tenant:34e6b268fc1844e287c5dc961df795e5 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:25:02.249896 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-e4750c58-1224-466f-9158-393c0711ac0f tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:25:02.252091 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-cd8f40a1-2b9f-48bf-b903-1eb4752b852f tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:25:02.256618 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network e7446f75-7c27-425c-9953-16fe59d0ffee details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:25:02.260310 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 on network 86be858a-39e3-405c-a94b-6329ec458e15 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:25:02.260642 dv-neutron-860329-2-hyperv neutron-server[88972]: ERROR neutron.plugins.ml2.managers [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Failed to bind port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '2e042ff6-d207-4a02-9619-7c0dcba3f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'}] Oct 13 15:25:02.263086 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-cd8f40a1-2b9f-48bf-b903-1eb4752b852f tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:25:02.265026 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.plugins.ml2.plugin [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempt 7 to bind port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 Oct 13 15:25:02.284272 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2678f1-e181-4d3e-a532-c6b44960896c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:02.284511 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2678f1-e181-4d3e-a532-c6b44960896c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:02.284928 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2678f1-e181-4d3e-a532-c6b44960896c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:02.285386 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2678f1-e181-4d3e-a532-c6b44960896c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:02.285842 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2678f1-e181-4d3e-a532-c6b44960896c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:02.286330 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2678f1-e181-4d3e-a532-c6b44960896c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:02.286799 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2678f1-e181-4d3e-a532-c6b44960896c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:02.287237 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2678f1-e181-4d3e-a532-c6b44960896c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:02.287692 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2678f1-e181-4d3e-a532-c6b44960896c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:02.288149 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2678f1-e181-4d3e-a532-c6b44960896c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:02.288742 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2678f1-e181-4d3e-a532-c6b44960896c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:02.289046 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2678f1-e181-4d3e-a532-c6b44960896c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:02.289498 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2678f1-e181-4d3e-a532-c6b44960896c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:02.290154 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2678f1-e181-4d3e-a532-c6b44960896c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:02.290689 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2678f1-e181-4d3e-a532-c6b44960896c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:02.290865 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2678f1-e181-4d3e-a532-c6b44960896c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:02.291326 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2678f1-e181-4d3e-a532-c6b44960896c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:02.293187 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-5e2678f1-e181-4d3e-a532-c6b44960896c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Synchronizing usage tracker for tenant:f54070b4e2314cc994a056b908338f39 on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:25:02.332393 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e4750c58-1224-466f-9158-393c0711ac0f tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Notify callbacks [] for floatingip, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:02.337255 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a7057249-7c4a-4a0f-9d85-76edc35b0659 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:02.337688 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a7057249-7c4a-4a0f-9d85-76edc35b0659 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:02.352601 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-5e2678f1-e181-4d3e-a532-c6b44960896c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Unset dirty status for tenant:f54070b4e2314cc994a056b908338f39 on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:25:02.358058 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-5e2678f1-e181-4d3e-a532-c6b44960896c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15206 time: 0.6825283 Oct 13 15:25:02.358392 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:25:02.358683 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '2e042ff6-d207-4a02-9619-7c0dcba3f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'}] {{(pid=88972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:25:02.359017 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 on network 86be858a-39e3-405c-a94b-6329ec458e15 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:25:02.361376 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43382) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:02.413780 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8f40a1-2b9f-48bf-b903-1eb4752b852f tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Made reservation on behalf of 34e6b268fc1844e287c5dc961df795e5 for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:25:02.416287 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cd8f40a1-2b9f-48bf-b903-1eb4752b852f tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:02.445104 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-af51c0dc-2630-48a0-8fe2-1ab750c29270 None None] Attempt 9 to provision port 835d0ee9-3185-4d9a-977b-6b67722420f5 Oct 13 15:25:02.450407 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 on network 86be858a-39e3-405c-a94b-6329ec458e15 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:25:02.450771 dv-neutron-860329-2-hyperv neutron-server[88972]: ERROR neutron.plugins.ml2.managers [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Failed to bind port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '2e042ff6-d207-4a02-9619-7c0dcba3f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'}] Oct 13 15:25:02.460486 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.plugins.ml2.plugin [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempt 8 to bind port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 Oct 13 15:25:02.500777 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:25:02.501078 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '2e042ff6-d207-4a02-9619-7c0dcba3f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'}] {{(pid=88972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:25:02.501341 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 on network 86be858a-39e3-405c-a94b-6329ec458e15 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:25:02.516411 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-54a25e20-4688-4a94-a063-a7c63a5d4af6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Deleting port f53e2829-d3f2-4d9f-b903-7b57c36909db {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:25:02.516726 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-54a25e20-4688-4a94-a063-a7c63a5d4af6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:02.558902 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7057249-7c4a-4a0f-9d85-76edc35b0659 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Pushing event updated for resources: {'Port': ['ID=bd325afc-0ac3-439f-b0a1-70ca3237a95b,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:02.594400 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2ea560-4ab0-463f-baaf-f9c3c454ea40 None None] Pushing event updated for resources: {'Port': ['ID=835d0ee9-3185-4d9a-977b-6b67722420f5,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:02.596726 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d126f079-31ce-48e3-93d7-2f1657af1284 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:02.611097 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 on network 86be858a-39e3-405c-a94b-6329ec458e15 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:25:02.611781 dv-neutron-860329-2-hyperv neutron-server[88972]: ERROR neutron.plugins.ml2.managers [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Failed to bind port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '2e042ff6-d207-4a02-9619-7c0dcba3f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'}] Oct 13 15:25:02.612465 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd8f40a1-2b9f-48bf-b903-1eb4752b852f tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:25:02.625046 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.plugins.ml2.plugin [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempt 9 to bind port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 Oct 13 15:25:02.665988 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a7057249-7c4a-4a0f-9d85-76edc35b0659 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:02.667517 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-a7057249-7c4a-4a0f-9d85-76edc35b0659 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.5592370 Oct 13 15:25:02.688999 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:25:02.689670 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '2e042ff6-d207-4a02-9619-7c0dcba3f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'}] {{(pid=88972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:25:02.690002 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 on network 86be858a-39e3-405c-a94b-6329ec458e15 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:25:02.721520 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 on network 86be858a-39e3-405c-a94b-6329ec458e15 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:25:02.721845 dv-neutron-860329-2-hyperv neutron-server[88972]: ERROR neutron.plugins.ml2.managers [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Failed to bind port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '2e042ff6-d207-4a02-9619-7c0dcba3f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'}] Oct 13 15:25:02.728771 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.plugins.ml2.plugin [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempt 10 to bind port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 Oct 13 15:25:02.748358 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cd8f40a1-2b9f-48bf-b903-1eb4752b852f tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:02.748550 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-cd8f40a1-2b9f-48bf-b903-1eb4752b852f tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Added segment 917de853-1d0c-4fdc-b018-80be5265525a of type vlan for network 83272651-8c09-4a1f-bdba-c9e96b0f2d9b Oct 13 15:25:02.773339 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-af51c0dc-2630-48a0-8fe2-1ab750c29270 None None] Port 835d0ee9-3185-4d9a-977b-6b67722420f5 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:25:02.784690 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0b2dad-ceed-4d22-a10f-95347ead1f5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'tenant_id': 'bb90cebe15f541febeed2c50e15c931e', 'fixed_ips': [{'subnet_id': '155752cc-99ce-4a22-9358-9295da90c9da'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:25:02.786566 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4c0b2dad-ceed-4d22-a10f-95347ead1f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:02.797468 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-baae877f-74fb-4229-8af1-b8f848d094ad tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:02.813725 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-b0fe6b1b-d91b-4f15-8280-ed07f73e84d8 None None] Attempting to bind port 835d0ee9-3185-4d9a-977b-6b67722420f5 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:25:02.814649 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-b0fe6b1b-d91b-4f15-8280-ed07f73e84d8 None None] Attempting to bind port 835d0ee9-3185-4d9a-977b-6b67722420f5 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '4f206e35-101f-4772-8726-1677f4bd24d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:25:02.815225 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fe6b1b-d91b-4f15-8280-ed07f73e84d8 None None] Attempting to bind port 835d0ee9-3185-4d9a-977b-6b67722420f5 on network 3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:25:02.845372 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d126f079-31ce-48e3-93d7-2f1657af1284 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:02.849428 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-baae877f-74fb-4229-8af1-b8f848d094ad tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Transition to ACTIVE for port object 246338a3-503c-49ef-a44d-19493d218848 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:25:02.857931 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:25:02.858298 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '2e042ff6-d207-4a02-9619-7c0dcba3f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'}] {{(pid=88972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:25:02.858614 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 on network 86be858a-39e3-405c-a94b-6329ec458e15 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:25:02.864349 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fe6b1b-d91b-4f15-8280-ed07f73e84d8 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:25:02.864837 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fe6b1b-d91b-4f15-8280-ed07f73e84d8 None None] Checking segment: {'id': '4f206e35-101f-4772-8726-1677f4bd24d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:25:02.865310 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b0fe6b1b-d91b-4f15-8280-ed07f73e84d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:02.865712 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0fe6b1b-d91b-4f15-8280-ed07f73e84d8 None None] Bound using segment: {'id': '4f206e35-101f-4772-8726-1677f4bd24d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:25:02.866345 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-b0fe6b1b-d91b-4f15-8280-ed07f73e84d8 None None] Bound port: 835d0ee9-3185-4d9a-977b-6b67722420f5, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f206e35-101f-4772-8726-1677f4bd24d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:25:02.866832 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b0fe6b1b-d91b-4f15-8280-ed07f73e84d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:02.898949 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 on network 86be858a-39e3-405c-a94b-6329ec458e15 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:25:02.899447 dv-neutron-860329-2-hyperv neutron-server[88972]: ERROR neutron.plugins.ml2.managers [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Failed to bind port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '2e042ff6-d207-4a02-9619-7c0dcba3f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'}] Oct 13 15:25:02.899773 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:02.933341 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d126f079-31ce-48e3-93d7-2f1657af1284 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1374c9e5-7635-43a2-a402-efef77cd2363,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:02.944067 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cd8f40a1-2b9f-48bf-b903-1eb4752b852f tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:03.033795 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-b0fe6b1b-d91b-4f15-8280-ed07f73e84d8 None None] For port 835d0ee9-3185-4d9a-977b-6b67722420f5, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:25:03.038853 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-b0fe6b1b-d91b-4f15-8280-ed07f73e84d8 None None] For port 835d0ee9-3185-4d9a-977b-6b67722420f5, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=835d0ee9-3185-4d9a-977b-6b67722420f5,segment=NetworkSegment(4f206e35-101f-4772-8726-1677f4bd24d9),segment_id=4f206e35-101f-4772-8726-1677f4bd24d9)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:25:03.043800 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b0fe6b1b-d91b-4f15-8280-ed07f73e84d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:03.060509 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7c284bd2-fb0e-41a2-9a94-1a15ac13ccdb tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:03.066964 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d126f079-31ce-48e3-93d7-2f1657af1284 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:03.126097 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0fe6b1b-d91b-4f15-8280-ed07f73e84d8 None None] Routers {'bea711c8-5e1e-4998-af95-d57cc836dfc3'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:25:03.127037 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-b0fe6b1b-d91b-4f15-8280-ed07f73e84d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:24:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['bea711c8-5e1e-4998-af95-d57cc836dfc3'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:03.148564 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d126f079-31ce-48e3-93d7-2f1657af1284 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=88973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:25:03.148564 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d126f079-31ce-48e3-93d7-2f1657af1284 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=88973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:25:03.149169 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d126f079-31ce-48e3-93d7-2f1657af1284 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=88973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:25:03.149496 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d126f079-31ce-48e3-93d7-2f1657af1284 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Subscribe: > port after_create 55550000 {{(pid=88973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:25:03.149817 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d126f079-31ce-48e3-93d7-2f1657af1284 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Subscribe: > port after_delete 55550000 {{(pid=88973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:25:03.150164 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d126f079-31ce-48e3-93d7-2f1657af1284 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Subscribe: > port after_update 55550000 {{(pid=88973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:25:03.150493 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d126f079-31ce-48e3-93d7-2f1657af1284 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=88973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:25:03.150830 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d126f079-31ce-48e3-93d7-2f1657af1284 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:25:03.151150 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d126f079-31ce-48e3-93d7-2f1657af1284 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:25:03.151464 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d126f079-31ce-48e3-93d7-2f1657af1284 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=88973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:25:03.214356 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cd8f40a1-2b9f-48bf-b903-1eb4752b852f tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:03.222472 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8f40a1-2b9f-48bf-b903-1eb4752b852f tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:03.223070 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cd8f40a1-2b9f-48bf-b903-1eb4752b852f tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:03.248341 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e4750c58-1224-466f-9158-393c0711ac0f tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:03.251257 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] For port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7, host hv-neutron-8603, cleared binding levels {{(pid=88972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:25:03.251610 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempted to set empty binding levels {{(pid=88972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 13 15:25:03.256102 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-54a25e20-4688-4a94-a063-a7c63a5d4af6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] For port f53e2829-d3f2-4d9f-b903-7b57c36909db, host hv-neutron-8603, got binding levels [] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:25:03.256459 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-54a25e20-4688-4a94-a063-a7c63a5d4af6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:03.276199 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-af51c0dc-2630-48a0-8fe2-1ab750c29270 None None] Attempt 10 to provision port 835d0ee9-3185-4d9a-977b-6b67722420f5 Oct 13 15:25:03.347938 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2ea560-4ab0-463f-baaf-f9c3c454ea40 None None] Pushing event updated for resources: {'Port': ['ID=835d0ee9-3185-4d9a-977b-6b67722420f5,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:03.348134 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d126f079-31ce-48e3-93d7-2f1657af1284 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=88973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:25:03.348381 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d126f079-31ce-48e3-93d7-2f1657af1284 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=88973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:25:03.348615 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d126f079-31ce-48e3-93d7-2f1657af1284 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=88973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:25:03.348948 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d126f079-31ce-48e3-93d7-2f1657af1284 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=88973) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Oct 13 15:25:03.349319 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-d126f079-31ce-48e3-93d7-2f1657af1284 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63bae8ff-3549-4add-b0bd-cb33e47a5238']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:03.357054 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 43408) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:03.373348 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-baae877f-74fb-4229-8af1-b8f848d094ad tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:03.379045 dv-neutron-860329-2-hyperv neutron-server[88973]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 13 15:25:03.380921 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-d126f079-31ce-48e3-93d7-2f1657af1284 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c64507b8-5289-4fef-9b15-742497ca57a9') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:03.381203 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-d126f079-31ce-48e3-93d7-2f1657af1284 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c64507b8-5289-4fef-9b15-742497ca57a9') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:03.459810 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-4c0b2dad-ceed-4d22-a10f-95347ead1f5b None None] Allocated IP 2001:db8::2 (a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828/155752cc-99ce-4a22-9358-9295da90c9da/029aa4d1-7975-46a6-90b1-7f8e21d16707) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:25:03.460130 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d126f079-31ce-48e3-93d7-2f1657af1284 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:03.463696 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-af51c0dc-2630-48a0-8fe2-1ab750c29270 None None] Port 835d0ee9-3185-4d9a-977b-6b67722420f5 had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 15:25:03.480463 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-af51c0dc-2630-48a0-8fe2-1ab750c29270 None None] Could not find standard attr ID for object d4cf5226-0780-4e1e-aac0-1e03fe802c1c. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:25:03.517129 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-b0fe6b1b-d91b-4f15-8280-ed07f73e84d8 None None] Set router bea711c8-5e1e-4998-af95-d57cc836dfc3 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:25:03.529492 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-54a25e20-4688-4a94-a063-a7c63a5d4af6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Calling delete_port for f53e2829-d3f2-4d9f-b903-7b57c36909db owned by {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:25:03.556983 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:03.556983 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] In _notify_port_updated(), no bound segment for port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 on network 86be858a-39e3-405c-a94b-6329ec458e15 {{(pid=88972) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 13 15:25:03.557703 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:03.558317 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:03.559626 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] 10.222.0.42 "PUT /v2.0/ports/620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 HTTP/1.1" status: 200 len: 976 time: 4.3245921 Oct 13 15:25:03.560731 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baae877f-74fb-4229-8af1-b8f848d094ad tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:25:03.568290 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d126f079-31ce-48e3-93d7-2f1657af1284 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:03.570861 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 43412) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:03.573408 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-baae877f-74fb-4229-8af1-b8f848d094ad tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:25:03.579974 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-af51c0dc-2630-48a0-8fe2-1ab750c29270 None None] Provisioning for port 6e4ae2e2-d9db-4870-9fd2-a75b54af220a completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:25:03.588058 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baae877f-74fb-4229-8af1-b8f848d094ad tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:25:03.594266 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baae877f-74fb-4229-8af1-b8f848d094ad tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:03.594523 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-baae877f-74fb-4229-8af1-b8f848d094ad tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:03.631667 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-cd8f40a1-2b9f-48bf-b903-1eb4752b852f tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4268024 Oct 13 15:25:03.643580 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baae877f-74fb-4229-8af1-b8f848d094ad tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'Port': ['ID=246338a3-503c-49ef-a44d-19493d218848,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:03.659778 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d126f079-31ce-48e3-93d7-2f1657af1284 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Releasing vlan 415 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:25:03.659778 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d126f079-31ce-48e3-93d7-2f1657af1284 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:03.660034 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43416) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:03.670872 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-29e78d2c-193f-4e6f-a0e9-440de7071861 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Request body: {'subnet': {'network_id': 'e7446f75-7c27-425c-9953-16fe59d0ffee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:03.713083 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-5db98685-3310-488f-b5ae-18c580626400 req-dfb391da-e6f8-4a57-be37-e24706a841d8 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Synchronizing usage tracker for tenant:9c317355326e4f748fe019ccb370c99a on resource:security_group {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:25:03.729672 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-7c284bd2-fb0e-41a2-9a94-1a15ac13ccdb tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Allocated IP 172.26.2.48 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/ec21f311-d0b4-47ce-9c43-97f75c25ddfd) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:25:03.744013 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-af51c0dc-2630-48a0-8fe2-1ab750c29270 None None] Could not find standard attr ID for object 41a20adb-ed1d-4ecd-8c7b-5c7c449da264. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:25:03.813771 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f40a1-2b9f-48bf-b903-1eb4752b852f tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event updated for resources: {'Network': ['ID=83272651-8c09-4a1f-bdba-c9e96b0f2d9b,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:03.833909 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-baae877f-74fb-4229-8af1-b8f848d094ad tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.8540041 Oct 13 15:25:03.836461 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 43424) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:03.878066 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 83272651-8c09-4a1f-bdba-c9e96b0f2d9b details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:25:03.923580 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-5db98685-3310-488f-b5ae-18c580626400 req-dfb391da-e6f8-4a57-be37-e24706a841d8 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Unset dirty status for tenant:9c317355326e4f748fe019ccb370c99a on resource:security_group {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:25:03.924890 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5db98685-3310-488f-b5ae-18c580626400 req-dfb391da-e6f8-4a57-be37-e24706a841d8 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--494450027&fields=id&tenant_id=9c317355326e4f748fe019ccb370c99a HTTP/1.1" status: 200 len: 267 time: 0.5639019 Oct 13 15:25:03.926481 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d126f079-31ce-48e3-93d7-2f1657af1284 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:03.973205 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9215fad-dcd2-4f54-9676-e4b1121c32ca tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Pushing event updated for resources: {'Port': ['ID=620dc5ac-3f16-4e1b-bff8-c16bccfef3b7,revision_number=3']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:03.980679 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:25:04.012854 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-29e78d2c-193f-4e6f-a0e9-440de7071861 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:25:04.018646 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-54a25e20-4688-4a94-a063-a7c63a5d4af6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:04.032098 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-29e78d2c-193f-4e6f-a0e9-440de7071861 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Usage tracker for resource:subnet and tenant:34e6b268fc1844e287c5dc961df795e5 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:25:04.067211 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-af51c0dc-2630-48a0-8fe2-1ab750c29270 None None] Provisioning complete for port 6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:25:04.067508 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-af51c0dc-2630-48a0-8fe2-1ab750c29270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:04.067834 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-af51c0dc-2630-48a0-8fe2-1ab750c29270 None None] Attempt 1 to provision port 6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27 Oct 13 15:25:04.085671 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-54a25e20-4688-4a94-a063-a7c63a5d4af6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:04.088700 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-29e78d2c-193f-4e6f-a0e9-440de7071861 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:25:04.093784 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a25e20-4688-4a94-a063-a7c63a5d4af6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Pushing event deleted for resources: {'Port': ['ID=f53e2829-d3f2-4d9f-b903-7b57c36909db,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:04.101368 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-29e78d2c-193f-4e6f-a0e9-440de7071861 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:25:04.118014 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-54a25e20-4688-4a94-a063-a7c63a5d4af6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] 10.222.0.42 "DELETE /v2.0/ports/f53e2829-d3f2-4d9f-b903-7b57c36909db HTTP/1.1" status: 204 len: 168 time: 1.7424741 Oct 13 15:25:04.120722 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43436) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:04.134436 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7c284bd2-fb0e-41a2-9a94-1a15ac13ccdb tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:04.156936 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29e78d2c-193f-4e6f-a0e9-440de7071861 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Made reservation on behalf of 34e6b268fc1844e287c5dc961df795e5 for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:25:04.160460 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-29e78d2c-193f-4e6f-a0e9-440de7071861 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:04.167702 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d126f079-31ce-48e3-93d7-2f1657af1284 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 63bae8ff-3549-4add-b0bd-cb33e47a5238 {{(pid=88973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 13 15:25:04.169512 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d126f079-31ce-48e3-93d7-2f1657af1284 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Pushing event deleted for resources: {'Network': ['ID=63bae8ff-3549-4add-b0bd-cb33e47a5238,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:04.255169 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-3156c3b8-0f36-42a0-883d-f18808d9efb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] GET failed (client error): The resource could not be found. Oct 13 15:25:04.256049 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-3156c3b8-0f36-42a0-883d-f18808d9efb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Synchronizing usage tracker for tenant:f54070b4e2314cc994a056b908338f39 on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:25:04.334289 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d126f079-31ce-48e3-93d7-2f1657af1284 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:04.338166 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:25:04.338542 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:04.338877 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27 Oct 13 15:25:04.353126 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db98685-3310-488f-b5ae-18c580626400 req-ee0cd9b5-2a17-45bb-87a8-643edcf56c9c tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:04.353871 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-5db98685-3310-488f-b5ae-18c580626400 req-ee0cd9b5-2a17-45bb-87a8-643edcf56c9c tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Synchronizing usage tracker for tenant:9c317355326e4f748fe019ccb370c99a on resource:network {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:25:04.365405 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-e4750c58-1224-466f-9158-393c0711ac0f tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Allocated IP 172.26.2.134 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/7e6d6ff2-e8ff-4673-a8e7-bcbc9812ec40) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:25:04.371812 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-3156c3b8-0f36-42a0-883d-f18808d9efb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Unset dirty status for tenant:f54070b4e2314cc994a056b908338f39 on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:25:04.373825 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-3156c3b8-0f36-42a0-883d-f18808d9efb7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] 10.222.0.42 "GET /v2.0/ports/f53e2829-d3f2-4d9f-b903-7b57c36909db HTTP/1.1" status: 404 len: 333 time: 0.2519734 Oct 13 15:25:04.379822 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43440) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:04.380653 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7c284bd2-fb0e-41a2-9a94-1a15ac13ccdb tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:04.391547 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-25bcb9dc-e320-46d6-845e-a5dc41391f79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-648817409', 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:04.392109 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-d126f079-31ce-48e3-93d7-2f1657af1284 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] 10.222.0.42 "DELETE /v2.0/networks/63bae8ff-3549-4add-b0bd-cb33e47a5238 HTTP/1.1" status: 204 len: 168 time: 4.4431932 Oct 13 15:25:04.394302 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment c64507b8-5289-4fef-9b15-742497ca57a9 resource provider aggregate not found Oct 13 15:25:04.397132 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43444) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:04.403910 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-25bcb9dc-e320-46d6-845e-a5dc41391f79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:25:04.413630 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ca5417-f8b3-4bb7-ba2e-1f2a110510b2 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:04.414373 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ca5417-f8b3-4bb7-ba2e-1f2a110510b2 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:04.414849 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ca5417-f8b3-4bb7-ba2e-1f2a110510b2 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:04.416500 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ca5417-f8b3-4bb7-ba2e-1f2a110510b2 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:04.417003 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ca5417-f8b3-4bb7-ba2e-1f2a110510b2 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:04.417487 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ca5417-f8b3-4bb7-ba2e-1f2a110510b2 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:04.418161 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ca5417-f8b3-4bb7-ba2e-1f2a110510b2 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:04.418638 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ca5417-f8b3-4bb7-ba2e-1f2a110510b2 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:04.419107 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ca5417-f8b3-4bb7-ba2e-1f2a110510b2 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:04.420110 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ca5417-f8b3-4bb7-ba2e-1f2a110510b2 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:04.420601 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ca5417-f8b3-4bb7-ba2e-1f2a110510b2 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:04.421190 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ca5417-f8b3-4bb7-ba2e-1f2a110510b2 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:04.421768 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ca5417-f8b3-4bb7-ba2e-1f2a110510b2 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:04.422667 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ca5417-f8b3-4bb7-ba2e-1f2a110510b2 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:04.423137 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ca5417-f8b3-4bb7-ba2e-1f2a110510b2 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:04.423601 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ca5417-f8b3-4bb7-ba2e-1f2a110510b2 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:04.424128 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ca5417-f8b3-4bb7-ba2e-1f2a110510b2 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:04.425993 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-67ca5417-f8b3-4bb7-ba2e-1f2a110510b2 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Synchronizing usage tracker for tenant:d70f93f21538467499f44fe521c0a191 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:25:04.524002 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-25bcb9dc-e320-46d6-845e-a5dc41391f79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:25:04.534381 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4c0b2dad-ceed-4d22-a10f-95347ead1f5b None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:04.549243 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-9c128f59-c07e-425c-8f0c-a458e79635aa tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1485531 Oct 13 15:25:04.587321 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4c0b2dad-ceed-4d22-a10f-95347ead1f5b None None] Transition to ACTIVE for port object 029aa4d1-7975-46a6-90b1-7f8e21d16707 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:25:04.591579 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-a3010f62-799e-428d-adb0-5ea836fdc61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:04.604761 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43450) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:04.609359 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-af51c0dc-2630-48a0-8fe2-1ab750c29270 None None] Current status of the port 6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:25:04.611257 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25bcb9dc-e320-46d6-845e-a5dc41391f79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Made reservation on behalf of f54070b4e2314cc994a056b908338f39 for: {'port': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:25:04.614575 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-25bcb9dc-e320-46d6-845e-a5dc41391f79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:04.651546 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c284bd2-fb0e-41a2-9a94-1a15ac13ccdb tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:25:04.653748 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4c0b2dad-ceed-4d22-a10f-95347ead1f5b None None] Transition to ACTIVE for port object 029aa4d1-7975-46a6-90b1-7f8e21d16707 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:25:04.670566 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c284bd2-fb0e-41a2-9a94-1a15ac13ccdb tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Pushing event updated for resources: {'Port': ['ID=ec21f311-d0b4-47ce-9c43-97f75c25ddfd,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:04.673362 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-7c284bd2-fb0e-41a2-9a94-1a15ac13ccdb tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:25:04.675494 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-5db98685-3310-488f-b5ae-18c580626400 req-ee0cd9b5-2a17-45bb-87a8-643edcf56c9c tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Unset dirty status for tenant:9c317355326e4f748fe019ccb370c99a on resource:network {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:25:04.676961 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5db98685-3310-488f-b5ae-18c580626400 req-ee0cd9b5-2a17-45bb-87a8-643edcf56c9c tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/networks?id=68ca5488-1f82-4ee2-9e86-9e983d74aa07 HTTP/1.1" status: 200 len: 811 time: 0.7370985 Oct 13 15:25:04.677734 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c284bd2-fb0e-41a2-9a94-1a15ac13ccdb tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:25:04.693003 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4c0b2dad-ceed-4d22-a10f-95347ead1f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:04.742471 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment c64507b8-5289-4fef-9b15-742497ca57a9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c64507b8-5289-4fef-9b15-742497ca57a9 found for delete ", "request_id": "req-a75d9293-9480-4f82-9331-40034329571e"}]} Oct 13 15:25:04.783913 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-67ca5417-f8b3-4bb7-ba2e-1f2a110510b2 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Unset dirty status for tenant:d70f93f21538467499f44fe521c0a191 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:25:04.785731 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-67ca5417-f8b3-4bb7-ba2e-1f2a110510b2 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 15461 time: 1.2093773 Oct 13 15:25:04.793951 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 43454) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:04.800195 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0b2dad-ceed-4d22-a10f-95347ead1f5b None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:25:04.803100 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [None req-25bcb9dc-e320-46d6-845e-a5dc41391f79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] device_id is not set on port dfa6e777-373e-4cd5-8550-5acb22321f69 yet. {{(pid=88972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:25:04.805124 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-4c0b2dad-ceed-4d22-a10f-95347ead1f5b None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:25:04.810435 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:25:04.811524 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 6e4ae2e2-d9db-4870-9fd2-a75b54af220a up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:25:04.812989 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5db98685-3310-488f-b5ae-18c580626400 req-d2fdf619-a844-4309-b49d-84caee9a4e81 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/quotas/9c317355326e4f748fe019ccb370c99a HTTP/1.1" status: 200 len: 375 time: 0.0229950 Oct 13 15:25:04.814479 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7c284bd2-fb0e-41a2-9a94-1a15ac13ccdb tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:04.840639 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0b2dad-ceed-4d22-a10f-95347ead1f5b None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:25:04.852109 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-b0fe6b1b-d91b-4f15-8280-ed07f73e84d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea711c8-5e1e-4998-af95-d57cc836dfc3', 'name': 'tempest-ServersTestJSON-156453351-router', 'tenant_id': 'd8ab2ab48b154fe59d2af3b86563e1e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '2ac75954-0ec5-4439-9656-3be2abc7f1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:24:39Z', 'updated_at': '2022-10-13T15:24:54Z', 'revision_number': 4, 'project_id': 'd8ab2ab48b154fe59d2af3b86563e1e5', 'gw_port': {'id': '2ac75954-0ec5-4439-9656-3be2abc7f1fb', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea711c8-5e1e-4998-af95-d57cc836dfc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:41Z', 'updated_at': '2022-10-13T15:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '835d0ee9-3185-4d9a-977b-6b67722420f5', 'name': '', 'network_id': '3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b', 'tenant_id': 'd8ab2ab48b154fe59d2af3b86563e1e5', 'mac_address': 'fa:16:3e:81:9a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea711c8-5e1e-4998-af95-d57cc836dfc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'fb9f91e1-ddeb-4202-a3e1-9b503a67c696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:50Z', 'updated_at': '2022-10-13T15:25:03Z', 'revision_number': 4, 'project_id': 'd8ab2ab48b154fe59d2af3b86563e1e5', 'subnets': [{'id': 'fb9f91e1-ddeb-4202-a3e1-9b503a67c696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:04.881390 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8336352d-9668-48d6-940d-5825b6ec9571 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:04.882157 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-8336352d-9668-48d6-940d-5825b6ec9571 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Synchronizing usage tracker for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:25:04.914413 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252126fe-a468-45ee-8c85-6b07110e8c18 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:04.915029 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252126fe-a468-45ee-8c85-6b07110e8c18 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:04.915474 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252126fe-a468-45ee-8c85-6b07110e8c18 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:04.915920 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252126fe-a468-45ee-8c85-6b07110e8c18 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:04.916359 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252126fe-a468-45ee-8c85-6b07110e8c18 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:04.916801 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252126fe-a468-45ee-8c85-6b07110e8c18 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:04.917386 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252126fe-a468-45ee-8c85-6b07110e8c18 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:04.918249 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-252126fe-a468-45ee-8c85-6b07110e8c18 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Synchronizing usage tracker for tenant:b87e5e5ce1184b5d93cae1d7cba9d086 on resource:subnet {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:25:04.933172 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0fe6b1b-d91b-4f15-8280-ed07f73e84d8 None None] The sync data for ids ['bea711c8-5e1e-4998-af95-d57cc836dfc3'] in dv-neutron-860329-2-hyperv is: [{'id': 'bea711c8-5e1e-4998-af95-d57cc836dfc3', 'name': 'tempest-ServersTestJSON-156453351-router', 'tenant_id': 'd8ab2ab48b154fe59d2af3b86563e1e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '2ac75954-0ec5-4439-9656-3be2abc7f1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:24:39Z', 'updated_at': '2022-10-13T15:24:54Z', 'revision_number': 4, 'project_id': 'd8ab2ab48b154fe59d2af3b86563e1e5', 'gw_port': {'id': '2ac75954-0ec5-4439-9656-3be2abc7f1fb', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea711c8-5e1e-4998-af95-d57cc836dfc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:41Z', 'updated_at': '2022-10-13T15:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '835d0ee9-3185-4d9a-977b-6b67722420f5', 'name': '', 'network_id': '3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b', 'tenant_id': 'd8ab2ab48b154fe59d2af3b86563e1e5', 'mac_address': 'fa:16:3e:81:9a:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea711c8-5e1e-4998-af95-d57cc836dfc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'fb9f91e1-ddeb-4202-a3e1-9b503a67c696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:50Z', 'updated_at': '2022-10-13T15:25:03Z', 'revision_number': 4, 'project_id': 'd8ab2ab48b154fe59d2af3b86563e1e5', 'subnets': [{'id': 'fb9f91e1-ddeb-4202-a3e1-9b503a67c696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:25:04.958695 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e4750c58-1224-466f-9158-393c0711ac0f tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:04.971757 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0b2dad-ceed-4d22-a10f-95347ead1f5b None None] Pushing event updated for resources: {'Port': ['ID=029aa4d1-7975-46a6-90b1-7f8e21d16707,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:05.033043 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-4c0b2dad-ceed-4d22-a10f-95347ead1f5b None None] Attempting to bind port 029aa4d1-7975-46a6-90b1-7f8e21d16707 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:25:05.033421 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-4c0b2dad-ceed-4d22-a10f-95347ead1f5b None None] Attempting to bind port 029aa4d1-7975-46a6-90b1-7f8e21d16707 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:25:05.033790 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0b2dad-ceed-4d22-a10f-95347ead1f5b None None] Attempting to bind port 029aa4d1-7975-46a6-90b1-7f8e21d16707 on network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:25:05.043520 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0b2dad-ceed-4d22-a10f-95347ead1f5b None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 24, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:25:05.043897 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0b2dad-ceed-4d22-a10f-95347ead1f5b None None] Checking segment: {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:25:05.044292 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4c0b2dad-ceed-4d22-a10f-95347ead1f5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:05.045235 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0b2dad-ceed-4d22-a10f-95347ead1f5b None None] Bound using segment: {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:25:05.045707 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-4c0b2dad-ceed-4d22-a10f-95347ead1f5b None None] Bound port: 029aa4d1-7975-46a6-90b1-7f8e21d16707, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:25:05.046652 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4c0b2dad-ceed-4d22-a10f-95347ead1f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:05.052769 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-29e78d2c-193f-4e6f-a0e9-440de7071861 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:05.101072 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 6e4ae2e2-d9db-4870-9fd2-a75b54af220a completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:25:05.107917 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-ac519042-37c4-4cdd-b80a-5a81d26e5033 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Deleting port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:25:05.108261 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ac519042-37c4-4cdd-b80a-5a81d26e5033 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:05.133467 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 6e4ae2e2-d9db-4870-9fd2-a75b54af220a triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:25:05.133842 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:05.134203 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 6e4ae2e2-d9db-4870-9fd2-a75b54af220a Oct 13 15:25:05.167740 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-8336352d-9668-48d6-940d-5825b6ec9571 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Unset dirty status for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:25:05.171374 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-8336352d-9668-48d6-940d-5825b6ec9571 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 1.3232417 Oct 13 15:25:05.171374 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7c284bd2-fb0e-41a2-9a94-1a15ac13ccdb tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:05.244093 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4c0b2dad-ceed-4d22-a10f-95347ead1f5b None None] For port 029aa4d1-7975-46a6-90b1-7f8e21d16707, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:25:05.305798 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 6e4ae2e2-d9db-4870-9fd2-a75b54af220a is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:25:05.306246 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:05.323650 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4c0b2dad-ceed-4d22-a10f-95347ead1f5b None None] For port 029aa4d1-7975-46a6-90b1-7f8e21d16707, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=029aa4d1-7975-46a6-90b1-7f8e21d16707,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:25:05.325460 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-252126fe-a468-45ee-8c85-6b07110e8c18 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Unset dirty status for tenant:b87e5e5ce1184b5d93cae1d7cba9d086 on resource:subnet {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:25:05.327281 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-252126fe-a468-45ee-8c85-6b07110e8c18 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4639 time: 0.7179682 Oct 13 15:25:05.330318 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-25bcb9dc-e320-46d6-845e-a5dc41391f79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:05.336989 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43460) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:05.337318 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43462) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:05.343108 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4c0b2dad-ceed-4d22-a10f-95347ead1f5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:05.394768 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5db98685-3310-488f-b5ae-18c580626400 req-3954d867-faa4-4163-b60f-97ddbd73029d tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9c317355326e4f748fe019ccb370c99a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5436761 Oct 13 15:25:05.420670 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 6e4ae2e2-d9db-4870-9fd2-a75b54af220a, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=6e4ae2e2-d9db-4870-9fd2-a75b54af220a,segment=NetworkSegment(ebd8f21b-8085-4446-a37c-05fa6a29f1c9),segment_id=ebd8f21b-8085-4446-a37c-05fa6a29f1c9)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:25:05.442984 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:05.452299 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0b2dad-ceed-4d22-a10f-95347ead1f5b None None] Pushing event updated for resources: {'Port': ['ID=029aa4d1-7975-46a6-90b1-7f8e21d16707,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:05.554808 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7c284bd2-fb0e-41a2-9a94-1a15ac13ccdb tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:05.568443 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=6e4ae2e2-d9db-4870-9fd2-a75b54af220a,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:05.586550 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7c284bd2-fb0e-41a2-9a94-1a15ac13ccdb tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:05.627643 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-c8740d9f-9a8e-495b-817e-7fb5512dc372 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Deleting port 246338a3-503c-49ef-a44d-19493d218848 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:25:05.628149 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c8740d9f-9a8e-495b-817e-7fb5512dc372 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:05.701607 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-25bcb9dc-e320-46d6-845e-a5dc41391f79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:05.794863 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [req-5db98685-3310-488f-b5ae-18c580626400 req-f1cb71cc-960e-48e5-9556-55580e2b22c9 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:25:05.796376 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5db98685-3310-488f-b5ae-18c580626400 req-f1cb71cc-960e-48e5-9556-55580e2b22c9 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2363949 Oct 13 15:25:05.819168 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-c23b2ff5-3a54-4c44-93b4-56e8539c5f48 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] delete failed (client error): The resource could not be found. Oct 13 15:25:05.822663 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-c23b2ff5-3a54-4c44-93b4-56e8539c5f48 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] 10.222.0.42 "DELETE /v2.0/floatingips/68354e03-fcf5-46d1-8479-17f8dbadbedd HTTP/1.1" status: 404 len: 345 time: 0.4802759 Oct 13 15:25:05.826997 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43474) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:05.851762 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 6e4ae2e2-d9db-4870-9fd2-a75b54af220a up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:25:05.913875 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e78d2c-193f-4e6f-a0e9-440de7071861 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event updated for resources: {'Subnet': ['ID=82722173-3fe8-491b-9ce6-dc358e81d199,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:05.932193 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e4750c58-1224-466f-9158-393c0711ac0f tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:05.959174 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-ac519042-37c4-4cdd-b80a-5a81d26e5033 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] For port 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7, host hv-neutron-8603, got binding levels [] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:25:05.959174 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ac519042-37c4-4cdd-b80a-5a81d26e5033 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:05.987984 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 6e4ae2e2-d9db-4870-9fd2-a75b54af220a triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:25:05.988480 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:05.988692 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 6e4ae2e2-d9db-4870-9fd2-a75b54af220a Oct 13 15:25:06.011559 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25bcb9dc-e320-46d6-845e-a5dc41391f79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:25:06.017261 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e93cb9f-d509-4690-9c4c-5b1b8be0fba7 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] DELETE failed (client error): The resource could not be found. Oct 13 15:25:06.018405 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e93cb9f-d509-4690-9c4c-5b1b8be0fba7 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:25:06.033336 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-25bcb9dc-e320-46d6-845e-a5dc41391f79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:25:06.035675 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e78d2c-193f-4e6f-a0e9-440de7071861 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Checking segment: {'id': 'dac0af8a-6b5c-4d24-a5b4-852db3720abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e7446f75-7c27-425c-9953-16fe59d0ffee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:25:06.036283 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e78d2c-193f-4e6f-a0e9-440de7071861 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Network hostable DHCP agents. Network: e7446f75-7c27-425c-9953-16fe59d0ffee, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:25:06.051015 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25bcb9dc-e320-46d6-845e-a5dc41391f79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:25:06.052274 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25bcb9dc-e320-46d6-845e-a5dc41391f79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:06.053067 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-25bcb9dc-e320-46d6-845e-a5dc41391f79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:06.057943 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bcb9dc-e320-46d6-845e-a5dc41391f79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Pushing event updated for resources: {'Port': ['ID=dfa6e777-373e-4cd5-8550-5acb22321f69,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:06.079869 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4750c58-1224-466f-9158-393c0711ac0f tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:25:06.083141 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7c284bd2-fb0e-41a2-9a94-1a15ac13ccdb tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:06.088077 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c284bd2-fb0e-41a2-9a94-1a15ac13ccdb tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Pushing event updated for resources: {'Port': ['ID=ec21f311-d0b4-47ce-9c43-97f75c25ddfd,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:06.176567 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-e4750c58-1224-466f-9158-393c0711ac0f tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:25:06.177745 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 6e4ae2e2-d9db-4870-9fd2-a75b54af220a is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:25:06.179754 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4750c58-1224-466f-9158-393c0711ac0f tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:25:06.180682 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 835d0ee9-3185-4d9a-977b-6b67722420f5 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:25:06.220836 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-ac519042-37c4-4cdd-b80a-5a81d26e5033 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Calling delete_port for 620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 owned by {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:25:06.264254 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 835d0ee9-3185-4d9a-977b-6b67722420f5 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:25:06.272381 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 835d0ee9-3185-4d9a-977b-6b67722420f5 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:25:06.273131 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-3e93cb9f-d509-4690-9c4c-5b1b8be0fba7 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] 10.222.0.42 "DELETE /v2.0/networks/63bae8ff-3549-4add-b0bd-cb33e47a5238 HTTP/1.1" status: 404 len: 339 time: 0.4324408 Oct 13 15:25:06.280850 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:06.280850 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 835d0ee9-3185-4d9a-977b-6b67722420f5 Oct 13 15:25:06.283586 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 43478) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:06.297640 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-137ac09b-8c3d-43de-bcf4-4638a04980d6 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Request body: {'network': {'name': 'tempest-network--791035617', 'router:external': True}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:06.311294 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7c284bd2-fb0e-41a2-9a94-1a15ac13ccdb tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:06.312595 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-7c284bd2-fb0e-41a2-9a94-1a15ac13ccdb tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.4553421 Oct 13 15:25:06.316383 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-137ac09b-8c3d-43de-bcf4-4638a04980d6 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:25:06.325799 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-137ac09b-8c3d-43de-bcf4-4638a04980d6 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Usage tracker for resource:network and tenant:b87e5e5ce1184b5d93cae1d7cba9d086 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:25:06.330756 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-137ac09b-8c3d-43de-bcf4-4638a04980d6 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:25:06.342734 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4750c58-1224-466f-9158-393c0711ac0f tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Pushing event updated for resources: {'Port': ['ID=7e6d6ff2-e8ff-4673-a8e7-bcbc9812ec40,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:06.349952 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-137ac09b-8c3d-43de-bcf4-4638a04980d6 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:25:06.363147 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-25bcb9dc-e320-46d6-845e-a5dc41391f79 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.9817314 Oct 13 15:25:06.367293 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 43484) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:06.371800 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5db98685-3310-488f-b5ae-18c580626400 req-c72c36fe-e717-4775-9fff-683041de64b7 service neutron] 10.222.0.42 "GET /v2.0/networks/68ca5488-1f82-4ee2-9e86-9e983d74aa07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5636163 Oct 13 15:25:06.399175 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29e78d2c-193f-4e6f-a0e9-440de7071861 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Network e7446f75-7c27-425c-9953-16fe59d0ffee is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:25:06.426168 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c8740d9f-9a8e-495b-817e-7fb5512dc372 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:06.436227 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-29e78d2c-193f-4e6f-a0e9-440de7071861 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, e7446f75-7c27-425c-9953-16fe59d0ffee) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:25:06.444769 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e78d2c-193f-4e6f-a0e9-440de7071861 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:06.445438 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-29e78d2c-193f-4e6f-a0e9-440de7071861 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:06.454753 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bbfa49-d944-4c76-910c-df5b376b45a2 None None] Network e7446f75-7c27-425c-9953-16fe59d0ffee requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:25:06.499029 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137ac09b-8c3d-43de-bcf4-4638a04980d6 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Made reservation on behalf of b87e5e5ce1184b5d93cae1d7cba9d086 for: {'network': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:25:06.503941 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-137ac09b-8c3d-43de-bcf4-4638a04980d6 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:06.554753 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ac519042-37c4-4cdd-b80a-5a81d26e5033 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:06.629301 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-c8740d9f-9a8e-495b-817e-7fb5512dc372 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Calling delete_port for 246338a3-503c-49ef-a44d-19493d218848 owned by {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:25:06.663058 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 835d0ee9-3185-4d9a-977b-6b67722420f5 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:25:06.663202 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:06.675484 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ac519042-37c4-4cdd-b80a-5a81d26e5033 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:06.715420 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-ac519042-37c4-4cdd-b80a-5a81d26e5033 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] 10.222.0.42 "DELETE /v2.0/ports/620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 HTTP/1.1" status: 204 len: 168 time: 1.9163792 Oct 13 15:25:06.726769 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 43498) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:06.743850 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-29e78d2c-193f-4e6f-a0e9-440de7071861 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.0778668 Oct 13 15:25:06.747874 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43500) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:06.748023 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-137ac09b-8c3d-43de-bcf4-4638a04980d6 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=88973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:25:06.757344 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-4300b965-4a5b-40ff-94a0-4fa756485fc5 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Request body: {'subnet': {'network_id': '83272651-8c09-4a1f-bdba-c9e96b0f2d9b', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:06.760340 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-137ac09b-8c3d-43de-bcf4-4638a04980d6 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:06.760890 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-137ac09b-8c3d-43de-bcf4-4638a04980d6 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Added segment 84620774-cd6f-4a66-9d13-9625dd2e0e4b of type vlan for network 9979adc4-4218-4b5a-bde8-fed095938dde Oct 13 15:25:06.784097 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 835d0ee9-3185-4d9a-977b-6b67722420f5, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=835d0ee9-3185-4d9a-977b-6b67722420f5,segment=NetworkSegment(4f206e35-101f-4772-8726-1677f4bd24d9),segment_id=4f206e35-101f-4772-8726-1677f4bd24d9)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:25:06.801444 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:06.811344 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-137ac09b-8c3d-43de-bcf4-4638a04980d6 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:06.861704 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e4750c58-1224-466f-9158-393c0711ac0f tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:06.892463 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b841ab4f-a56e-424e-9102-b224984670de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:06.902935 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac519042-37c4-4cdd-b80a-5a81d26e5033 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Pushing event deleted for resources: {'Port': ['ID=620dc5ac-3f16-4e1b-bff8-c16bccfef3b7,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:06.964418 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=835d0ee9-3185-4d9a-977b-6b67722420f5,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:06.965155 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43516) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:07.006201 dv-neutron-860329-2-hyperv neutron-server[88972]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Oct 13 15:25:07.062069 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef5c933-2ddd-45d9-80ef-a3beb9ec8a84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-e7446f75-7c27-425c-9953-16fe59d0ffee', 'network_id': 'e7446f75-7c27-425c-9953-16fe59d0ffee', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'fixed_ips': [{'subnet_id': '82722173-3fe8-491b-9ce6-dc358e81d199'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:25:07.063013 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6ef5c933-2ddd-45d9-80ef-a3beb9ec8a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:07.089451 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ca7789-1fda-4b0f-9264-4cda0175533a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:07.091115 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-b6ca7789-1fda-4b0f-9264-4cda0175533a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] 10.222.0.42 "GET /v2.0/ports/dfa6e777-373e-4cd5-8550-5acb22321f69 HTTP/1.1" status: 200 len: 958 time: 0.7180629 Oct 13 15:25:07.104018 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 43522) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:07.105087 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a1e1d57-1c66-4dc3-9ec3-76ae6f4d80f3 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] GET failed (client error): The resource could not be found. Oct 13 15:25:07.105514 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-0a1e1d57-1c66-4dc3-9ec3-76ae6f4d80f3 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Synchronizing usage tracker for tenant:d70f93f21538467499f44fe521c0a191 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:25:07.114166 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e4750c58-1224-466f-9158-393c0711ac0f tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:07.145702 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-03550db9-1840-4365-9831-887570f8edee None None] Provisioning for port 029aa4d1-7975-46a6-90b1-7f8e21d16707 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:25:07.183974 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-4300b965-4a5b-40ff-94a0-4fa756485fc5 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:25:07.198828 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-137ac09b-8c3d-43de-bcf4-4638a04980d6 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:07.199779 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137ac09b-8c3d-43de-bcf4-4638a04980d6 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:07.200355 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-137ac09b-8c3d-43de-bcf4-4638a04980d6 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:07.215484 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-4300b965-4a5b-40ff-94a0-4fa756485fc5 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Usage tracker for resource:subnet and tenant:34e6b268fc1844e287c5dc961df795e5 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:25:07.223822 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-4300b965-4a5b-40ff-94a0-4fa756485fc5 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:25:07.233679 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-4300b965-4a5b-40ff-94a0-4fa756485fc5 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:25:07.238109 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-e45e6fce-3b78-4b3e-873a-3f24f16bc583 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Synchronizing usage tracker for tenant:d8ab2ab48b154fe59d2af3b86563e1e5 on resource:security_group {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:25:07.251936 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c8740d9f-9a8e-495b-817e-7fb5512dc372 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:07.260035 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-1ee09a2c-6bce-4eb7-a502-a26a4bce5e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Deleting port dfa6e777-373e-4cd5-8550-5acb22321f69 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:25:07.260570 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1ee09a2c-6bce-4eb7-a502-a26a4bce5e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:07.280791 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-6ef5c933-2ddd-45d9-80ef-a3beb9ec8a84 None None] Allocated IP 2001:db8::2 (e7446f75-7c27-425c-9953-16fe59d0ffee/82722173-3fe8-491b-9ce6-dc358e81d199/cb6cd400-b861-48bb-8eb9-27ea60e3ac06) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:25:07.286017 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-0a1e1d57-1c66-4dc3-9ec3-76ae6f4d80f3 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Unset dirty status for tenant:d70f93f21538467499f44fe521c0a191 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:25:07.291665 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-0a1e1d57-1c66-4dc3-9ec3-76ae6f4d80f3 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] 10.222.0.42 "GET /v2.0/ports/620dc5ac-3f16-4e1b-bff8-c16bccfef3b7 HTTP/1.1" status: 404 len: 333 time: 0.4605813 Oct 13 15:25:07.305673 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 43526) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:07.322452 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-e45e6fce-3b78-4b3e-873a-3f24f16bc583 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Unset dirty status for tenant:d8ab2ab48b154fe59d2af3b86563e1e5 on resource:security_group {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:25:07.328774 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5db98685-3310-488f-b5ae-18c580626400 req-a3e27eee-20e6-4795-92ed-c6b2fcad7aaf service neutron] 10.222.0.42 "GET /v2.0/networks/68ca5488-1f82-4ee2-9e86-9e983d74aa07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9130878 Oct 13 15:25:07.331181 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-e45e6fce-3b78-4b3e-873a-3f24f16bc583 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1668006072&fields=id&tenant_id=d8ab2ab48b154fe59d2af3b86563e1e5 HTTP/1.1" status: 200 len: 267 time: 0.3645325 Oct 13 15:25:07.333378 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-58ceb5f4-2397-489f-b24d-bffd1a1bd506 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1625341817', 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:07.337416 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4300b965-4a5b-40ff-94a0-4fa756485fc5 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Made reservation on behalf of 34e6b268fc1844e287c5dc961df795e5 for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:25:07.341190 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4300b965-4a5b-40ff-94a0-4fa756485fc5 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:07.353134 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-137ac09b-8c3d-43de-bcf4-4638a04980d6 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.0684760 Oct 13 15:25:07.355357 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8740d9f-9a8e-495b-817e-7fb5512dc372 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event deleted for resources: {'Port': ['ID=246338a3-503c-49ef-a44d-19493d218848,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:07.356238 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-58ceb5f4-2397-489f-b24d-bffd1a1bd506 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:25:07.390686 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43530) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:07.432466 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137ac09b-8c3d-43de-bcf4-4638a04980d6 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Pushing event updated for resources: {'Network': ['ID=9979adc4-4218-4b5a-bde8-fed095938dde,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:07.437157 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-58ceb5f4-2397-489f-b24d-bffd1a1bd506 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:25:07.498603 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 9979adc4-4218-4b5a-bde8-fed095938dde details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:25:07.509733 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ceb5f4-2397-489f-b24d-bffd1a1bd506 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Made reservation on behalf of d70f93f21538467499f44fe521c0a191 for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:25:07.512173 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-58ceb5f4-2397-489f-b24d-bffd1a1bd506 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:07.558014 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-f40a7407-2a0f-4027-80d6-d9a62afe8b0e None None] Could not find standard attr ID for object 246338a3-503c-49ef-a44d-19493d218848. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:25:07.637617 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [None req-58ceb5f4-2397-489f-b24d-bffd1a1bd506 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] device_id is not set on port 475f9997-f439-4fc6-b177-d11691e35c00 yet. {{(pid=88973) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:25:07.702010 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c8740d9f-9a8e-495b-817e-7fb5512dc372 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:07.895444 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 029aa4d1-7975-46a6-90b1-7f8e21d16707 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:25:07.909898 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2d4f9080-da8c-4066-8d9e-a3c5eee07dff req-b4d612fd-2fba-4444-a217-fcdefc73c448 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 210 time: 0.1887312 Oct 13 15:25:07.959640 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:07.962052 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:07.964567 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1ee09a2c-6bce-4eb7-a502-a26a4bce5e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:08.001838 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-c8740d9f-9a8e-495b-817e-7fb5512dc372 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/ports/246338a3-503c-49ef-a44d-19493d218848 HTTP/1.1" status: 204 len: 168 time: 2.6634676 Oct 13 15:25:08.005894 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6ef5c933-2ddd-45d9-80ef-a3beb9ec8a84 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:08.020674 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43552) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:08.027964 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-6ef5c933-2ddd-45d9-80ef-a3beb9ec8a84 None None] Transition to ACTIVE for port object cb6cd400-b861-48bb-8eb9-27ea60e3ac06 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:25:08.062843 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 029aa4d1-7975-46a6-90b1-7f8e21d16707 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:25:08.070051 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-6ef5c933-2ddd-45d9-80ef-a3beb9ec8a84 None None] Transition to ACTIVE for port object cb6cd400-b861-48bb-8eb9-27ea60e3ac06 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:25:08.071494 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 029aa4d1-7975-46a6-90b1-7f8e21d16707 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:25:08.071981 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:08.072321 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 029aa4d1-7975-46a6-90b1-7f8e21d16707 Oct 13 15:25:08.120743 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6ef5c933-2ddd-45d9-80ef-a3beb9ec8a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:08.205787 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df18849c-4c5e-4916-b8b3-065f3133110f tempest-ExternalNetworksTestJSON-1827899871 tempest-ExternalNetworksTestJSON-1827899871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:08.206349 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef5c933-2ddd-45d9-80ef-a3beb9ec8a84 None None] Network e7446f75-7c27-425c-9953-16fe59d0ffee is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:25:08.212093 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df18849c-4c5e-4916-b8b3-065f3133110f tempest-ExternalNetworksTestJSON-1827899871 tempest-ExternalNetworksTestJSON-1827899871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:08.212319 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-6ef5c933-2ddd-45d9-80ef-a3beb9ec8a84 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:25:08.214710 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef5c933-2ddd-45d9-80ef-a3beb9ec8a84 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:25:08.220576 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df18849c-4c5e-4916-b8b3-065f3133110f tempest-ExternalNetworksTestJSON-1827899871 tempest-ExternalNetworksTestJSON-1827899871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:08.227422 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df18849c-4c5e-4916-b8b3-065f3133110f tempest-ExternalNetworksTestJSON-1827899871 tempest-ExternalNetworksTestJSON-1827899871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:08.228325 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-df18849c-4c5e-4916-b8b3-065f3133110f tempest-ExternalNetworksTestJSON-1827899871 tempest-ExternalNetworksTestJSON-1827899871-project] Synchronizing usage tracker for tenant:f566ac22d0fd42a099ba1e211f1174a2 on resource:network {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:25:08.241857 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d38c24-28ff-4b15-86a4-d88a5c72cd12 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:08.243616 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d38c24-28ff-4b15-86a4-d88a5c72cd12 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:08.245162 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-e1d38c24-28ff-4b15-86a4-d88a5c72cd12 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Synchronizing usage tracker for tenant:bb90cebe15f541febeed2c50e15c931e on resource:subnet {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:25:08.267380 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-79562964-ab17-4e1b-90c0-638fa7413cd1 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:08.274815 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-79562964-ab17-4e1b-90c0-638fa7413cd1 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.42 "GET /v2.0/networks?id=3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b HTTP/1.1" status: 200 len: 805 time: 0.9428117 Oct 13 15:25:08.299740 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-1ee09a2c-6bce-4eb7-a502-a26a4bce5e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Calling delete_port for dfa6e777-373e-4cd5-8550-5acb22321f69 owned by {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:25:08.303613 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e4750c58-1224-466f-9158-393c0711ac0f tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:08.306600 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef5c933-2ddd-45d9-80ef-a3beb9ec8a84 None None] Pushing event updated for resources: {'Port': ['ID=cb6cd400-b861-48bb-8eb9-27ea60e3ac06,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:08.344719 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-6ef5c933-2ddd-45d9-80ef-a3beb9ec8a84 None None] Attempting to bind port cb6cd400-b861-48bb-8eb9-27ea60e3ac06 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:25:08.345088 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-6ef5c933-2ddd-45d9-80ef-a3beb9ec8a84 None None] Attempting to bind port cb6cd400-b861-48bb-8eb9-27ea60e3ac06 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'dac0af8a-6b5c-4d24-a5b4-852db3720abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e7446f75-7c27-425c-9953-16fe59d0ffee'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:25:08.345728 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef5c933-2ddd-45d9-80ef-a3beb9ec8a84 None None] Attempting to bind port cb6cd400-b861-48bb-8eb9-27ea60e3ac06 on network e7446f75-7c27-425c-9953-16fe59d0ffee {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:25:08.383077 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef5c933-2ddd-45d9-80ef-a3beb9ec8a84 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:25:08.383851 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef5c933-2ddd-45d9-80ef-a3beb9ec8a84 None None] Checking segment: {'id': 'dac0af8a-6b5c-4d24-a5b4-852db3720abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e7446f75-7c27-425c-9953-16fe59d0ffee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:25:08.383978 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-58ceb5f4-2397-489f-b24d-bffd1a1bd506 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:08.384587 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6ef5c933-2ddd-45d9-80ef-a3beb9ec8a84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:08.385170 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef5c933-2ddd-45d9-80ef-a3beb9ec8a84 None None] Bound using segment: {'id': 'dac0af8a-6b5c-4d24-a5b4-852db3720abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e7446f75-7c27-425c-9953-16fe59d0ffee'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:25:08.386091 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-6ef5c933-2ddd-45d9-80ef-a3beb9ec8a84 None None] Bound port: cb6cd400-b861-48bb-8eb9-27ea60e3ac06, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dac0af8a-6b5c-4d24-a5b4-852db3720abc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': 'e7446f75-7c27-425c-9953-16fe59d0ffee'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:25:08.386715 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6ef5c933-2ddd-45d9-80ef-a3beb9ec8a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:08.435392 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e4750c58-1224-466f-9158-393c0711ac0f tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:08.449810 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1ee09a2c-6bce-4eb7-a502-a26a4bce5e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:08.470970 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 029aa4d1-7975-46a6-90b1-7f8e21d16707 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:25:08.471426 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:08.533531 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 029aa4d1-7975-46a6-90b1-7f8e21d16707, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=029aa4d1-7975-46a6-90b1-7f8e21d16707,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:25:08.537390 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-6ef5c933-2ddd-45d9-80ef-a3beb9ec8a84 None None] For port cb6cd400-b861-48bb-8eb9-27ea60e3ac06, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:25:08.540237 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-58ceb5f4-2397-489f-b24d-bffd1a1bd506 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:08.541164 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-6ef5c933-2ddd-45d9-80ef-a3beb9ec8a84 None None] For port cb6cd400-b861-48bb-8eb9-27ea60e3ac06, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=cb6cd400-b861-48bb-8eb9-27ea60e3ac06,segment=NetworkSegment(dac0af8a-6b5c-4d24-a5b4-852db3720abc),segment_id=dac0af8a-6b5c-4d24-a5b4-852db3720abc)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:25:08.542828 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1ee09a2c-6bce-4eb7-a502-a26a4bce5e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:08.543135 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:08.543979 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 835d0ee9-3185-4d9a-977b-6b67722420f5 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:25:08.572431 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4750c58-1224-466f-9158-393c0711ac0f tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Pushing event updated for resources: {'Port': ['ID=7e6d6ff2-e8ff-4673-a8e7-bcbc9812ec40,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:08.586039 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ceb5f4-2397-489f-b24d-bffd1a1bd506 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Network 86be858a-39e3-405c-a94b-6329ec458e15 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:25:08.588131 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-df18849c-4c5e-4916-b8b3-065f3133110f tempest-ExternalNetworksTestJSON-1827899871 tempest-ExternalNetworksTestJSON-1827899871-project] Unset dirty status for tenant:f566ac22d0fd42a099ba1e211f1174a2 on resource:network {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:25:08.589350 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-df18849c-4c5e-4916-b8b3-065f3133110f tempest-ExternalNetworksTestJSON-1827899871 tempest-ExternalNetworksTestJSON-1827899871-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2451 time: 1.1963768 Oct 13 15:25:08.595957 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-58ceb5f4-2397-489f-b24d-bffd1a1bd506 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:25:08.598056 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee09a2c-6bce-4eb7-a502-a26a4bce5e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Pushing event deleted for resources: {'Port': ['ID=dfa6e777-373e-4cd5-8550-5acb22321f69,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:08.604296 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-fb8be055-45b6-43cd-a8f9-f5ba024e9809 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.42 "GET /v2.0/quotas/d8ab2ab48b154fe59d2af3b86563e1e5 HTTP/1.1" status: 200 len: 375 time: 0.1770363 Oct 13 15:25:08.606543 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43572) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:08.607336 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ceb5f4-2397-489f-b24d-bffd1a1bd506 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:25:08.610242 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ceb5f4-2397-489f-b24d-bffd1a1bd506 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:08.610941 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-58ceb5f4-2397-489f-b24d-bffd1a1bd506 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:08.614586 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6ef5c933-2ddd-45d9-80ef-a3beb9ec8a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:08.701421 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4300b965-4a5b-40ff-94a0-4fa756485fc5 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:08.713129 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=029aa4d1-7975-46a6-90b1-7f8e21d16707,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:08.714967 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-e1d38c24-28ff-4b15-86a4-d88a5c72cd12 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Unset dirty status for tenant:bb90cebe15f541febeed2c50e15c931e on resource:subnet {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:25:08.730182 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-e1d38c24-28ff-4b15-86a4-d88a5c72cd12 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6957326 Oct 13 15:25:08.748057 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 43580) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:08.821286 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 835d0ee9-3185-4d9a-977b-6b67722420f5 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:25:08.821662 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:08.821987 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 835d0ee9-3185-4d9a-977b-6b67722420f5 Oct 13 15:25:08.845292 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-58ceb5f4-2397-489f-b24d-bffd1a1bd506 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.5313547 Oct 13 15:25:08.850960 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf7d0c97-63b7-4514-8023-3500953d9fe7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Deleting subnet 155752cc-99ce-4a22-9358-9295da90c9da {{(pid=88973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:25:08.855053 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bf7d0c97-63b7-4514-8023-3500953d9fe7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for subnet, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:08.855251 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43584) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:08.866759 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e4750c58-1224-466f-9158-393c0711ac0f tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:08.910690 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef5c933-2ddd-45d9-80ef-a3beb9ec8a84 None None] Pushing event updated for resources: {'Port': ['ID=cb6cd400-b861-48bb-8eb9-27ea60e3ac06,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:08.999620 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bf7d0c97-63b7-4514-8023-3500953d9fe7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7432921'] for subnet, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:09.015226 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 835d0ee9-3185-4d9a-977b-6b67722420f5 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:25:09.092937 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ec0e47b2-620b-47a2-ae92-6da64ca0b416 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:09.116117 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e4750c58-1224-466f-9158-393c0711ac0f tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:09.117559 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-e4750c58-1224-466f-9158-393c0711ac0f tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.0147858 Oct 13 15:25:09.123903 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe7326f6-c2f0-4499-98cd-9c4140600fcc tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:09.124379 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-fe7326f6-c2f0-4499-98cd-9c4140600fcc tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Synchronizing usage tracker for tenant:d70f93f21538467499f44fe521c0a191 on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:25:09.125862 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bf7d0c97-63b7-4514-8023-3500953d9fe7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:09.135489 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4300b965-4a5b-40ff-94a0-4fa756485fc5 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event updated for resources: {'Subnet': ['ID=53923eee-bff5-42b7-956f-76592f09866c,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:09.201781 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4300b965-4a5b-40ff-94a0-4fa756485fc5 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Checking segment: {'id': '917de853-1d0c-4fdc-b018-80be5265525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '83272651-8c09-4a1f-bdba-c9e96b0f2d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:25:09.202102 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4300b965-4a5b-40ff-94a0-4fa756485fc5 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Network hostable DHCP agents. Network: 83272651-8c09-4a1f-bdba-c9e96b0f2d9b, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:25:09.243533 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-fe7326f6-c2f0-4499-98cd-9c4140600fcc tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Unset dirty status for tenant:d70f93f21538467499f44fe521c0a191 on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:25:09.244166 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-1ee09a2c-6bce-4eb7-a502-a26a4bce5e65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] 10.222.0.42 "DELETE /v2.0/ports/dfa6e777-373e-4cd5-8550-5acb22321f69 HTTP/1.1" status: 204 len: 168 time: 2.1349342 Oct 13 15:25:09.244166 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 43592) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:09.246588 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-fe7326f6-c2f0-4499-98cd-9c4140600fcc tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] 10.222.0.42 "GET /v2.0/ports/475f9997-f439-4fc6-b177-d11691e35c00 HTTP/1.1" status: 200 len: 955 time: 0.3814576 Oct 13 15:25:09.260957 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43594) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:09.265600 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c23118c9-714b-4031-91b4-1ae88acf48a6 req-b7f4acc8-739f-48dd-a33e-6cb9b275cecd tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 210 time: 0.0755231 Oct 13 15:25:09.306290 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-9d5e0f32-840d-43cc-b304-24e99fd3fb7a tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d8ab2ab48b154fe59d2af3b86563e1e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6901264 Oct 13 15:25:09.317393 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-56d1a1c1-d27d-4e21-b88f-d3f4aaf8f31c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] GET failed (client error): The resource could not be found. Oct 13 15:25:09.317979 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-56d1a1c1-d27d-4e21-b88f-d3f4aaf8f31c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Synchronizing usage tracker for tenant:f54070b4e2314cc994a056b908338f39 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:25:09.322204 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ceb5f4-2397-489f-b24d-bffd1a1bd506 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Pushing event updated for resources: {'Port': ['ID=475f9997-f439-4fc6-b177-d11691e35c00,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:09.347310 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bf7d0c97-63b7-4514-8023-3500953d9fe7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:09.384882 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-56d1a1c1-d27d-4e21-b88f-d3f4aaf8f31c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Unset dirty status for tenant:f54070b4e2314cc994a056b908338f39 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:25:09.392005 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-56d1a1c1-d27d-4e21-b88f-d3f4aaf8f31c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] 10.222.0.42 "GET /v2.0/ports/dfa6e777-373e-4cd5-8550-5acb22321f69 HTTP/1.1" status: 404 len: 333 time: 0.1335914 Oct 13 15:25:09.392672 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 43610) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:09.397605 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7d0c97-63b7-4514-8023-3500953d9fe7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event deleted for resources: {'Subnet': ['ID=155752cc-99ce-4a22-9358-9295da90c9da,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:09.402877 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-726362af-cd87-4c02-ad85-fddd1f006d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Request body: {'port': {'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2076733299'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:09.411889 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-726362af-cd87-4c02-ad85-fddd1f006d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:25:09.420522 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bf7d0c97-63b7-4514-8023-3500953d9fe7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:09.426028 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7500ed-6907-4341-b098-0be051a327b4 None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:25:09.432032 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ec0e47b2-620b-47a2-ae92-6da64ca0b416 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:09.443309 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-726362af-cd87-4c02-ad85-fddd1f006d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:25:09.449162 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4300b965-4a5b-40ff-94a0-4fa756485fc5 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Network 83272651-8c09-4a1f-bdba-c9e96b0f2d9b is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:25:09.464468 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-bf7d0c97-63b7-4514-8023-3500953d9fe7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/155752cc-99ce-4a22-9358-9295da90c9da HTTP/1.1" status: 204 len: 168 time: 0.7141695 Oct 13 15:25:09.481505 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 43620) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:09.506535 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-f409d22b-6509-4aae-b74c-04a955625a80 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Deleting port 475f9997-f439-4fc6-b177-d11691e35c00 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:25:09.506874 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f409d22b-6509-4aae-b74c-04a955625a80 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:09.564597 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:09.663746 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.16', 49852) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:09.715340 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-ec0e47b2-620b-47a2-ae92-6da64ca0b416 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9979adc4-4218-4b5a-bde8-fed095938dde']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:09.726747 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-1ceaf0fb-b811-4ad6-ad9a-6cf20db9cc4c service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:25:09.727763 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-1ceaf0fb-b811-4ad6-ad9a-6cf20db9cc4c service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3043365 Oct 13 15:25:09.728532 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-4300b965-4a5b-40ff-94a0-4fa756485fc5 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 83272651-8c09-4a1f-bdba-c9e96b0f2d9b) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:25:09.733168 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4300b965-4a5b-40ff-94a0-4fa756485fc5 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:09.733752 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4300b965-4a5b-40ff-94a0-4fa756485fc5 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:09.812762 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2567836-a467-4277-80f8-f4beacb8f0ad None None] Network 83272651-8c09-4a1f-bdba-c9e96b0f2d9b requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:25:09.924929 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-726362af-cd87-4c02-ad85-fddd1f006d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Made reservation on behalf of f54070b4e2314cc994a056b908338f39 for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:25:09.927931 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-726362af-cd87-4c02-ad85-fddd1f006d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:09.941235 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-f8ecbcf1-10d7-435d-b00c-fcd25de78fef tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Synchronizing usage tracker for tenant:18e61030eb034f4e9cafacce6c56e7c6 on resource:security_group {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:25:09.954568 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-84889e85-51d0-4bf4-b6ff-2cf6c99c3478 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4696164 Oct 13 15:25:09.955601 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 43626) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:09.985561 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-952b1905-077d-40e6-9d04-d84509f524a6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'subnet': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:10.006871 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-ec0e47b2-620b-47a2-ae92-6da64ca0b416 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84620774-cd6f-4a66-9d13-9625dd2e0e4b') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:10.007476 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-ec0e47b2-620b-47a2-ae92-6da64ca0b416 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84620774-cd6f-4a66-9d13-9625dd2e0e4b') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:10.041918 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [None req-726362af-cd87-4c02-ad85-fddd1f006d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] device_id is not set on port abc3faad-b25a-43a5-9f59-018be53b4537 yet. {{(pid=88973) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:25:10.051691 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 029aa4d1-7975-46a6-90b1-7f8e21d16707 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:25:10.093988 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-4300b965-4a5b-40ff-94a0-4fa756485fc5 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.3449712 Oct 13 15:25:10.103894 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ec0e47b2-620b-47a2-ae92-6da64ca0b416 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:10.128147 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43634) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:10.137397 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-f8ecbcf1-10d7-435d-b00c-fcd25de78fef tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Unset dirty status for tenant:18e61030eb034f4e9cafacce6c56e7c6 on resource:security_group {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:25:10.142073 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-5676a7fd-ef02-4238-ba4b-efb2ce51eacb service neutron] 10.222.0.42 "GET /v2.0/networks/3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4016485 Oct 13 15:25:10.142472 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-f8ecbcf1-10d7-435d-b00c-fcd25de78fef tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--381128649&fields=id&tenant_id=18e61030eb034f4e9cafacce6c56e7c6 HTTP/1.1" status: 200 len: 267 time: 0.6768367 Oct 13 15:25:10.160653 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-72fbe7c8-ce54-47ad-b0ec-a21873817d01 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-18380511', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:10.176177 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f409d22b-6509-4aae-b74c-04a955625a80 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:10.207788 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-72fbe7c8-ce54-47ad-b0ec-a21873817d01 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:25:10.210967 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ec0e47b2-620b-47a2-ae92-6da64ca0b416 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:10.270456 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc26a9c-6494-4fb9-94c5-0082d017a893 None None] Network e7446f75-7c27-425c-9953-16fe59d0ffee requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:25:10.368900 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec0e47b2-620b-47a2-ae92-6da64ca0b416 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Releasing vlan 449 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:25:10.369523 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ec0e47b2-620b-47a2-ae92-6da64ca0b416 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:10.383616 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-72fbe7c8-ce54-47ad-b0ec-a21873817d01 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Usage tracker for resource:router and tenant:34e6b268fc1844e287c5dc961df795e5 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:25:10.390410 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-72fbe7c8-ce54-47ad-b0ec-a21873817d01 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:25:10.404583 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db98685-3310-488f-b5ae-18c580626400 req-0839c75b-460c-421c-97bf-48176fa89c2a tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:10.406437 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5db98685-3310-488f-b5ae-18c580626400 req-0839c75b-460c-421c-97bf-48176fa89c2a tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.16 "GET /v2.0/networks?id=68ca5488-1f82-4ee2-9e86-9e983d74aa07 HTTP/1.1" status: 200 len: 811 time: 0.7236893 Oct 13 15:25:10.421168 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-f409d22b-6509-4aae-b74c-04a955625a80 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Calling delete_port for 475f9997-f439-4fc6-b177-d11691e35c00 owned by {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:25:10.457662 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 84620774-cd6f-4a66-9d13-9625dd2e0e4b resource provider aggregate not found Oct 13 15:25:10.462364 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-952b1905-077d-40e6-9d04-d84509f524a6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:25:10.504388 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-952b1905-077d-40e6-9d04-d84509f524a6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Usage tracker for resource:subnet and tenant:bb90cebe15f541febeed2c50e15c931e is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:25:10.515829 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-952b1905-077d-40e6-9d04-d84509f524a6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:25:10.536749 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-72fbe7c8-ce54-47ad-b0ec-a21873817d01 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:25:10.577048 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-952b1905-077d-40e6-9d04-d84509f524a6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:25:10.592881 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0f1b20-432f-4e88-81a0-74fe67198b08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-83272651-8c09-4a1f-bdba-c9e96b0f2d9b', 'network_id': '83272651-8c09-4a1f-bdba-c9e96b0f2d9b', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'fixed_ips': [{'subnet_id': '53923eee-bff5-42b7-956f-76592f09866c'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:25:10.594455 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4c0f1b20-432f-4e88-81a0-74fe67198b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:10.659451 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-a1b741bc-b626-4bbf-be8b-461bc6124b49 None None] Provisioning for port cb6cd400-b861-48bb-8eb9-27ea60e3ac06 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:25:10.668395 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-97044987-f7c9-4d92-9dea-b092d243bbf2 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:10.670887 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-97044987-f7c9-4d92-9dea-b092d243bbf2 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] 10.222.0.42 "GET /v2.0/networks?id=3eba9316-5858-4216-9f1f-1827035b3500 HTTP/1.1" status: 200 len: 812 time: 0.5033870 Oct 13 15:25:10.675298 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5db98685-3310-488f-b5ae-18c580626400 req-60d0f363-7f4a-4b18-aaa5-2fd0f6017125 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c317355326e4f748fe019ccb370c99a HTTP/1.1" status: 200 len: 379 time: 0.2057850 Oct 13 15:25:10.675865 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952b1905-077d-40e6-9d04-d84509f524a6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:25:10.678790 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 84620774-cd6f-4a66-9d13-9625dd2e0e4b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 84620774-cd6f-4a66-9d13-9625dd2e0e4b found for delete ", "request_id": "req-53ef8eab-74aa-4c27-b966-a2cb0c92c335"}]} Oct 13 15:25:10.679210 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-952b1905-077d-40e6-9d04-d84509f524a6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:10.703983 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-5db98685-3310-488f-b5ae-18c580626400 req-6db0d80b-89c9-403a-bdba-7ba0727c692e tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Request body: {'port': {'device_id': '3efc2502-b066-49a0-9550-ad9f1a36a931', 'network_id': '68ca5488-1f82-4ee2-9e86-9e983d74aa07', 'admin_state_up': True, 'tenant_id': '9c317355326e4f748fe019ccb370c99a', 'security_groups': ['2cf84a2a-dc07-4134-8ab9-5ec18f441d4e']}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:10.765656 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-72fbe7c8-ce54-47ad-b0ec-a21873817d01 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:10.766880 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-72fbe7c8-ce54-47ad-b0ec-a21873817d01 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:10.780187 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ec0e47b2-620b-47a2-ae92-6da64ca0b416 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:10.783135 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 029aa4d1-7975-46a6-90b1-7f8e21d16707 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:25:10.785961 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:10.786112 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec0e47b2-620b-47a2-ae92-6da64ca0b416 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9979adc4-4218-4b5a-bde8-fed095938dde {{(pid=88972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 13 15:25:10.786751 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 029aa4d1-7975-46a6-90b1-7f8e21d16707 Oct 13 15:25:10.788566 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ec0e47b2-620b-47a2-ae92-6da64ca0b416 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:10.856253 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0e47b2-620b-47a2-ae92-6da64ca0b416 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Pushing event deleted for resources: {'Network': ['ID=9979adc4-4218-4b5a-bde8-fed095938dde,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:10.877159 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-ec0e47b2-620b-47a2-ae92-6da64ca0b416 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] 10.222.0.42 "DELETE /v2.0/networks/9979adc4-4218-4b5a-bde8-fed095938dde HTTP/1.1" status: 204 len: 168 time: 2.2605021 Oct 13 15:25:10.877159 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-72fbe7c8-ce54-47ad-b0ec-a21873817d01 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:10.878522 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-0ca127b3-6446-4dce-bf63-df89e346e5a2 service neutron] 10.222.0.42 "GET /v2.0/networks/3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7059994 Oct 13 15:25:10.890790 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43664) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:10.900360 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-e63dbdc1-f215-4747-aaed-ba8624923b29 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Request body: {'network': {'name': 'tempest-network--836196529', 'router:external': True}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:10.909012 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-e63dbdc1-f215-4747-aaed-ba8624923b29 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:25:10.912796 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f409d22b-6509-4aae-b74c-04a955625a80 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:10.959206 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-e63dbdc1-f215-4747-aaed-ba8624923b29 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Usage tracker for resource:network and tenant:b87e5e5ce1184b5d93cae1d7cba9d086 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:25:10.973466 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-e63dbdc1-f215-4747-aaed-ba8624923b29 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:25:10.985137 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-726362af-cd87-4c02-ad85-fddd1f006d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:11.012034 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f409d22b-6509-4aae-b74c-04a955625a80 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:11.019158 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-72fbe7c8-ce54-47ad-b0ec-a21873817d01 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:11.043216 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-e63dbdc1-f215-4747-aaed-ba8624923b29 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:25:11.046563 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f409d22b-6509-4aae-b74c-04a955625a80 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Pushing event deleted for resources: {'Port': ['ID=475f9997-f439-4fc6-b177-d11691e35c00,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:11.059318 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9088630-5089-4bf8-b9c1-708cae572376 None None] DHCP port deletion for a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:25:11.063984 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-3829d5c2-a762-49b8-ba84-97a96779ef42 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] 10.222.0.42 "GET /v2.0/quotas/18e61030eb034f4e9cafacce6c56e7c6 HTTP/1.1" status: 200 len: 375 time: 0.3659523 Oct 13 15:25:11.100475 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-f409d22b-6509-4aae-b74c-04a955625a80 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] 10.222.0.42 "DELETE /v2.0/ports/475f9997-f439-4fc6-b177-d11691e35c00 HTTP/1.1" status: 204 len: 168 time: 1.8349280 Oct 13 15:25:11.106376 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43668) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:11.177870 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-a9088630-5089-4bf8-b9c1-708cae572376 None None] Deleting port 029aa4d1-7975-46a6-90b1-7f8e21d16707 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:25:11.178333 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-a9088630-5089-4bf8-b9c1-708cae572376 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:11.213742 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-72fbe7c8-ce54-47ad-b0ec-a21873817d01 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:11.219528 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-72fbe7c8-ce54-47ad-b0ec-a21873817d01 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.0821090 Oct 13 15:25:11.220125 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43672) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:11.256142 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e63dbdc1-f215-4747-aaed-ba8624923b29 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Made reservation on behalf of b87e5e5ce1184b5d93cae1d7cba9d086 for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:25:11.261969 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e63dbdc1-f215-4747-aaed-ba8624923b29 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:11.517121 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b568487-837d-49a4-bed7-baf136b76a0b tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] GET failed (client error): The resource could not be found. Oct 13 15:25:11.517861 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-5b568487-837d-49a4-bed7-baf136b76a0b tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Synchronizing usage tracker for tenant:d70f93f21538467499f44fe521c0a191 on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:25:11.558082 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-4c0f1b20-432f-4e88-81a0-74fe67198b08 None None] Allocated IP 2001:db8:1::2 (83272651-8c09-4a1f-bdba-c9e96b0f2d9b/53923eee-bff5-42b7-956f-76592f09866c/85dba465-4a12-4e4c-a3d8-480f272ee292) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:25:11.761043 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-5db98685-3310-488f-b5ae-18c580626400 req-6db0d80b-89c9-403a-bdba-7ba0727c692e tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:25:11.777343 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-5db98685-3310-488f-b5ae-18c580626400 req-6db0d80b-89c9-403a-bdba-7ba0727c692e tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Usage tracker for resource:port and tenant:9c317355326e4f748fe019ccb370c99a is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:25:11.802167 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-5db98685-3310-488f-b5ae-18c580626400 req-6db0d80b-89c9-403a-bdba-7ba0727c692e tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:25:11.816222 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-5db98685-3310-488f-b5ae-18c580626400 req-6db0d80b-89c9-403a-bdba-7ba0727c692e tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:25:11.818679 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-726362af-cd87-4c02-ad85-fddd1f006d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:11.912955 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-ec3f1af4-d9ea-4fa4-90d7-9d29a472e60e tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=18e61030eb034f4e9cafacce6c56e7c6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6900325 Oct 13 15:25:11.935711 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-726362af-cd87-4c02-ad85-fddd1f006d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:25:11.952398 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-726362af-cd87-4c02-ad85-fddd1f006d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:25:12.036896 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726362af-cd87-4c02-ad85-fddd1f006d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:25:12.047190 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726362af-cd87-4c02-ad85-fddd1f006d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:12.048156 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-726362af-cd87-4c02-ad85-fddd1f006d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:12.055689 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5db98685-3310-488f-b5ae-18c580626400 req-6db0d80b-89c9-403a-bdba-7ba0727c692e tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Made reservation on behalf of 9c317355326e4f748fe019ccb370c99a for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:25:12.064794 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-5db98685-3310-488f-b5ae-18c580626400 req-6db0d80b-89c9-403a-bdba-7ba0727c692e tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:12.184186 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-a9088630-5089-4bf8-b9c1-708cae572376 None None] For port 029aa4d1-7975-46a6-90b1-7f8e21d16707, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=029aa4d1-7975-46a6-90b1-7f8e21d16707,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:25:12.184734 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-a9088630-5089-4bf8-b9c1-708cae572376 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:12.229516 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726362af-cd87-4c02-ad85-fddd1f006d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Pushing event updated for resources: {'Port': ['ID=abc3faad-b25a-43a5-9f59-018be53b4537,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:12.257725 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-7ccd2bc0-ba6f-4a12-8307-b7cfd07903d2 req-b6da51a4-c235-40a5-8c2b-25d562ed7a5b tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Synchronizing usage tracker for tenant:9c317355326e4f748fe019ccb370c99a on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:25:12.280288 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-5b568487-837d-49a4-bed7-baf136b76a0b tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Unset dirty status for tenant:d70f93f21538467499f44fe521c0a191 on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:25:12.285086 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-5b568487-837d-49a4-bed7-baf136b76a0b tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] 10.222.0.42 "GET /v2.0/ports/475f9997-f439-4fc6-b177-d11691e35c00 HTTP/1.1" status: 404 len: 333 time: 1.1673384 Oct 13 15:25:12.290910 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43702) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:12.292056 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e63dbdc1-f215-4747-aaed-ba8624923b29 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:25:12.326005 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-952b1905-077d-40e6-9d04-d84509f524a6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:12.346618 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-1c633c55-9da7-4e51-a9f2-a4380b61f9fa tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Request body: {'port': {'network_id': '86be858a-39e3-405c-a94b-6329ec458e15', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1973877459'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:12.353315 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-1c633c55-9da7-4e51-a9f2-a4380b61f9fa tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:25:12.418343 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-a9088630-5089-4bf8-b9c1-708cae572376 None None] Calling delete_port for 029aa4d1-7975-46a6-90b1-7f8e21d16707 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:25:12.455834 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 029aa4d1-7975-46a6-90b1-7f8e21d16707 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:25:12.459330 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device cb6cd400-b861-48bb-8eb9-27ea60e3ac06 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:25:12.464905 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-726362af-cd87-4c02-ad85-fddd1f006d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 3.0687168 Oct 13 15:25:12.486053 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952b1905-077d-40e6-9d04-d84509f524a6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:25:12.489415 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 43708) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:12.507879 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-952b1905-077d-40e6-9d04-d84509f524a6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:25:12.515798 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952b1905-077d-40e6-9d04-d84509f524a6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:12.516613 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-952b1905-077d-40e6-9d04-d84509f524a6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:12.525005 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8603'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:12.690188 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e63dbdc1-f215-4747-aaed-ba8624923b29 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:12.690766 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-e63dbdc1-f215-4747-aaed-ba8624923b29 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Added segment 322b9d13-413b-4531-92f9-da3a35201388 of type vlan for network 39c245a1-afb8-4d0c-9823-6573bb0dd472 Oct 13 15:25:12.772717 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-37944be6-608e-42a1-9e1a-87db8c1e5b61 service neutron] 10.222.0.42 "GET /v2.0/networks/3eba9316-5858-4216-9f1f-1827035b3500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8237691 Oct 13 15:25:12.795679 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-a9088630-5089-4bf8-b9c1-708cae572376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:12.845417 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952b1905-077d-40e6-9d04-d84509f524a6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'Subnet': ['ID=356c78d0-d6e3-42d5-ae8c-cc8b69c5d2fc,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:12.879201 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4c0f1b20-432f-4e88-81a0-74fe67198b08 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:12.900896 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port cb6cd400-b861-48bb-8eb9-27ea60e3ac06 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:25:12.910926 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9088630-5089-4bf8-b9c1-708cae572376 None None] Pushing event deleted for resources: {'Port': ['ID=029aa4d1-7975-46a6-90b1-7f8e21d16707,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:12.927044 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9088630-5089-4bf8-b9c1-708cae572376 None None] No DVR routers for this DVR port 029aa4d1-7975-46a6-90b1-7f8e21d16707 on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:25:12.970990 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port cb6cd400-b861-48bb-8eb9-27ea60e3ac06 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:25:12.971786 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:12.974329 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port cb6cd400-b861-48bb-8eb9-27ea60e3ac06 Oct 13 15:25:12.998940 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2771a534-acc5-4f70-ac2c-9e97efc678cf tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:13.017897 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4c0f1b20-432f-4e88-81a0-74fe67198b08 None None] Transition to ACTIVE for port object 85dba465-4a12-4e4c-a3d8-480f272ee292 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:25:13.021243 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58153b1f-e87b-4a99-a6a6-bca94c1e06ef None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:25:13.042293 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-1c633c55-9da7-4e51-a9f2-a4380b61f9fa tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:25:13.051790 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-7ccd2bc0-ba6f-4a12-8307-b7cfd07903d2 req-b6da51a4-c235-40a5-8c2b-25d562ed7a5b tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Unset dirty status for tenant:9c317355326e4f748fe019ccb370c99a on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:25:13.054908 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-7ccd2bc0-ba6f-4a12-8307-b7cfd07903d2 req-b6da51a4-c235-40a5-8c2b-25d562ed7a5b tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 210 time: 1.3121655 Oct 13 15:25:13.166449 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-952b1905-077d-40e6-9d04-d84509f524a6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.1984036 Oct 13 15:25:13.168830 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 43716) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:13.239237 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c633c55-9da7-4e51-a9f2-a4380b61f9fa tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Made reservation on behalf of d70f93f21538467499f44fe521c0a191 for: {'port': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:25:13.243211 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1c633c55-9da7-4e51-a9f2-a4380b61f9fa tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:13.246777 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4c0f1b20-432f-4e88-81a0-74fe67198b08 None None] Transition to ACTIVE for port object 85dba465-4a12-4e4c-a3d8-480f272ee292 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:25:13.271391 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [None req-1c633c55-9da7-4e51-a9f2-a4380b61f9fa tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] device_id is not set on port ae8642e4-0bb4-409e-8a26-7da92835d5aa yet. {{(pid=88972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:25:13.275627 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4c0f1b20-432f-4e88-81a0-74fe67198b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:13.307695 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-795d6737-e717-4e0c-a564-a75e1465a8fc tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'port': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'name': 'tempest-NetworksTestDHCPv6-700149445'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:13.646403 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0f1b20-432f-4e88-81a0-74fe67198b08 None None] Network 83272651-8c09-4a1f-bdba-c9e96b0f2d9b is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:25:13.725043 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1c633c55-9da7-4e51-a9f2-a4380b61f9fa tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:13.761261 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-795d6737-e717-4e0c-a564-a75e1465a8fc tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:25:13.777841 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-795d6737-e717-4e0c-a564-a75e1465a8fc tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Usage tracker for resource:port and tenant:bb90cebe15f541febeed2c50e15c931e is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:25:13.787248 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-795d6737-e717-4e0c-a564-a75e1465a8fc tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:25:13.810496 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-795d6737-e717-4e0c-a564-a75e1465a8fc tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:25:13.815058 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-4c0f1b20-432f-4e88-81a0-74fe67198b08 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:25:13.818626 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0f1b20-432f-4e88-81a0-74fe67198b08 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:25:13.828313 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port cb6cd400-b861-48bb-8eb9-27ea60e3ac06 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:25:13.841819 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:13.886117 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:13.907353 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-5ecb2cf7-b1ec-4afa-81d1-08fd88856478 None None] Provisioning complete for port cb6cd400-b861-48bb-8eb9-27ea60e3ac06 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:25:13.907787 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-5ecb2cf7-b1ec-4afa-81d1-08fd88856478 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:13.908224 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-5ecb2cf7-b1ec-4afa-81d1-08fd88856478 None None] Attempt 1 to provision port cb6cd400-b861-48bb-8eb9-27ea60e3ac06 Oct 13 15:25:13.910237 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [req-5db98685-3310-488f-b5ae-18c580626400 req-6db0d80b-89c9-403a-bdba-7ba0727c692e tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Allocated IP 172.20.0.14 (68ca5488-1f82-4ee2-9e86-9e983d74aa07/12a9e0ad-f87e-4c11-b0b3-9af248956963/f9b8f70f-783a-49bb-9292-f6302802628e) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:25:13.926241 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-ad6bc5fe-fba5-411a-b0d7-af429623de8c req-20b0fb72-6baa-4dfc-b425-7936c15a6f3a tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.42 "GET /v2.0/ports?device_id=120ed22f-0dc2-453c-b30b-44429ff870e3 HTTP/1.1" status: 200 len: 210 time: 0.1489105 Oct 13 15:25:13.941710 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1c633c55-9da7-4e51-a9f2-a4380b61f9fa tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:13.952095 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-795d6737-e717-4e0c-a564-a75e1465a8fc tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:25:13.958167 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-795d6737-e717-4e0c-a564-a75e1465a8fc tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:14.017762 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-03e08123-2eb0-4dd6-abd0-02c66b6c3da2 service neutron] 10.222.0.42 "GET /v2.0/networks/3eba9316-5858-4216-9f1f-1827035b3500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1846967 Oct 13 15:25:14.035657 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [None req-795d6737-e717-4e0c-a564-a75e1465a8fc tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] device_id is not set on port ea8debc7-2093-4a4e-865c-fd6559e25c59 yet. {{(pid=88973) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:25:14.121390 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f1b20-432f-4e88-81a0-74fe67198b08 None None] Pushing event updated for resources: {'Port': ['ID=85dba465-4a12-4e4c-a3d8-480f272ee292,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:14.257260 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e63dbdc1-f215-4747-aaed-ba8624923b29 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:14.283126 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c633c55-9da7-4e51-a9f2-a4380b61f9fa tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Network 86be858a-39e3-405c-a94b-6329ec458e15 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:25:14.314231 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-1c633c55-9da7-4e51-a9f2-a4380b61f9fa tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:25:14.344868 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port cb6cd400-b861-48bb-8eb9-27ea60e3ac06, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=cb6cd400-b861-48bb-8eb9-27ea60e3ac06,segment=NetworkSegment(dac0af8a-6b5c-4d24-a5b4-852db3720abc),segment_id=dac0af8a-6b5c-4d24-a5b4-852db3720abc)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:25:14.377125 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c633c55-9da7-4e51-a9f2-a4380b61f9fa tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:25:14.383188 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c633c55-9da7-4e51-a9f2-a4380b61f9fa tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:14.388731 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1c633c55-9da7-4e51-a9f2-a4380b61f9fa tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:14.508907 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:14.570450 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.db.resource_extend [None req-e63dbdc1-f215-4747-aaed-ba8624923b29 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 15:25:14.621593 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48efb35a-c7c5-4435-b68f-baa67e655fe4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'tenant_id': 'bb90cebe15f541febeed2c50e15c931e', 'fixed_ips': [{'subnet_id': '356c78d0-d6e3-42d5-ae8c-cc8b69c5d2fc'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:25:14.623358 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-48efb35a-c7c5-4435-b68f-baa67e655fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:14.651202 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-4c0f1b20-432f-4e88-81a0-74fe67198b08 None None] Attempting to bind port 85dba465-4a12-4e4c-a3d8-480f272ee292 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:25:14.654280 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-4c0f1b20-432f-4e88-81a0-74fe67198b08 None None] Attempting to bind port 85dba465-4a12-4e4c-a3d8-480f272ee292 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '917de853-1d0c-4fdc-b018-80be5265525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '83272651-8c09-4a1f-bdba-c9e96b0f2d9b'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:25:14.654280 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0f1b20-432f-4e88-81a0-74fe67198b08 None None] Attempting to bind port 85dba465-4a12-4e4c-a3d8-480f272ee292 on network 83272651-8c09-4a1f-bdba-c9e96b0f2d9b {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:25:14.677081 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-3700dc01-7392-4e21-bdf1-e58715670bb7 req-db3bce9d-b838-4a7b-9bbf-a06dbe5e52e5 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 210 time: 0.1750336 Oct 13 15:25:14.694356 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-1c633c55-9da7-4e51-a9f2-a4380b61f9fa tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 2.3868616 Oct 13 15:25:14.701929 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0f1b20-432f-4e88-81a0-74fe67198b08 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:25:14.708266 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0f1b20-432f-4e88-81a0-74fe67198b08 None None] Checking segment: {'id': '917de853-1d0c-4fdc-b018-80be5265525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '83272651-8c09-4a1f-bdba-c9e96b0f2d9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:25:14.710034 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4c0f1b20-432f-4e88-81a0-74fe67198b08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:14.712541 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43728) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:14.713170 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c0f1b20-432f-4e88-81a0-74fe67198b08 None None] Bound using segment: {'id': '917de853-1d0c-4fdc-b018-80be5265525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '83272651-8c09-4a1f-bdba-c9e96b0f2d9b'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:25:14.717530 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-4c0f1b20-432f-4e88-81a0-74fe67198b08 None None] Bound port: 85dba465-4a12-4e4c-a3d8-480f272ee292, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '917de853-1d0c-4fdc-b018-80be5265525a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '83272651-8c09-4a1f-bdba-c9e96b0f2d9b'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:25:14.720982 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4c0f1b20-432f-4e88-81a0-74fe67198b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:14.770651 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-479e793b-9f93-4509-b00f-853e8402b844 req-8f20e053-72a6-49ae-99e8-74fd30d4b951 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfbed677-3deb-4ebc-a7a8-c9f57e433e8f HTTP/1.1" status: 200 len: 210 time: 0.2513137 Oct 13 15:25:14.793450 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 029aa4d1-7975-46a6-90b1-7f8e21d16707 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:25:14.869158 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 029aa4d1-7975-46a6-90b1-7f8e21d16707 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:25:14.869948 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 029aa4d1-7975-46a6-90b1-7f8e21d16707 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:25:14.898780 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c633c55-9da7-4e51-a9f2-a4380b61f9fa tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Pushing event updated for resources: {'Port': ['ID=ae8642e4-0bb4-409e-8a26-7da92835d5aa,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:14.938323 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8603'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:14.970761 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.16', 49858) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:15.163558 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-795d6737-e717-4e0c-a564-a75e1465a8fc tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Allocated IP 2001:db8::331 (a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828/356c78d0-d6e3-42d5-ae8c-cc8b69c5d2fc/ea8debc7-2093-4a4e-865c-fd6559e25c59) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:25:15.167687 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e63dbdc1-f215-4747-aaed-ba8624923b29 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:15.169022 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63dbdc1-f215-4747-aaed-ba8624923b29 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:15.169228 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e63dbdc1-f215-4747-aaed-ba8624923b29 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:15.374221 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4c0f1b20-432f-4e88-81a0-74fe67198b08 None None] For port 85dba465-4a12-4e4c-a3d8-480f272ee292, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:25:15.378031 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63dbdc1-f215-4747-aaed-ba8624923b29 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Pushing event updated for resources: {'Network': ['ID=39c245a1-afb8-4d0c-9823-6573bb0dd472,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:15.379445 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4c0f1b20-432f-4e88-81a0-74fe67198b08 None None] For port 85dba465-4a12-4e4c-a3d8-480f272ee292, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=85dba465-4a12-4e4c-a3d8-480f272ee292,segment=NetworkSegment(917de853-1d0c-4fdc-b018-80be5265525a),segment_id=917de853-1d0c-4fdc-b018-80be5265525a)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:25:15.383791 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-a77ec29b-63a7-403f-be1c-fb3ef11fc9a5 req-3007a96a-31e3-4413-b188-e97b6c144611 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.42 "GET /v2.0/ports?device_id=120ed22f-0dc2-453c-b30b-44429ff870e3 HTTP/1.1" status: 200 len: 210 time: 0.0858951 Oct 13 15:25:15.395385 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 39c245a1-afb8-4d0c-9823-6573bb0dd472 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:25:15.407847 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:15.413854 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4c0f1b20-432f-4e88-81a0-74fe67198b08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:15.454920 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-e63dbdc1-f215-4747-aaed-ba8624923b29 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 4.5624831 Oct 13 15:25:15.488908 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=cb6cd400-b861-48bb-8eb9-27ea60e3ac06,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:15.498073 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-5ecb2cf7-b1ec-4afa-81d1-08fd88856478 None None] Current status of the port cb6cd400-b861-48bb-8eb9-27ea60e3ac06 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:25:15.525453 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43742) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:15.711567 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-795d6737-e717-4e0c-a564-a75e1465a8fc tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:15.747783 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-795d6737-e717-4e0c-a564-a75e1465a8fc tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Transition to ACTIVE for port object ea8debc7-2093-4a4e-865c-fd6559e25c59 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:25:15.879877 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0f1b20-432f-4e88-81a0-74fe67198b08 None None] Pushing event updated for resources: {'Port': ['ID=85dba465-4a12-4e4c-a3d8-480f272ee292,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:16.007901 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-795d6737-e717-4e0c-a564-a75e1465a8fc tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:16.022658 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-48efb35a-c7c5-4435-b68f-baa67e655fe4 None None] Allocated IP 2001:db8::2 (a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828/356c78d0-d6e3-42d5-ae8c-cc8b69c5d2fc/3758f026-7ea5-4045-b2c6-68e690c5a08f) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:25:16.084576 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e750ace9-bdc4-452d-a3e8-ec72ca84f7d2 tempest-ExternalNetworksTestJSON-1827899871 tempest-ExternalNetworksTestJSON-1827899871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:16.089823 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-e750ace9-bdc4-452d-a3e8-ec72ca84f7d2 tempest-ExternalNetworksTestJSON-1827899871 tempest-ExternalNetworksTestJSON-1827899871-project] 10.222.0.42 "GET /v2.0/networks/39c245a1-afb8-4d0c-9823-6573bb0dd472 HTTP/1.1" status: 200 len: 756 time: 0.5606928 Oct 13 15:25:16.204016 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-ab0e80a2-8313-4963-950c-0ecd78505c9e req-a5f0226a-c3a9-447b-8b80-76550c5301be tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Synchronizing usage tracker for tenant:18e61030eb034f4e9cafacce6c56e7c6 on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:25:16.213118 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-2771a534-acc5-4f70-ac2c-9e97efc678cf tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Allocated IP 2001:db8::1 (e7446f75-7c27-425c-9953-16fe59d0ffee/82722173-3fe8-491b-9ce6-dc358e81d199/4a72c497-f996-4218-bb68-db3af1eab332) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:25:16.215037 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43756) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:16.347500 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795d6737-e717-4e0c-a564-a75e1465a8fc tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'Port': ['ID=ea8debc7-2093-4a4e-865c-fd6559e25c59,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:16.352604 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-daf852d8-e3a9-4d87-9d57-70450c331e9b req-411a67db-0a17-4e86-9546-861921f6012e tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Synchronizing usage tracker for tenant:9c317355326e4f748fe019ccb370c99a on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:25:16.403684 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-daf852d8-e3a9-4d87-9d57-70450c331e9b req-411a67db-0a17-4e86-9546-861921f6012e tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Unset dirty status for tenant:9c317355326e4f748fe019ccb370c99a on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:25:16.406624 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-daf852d8-e3a9-4d87-9d57-70450c331e9b req-411a67db-0a17-4e86-9546-861921f6012e tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 210 time: 0.3874202 Oct 13 15:25:16.491461 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-48efb35a-c7c5-4435-b68f-baa67e655fe4 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:16.493860 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-795d6737-e717-4e0c-a564-a75e1465a8fc tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:25:16.512333 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-795d6737-e717-4e0c-a564-a75e1465a8fc tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:25:16.513449 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-48efb35a-c7c5-4435-b68f-baa67e655fe4 None None] Transition to ACTIVE for port object 3758f026-7ea5-4045-b2c6-68e690c5a08f will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:25:16.523855 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795d6737-e717-4e0c-a564-a75e1465a8fc tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:25:16.530676 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-795d6737-e717-4e0c-a564-a75e1465a8fc tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:16.531415 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-795d6737-e717-4e0c-a564-a75e1465a8fc tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:16.582086 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-48efb35a-c7c5-4435-b68f-baa67e655fe4 None None] Transition to ACTIVE for port object 3758f026-7ea5-4045-b2c6-68e690c5a08f will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:25:16.594860 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-795d6737-e717-4e0c-a564-a75e1465a8fc tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4038565 Oct 13 15:25:16.595076 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-48efb35a-c7c5-4435-b68f-baa67e655fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:16.632140 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 43762) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:16.641399 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.db.resource_extend [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 15:25:16.781153 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-ab0e80a2-8313-4963-950c-0ecd78505c9e req-a5f0226a-c3a9-447b-8b80-76550c5301be tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Unset dirty status for tenant:18e61030eb034f4e9cafacce6c56e7c6 on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:25:16.819029 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-ab0e80a2-8313-4963-950c-0ecd78505c9e req-a5f0226a-c3a9-447b-8b80-76550c5301be tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfbed677-3deb-4ebc-a7a8-c9f57e433e8f HTTP/1.1" status: 200 len: 210 time: 0.7185493 Oct 13 15:25:16.848845 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48efb35a-c7c5-4435-b68f-baa67e655fe4 None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:25:16.865842 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-48efb35a-c7c5-4435-b68f-baa67e655fe4 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:25:16.887388 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48efb35a-c7c5-4435-b68f-baa67e655fe4 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:25:16.938988 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.16', 49862) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:16.987575 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 85dba465-4a12-4e4c-a3d8-480f272ee292 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:25:17.201305 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dda9348-771f-452d-87e3-20a2888e301d tempest-ExternalNetworksTestJSON-1827899871 tempest-ExternalNetworksTestJSON-1827899871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:17.206511 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-3dda9348-771f-452d-87e3-20a2888e301d tempest-ExternalNetworksTestJSON-1827899871 tempest-ExternalNetworksTestJSON-1827899871-project] 10.222.0.42 "GET /v2.0/networks/1c53d7bb-8525-4b32-a48f-4937948d64ac HTTP/1.1" status: 200 len: 766 time: 0.9688148 Oct 13 15:25:17.210833 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43768) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:17.284702 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48efb35a-c7c5-4435-b68f-baa67e655fe4 None None] Pushing event updated for resources: {'Port': ['ID=3758f026-7ea5-4045-b2c6-68e690c5a08f,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:17.295258 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-48efb35a-c7c5-4435-b68f-baa67e655fe4 None None] Attempting to bind port 3758f026-7ea5-4045-b2c6-68e690c5a08f on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:25:17.295835 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-48efb35a-c7c5-4435-b68f-baa67e655fe4 None None] Attempting to bind port 3758f026-7ea5-4045-b2c6-68e690c5a08f by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:25:17.296346 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48efb35a-c7c5-4435-b68f-baa67e655fe4 None None] Attempting to bind port 3758f026-7ea5-4045-b2c6-68e690c5a08f on network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:25:17.309222 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48efb35a-c7c5-4435-b68f-baa67e655fe4 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:25:17.310208 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48efb35a-c7c5-4435-b68f-baa67e655fe4 None None] Checking segment: {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:25:17.311289 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-48efb35a-c7c5-4435-b68f-baa67e655fe4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:17.312127 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48efb35a-c7c5-4435-b68f-baa67e655fe4 None None] Bound using segment: {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:25:17.313378 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-48efb35a-c7c5-4435-b68f-baa67e655fe4 None None] Bound port: 3758f026-7ea5-4045-b2c6-68e690c5a08f, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:25:17.314177 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-48efb35a-c7c5-4435-b68f-baa67e655fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:17.335765 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-5db98685-3310-488f-b5ae-18c580626400 req-6db0d80b-89c9-403a-bdba-7ba0727c692e tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:17.337859 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 85dba465-4a12-4e4c-a3d8-480f272ee292 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:25:17.351865 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device cb6cd400-b861-48bb-8eb9-27ea60e3ac06 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:25:17.385220 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-b55cfc4f-1c57-4056-bfa0-803d086a40de req-c2133a72-94a9-40ed-874c-c67313b5aaf8 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Synchronizing usage tracker for tenant:d8ab2ab48b154fe59d2af3b86563e1e5 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:25:17.393148 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c554d32c-48e9-43ef-b8e5-13174df86336 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:17.421307 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-06ebfd95-a012-4ef6-b7d4-3fb6db9518c7 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:17.422133 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-06ebfd95-a012-4ef6-b7d4-3fb6db9518c7 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Synchronizing usage tracker for tenant:d8ab2ab48b154fe59d2af3b86563e1e5 on resource:network {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:25:17.437517 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-5db98685-3310-488f-b5ae-18c580626400 req-6db0d80b-89c9-403a-bdba-7ba0727c692e tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Transition to ACTIVE for port object f9b8f70f-783a-49bb-9292-f6302802628e will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:25:17.442476 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] device_id is not set on port abc3faad-b25a-43a5-9f59-018be53b4537 yet. {{(pid=88973) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:25:17.471580 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:17.477464 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f43bb70-06bb-40d4-a012-c9d01857bbc7 None None] Network 83272651-8c09-4a1f-bdba-c9e96b0f2d9b requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:25:17.530619 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Transition to ACTIVE for port object abc3faad-b25a-43a5-9f59-018be53b4537 will not be triggered until provisioned by entity L2. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:25:17.538461 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-06ebfd95-a012-4ef6-b7d4-3fb6db9518c7 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Unset dirty status for tenant:d8ab2ab48b154fe59d2af3b86563e1e5 on resource:network {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:25:17.538854 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-06ebfd95-a012-4ef6-b7d4-3fb6db9518c7 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.16 "GET /v2.0/networks?id=3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b HTTP/1.1" status: 200 len: 805 time: 1.7626112 Oct 13 15:25:17.557576 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-b55cfc4f-1c57-4056-bfa0-803d086a40de req-c2133a72-94a9-40ed-874c-c67313b5aaf8 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Unset dirty status for tenant:d8ab2ab48b154fe59d2af3b86563e1e5 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:25:17.558971 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b55cfc4f-1c57-4056-bfa0-803d086a40de req-c2133a72-94a9-40ed-874c-c67313b5aaf8 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.42 "GET /v2.0/ports?device_id=120ed22f-0dc2-453c-b30b-44429ff870e3 HTTP/1.1" status: 200 len: 210 time: 0.7928717 Oct 13 15:25:17.569221 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:17.571044 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2771a534-acc5-4f70-ac2c-9e97efc678cf tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:17.594468 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-2771a534-acc5-4f70-ac2c-9e97efc678cf tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Transition to ACTIVE for port object 4a72c497-f996-4218-bb68-db3af1eab332 will not be triggered until provisioned by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:25:17.704899 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.db.resource_extend [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 15:25:17.781686 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] device_id is not set on port ae8642e4-0bb4-409e-8a26-7da92835d5aa yet. {{(pid=88972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:25:17.789770 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:17.807063 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Transition to ACTIVE for port object ae8642e4-0bb4-409e-8a26-7da92835d5aa will not be triggered until provisioned by entity L2. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:25:17.813354 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b99f29-e8d3-49b7-920a-3dfac940471e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:17.823378 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2771a534-acc5-4f70-ac2c-9e97efc678cf tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:17.840044 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b99f29-e8d3-49b7-920a-3dfac940471e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:17.843527 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-c4b99f29-e8d3-49b7-920a-3dfac940471e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Synchronizing usage tracker for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:25:17.873494 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:17.876466 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Pushing event updated for resources: {'Port': ['ID=abc3faad-b25a-43a5-9f59-018be53b4537,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:17.887612 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-5db98685-3310-488f-b5ae-18c580626400 req-6db0d80b-89c9-403a-bdba-7ba0727c692e tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:17.905741 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-7e6ffbd7-b247-4574-99fd-332801735074 None None] Provisioning for port 85dba465-4a12-4e4c-a3d8-480f272ee292 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:25:17.942725 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-7e6ffbd7-b247-4574-99fd-332801735074 None None] Provisioning complete for port 85dba465-4a12-4e4c-a3d8-480f272ee292 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:25:17.943467 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7e6ffbd7-b247-4574-99fd-332801735074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:17.944116 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-7e6ffbd7-b247-4574-99fd-332801735074 None None] Attempt 1 to provision port 85dba465-4a12-4e4c-a3d8-480f272ee292 Oct 13 15:25:18.030313 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port cb6cd400-b861-48bb-8eb9-27ea60e3ac06 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:25:18.031047 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:18.031648 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port cb6cd400-b861-48bb-8eb9-27ea60e3ac06 Oct 13 15:25:18.061763 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port ae8642e4-0bb4-409e-8a26-7da92835d5aa on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:25:18.062104 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port ae8642e4-0bb4-409e-8a26-7da92835d5aa by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '2e042ff6-d207-4a02-9619-7c0dcba3f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'}] {{(pid=88972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:25:18.062950 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port ae8642e4-0bb4-409e-8a26-7da92835d5aa on network 86be858a-39e3-405c-a94b-6329ec458e15 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:25:18.082073 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2771a534-acc5-4f70-ac2c-9e97efc678cf tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Network e7446f75-7c27-425c-9953-16fe59d0ffee is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:25:18.082414 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port abc3faad-b25a-43a5-9f59-018be53b4537 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:25:18.082549 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port abc3faad-b25a-43a5-9f59-018be53b4537 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '9cf82d13-a717-431a-960d-55c6bad4fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:25:18.082892 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port abc3faad-b25a-43a5-9f59-018be53b4537 on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:25:18.097734 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-2771a534-acc5-4f70-ac2c-9e97efc678cf tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:25:18.099070 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db0d80b-89c9-403a-bdba-7ba0727c692e tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Pushing event updated for resources: {'Port': ['ID=f9b8f70f-783a-49bb-9292-f6302802628e,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:18.107721 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Port abc3faad-b25a-43a5-9f59-018be53b4537 on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:25:18.108461 dv-neutron-860329-2-hyperv neutron-server[88973]: ERROR neutron.plugins.ml2.managers [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Failed to bind port abc3faad-b25a-43a5-9f59-018be53b4537 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '9cf82d13-a717-431a-960d-55c6bad4fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'}] Oct 13 15:25:18.122324 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2771a534-acc5-4f70-ac2c-9e97efc678cf tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:25:18.123545 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2771a534-acc5-4f70-ac2c-9e97efc678cf tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:18.171788 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-48efb35a-c7c5-4435-b68f-baa67e655fe4 None None] For port 3758f026-7ea5-4045-b2c6-68e690c5a08f, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:25:18.211438 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.plugins.ml2.plugin [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempt 2 to bind port abc3faad-b25a-43a5-9f59-018be53b4537 Oct 13 15:25:18.232723 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-2a205999-8a8d-4b3d-a73a-df5a8d442888 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Synchronizing usage tracker for tenant:d8ab2ab48b154fe59d2af3b86563e1e5 on resource:security_group {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:25:18.235525 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-48efb35a-c7c5-4435-b68f-baa67e655fe4 None None] For port 3758f026-7ea5-4045-b2c6-68e690c5a08f, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=3758f026-7ea5-4045-b2c6-68e690c5a08f,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:25:18.236990 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c6d817ca-a4ed-47eb-bf8e-31e552752184 req-f79fe7cb-5995-42a9-b9c2-363a6d405352 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfbed677-3deb-4ebc-a7a8-c9f57e433e8f HTTP/1.1" status: 200 len: 210 time: 0.1580398 Oct 13 15:25:18.241077 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5db98685-3310-488f-b5ae-18c580626400 req-6db0d80b-89c9-403a-bdba-7ba0727c692e tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Network 68ca5488-1f82-4ee2-9e86-9e983d74aa07 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:25:18.242065 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port abc3faad-b25a-43a5-9f59-018be53b4537 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:25:18.242430 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port abc3faad-b25a-43a5-9f59-018be53b4537 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '9cf82d13-a717-431a-960d-55c6bad4fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:25:18.242765 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port abc3faad-b25a-43a5-9f59-018be53b4537 on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:25:18.249301 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Port abc3faad-b25a-43a5-9f59-018be53b4537 on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:25:18.249761 dv-neutron-860329-2-hyperv neutron-server[88973]: ERROR neutron.plugins.ml2.managers [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Failed to bind port abc3faad-b25a-43a5-9f59-018be53b4537 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '9cf82d13-a717-431a-960d-55c6bad4fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'}] Oct 13 15:25:18.250670 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [req-5db98685-3310-488f-b5ae-18c580626400 req-6db0d80b-89c9-403a-bdba-7ba0727c692e tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:25:18.253575 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.plugins.ml2.plugin [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempt 3 to bind port abc3faad-b25a-43a5-9f59-018be53b4537 Oct 13 15:25:18.277873 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-5db98685-3310-488f-b5ae-18c580626400 req-6db0d80b-89c9-403a-bdba-7ba0727c692e tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:25:18.304255 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-48efb35a-c7c5-4435-b68f-baa67e655fe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:18.313193 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c554d32c-48e9-43ef-b8e5-13174df86336 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:18.349749 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port abc3faad-b25a-43a5-9f59-018be53b4537 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:25:18.350362 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port abc3faad-b25a-43a5-9f59-018be53b4537 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '9cf82d13-a717-431a-960d-55c6bad4fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:25:18.350696 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port abc3faad-b25a-43a5-9f59-018be53b4537 on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:25:18.353020 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-2a205999-8a8d-4b3d-a73a-df5a8d442888 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Unset dirty status for tenant:d8ab2ab48b154fe59d2af3b86563e1e5 on resource:security_group {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:25:18.354687 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-2a205999-8a8d-4b3d-a73a-df5a8d442888 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d8ab2ab48b154fe59d2af3b86563e1e5 HTTP/1.1" status: 200 len: 380 time: 0.7863686 Oct 13 15:25:18.355403 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-c4b99f29-e8d3-49b7-920a-3dfac940471e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Unset dirty status for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:25:18.373976 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c4b99f29-e8d3-49b7-920a-3dfac940471e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 1.7406228 Oct 13 15:25:18.374708 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 43780) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:18.390315 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-c554d32c-48e9-43ef-b8e5-13174df86336 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39c245a1-afb8-4d0c-9823-6573bb0dd472']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:18.463367 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Port ae8642e4-0bb4-409e-8a26-7da92835d5aa on network 86be858a-39e3-405c-a94b-6329ec458e15 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:25:18.463933 dv-neutron-860329-2-hyperv neutron-server[88972]: ERROR neutron.plugins.ml2.managers [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Failed to bind port ae8642e4-0bb4-409e-8a26-7da92835d5aa on host hv-neutron-8603 for vnic_type normal using segments [{'id': '2e042ff6-d207-4a02-9619-7c0dcba3f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'}] Oct 13 15:25:18.512589 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Port abc3faad-b25a-43a5-9f59-018be53b4537 on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:25:18.513195 dv-neutron-860329-2-hyperv neutron-server[88973]: ERROR neutron.plugins.ml2.managers [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Failed to bind port abc3faad-b25a-43a5-9f59-018be53b4537 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '9cf82d13-a717-431a-960d-55c6bad4fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'}] Oct 13 15:25:18.517314 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-70b5c65f-1cc7-4efe-b359-035cb9f4dbd8 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Request body: {'port': {'device_id': '120ed22f-0dc2-453c-b30b-44429ff870e3', 'network_id': '3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b', 'admin_state_up': True, 'tenant_id': 'd8ab2ab48b154fe59d2af3b86563e1e5', 'security_groups': ['2fed544a-1f93-4571-ab35-0710ef88044b']}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:18.552027 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.plugins.ml2.plugin [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempt 2 to bind port ae8642e4-0bb4-409e-8a26-7da92835d5aa Oct 13 15:25:18.578799 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2771a534-acc5-4f70-ac2c-9e97efc678cf tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event updated for resources: {'Port': ['ID=4a72c497-f996-4218-bb68-db3af1eab332,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:18.588771 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.plugins.ml2.plugin [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempt 4 to bind port abc3faad-b25a-43a5-9f59-018be53b4537 Oct 13 15:25:18.633787 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-7e6ffbd7-b247-4574-99fd-332801735074 None None] Current status of the port 85dba465-4a12-4e4c-a3d8-480f272ee292 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:25:18.635840 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7e6ffbd7-b247-4574-99fd-332801735074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:18.757408 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-c554d32c-48e9-43ef-b8e5-13174df86336 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '322b9d13-413b-4531-92f9-da3a35201388') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:18.759925 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-c554d32c-48e9-43ef-b8e5-13174df86336 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '322b9d13-413b-4531-92f9-da3a35201388') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:18.837503 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port cb6cd400-b861-48bb-8eb9-27ea60e3ac06 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:25:18.952595 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port ae8642e4-0bb4-409e-8a26-7da92835d5aa on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:25:18.953473 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port ae8642e4-0bb4-409e-8a26-7da92835d5aa by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '2e042ff6-d207-4a02-9619-7c0dcba3f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'}] {{(pid=88972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:25:18.954535 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port ae8642e4-0bb4-409e-8a26-7da92835d5aa on network 86be858a-39e3-405c-a94b-6329ec458e15 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:25:18.955205 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48efb35a-c7c5-4435-b68f-baa67e655fe4 None None] Pushing event updated for resources: {'Port': ['ID=3758f026-7ea5-4045-b2c6-68e690c5a08f,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:18.964992 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c554d32c-48e9-43ef-b8e5-13174df86336 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:18.986200 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-7e6ffbd7-b247-4574-99fd-332801735074 None None] For port 85dba465-4a12-4e4c-a3d8-480f272ee292, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=85dba465-4a12-4e4c-a3d8-480f272ee292,segment=NetworkSegment(917de853-1d0c-4fdc-b018-80be5265525a),segment_id=917de853-1d0c-4fdc-b018-80be5265525a)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:25:18.995520 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7e6ffbd7-b247-4574-99fd-332801735074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:19.061956 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port abc3faad-b25a-43a5-9f59-018be53b4537 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:25:19.062339 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port abc3faad-b25a-43a5-9f59-018be53b4537 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '9cf82d13-a717-431a-960d-55c6bad4fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:25:19.062750 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port abc3faad-b25a-43a5-9f59-018be53b4537 on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:25:19.072310 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-2e44ba40-dc96-4416-8557-48f9c638ffa3 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:19.073039 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-2e44ba40-dc96-4416-8557-48f9c638ffa3 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Synchronizing usage tracker for tenant:18e61030eb034f4e9cafacce6c56e7c6 on resource:network {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:25:19.074023 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-9bfb5a49-edfd-44b0-a96e-14615763e2c1 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Deleting port ea8debc7-2093-4a4e-865c-fd6559e25c59 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:25:19.076233 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9bfb5a49-edfd-44b0-a96e-14615763e2c1 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:19.169427 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-45f3c7ec-cd4a-4092-a98f-245cb0ca8416 None None] Provisioning for port f9b8f70f-783a-49bb-9292-f6302802628e completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:25:19.175662 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6ffbd7-b247-4574-99fd-332801735074 None None] Pushing event updated for resources: {'Port': ['ID=85dba465-4a12-4e4c-a3d8-480f272ee292,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:19.192523 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Port ae8642e4-0bb4-409e-8a26-7da92835d5aa on network 86be858a-39e3-405c-a94b-6329ec458e15 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:25:19.193138 dv-neutron-860329-2-hyperv neutron-server[88972]: ERROR neutron.plugins.ml2.managers [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Failed to bind port ae8642e4-0bb4-409e-8a26-7da92835d5aa on host hv-neutron-8603 for vnic_type normal using segments [{'id': '2e042ff6-d207-4a02-9619-7c0dcba3f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'}] Oct 13 15:25:19.198578 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-45f3c7ec-cd4a-4092-a98f-245cb0ca8416 None None] Provisioning complete for port f9b8f70f-783a-49bb-9292-f6302802628e triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:25:19.199380 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-45f3c7ec-cd4a-4092-a98f-245cb0ca8416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:19.202725 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-45f3c7ec-cd4a-4092-a98f-245cb0ca8416 None None] Attempt 1 to provision port f9b8f70f-783a-49bb-9292-f6302802628e Oct 13 15:25:19.204008 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.plugins.ml2.plugin [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempt 3 to bind port ae8642e4-0bb4-409e-8a26-7da92835d5aa Oct 13 15:25:19.222572 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-2e44ba40-dc96-4416-8557-48f9c638ffa3 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Unset dirty status for tenant:18e61030eb034f4e9cafacce6c56e7c6 on resource:network {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:25:19.223914 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-2e44ba40-dc96-4416-8557-48f9c638ffa3 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] 10.222.0.16 "GET /v2.0/networks?id=3eba9316-5858-4216-9f1f-1827035b3500 HTTP/1.1" status: 200 len: 812 time: 2.2791173 Oct 13 15:25:19.230381 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port ae8642e4-0bb4-409e-8a26-7da92835d5aa on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:25:19.230822 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port ae8642e4-0bb4-409e-8a26-7da92835d5aa by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '2e042ff6-d207-4a02-9619-7c0dcba3f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'}] {{(pid=88972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:25:19.231286 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port ae8642e4-0bb4-409e-8a26-7da92835d5aa on network 86be858a-39e3-405c-a94b-6329ec458e15 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:25:19.233645 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Pushing event updated for resources: {'Port': ['ID=ae8642e4-0bb4-409e-8a26-7da92835d5aa,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:19.239858 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c554d32c-48e9-43ef-b8e5-13174df86336 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:19.275002 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17643e5e-304e-43ee-835b-e96ff8110dba req-3d1090a7-7da1-413e-b037-b84e836114ad tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:19.282723 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-17643e5e-304e-43ee-835b-e96ff8110dba req-3d1090a7-7da1-413e-b037-b84e836114ad tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 932 time: 1.6322219 Oct 13 15:25:19.290314 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db98685-3310-488f-b5ae-18c580626400 req-6db0d80b-89c9-403a-bdba-7ba0727c692e tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:19.290929 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-5db98685-3310-488f-b5ae-18c580626400 req-6db0d80b-89c9-403a-bdba-7ba0727c692e tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:19.304013 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Port ae8642e4-0bb4-409e-8a26-7da92835d5aa on network 86be858a-39e3-405c-a94b-6329ec458e15 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:25:19.304393 dv-neutron-860329-2-hyperv neutron-server[88972]: ERROR neutron.plugins.ml2.managers [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Failed to bind port ae8642e4-0bb4-409e-8a26-7da92835d5aa on host hv-neutron-8603 for vnic_type normal using segments [{'id': '2e042ff6-d207-4a02-9619-7c0dcba3f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'}] Oct 13 15:25:19.314369 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c554d32c-48e9-43ef-b8e5-13174df86336 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Releasing vlan 445 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:25:19.315030 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c554d32c-48e9-43ef-b8e5-13174df86336 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:19.317801 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-70b5c65f-1cc7-4efe-b359-035cb9f4dbd8 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:25:19.330767 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.plugins.ml2.plugin [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempt 4 to bind port ae8642e4-0bb4-409e-8a26-7da92835d5aa Oct 13 15:25:19.330958 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-70b5c65f-1cc7-4efe-b359-035cb9f4dbd8 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:25:19.335074 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-45f3c7ec-cd4a-4092-a98f-245cb0ca8416 None None] Port f9b8f70f-783a-49bb-9292-f6302802628e cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:25:19.362151 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5db98685-3310-488f-b5ae-18c580626400 req-6db0d80b-89c9-403a-bdba-7ba0727c692e tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 8.6603875 Oct 13 15:25:19.362151 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Port abc3faad-b25a-43a5-9f59-018be53b4537 on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:25:19.362151 dv-neutron-860329-2-hyperv neutron-server[88973]: ERROR neutron.plugins.ml2.managers [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Failed to bind port abc3faad-b25a-43a5-9f59-018be53b4537 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '9cf82d13-a717-431a-960d-55c6bad4fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'}] Oct 13 15:25:19.377964 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-29f4df4d-6104-4f87-a128-20c901a05cf0 req-4aee633b-01d5-4f91-8778-75eb9731b5f7 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.42 "GET /v2.0/ports?device_id=120ed22f-0dc2-453c-b30b-44429ff870e3 HTTP/1.1" status: 200 len: 210 time: 0.4623489 Oct 13 15:25:19.378514 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port ae8642e4-0bb4-409e-8a26-7da92835d5aa on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:25:19.378902 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port ae8642e4-0bb4-409e-8a26-7da92835d5aa by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '2e042ff6-d207-4a02-9619-7c0dcba3f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'}] {{(pid=88972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:25:19.379257 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port ae8642e4-0bb4-409e-8a26-7da92835d5aa on network 86be858a-39e3-405c-a94b-6329ec458e15 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:25:19.398149 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2771a534-acc5-4f70-ac2c-9e97efc678cf tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:19.414063 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [req-5db98685-3310-488f-b5ae-18c580626400 req-f9af37d5-b0a6-4e21-8bcd-5b8b4200de07 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:25:19.418023 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5db98685-3310-488f-b5ae-18c580626400 req-f9af37d5-b0a6-4e21-8bcd-5b8b4200de07 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0371134 Oct 13 15:25:19.444304 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.plugins.ml2.plugin [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempt 5 to bind port abc3faad-b25a-43a5-9f59-018be53b4537 Oct 13 15:25:19.482995 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-70b5c65f-1cc7-4efe-b359-035cb9f4dbd8 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Made reservation on behalf of d8ab2ab48b154fe59d2af3b86563e1e5 for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:25:19.486473 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-70b5c65f-1cc7-4efe-b359-035cb9f4dbd8 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:19.492870 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 322b9d13-413b-4531-92f9-da3a35201388 resource provider aggregate not found Oct 13 15:25:19.508353 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-17643e5e-304e-43ee-835b-e96ff8110dba req-4d2662cb-4407-49b9-83d6-40d479c20969 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Synchronizing usage tracker for tenant:9c317355326e4f748fe019ccb370c99a on resource:security_group {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:25:19.530184 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port abc3faad-b25a-43a5-9f59-018be53b4537 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:25:19.530524 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port abc3faad-b25a-43a5-9f59-018be53b4537 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '9cf82d13-a717-431a-960d-55c6bad4fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:25:19.530866 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port abc3faad-b25a-43a5-9f59-018be53b4537 on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:25:19.541044 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Port abc3faad-b25a-43a5-9f59-018be53b4537 on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:25:19.541380 dv-neutron-860329-2-hyperv neutron-server[88973]: ERROR neutron.plugins.ml2.managers [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Failed to bind port abc3faad-b25a-43a5-9f59-018be53b4537 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '9cf82d13-a717-431a-960d-55c6bad4fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'}] Oct 13 15:25:19.545085 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Port ae8642e4-0bb4-409e-8a26-7da92835d5aa on network 86be858a-39e3-405c-a94b-6329ec458e15 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:25:19.545452 dv-neutron-860329-2-hyperv neutron-server[88972]: ERROR neutron.plugins.ml2.managers [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Failed to bind port ae8642e4-0bb4-409e-8a26-7da92835d5aa on host hv-neutron-8603 for vnic_type normal using segments [{'id': '2e042ff6-d207-4a02-9619-7c0dcba3f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'}] Oct 13 15:25:19.546874 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.plugins.ml2.plugin [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempt 6 to bind port abc3faad-b25a-43a5-9f59-018be53b4537 Oct 13 15:25:19.565741 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 322b9d13-413b-4531-92f9-da3a35201388 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 322b9d13-413b-4531-92f9-da3a35201388 found for delete ", "request_id": "req-67fe94ca-1c80-4a78-bc2f-e6acfd689ac4"}]} Oct 13 15:25:19.566678 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.plugins.ml2.plugin [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempt 5 to bind port ae8642e4-0bb4-409e-8a26-7da92835d5aa Oct 13 15:25:19.652273 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port abc3faad-b25a-43a5-9f59-018be53b4537 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:25:19.652705 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port abc3faad-b25a-43a5-9f59-018be53b4537 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '9cf82d13-a717-431a-960d-55c6bad4fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:25:19.653039 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port abc3faad-b25a-43a5-9f59-018be53b4537 on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:25:19.660034 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-427e4780-c4cf-442f-b124-72642cd958b3 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Synchronizing usage tracker for tenant:18e61030eb034f4e9cafacce6c56e7c6 on resource:security_group {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:25:19.666270 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-3c24f83c-94e1-4caf-aece-0747038ee3e0 req-354fc958-6545-42b9-a351-63f02ed8d47e tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfbed677-3deb-4ebc-a7a8-c9f57e433e8f HTTP/1.1" status: 200 len: 210 time: 0.0985124 Oct 13 15:25:19.836250 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-45f3c7ec-cd4a-4092-a98f-245cb0ca8416 None None] Attempt 2 to provision port f9b8f70f-783a-49bb-9292-f6302802628e Oct 13 15:25:19.851855 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-70b5c65f-1cc7-4efe-b359-035cb9f4dbd8 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Allocated IP 172.20.0.3 (3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b/fb9f91e1-ddeb-4202-a3e1-9b503a67c696/a3b86fbf-2db4-40ef-95a6-f249f3d9ff07) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:25:19.923975 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-17643e5e-304e-43ee-835b-e96ff8110dba req-4d2662cb-4407-49b9-83d6-40d479c20969 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Unset dirty status for tenant:9c317355326e4f748fe019ccb370c99a on resource:security_group {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:25:19.923975 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-17643e5e-304e-43ee-835b-e96ff8110dba req-4d2662cb-4407-49b9-83d6-40d479c20969 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6404443 Oct 13 15:25:19.930511 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c554d32c-48e9-43ef-b8e5-13174df86336 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:19.942414 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c554d32c-48e9-43ef-b8e5-13174df86336 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 39c245a1-afb8-4d0c-9823-6573bb0dd472 {{(pid=88972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 13 15:25:19.946237 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c554d32c-48e9-43ef-b8e5-13174df86336 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:19.969769 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-45f3c7ec-cd4a-4092-a98f-245cb0ca8416 None None] Port f9b8f70f-783a-49bb-9292-f6302802628e cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:25:19.992109 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port ae8642e4-0bb4-409e-8a26-7da92835d5aa on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:25:19.992514 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port ae8642e4-0bb4-409e-8a26-7da92835d5aa by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '2e042ff6-d207-4a02-9619-7c0dcba3f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'}] {{(pid=88972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:25:19.992868 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port ae8642e4-0bb4-409e-8a26-7da92835d5aa on network 86be858a-39e3-405c-a94b-6329ec458e15 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:25:20.204209 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c554d32c-48e9-43ef-b8e5-13174df86336 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Pushing event deleted for resources: {'Network': ['ID=39c245a1-afb8-4d0c-9823-6573bb0dd472,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:20.217115 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-c554d32c-48e9-43ef-b8e5-13174df86336 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] 10.222.0.42 "DELETE /v2.0/networks/39c245a1-afb8-4d0c-9823-6573bb0dd472 HTTP/1.1" status: 204 len: 168 time: 2.9938505 Oct 13 15:25:20.265251 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Port ae8642e4-0bb4-409e-8a26-7da92835d5aa on network 86be858a-39e3-405c-a94b-6329ec458e15 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:25:20.266141 dv-neutron-860329-2-hyperv neutron-server[88972]: ERROR neutron.plugins.ml2.managers [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Failed to bind port ae8642e4-0bb4-409e-8a26-7da92835d5aa on host hv-neutron-8603 for vnic_type normal using segments [{'id': '2e042ff6-d207-4a02-9619-7c0dcba3f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'}] Oct 13 15:25:20.266977 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-427e4780-c4cf-442f-b124-72642cd958b3 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Unset dirty status for tenant:18e61030eb034f4e9cafacce6c56e7c6 on resource:security_group {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:25:20.268310 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-427e4780-c4cf-442f-b124-72642cd958b3 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18e61030eb034f4e9cafacce6c56e7c6 HTTP/1.1" status: 200 len: 379 time: 1.0219996 Oct 13 15:25:20.271555 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43794) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:20.272258 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.plugins.ml2.plugin [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempt 6 to bind port ae8642e4-0bb4-409e-8a26-7da92835d5aa Oct 13 15:25:20.285700 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-f936a1c4-2c9b-41b7-b779-ee28c67d92fe tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Request body: {'network': {'name': 'tempest-network--1953326292'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:20.297747 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-f936a1c4-2c9b-41b7-b779-ee28c67d92fe tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:25:20.305569 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-f936a1c4-2c9b-41b7-b779-ee28c67d92fe tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Usage tracker for resource:network and tenant:b87e5e5ce1184b5d93cae1d7cba9d086 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:25:20.336230 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-70b5c65f-1cc7-4efe-b359-035cb9f4dbd8 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:20.342249 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-f936a1c4-2c9b-41b7-b779-ee28c67d92fe tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:25:20.355327 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port ae8642e4-0bb4-409e-8a26-7da92835d5aa on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:25:20.355965 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port ae8642e4-0bb4-409e-8a26-7da92835d5aa by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '2e042ff6-d207-4a02-9619-7c0dcba3f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'}] {{(pid=88972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:25:20.356473 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port ae8642e4-0bb4-409e-8a26-7da92835d5aa on network 86be858a-39e3-405c-a94b-6329ec458e15 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:25:20.361321 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-f936a1c4-2c9b-41b7-b779-ee28c67d92fe tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:25:20.373240 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Port ae8642e4-0bb4-409e-8a26-7da92835d5aa on network 86be858a-39e3-405c-a94b-6329ec458e15 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:25:20.373871 dv-neutron-860329-2-hyperv neutron-server[88972]: ERROR neutron.plugins.ml2.managers [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Failed to bind port ae8642e4-0bb4-409e-8a26-7da92835d5aa on host hv-neutron-8603 for vnic_type normal using segments [{'id': '2e042ff6-d207-4a02-9619-7c0dcba3f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'}] Oct 13 15:25:20.375264 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-70b5c65f-1cc7-4efe-b359-035cb9f4dbd8 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Transition to ACTIVE for port object a3b86fbf-2db4-40ef-95a6-f249f3d9ff07 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:25:20.385909 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.plugins.ml2.plugin [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempt 7 to bind port ae8642e4-0bb4-409e-8a26-7da92835d5aa Oct 13 15:25:20.439982 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port ae8642e4-0bb4-409e-8a26-7da92835d5aa on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:25:20.440918 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port ae8642e4-0bb4-409e-8a26-7da92835d5aa by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '2e042ff6-d207-4a02-9619-7c0dcba3f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'}] {{(pid=88972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:25:20.441548 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port ae8642e4-0bb4-409e-8a26-7da92835d5aa on network 86be858a-39e3-405c-a94b-6329ec458e15 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:25:20.471500 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-45f3c7ec-cd4a-4092-a98f-245cb0ca8416 None None] Attempt 3 to provision port f9b8f70f-783a-49bb-9292-f6302802628e Oct 13 15:25:20.483389 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f936a1c4-2c9b-41b7-b779-ee28c67d92fe tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Made reservation on behalf of b87e5e5ce1184b5d93cae1d7cba9d086 for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:25:20.485599 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Port abc3faad-b25a-43a5-9f59-018be53b4537 on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:25:20.485933 dv-neutron-860329-2-hyperv neutron-server[88973]: ERROR neutron.plugins.ml2.managers [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Failed to bind port abc3faad-b25a-43a5-9f59-018be53b4537 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '9cf82d13-a717-431a-960d-55c6bad4fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'}] Oct 13 15:25:20.488987 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f936a1c4-2c9b-41b7-b779-ee28c67d92fe tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:20.493857 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-70b5c65f-1cc7-4efe-b359-035cb9f4dbd8 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:20.536911 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.plugins.ml2.plugin [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempt 7 to bind port abc3faad-b25a-43a5-9f59-018be53b4537 Oct 13 15:25:20.580835 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Port ae8642e4-0bb4-409e-8a26-7da92835d5aa on network 86be858a-39e3-405c-a94b-6329ec458e15 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:25:20.582361 dv-neutron-860329-2-hyperv neutron-server[88972]: ERROR neutron.plugins.ml2.managers [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Failed to bind port ae8642e4-0bb4-409e-8a26-7da92835d5aa on host hv-neutron-8603 for vnic_type normal using segments [{'id': '2e042ff6-d207-4a02-9619-7c0dcba3f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'}] Oct 13 15:25:20.587168 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.plugins.ml2.plugin [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempt 8 to bind port ae8642e4-0bb4-409e-8a26-7da92835d5aa Oct 13 15:25:20.611081 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-45f3c7ec-cd4a-4092-a98f-245cb0ca8416 None None] Port f9b8f70f-783a-49bb-9292-f6302802628e cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:25:20.649469 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port abc3faad-b25a-43a5-9f59-018be53b4537 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:25:20.649831 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port abc3faad-b25a-43a5-9f59-018be53b4537 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '9cf82d13-a717-431a-960d-55c6bad4fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:25:20.650220 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port abc3faad-b25a-43a5-9f59-018be53b4537 on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:25:20.784911 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Port abc3faad-b25a-43a5-9f59-018be53b4537 on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:25:20.788538 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-71e20494-7429-43c3-b08f-41a4df1ce5af tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Request body: {'port': {'device_id': 'cfbed677-3deb-4ebc-a7a8-c9f57e433e8f', 'network_id': '3eba9316-5858-4216-9f1f-1827035b3500', 'admin_state_up': True, 'tenant_id': '18e61030eb034f4e9cafacce6c56e7c6', 'security_groups': ['4dc8f660-006e-44c4-9c27-23a9ac2bfab5']}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:20.789980 dv-neutron-860329-2-hyperv neutron-server[88973]: ERROR neutron.plugins.ml2.managers [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Failed to bind port abc3faad-b25a-43a5-9f59-018be53b4537 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '9cf82d13-a717-431a-960d-55c6bad4fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'}] Oct 13 15:25:20.841500 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-70b5c65f-1cc7-4efe-b359-035cb9f4dbd8 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Network 3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:25:20.863115 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.plugins.ml2.plugin [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempt 8 to bind port abc3faad-b25a-43a5-9f59-018be53b4537 Oct 13 15:25:20.864855 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port ae8642e4-0bb4-409e-8a26-7da92835d5aa on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:25:20.865369 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port ae8642e4-0bb4-409e-8a26-7da92835d5aa by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '2e042ff6-d207-4a02-9619-7c0dcba3f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'}] {{(pid=88972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:25:20.865808 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port ae8642e4-0bb4-409e-8a26-7da92835d5aa on network 86be858a-39e3-405c-a94b-6329ec458e15 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:25:20.885252 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f936a1c4-2c9b-41b7-b779-ee28c67d92fe tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:25:21.101661 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 85dba465-4a12-4e4c-a3d8-480f272ee292 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:25:21.125404 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Port ae8642e4-0bb4-409e-8a26-7da92835d5aa on network 86be858a-39e3-405c-a94b-6329ec458e15 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:25:21.126079 dv-neutron-860329-2-hyperv neutron-server[88972]: ERROR neutron.plugins.ml2.managers [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Failed to bind port ae8642e4-0bb4-409e-8a26-7da92835d5aa on host hv-neutron-8603 for vnic_type normal using segments [{'id': '2e042ff6-d207-4a02-9619-7c0dcba3f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'}] Oct 13 15:25:21.171648 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.plugins.ml2.plugin [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempt 9 to bind port ae8642e4-0bb4-409e-8a26-7da92835d5aa Oct 13 15:25:21.181859 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-45f3c7ec-cd4a-4092-a98f-245cb0ca8416 None None] Attempt 4 to provision port f9b8f70f-783a-49bb-9292-f6302802628e Oct 13 15:25:21.259048 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f936a1c4-2c9b-41b7-b779-ee28c67d92fe tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:21.261061 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-f936a1c4-2c9b-41b7-b779-ee28c67d92fe tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Added segment f2eeb322-b655-40f4-a953-df14f4c7f26d of type vlan for network a8dda026-77c2-41fc-b690-51da3b868581 Oct 13 15:25:21.278079 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-70b5c65f-1cc7-4efe-b359-035cb9f4dbd8 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:25:21.289031 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-37b18705-0288-4cfb-a4ea-199b93542584 req-1c06ec63-e7cb-4721-90a0-6b412975c18b tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfbed677-3deb-4ebc-a7a8-c9f57e433e8f HTTP/1.1" status: 200 len: 210 time: 0.2775142 Oct 13 15:25:21.330354 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-5db98685-3310-488f-b5ae-18c580626400 req-1b4da7b2-6793-4055-964b-5818127bc043 service neutron] Request body: {'port': {'device_id': '3efc2502-b066-49a0-9550-ad9f1a36a931', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:21.340182 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2771a534-acc5-4f70-ac2c-9e97efc678cf tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:21.354330 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port ae8642e4-0bb4-409e-8a26-7da92835d5aa on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:25:21.354922 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port ae8642e4-0bb4-409e-8a26-7da92835d5aa by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '2e042ff6-d207-4a02-9619-7c0dcba3f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'}] {{(pid=88972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:25:21.355088 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port ae8642e4-0bb4-409e-8a26-7da92835d5aa on network 86be858a-39e3-405c-a94b-6329ec458e15 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:25:21.368425 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b5c65f-1cc7-4efe-b359-035cb9f4dbd8 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Pushing event updated for resources: {'Port': ['ID=a3b86fbf-2db4-40ef-95a6-f249f3d9ff07,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:21.368716 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2771a534-acc5-4f70-ac2c-9e97efc678cf tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:21.369161 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2771a534-acc5-4f70-ac2c-9e97efc678cf tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:21.397381 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-45f3c7ec-cd4a-4092-a98f-245cb0ca8416 None None] Port f9b8f70f-783a-49bb-9292-f6302802628e cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:25:21.400002 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-70b5c65f-1cc7-4efe-b359-035cb9f4dbd8 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:25:21.415207 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 85dba465-4a12-4e4c-a3d8-480f272ee292 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:25:21.415888 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:21.416407 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 85dba465-4a12-4e4c-a3d8-480f272ee292 Oct 13 15:25:21.480070 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Port ae8642e4-0bb4-409e-8a26-7da92835d5aa on network 86be858a-39e3-405c-a94b-6329ec458e15 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:25:21.480397 dv-neutron-860329-2-hyperv neutron-server[88972]: ERROR neutron.plugins.ml2.managers [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Failed to bind port ae8642e4-0bb4-409e-8a26-7da92835d5aa on host hv-neutron-8603 for vnic_type normal using segments [{'id': '2e042ff6-d207-4a02-9619-7c0dcba3f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'}] Oct 13 15:25:21.511957 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.plugins.ml2.plugin [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempt 10 to bind port ae8642e4-0bb4-409e-8a26-7da92835d5aa Oct 13 15:25:21.521163 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f936a1c4-2c9b-41b7-b779-ee28c67d92fe tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:21.571328 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-70b5c65f-1cc7-4efe-b359-035cb9f4dbd8 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:21.572252 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-70b5c65f-1cc7-4efe-b359-035cb9f4dbd8 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:21.619447 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port abc3faad-b25a-43a5-9f59-018be53b4537 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:25:21.619776 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port abc3faad-b25a-43a5-9f59-018be53b4537 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '9cf82d13-a717-431a-960d-55c6bad4fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:25:21.620140 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port abc3faad-b25a-43a5-9f59-018be53b4537 on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:25:21.635080 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Port abc3faad-b25a-43a5-9f59-018be53b4537 on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:25:21.635411 dv-neutron-860329-2-hyperv neutron-server[88973]: ERROR neutron.plugins.ml2.managers [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Failed to bind port abc3faad-b25a-43a5-9f59-018be53b4537 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '9cf82d13-a717-431a-960d-55c6bad4fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'}] Oct 13 15:25:21.642242 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.plugins.ml2.plugin [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempt 9 to bind port abc3faad-b25a-43a5-9f59-018be53b4537 Oct 13 15:25:21.734497 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c6ae02-458a-43d8-90e8-fa407370fa02 req-08b6763e-5aeb-49df-87c7-9f806865ccac tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:21.735241 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-d2c6ae02-458a-43d8-90e8-fa407370fa02 req-08b6763e-5aeb-49df-87c7-9f806865ccac tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Synchronizing usage tracker for tenant:d8ab2ab48b154fe59d2af3b86563e1e5 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:25:21.740649 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-70b5c65f-1cc7-4efe-b359-035cb9f4dbd8 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3378322 Oct 13 15:25:21.744207 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9bfb5a49-edfd-44b0-a96e-14615763e2c1 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:21.757703 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 85dba465-4a12-4e4c-a3d8-480f272ee292 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:25:21.758954 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port abc3faad-b25a-43a5-9f59-018be53b4537 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:25:21.759294 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port abc3faad-b25a-43a5-9f59-018be53b4537 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '9cf82d13-a717-431a-960d-55c6bad4fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:25:21.759607 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 3758f026-7ea5-4045-b2c6-68e690c5a08f up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:25:21.759727 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port abc3faad-b25a-43a5-9f59-018be53b4537 on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:25:21.769742 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-71e20494-7429-43c3-b08f-41a4df1ce5af tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:25:21.801825 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Port abc3faad-b25a-43a5-9f59-018be53b4537 on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:25:21.802173 dv-neutron-860329-2-hyperv neutron-server[88973]: ERROR neutron.plugins.ml2.managers [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Failed to bind port abc3faad-b25a-43a5-9f59-018be53b4537 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '9cf82d13-a717-431a-960d-55c6bad4fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'}] Oct 13 15:25:21.806007 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-46ac5e27-f553-4a82-b8fa-db627d8d902b service neutron] Request body: {'port': {'device_id': '120ed22f-0dc2-453c-b30b-44429ff870e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:21.824327 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port ae8642e4-0bb4-409e-8a26-7da92835d5aa on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:25:21.824658 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port ae8642e4-0bb4-409e-8a26-7da92835d5aa by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '2e042ff6-d207-4a02-9619-7c0dcba3f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'}] {{(pid=88972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:25:21.828896 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempting to bind port ae8642e4-0bb4-409e-8a26-7da92835d5aa on network 86be858a-39e3-405c-a94b-6329ec458e15 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:25:21.845980 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.plugins.ml2.plugin [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempt 10 to bind port abc3faad-b25a-43a5-9f59-018be53b4537 Oct 13 15:25:21.885558 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2771a534-acc5-4f70-ac2c-9e97efc678cf tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event updated for resources: {'Port': ['ID=4a72c497-f996-4218-bb68-db3af1eab332,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:21.897972 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 3758f026-7ea5-4045-b2c6-68e690c5a08f completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:25:21.900358 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.db.resource_extend [None req-f936a1c4-2c9b-41b7-b779-ee28c67d92fe tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 15:25:21.905855 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-45f3c7ec-cd4a-4092-a98f-245cb0ca8416 None None] Attempt 5 to provision port f9b8f70f-783a-49bb-9292-f6302802628e Oct 13 15:25:21.942333 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Port ae8642e4-0bb4-409e-8a26-7da92835d5aa on network 86be858a-39e3-405c-a94b-6329ec458e15 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:25:21.942935 dv-neutron-860329-2-hyperv neutron-server[88972]: ERROR neutron.plugins.ml2.managers [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Failed to bind port ae8642e4-0bb4-409e-8a26-7da92835d5aa on host hv-neutron-8603 for vnic_type normal using segments [{'id': '2e042ff6-d207-4a02-9619-7c0dcba3f8e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '86be858a-39e3-405c-a94b-6329ec458e15'}] Oct 13 15:25:21.943477 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:21.955111 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-71e20494-7429-43c3-b08f-41a4df1ce5af tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:25:21.971955 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-45f3c7ec-cd4a-4092-a98f-245cb0ca8416 None None] Port f9b8f70f-783a-49bb-9292-f6302802628e cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:25:22.047843 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f936a1c4-2c9b-41b7-b779-ee28c67d92fe tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:22.048767 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f936a1c4-2c9b-41b7-b779-ee28c67d92fe tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:22.049382 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f936a1c4-2c9b-41b7-b779-ee28c67d92fe tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:22.057922 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-d2c6ae02-458a-43d8-90e8-fa407370fa02 req-08b6763e-5aeb-49df-87c7-9f806865ccac tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Unset dirty status for tenant:d8ab2ab48b154fe59d2af3b86563e1e5 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:25:22.062658 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d2c6ae02-458a-43d8-90e8-fa407370fa02 req-08b6763e-5aeb-49df-87c7-9f806865ccac tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.42 "GET /v2.0/ports?device_id=120ed22f-0dc2-453c-b30b-44429ff870e3 HTTP/1.1" status: 200 len: 931 time: 1.4143696 Oct 13 15:25:22.072108 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-9bfb5a49-edfd-44b0-a96e-14615763e2c1 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Calling delete_port for ea8debc7-2093-4a4e-865c-fd6559e25c59 owned by {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:25:22.112190 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-71e20494-7429-43c3-b08f-41a4df1ce5af tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Made reservation on behalf of 18e61030eb034f4e9cafacce6c56e7c6 for: {'port': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:25:22.115655 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-71e20494-7429-43c3-b08f-41a4df1ce5af tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:22.135279 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port abc3faad-b25a-43a5-9f59-018be53b4537 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:25:22.135796 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port abc3faad-b25a-43a5-9f59-018be53b4537 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '9cf82d13-a717-431a-960d-55c6bad4fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:25:22.136270 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempting to bind port abc3faad-b25a-43a5-9f59-018be53b4537 on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:25:22.153119 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932c002c-c07d-4ee5-ba07-566962d4e5dd req-1ea24cfa-31df-4ef3-8e18-dea0a804cc99 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:22.154698 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-932c002c-c07d-4ee5-ba07-566962d4e5dd req-1ea24cfa-31df-4ef3-8e18-dea0a804cc99 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 932 time: 0.5865321 Oct 13 15:25:22.179992 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Port abc3faad-b25a-43a5-9f59-018be53b4537 on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:25:22.180931 dv-neutron-860329-2-hyperv neutron-server[88973]: ERROR neutron.plugins.ml2.managers [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Failed to bind port abc3faad-b25a-43a5-9f59-018be53b4537 on host hv-neutron-8603 for vnic_type normal using segments [{'id': '9cf82d13-a717-431a-960d-55c6bad4fd84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 420, 'network_id': '24a5265e-d36f-461a-a69a-e0e2e04f2c70'}] Oct 13 15:25:22.181653 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:22.201734 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-5db98685-3310-488f-b5ae-18c580626400 req-1b4da7b2-6793-4055-964b-5818127bc043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:22.252929 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2771a534-acc5-4f70-ac2c-9e97efc678cf tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Network e7446f75-7c27-425c-9953-16fe59d0ffee is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:25:22.270209 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-f936a1c4-2c9b-41b7-b779-ee28c67d92fe tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.9880273 Oct 13 15:25:22.270209 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-2771a534-acc5-4f70-ac2c-9e97efc678cf tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:25:22.277640 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43806) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:22.337294 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-8591398a-b758-4f5c-9c51-2a0fdbe329dc tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Request body: {'network': {'router:external': True}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:22.352172 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f936a1c4-2c9b-41b7-b779-ee28c67d92fe tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Pushing event updated for resources: {'Network': ['ID=a8dda026-77c2-41fc-b690-51da3b868581,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:22.368108 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network a8dda026-77c2-41fc-b690-51da3b868581 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:25:22.404843 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d2c6ae02-458a-43d8-90e8-fa407370fa02 req-b7421858-3f33-4f1c-821e-128f68403777 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fed544a-1f93-4571-ab35-0710ef88044b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2743409 Oct 13 15:25:22.435985 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-46ac5e27-f553-4a82-b8fa-db627d8d902b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:22.473870 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-45f3c7ec-cd4a-4092-a98f-245cb0ca8416 None None] Attempt 6 to provision port f9b8f70f-783a-49bb-9292-f6302802628e Oct 13 15:25:22.524821 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] For port ae8642e4-0bb4-409e-8a26-7da92835d5aa, host hv-neutron-8603, cleared binding levels {{(pid=88972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:25:22.525433 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attempted to set empty binding levels {{(pid=88972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 13 15:25:22.545462 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-45f3c7ec-cd4a-4092-a98f-245cb0ca8416 None None] Port f9b8f70f-783a-49bb-9292-f6302802628e cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:25:22.579812 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9bfb5a49-edfd-44b0-a96e-14615763e2c1 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:22.591833 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-932c002c-c07d-4ee5-ba07-566962d4e5dd req-a10f11c5-f7d8-4098-8c9e-a89003d94e70 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4284935 Oct 13 15:25:22.706911 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:22.706911 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] In _notify_port_updated(), no bound segment for port ae8642e4-0bb4-409e-8a26-7da92835d5aa on network 86be858a-39e3-405c-a94b-6329ec458e15 {{(pid=88972) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 13 15:25:22.707496 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:22.708081 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:22.709344 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] 10.222.0.42 "PUT /v2.0/ports/ae8642e4-0bb4-409e-8a26-7da92835d5aa HTTP/1.1" status: 200 len: 977 time: 7.9854565 Oct 13 15:25:22.713673 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 43812) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:22.735614 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] For port abc3faad-b25a-43a5-9f59-018be53b4537, host hv-neutron-8603, cleared binding levels {{(pid=88973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:25:22.735966 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attempted to set empty binding levels {{(pid=88973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:66}} Oct 13 15:25:22.791229 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfb5a49-edfd-44b0-a96e-14615763e2c1 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event deleted for resources: {'Port': ['ID=ea8debc7-2093-4a4e-865c-fd6559e25c59,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:22.796482 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ffd06c0d-5019-47d4-8a30-8470f1012f5f req-83b5eb1c-a653-4cb3-9fe5-6f4c5f840e4a tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfbed677-3deb-4ebc-a7a8-c9f57e433e8f HTTP/1.1" status: 200 len: 210 time: 0.2148530 Oct 13 15:25:22.842950 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:22.843530 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] In _notify_port_updated(), no bound segment for port abc3faad-b25a-43a5-9f59-018be53b4537 on network 24a5265e-d36f-461a-a69a-e0e2e04f2c70 {{(pid=88973) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 13 15:25:22.844390 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:22.844978 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:22.850440 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] 10.222.0.42 "PUT /v2.0/ports/abc3faad-b25a-43a5-9f59-018be53b4537 HTTP/1.1" status: 200 len: 981 time: 10.3596270 Oct 13 15:25:22.851226 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 43818) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:22.945061 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37095a92-cfe8-4486-be8f-1333378ee091 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Pushing event updated for resources: {'Port': ['ID=ae8642e4-0bb4-409e-8a26-7da92835d5aa,revision_number=3']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:23.000352 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9bfb5a49-edfd-44b0-a96e-14615763e2c1 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:23.046678 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-45f3c7ec-cd4a-4092-a98f-245cb0ca8416 None None] Attempt 7 to provision port f9b8f70f-783a-49bb-9292-f6302802628e Oct 13 15:25:23.053292 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-71e20494-7429-43c3-b08f-41a4df1ce5af tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Allocated IP 172.20.0.8 (3eba9316-5858-4216-9f1f-1827035b3500/7496ad0c-81b8-44d7-b6bd-85b0f244c790/ecb16b9b-f360-4f0c-a1d9-4633863f8009) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:25:23.117990 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-45f3c7ec-cd4a-4092-a98f-245cb0ca8416 None None] Port f9b8f70f-783a-49bb-9292-f6302802628e cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:25:23.123016 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8591398a-b758-4f5c-9c51-2a0fdbe329dc tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:23.133448 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2771a534-acc5-4f70-ac2c-9e97efc678cf tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Router ab355524-2e5d-4513-99b8-069b376ca318 is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 15:25:23.152128 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-72f91c9a-130a-400a-8b54-2f06beb5f26c tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Deleting port ae8642e4-0bb4-409e-8a26-7da92835d5aa {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:25:23.152468 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-72f91c9a-130a-400a-8b54-2f06beb5f26c tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:23.178167 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8591398a-b758-4f5c-9c51-2a0fdbe329dc tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:23.301795 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8591398a-b758-4f5c-9c51-2a0fdbe329dc tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Network a8dda026-77c2-41fc-b690-51da3b868581 is not hosted by any dhcp agent {{(pid=88972) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Oct 13 15:25:23.302679 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8591398a-b758-4f5c-9c51-2a0fdbe329dc tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:23.303285 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8591398a-b758-4f5c-9c51-2a0fdbe329dc tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:23.306595 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-8591398a-b758-4f5c-9c51-2a0fdbe329dc tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] 10.222.0.42 "PUT /v2.0/networks/a8dda026-77c2-41fc-b690-51da3b868581 HTTP/1.1" status: 200 len: 858 time: 0.9911005 Oct 13 15:25:23.312674 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-9bfb5a49-edfd-44b0-a96e-14615763e2c1 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/ports/ea8debc7-2093-4a4e-865c-fd6559e25c59 HTTP/1.1" status: 204 len: 168 time: 4.9260316 Oct 13 15:25:23.317314 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 43822) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:23.317645 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 43824) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:23.344338 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-bfce938e-8154-4e52-b6fb-457db5d9fafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Deleting port abc3faad-b25a-43a5-9f59-018be53b4537 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:25:23.344670 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bfce938e-8154-4e52-b6fb-457db5d9fafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:23.421333 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e48671-f6a0-4189-85ae-2c75cf8f1abc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Pushing event updated for resources: {'Port': ['ID=abc3faad-b25a-43a5-9f59-018be53b4537,revision_number=3']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:23.521750 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-71e20494-7429-43c3-b08f-41a4df1ce5af tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:23.541531 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-71e20494-7429-43c3-b08f-41a4df1ce5af tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Transition to ACTIVE for port object ecb16b9b-f360-4f0c-a1d9-4633863f8009 will not be triggered until provisioned by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:25:23.563001 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8591398a-b758-4f5c-9c51-2a0fdbe329dc tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Pushing event updated for resources: {'Network': ['ID=a8dda026-77c2-41fc-b690-51da3b868581,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:23.619337 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-45f3c7ec-cd4a-4092-a98f-245cb0ca8416 None None] Attempt 8 to provision port f9b8f70f-783a-49bb-9292-f6302802628e Oct 13 15:25:23.695380 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-71e20494-7429-43c3-b08f-41a4df1ce5af tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:23.702668 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2771a534-acc5-4f70-ac2c-9e97efc678cf tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:25:23.711317 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2028b86-42fb-48d7-aeae-93cafdddc7d7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:23.712982 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2028b86-42fb-48d7-aeae-93cafdddc7d7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:23.713667 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-f2028b86-42fb-48d7-aeae-93cafdddc7d7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Synchronizing usage tracker for tenant:bb90cebe15f541febeed2c50e15c931e on resource:subnet {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:25:23.718989 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3df643c-6996-4d38-bf0a-13477cbfbf4d None None] Sync routers for ids ['ab355524-2e5d-4513-99b8-069b376ca318'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:25:23.730941 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3df643c-6996-4d38-bf0a-13477cbfbf4d None None] Routers {'ab355524-2e5d-4513-99b8-069b376ca318'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:25:23.731754 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-e3df643c-6996-4d38-bf0a-13477cbfbf4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:25:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['ab355524-2e5d-4513-99b8-069b376ca318'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:23.742943 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-45f3c7ec-cd4a-4092-a98f-245cb0ca8416 None None] Port f9b8f70f-783a-49bb-9292-f6302802628e cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:25:23.804823 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-e3df643c-6996-4d38-bf0a-13477cbfbf4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:23.814728 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3df643c-6996-4d38-bf0a-13477cbfbf4d None None] Routers {'ab355524-2e5d-4513-99b8-069b376ca318'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:25:23.815369 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-e3df643c-6996-4d38-bf0a-13477cbfbf4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:25:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['ab355524-2e5d-4513-99b8-069b376ca318'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:23.818253 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ae61ab8f-9ac7-4460-8fd7-d47a5ed27513 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:23.823505 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-2771a534-acc5-4f70-ac2c-9e97efc678cf tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "PUT /v2.0/routers/ab355524-2e5d-4513-99b8-069b376ca318/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5874152 Oct 13 15:25:23.834921 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43834) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:23.836691 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.db.resource_extend [req-5db98685-3310-488f-b5ae-18c580626400 req-1b4da7b2-6793-4055-964b-5818127bc043 service neutron] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 15:25:23.877610 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-71e20494-7429-43c3-b08f-41a4df1ce5af tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Network 3eba9316-5858-4216-9f1f-1827035b3500 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:25:23.881104 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-e3df643c-6996-4d38-bf0a-13477cbfbf4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:23.881502 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3df643c-6996-4d38-bf0a-13477cbfbf4d None None] The sync data for ids ['ab355524-2e5d-4513-99b8-069b376ca318'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:25:23.887359 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-71e20494-7429-43c3-b08f-41a4df1ce5af tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:25:23.890698 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-71e20494-7429-43c3-b08f-41a4df1ce5af tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:25:23.937029 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e20494-7429-43c3-b08f-41a4df1ce5af tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Pushing event updated for resources: {'Port': ['ID=ecb16b9b-f360-4f0c-a1d9-4633863f8009,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:23.971306 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-f2028b86-42fb-48d7-aeae-93cafdddc7d7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Unset dirty status for tenant:bb90cebe15f541febeed2c50e15c931e on resource:subnet {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:25:23.974625 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-f2028b86-42fb-48d7-aeae-93cafdddc7d7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.6461463 Oct 13 15:25:23.975187 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43840) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:24.018611 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4b72606-6779-4203-9cc6-11b51797f2dd tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:24.019208 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-f4b72606-6779-4203-9cc6-11b51797f2dd tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Synchronizing usage tracker for tenant:34e6b268fc1844e287c5dc961df795e5 on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:25:24.047608 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-71e20494-7429-43c3-b08f-41a4df1ce5af tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:24.048213 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-71e20494-7429-43c3-b08f-41a4df1ce5af tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:24.066940 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ba626-d90c-4ce8-8161-248bc90f003c req-e6cf5c5a-11d3-4542-b191-538890e01333 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:24.068414 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-9a4ba626-d90c-4ce8-8161-248bc90f003c req-e6cf5c5a-11d3-4542-b191-538890e01333 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.42 "GET /v2.0/ports?device_id=120ed22f-0dc2-453c-b30b-44429ff870e3 HTTP/1.1" status: 200 len: 931 time: 0.4852579 Oct 13 15:25:24.119383 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-88fc3f93-4645-49f7-a8e9-fd6a3e652092 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Deleting subnet 356c78d0-d6e3-42d5-ae8c-cc8b69c5d2fc {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:25:24.123969 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-71e20494-7429-43c3-b08f-41a4df1ce5af tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3416553 Oct 13 15:25:24.126633 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-f4b72606-6779-4203-9cc6-11b51797f2dd tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Unset dirty status for tenant:34e6b268fc1844e287c5dc961df795e5 on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:25:24.127653 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-f4b72606-6779-4203-9cc6-11b51797f2dd tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "GET /v2.0/ports/4a72c497-f996-4218-bb68-db3af1eab332 HTTP/1.1" status: 200 len: 911 time: 0.2895584 Oct 13 15:25:24.128457 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-88fc3f93-4645-49f7-a8e9-fd6a3e652092 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:24.138722 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 43844) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:24.175689 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-7474e78a-f67f-4315-8096-0e769aa62e8e service neutron] Request body: {'port': {'device_id': 'cfbed677-3deb-4ebc-a7a8-c9f57e433e8f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:24.237065 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-9a4ba626-d90c-4ce8-8161-248bc90f003c req-f9b625da-4370-454d-ad40-65d686395005 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fed544a-1f93-4571-ab35-0710ef88044b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1522512 Oct 13 15:25:24.244837 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-45f3c7ec-cd4a-4092-a98f-245cb0ca8416 None None] Attempt 9 to provision port f9b8f70f-783a-49bb-9292-f6302802628e Oct 13 15:25:24.250727 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-88fc3f93-4645-49f7-a8e9-fd6a3e652092 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:24.301878 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [req-5db98685-3310-488f-b5ae-18c580626400 req-1b4da7b2-6793-4055-964b-5818127bc043 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9b8f70f-783a-49bb-9292-f6302802628e {{(pid=88973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 15:25:24.312690 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-45f3c7ec-cd4a-4092-a98f-245cb0ca8416 None None] Port f9b8f70f-783a-49bb-9292-f6302802628e cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:25:24.324224 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-72f91c9a-130a-400a-8b54-2f06beb5f26c tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] For port ae8642e4-0bb4-409e-8a26-7da92835d5aa, host hv-neutron-8603, got binding levels [] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:25:24.324582 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-72f91c9a-130a-400a-8b54-2f06beb5f26c tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:24.364579 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-7474e78a-f67f-4315-8096-0e769aa62e8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:24.401627 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-5db98685-3310-488f-b5ae-18c580626400 req-1b4da7b2-6793-4055-964b-5818127bc043 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:24.614933 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-72f91c9a-130a-400a-8b54-2f06beb5f26c tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Calling delete_port for ae8642e4-0bb4-409e-8a26-7da92835d5aa owned by {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:25:24.633844 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-88fc3f93-4645-49f7-a8e9-fd6a3e652092 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:24.646815 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.db.resource_extend [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-46ac5e27-f553-4a82-b8fa-db627d8d902b service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 15:25:24.654889 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-bfce938e-8154-4e52-b6fb-457db5d9fafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] For port abc3faad-b25a-43a5-9f59-018be53b4537, host hv-neutron-8603, got binding levels [] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:25:24.655244 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bfce938e-8154-4e52-b6fb-457db5d9fafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:24.673305 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ae61ab8f-9ac7-4460-8fd7-d47a5ed27513 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:24.814426 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-45f3c7ec-cd4a-4092-a98f-245cb0ca8416 None None] Attempt 10 to provision port f9b8f70f-783a-49bb-9292-f6302802628e Oct 13 15:25:24.815752 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bdb25d-769c-41e9-9fa3-674ae8937de5 req-3dbfc4ec-ae37-482a-9169-9e820894d36d tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:24.816468 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-18bdb25d-769c-41e9-9fa3-674ae8937de5 req-3dbfc4ec-ae37-482a-9169-9e820894d36d tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Synchronizing usage tracker for tenant:18e61030eb034f4e9cafacce6c56e7c6 on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:25:24.854941 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-5db98685-3310-488f-b5ae-18c580626400 req-1b4da7b2-6793-4055-964b-5818127bc043 service neutron] Transition to ACTIVE for port object f9b8f70f-783a-49bb-9292-f6302802628e will not be triggered until provisioned by entity L2. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:25:24.897033 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-88fc3f93-4645-49f7-a8e9-fd6a3e652092 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:24.910988 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-45f3c7ec-cd4a-4092-a98f-245cb0ca8416 None None] Port f9b8f70f-783a-49bb-9292-f6302802628e cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:25:24.922605 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-45f3c7ec-cd4a-4092-a98f-245cb0ca8416 None None] Provisioning for port 4a72c497-f996-4218-bb68-db3af1eab332 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:25:24.927533 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-45f3c7ec-cd4a-4092-a98f-245cb0ca8416 None None] Provisioning complete for port 4a72c497-f996-4218-bb68-db3af1eab332 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:25:24.927898 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-45f3c7ec-cd4a-4092-a98f-245cb0ca8416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:24.928224 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-45f3c7ec-cd4a-4092-a98f-245cb0ca8416 None None] Attempt 1 to provision port 4a72c497-f996-4218-bb68-db3af1eab332 Oct 13 15:25:24.932930 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-18bdb25d-769c-41e9-9fa3-674ae8937de5 req-3dbfc4ec-ae37-482a-9169-9e820894d36d tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Unset dirty status for tenant:18e61030eb034f4e9cafacce6c56e7c6 on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:25:24.934305 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-18bdb25d-769c-41e9-9fa3-674ae8937de5 req-3dbfc4ec-ae37-482a-9169-9e820894d36d tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfbed677-3deb-4ebc-a7a8-c9f57e433e8f HTTP/1.1" status: 200 len: 931 time: 0.5721030 Oct 13 15:25:24.945556 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fc3f93-4645-49f7-a8e9-fd6a3e652092 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event deleted for resources: {'Subnet': ['ID=356c78d0-d6e3-42d5-ae8c-cc8b69c5d2fc,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:24.974895 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-88fc3f93-4645-49f7-a8e9-fd6a3e652092 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:24.976226 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-bfce938e-8154-4e52-b6fb-457db5d9fafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Calling delete_port for abc3faad-b25a-43a5-9f59-018be53b4537 owned by {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:25:24.978492 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92230420-a4e6-49de-91ca-34ab7b5bcf8f None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:25:25.008977 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-5db98685-3310-488f-b5ae-18c580626400 req-1b4da7b2-6793-4055-964b-5818127bc043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:25.018379 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-18bdb25d-769c-41e9-9fa3-674ae8937de5 req-0f0b28f2-f7fa-4061-8691-2b203a9397bf tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] 10.222.0.42 "GET /v2.0/security-groups?id=4dc8f660-006e-44c4-9c27-23a9ac2bfab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762870 Oct 13 15:25:25.020936 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-88fc3f93-4645-49f7-a8e9-fd6a3e652092 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/356c78d0-d6e3-42d5-ae8c-cc8b69c5d2fc HTTP/1.1" status: 204 len: 168 time: 1.0404222 Oct 13 15:25:25.024022 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43848) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:25.069633 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-45f3c7ec-cd4a-4092-a98f-245cb0ca8416 None None] Port 4a72c497-f996-4218-bb68-db3af1eab332 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:25:25.131551 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-019977e6-3d77-4167-84f2-1af2061fe625 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1061785 Oct 13 15:25:25.135578 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 43854) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:25.156436 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-7474e78a-f67f-4315-8096-0e769aa62e8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ecb16b9b-f360-4f0c-a1d9-4633863f8009 {{(pid=88972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 15:25:25.159227 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34071fe-dcbd-4965-995e-621e5198b7c2 req-87eb4953-a99c-4b1f-9324-92fbe50034fe tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:25.160654 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e34071fe-dcbd-4965-995e-621e5198b7c2 req-87eb4953-a99c-4b1f-9324-92fbe50034fe tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 932 time: 1.3589342 Oct 13 15:25:25.164667 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-ae61ab8f-9ac7-4460-8fd7-d47a5ed27513 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8dda026-77c2-41fc-b690-51da3b868581']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:25.164834 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-7474e78a-f67f-4315-8096-0e769aa62e8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:25.182728 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-7474e78a-f67f-4315-8096-0e769aa62e8e service neutron] Transition to ACTIVE for port object ecb16b9b-f360-4f0c-a1d9-4633863f8009 will not be triggered until provisioned by entity L2. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:25:25.186993 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-7474e78a-f67f-4315-8096-0e769aa62e8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:25.267890 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852c5aa9-1074-41ac-a981-a21e97f542f0 None None] DHCP port deletion for a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:25:25.273672 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-852c5aa9-1074-41ac-a981-a21e97f542f0 None None] Deleting port 3758f026-7ea5-4045-b2c6-68e690c5a08f {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:25:25.274045 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-852c5aa9-1074-41ac-a981-a21e97f542f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:25.331534 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4da7b2-6793-4055-964b-5818127bc043 service neutron] Pushing event updated for resources: {'Port': ['ID=f9b8f70f-783a-49bb-9292-f6302802628e,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:25.381885 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7474e78a-f67f-4315-8096-0e769aa62e8e service neutron] Pushing event updated for resources: {'Port': ['ID=ecb16b9b-f360-4f0c-a1d9-4633863f8009,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:25.426323 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-ae61ab8f-9ac7-4460-8fd7-d47a5ed27513 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2eeb322-b655-40f4-a953-df14f4c7f26d') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:25.426612 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-ae61ab8f-9ac7-4460-8fd7-d47a5ed27513 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2eeb322-b655-40f4-a953-df14f4c7f26d') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:25.476852 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-46ac5e27-f553-4a82-b8fa-db627d8d902b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3b86fbf-2db4-40ef-95a6-f249f3d9ff07 {{(pid=88973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 15:25:25.492153 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-7474e78a-f67f-4315-8096-0e769aa62e8e service neutron] Attempting to bind port ecb16b9b-f360-4f0c-a1d9-4633863f8009 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:25:25.492653 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-7474e78a-f67f-4315-8096-0e769aa62e8e service neutron] Attempting to bind port ecb16b9b-f360-4f0c-a1d9-4633863f8009 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'ebd8f21b-8085-4446-a37c-05fa6a29f1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '3eba9316-5858-4216-9f1f-1827035b3500'}] {{(pid=88972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:25:25.492970 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-7474e78a-f67f-4315-8096-0e769aa62e8e service neutron] Attempting to bind port ecb16b9b-f360-4f0c-a1d9-4633863f8009 on network 3eba9316-5858-4216-9f1f-1827035b3500 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:25:25.500395 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:25:25.500951 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-7474e78a-f67f-4315-8096-0e769aa62e8e service neutron] Port ecb16b9b-f360-4f0c-a1d9-4633863f8009 on network 3eba9316-5858-4216-9f1f-1827035b3500 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:25:25.501265 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-7474e78a-f67f-4315-8096-0e769aa62e8e service neutron] Attempting to bind port ecb16b9b-f360-4f0c-a1d9-4633863f8009 on network 3eba9316-5858-4216-9f1f-1827035b3500 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:25:25.510354 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-7474e78a-f67f-4315-8096-0e769aa62e8e service neutron] Checking agent: {'id': 'c4d1d38a-44f6-47ac-b17c-311e640e7cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'started_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 24, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:25:25.510910 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-7474e78a-f67f-4315-8096-0e769aa62e8e service neutron] Checking segment: {'id': 'ebd8f21b-8085-4446-a37c-05fa6a29f1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '3eba9316-5858-4216-9f1f-1827035b3500'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:25:25.511487 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-7474e78a-f67f-4315-8096-0e769aa62e8e service neutron] Bound using segment: {'id': 'ebd8f21b-8085-4446-a37c-05fa6a29f1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '3eba9316-5858-4216-9f1f-1827035b3500'} {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:25:25.512056 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-7474e78a-f67f-4315-8096-0e769aa62e8e service neutron] Bound port: ecb16b9b-f360-4f0c-a1d9-4633863f8009, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebd8f21b-8085-4446-a37c-05fa6a29f1c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': '3eba9316-5858-4216-9f1f-1827035b3500'}}] {{(pid=88972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:25:25.512572 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-7474e78a-f67f-4315-8096-0e769aa62e8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:25.516156 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:25.517882 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-852c5aa9-1074-41ac-a981-a21e97f542f0 None None] For port 3758f026-7ea5-4045-b2c6-68e690c5a08f, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=3758f026-7ea5-4045-b2c6-68e690c5a08f,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:25:25.518287 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-852c5aa9-1074-41ac-a981-a21e97f542f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:25.533941 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ae61ab8f-9ac7-4460-8fd7-d47a5ed27513 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:25.581022 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2315a4-5b55-4085-aed0-f967016bfefe req-7bb711fa-3979-4e1a-8b0f-9ddeda90b693 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:25.585948 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-45f3c7ec-cd4a-4092-a98f-245cb0ca8416 None None] Attempt 2 to provision port 4a72c497-f996-4218-bb68-db3af1eab332 Oct 13 15:25:25.586876 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-46ac5e27-f553-4a82-b8fa-db627d8d902b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:25.588293 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8f2315a4-5b55-4085-aed0-f967016bfefe req-7bb711fa-3979-4e1a-8b0f-9ddeda90b693 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.42 "GET /v2.0/ports?device_id=120ed22f-0dc2-453c-b30b-44429ff870e3 HTTP/1.1" status: 200 len: 931 time: 0.1823313 Oct 13 15:25:25.604051 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e34071fe-dcbd-4965-995e-621e5198b7c2 req-11cf70a6-3987-4797-aa1d-5c5250bb9f91 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3709824 Oct 13 15:25:25.635691 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ae61ab8f-9ac7-4460-8fd7-d47a5ed27513 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:25.651798 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-72f91c9a-130a-400a-8b54-2f06beb5f26c tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:25.674887 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8f2315a4-5b55-4085-aed0-f967016bfefe req-27317bc8-2f39-4bad-866f-06ff36086e39 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fed544a-1f93-4571-ab35-0710ef88044b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0804803 Oct 13 15:25:25.688687 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-7474e78a-f67f-4315-8096-0e769aa62e8e service neutron] For port ecb16b9b-f360-4f0c-a1d9-4633863f8009, host hv-neutron-8603, cleared binding levels {{(pid=88972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:25:25.705266 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae61ab8f-9ac7-4460-8fd7-d47a5ed27513 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Releasing vlan 423 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:25:25.705663 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ae61ab8f-9ac7-4460-8fd7-d47a5ed27513 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:25.719489 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-852c5aa9-1074-41ac-a981-a21e97f542f0 None None] Calling delete_port for 3758f026-7ea5-4045-b2c6-68e690c5a08f owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:25:25.724778 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bfce938e-8154-4e52-b6fb-457db5d9fafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:25.785311 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-45f3c7ec-cd4a-4092-a98f-245cb0ca8416 None None] Port 4a72c497-f996-4218-bb68-db3af1eab332 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:25:25.811016 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-852c5aa9-1074-41ac-a981-a21e97f542f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:25.823401 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f91c9a-130a-400a-8b54-2f06beb5f26c tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Pushing event deleted for resources: {'Port': ['ID=ae8642e4-0bb4-409e-8a26-7da92835d5aa,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:25.854753 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852c5aa9-1074-41ac-a981-a21e97f542f0 None None] Pushing event deleted for resources: {'Port': ['ID=3758f026-7ea5-4045-b2c6-68e690c5a08f,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:25.860115 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-852c5aa9-1074-41ac-a981-a21e97f542f0 None None] No DVR routers for this DVR port 3758f026-7ea5-4045-b2c6-68e690c5a08f on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:25:25.875729 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment f2eeb322-b655-40f4-a953-df14f4c7f26d resource provider aggregate not found Oct 13 15:25:25.979546 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment f2eeb322-b655-40f4-a953-df14f4c7f26d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f2eeb322-b655-40f4-a953-df14f4c7f26d found for delete ", "request_id": "req-48943cdd-37af-4baf-ab33-97fa53d1cdf3"}]} Oct 13 15:25:26.020914 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-72f91c9a-130a-400a-8b54-2f06beb5f26c tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:26.023521 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bfce938e-8154-4e52-b6fb-457db5d9fafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:26.026520 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-5db98685-3310-488f-b5ae-18c580626400 req-1b4da7b2-6793-4055-964b-5818127bc043 service neutron] Attempting to bind port f9b8f70f-783a-49bb-9292-f6302802628e on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:25:26.026852 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-5db98685-3310-488f-b5ae-18c580626400 req-1b4da7b2-6793-4055-964b-5818127bc043 service neutron] Attempting to bind port f9b8f70f-783a-49bb-9292-f6302802628e by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '59c3c14c-d254-40b6-80b5-3c7945a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '68ca5488-1f82-4ee2-9e86-9e983d74aa07'}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:25:26.027174 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db98685-3310-488f-b5ae-18c580626400 req-1b4da7b2-6793-4055-964b-5818127bc043 service neutron] Attempting to bind port f9b8f70f-783a-49bb-9292-f6302802628e on network 68ca5488-1f82-4ee2-9e86-9e983d74aa07 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:25:26.029218 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfce938e-8154-4e52-b6fb-457db5d9fafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Pushing event deleted for resources: {'Port': ['ID=abc3faad-b25a-43a5-9f59-018be53b4537,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:26.054088 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db98685-3310-488f-b5ae-18c580626400 req-1b4da7b2-6793-4055-964b-5818127bc043 service neutron] Port f9b8f70f-783a-49bb-9292-f6302802628e on network 68ca5488-1f82-4ee2-9e86-9e983d74aa07 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:25:26.054433 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db98685-3310-488f-b5ae-18c580626400 req-1b4da7b2-6793-4055-964b-5818127bc043 service neutron] Attempting to bind port f9b8f70f-783a-49bb-9292-f6302802628e on network 68ca5488-1f82-4ee2-9e86-9e983d74aa07 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:25:26.062854 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-7474e78a-f67f-4315-8096-0e769aa62e8e service neutron] For port ecb16b9b-f360-4f0c-a1d9-4633863f8009, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=ecb16b9b-f360-4f0c-a1d9-4633863f8009,segment=NetworkSegment(ebd8f21b-8085-4446-a37c-05fa6a29f1c9),segment_id=ebd8f21b-8085-4446-a37c-05fa6a29f1c9)] {{(pid=88972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:25:26.067169 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-46ac5e27-f553-4a82-b8fa-db627d8d902b service neutron] Transition to ACTIVE for port object a3b86fbf-2db4-40ef-95a6-f249f3d9ff07 will not be triggered until provisioned by entity L2. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:25:26.067670 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-7474e78a-f67f-4315-8096-0e769aa62e8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:26.084838 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be9c07c8-4103-427d-8294-c23632381763 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:26.085536 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-be9c07c8-4103-427d-8294-c23632381763 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Synchronizing usage tracker for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:25:26.093311 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db98685-3310-488f-b5ae-18c580626400 req-1b4da7b2-6793-4055-964b-5818127bc043 service neutron] Checking agent: {'id': 'c4d1d38a-44f6-47ac-b17c-311e640e7cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'started_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:25:26.093641 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db98685-3310-488f-b5ae-18c580626400 req-1b4da7b2-6793-4055-964b-5818127bc043 service neutron] Checking segment: {'id': '59c3c14c-d254-40b6-80b5-3c7945a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '68ca5488-1f82-4ee2-9e86-9e983d74aa07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:25:26.094212 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5db98685-3310-488f-b5ae-18c580626400 req-1b4da7b2-6793-4055-964b-5818127bc043 service neutron] Bound using segment: {'id': '59c3c14c-d254-40b6-80b5-3c7945a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '68ca5488-1f82-4ee2-9e86-9e983d74aa07'} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:25:26.094695 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-5db98685-3310-488f-b5ae-18c580626400 req-1b4da7b2-6793-4055-964b-5818127bc043 service neutron] Bound port: f9b8f70f-783a-49bb-9292-f6302802628e, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '59c3c14c-d254-40b6-80b5-3c7945a1ec02', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '68ca5488-1f82-4ee2-9e86-9e983d74aa07'}}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:25:26.095044 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-5db98685-3310-488f-b5ae-18c580626400 req-1b4da7b2-6793-4055-964b-5818127bc043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:26.104059 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ae61ab8f-9ac7-4460-8fd7-d47a5ed27513 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:26.110666 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-7474e78a-f67f-4315-8096-0e769aa62e8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:26.111442 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-7474e78a-f67f-4315-8096-0e769aa62e8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:26.111575 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-bfce938e-8154-4e52-b6fb-457db5d9fafe tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] 10.222.0.42 "DELETE /v2.0/ports/abc3faad-b25a-43a5-9f59-018be53b4537 HTTP/1.1" status: 204 len: 168 time: 3.1832631 Oct 13 15:25:26.112486 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-46ac5e27-f553-4a82-b8fa-db627d8d902b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:26.113371 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-7474e78a-f67f-4315-8096-0e769aa62e8e service neutron] 10.222.0.16 "PUT /v2.0/ports/ecb16b9b-f360-4f0c-a1d9-4633863f8009 HTTP/1.1" status: 200 len: 1093 time: 1.9477189 Oct 13 15:25:26.114241 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfbed677-3deb-4ebc-a7a8-c9f57e433e8f', 'tag': 'ecb16b9b-f360-4f0c-a1d9-4633863f8009'}] {{(pid=88972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:25:26.131800 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43866) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:26.188631 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fc14b74-9516-4f47-be34-1025927da3d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] GET failed (client error): The resource could not be found. Oct 13 15:25:26.189244 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-6fc14b74-9516-4f47-be34-1025927da3d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Synchronizing usage tracker for tenant:f54070b4e2314cc994a056b908338f39 on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:25:26.201633 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-72f91c9a-130a-400a-8b54-2f06beb5f26c tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] 10.222.0.42 "DELETE /v2.0/ports/ae8642e4-0bb4-409e-8a26-7da92835d5aa HTTP/1.1" status: 204 len: 168 time: 3.4677150 Oct 13 15:25:26.243073 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 43874) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:26.249671 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66139ebd01b2281a52a84d0c3e28fe779798cc7e4f9f2d51c02648ac67609c1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa0a350-7f90-4b9f-86cc-3a92af5bfe1f" -d '{"events": [{"name": "network-changed", "server_uuid": "cfbed677-3deb-4ebc-a7a8-c9f57e433e8f", "tag": "ecb16b9b-f360-4f0c-a1d9-4633863f8009"}]}' {{(pid=88972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:25:26.273750 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7474e78a-f67f-4315-8096-0e769aa62e8e service neutron] Pushing event updated for resources: {'Port': ['ID=ecb16b9b-f360-4f0c-a1d9-4633863f8009,revision_number=3']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:26.285653 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-6fc14b74-9516-4f47-be34-1025927da3d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] Unset dirty status for tenant:f54070b4e2314cc994a056b908338f39 on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:25:26.286811 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-6fc14b74-9516-4f47-be34-1025927da3d5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1403022370-project-admin] 10.222.0.42 "GET /v2.0/ports/abc3faad-b25a-43a5-9f59-018be53b4537 HTTP/1.1" status: 404 len: 333 time: 0.1546803 Oct 13 15:25:26.287085 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-45f3c7ec-cd4a-4092-a98f-245cb0ca8416 None None] Attempt 3 to provision port 4a72c497-f996-4218-bb68-db3af1eab332 Oct 13 15:25:26.293325 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43880) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:26.362584 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-45f3c7ec-cd4a-4092-a98f-245cb0ca8416 None None] Port 4a72c497-f996-4218-bb68-db3af1eab332 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:25:26.411868 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-d66d7902-ecf3-4505-85ff-b29cbe92839e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:26.414178 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-d66d7902-ecf3-4505-85ff-b29cbe92839e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=18e61030eb034f4e9cafacce6c56e7c6&device_id=cfbed677-3deb-4ebc-a7a8-c9f57e433e8f HTTP/1.1" status: 200 len: 1096 time: 0.2167990 Oct 13 15:25:26.421988 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-98fa4d0c-2a36-40cf-9059-0750534e0a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:26.443406 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae61ab8f-9ac7-4460-8fd7-d47a5ed27513 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a8dda026-77c2-41fc-b690-51da3b868581 {{(pid=88973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 13 15:25:26.471527 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 15:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc04cbb-686e-464d-94de-cdf746d101f1 x-openstack-request-id: req-dfc04cbb-686e-464d-94de-cdf746d101f1 {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:25:26.471813 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfbed677-3deb-4ebc-a7a8-c9f57e433e8f", "tag": "ecb16b9b-f360-4f0c-a1d9-4633863f8009", "status": "completed", "code": 200}]} {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:25:26.472060 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dfc04cbb-686e-464d-94de-cdf746d101f1 {{(pid=88972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:25:26.472506 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dfc04cbb-686e-464d-94de-cdf746d101f1'] response: {'name': 'network-changed', 'server_uuid': 'cfbed677-3deb-4ebc-a7a8-c9f57e433e8f', 'tag': 'ecb16b9b-f360-4f0c-a1d9-4633863f8009', 'status': 'completed', 'code': 200} Oct 13 15:25:26.490341 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-8bc9dedb-b93b-425c-a942-19bf1b638c7c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecb16b9b-f360-4f0c-a1d9-4633863f8009 HTTP/1.1" status: 200 len: 217 time: 0.0663435 Oct 13 15:25:26.514699 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae61ab8f-9ac7-4460-8fd7-d47a5ed27513 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Pushing event deleted for resources: {'Network': ['ID=a8dda026-77c2-41fc-b690-51da3b868581,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:26.523210 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ae61ab8f-9ac7-4460-8fd7-d47a5ed27513 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:26.610166 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-be9c07c8-4103-427d-8294-c23632381763 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Unset dirty status for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:25:26.613846 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-be9c07c8-4103-427d-8294-c23632381763 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 1.4610126 Oct 13 15:25:26.620080 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1bcb2dc-5b3c-4149-9553-30506f0744b4 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] GET failed (client error): The resource could not be found. Oct 13 15:25:26.620601 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-b1bcb2dc-5b3c-4149-9553-30506f0744b4 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Synchronizing usage tracker for tenant:d70f93f21538467499f44fe521c0a191 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:25:26.656319 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 43888) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:26.667090 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-ae61ab8f-9ac7-4460-8fd7-d47a5ed27513 tempest-ExternalNetworksTestJSON-729403315 tempest-ExternalNetworksTestJSON-729403315-project-admin] 10.222.0.42 "DELETE /v2.0/networks/a8dda026-77c2-41fc-b690-51da3b868581 HTTP/1.1" status: 204 len: 168 time: 3.3400588 Oct 13 15:25:26.696735 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-90f0a48c-6055-4155-a898-5b1659168077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:26.700276 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-90f0a48c-6055-4155-a898-5b1659168077 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7496ad0c-81b8-44d7-b6bd-85b0f244c790 HTTP/1.1" status: 200 len: 851 time: 0.1792958 Oct 13 15:25:26.700927 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43894) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:26.712081 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ac5e27-f553-4a82-b8fa-db627d8d902b service neutron] Pushing event updated for resources: {'Port': ['ID=a3b86fbf-2db4-40ef-95a6-f249f3d9ff07,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:26.823296 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-b1bcb2dc-5b3c-4149-9553-30506f0744b4 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] Unset dirty status for tenant:d70f93f21538467499f44fe521c0a191 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:25:26.830551 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-b1bcb2dc-5b3c-4149-9553-30506f0744b4 tempest-PortsAdminExtendedAttrsTestJSON-17410766 tempest-PortsAdminExtendedAttrsTestJSON-17410766-project-admin] 10.222.0.42 "GET /v2.0/ports/ae8642e4-0bb4-409e-8a26-7da92835d5aa HTTP/1.1" status: 404 len: 333 time: 0.4020634 Oct 13 15:25:26.830722 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-dadd1dd5-2364-44a4-bcbf-3a7b6113514e tempest-ExternalNetworksTestJSON-1827899871 tempest-ExternalNetworksTestJSON-1827899871-project] DELETE failed (client error): The resource could not be found. Oct 13 15:25:26.830722 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dadd1dd5-2364-44a4-bcbf-3a7b6113514e tempest-ExternalNetworksTestJSON-1827899871 tempest-ExternalNetworksTestJSON-1827899871-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:25:26.830722 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-dadd1dd5-2364-44a4-bcbf-3a7b6113514e tempest-ExternalNetworksTestJSON-1827899871 tempest-ExternalNetworksTestJSON-1827899871-project] 10.222.0.42 "DELETE /v2.0/subnets/1374c9e5-7635-43a2-a402-efef77cd2363 HTTP/1.1" status: 404 len: 337 time: 0.1256711 Oct 13 15:25:26.830722 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43902) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:26.837043 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43904) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:26.856222 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-5db98685-3310-488f-b5ae-18c580626400 req-1b4da7b2-6793-4055-964b-5818127bc043 service neutron] For port f9b8f70f-783a-49bb-9292-f6302802628e, host hv-neutron-8603, cleared binding levels {{(pid=88973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:25:26.864426 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-45f3c7ec-cd4a-4092-a98f-245cb0ca8416 None None] Attempt 4 to provision port 4a72c497-f996-4218-bb68-db3af1eab332 Oct 13 15:25:26.875009 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-534a6fec-3d36-4aac-b660-4946e260d9e5 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:26.876518 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-534a6fec-3d36-4aac-b660-4946e260d9e5 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2119019 Oct 13 15:25:26.888568 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 43910) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:26.953183 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-5db98685-3310-488f-b5ae-18c580626400 req-1b4da7b2-6793-4055-964b-5818127bc043 service neutron] For port f9b8f70f-783a-49bb-9292-f6302802628e, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=f9b8f70f-783a-49bb-9292-f6302802628e,segment=NetworkSegment(59c3c14c-d254-40b6-80b5-3c7945a1ec02),segment_id=59c3c14c-d254-40b6-80b5-3c7945a1ec02)] {{(pid=88973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:25:26.957996 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-46ac5e27-f553-4a82-b8fa-db627d8d902b service neutron] Attempting to bind port a3b86fbf-2db4-40ef-95a6-f249f3d9ff07 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:25:26.958358 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-46ac5e27-f553-4a82-b8fa-db627d8d902b service neutron] Attempting to bind port a3b86fbf-2db4-40ef-95a6-f249f3d9ff07 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '4f206e35-101f-4772-8726-1677f4bd24d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b'}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:25:26.958688 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-46ac5e27-f553-4a82-b8fa-db627d8d902b service neutron] Attempting to bind port a3b86fbf-2db4-40ef-95a6-f249f3d9ff07 on network 3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:25:26.969407 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-591c9f85-36f4-4d19-bfa1-87655536c2b0 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:26.998861 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-45f3c7ec-cd4a-4092-a98f-245cb0ca8416 None None] Port 4a72c497-f996-4218-bb68-db3af1eab332 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:25:26.999371 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-cd91f042-5cfd-40f2-b0c3-4e619d96037c tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1090851 Oct 13 15:25:27.003986 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-5db98685-3310-488f-b5ae-18c580626400 req-1b4da7b2-6793-4055-964b-5818127bc043 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:27.005057 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-46ac5e27-f553-4a82-b8fa-db627d8d902b service neutron] Port a3b86fbf-2db4-40ef-95a6-f249f3d9ff07 on network 3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:25:27.005379 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-46ac5e27-f553-4a82-b8fa-db627d8d902b service neutron] Attempting to bind port a3b86fbf-2db4-40ef-95a6-f249f3d9ff07 on network 3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:25:27.008489 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 43914) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:27.013768 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db98685-3310-488f-b5ae-18c580626400 req-1b4da7b2-6793-4055-964b-5818127bc043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:27.014749 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 3758f026-7ea5-4045-b2c6-68e690c5a08f no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:25:27.015575 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-5db98685-3310-488f-b5ae-18c580626400 req-1b4da7b2-6793-4055-964b-5818127bc043 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:27.020011 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5db98685-3310-488f-b5ae-18c580626400 req-1b4da7b2-6793-4055-964b-5818127bc043 service neutron] 10.222.0.16 "PUT /v2.0/ports/f9b8f70f-783a-49bb-9292-f6302802628e HTTP/1.1" status: 200 len: 1094 time: 6.1772766 Oct 13 15:25:27.046326 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-98fa4d0c-2a36-40cf-9059-0750534e0a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:27.083972 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3efc2502-b066-49a0-9550-ad9f1a36a931', 'tag': 'f9b8f70f-783a-49bb-9292-f6302802628e'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:25:27.086618 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 3758f026-7ea5-4045-b2c6-68e690c5a08f {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:25:27.087085 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 3758f026-7ea5-4045-b2c6-68e690c5a08f not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:25:27.099051 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf61ab-3505-42f5-bb31-a5e8f20a9fc3 req-04a9ae28-1c69-469a-a1f1-f49127c2164d tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:27.106303 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-26cf61ab-3505-42f5-bb31-a5e8f20a9fc3 req-04a9ae28-1c69-469a-a1f1-f49127c2164d tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfbed677-3deb-4ebc-a7a8-c9f57e433e8f HTTP/1.1" status: 200 len: 943 time: 0.9454951 Oct 13 15:25:27.215706 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-98fa4d0c-2a36-40cf-9059-0750534e0a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24a5265e-d36f-461a-a69a-e0e2e04f2c70']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:27.223871 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-1888f3f6-3773-4946-a105-276ae4d904cf tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'subnet': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:27.245806 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-98fa4d0c-2a36-40cf-9059-0750534e0a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cf82d13-a717-431a-960d-55c6bad4fd84') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:27.246100 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-98fa4d0c-2a36-40cf-9059-0750534e0a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cf82d13-a717-431a-960d-55c6bad4fd84') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:27.257466 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-600a8da2-37d6-44b7-99db-68fb34cb2990 tempest-PortsAdminExtendedAttrsTestJSON-1921522379 tempest-PortsAdminExtendedAttrsTestJSON-1921522379-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:27.273164 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6c0e7a4e-8476-404c-a76a-b55f51159388 tempest-ExternalNetworksTestJSON-1827899871 tempest-ExternalNetworksTestJSON-1827899871-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:27.275823 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-98fa4d0c-2a36-40cf-9059-0750534e0a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:27.301784 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-4d1916c6-6678-4cd8-b729-5c27d47e3385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:27.303276 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-4d1916c6-6678-4cd8-b729-5c27d47e3385 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3eba9316-5858-4216-9f1f-1827035b3500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5789919 Oct 13 15:25:27.312534 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-98fa4d0c-2a36-40cf-9059-0750534e0a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:27.321616 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-46ac5e27-f553-4a82-b8fa-db627d8d902b service neutron] Checking agent: {'id': 'c4d1d38a-44f6-47ac-b17c-311e640e7cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'started_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 25, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:25:27.321953 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-46ac5e27-f553-4a82-b8fa-db627d8d902b service neutron] Checking segment: {'id': '4f206e35-101f-4772-8726-1677f4bd24d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:25:27.322357 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-46ac5e27-f553-4a82-b8fa-db627d8d902b service neutron] Bound using segment: {'id': '4f206e35-101f-4772-8726-1677f4bd24d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b'} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:25:27.322804 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-46ac5e27-f553-4a82-b8fa-db627d8d902b service neutron] Bound port: a3b86fbf-2db4-40ef-95a6-f249f3d9ff07, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4f206e35-101f-4772-8726-1677f4bd24d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': '3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b'}}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:25:27.323146 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-46ac5e27-f553-4a82-b8fa-db627d8d902b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:27.360968 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18764041-fa78-499f-9a47-0014aa9bc53b" -d '{"events": [{"name": "network-changed", "server_uuid": "3efc2502-b066-49a0-9550-ad9f1a36a931", "tag": "f9b8f70f-783a-49bb-9292-f6302802628e"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:25:27.376831 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2af4c6b-d1b6-4c14-99e1-cf5de5e41e51 req-45cadea4-2a98-4f07-8c3f-ef00bacfb45f tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:27.378312 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-b2af4c6b-d1b6-4c14-99e1-cf5de5e41e51 req-45cadea4-2a98-4f07-8c3f-ef00bacfb45f tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 944 time: 0.5660415 Oct 13 15:25:27.380349 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98fa4d0c-2a36-40cf-9059-0750534e0a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596-project] Releasing vlan 420 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:25:27.380659 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-98fa4d0c-2a36-40cf-9059-0750534e0a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:27.442332 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 9cf82d13-a717-431a-960d-55c6bad4fd84 resource provider aggregate not found Oct 13 15:25:27.500588 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-45f3c7ec-cd4a-4092-a98f-245cb0ca8416 None None] Attempt 5 to provision port 4a72c497-f996-4218-bb68-db3af1eab332 Oct 13 15:25:27.530104 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-26cf61ab-3505-42f5-bb31-a5e8f20a9fc3 req-0b65c6bd-a01d-4cba-b32c-801162a77df3 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] 10.222.0.42 "GET /v2.0/security-groups?id=4dc8f660-006e-44c4-9c27-23a9ac2bfab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4228947 Oct 13 15:25:27.555937 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4da7b2-6793-4055-964b-5818127bc043 service neutron] Pushing event updated for resources: {'Port': ['ID=f9b8f70f-783a-49bb-9292-f6302802628e,revision_number=3']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:27.589491 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-45f3c7ec-cd4a-4092-a98f-245cb0ca8416 None None] Port 4a72c497-f996-4218-bb68-db3af1eab332 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:25:27.596163 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 9cf82d13-a717-431a-960d-55c6bad4fd84 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9cf82d13-a717-431a-960d-55c6bad4fd84 found for delete ", "request_id": "req-04fdf591-474e-439f-9f12-658e12a1e7b0"}]} Oct 13 15:25:27.620048 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-1888f3f6-3773-4946-a105-276ae4d904cf tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:25:27.636010 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-1888f3f6-3773-4946-a105-276ae4d904cf tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Usage tracker for resource:subnet and tenant:bb90cebe15f541febeed2c50e15c931e is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:25:27.650251 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-1888f3f6-3773-4946-a105-276ae4d904cf tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:25:27.670740 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-1888f3f6-3773-4946-a105-276ae4d904cf tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:25:27.677884 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-46ac5e27-f553-4a82-b8fa-db627d8d902b service neutron] For port a3b86fbf-2db4-40ef-95a6-f249f3d9ff07, host hv-neutron-8603, cleared binding levels {{(pid=88973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:25:27.731390 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-600a8da2-37d6-44b7-99db-68fb34cb2990 tempest-PortsAdminExtendedAttrsTestJSON-1921522379 tempest-PortsAdminExtendedAttrsTestJSON-1921522379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:27.739071 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db98685-3310-488f-b5ae-18c580626400 req-c3f99a8d-f734-4e41-843d-5ceda3555cc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:27.740530 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5db98685-3310-488f-b5ae-18c580626400 req-c3f99a8d-f734-4e41-843d-5ceda3555cc3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c317355326e4f748fe019ccb370c99a&device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 1097 time: 0.6100349 Oct 13 15:25:27.750294 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-46ac5e27-f553-4a82-b8fa-db627d8d902b service neutron] For port a3b86fbf-2db4-40ef-95a6-f249f3d9ff07, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=a3b86fbf-2db4-40ef-95a6-f249f3d9ff07,segment=NetworkSegment(4f206e35-101f-4772-8726-1677f4bd24d9),segment_id=4f206e35-101f-4772-8726-1677f4bd24d9)] {{(pid=88973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:25:27.788288 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1888f3f6-3773-4946-a105-276ae4d904cf tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:25:27.791639 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1888f3f6-3773-4946-a105-276ae4d904cf tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:27.795730 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-98fa4d0c-2a36-40cf-9059-0750534e0a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:27.809013 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-b2af4c6b-d1b6-4c14-99e1-cf5de5e41e51 req-87a55ed4-f692-4ccd-8d59-a4f2d5937e3b tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3846636 Oct 13 15:25:27.848053 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-98fa4d0c-2a36-40cf-9059-0750534e0a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:27.851209 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6c0e7a4e-8476-404c-a76a-b55f51159388 tempest-ExternalNetworksTestJSON-1827899871 tempest-ExternalNetworksTestJSON-1827899871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:27.874655 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fa4d0c-2a36-40cf-9059-0750534e0a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596-project] Pushing event deleted for resources: {'Network': ['ID=24a5265e-d36f-461a-a69a-e0e2e04f2c70,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:27.888051 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-600a8da2-37d6-44b7-99db-68fb34cb2990 tempest-PortsAdminExtendedAttrsTestJSON-1921522379 tempest-PortsAdminExtendedAttrsTestJSON-1921522379-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86be858a-39e3-405c-a94b-6329ec458e15']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:27.900762 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-9e28c5e0-7089-4ffe-afbf-b69d81cfcbd5 service neutron] 10.222.0.16 "GET /v2.0/networks/3eba9316-5858-4216-9f1f-1827035b3500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5893264 Oct 13 15:25:27.908854 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-98fa4d0c-2a36-40cf-9059-0750534e0a27 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1309879596-project] 10.222.0.42 "DELETE /v2.0/networks/24a5265e-d36f-461a-a69a-e0e2e04f2c70 HTTP/1.1" status: 204 len: 168 time: 1.6102889 Oct 13 15:25:27.909859 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-6c0e7a4e-8476-404c-a76a-b55f51159388 tempest-ExternalNetworksTestJSON-1827899871 tempest-ExternalNetworksTestJSON-1827899871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c53d7bb-8525-4b32-a48f-4937948d64ac']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:27.919693 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-600a8da2-37d6-44b7-99db-68fb34cb2990 tempest-PortsAdminExtendedAttrsTestJSON-1921522379 tempest-PortsAdminExtendedAttrsTestJSON-1921522379-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e042ff6-d207-4a02-9619-7c0dcba3f8e1') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:27.919991 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-600a8da2-37d6-44b7-99db-68fb34cb2990 tempest-PortsAdminExtendedAttrsTestJSON-1921522379 tempest-PortsAdminExtendedAttrsTestJSON-1921522379-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e042ff6-d207-4a02-9619-7c0dcba3f8e1') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:27.970054 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-6c0e7a4e-8476-404c-a76a-b55f51159388 tempest-ExternalNetworksTestJSON-1827899871 tempest-ExternalNetworksTestJSON-1827899871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4af0853f-47b1-4896-8afb-59e290d33ac0') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:27.970411 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-6c0e7a4e-8476-404c-a76a-b55f51159388 tempest-ExternalNetworksTestJSON-1827899871 tempest-ExternalNetworksTestJSON-1827899871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4af0853f-47b1-4896-8afb-59e290d33ac0') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:27.980242 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-600a8da2-37d6-44b7-99db-68fb34cb2990 tempest-PortsAdminExtendedAttrsTestJSON-1921522379 tempest-PortsAdminExtendedAttrsTestJSON-1921522379-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:27.989912 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 15:25:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a061fd1e-0e2c-4976-864f-1ca92f428de0 x-openstack-request-id: req-a061fd1e-0e2c-4976-864f-1ca92f428de0 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:25:27.990280 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3efc2502-b066-49a0-9550-ad9f1a36a931", "tag": "f9b8f70f-783a-49bb-9292-f6302802628e", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:25:27.991427 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a061fd1e-0e2c-4976-864f-1ca92f428de0 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:25:27.991427 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a061fd1e-0e2c-4976-864f-1ca92f428de0'] response: {'name': 'network-changed', 'server_uuid': '3efc2502-b066-49a0-9550-ad9f1a36a931', 'tag': 'f9b8f70f-783a-49bb-9292-f6302802628e', 'status': 'completed', 'code': 200} Oct 13 15:25:28.007968 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-46ac5e27-f553-4a82-b8fa-db627d8d902b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:28.038792 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6c0e7a4e-8476-404c-a76a-b55f51159388 tempest-ExternalNetworksTestJSON-1827899871 tempest-ExternalNetworksTestJSON-1827899871-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:28.071989 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-600a8da2-37d6-44b7-99db-68fb34cb2990 tempest-PortsAdminExtendedAttrsTestJSON-1921522379 tempest-PortsAdminExtendedAttrsTestJSON-1921522379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:28.073210 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-46ac5e27-f553-4a82-b8fa-db627d8d902b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:28.073827 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-46ac5e27-f553-4a82-b8fa-db627d8d902b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:28.075207 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-46ac5e27-f553-4a82-b8fa-db627d8d902b service neutron] 10.222.0.16 "PUT /v2.0/ports/a3b86fbf-2db4-40ef-95a6-f249f3d9ff07 HTTP/1.1" status: 200 len: 1093 time: 6.2750542 Oct 13 15:25:28.078959 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6c0e7a4e-8476-404c-a76a-b55f51159388 tempest-ExternalNetworksTestJSON-1827899871 tempest-ExternalNetworksTestJSON-1827899871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:28.085424 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5db98685-3310-488f-b5ae-18c580626400 req-82fe6131-36f1-44d0-a6c4-1308e354e32d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9b8f70f-783a-49bb-9292-f6302802628e HTTP/1.1" status: 200 len: 217 time: 0.3282588 Oct 13 15:25:28.086045 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-600a8da2-37d6-44b7-99db-68fb34cb2990 tempest-PortsAdminExtendedAttrsTestJSON-1921522379 tempest-PortsAdminExtendedAttrsTestJSON-1921522379-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:25:28.086439 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-600a8da2-37d6-44b7-99db-68fb34cb2990 tempest-PortsAdminExtendedAttrsTestJSON-1921522379 tempest-PortsAdminExtendedAttrsTestJSON-1921522379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:28.090942 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-45f3c7ec-cd4a-4092-a98f-245cb0ca8416 None None] Attempt 6 to provision port 4a72c497-f996-4218-bb68-db3af1eab332 Oct 13 15:25:28.180387 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-45f3c7ec-cd4a-4092-a98f-245cb0ca8416 None None] Port 4a72c497-f996-4218-bb68-db3af1eab332 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:25:28.202077 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c0e7a4e-8476-404c-a76a-b55f51159388 tempest-ExternalNetworksTestJSON-1827899871 tempest-ExternalNetworksTestJSON-1827899871-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:25:28.202502 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6c0e7a4e-8476-404c-a76a-b55f51159388 tempest-ExternalNetworksTestJSON-1827899871 tempest-ExternalNetworksTestJSON-1827899871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:28.280639 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 43936) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:28.361920 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-ba082ecc-0073-40ba-9fd2-1cb5f89df47d req-e58c0088-bf6f-452b-8787-c7b4411304fc service neutron] 10.222.0.16 "GET /v2.0/networks/3eba9316-5858-4216-9f1f-1827035b3500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4447482 Oct 13 15:25:28.373940 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-600a8da2-37d6-44b7-99db-68fb34cb2990 tempest-PortsAdminExtendedAttrsTestJSON-1921522379 tempest-PortsAdminExtendedAttrsTestJSON-1921522379-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:28.375470 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ac5e27-f553-4a82-b8fa-db627d8d902b service neutron] Pushing event updated for resources: {'Port': ['ID=a3b86fbf-2db4-40ef-95a6-f249f3d9ff07,revision_number=3']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:28.394361 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-600a8da2-37d6-44b7-99db-68fb34cb2990 tempest-PortsAdminExtendedAttrsTestJSON-1921522379 tempest-PortsAdminExtendedAttrsTestJSON-1921522379-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:28.402969 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-591c9f85-36f4-4d19-bfa1-87655536c2b0 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Allocated IP 2001:db8:1::1 (83272651-8c09-4a1f-bdba-c9e96b0f2d9b/53923eee-bff5-42b7-956f-76592f09866c/81e4af73-0c11-4e5f-b643-97d6b458740b) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:25:28.404537 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6c0e7a4e-8476-404c-a76a-b55f51159388 tempest-ExternalNetworksTestJSON-1827899871 tempest-ExternalNetworksTestJSON-1827899871-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:28.408708 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db98685-3310-488f-b5ae-18c580626400 req-ed5d8998-163a-4287-bc25-6acb20fc4955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:28.410190 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5db98685-3310-488f-b5ae-18c580626400 req-ed5d8998-163a-4287-bc25-6acb20fc4955 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=12a9e0ad-f87e-4c11-b0b3-9af248956963 HTTP/1.1" status: 200 len: 850 time: 0.2634788 Oct 13 15:25:28.411542 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600a8da2-37d6-44b7-99db-68fb34cb2990 tempest-PortsAdminExtendedAttrsTestJSON-1921522379 tempest-PortsAdminExtendedAttrsTestJSON-1921522379-project] Pushing event deleted for resources: {'Network': ['ID=86be858a-39e3-405c-a94b-6329ec458e15,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:28.417101 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6c0e7a4e-8476-404c-a76a-b55f51159388 tempest-ExternalNetworksTestJSON-1827899871 tempest-ExternalNetworksTestJSON-1827899871-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:28.418938 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-6c0e7a4e-8476-404c-a76a-b55f51159388 tempest-ExternalNetworksTestJSON-1827899871 tempest-ExternalNetworksTestJSON-1827899871-project] 10.222.0.42 "DELETE /v2.0/networks/1c53d7bb-8525-4b32-a48f-4937948d64ac HTTP/1.1" status: 204 len: 168 time: 1.5425937 Oct 13 15:25:28.420962 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-600a8da2-37d6-44b7-99db-68fb34cb2990 tempest-PortsAdminExtendedAttrsTestJSON-1921522379 tempest-PortsAdminExtendedAttrsTestJSON-1921522379-project] 10.222.0.42 "DELETE /v2.0/networks/86be858a-39e3-405c-a94b-6329ec458e15 HTTP/1.1" status: 204 len: 168 time: 1.5864363 Oct 13 15:25:28.440464 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a6724f-ee0b-4b59-986a-724e343c4b6f req-ee774c98-8340-4f1f-b3b1-59560c122071 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:28.443148 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0e7a4e-8476-404c-a76a-b55f51159388 tempest-ExternalNetworksTestJSON-1827899871 tempest-ExternalNetworksTestJSON-1827899871-project] Pushing event deleted for resources: {'Network': ['ID=1c53d7bb-8525-4b32-a48f-4937948d64ac,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:28.447296 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-37a6724f-ee0b-4b59-986a-724e343c4b6f req-ee774c98-8340-4f1f-b3b1-59560c122071 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.42 "GET /v2.0/ports?device_id=120ed22f-0dc2-453c-b30b-44429ff870e3 HTTP/1.1" status: 200 len: 943 time: 0.7548695 Oct 13 15:25:28.557347 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0a350-7f90-4b9f-86cc-3a92af5bfe1f req-d1c46eb7-7b76-4415-ba06-252556b72d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:28.559301 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-aaa0a350-7f90-4b9f-86cc-3a92af5bfe1f req-d1c46eb7-7b76-4415-ba06-252556b72d3c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=18e61030eb034f4e9cafacce6c56e7c6&device_id=cfbed677-3deb-4ebc-a7a8-c9f57e433e8f HTTP/1.1" status: 200 len: 1096 time: 0.1096478 Oct 13 15:25:28.682078 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-45f3c7ec-cd4a-4092-a98f-245cb0ca8416 None None] Attempt 7 to provision port 4a72c497-f996-4218-bb68-db3af1eab332 Oct 13 15:25:28.715928 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0a350-7f90-4b9f-86cc-3a92af5bfe1f req-59b9f231-082a-4493-b2d5-db6922ebae63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:28.718479 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-aaa0a350-7f90-4b9f-86cc-3a92af5bfe1f req-59b9f231-082a-4493-b2d5-db6922ebae63 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3eba9316-5858-4216-9f1f-1827035b3500 HTTP/1.1" status: 200 len: 913 time: 0.1511436 Oct 13 15:25:28.762312 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-45f3c7ec-cd4a-4092-a98f-245cb0ca8416 None None] Port 4a72c497-f996-4218-bb68-db3af1eab332 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:25:28.804023 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43952) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:28.804865 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43954) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:28.860792 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-aaa0a350-7f90-4b9f-86cc-3a92af5bfe1f req-2178257f-006f-4c94-b790-35888a3ba690 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecb16b9b-f360-4f0c-a1d9-4633863f8009 HTTP/1.1" status: 200 len: 217 time: 0.1321943 Oct 13 15:25:28.874387 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-37a6724f-ee0b-4b59-986a-724e343c4b6f req-9a5c27b1-e947-4b75-917b-a3f9568ae77b tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fed544a-1f93-4571-ab35-0710ef88044b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4262226 Oct 13 15:25:28.876304 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-289c96cd-1cec-4dc9-91c2-2c9c95da6427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:28.877712 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-289c96cd-1cec-4dc9-91c2-2c9c95da6427 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d8ab2ab48b154fe59d2af3b86563e1e5&device_id=120ed22f-0dc2-453c-b30b-44429ff870e3 HTTP/1.1" status: 200 len: 1096 time: 0.7299025 Oct 13 15:25:28.956540 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0a350-7f90-4b9f-86cc-3a92af5bfe1f req-bd6069b6-d2fb-4323-ab01-6f9d81b6b23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:28.957512 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-aaa0a350-7f90-4b9f-86cc-3a92af5bfe1f req-bd6069b6-d2fb-4323-ab01-6f9d81b6b23e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7496ad0c-81b8-44d7-b6bd-85b0f244c790 HTTP/1.1" status: 200 len: 851 time: 0.0894246 Oct 13 15:25:28.999674 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e04d4970-aea9-4ba0-9c3b-c06b93c52158 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=79a3d17200e74cebb70a492c72454860&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7111638 Oct 13 15:25:29.007499 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-754a510a-350f-41a5-9ac7-5f06c4ef207f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3b86fbf-2db4-40ef-95a6-f249f3d9ff07 HTTP/1.1" status: 200 len: 217 time: 0.1206141 Oct 13 15:25:29.014914 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43966) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:29.055750 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c3220a-5ca9-46a8-b61f-6d756589c1bb req-f42c56c8-5c9e-4d10-b9c0-31530dacb526 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:29.058139 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f8c3220a-5ca9-46a8-b61f-6d756589c1bb req-f42c56c8-5c9e-4d10-b9c0-31530dacb526 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfbed677-3deb-4ebc-a7a8-c9f57e433e8f HTTP/1.1" status: 200 len: 943 time: 0.2598634 Oct 13 15:25:29.139062 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-591c9f85-36f4-4d19-bfa1-87655536c2b0 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:29.152016 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1888f3f6-3773-4946-a105-276ae4d904cf tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:29.195577 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db98685-3310-488f-b5ae-18c580626400 req-ae1412ea-f65f-4f87-bc22-74d834da6073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:29.197033 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5db98685-3310-488f-b5ae-18c580626400 req-ae1412ea-f65f-4f87-bc22-74d834da6073 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=68ca5488-1f82-4ee2-9e86-9e983d74aa07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7650466 Oct 13 15:25:29.238205 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f8c3220a-5ca9-46a8-b61f-6d756589c1bb req-1bd6b32b-5b8c-4217-89d2-153b9c188374 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] 10.222.0.42 "GET /v2.0/security-groups?id=4dc8f660-006e-44c4-9c27-23a9ac2bfab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1670637 Oct 13 15:25:29.245381 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-591c9f85-36f4-4d19-bfa1-87655536c2b0 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Transition to ACTIVE for port object 81e4af73-0c11-4e5f-b643-97d6b458740b will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:25:29.258716 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-4b5ee6e5-8bca-4212-919a-afe2fe0cd6a1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f566ac22d0fd42a099ba1e211f1174a2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4488811 Oct 13 15:25:29.261200 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43972) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:29.264295 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-45f3c7ec-cd4a-4092-a98f-245cb0ca8416 None None] Attempt 8 to provision port 4a72c497-f996-4218-bb68-db3af1eab332 Oct 13 15:25:29.268303 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa0a350-7f90-4b9f-86cc-3a92af5bfe1f req-5b7efc61-8dcd-4ade-a471-e2135beb9b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:29.269745 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-aaa0a350-7f90-4b9f-86cc-3a92af5bfe1f req-5b7efc61-8dcd-4ade-a471-e2135beb9b2c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3eba9316-5858-4216-9f1f-1827035b3500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3043013 Oct 13 15:25:29.277866 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-a6903736-9205-4105-8e4b-72702abc93cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:29.279334 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-a6903736-9205-4105-8e4b-72702abc93cc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fb9f91e1-ddeb-4202-a3e1-9b503a67c696 HTTP/1.1" status: 200 len: 844 time: 0.2500641 Oct 13 15:25:29.282848 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-3457ac68-e75d-4f18-b84b-ccab2b09ffa6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=35c2461b93894c32b1b0bf32bfdcf0bf&name=default HTTP/1.1" status: 200 len: 2976 time: 0.4747036 Oct 13 15:25:29.282848 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4520eefb-1417-4979-b4e3-333310508e21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:29.284262 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1888f3f6-3773-4946-a105-276ae4d904cf tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:25:29.285779 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43976) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:29.293942 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-1888f3f6-3773-4946-a105-276ae4d904cf tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:25:29.307258 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e57cd8d-4667-4be4-82b8-9ae6cdcadbda None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:25:29.383779 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1888f3f6-3773-4946-a105-276ae4d904cf tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:29.384583 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1888f3f6-3773-4946-a105-276ae4d904cf tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:29.401593 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-45f3c7ec-cd4a-4092-a98f-245cb0ca8416 None None] Port 4a72c497-f996-4218-bb68-db3af1eab332 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:25:29.427046 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1888f3f6-3773-4946-a105-276ae4d904cf tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'Subnet': ['ID=66968b56-a42e-452e-9362-16568542e011,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:29.445054 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4520eefb-1417-4979-b4e3-333310508e21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:29.480566 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-1888f3f6-3773-4946-a105-276ae4d904cf tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.3982484 Oct 13 15:25:29.485340 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 43980) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:29.514382 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-4470ef2e-e24a-40c3-97ff-fa287f2ce108 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'port': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'fixed_ips': [{'subnet_id': '66968b56-a42e-452e-9362-16568542e011', 'ip_address': '2001:db8::a957:4286:637e:5237'}], 'name': 'tempest-NetworksTestDHCPv6-915009871'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:29.519063 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef488916-d49c-4c50-94d3-53c3f15142af req-5f3806aa-69c9-4dd2-a264-cc898c420071 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:29.520542 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ef488916-d49c-4c50-94d3-53c3f15142af req-5f3806aa-69c9-4dd2-a264-cc898c420071 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 944 time: 0.4244552 Oct 13 15:25:29.523907 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5db98685-3310-488f-b5ae-18c580626400 req-af57aeb4-fb84-4347-b5ba-1101276f7d08 service neutron] 10.222.0.16 "GET /v2.0/networks/68ca5488-1f82-4ee2-9e86-9e983d74aa07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079312 Oct 13 15:25:29.524832 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-591c9f85-36f4-4d19-bfa1-87655536c2b0 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:29.554666 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad583c84-0651-4ee0-92ed-b27bad6dbefa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'tenant_id': 'bb90cebe15f541febeed2c50e15c931e', 'fixed_ips': [{'subnet_id': '66968b56-a42e-452e-9362-16568542e011'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:25:29.555596 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ad583c84-0651-4ee0-92ed-b27bad6dbefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:29.603254 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-738150f8-f1f3-4e8e-aa9e-8fc1be836fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:29.658588 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591c9f85-36f4-4d19-bfa1-87655536c2b0 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Network 83272651-8c09-4a1f-bdba-c9e96b0f2d9b is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:25:29.674832 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-591c9f85-36f4-4d19-bfa1-87655536c2b0 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:25:29.678478 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-70f3b98e-07d6-49df-93cd-b41bb4a29891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:29.680196 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-70f3b98e-07d6-49df-93cd-b41bb4a29891 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3901303 Oct 13 15:25:29.686481 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591c9f85-36f4-4d19-bfa1-87655536c2b0 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:25:29.687171 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-591c9f85-36f4-4d19-bfa1-87655536c2b0 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:29.688014 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 2e042ff6-d207-4a02-9619-7c0dcba3f8e1 resource provider aggregate not found Oct 13 15:25:29.710546 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d7bcd3d9-0c5f-4a29-ba29-67fa6abee952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:29.733824 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 2e042ff6-d207-4a02-9619-7c0dcba3f8e1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2e042ff6-d207-4a02-9619-7c0dcba3f8e1 found for delete ", "request_id": "req-f18f2372-456e-4782-a8a5-94d46dba1d14"}]} Oct 13 15:25:29.739922 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-aaa0a350-7f90-4b9f-86cc-3a92af5bfe1f req-324eecca-61f4-4589-b694-eb2945be2629 service neutron] 10.222.0.16 "GET /v2.0/networks/3eba9316-5858-4216-9f1f-1827035b3500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4567456 Oct 13 15:25:29.740878 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c9f85-36f4-4d19-bfa1-87655536c2b0 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event updated for resources: {'Port': ['ID=81e4af73-0c11-4e5f-b643-97d6b458740b,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:29.778259 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 4af0853f-47b1-4896-8afb-59e290d33ac0 resource provider aggregate not found Oct 13 15:25:29.789506 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-738150f8-f1f3-4e8e-aa9e-8fc1be836fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:29.827915 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-ad583c84-0651-4ee0-92ed-b27bad6dbefa None None] Allocated IP 2001:db8::2 (a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828/66968b56-a42e-452e-9362-16568542e011/eb16832e-6270-4f39-acf2-9394eb97117e) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:25:29.840470 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 4af0853f-47b1-4896-8afb-59e290d33ac0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4af0853f-47b1-4896-8afb-59e290d33ac0 found for delete ", "request_id": "req-5c2d73d1-d427-48a0-9d30-248bf877723e"}]} Oct 13 15:25:29.953067 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d7bcd3d9-0c5f-4a29-ba29-67fa6abee952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:29.970605 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4520eefb-1417-4979-b4e3-333310508e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:29.975272 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-45f3c7ec-cd4a-4092-a98f-245cb0ca8416 None None] Attempt 9 to provision port 4a72c497-f996-4218-bb68-db3af1eab332 Oct 13 15:25:30.023781 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4520eefb-1417-4979-b4e3-333310508e21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=325a6890-9676-4fb7-b11a-c3775070f474,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:30.039392 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '120ed22f-0dc2-453c-b30b-44429ff870e3', 'tag': 'a3b86fbf-2db4-40ef-95a6-f249f3d9ff07'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:25:30.042233 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f85dca13-d955-498f-bcf1-591381be35a9" -d '{"events": [{"name": "network-changed", "server_uuid": "120ed22f-0dc2-453c-b30b-44429ff870e3", "tag": "a3b86fbf-2db4-40ef-95a6-f249f3d9ff07"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:25:30.046879 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-c546041c-63dd-40dd-8eb0-283fa074c94a service neutron] 10.222.0.16 "GET /v2.0/networks/3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3082881 Oct 13 15:25:30.052248 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ef488916-d49c-4c50-94d3-53c3f15142af req-3713e787-f8bf-4600-b91e-3f23f0ae777a tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5216403 Oct 13 15:25:30.078592 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-45f3c7ec-cd4a-4092-a98f-245cb0ca8416 None None] Port 4a72c497-f996-4218-bb68-db3af1eab332 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:25:30.126441 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-4470ef2e-e24a-40c3-97ff-fa287f2ce108 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:25:30.136531 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4520eefb-1417-4979-b4e3-333310508e21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:30.155836 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-4520eefb-1417-4979-b4e3-333310508e21 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/325a6890-9676-4fb7-b11a-c3775070f474 HTTP/1.1" status: 204 len: 168 time: 1.1248913 Oct 13 15:25:30.204896 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 15:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6b9428a-5a22-4479-a130-306cdbdc0d13 x-openstack-request-id: req-c6b9428a-5a22-4479-a130-306cdbdc0d13 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:25:30.205253 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "120ed22f-0dc2-453c-b30b-44429ff870e3", "tag": "a3b86fbf-2db4-40ef-95a6-f249f3d9ff07", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:25:30.205429 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c6b9428a-5a22-4479-a130-306cdbdc0d13 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:25:30.205827 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6b9428a-5a22-4479-a130-306cdbdc0d13'] response: {'name': 'network-changed', 'server_uuid': '120ed22f-0dc2-453c-b30b-44429ff870e3', 'tag': 'a3b86fbf-2db4-40ef-95a6-f249f3d9ff07', 'status': 'completed', 'code': 200} Oct 13 15:25:30.211247 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ad583c84-0651-4ee0-92ed-b27bad6dbefa None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:30.230212 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ad583c84-0651-4ee0-92ed-b27bad6dbefa None None] Transition to ACTIVE for port object eb16832e-6270-4f39-acf2-9394eb97117e will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:25:30.254197 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ad583c84-0651-4ee0-92ed-b27bad6dbefa None None] Transition to ACTIVE for port object eb16832e-6270-4f39-acf2-9394eb97117e will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:25:30.258420 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5db98685-3310-488f-b5ae-18c580626400 req-5142b4dc-6257-4bab-be4e-9206efd82161 service neutron] 10.222.0.16 "GET /v2.0/networks/68ca5488-1f82-4ee2-9e86-9e983d74aa07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6901243 Oct 13 15:25:30.276986 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ad583c84-0651-4ee0-92ed-b27bad6dbefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:30.292993 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-95efeaf7-221e-4a0e-997e-ad3c9cca8d84 req-62d2f66a-9dbd-4c98-b706-e8f58f88c1b2 service neutron] 10.222.0.16 "GET /v2.0/networks/3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175221 Oct 13 15:25:30.296216 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-4470ef2e-e24a-40c3-97ff-fa287f2ce108 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:25:30.332310 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-aaa0a350-7f90-4b9f-86cc-3a92af5bfe1f req-03407266-b721-4e29-886c-97f73c783497 service neutron] 10.222.0.16 "GET /v2.0/networks/3eba9316-5858-4216-9f1f-1827035b3500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5557601 Oct 13 15:25:30.336440 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-738150f8-f1f3-4e8e-aa9e-8fc1be836fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:30.382416 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4470ef2e-e24a-40c3-97ff-fa287f2ce108 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'port': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:25:30.403130 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad583c84-0651-4ee0-92ed-b27bad6dbefa None None] Pushing event updated for resources: {'Port': ['ID=eb16832e-6270-4f39-acf2-9394eb97117e,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:30.423992 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad583c84-0651-4ee0-92ed-b27bad6dbefa None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:25:30.425430 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-ad583c84-0651-4ee0-92ed-b27bad6dbefa None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:25:30.431083 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad583c84-0651-4ee0-92ed-b27bad6dbefa None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:25:30.438928 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d7bcd3d9-0c5f-4a29-ba29-67fa6abee952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:30.502009 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-591c9f85-36f4-4d19-bfa1-87655536c2b0 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:30.510414 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738150f8-f1f3-4e8e-aa9e-8fc1be836fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da798d38-5b0e-436a-99b8-5bb3dd8f8d4f,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:30.557904 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14db04cb-9b97-4e22-8e4a-b32baae87a99 req-4186adf1-1765-4cfa-a8a7-4341d909da1c tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:30.559530 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-14db04cb-9b97-4e22-8e4a-b32baae87a99 req-4186adf1-1765-4cfa-a8a7-4341d909da1c tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.42 "GET /v2.0/ports?device_id=120ed22f-0dc2-453c-b30b-44429ff870e3 HTTP/1.1" status: 200 len: 943 time: 0.5018375 Oct 13 15:25:30.565938 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bcd3d9-0c5f-4a29-ba29-67fa6abee952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a0cac3f-4d63-422f-bd92-05a7824cf161,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:30.573867 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-ad583c84-0651-4ee0-92ed-b27bad6dbefa None None] Attempting to bind port eb16832e-6270-4f39-acf2-9394eb97117e on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:25:30.574367 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-ad583c84-0651-4ee0-92ed-b27bad6dbefa None None] Attempting to bind port eb16832e-6270-4f39-acf2-9394eb97117e by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:25:30.574836 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad583c84-0651-4ee0-92ed-b27bad6dbefa None None] Attempting to bind port eb16832e-6270-4f39-acf2-9394eb97117e on network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:25:30.580639 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-45f3c7ec-cd4a-4092-a98f-245cb0ca8416 None None] Attempt 10 to provision port 4a72c497-f996-4218-bb68-db3af1eab332 Oct 13 15:25:30.621425 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18764041-fa78-499f-9a47-0014aa9bc53b req-fc28de28-acdc-4c15-a003-fa23d2055061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:30.623789 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-18764041-fa78-499f-9a47-0014aa9bc53b req-fc28de28-acdc-4c15-a003-fa23d2055061 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c317355326e4f748fe019ccb370c99a&device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 1097 time: 0.2706075 Oct 13 15:25:30.628627 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad583c84-0651-4ee0-92ed-b27bad6dbefa None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 25, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:25:30.629099 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad583c84-0651-4ee0-92ed-b27bad6dbefa None None] Checking segment: {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:25:30.630235 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ad583c84-0651-4ee0-92ed-b27bad6dbefa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:30.631207 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad583c84-0651-4ee0-92ed-b27bad6dbefa None None] Bound using segment: {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:25:30.631938 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-ad583c84-0651-4ee0-92ed-b27bad6dbefa None None] Bound port: eb16832e-6270-4f39-acf2-9394eb97117e, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:25:30.632621 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ad583c84-0651-4ee0-92ed-b27bad6dbefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:30.640623 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d7bcd3d9-0c5f-4a29-ba29-67fa6abee952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:30.641778 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d7bcd3d9-0c5f-4a29-ba29-67fa6abee952 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/0a0cac3f-4d63-422f-bd92-05a7824cf161 HTTP/1.1" status: 204 len: 168 time: 1.3342314 Oct 13 15:25:30.666150 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-738150f8-f1f3-4e8e-aa9e-8fc1be836fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:30.667263 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-738150f8-f1f3-4e8e-aa9e-8fc1be836fbe admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/da798d38-5b0e-436a-99b8-5bb3dd8f8d4f HTTP/1.1" status: 204 len: 168 time: 1.4042325 Oct 13 15:25:30.703292 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44008) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:30.713643 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-14db04cb-9b97-4e22-8e4a-b32baae87a99 req-3c8d194f-c02b-4eb1-8ba9-b6fea769f5a3 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fed544a-1f93-4571-ab35-0710ef88044b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444044 Oct 13 15:25:30.785656 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-45f3c7ec-cd4a-4092-a98f-245cb0ca8416 None None] Port 4a72c497-f996-4218-bb68-db3af1eab332 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:25:30.797515 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85dca13-d955-498f-bcf1-591381be35a9 req-86da3662-394e-42b0-92ce-3e731a64c301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:30.799084 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f85dca13-d955-498f-bcf1-591381be35a9 req-86da3662-394e-42b0-92ce-3e731a64c301 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d8ab2ab48b154fe59d2af3b86563e1e5&device_id=120ed22f-0dc2-453c-b30b-44429ff870e3 HTTP/1.1" status: 200 len: 1096 time: 0.3632057 Oct 13 15:25:30.809377 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4470ef2e-e24a-40c3-97ff-fa287f2ce108 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:30.832373 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ad583c84-0651-4ee0-92ed-b27bad6dbefa None None] For port eb16832e-6270-4f39-acf2-9394eb97117e, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:25:30.836551 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ad583c84-0651-4ee0-92ed-b27bad6dbefa None None] For port eb16832e-6270-4f39-acf2-9394eb97117e, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=eb16832e-6270-4f39-acf2-9394eb97117e,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:25:30.842668 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ad583c84-0651-4ee0-92ed-b27bad6dbefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:30.848436 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-955521e7-a895-4ee3-b079-210b48d8489c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f54070b4e2314cc994a056b908338f39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1336427 Oct 13 15:25:30.851180 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44012) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:30.887389 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [None req-4470ef2e-e24a-40c3-97ff-fa287f2ce108 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] device_id is not set on port 78698e3c-1df4-43fe-a1af-c48520ba72ab yet. {{(pid=88972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:25:30.967978 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-49ebc186-bf11-411e-b7e4-3794e5a90e46 None None] Provisioning for port ecb16b9b-f360-4f0c-a1d9-4633863f8009 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:25:31.007645 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad583c84-0651-4ee0-92ed-b27bad6dbefa None None] Pushing event updated for resources: {'Port': ['ID=eb16832e-6270-4f39-acf2-9394eb97117e,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:31.029802 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-49ebc186-bf11-411e-b7e4-3794e5a90e46 None None] Provisioning for port a3b86fbf-2db4-40ef-95a6-f249f3d9ff07 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:25:31.043457 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-49ebc186-bf11-411e-b7e4-3794e5a90e46 None None] Could not find standard attr ID for object ea8debc7-2093-4a4e-865c-fd6559e25c59. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:25:31.058226 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a19499-c718-4f53-bc2a-0ee0de8fa1b6 req-af8c5d40-ba74-43e9-bb65-2366ae73cf62 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:31.065966 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e4a19499-c718-4f53-bc2a-0ee0de8fa1b6 req-af8c5d40-ba74-43e9-bb65-2366ae73cf62 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfbed677-3deb-4ebc-a7a8-c9f57e433e8f HTTP/1.1" status: 200 len: 943 time: 0.6378627 Oct 13 15:25:31.067408 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-49ebc186-bf11-411e-b7e4-3794e5a90e46 None None] Provisioning for port 81e4af73-0c11-4e5f-b643-97d6b458740b completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:25:31.080639 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-49ebc186-bf11-411e-b7e4-3794e5a90e46 None None] Provisioning complete for port 81e4af73-0c11-4e5f-b643-97d6b458740b triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:25:31.081072 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-49ebc186-bf11-411e-b7e4-3794e5a90e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:31.081408 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49ebc186-bf11-411e-b7e4-3794e5a90e46 None None] Attempt 1 to provision port 81e4af73-0c11-4e5f-b643-97d6b458740b Oct 13 15:25:31.195002 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-4470ef2e-e24a-40c3-97ff-fa287f2ce108 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Allocated IP 2001:db8::a957:4286:637e:5237 (a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828/66968b56-a42e-452e-9362-16568542e011/78698e3c-1df4-43fe-a1af-c48520ba72ab) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:25:31.199255 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18764041-fa78-499f-9a47-0014aa9bc53b req-a10a525f-0ba2-42dd-89e0-3ffcc3a11733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:31.200997 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-18764041-fa78-499f-9a47-0014aa9bc53b req-a10a525f-0ba2-42dd-89e0-3ffcc3a11733 service neutron] 10.222.0.16 "GET /v2.0/networks?id=68ca5488-1f82-4ee2-9e86-9e983d74aa07 HTTP/1.1" status: 200 len: 912 time: 0.5136013 Oct 13 15:25:31.221729 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49ebc186-bf11-411e-b7e4-3794e5a90e46 None None] Port 81e4af73-0c11-4e5f-b643-97d6b458740b cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:25:31.231690 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e4a19499-c718-4f53-bc2a-0ee0de8fa1b6 req-9cd3a819-e600-4c14-aedd-939422c5eea3 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] 10.222.0.42 "GET /v2.0/security-groups?id=4dc8f660-006e-44c4-9c27-23a9ac2bfab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1626699 Oct 13 15:25:31.289212 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44022) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:31.428728 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-18764041-fa78-499f-9a47-0014aa9bc53b req-4e1b7324-7868-44a1-bacf-2ab96a893ff7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9b8f70f-783a-49bb-9292-f6302802628e HTTP/1.1" status: 200 len: 217 time: 0.0931036 Oct 13 15:25:31.525617 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18764041-fa78-499f-9a47-0014aa9bc53b req-bd6197a4-53ca-49a8-b4e6-e3c541d51fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:31.527100 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-18764041-fa78-499f-9a47-0014aa9bc53b req-bd6197a4-53ca-49a8-b4e6-e3c541d51fb8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=12a9e0ad-f87e-4c11-b0b3-9af248956963 HTTP/1.1" status: 200 len: 850 time: 0.0893321 Oct 13 15:25:31.554422 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44026) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:31.599424 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-591c9f85-36f4-4d19-bfa1-87655536c2b0 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:31.609702 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-591c9f85-36f4-4d19-bfa1-87655536c2b0 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:31.610576 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-591c9f85-36f4-4d19-bfa1-87655536c2b0 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:31.690876 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a2d66b5c-4ddf-4492-b9b0-86dedf13ca01 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d70f93f21538467499f44fe521c0a191&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3871496 Oct 13 15:25:31.702977 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44030) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:31.705881 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-11ec40be-49fa-4da5-8b74-cb715ba961b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:31.714823 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85dca13-d955-498f-bcf1-591381be35a9 req-233b474b-8e96-4153-b78c-43a8f9f4166e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:31.716592 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f85dca13-d955-498f-bcf1-591381be35a9 req-233b474b-8e96-4153-b78c-43a8f9f4166e service neutron] 10.222.0.16 "GET /v2.0/networks?id=3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b HTTP/1.1" status: 200 len: 906 time: 0.8955610 Oct 13 15:25:31.722301 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49ebc186-bf11-411e-b7e4-3794e5a90e46 None None] Attempt 2 to provision port 81e4af73-0c11-4e5f-b643-97d6b458740b Oct 13 15:25:31.789585 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49ebc186-bf11-411e-b7e4-3794e5a90e46 None None] Port 81e4af73-0c11-4e5f-b643-97d6b458740b cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:25:31.846857 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-11ec40be-49fa-4da5-8b74-cb715ba961b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:31.855745 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f85dca13-d955-498f-bcf1-591381be35a9 req-0074818a-45c1-416d-a569-0776f7b3a243 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3b86fbf-2db4-40ef-95a6-f249f3d9ff07 HTTP/1.1" status: 200 len: 217 time: 0.1218884 Oct 13 15:25:31.858640 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a4e549ec-abc3-4117-bb40-6b8251a89fa4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b87e5e5ce1184b5d93cae1d7cba9d086&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3021483 Oct 13 15:25:31.871766 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41405da-4228-41e8-b913-3c516b8b8142 req-8f04010b-85fa-4bf0-a4e9-3ad47482d3fb tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:31.873666 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-d41405da-4228-41e8-b913-3c516b8b8142 req-8f04010b-85fa-4bf0-a4e9-3ad47482d3fb tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 944 time: 0.5835667 Oct 13 15:25:31.878829 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44036) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:32.000594 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4470ef2e-e24a-40c3-97ff-fa287f2ce108 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:32.008439 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-591c9f85-36f4-4d19-bfa1-87655536c2b0 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Network 83272651-8c09-4a1f-bdba-c9e96b0f2d9b is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:25:32.009289 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591c9f85-36f4-4d19-bfa1-87655536c2b0 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event updated for resources: {'Port': ['ID=81e4af73-0c11-4e5f-b643-97d6b458740b,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:32.026331 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-591c9f85-36f4-4d19-bfa1-87655536c2b0 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:25:32.061919 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18764041-fa78-499f-9a47-0014aa9bc53b req-236a9c3f-f82b-412f-ac41-8ff85bcc65f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:32.064439 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-18764041-fa78-499f-9a47-0014aa9bc53b req-236a9c3f-f82b-412f-ac41-8ff85bcc65f4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=68ca5488-1f82-4ee2-9e86-9e983d74aa07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5287898 Oct 13 15:25:32.067254 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-d41405da-4228-41e8-b913-3c516b8b8142 req-4f78cd4c-ae19-48a3-8d4f-ec33e0de4e7a tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1523530 Oct 13 15:25:32.068275 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-4470ef2e-e24a-40c3-97ff-fa287f2ce108 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Transition to ACTIVE for port object 78698e3c-1df4-43fe-a1af-c48520ba72ab will not be triggered until provisioned by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:25:32.073794 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85dca13-d955-498f-bcf1-591381be35a9 req-d74e7ca4-f0b3-4fd7-86c8-bab63f9ffeff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:32.075273 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f85dca13-d955-498f-bcf1-591381be35a9 req-d74e7ca4-f0b3-4fd7-86c8-bab63f9ffeff service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fb9f91e1-ddeb-4202-a3e1-9b503a67c696 HTTP/1.1" status: 200 len: 844 time: 0.2006829 Oct 13 15:25:32.082597 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device ecb16b9b-f360-4f0c-a1d9-4633863f8009 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=88974) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 13 15:25:32.169848 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-11ec40be-49fa-4da5-8b74-cb715ba961b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:32.189027 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-512f74d5-a46b-499b-886a-8201d014f3cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:32.211279 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ec40be-49fa-4da5-8b74-cb715ba961b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e535d76-6de7-4893-8362-6edad600176d,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:32.258064 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-512f74d5-a46b-499b-886a-8201d014f3cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:32.275044 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4470ef2e-e24a-40c3-97ff-fa287f2ce108 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:32.276764 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-11ec40be-49fa-4da5-8b74-cb715ba961b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:32.277911 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-11ec40be-49fa-4da5-8b74-cb715ba961b8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7e535d76-6de7-4893-8362-6edad600176d HTTP/1.1" status: 204 len: 168 time: 1.4237552 Oct 13 15:25:32.296396 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port ecb16b9b-f360-4f0c-a1d9-4633863f8009, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=ecb16b9b-f360-4f0c-a1d9-4633863f8009,segment=NetworkSegment(ebd8f21b-8085-4446-a37c-05fa6a29f1c9),segment_id=ebd8f21b-8085-4446-a37c-05fa6a29f1c9)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:25:32.309078 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49ebc186-bf11-411e-b7e4-3794e5a90e46 None None] Attempt 3 to provision port 81e4af73-0c11-4e5f-b643-97d6b458740b Oct 13 15:25:32.339023 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-591c9f85-36f4-4d19-bfa1-87655536c2b0 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Router ab355524-2e5d-4513-99b8-069b376ca318 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:25:32.410228 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Returning: {'device': 'ecb16b9b-f360-4f0c-a1d9-4633863f8009', 'network_id': '3eba9316-5858-4216-9f1f-1827035b3500', 'port_id': 'ecb16b9b-f360-4f0c-a1d9-4633863f8009', 'mac_address': 'fa:16:3e:1a:30:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7496ad0c-81b8-44d7-b6bd-85b0f244c790', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88974) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 13 15:25:32.428792 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4470ef2e-e24a-40c3-97ff-fa287f2ce108 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:25:32.430347 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-4470ef2e-e24a-40c3-97ff-fa287f2ce108 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:25:32.433057 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4470ef2e-e24a-40c3-97ff-fa287f2ce108 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:25:32.439366 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4470ef2e-e24a-40c3-97ff-fa287f2ce108 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:32.440280 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4470ef2e-e24a-40c3-97ff-fa287f2ce108 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:32.477240 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49ebc186-bf11-411e-b7e4-3794e5a90e46 None None] Port 81e4af73-0c11-4e5f-b643-97d6b458740b cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:25:32.501665 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port ecb16b9b-f360-4f0c-a1d9-4633863f8009 is: DOWN; New status is: BUILD {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:25:32.502077 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:32.523423 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85dca13-d955-498f-bcf1-591381be35a9 req-088a6d45-660f-4d5c-a271-bd022003d2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:32.525013 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f85dca13-d955-498f-bcf1-591381be35a9 req-088a6d45-660f-4d5c-a271-bd022003d2b6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4426746 Oct 13 15:25:32.528834 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ecb16b9b-f360-4f0c-a1d9-4633863f8009 {{(pid=88974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 15:25:32.543786 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4470ef2e-e24a-40c3-97ff-fa287f2ce108 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'Port': ['ID=78698e3c-1df4-43fe-a1af-c48520ba72ab,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:32.558999 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port ecb16b9b-f360-4f0c-a1d9-4633863f8009, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=ecb16b9b-f360-4f0c-a1d9-4633863f8009,segment=NetworkSegment(ebd8f21b-8085-4446-a37c-05fa6a29f1c9),segment_id=ebd8f21b-8085-4446-a37c-05fa6a29f1c9)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:25:32.566353 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:32.608023 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-4470ef2e-e24a-40c3-97ff-fa287f2ce108 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.1043813 Oct 13 15:25:32.628448 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44044) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:32.659720 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=ecb16b9b-f360-4f0c-a1d9-4633863f8009,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:32.698528 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6d4eb3a7-faa6-4296-98f7-763e610e9994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:32.762689 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdebadd-c9f4-4731-ad28-44cd83477a3b req-3d0cfc8c-5639-4505-8b51-146c3fb866c4 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:32.770337 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-bcdebadd-c9f4-4731-ad28-44cd83477a3b req-3d0cfc8c-5639-4505-8b51-146c3fb866c4 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.42 "GET /v2.0/ports?device_id=120ed22f-0dc2-453c-b30b-44429ff870e3 HTTP/1.1" status: 200 len: 943 time: 0.8307889 Oct 13 15:25:32.823157 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6d4eb3a7-faa6-4296-98f7-763e610e9994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:32.870883 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-18764041-fa78-499f-9a47-0014aa9bc53b req-25b09166-4a22-463d-8c52-08e261b8596a service neutron] 10.222.0.16 "GET /v2.0/networks/68ca5488-1f82-4ee2-9e86-9e983d74aa07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6207402 Oct 13 15:25:32.871853 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-591c9f85-36f4-4d19-bfa1-87655536c2b0 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:25:32.893322 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-591c9f85-36f4-4d19-bfa1-87655536c2b0 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "PUT /v2.0/routers/ab355524-2e5d-4513-99b8-069b376ca318/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7368686 Oct 13 15:25:32.895356 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44056) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:32.913637 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64af1cd5-3b97-49fe-b896-7d489f4c9b13 None None] Sync routers for ids ['ab355524-2e5d-4513-99b8-069b376ca318'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:25:32.937554 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-bcdebadd-c9f4-4731-ad28-44cd83477a3b req-837633df-1830-4540-b933-c43e3dfe185a tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fed544a-1f93-4571-ab35-0710ef88044b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568234 Oct 13 15:25:32.972874 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64af1cd5-3b97-49fe-b896-7d489f4c9b13 None None] Routers {'ab355524-2e5d-4513-99b8-069b376ca318'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:25:32.973512 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-64af1cd5-3b97-49fe-b896-7d489f4c9b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:25:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['ab355524-2e5d-4513-99b8-069b376ca318'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:33.014507 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-512f74d5-a46b-499b-886a-8201d014f3cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:33.062448 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49ebc186-bf11-411e-b7e4-3794e5a90e46 None None] Attempt 4 to provision port 81e4af73-0c11-4e5f-b643-97d6b458740b Oct 13 15:25:33.087578 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512f74d5-a46b-499b-886a-8201d014f3cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c40d622-80d7-4091-9261-ac34590a31b9,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:33.089074 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['ecb16b9b-f360-4f0c-a1d9-4633863f8009'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 15:25:33.095649 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f85dca13-d955-498f-bcf1-591381be35a9 req-5dadf797-5aaa-4218-835e-9734d74602c9 service neutron] 10.222.0.16 "GET /v2.0/networks/3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5575545 Oct 13 15:25:33.096695 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-512f74d5-a46b-499b-886a-8201d014f3cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:33.101098 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-512f74d5-a46b-499b-886a-8201d014f3cb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3c40d622-80d7-4091-9261-ac34590a31b9 HTTP/1.1" status: 204 len: 168 time: 1.2181039 Oct 13 15:25:33.107933 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6d4eb3a7-faa6-4296-98f7-763e610e9994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:33.136186 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10dc8a1b-206d-41fc-859a-0a8c112bc0f0 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:33.141006 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device eb16832e-6270-4f39-acf2-9394eb97117e up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:25:33.141169 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-10dc8a1b-206d-41fc-859a-0a8c112bc0f0 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "GET /v2.0/ports/81e4af73-0c11-4e5f-b643-97d6b458740b HTTP/1.1" status: 200 len: 913 time: 0.2388444 Oct 13 15:25:33.144351 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44068) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:33.166913 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-18764041-fa78-499f-9a47-0014aa9bc53b req-41ed6369-d0de-4d9c-878d-b5be3360d290 service neutron] 10.222.0.16 "GET /v2.0/networks/68ca5488-1f82-4ee2-9e86-9e983d74aa07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2877204 Oct 13 15:25:33.167415 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4eb3a7-faa6-4296-98f7-763e610e9994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=363441c5-6ed0-449b-a138-a8dfb86a21a8,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:33.168181 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ebf00b-8d4d-4a6f-bc61-5e64370b7cf6 req-ed0da225-8942-4574-b45a-9cbe3005942b tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:33.176541 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-84ebf00b-8d4d-4a6f-bc61-5e64370b7cf6 req-ed0da225-8942-4574-b45a-9cbe3005942b tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfbed677-3deb-4ebc-a7a8-c9f57e433e8f HTTP/1.1" status: 200 len: 943 time: 0.7317359 Oct 13 15:25:33.189446 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6d4eb3a7-faa6-4296-98f7-763e610e9994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:33.189446 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-6d4eb3a7-faa6-4296-98f7-763e610e9994 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/363441c5-6ed0-449b-a138-a8dfb86a21a8 HTTP/1.1" status: 204 len: 168 time: 1.4804690 Oct 13 15:25:33.287868 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-64af1cd5-3b97-49fe-b896-7d489f4c9b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:33.351459 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a53049b-9e7b-4b40-8e0e-db32528cce26 req-442f21c0-e883-4347-b834-daa02e00a41a tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:33.359533 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-3a53049b-9e7b-4b40-8e0e-db32528cce26 req-442f21c0-e883-4347-b834-daa02e00a41a tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 944 time: 0.1159189 Oct 13 15:25:33.415600 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64af1cd5-3b97-49fe-b896-7d489f4c9b13 None None] Routers {'ab355524-2e5d-4513-99b8-069b376ca318'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:25:33.416331 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-64af1cd5-3b97-49fe-b896-7d489f4c9b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:25:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['ab355524-2e5d-4513-99b8-069b376ca318'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:33.424343 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-3a53049b-9e7b-4b40-8e0e-db32528cce26 req-0edc5b1a-b997-4fe2-afe4-56dd6d69a5c1 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638049 Oct 13 15:25:33.489357 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49ebc186-bf11-411e-b7e4-3794e5a90e46 None None] Port 81e4af73-0c11-4e5f-b643-97d6b458740b cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:25:33.501230 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-64af1cd5-3b97-49fe-b896-7d489f4c9b13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:33.501771 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64af1cd5-3b97-49fe-b896-7d489f4c9b13 None None] The sync data for ids ['ab355524-2e5d-4513-99b8-069b376ca318'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:25:33.539635 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f0f758-0529-46b6-8748-e31bd57165c8 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:33.545804 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f0f758-0529-46b6-8748-e31bd57165c8 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:33.546676 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-12f0f758-0529-46b6-8748-e31bd57165c8 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Synchronizing usage tracker for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:25:33.558436 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-84ebf00b-8d4d-4a6f-bc61-5e64370b7cf6 req-6e6b81d0-efe4-497b-b2ee-aedd1e723fdc tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] 10.222.0.42 "GET /v2.0/security-groups?id=4dc8f660-006e-44c4-9c27-23a9ac2bfab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3809662 Oct 13 15:25:33.572650 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port eb16832e-6270-4f39-acf2-9394eb97117e completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:25:33.793715 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f85dca13-d955-498f-bcf1-591381be35a9 req-2f30f606-12e1-4990-955d-5bfbec4705cf service neutron] 10.222.0.16 "GET /v2.0/networks/3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6882932 Oct 13 15:25:33.800089 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-12f0f758-0529-46b6-8748-e31bd57165c8 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Unset dirty status for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:25:33.805670 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44092) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:33.808678 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-12f0f758-0529-46b6-8748-e31bd57165c8 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.9526620 Oct 13 15:25:33.905747 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-9659a9a3-4c34-4c49-957b-a8f6a8bb78de tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Deleting port 78698e3c-1df4-43fe-a1af-c48520ba72ab {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:25:33.906098 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9659a9a3-4c34-4c49-957b-a8f6a8bb78de tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:33.990777 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49ebc186-bf11-411e-b7e4-3794e5a90e46 None None] Attempt 5 to provision port 81e4af73-0c11-4e5f-b643-97d6b458740b Oct 13 15:25:34.041657 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f48e89e1-9714-4692-8c5d-6281cccf619c tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:34.054478 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device a3b86fbf-2db4-40ef-95a6-f249f3d9ff07 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=88974) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 13 15:25:34.204627 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49ebc186-bf11-411e-b7e4-3794e5a90e46 None None] Port 81e4af73-0c11-4e5f-b643-97d6b458740b cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:25:34.300408 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9659a9a3-4c34-4c49-957b-a8f6a8bb78de tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:34.364635 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port a3b86fbf-2db4-40ef-95a6-f249f3d9ff07, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=a3b86fbf-2db4-40ef-95a6-f249f3d9ff07,segment=NetworkSegment(4f206e35-101f-4772-8726-1677f4bd24d9),segment_id=4f206e35-101f-4772-8726-1677f4bd24d9)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:25:34.429397 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Returning: {'device': 'a3b86fbf-2db4-40ef-95a6-f249f3d9ff07', 'network_id': '3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b', 'port_id': 'a3b86fbf-2db4-40ef-95a6-f249f3d9ff07', 'mac_address': 'fa:16:3e:ed:35:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 441, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb9f91e1-ddeb-4202-a3e1-9b503a67c696', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88974) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 13 15:25:34.546443 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-3a18b86d-b671-4cf7-b628-b5d1aa658d7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:34.547966 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port a3b86fbf-2db4-40ef-95a6-f249f3d9ff07 is: DOWN; New status is: BUILD {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:25:34.548326 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:34.570678 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3b86fbf-2db4-40ef-95a6-f249f3d9ff07 {{(pid=88974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 15:25:34.590041 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port a3b86fbf-2db4-40ef-95a6-f249f3d9ff07, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=a3b86fbf-2db4-40ef-95a6-f249f3d9ff07,segment=NetworkSegment(4f206e35-101f-4772-8726-1677f4bd24d9),segment_id=4f206e35-101f-4772-8726-1677f4bd24d9)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:25:34.590259 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-f48e89e1-9714-4692-8c5d-6281cccf619c tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Deleting port 81e4af73-0c11-4e5f-b643-97d6b458740b {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:25:34.590678 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f48e89e1-9714-4692-8c5d-6281cccf619c tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:34.599691 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:34.601004 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device f9b8f70f-783a-49bb-9292-f6302802628e details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=88974) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 13 15:25:34.606080 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-9659a9a3-4c34-4c49-957b-a8f6a8bb78de tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Calling delete_port for 78698e3c-1df4-43fe-a1af-c48520ba72ab owned by {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:25:34.682697 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6d44ec-bb79-478a-97df-cdcc5e6d57bd req-0f4bb05a-66ff-4c06-988a-7f93536e2b4e tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:34.684341 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-8c6d44ec-bb79-478a-97df-cdcc5e6d57bd req-0f4bb05a-66ff-4c06-988a-7f93536e2b4e tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.42 "GET /v2.0/ports?device_id=120ed22f-0dc2-453c-b30b-44429ff870e3 HTTP/1.1" status: 200 len: 943 time: 0.5175629 Oct 13 15:25:34.707109 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49ebc186-bf11-411e-b7e4-3794e5a90e46 None None] Attempt 6 to provision port 81e4af73-0c11-4e5f-b643-97d6b458740b Oct 13 15:25:34.778966 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-8c6d44ec-bb79-478a-97df-cdcc5e6d57bd req-3f0e6ef1-1bf3-4a1a-914c-da0dd8cb0bca tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fed544a-1f93-4571-ab35-0710ef88044b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855007 Oct 13 15:25:35.060083 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=a3b86fbf-2db4-40ef-95a6-f249f3d9ff07,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:35.087121 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49ebc186-bf11-411e-b7e4-3794e5a90e46 None None] Port 81e4af73-0c11-4e5f-b643-97d6b458740b cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:25:35.149335 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb63d823-0873-4d75-913e-1bba84b005ef req-c7c13a16-f468-4523-82f8-1303479e0796 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:35.150569 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port f9b8f70f-783a-49bb-9292-f6302802628e, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=f9b8f70f-783a-49bb-9292-f6302802628e,segment=NetworkSegment(59c3c14c-d254-40b6-80b5-3c7945a1ec02),segment_id=59c3c14c-d254-40b6-80b5-3c7945a1ec02)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:25:35.151113 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-eb63d823-0873-4d75-913e-1bba84b005ef req-c7c13a16-f468-4523-82f8-1303479e0796 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfbed677-3deb-4ebc-a7a8-c9f57e433e8f HTTP/1.1" status: 200 len: 944 time: 0.1641428 Oct 13 15:25:35.152026 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9659a9a3-4c34-4c49-957b-a8f6a8bb78de tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:35.165985 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Returning: {'device': 'f9b8f70f-783a-49bb-9292-f6302802628e', 'network_id': '68ca5488-1f82-4ee2-9e86-9e983d74aa07', 'port_id': 'f9b8f70f-783a-49bb-9292-f6302802628e', 'mac_address': 'fa:16:3e:22:20:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12a9e0ad-f87e-4c11-b0b3-9af248956963', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88974) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 13 15:25:35.211340 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44142) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:35.229428 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port f9b8f70f-783a-49bb-9292-f6302802628e is: DOWN; New status is: BUILD {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:25:35.229428 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:35.232869 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9659a9a3-4c34-4c49-957b-a8f6a8bb78de tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event deleted for resources: {'Port': ['ID=78698e3c-1df4-43fe-a1af-c48520ba72ab,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:35.235773 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44146) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:35.260664 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9b8f70f-783a-49bb-9292-f6302802628e {{(pid=88974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 15:25:35.284117 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port f9b8f70f-783a-49bb-9292-f6302802628e, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=f9b8f70f-783a-49bb-9292-f6302802628e,segment=NetworkSegment(59c3c14c-d254-40b6-80b5-3c7945a1ec02),segment_id=59c3c14c-d254-40b6-80b5-3c7945a1ec02)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:25:35.290923 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:35.323465 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8971d12b-9b95-4637-8eed-d6cb0038a92e req-98a27d2b-26ff-48c0-b519-2247fa81aad1 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:35.328754 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8971d12b-9b95-4637-8eed-d6cb0038a92e req-98a27d2b-26ff-48c0-b519-2247fa81aad1 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 944 time: 0.6481574 Oct 13 15:25:35.333457 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-eb63d823-0873-4d75-913e-1bba84b005ef req-c4bbc0e1-0267-4eaf-b26a-668ddc44433a tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] 10.222.0.42 "GET /v2.0/security-groups?id=4dc8f660-006e-44c4-9c27-23a9ac2bfab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1709397 Oct 13 15:25:35.352120 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9659a9a3-4c34-4c49-957b-a8f6a8bb78de tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:35.390425 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-9659a9a3-4c34-4c49-957b-a8f6a8bb78de tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/ports/78698e3c-1df4-43fe-a1af-c48520ba72ab HTTP/1.1" status: 204 len: 168 time: 1.5828094 Oct 13 15:25:35.393568 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44154) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:35.412340 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f48e89e1-9714-4692-8c5d-6281cccf619c tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:35.417833 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=f9b8f70f-783a-49bb-9292-f6302802628e,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:35.519251 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d200052-97f3-474b-bee7-9c73fe6c8f6d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:35.519379 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-cbe8fcda-9ffa-476b-a4a6-a9ce6c7372ef tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1530696694', 'router:external': True}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:35.521414 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d200052-97f3-474b-bee7-9c73fe6c8f6d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:35.522226 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-3d200052-97f3-474b-bee7-9c73fe6c8f6d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Synchronizing usage tracker for tenant:bb90cebe15f541febeed2c50e15c931e on resource:subnet {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:25:35.541860 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-3d200052-97f3-474b-bee7-9c73fe6c8f6d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Unset dirty status for tenant:bb90cebe15f541febeed2c50e15c931e on resource:subnet {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:25:35.548587 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-3d200052-97f3-474b-bee7-9c73fe6c8f6d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1537507 Oct 13 15:25:35.549181 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44160) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:35.588812 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49ebc186-bf11-411e-b7e4-3794e5a90e46 None None] Attempt 7 to provision port 81e4af73-0c11-4e5f-b643-97d6b458740b Oct 13 15:25:35.621735 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-f48e89e1-9714-4692-8c5d-6281cccf619c tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Calling delete_port for 81e4af73-0c11-4e5f-b643-97d6b458740b owned by network:router_interface {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:25:35.632279 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_v2 [None req-919bd987-44ac-4fe1-8810-36571d2d6fab tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Deleting subnet 66968b56-a42e-452e-9362-16568542e011 {{(pid=88973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:25:35.635574 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-919bd987-44ac-4fe1-8810-36571d2d6fab tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for subnet, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:35.651864 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['a3b86fbf-2db4-40ef-95a6-f249f3d9ff07'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 15:25:35.671428 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-6d1c15bf-33c6-45da-a980-1ea5e41b880a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Request body: {'networks': [{'name': 'tempest-network--1152484436'}, {'name': 'tempest-network--1041607371'}]} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:35.671784 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-6d1c15bf-33c6-45da-a980-1ea5e41b880a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Request body: {'network': {'name': 'tempest-network--1152484436'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:35.672452 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-6d1c15bf-33c6-45da-a980-1ea5e41b880a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Request body: {'network': {'name': 'tempest-network--1041607371'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:35.677721 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-6d1c15bf-33c6-45da-a980-1ea5e41b880a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:25:35.681875 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-6d1c15bf-33c6-45da-a980-1ea5e41b880a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Usage tracker for resource:network and tenant:93249181fb8c4cb99fbebd74bf1e5d52 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:25:35.685276 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-6d1c15bf-33c6-45da-a980-1ea5e41b880a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:25:35.691479 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-6d1c15bf-33c6-45da-a980-1ea5e41b880a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:25:35.711063 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1c15bf-33c6-45da-a980-1ea5e41b880a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Made reservation on behalf of 93249181fb8c4cb99fbebd74bf1e5d52 for: {'network': 2} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:25:35.716691 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6d1c15bf-33c6-45da-a980-1ea5e41b880a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:35.718364 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-cbe8fcda-9ffa-476b-a4a6-a9ce6c7372ef tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:25:35.736487 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-cbe8fcda-9ffa-476b-a4a6-a9ce6c7372ef tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Usage tracker for resource:network and tenant:7e985eae305f45868dbca6afe6dfa386 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:25:35.738675 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6d1c15bf-33c6-45da-a980-1ea5e41b880a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:35.743721 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-cbe8fcda-9ffa-476b-a4a6-a9ce6c7372ef tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:25:35.753579 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['f9b8f70f-783a-49bb-9292-f6302802628e'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 15:25:35.762496 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-cbe8fcda-9ffa-476b-a4a6-a9ce6c7372ef tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:25:35.763619 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-6d1c15bf-33c6-45da-a980-1ea5e41b880a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:25:35.771476 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-919bd987-44ac-4fe1-8810-36571d2d6fab tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7432921'] for subnet, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:35.779983 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8971d12b-9b95-4637-8eed-d6cb0038a92e req-b6f5363a-60a6-48d8-8ad4-49553982391c tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4420192 Oct 13 15:25:35.807730 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-6d1c15bf-33c6-45da-a980-1ea5e41b880a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Usage tracker for resource:security_group_rule and tenant:93249181fb8c4cb99fbebd74bf1e5d52 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:25:35.815821 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-6d1c15bf-33c6-45da-a980-1ea5e41b880a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:25:35.829384 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-6d1c15bf-33c6-45da-a980-1ea5e41b880a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:25:35.846375 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49ebc186-bf11-411e-b7e4-3794e5a90e46 None None] Port 81e4af73-0c11-4e5f-b643-97d6b458740b cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:25:35.971532 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe8fcda-9ffa-476b-a4a6-a9ce6c7372ef tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Made reservation on behalf of 7e985eae305f45868dbca6afe6dfa386 for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:25:35.974246 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cbe8fcda-9ffa-476b-a4a6-a9ce6c7372ef tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:35.995013 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-919bd987-44ac-4fe1-8810-36571d2d6fab tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:36.014434 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cbe8fcda-9ffa-476b-a4a6-a9ce6c7372ef tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:36.043005 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-cbe8fcda-9ffa-476b-a4a6-a9ce6c7372ef tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:25:36.050404 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-cbe8fcda-9ffa-476b-a4a6-a9ce6c7372ef tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Usage tracker for resource:security_group_rule and tenant:7e985eae305f45868dbca6afe6dfa386 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:25:36.055243 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-cbe8fcda-9ffa-476b-a4a6-a9ce6c7372ef tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:25:36.063665 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-cbe8fcda-9ffa-476b-a4a6-a9ce6c7372ef tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:25:36.081788 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device ecb16b9b-f360-4f0c-a1d9-4633863f8009 up at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:25:36.116257 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44176) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:36.195301 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f48e89e1-9714-4692-8c5d-6281cccf619c tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:36.195579 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6d1c15bf-33c6-45da-a980-1ea5e41b880a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:36.211016 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning for port ecb16b9b-f360-4f0c-a1d9-4633863f8009 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:25:36.212049 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6d1c15bf-33c6-45da-a980-1ea5e41b880a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:36.212511 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6d1c15bf-33c6-45da-a980-1ea5e41b880a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:36.218311 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning complete for port ecb16b9b-f360-4f0c-a1d9-4633863f8009 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:25:36.218796 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:36.219136 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Attempt 1 to provision port ecb16b9b-f360-4f0c-a1d9-4633863f8009 Oct 13 15:25:36.258385 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48e89e1-9714-4692-8c5d-6281cccf619c tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event deleted for resources: {'Port': ['ID=81e4af73-0c11-4e5f-b643-97d6b458740b,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:36.268359 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d1c15bf-33c6-45da-a980-1ea5e41b880a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=88973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:25:36.281559 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6d1c15bf-33c6-45da-a980-1ea5e41b880a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:36.281899 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-6d1c15bf-33c6-45da-a980-1ea5e41b880a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Added segment 1c5b1c38-988a-4cef-bcad-6385909c3479 of type vlan for network 60f59d5f-a4f1-4fef-938d-777f5fdf8742 Oct 13 15:25:36.308976 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6d1c15bf-33c6-45da-a980-1ea5e41b880a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:36.345948 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d1c15bf-33c6-45da-a980-1ea5e41b880a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=88973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:25:36.348085 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49ebc186-bf11-411e-b7e4-3794e5a90e46 None None] Attempt 8 to provision port 81e4af73-0c11-4e5f-b643-97d6b458740b Oct 13 15:25:36.355230 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6d1c15bf-33c6-45da-a980-1ea5e41b880a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:36.355578 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-6d1c15bf-33c6-45da-a980-1ea5e41b880a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Added segment 7658d000-b2ff-4eb0-8c41-518388bdccff of type vlan for network 4b1f78ba-b259-4a50-9f4d-1622bfe6808f Oct 13 15:25:36.385621 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6d1c15bf-33c6-45da-a980-1ea5e41b880a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:36.404699 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49ebc186-bf11-411e-b7e4-3794e5a90e46 None None] Port 81e4af73-0c11-4e5f-b643-97d6b458740b was deleted so its status cannot be updated. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:25:36.427371 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-f18bcc4d-25cb-45ff-8c50-fad53fd972b4 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734-project-admin] Request body: {'floatingip': {'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:36.428582 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port ecb16b9b-f360-4f0c-a1d9-4633863f8009 is: BUILD; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:25:36.428964 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:36.430895 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cbe8fcda-9ffa-476b-a4a6-a9ce6c7372ef tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:36.433457 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-919bd987-44ac-4fe1-8810-36571d2d6fab tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:36.453632 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-49ebc186-bf11-411e-b7e4-3794e5a90e46 None None] Provisioning complete for port 4a72c497-f996-4218-bb68-db3af1eab332 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:25:36.454003 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-49ebc186-bf11-411e-b7e4-3794e5a90e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:36.454365 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49ebc186-bf11-411e-b7e4-3794e5a90e46 None None] Attempt 1 to provision port 4a72c497-f996-4218-bb68-db3af1eab332 Oct 13 15:25:36.477270 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6d1c15bf-33c6-45da-a980-1ea5e41b880a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:36.477807 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6d1c15bf-33c6-45da-a980-1ea5e41b880a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:36.484125 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1c15bf-33c6-45da-a980-1ea5e41b880a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:36.488887 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1c15bf-33c6-45da-a980-1ea5e41b880a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:36.489554 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6d1c15bf-33c6-45da-a980-1ea5e41b880a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:36.493874 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-f18bcc4d-25cb-45ff-8c50-fad53fd972b4 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:25:36.499262 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919bd987-44ac-4fe1-8810-36571d2d6fab tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event deleted for resources: {'Subnet': ['ID=66968b56-a42e-452e-9362-16568542e011,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:36.518390 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c15bf-33c6-45da-a980-1ea5e41b880a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eac65d7-eb02-46b6-b555-79b71d828564,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:36.530198 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b636c1-1cb3-4551-ab94-617ef36ceb85 req-18e2376b-26ad-4724-8645-1f0e380fa5cd tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:36.538560 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-71b636c1-1cb3-4551-ab94-617ef36ceb85 req-18e2376b-26ad-4724-8645-1f0e380fa5cd tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.42 "GET /v2.0/ports?device_id=120ed22f-0dc2-453c-b30b-44429ff870e3 HTTP/1.1" status: 200 len: 944 time: 0.4886785 Oct 13 15:25:36.539190 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfbed677-3deb-4ebc-a7a8-c9f57e433e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb16b9b-f360-4f0c-a1d9-4633863f8009'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:25:36.545772 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cbe8fcda-9ffa-476b-a4a6-a9ce6c7372ef tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:36.594477 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-919bd987-44ac-4fe1-8810-36571d2d6fab tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:36.600725 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-f18bcc4d-25cb-45ff-8c50-fad53fd972b4 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734-project-admin] Usage tracker for resource:floatingip and tenant:1e12a61b931444b0afbb410cf90fe59e is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:25:36.613199 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-f18bcc4d-25cb-45ff-8c50-fad53fd972b4 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:25:36.634084 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port ecb16b9b-f360-4f0c-a1d9-4633863f8009, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=ecb16b9b-f360-4f0c-a1d9-4633863f8009,segment=NetworkSegment(ebd8f21b-8085-4446-a37c-05fa6a29f1c9),segment_id=ebd8f21b-8085-4446-a37c-05fa6a29f1c9)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:25:36.635917 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-f18bcc4d-25cb-45ff-8c50-fad53fd972b4 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:25:36.638679 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4881d8-a156-4d33-b980-f178d15cd933 None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:25:36.656223 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbe8fcda-9ffa-476b-a4a6-a9ce6c7372ef tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:25:36.667066 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:36.697348 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe8fcda-9ffa-476b-a4a6-a9ce6c7372ef tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee287a12-d5f4-4984-a793-f29e8446f136,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:36.717718 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-6d1c15bf-33c6-45da-a980-1ea5e41b880a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.4775333 Oct 13 15:25:36.721940 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-919bd987-44ac-4fe1-8810-36571d2d6fab tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/66968b56-a42e-452e-9362-16568542e011 HTTP/1.1" status: 204 len: 168 time: 1.1716683 Oct 13 15:25:36.725698 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44188) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:36.726093 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44190) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:36.726956 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c15bf-33c6-45da-a980-1ea5e41b880a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Pushing event updated for resources: {'Network': ['ID=60f59d5f-a4f1-4fef-938d-777f5fdf8742,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:36.738429 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cbe8fcda-9ffa-476b-a4a6-a9ce6c7372ef tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:36.745760 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-cbe8fcda-9ffa-476b-a4a6-a9ce6c7372ef tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Added segment 7d0b35a5-51e6-4089-be29-38f2e3253805 of type vlan for network e3a94404-3a07-48b0-be6b-e83144619c39 Oct 13 15:25:36.764808 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f48e89e1-9714-4692-8c5d-6281cccf619c tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:36.777149 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49ebc186-bf11-411e-b7e4-3794e5a90e46 None None] Port 4a72c497-f996-4218-bb68-db3af1eab332 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:25:36.777785 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 60f59d5f-a4f1-4fef-938d-777f5fdf8742 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:25:36.804021 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cbe8fcda-9ffa-476b-a4a6-a9ce6c7372ef tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:36.831240 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f18bcc4d-25cb-45ff-8c50-fad53fd972b4 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:36.857240 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cbe8fcda-9ffa-476b-a4a6-a9ce6c7372ef tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:36.858211 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe8fcda-9ffa-476b-a4a6-a9ce6c7372ef tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:36.858789 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cbe8fcda-9ffa-476b-a4a6-a9ce6c7372ef tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:36.881399 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979c64d66908691d8da3fe322a5acf5d757b5bee84c7992aba2ec3c134dffaeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592ac0a4-7210-4d28-bfbf-bb4553667e89" -d '{"events": [{"server_uuid": "cfbed677-3deb-4ebc-a7a8-c9f57e433e8f", "name": "network-vif-plugged", "status": "completed", "tag": "ecb16b9b-f360-4f0c-a1d9-4633863f8009"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:25:36.890868 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ced4dc8d-cd8b-46c7-9df1-edc0bda4fc5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:36.899035 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-71b636c1-1cb3-4551-ab94-617ef36ceb85 req-a00258ba-43af-4f23-8ff7-c33e573f86e6 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fed544a-1f93-4571-ab35-0710ef88044b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3577819 Oct 13 15:25:37.003671 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=ecb16b9b-f360-4f0c-a1d9-4633863f8009,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:37.005580 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-74e13cf2-5769-418f-8727-897c70fab613 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2565739 Oct 13 15:25:37.007629 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0beed5-0af4-46cc-9145-3af8f25f204b req-4fc4daad-ad88-47e0-b501-871e13939da4 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:37.014844 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-da0beed5-0af4-46cc-9145-3af8f25f204b req-4fc4daad-ad88-47e0-b501-871e13939da4 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfbed677-3deb-4ebc-a7a8-c9f57e433e8f HTTP/1.1" status: 200 len: 944 time: 0.4985673 Oct 13 15:25:37.092104 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44200) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:37.128769 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1c15bf-33c6-45da-a980-1ea5e41b880a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Pushing event updated for resources: {'Network': ['ID=4b1f78ba-b259-4a50-9f4d-1622bfe6808f,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:37.156901 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1c15bf-33c6-45da-a980-1ea5e41b880a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:37.157237 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1c15bf-33c6-45da-a980-1ea5e41b880a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:37.157576 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1c15bf-33c6-45da-a980-1ea5e41b880a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:37.157909 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1c15bf-33c6-45da-a980-1ea5e41b880a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:37.158273 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1c15bf-33c6-45da-a980-1ea5e41b880a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:37.158626 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1c15bf-33c6-45da-a980-1ea5e41b880a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:37.158939 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1c15bf-33c6-45da-a980-1ea5e41b880a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:37.159268 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1c15bf-33c6-45da-a980-1ea5e41b880a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:37.159590 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1c15bf-33c6-45da-a980-1ea5e41b880a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:37.159913 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1c15bf-33c6-45da-a980-1ea5e41b880a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:37.160267 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1c15bf-33c6-45da-a980-1ea5e41b880a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:37.160591 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1c15bf-33c6-45da-a980-1ea5e41b880a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:37.174641 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 4b1f78ba-b259-4a50-9f4d-1622bfe6808f details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:25:37.219632 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-9b11268b-5c9e-4ed2-8b13-db27bf73f223 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'subnet': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:37.261841 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b6bcfb-649c-473e-848e-a4eca98a9b8d None None] DHCP port deletion for a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:25:37.280154 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49ebc186-bf11-411e-b7e4-3794e5a90e46 None None] Attempt 2 to provision port 4a72c497-f996-4218-bb68-db3af1eab332 Oct 13 15:25:37.310386 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-91b6bcfb-649c-473e-848e-a4eca98a9b8d None None] Deleting port eb16832e-6270-4f39-acf2-9394eb97117e {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:25:37.310757 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-91b6bcfb-649c-473e-848e-a4eca98a9b8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:37.332994 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe8fcda-9ffa-476b-a4a6-a9ce6c7372ef tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Pushing event updated for resources: {'Network': ['ID=e3a94404-3a07-48b0-be6b-e83144619c39,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:37.364101 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network e3a94404-3a07-48b0-be6b-e83144619c39 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:25:37.364698 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9a7d63-452f-435e-a756-db1b4314ee22 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:37.370417 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9a7d63-452f-435e-a756-db1b4314ee22 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:37.376360 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9a7d63-452f-435e-a756-db1b4314ee22 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:37.382729 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9a7d63-452f-435e-a756-db1b4314ee22 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:37.389038 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9a7d63-452f-435e-a756-db1b4314ee22 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:37.389871 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-0c9a7d63-452f-435e-a756-db1b4314ee22 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Synchronizing usage tracker for tenant:93249181fb8c4cb99fbebd74bf1e5d52 on resource:network {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:25:37.399676 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-cbe8fcda-9ffa-476b-a4a6-a9ce6c7372ef tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.1844249 Oct 13 15:25:37.404596 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44204) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:37.415510 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-da0beed5-0af4-46cc-9145-3af8f25f204b req-60b1a79c-9b01-4484-b55b-84c8d02ce4cb tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] 10.222.0.42 "GET /v2.0/security-groups?id=4dc8f660-006e-44c4-9c27-23a9ac2bfab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3997388 Oct 13 15:25:37.416946 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-6f256bcd-fd09-410a-808d-c608ee6bb6bc tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Request body: {'subnet': {'network_id': 'e3a94404-3a07-48b0-be6b-e83144619c39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:37.442280 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-6f256bcd-fd09-410a-808d-c608ee6bb6bc tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:25:37.442280 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-6f256bcd-fd09-410a-808d-c608ee6bb6bc tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Usage tracker for resource:subnet and tenant:7e985eae305f45868dbca6afe6dfa386 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:25:37.451993 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e79a276-c8ef-442d-bfa5-4eba2d4edf21 req-8c4b8256-b4c9-4440-8a0e-cdf1cf8b362a tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:37.453483 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2e79a276-c8ef-442d-bfa5-4eba2d4edf21 req-8c4b8256-b4c9-4440-8a0e-cdf1cf8b362a tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 945 time: 0.4262426 Oct 13 15:25:37.454707 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-6f256bcd-fd09-410a-808d-c608ee6bb6bc tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:25:37.480024 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49ebc186-bf11-411e-b7e4-3794e5a90e46 None None] Port 4a72c497-f996-4218-bb68-db3af1eab332 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:25:37.497894 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-0c9a7d63-452f-435e-a756-db1b4314ee22 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Unset dirty status for tenant:93249181fb8c4cb99fbebd74bf1e5d52 on resource:network {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:25:37.502786 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-0c9a7d63-452f-435e-a756-db1b4314ee22 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2967 time: 0.7561376 Oct 13 15:25:37.508715 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44210) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:37.509866 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-6f256bcd-fd09-410a-808d-c608ee6bb6bc tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:25:37.523758 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-9b11268b-5c9e-4ed2-8b13-db27bf73f223 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:25:37.572861 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 15:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98d3e69-6561-4fed-8691-5f6c8d00bc6a x-openstack-request-id: req-d98d3e69-6561-4fed-8691-5f6c8d00bc6a {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:25:37.573152 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfbed677-3deb-4ebc-a7a8-c9f57e433e8f", "name": "network-vif-plugged", "status": "completed", "tag": "ecb16b9b-f360-4f0c-a1d9-4633863f8009", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:25:37.573386 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d98d3e69-6561-4fed-8691-5f6c8d00bc6a {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:25:37.573843 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d98d3e69-6561-4fed-8691-5f6c8d00bc6a'] response: {'server_uuid': 'cfbed677-3deb-4ebc-a7a8-c9f57e433e8f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ecb16b9b-f360-4f0c-a1d9-4633863f8009', 'code': 200} Oct 13 15:25:37.587594 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f256bcd-fd09-410a-808d-c608ee6bb6bc tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Made reservation on behalf of 7e985eae305f45868dbca6afe6dfa386 for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:25:37.590711 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6f256bcd-fd09-410a-808d-c608ee6bb6bc tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:37.604021 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-9b11268b-5c9e-4ed2-8b13-db27bf73f223 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Usage tracker for resource:subnet and tenant:bb90cebe15f541febeed2c50e15c931e is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:25:37.614412 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-9b11268b-5c9e-4ed2-8b13-db27bf73f223 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:25:37.647613 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-9b11268b-5c9e-4ed2-8b13-db27bf73f223 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:25:37.677497 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-91b6bcfb-649c-473e-848e-a4eca98a9b8d None None] For port eb16832e-6270-4f39-acf2-9394eb97117e, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=eb16832e-6270-4f39-acf2-9394eb97117e,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:25:37.677859 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-91b6bcfb-649c-473e-848e-a4eca98a9b8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:37.686210 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:37.696069 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b11268b-5c9e-4ed2-8b13-db27bf73f223 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:25:37.699519 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9b11268b-5c9e-4ed2-8b13-db27bf73f223 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:37.743520 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f48e89e1-9714-4692-8c5d-6281cccf619c tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Router ab355524-2e5d-4513-99b8-069b376ca318 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:25:37.827069 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2e79a276-c8ef-442d-bfa5-4eba2d4edf21 req-4f7269e0-259c-4e2d-ac44-a37015b18e3a tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3566604 Oct 13 15:25:37.860215 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-91b6bcfb-649c-473e-848e-a4eca98a9b8d None None] Calling delete_port for eb16832e-6270-4f39-acf2-9394eb97117e owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:25:37.910636 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:37.943827 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-91b6bcfb-649c-473e-848e-a4eca98a9b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:37.981032 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f18bcc4d-25cb-45ff-8c50-fad53fd972b4 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:38.001054 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49ebc186-bf11-411e-b7e4-3794e5a90e46 None None] Attempt 3 to provision port 4a72c497-f996-4218-bb68-db3af1eab332 Oct 13 15:25:38.035211 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-018c3b24-48ca-453c-80ca-b44fd40dccdd tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:38.045733 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b6bcfb-649c-473e-848e-a4eca98a9b8d None None] No DVR routers for this DVR port eb16832e-6270-4f39-acf2-9394eb97117e on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:25:38.053890 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b6bcfb-649c-473e-848e-a4eca98a9b8d None None] Pushing event deleted for resources: {'Port': ['ID=eb16832e-6270-4f39-acf2-9394eb97117e,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:38.088009 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device a3b86fbf-2db4-40ef-95a6-f249f3d9ff07 up at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:25:38.108971 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f48e89e1-9714-4692-8c5d-6281cccf619c tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:25:38.121178 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23b4972-aa96-4177-b8f4-2279a6ff8a10 None None] Sync routers for ids ['ab355524-2e5d-4513-99b8-069b376ca318'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:25:38.131317 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23b4972-aa96-4177-b8f4-2279a6ff8a10 None None] Routers {'ab355524-2e5d-4513-99b8-069b376ca318'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:25:38.132193 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-c23b4972-aa96-4177-b8f4-2279a6ff8a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:25:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['ab355524-2e5d-4513-99b8-069b376ca318'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:38.164709 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49ebc186-bf11-411e-b7e4-3794e5a90e46 None None] Port 4a72c497-f996-4218-bb68-db3af1eab332 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:25:38.178519 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning for port a3b86fbf-2db4-40ef-95a6-f249f3d9ff07 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:25:38.184379 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning complete for port a3b86fbf-2db4-40ef-95a6-f249f3d9ff07 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:25:38.184984 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:38.185377 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Attempt 1 to provision port a3b86fbf-2db4-40ef-95a6-f249f3d9ff07 Oct 13 15:25:38.207460 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-c23b4972-aa96-4177-b8f4-2279a6ff8a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:38.217468 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23b4972-aa96-4177-b8f4-2279a6ff8a10 None None] Routers {'ab355524-2e5d-4513-99b8-069b376ca318'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:25:38.218555 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-c23b4972-aa96-4177-b8f4-2279a6ff8a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:25:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['ab355524-2e5d-4513-99b8-069b376ca318'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:38.252711 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9b11268b-5c9e-4ed2-8b13-db27bf73f223 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:38.280245 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-c23b4972-aa96-4177-b8f4-2279a6ff8a10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:38.280998 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23b4972-aa96-4177-b8f4-2279a6ff8a10 None None] The sync data for ids ['ab355524-2e5d-4513-99b8-069b376ca318'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:25:38.313625 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-f48e89e1-9714-4692-8c5d-6281cccf619c tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "PUT /v2.0/routers/ab355524-2e5d-4513-99b8-069b376ca318/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1638920 Oct 13 15:25:38.318092 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44216) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:38.321156 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-018c3b24-48ca-453c-80ca-b44fd40dccdd tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:38.321700 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b11268b-5c9e-4ed2-8b13-db27bf73f223 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:25:38.324866 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5a0fc5-482e-41b6-9d36-ccf99fc7e6fb req-89aabb3b-9ba2-4458-b794-7abf3b2e5b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:38.326998 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-2d5a0fc5-482e-41b6-9d36-ccf99fc7e6fb req-89aabb3b-9ba2-4458-b794-7abf3b2e5b37 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cfbed677-3deb-4ebc-a7a8-c9f57e433e8f HTTP/1.1" status: 200 len: 1098 time: 0.4634647 Oct 13 15:25:38.331304 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-9b11268b-5c9e-4ed2-8b13-db27bf73f223 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:25:38.338329 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port a3b86fbf-2db4-40ef-95a6-f249f3d9ff07 is: BUILD; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:25:38.338640 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:38.353207 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-034098f9-5b17-44cf-bf2f-6cd3bad00c8f None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:25:38.354354 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b11268b-5c9e-4ed2-8b13-db27bf73f223 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:38.354938 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9b11268b-5c9e-4ed2-8b13-db27bf73f223 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:38.371747 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-2d5a0fc5-482e-41b6-9d36-ccf99fc7e6fb req-8ca70289-b8e9-4086-9d50-5d9549d156d0 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:38.400909 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92ebbfa-8381-4d4d-bf34-4104c0bbedc1 req-087511ec-8cff-43c8-ab30-da57acc7addb tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:38.402383 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-d92ebbfa-8381-4d4d-bf34-4104c0bbedc1 req-087511ec-8cff-43c8-ab30-da57acc7addb tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.42 "GET /v2.0/ports?device_id=120ed22f-0dc2-453c-b30b-44429ff870e3 HTTP/1.1" status: 200 len: 944 time: 0.3780148 Oct 13 15:25:38.409023 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b11268b-5c9e-4ed2-8b13-db27bf73f223 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'Subnet': ['ID=a8de6f5f-7115-42a8-bf28-867faa85c943,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:38.416771 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-9b11268b-5c9e-4ed2-8b13-db27bf73f223 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2131398 Oct 13 15:25:38.416771 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [req-2d5a0fc5-482e-41b6-9d36-ccf99fc7e6fb req-8ca70289-b8e9-4086-9d50-5d9549d156d0 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:25:38.432802 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44220) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:38.438544 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b11268b-5c9e-4ed2-8b13-db27bf73f223 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:38.438887 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b11268b-5c9e-4ed2-8b13-db27bf73f223 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:38.439219 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b11268b-5c9e-4ed2-8b13-db27bf73f223 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:38.439541 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b11268b-5c9e-4ed2-8b13-db27bf73f223 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:38.439861 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b11268b-5c9e-4ed2-8b13-db27bf73f223 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:38.440184 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b11268b-5c9e-4ed2-8b13-db27bf73f223 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:38.440500 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b11268b-5c9e-4ed2-8b13-db27bf73f223 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:38.440815 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b11268b-5c9e-4ed2-8b13-db27bf73f223 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:38.441130 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b11268b-5c9e-4ed2-8b13-db27bf73f223 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:38.441442 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b11268b-5c9e-4ed2-8b13-db27bf73f223 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:38.441753 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b11268b-5c9e-4ed2-8b13-db27bf73f223 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:38.442067 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b11268b-5c9e-4ed2-8b13-db27bf73f223 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:38.445216 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-2d5a0fc5-482e-41b6-9d36-ccf99fc7e6fb req-8ca70289-b8e9-4086-9d50-5d9549d156d0 service neutron] Usage tracker for resource:security_group_rule and tenant:768c6e19f5f7417a8df59d6463c67e23 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:25:38.458150 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-0dc37679-45a2-4815-8ff7-6e76643ae18e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'port': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'fixed_ips': [{'subnet_id': 'a8de6f5f-7115-42a8-bf28-867faa85c943', 'ip_address': '2001:db8::1560:3c6:72e7:8044'}], 'name': 'tempest-NetworksTestDHCPv6-15923868'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:38.473117 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-f18bcc4d-25cb-45ff-8c50-fad53fd972b4 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734-project-admin] Allocated IP 172.26.2.128 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/15bc06f7-def6-4689-82a8-303b47b7a8c3) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:25:38.475156 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-2d5a0fc5-482e-41b6-9d36-ccf99fc7e6fb req-8ca70289-b8e9-4086-9d50-5d9549d156d0 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:25:38.505322 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-018c3b24-48ca-453c-80ca-b44fd40dccdd tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60f59d5f-a4f1-4fef-938d-777f5fdf8742']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:38.508766 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [req-2d5a0fc5-482e-41b6-9d36-ccf99fc7e6fb req-8ca70289-b8e9-4086-9d50-5d9549d156d0 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:25:38.535754 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-018c3b24-48ca-453c-80ca-b44fd40dccdd tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c5b1c38-988a-4cef-bcad-6385909c3479') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:38.536080 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-018c3b24-48ca-453c-80ca-b44fd40dccdd tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c5b1c38-988a-4cef-bcad-6385909c3479') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:38.560439 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-018c3b24-48ca-453c-80ca-b44fd40dccdd tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:38.572432 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port a3b86fbf-2db4-40ef-95a6-f249f3d9ff07, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=a3b86fbf-2db4-40ef-95a6-f249f3d9ff07,segment=NetworkSegment(4f206e35-101f-4772-8726-1677f4bd24d9),segment_id=4f206e35-101f-4772-8726-1677f4bd24d9)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:25:38.578716 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-d92ebbfa-8381-4d4d-bf34-4104c0bbedc1 req-7fd49792-162b-46d6-a731-ead573d60462 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fed544a-1f93-4571-ab35-0710ef88044b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662996 Oct 13 15:25:38.579135 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:38.579908 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device f9b8f70f-783a-49bb-9292-f6302802628e up at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:25:38.658255 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-0dc37679-45a2-4815-8ff7-6e76643ae18e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:25:38.663349 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-0dc37679-45a2-4815-8ff7-6e76643ae18e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Usage tracker for resource:port and tenant:bb90cebe15f541febeed2c50e15c931e is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:25:38.669599 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-0dc37679-45a2-4815-8ff7-6e76643ae18e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:25:38.676740 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-0dc37679-45a2-4815-8ff7-6e76643ae18e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:25:38.703681 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49ebc186-bf11-411e-b7e4-3794e5a90e46 None None] Attempt 4 to provision port 4a72c497-f996-4218-bb68-db3af1eab332 Oct 13 15:25:38.704460 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc37679-45a2-4815-8ff7-6e76643ae18e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'port': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:25:38.728966 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=a3b86fbf-2db4-40ef-95a6-f249f3d9ff07,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:38.748910 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-2d5a0fc5-482e-41b6-9d36-ccf99fc7e6fb req-8ca70289-b8e9-4086-9d50-5d9549d156d0 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:38.801781 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-2d5a0fc5-482e-41b6-9d36-ccf99fc7e6fb req-8ca70289-b8e9-4086-9d50-5d9549d156d0 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:38.823396 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49ebc186-bf11-411e-b7e4-3794e5a90e46 None None] Port 4a72c497-f996-4218-bb68-db3af1eab332 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:25:38.841188 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-2d5a0fc5-482e-41b6-9d36-ccf99fc7e6fb req-8ca70289-b8e9-4086-9d50-5d9549d156d0 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4dc8f660-006e-44c4-9c27-23a9ac2bfab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5077524 Oct 13 15:25:38.856833 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-018c3b24-48ca-453c-80ca-b44fd40dccdd tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:38.858840 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.objects.ports [None req-6f256bcd-fd09-410a-808d-c608ee6bb6bc tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88973) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 13 15:25:38.859306 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6f256bcd-fd09-410a-808d-c608ee6bb6bc tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:38.870213 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca70289-b8e9-4086-9d50-5d9549d156d0 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=6dd53f18-6d52-4b79-9a67-ea48989122b8,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:38.883517 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0dc37679-45a2-4815-8ff7-6e76643ae18e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:38.908029 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [None req-0dc37679-45a2-4815-8ff7-6e76643ae18e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] device_id is not set on port fbaa9795-4acf-47f6-8ac3-bdfe81c0c87a yet. {{(pid=88972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:25:38.966070 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bcc8bdf-efc4-4170-9b5e-62ae4525006c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'tenant_id': 'bb90cebe15f541febeed2c50e15c931e', 'fixed_ips': [{'subnet_id': 'a8de6f5f-7115-42a8-bf28-867faa85c943'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:25:38.967241 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0bcc8bdf-efc4-4170-9b5e-62ae4525006c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:38.982992 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning for port f9b8f70f-783a-49bb-9292-f6302802628e completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:25:38.993709 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning complete for port f9b8f70f-783a-49bb-9292-f6302802628e triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:25:38.994086 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:38.994477 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Attempt 1 to provision port f9b8f70f-783a-49bb-9292-f6302802628e Oct 13 15:25:39.026568 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device eb16832e-6270-4f39-acf2-9394eb97117e no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:25:39.086231 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f256bcd-fd09-410a-808d-c608ee6bb6bc tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7cc4281d-8166-4da5-91ac-9531e0250604,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:39.088747 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-018c3b24-48ca-453c-80ca-b44fd40dccdd tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:25:39.089157 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-018c3b24-48ca-453c-80ca-b44fd40dccdd tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:39.117322 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: eb16832e-6270-4f39-acf2-9394eb97117e {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:25:39.117710 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device eb16832e-6270-4f39-acf2-9394eb97117e not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:25:39.158564 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 1c5b1c38-988a-4cef-bcad-6385909c3479 resource provider aggregate not found Oct 13 15:25:39.220537 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 1c5b1c38-988a-4cef-bcad-6385909c3479 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1c5b1c38-988a-4cef-bcad-6385909c3479 found for delete ", "request_id": "req-400b5ebf-6ba5-486b-acc0-f7dac355fe90"}]} Oct 13 15:25:39.257841 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b8558-91fd-42fa-b6f9-f2558c53ce50 req-e14049d2-d760-42b3-9fcf-b120cde52149 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:39.265217 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-156b8558-91fd-42fa-b6f9-f2558c53ce50 req-e14049d2-d760-42b3-9fcf-b120cde52149 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 945 time: 0.2959626 Oct 13 15:25:39.276370 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f256bcd-fd09-410a-808d-c608ee6bb6bc tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Checking segment: {'id': '7d0b35a5-51e6-4089-be29-38f2e3253805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e3a94404-3a07-48b0-be6b-e83144619c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:25:39.276370 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f256bcd-fd09-410a-808d-c608ee6bb6bc tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Network hostable DHCP agents. Network: e3a94404-3a07-48b0-be6b-e83144619c39, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:25:39.293739 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port f9b8f70f-783a-49bb-9292-f6302802628e is: BUILD; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:25:39.294987 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:39.307828 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-156b8558-91fd-42fa-b6f9-f2558c53ce50 req-6bf47575-ee93-458f-a350-1ec276eaf052 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420651 Oct 13 15:25:39.328259 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49ebc186-bf11-411e-b7e4-3794e5a90e46 None None] Attempt 5 to provision port 4a72c497-f996-4218-bb68-db3af1eab332 Oct 13 15:25:39.350826 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-018c3b24-48ca-453c-80ca-b44fd40dccdd tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:39.361230 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-0bcc8bdf-efc4-4170-9b5e-62ae4525006c None None] Allocated IP 2001:db8::2 (a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828/a8de6f5f-7115-42a8-bf28-867faa85c943/8ab1c278-5fb5-4978-b4fe-0bd4ca66f650) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:25:39.392688 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-018c3b24-48ca-453c-80ca-b44fd40dccdd tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:39.401673 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f256bcd-fd09-410a-808d-c608ee6bb6bc tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Network e3a94404-3a07-48b0-be6b-e83144619c39 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:25:39.405763 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port f9b8f70f-783a-49bb-9292-f6302802628e, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=f9b8f70f-783a-49bb-9292-f6302802628e,segment=NetworkSegment(59c3c14c-d254-40b6-80b5-3c7945a1ec02),segment_id=59c3c14c-d254-40b6-80b5-3c7945a1ec02)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:25:39.405955 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f18bcc4d-25cb-45ff-8c50-fad53fd972b4 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:39.421682 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c3ab01-52c9-44a5-959e-6df8002defde req-9ded385a-7275-4e65-89e3-b6d4a76d6a6c tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:39.423172 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-54c3ab01-52c9-44a5-959e-6df8002defde req-9ded385a-7275-4e65-89e3-b6d4a76d6a6c tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfbed677-3deb-4ebc-a7a8-c9f57e433e8f HTTP/1.1" status: 200 len: 945 time: 0.8325579 Oct 13 15:25:39.431324 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018c3b24-48ca-453c-80ca-b44fd40dccdd tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Pushing event deleted for resources: {'Network': ['ID=60f59d5f-a4f1-4fef-938d-777f5fdf8742,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:39.438982 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:39.474448 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49ebc186-bf11-411e-b7e4-3794e5a90e46 None None] Port 4a72c497-f996-4218-bb68-db3af1eab332 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:25:39.511246 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-6f256bcd-fd09-410a-808d-c608ee6bb6bc tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, e3a94404-3a07-48b0-be6b-e83144619c39) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:25:39.518938 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-018c3b24-48ca-453c-80ca-b44fd40dccdd tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] 10.222.0.42 "DELETE /v2.0/networks/60f59d5f-a4f1-4fef-938d-777f5fdf8742 HTTP/1.1" status: 204 len: 168 time: 1.9836411 Oct 13 15:25:39.519646 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44232) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:39.541405 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f256bcd-fd09-410a-808d-c608ee6bb6bc tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:39.541997 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6f256bcd-fd09-410a-808d-c608ee6bb6bc tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:39.564680 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c080e0-8941-4f8c-8912-9760a687e138 None None] Network e3a94404-3a07-48b0-be6b-e83144619c39 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:25:39.568427 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-54c3ab01-52c9-44a5-959e-6df8002defde req-1668620f-d03e-45ba-a42f-3a745cdc7049 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] 10.222.0.42 "GET /v2.0/security-groups?id=4dc8f660-006e-44c4-9c27-23a9ac2bfab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1328807 Oct 13 15:25:39.584246 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-6f256bcd-fd09-410a-808d-c608ee6bb6bc tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.1768281 Oct 13 15:25:39.587083 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44236) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:39.587685 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120ed22f-0dc2-453c-b30b-44429ff870e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b86fbf-2db4-40ef-95a6-f249f3d9ff07'}, {'server_uuid': '3efc2502-b066-49a0-9550-ad9f1a36a931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b8f70f-783a-49bb-9292-f6302802628e'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:25:39.590159 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979c64d66908691d8da3fe322a5acf5d757b5bee84c7992aba2ec3c134dffaeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebcf0665-ad7e-4606-8116-258b37dd5eb4" -d '{"events": [{"server_uuid": "120ed22f-0dc2-453c-b30b-44429ff870e3", "name": "network-vif-plugged", "status": "completed", "tag": "a3b86fbf-2db4-40ef-95a6-f249f3d9ff07"}, {"server_uuid": "3efc2502-b066-49a0-9550-ad9f1a36a931", "name": "network-vif-plugged", "status": "completed", "tag": "f9b8f70f-783a-49bb-9292-f6302802628e"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:25:39.594849 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-33439297-46a0-40d1-95b6-0689a20fddcd tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1489533864', 'network_id': 'e3a94404-3a07-48b0-be6b-e83144619c39'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:39.600872 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f18bcc4d-25cb-45ff-8c50-fad53fd972b4 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:39.611640 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-33439297-46a0-40d1-95b6-0689a20fddcd tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:25:39.645817 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-92d630d3-cc51-493b-beaf-f79720c59d91 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:39.654181 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-33439297-46a0-40d1-95b6-0689a20fddcd tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Usage tracker for resource:port and tenant:7e985eae305f45868dbca6afe6dfa386 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:25:39.663686 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:39.665851 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-33439297-46a0-40d1-95b6-0689a20fddcd tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:25:39.711130 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-33439297-46a0-40d1-95b6-0689a20fddcd tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:25:39.726557 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f18bcc4d-25cb-45ff-8c50-fad53fd972b4 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734-project-admin] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:25:39.736076 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-f18bcc4d-25cb-45ff-8c50-fad53fd972b4 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734-project-admin] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:25:39.748539 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18bcc4d-25cb-45ff-8c50-fad53fd972b4 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734-project-admin] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:25:39.804463 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 13 Oct 2022 15:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2943792c-0581-430c-b016-f982bd335249 x-openstack-request-id: req-2943792c-0581-430c-b016-f982bd335249 {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:25:39.804787 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120ed22f-0dc2-453c-b30b-44429ff870e3", "name": "network-vif-plugged", "status": "completed", "tag": "a3b86fbf-2db4-40ef-95a6-f249f3d9ff07", "code": 200}, {"server_uuid": "3efc2502-b066-49a0-9550-ad9f1a36a931", "name": "network-vif-plugged", "status": "completed", "tag": "f9b8f70f-783a-49bb-9292-f6302802628e", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:25:39.805031 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2943792c-0581-430c-b016-f982bd335249 {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:25:39.805743 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2943792c-0581-430c-b016-f982bd335249'] response: {'server_uuid': '120ed22f-0dc2-453c-b30b-44429ff870e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b86fbf-2db4-40ef-95a6-f249f3d9ff07', 'code': 200} Oct 13 15:25:39.806008 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2943792c-0581-430c-b016-f982bd335249'] response: {'server_uuid': '3efc2502-b066-49a0-9550-ad9f1a36a931', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9b8f70f-783a-49bb-9292-f6302802628e', 'code': 200} Oct 13 15:25:39.807253 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33439297-46a0-40d1-95b6-0689a20fddcd tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Made reservation on behalf of 7e985eae305f45868dbca6afe6dfa386 for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:25:39.809540 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-33439297-46a0-40d1-95b6-0689a20fddcd tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:39.831561 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=f9b8f70f-783a-49bb-9292-f6302802628e,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:39.836009 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18bcc4d-25cb-45ff-8c50-fad53fd972b4 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734-project-admin] Pushing event updated for resources: {'Port': ['ID=15bc06f7-def6-4689-82a8-303b47b7a8c3,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:39.863103 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:39.863453 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:39.863810 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:39.864128 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:39.864463 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:39.864795 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:39.865122 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:39.865448 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:39.865774 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:39.866093 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:39.866445 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:39.866765 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:39.908231 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [None req-33439297-46a0-40d1-95b6-0689a20fddcd tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] device_id is not set on port ae8bdd92-82c2-41d6-8c06-f1216f754205 yet. {{(pid=88973) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:25:39.941389 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-92d630d3-cc51-493b-beaf-f79720c59d91 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:39.982674 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-92d630d3-cc51-493b-beaf-f79720c59d91 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b1f78ba-b259-4a50-9f4d-1622bfe6808f']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:39.983762 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49ebc186-bf11-411e-b7e4-3794e5a90e46 None None] Attempt 6 to provision port 4a72c497-f996-4218-bb68-db3af1eab332 Oct 13 15:25:40.058240 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-92d630d3-cc51-493b-beaf-f79720c59d91 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7658d000-b2ff-4eb0-8c41-518388bdccff') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:40.058787 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-92d630d3-cc51-493b-beaf-f79720c59d91 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7658d000-b2ff-4eb0-8c41-518388bdccff') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:40.063972 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c43e155f-32bc-4264-b68f-924db14cf357 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:40.070190 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0bcc8bdf-efc4-4170-9b5e-62ae4525006c None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:40.097056 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-92d630d3-cc51-493b-beaf-f79720c59d91 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:40.119778 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-92d630d3-cc51-493b-beaf-f79720c59d91 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:40.123332 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49ebc186-bf11-411e-b7e4-3794e5a90e46 None None] Port 4a72c497-f996-4218-bb68-db3af1eab332 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:25:40.130628 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d1f092-bf33-47d2-a186-c70a264dcf80 None None] Network e3a94404-3a07-48b0-be6b-e83144619c39 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:25:40.133235 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92d630d3-cc51-493b-beaf-f79720c59d91 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:25:40.133773 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-92d630d3-cc51-493b-beaf-f79720c59d91 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:40.221449 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 7658d000-b2ff-4eb0-8c41-518388bdccff resource provider aggregate not found Oct 13 15:25:40.243486 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f80a962-331b-4856-ac7a-8e327f961d66 req-829abba1-aeca-4681-83ba-350b4856d66a tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:40.244864 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8f80a962-331b-4856-ac7a-8e327f961d66 req-829abba1-aeca-4681-83ba-350b4856d66a tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.42 "GET /v2.0/ports?device_id=120ed22f-0dc2-453c-b30b-44429ff870e3 HTTP/1.1" status: 200 len: 945 time: 0.4055583 Oct 13 15:25:40.262535 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-0bcc8bdf-efc4-4170-9b5e-62ae4525006c None None] Transition to ACTIVE for port object 8ab1c278-5fb5-4978-b4fe-0bd4ca66f650 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:25:40.271014 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ef61dfb-3dee-4e5a-b9be-950ab2caafa9 req-f527ed16-9e62-4544-9b8e-2310220e931d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:40.272472 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-4ef61dfb-3dee-4e5a-b9be-950ab2caafa9 req-f527ed16-9e62-4544-9b8e-2310220e931d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=120ed22f-0dc2-453c-b30b-44429ff870e3 HTTP/1.1" status: 200 len: 1098 time: 0.2761719 Oct 13 15:25:40.275728 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 7658d000-b2ff-4eb0-8c41-518388bdccff resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7658d000-b2ff-4eb0-8c41-518388bdccff found for delete ", "request_id": "req-b569135b-73f3-411d-89a8-d044e418685f"}]} Oct 13 15:25:40.279765 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-92d630d3-cc51-493b-beaf-f79720c59d91 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:40.287316 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f18bcc4d-25cb-45ff-8c50-fad53fd972b4 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:40.316058 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-92d630d3-cc51-493b-beaf-f79720c59d91 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:40.330321 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-0bcc8bdf-efc4-4170-9b5e-62ae4525006c None None] Transition to ACTIVE for port object 8ab1c278-5fb5-4978-b4fe-0bd4ca66f650 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:25:40.351704 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8f80a962-331b-4856-ac7a-8e327f961d66 req-4c702400-9db9-40b0-af14-c6d3bb262942 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fed544a-1f93-4571-ab35-0710ef88044b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956964 Oct 13 15:25:40.355169 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0bcc8bdf-efc4-4170-9b5e-62ae4525006c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:40.389976 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d630d3-cc51-493b-beaf-f79720c59d91 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Pushing event deleted for resources: {'Network': ['ID=4b1f78ba-b259-4a50-9f4d-1622bfe6808f,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:40.420227 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-4ef61dfb-3dee-4e5a-b9be-950ab2caafa9 req-39fb74a9-1162-4e25-b8f8-ce1d6b89fee5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2fed544a-1f93-4571-ab35-0710ef88044b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1359098 Oct 13 15:25:40.435427 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-92d630d3-cc51-493b-beaf-f79720c59d91 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] 10.222.0.42 "DELETE /v2.0/networks/4b1f78ba-b259-4a50-9f4d-1622bfe6808f HTTP/1.1" status: 204 len: 168 time: 0.9139612 Oct 13 15:25:40.440364 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44250) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:40.470761 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-33439297-46a0-40d1-95b6-0689a20fddcd tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Allocated IP 172.20.0.3 (e3a94404-3a07-48b0-be6b-e83144619c39/7cc4281d-8166-4da5-91ac-9531e0250604/ae8bdd92-82c2-41d6-8c06-f1216f754205) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:25:40.492146 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f18bcc4d-25cb-45ff-8c50-fad53fd972b4 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:40.497397 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-0dc37679-45a2-4815-8ff7-6e76643ae18e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Allocated IP 2001:db8::1560:3c6:72e7:8044 (a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828/a8de6f5f-7115-42a8-bf28-867faa85c943/fbaa9795-4acf-47f6-8ac3-bdfe81c0c87a) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:25:40.517691 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdf38c9-138d-48dc-bf7f-057f4b1254d9 req-e755c020-29d3-45d2-958e-586a12dd8b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:40.519209 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9bdf38c9-138d-48dc-bf7f-057f4b1254d9 req-e755c020-29d3-45d2-958e-586a12dd8b91 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 1099 time: 0.5259154 Oct 13 15:25:40.535136 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcc8bdf-efc4-4170-9b5e-62ae4525006c None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:25:40.538207 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-0bcc8bdf-efc4-4170-9b5e-62ae4525006c None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:25:40.540723 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bcc8bdf-efc4-4170-9b5e-62ae4525006c None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:25:40.546908 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcc8bdf-efc4-4170-9b5e-62ae4525006c None None] Pushing event updated for resources: {'Port': ['ID=8ab1c278-5fb5-4978-b4fe-0bd4ca66f650,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:40.628310 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49ebc186-bf11-411e-b7e4-3794e5a90e46 None None] Attempt 7 to provision port 4a72c497-f996-4218-bb68-db3af1eab332 Oct 13 15:25:40.668177 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e446cf8-c737-43bf-85c3-15520bac6ab7 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:40.674550 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e446cf8-c737-43bf-85c3-15520bac6ab7 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:40.681463 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e446cf8-c737-43bf-85c3-15520bac6ab7 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:40.682320 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-8e446cf8-c737-43bf-85c3-15520bac6ab7 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Synchronizing usage tracker for tenant:93249181fb8c4cb99fbebd74bf1e5d52 on resource:network {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:25:40.696323 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-0bcc8bdf-efc4-4170-9b5e-62ae4525006c None None] Attempting to bind port 8ab1c278-5fb5-4978-b4fe-0bd4ca66f650 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:25:40.696694 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-0bcc8bdf-efc4-4170-9b5e-62ae4525006c None None] Attempting to bind port 8ab1c278-5fb5-4978-b4fe-0bd4ca66f650 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:25:40.697053 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcc8bdf-efc4-4170-9b5e-62ae4525006c None None] Attempting to bind port 8ab1c278-5fb5-4978-b4fe-0bd4ca66f650 on network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:25:40.707428 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcc8bdf-efc4-4170-9b5e-62ae4525006c None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:25:40.707740 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcc8bdf-efc4-4170-9b5e-62ae4525006c None None] Checking segment: {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:25:40.708674 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0bcc8bdf-efc4-4170-9b5e-62ae4525006c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:40.708674 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcc8bdf-efc4-4170-9b5e-62ae4525006c None None] Bound using segment: {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:25:40.708994 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-0bcc8bdf-efc4-4170-9b5e-62ae4525006c None None] Bound port: 8ab1c278-5fb5-4978-b4fe-0bd4ca66f650, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:25:40.709363 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0bcc8bdf-efc4-4170-9b5e-62ae4525006c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:40.721003 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49ebc186-bf11-411e-b7e4-3794e5a90e46 None None] Port 4a72c497-f996-4218-bb68-db3af1eab332 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:25:40.728296 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-8e446cf8-c737-43bf-85c3-15520bac6ab7 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Unset dirty status for tenant:93249181fb8c4cb99fbebd74bf1e5d52 on resource:network {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:25:40.729463 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-8e446cf8-c737-43bf-85c3-15520bac6ab7 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1943 time: 0.2881663 Oct 13 15:25:40.735239 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44256) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:40.740622 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-831d98d9-86fd-4054-939b-3faebf283623 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-429701312'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:40.750522 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-831d98d9-86fd-4054-939b-3faebf283623 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:25:40.803232 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-0bcc8bdf-efc4-4170-9b5e-62ae4525006c None None] For port 8ab1c278-5fb5-4978-b4fe-0bd4ca66f650, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:25:40.808061 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-0bcc8bdf-efc4-4170-9b5e-62ae4525006c None None] For port 8ab1c278-5fb5-4978-b4fe-0bd4ca66f650, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=8ab1c278-5fb5-4978-b4fe-0bd4ca66f650,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:25:40.814877 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0bcc8bdf-efc4-4170-9b5e-62ae4525006c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:40.872794 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-831d98d9-86fd-4054-939b-3faebf283623 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:25:40.918015 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcc8bdf-efc4-4170-9b5e-62ae4525006c None None] Pushing event updated for resources: {'Port': ['ID=8ab1c278-5fb5-4978-b4fe-0bd4ca66f650,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:40.918476 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-831d98d9-86fd-4054-939b-3faebf283623 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Made reservation on behalf of 93249181fb8c4cb99fbebd74bf1e5d52 for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:25:40.921883 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-831d98d9-86fd-4054-939b-3faebf283623 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:40.983832 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0dc37679-45a2-4815-8ff7-6e76643ae18e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:41.004453 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-831d98d9-86fd-4054-939b-3faebf283623 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:25:41.014691 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b9f6eb-e54b-49da-84e1-b5b6e9779dfd req-c051ce04-3240-46a9-be93-38a827bf48f1 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:41.017343 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-07b9f6eb-e54b-49da-84e1-b5b6e9779dfd req-c051ce04-3240-46a9-be93-38a827bf48f1 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfbed677-3deb-4ebc-a7a8-c9f57e433e8f HTTP/1.1" status: 200 len: 945 time: 0.2164333 Oct 13 15:25:41.048687 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-0dc37679-45a2-4815-8ff7-6e76643ae18e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Transition to ACTIVE for port object fbaa9795-4acf-47f6-8ac3-bdfe81c0c87a will not be triggered until provisioned by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:25:41.054519 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-831d98d9-86fd-4054-939b-3faebf283623 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:41.054866 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-831d98d9-86fd-4054-939b-3faebf283623 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Added segment 2eb69dd6-81f6-4a75-aaf5-216b0b236af2 of type vlan for network e65c8f19-10a4-4f38-b342-0b51441e7ec4 Oct 13 15:25:41.113225 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-07b9f6eb-e54b-49da-84e1-b5b6e9779dfd req-e115ceeb-6e25-4b26-90de-da3b46bfec68 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] 10.222.0.42 "GET /v2.0/security-groups?id=4dc8f660-006e-44c4-9c27-23a9ac2bfab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845451 Oct 13 15:25:41.114873 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-831d98d9-86fd-4054-939b-3faebf283623 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:41.149251 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9bdf38c9-138d-48dc-bf7f-057f4b1254d9 req-a6ebe4d2-8c66-4bdd-b601-288bfd32abe8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4414246 Oct 13 15:25:41.152419 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0dc37679-45a2-4815-8ff7-6e76643ae18e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:41.204804 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-831d98d9-86fd-4054-939b-3faebf283623 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:41.211818 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831d98d9-86fd-4054-939b-3faebf283623 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:41.212438 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-831d98d9-86fd-4054-939b-3faebf283623 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:41.221798 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49ebc186-bf11-411e-b7e4-3794e5a90e46 None None] Attempt 8 to provision port 4a72c497-f996-4218-bb68-db3af1eab332 Oct 13 15:25:41.226391 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dbe2d8-afdc-43ba-8f5b-972165e10e43 req-04434503-dd5e-43cb-80bd-31c17a535804 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:41.227735 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-49dbe2d8-afdc-43ba-8f5b-972165e10e43 req-04434503-dd5e-43cb-80bd-31c17a535804 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 946 time: 0.7076626 Oct 13 15:25:41.301511 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49ebc186-bf11-411e-b7e4-3794e5a90e46 None None] Port 4a72c497-f996-4218-bb68-db3af1eab332 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:25:41.317842 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-c43e155f-32bc-4264-b68f-924db14cf357 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Deleting port 4a72c497-f996-4218-bb68-db3af1eab332 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:25:41.318220 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c43e155f-32bc-4264-b68f-924db14cf357 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:41.320063 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc37679-45a2-4815-8ff7-6e76643ae18e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:25:41.373938 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-0dc37679-45a2-4815-8ff7-6e76643ae18e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:25:41.384539 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc37679-45a2-4815-8ff7-6e76643ae18e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'Port': ['ID=fbaa9795-4acf-47f6-8ac3-bdfe81c0c87a,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:41.387047 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc37679-45a2-4815-8ff7-6e76643ae18e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:25:41.393929 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc37679-45a2-4815-8ff7-6e76643ae18e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:41.402948 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0dc37679-45a2-4815-8ff7-6e76643ae18e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:41.417681 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-831d98d9-86fd-4054-939b-3faebf283623 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6793365 Oct 13 15:25:41.424591 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44262) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:41.427140 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831d98d9-86fd-4054-939b-3faebf283623 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Pushing event updated for resources: {'Network': ['ID=e65c8f19-10a4-4f38-b342-0b51441e7ec4,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:41.429977 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-49dbe2d8-afdc-43ba-8f5b-972165e10e43 req-4837321e-1b40-4792-8e14-91b30e2a3e63 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1700542 Oct 13 15:25:41.436164 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-fcf3d2d1-25f8-45a1-9c16-c45c35a4f1bd tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-858458292'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:41.447752 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-0dc37679-45a2-4815-8ff7-6e76643ae18e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 945 time: 3.0139406 Oct 13 15:25:41.451055 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44266) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:41.458334 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network e65c8f19-10a4-4f38-b342-0b51441e7ec4 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:25:41.490611 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-33439297-46a0-40d1-95b6-0689a20fddcd tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:41.595169 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f18bcc4d-25cb-45ff-8c50-fad53fd972b4 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:41.601641 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-fcf3d2d1-25f8-45a1-9c16-c45c35a4f1bd tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:25:41.604623 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f18bcc4d-25cb-45ff-8c50-fad53fd972b4 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:41.650418 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-fcf3d2d1-25f8-45a1-9c16-c45c35a4f1bd tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Usage tracker for resource:network and tenant:93249181fb8c4cb99fbebd74bf1e5d52 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:25:41.661737 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-fcf3d2d1-25f8-45a1-9c16-c45c35a4f1bd tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:25:41.672318 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-fcf3d2d1-25f8-45a1-9c16-c45c35a4f1bd tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:25:41.706292 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf3d2d1-25f8-45a1-9c16-c45c35a4f1bd tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Made reservation on behalf of 93249181fb8c4cb99fbebd74bf1e5d52 for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:25:41.709914 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fcf3d2d1-25f8-45a1-9c16-c45c35a4f1bd tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:41.721992 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c43e155f-32bc-4264-b68f-924db14cf357 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:41.757431 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0d1305-ced0-4292-b67d-d551606f64cb req-07723211-7687-4f48-9ae4-f43ea7458269 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:41.759119 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-0c0d1305-ced0-4292-b67d-d551606f64cb req-07723211-7687-4f48-9ae4-f43ea7458269 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.42 "GET /v2.0/ports?device_id=120ed22f-0dc2-453c-b30b-44429ff870e3 HTTP/1.1" status: 200 len: 945 time: 0.1652102 Oct 13 15:25:41.766791 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcf3d2d1-25f8-45a1-9c16-c45c35a4f1bd tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:25:41.796294 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4183b6-3da9-4051-93d6-37a053e86c75 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:41.802278 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4183b6-3da9-4051-93d6-37a053e86c75 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:41.802955 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49ebc186-bf11-411e-b7e4-3794e5a90e46 None None] Attempt 9 to provision port 4a72c497-f996-4218-bb68-db3af1eab332 Oct 13 15:25:41.803095 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-ea4183b6-3da9-4051-93d6-37a053e86c75 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Synchronizing usage tracker for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:25:41.803611 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18bcc4d-25cb-45ff-8c50-fad53fd972b4 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734-project-admin] Pushing event updated for resources: {'Port': ['ID=15bc06f7-def6-4689-82a8-303b47b7a8c3,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:41.836673 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fcf3d2d1-25f8-45a1-9c16-c45c35a4f1bd tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:41.837183 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-fcf3d2d1-25f8-45a1-9c16-c45c35a4f1bd tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Added segment 6cbb523e-41ac-4e39-bb0f-f6f012574b70 of type vlan for network 8d191ae8-5933-4811-a9a0-5e74f0ed8b02 Oct 13 15:25:41.865801 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f18bcc4d-25cb-45ff-8c50-fad53fd972b4 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:41.872137 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fcf3d2d1-25f8-45a1-9c16-c45c35a4f1bd tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:41.873055 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49ebc186-bf11-411e-b7e4-3794e5a90e46 None None] Port 4a72c497-f996-4218-bb68-db3af1eab332 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:25:41.878312 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-c43e155f-32bc-4264-b68f-924db14cf357 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Calling delete_port for 4a72c497-f996-4218-bb68-db3af1eab332 owned by network:router_interface {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:25:41.907377 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-33439297-46a0-40d1-95b6-0689a20fddcd tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:41.917294 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-0c0d1305-ced0-4292-b67d-d551606f64cb req-61f401c7-d262-4a63-afbd-29a6c2d3cdda tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fed544a-1f93-4571-ab35-0710ef88044b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1428320 Oct 13 15:25:41.919503 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-ea4183b6-3da9-4051-93d6-37a053e86c75 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Unset dirty status for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:25:41.924033 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-ea4183b6-3da9-4051-93d6-37a053e86c75 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1682 time: 0.4719594 Oct 13 15:25:41.925001 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44270) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:42.018164 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-b14682f5-7a81-4506-9896-d26564a63f7b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Deleting port fbaa9795-4acf-47f6-8ac3-bdfe81c0c87a {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:25:42.018512 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b14682f5-7a81-4506-9896-d26564a63f7b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:42.173699 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fcf3d2d1-25f8-45a1-9c16-c45c35a4f1bd tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:42.179326 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf3d2d1-25f8-45a1-9c16-c45c35a4f1bd tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:42.179709 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fcf3d2d1-25f8-45a1-9c16-c45c35a4f1bd tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:42.208604 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33439297-46a0-40d1-95b6-0689a20fddcd tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Pushing event updated for resources: {'Port': ['ID=ae8bdd92-82c2-41d6-8c06-f1216f754205,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:42.220723 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33439297-46a0-40d1-95b6-0689a20fddcd tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Network e3a94404-3a07-48b0-be6b-e83144619c39 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:25:42.228513 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-fcf3d2d1-25f8-45a1-9c16-c45c35a4f1bd tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8026297 Oct 13 15:25:42.234863 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-33439297-46a0-40d1-95b6-0689a20fddcd tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:25:42.236670 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44276) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:42.251867 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33439297-46a0-40d1-95b6-0689a20fddcd tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:25:42.279993 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f18bcc4d-25cb-45ff-8c50-fad53fd972b4 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:42.282569 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-f18bcc4d-25cb-45ff-8c50-fad53fd972b4 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.1577916 Oct 13 15:25:42.292329 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44280) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:42.293195 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-7bad6e0a-fdef-4cc7-a7ec-aa1cf1bbc702 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Request body: {'ports': [{'network_id': 'e65c8f19-10a4-4f38-b342-0b51441e7ec4', 'name': 'tempest-port--667379950', 'admin_state_up': True}, {'network_id': '8d191ae8-5933-4811-a9a0-5e74f0ed8b02', 'admin_state_up': False}]} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:42.293507 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-7bad6e0a-fdef-4cc7-a7ec-aa1cf1bbc702 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Request body: {'port': {'network_id': 'e65c8f19-10a4-4f38-b342-0b51441e7ec4', 'name': 'tempest-port--667379950', 'admin_state_up': True}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:42.294020 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-7bad6e0a-fdef-4cc7-a7ec-aa1cf1bbc702 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Request body: {'port': {'network_id': '8d191ae8-5933-4811-a9a0-5e74f0ed8b02', 'admin_state_up': False}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:42.304470 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-8f97497c-3c2e-436b-ae59-d35654a9aa52 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1701192561', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'fixed_ips': [{'ip_address': '172.26.2.128'}]}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:42.311870 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-8f97497c-3c2e-436b-ae59-d35654a9aa52 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:25:42.367114 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-8f97497c-3c2e-436b-ae59-d35654a9aa52 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734-project-admin] Usage tracker for resource:port and tenant:1e12a61b931444b0afbb410cf90fe59e is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:25:42.373887 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49ebc186-bf11-411e-b7e4-3794e5a90e46 None None] Attempt 10 to provision port 4a72c497-f996-4218-bb68-db3af1eab332 Oct 13 15:25:42.378641 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-8f97497c-3c2e-436b-ae59-d35654a9aa52 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:25:42.392228 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-8f97497c-3c2e-436b-ae59-d35654a9aa52 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:25:42.401841 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf3d2d1-25f8-45a1-9c16-c45c35a4f1bd tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Pushing event updated for resources: {'Network': ['ID=8d191ae8-5933-4811-a9a0-5e74f0ed8b02,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:42.423425 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 8d191ae8-5933-4811-a9a0-5e74f0ed8b02 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:25:42.428811 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f97497c-3c2e-436b-ae59-d35654a9aa52 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734-project-admin] Made reservation on behalf of 1e12a61b931444b0afbb410cf90fe59e for: {'port': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:25:42.431960 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8f97497c-3c2e-436b-ae59-d35654a9aa52 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:42.450903 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b14682f5-7a81-4506-9896-d26564a63f7b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:42.458411 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8f97497c-3c2e-436b-ae59-d35654a9aa52 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:42.477515 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-8f97497c-3c2e-436b-ae59-d35654a9aa52 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:25:42.481533 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-8f97497c-3c2e-436b-ae59-d35654a9aa52 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734-project-admin] Usage tracker for resource:security_group_rule and tenant:1e12a61b931444b0afbb410cf90fe59e is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:25:42.484418 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-8f97497c-3c2e-436b-ae59-d35654a9aa52 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:25:42.490222 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-8f97497c-3c2e-436b-ae59-d35654a9aa52 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:25:42.546384 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33439297-46a0-40d1-95b6-0689a20fddcd tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:42.547044 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-33439297-46a0-40d1-95b6-0689a20fddcd tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:42.567215 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49ebc186-bf11-411e-b7e4-3794e5a90e46 None None] Port 4a72c497-f996-4218-bb68-db3af1eab332 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:25:42.586204 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-49ebc186-bf11-411e-b7e4-3794e5a90e46 None None] Provisioning complete for port 85dba465-4a12-4e4c-a3d8-480f272ee292 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:25:42.586721 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-49ebc186-bf11-411e-b7e4-3794e5a90e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:42.587139 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49ebc186-bf11-411e-b7e4-3794e5a90e46 None None] Attempt 1 to provision port 85dba465-4a12-4e4c-a3d8-480f272ee292 Oct 13 15:25:42.676250 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-b14682f5-7a81-4506-9896-d26564a63f7b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Calling delete_port for fbaa9795-4acf-47f6-8ac3-bdfe81c0c87a owned by {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:25:42.774663 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-33439297-46a0-40d1-95b6-0689a20fddcd tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 3.1864026 Oct 13 15:25:42.778723 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44286) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:42.784143 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49ebc186-bf11-411e-b7e4-3794e5a90e46 None None] Current status of the port 85dba465-4a12-4e4c-a3d8-480f272ee292 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:25:42.788791 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-49ebc186-bf11-411e-b7e4-3794e5a90e46 None None] Could not find standard attr ID for object 3758f026-7ea5-4045-b2c6-68e690c5a08f. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:25:42.818736 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8f97497c-3c2e-436b-ae59-d35654a9aa52 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:42.822817 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-7bad6e0a-fdef-4cc7-a7ec-aa1cf1bbc702 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:25:42.836508 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8f97497c-3c2e-436b-ae59-d35654a9aa52 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:42.850562 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [None req-8f97497c-3c2e-436b-ae59-d35654a9aa52 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734-project-admin] device_id is not set on port f2e17158-5615-4a5e-888c-7c92bca7e731 yet. {{(pid=88972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:25:42.936869 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-7f71bb07-4147-4a92-b98f-6d7a4e60f553 None None] Provisioning for port 8ab1c278-5fb5-4978-b4fe-0bd4ca66f650 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:25:42.976707 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f97497c-3c2e-436b-ae59-d35654a9aa52 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12ec981b-3e38-400b-bb66-07e1a9235069,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:43.001684 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-7bad6e0a-fdef-4cc7-a7ec-aa1cf1bbc702 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Usage tracker for resource:port and tenant:93249181fb8c4cb99fbebd74bf1e5d52 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:25:43.014293 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fca7752-441b-4eb7-a976-0bc7ab040291 req-6d62f788-598c-4b86-929c-fd7271719f58 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:43.015936 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-2fca7752-441b-4eb7-a976-0bc7ab040291 req-6d62f788-598c-4b86-929c-fd7271719f58 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 946 time: 0.3512688 Oct 13 15:25:43.016207 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-7bad6e0a-fdef-4cc7-a7ec-aa1cf1bbc702 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:25:43.033458 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd0042-a3cb-47ea-b955-6c5595445e1d req-867646b5-c235-43e7-a86e-19e32bee5ef6 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:43.034027 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 8ab1c278-5fb5-4978-b4fe-0bd4ca66f650 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:25:43.034946 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-12fd0042-a3cb-47ea-b955-6c5595445e1d req-867646b5-c235-43e7-a86e-19e32bee5ef6 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfbed677-3deb-4ebc-a7a8-c9f57e433e8f HTTP/1.1" status: 200 len: 945 time: 0.7512875 Oct 13 15:25:43.042194 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-7bad6e0a-fdef-4cc7-a7ec-aa1cf1bbc702 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:25:43.053286 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-a6980f77-50f7-4a7b-9b16-075f066b2c16 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Deleting port ae8bdd92-82c2-41d6-8c06-f1216f754205 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:25:43.053621 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a6980f77-50f7-4a7b-9b16-075f066b2c16 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:43.097387 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-7f71bb07-4147-4a92-b98f-6d7a4e60f553 None None] Provisioning for port fbaa9795-4acf-47f6-8ac3-bdfe81c0c87a completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:25:43.100631 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b14682f5-7a81-4506-9896-d26564a63f7b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:43.103947 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-7f71bb07-4147-4a92-b98f-6d7a4e60f553 None None] Provisioning complete for port fbaa9795-4acf-47f6-8ac3-bdfe81c0c87a triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:25:43.104316 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7f71bb07-4147-4a92-b98f-6d7a4e60f553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:43.104699 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-7f71bb07-4147-4a92-b98f-6d7a4e60f553 None None] Attempt 1 to provision port fbaa9795-4acf-47f6-8ac3-bdfe81c0c87a Oct 13 15:25:43.136441 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bad6e0a-fdef-4cc7-a7ec-aa1cf1bbc702 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Made reservation on behalf of 93249181fb8c4cb99fbebd74bf1e5d52 for: {'port': 2} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:25:43.140807 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7bad6e0a-fdef-4cc7-a7ec-aa1cf1bbc702 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:43.142178 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-7f71bb07-4147-4a92-b98f-6d7a4e60f553 None None] Port fbaa9795-4acf-47f6-8ac3-bdfe81c0c87a was deleted so its status cannot be updated. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:25:43.145853 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-7f71bb07-4147-4a92-b98f-6d7a4e60f553 None None] Could not find standard attr ID for object 78698e3c-1df4-43fe-a1af-c48520ba72ab. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:25:43.148484 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 8ab1c278-5fb5-4978-b4fe-0bd4ca66f650 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:25:43.153930 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-7f71bb07-4147-4a92-b98f-6d7a4e60f553 None None] Could not find standard attr ID for object 81e4af73-0c11-4e5f-b643-97d6b458740b. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:25:43.154484 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c43e155f-32bc-4264-b68f-924db14cf357 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:43.155585 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 8ab1c278-5fb5-4978-b4fe-0bd4ca66f650 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:25:43.155956 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:43.156292 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 8ab1c278-5fb5-4978-b4fe-0bd4ca66f650 Oct 13 15:25:43.196265 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-7f71bb07-4147-4a92-b98f-6d7a4e60f553 None None] Could not find standard attr ID for object eb16832e-6270-4f39-acf2-9394eb97117e. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:25:43.197420 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14682f5-7a81-4506-9896-d26564a63f7b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event deleted for resources: {'Port': ['ID=fbaa9795-4acf-47f6-8ac3-bdfe81c0c87a,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:43.217761 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-12fd0042-a3cb-47ea-b955-6c5595445e1d req-944fef88-7376-4ff2-bfe1-36360f5a0b02 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] 10.222.0.42 "GET /v2.0/security-groups?id=4dc8f660-006e-44c4-9c27-23a9ac2bfab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1678145 Oct 13 15:25:43.223599 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43e155f-32bc-4264-b68f-924db14cf357 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event deleted for resources: {'Port': ['ID=4a72c497-f996-4218-bb68-db3af1eab332,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:43.247431 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-2fca7752-441b-4eb7-a976-0bc7ab040291 req-53c1a604-a042-4b76-9df1-ce3627fbc713 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1982558 Oct 13 15:25:43.307235 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 8ab1c278-5fb5-4978-b4fe-0bd4ca66f650 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:25:43.307618 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:43.346912 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 8ab1c278-5fb5-4978-b4fe-0bd4ca66f650, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=8ab1c278-5fb5-4978-b4fe-0bd4ca66f650,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:25:43.349794 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7bad6e0a-fdef-4cc7-a7ec-aa1cf1bbc702 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:43.357538 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:43.380556 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b14682f5-7a81-4506-9896-d26564a63f7b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:43.420515 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f97497c-3c2e-436b-ae59-d35654a9aa52 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 13 15:25:43.421269 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f97497c-3c2e-436b-ae59-d35654a9aa52 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:25:43.465081 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=8ab1c278-5fb5-4978-b4fe-0bd4ca66f650,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:43.510344 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-b14682f5-7a81-4506-9896-d26564a63f7b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/ports/fbaa9795-4acf-47f6-8ac3-bdfe81c0c87a HTTP/1.1" status: 204 len: 168 time: 1.5841825 Oct 13 15:25:43.518463 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44294) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:43.560518 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-8f97497c-3c2e-436b-ae59-d35654a9aa52 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.2671208 Oct 13 15:25:43.566628 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44298) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:43.832073 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c43e155f-32bc-4264-b68f-924db14cf357 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:43.834259 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6a6aec-344f-42a9-a737-185004effe94 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:43.835886 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f6a6aec-344f-42a9-a737-185004effe94 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:43.836619 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-3f6a6aec-344f-42a9-a737-185004effe94 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Synchronizing usage tracker for tenant:bb90cebe15f541febeed2c50e15c931e on resource:subnet {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:25:43.846825 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-9cab86eb-d5d9-424b-8148-02b3ea1039d6 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734-project-admin] Deleting port 15bc06f7-def6-4689-82a8-303b47b7a8c3 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:25:43.847166 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9cab86eb-d5d9-424b-8148-02b3ea1039d6 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:43.908888 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9adcde8-b690-4ecf-8249-c33b9b3ecd08 req-700e0350-90ac-4924-9081-3d56db9ef604 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:43.910364 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f9adcde8-b690-4ecf-8249-c33b9b3ecd08 req-700e0350-90ac-4924-9081-3d56db9ef604 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfbed677-3deb-4ebc-a7a8-c9f57e433e8f HTTP/1.1" status: 200 len: 945 time: 0.4549584 Oct 13 15:25:43.921325 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-3f6a6aec-344f-42a9-a737-185004effe94 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Unset dirty status for tenant:bb90cebe15f541febeed2c50e15c931e on resource:subnet {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:25:43.921325 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-3f6a6aec-344f-42a9-a737-185004effe94 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3990738 Oct 13 15:25:43.921325 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44302) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:43.921599 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44304) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:43.950193 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a6980f77-50f7-4a7b-9b16-075f066b2c16 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:43.961078 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-77383ade-cb15-4dac-ba79-dcb41e57cf38 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Request body: {'floatingip': {'port_id': 'ecb16b9b-f360-4f0c-a1d9-4633863f8009'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:44.079296 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-77383ade-cb15-4dac-ba79-dcb41e57cf38 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Notify callbacks [] for floatingip, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:44.201342 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-a6980f77-50f7-4a7b-9b16-075f066b2c16 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Calling delete_port for ae8bdd92-82c2-41d6-8c06-f1216f754205 owned by {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:25:44.263491 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd65b430-8f72-4351-9f98-614e59169449 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Deleting subnet a8de6f5f-7115-42a8-bf28-867faa85c943 {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:25:44.268308 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [None req-7bad6e0a-fdef-4cc7-a7ec-aa1cf1bbc702 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] device_id is not set on port a60d28a6-f10f-4d8f-a1e5-d8effd97f0f5 yet. {{(pid=88973) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:25:44.270590 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fd65b430-8f72-4351-9f98-614e59169449 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:44.397445 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fd65b430-8f72-4351-9f98-614e59169449 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:44.462792 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9cab86eb-d5d9-424b-8148-02b3ea1039d6 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:44.463029 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9cab86eb-d5d9-424b-8148-02b3ea1039d6 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:44.495599 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269cff76-695e-422f-8990-8f888dae2035 req-d3ec41cb-ad84-4965-acc1-7de4b63818a6 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:44.497118 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-269cff76-695e-422f-8990-8f888dae2035 req-d3ec41cb-ad84-4965-acc1-7de4b63818a6 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.42 "GET /v2.0/ports?device_id=120ed22f-0dc2-453c-b30b-44429ff870e3 HTTP/1.1" status: 200 len: 945 time: 0.8967137 Oct 13 15:25:44.576513 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c43e155f-32bc-4264-b68f-924db14cf357 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Router ab355524-2e5d-4513-99b8-069b376ca318 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:25:44.589028 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-269cff76-695e-422f-8990-8f888dae2035 req-628fc3a7-b39e-444d-94c8-34d59124fd22 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fed544a-1f93-4571-ab35-0710ef88044b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801425 Oct 13 15:25:44.614989 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-9cab86eb-d5d9-424b-8148-02b3ea1039d6 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734-project-admin] Calling delete_port for 15bc06f7-def6-4689-82a8-303b47b7a8c3 owned by network:floatingip {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:25:44.829616 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c43e155f-32bc-4264-b68f-924db14cf357 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:25:44.843021 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce287e5a-b0ee-4f81-8403-9e697a8f467f None None] Sync routers for ids ['ab355524-2e5d-4513-99b8-069b376ca318'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:25:44.848949 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a6980f77-50f7-4a7b-9b16-075f066b2c16 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:44.856125 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce287e5a-b0ee-4f81-8403-9e697a8f467f None None] Routers {'ab355524-2e5d-4513-99b8-069b376ca318'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:25:44.858022 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-ce287e5a-b0ee-4f81-8403-9e697a8f467f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:25:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['ab355524-2e5d-4513-99b8-069b376ca318'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:44.920189 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-ce287e5a-b0ee-4f81-8403-9e697a8f467f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:44.929983 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce287e5a-b0ee-4f81-8403-9e697a8f467f None None] Routers {'ab355524-2e5d-4513-99b8-069b376ca318'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:25:44.930532 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-ce287e5a-b0ee-4f81-8403-9e697a8f467f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:25:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['ab355524-2e5d-4513-99b8-069b376ca318'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:44.941985 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6980f77-50f7-4a7b-9b16-075f066b2c16 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Pushing event deleted for resources: {'Port': ['ID=ae8bdd92-82c2-41d6-8c06-f1216f754205,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:44.950850 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c43e155f-32bc-4264-b68f-924db14cf357 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "PUT /v2.0/routers/ab355524-2e5d-4513-99b8-069b376ca318/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6310742 Oct 13 15:25:44.996913 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44314) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:45.000634 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-ce287e5a-b0ee-4f81-8403-9e697a8f467f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:45.001222 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce287e5a-b0ee-4f81-8403-9e697a8f467f None None] The sync data for ids ['ab355524-2e5d-4513-99b8-069b376ca318'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:25:45.018710 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 8ab1c278-5fb5-4978-b4fe-0bd4ca66f650 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:25:45.064280 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7bad6e0a-fdef-4cc7-a7ec-aa1cf1bbc702 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:45.067006 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-583b51d1-569b-42b2-b509-37dfd7da1ad4 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Synchronizing usage tracker for tenant:34e6b268fc1844e287c5dc961df795e5 on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:25:45.093417 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 8ab1c278-5fb5-4978-b4fe-0bd4ca66f650 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:25:45.093728 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:45.094026 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 8ab1c278-5fb5-4978-b4fe-0bd4ca66f650 Oct 13 15:25:45.115291 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe2c0a-3a9b-4e76-869a-f5e9219959a4 req-0b0c7e5e-4a67-434c-a2df-74756e1bcc7f tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:45.116804 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-71fe2c0a-3a9b-4e76-869a-f5e9219959a4 req-0b0c7e5e-4a67-434c-a2df-74756e1bcc7f tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.42 "GET /v2.0/ports?device_id=120ed22f-0dc2-453c-b30b-44429ff870e3 HTTP/1.1" status: 200 len: 945 time: 0.3574264 Oct 13 15:25:45.123616 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fcdfc0-4193-45c3-b995-5e9f2ea29cac req-ea2873b1-7df0-46d8-9bcb-28f28dfad22a tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:45.125109 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-d7fcdfc0-4193-45c3-b995-5e9f2ea29cac req-ea2873b1-7df0-46d8-9bcb-28f28dfad22a tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 946 time: 0.7402627 Oct 13 15:25:45.133938 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fd65b430-8f72-4351-9f98-614e59169449 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:45.137058 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44318) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:45.198341 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-77caae91-d5f5-45de-b495-72ef38c7cc93 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Request body: {'floatingip': {'port_id': 'a3b86fbf-2db4-40ef-95a6-f249f3d9ff07'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:45.220493 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 8ab1c278-5fb5-4978-b4fe-0bd4ca66f650 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:25:45.257687 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a6980f77-50f7-4a7b-9b16-075f066b2c16 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:45.259551 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-a6980f77-50f7-4a7b-9b16-075f066b2c16 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] 10.222.0.42 "DELETE /v2.0/ports/ae8bdd92-82c2-41d6-8c06-f1216f754205 HTTP/1.1" status: 204 len: 168 time: 2.4384224 Oct 13 15:25:45.275405 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44322) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:45.292421 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-5bc67a33-3375-4ebf-ad9c-29e0bca646b5 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e3a94404-3a07-48b0-be6b-e83144619c39', 'external_fixed_ips': [{'subnet_id': '7cc4281d-8166-4da5-91ac-9531e0250604', 'ip_address': '172.20.0.3'}]}}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:45.297368 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-77caae91-d5f5-45de-b495-72ef38c7cc93 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Notify callbacks [] for floatingip, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:45.358509 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-5bc67a33-3375-4ebf-ad9c-29e0bca646b5 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:25:45.362385 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [None req-7bad6e0a-fdef-4cc7-a7ec-aa1cf1bbc702 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] device_id is not set on port c6403e75-4406-444a-8a21-52bceb288dce yet. {{(pid=88973) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:25:45.381470 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-5bc67a33-3375-4ebf-ad9c-29e0bca646b5 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Usage tracker for resource:router and tenant:7e985eae305f45868dbca6afe6dfa386 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:25:45.408196 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-583b51d1-569b-42b2-b509-37dfd7da1ad4 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Unset dirty status for tenant:34e6b268fc1844e287c5dc961df795e5 on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:25:45.409343 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-583b51d1-569b-42b2-b509-37dfd7da1ad4 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab355524-2e5d-4513-99b8-069b376ca318 HTTP/1.1" status: 200 len: 205 time: 0.4091892 Oct 13 15:25:45.414312 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-5bc67a33-3375-4ebf-ad9c-29e0bca646b5 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:25:45.416865 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44326) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:45.467349 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9cab86eb-d5d9-424b-8148-02b3ea1039d6 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:45.473255 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-d7fcdfc0-4193-45c3-b995-5e9f2ea29cac req-c3b3bc5d-a25c-4b7f-9c9d-6d2c8cd6c5f8 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3407450 Oct 13 15:25:45.485370 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-5bc67a33-3375-4ebf-ad9c-29e0bca646b5 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:25:45.585420 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cab86eb-d5d9-424b-8148-02b3ea1039d6 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734-project-admin] Pushing event deleted for resources: {'Port': ['ID=15bc06f7-def6-4689-82a8-303b47b7a8c3,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:45.587048 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5bc67a33-3375-4ebf-ad9c-29e0bca646b5 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:45.588053 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5bc67a33-3375-4ebf-ad9c-29e0bca646b5 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:45.631274 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0b785e62-4b5c-4e30-ae54-966e81884ac0 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for router, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:45.644181 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fd65b430-8f72-4351-9f98-614e59169449 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:45.694997 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd65b430-8f72-4351-9f98-614e59169449 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event deleted for resources: {'Subnet': ['ID=a8de6f5f-7115-42a8-bf28-867faa85c943,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:45.702594 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fd65b430-8f72-4351-9f98-614e59169449 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:45.708587 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cd240b-89e0-4dba-a8c2-9f4db12c52be None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:25:45.719125 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9cab86eb-d5d9-424b-8148-02b3ea1039d6 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:45.783476 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-fd65b430-8f72-4351-9f98-614e59169449 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/a8de6f5f-7115-42a8-bf28-867faa85c943 HTTP/1.1" status: 204 len: 168 time: 1.8608103 Oct 13 15:25:45.787190 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44332) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:45.790971 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9cab86eb-d5d9-424b-8148-02b3ea1039d6 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:45.795795 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-9cab86eb-d5d9-424b-8148-02b3ea1039d6 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734 tempest-ExternalNetworksAdminNegativeTestJSON-1891321734-project-admin] 10.222.0.42 "DELETE /v2.0/floatingips/65d3b490-3c4e-4997-92ed-e2212bcc7e0f HTTP/1.1" status: 204 len: 168 time: 2.2246704 Oct 13 15:25:45.823078 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5bc67a33-3375-4ebf-ad9c-29e0bca646b5 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:45.884676 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-22ae0c15-0922-4165-b43b-2c7374859d6d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0969360 Oct 13 15:25:45.887383 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44338) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:45.891686 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.db.resource_extend [None req-77383ade-cb15-4dac-ba79-dcb41e57cf38 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 15:25:45.956839 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-f6a8b0dc-53de-4ab3-abf0-d0a4d3856a1d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'subnet': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:46.076174 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c76a858-cd1d-47f9-95ae-5b78633df2a7 None None] DHCP port deletion for a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:25:46.080415 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-6c76a858-cd1d-47f9-95ae-5b78633df2a7 None None] Deleting port 8ab1c278-5fb5-4978-b4fe-0bd4ca66f650 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:25:46.080864 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6c76a858-cd1d-47f9-95ae-5b78633df2a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:46.110935 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-77383ade-cb15-4dac-ba79-dcb41e57cf38 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:46.119220 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-77383ade-cb15-4dac-ba79-dcb41e57cf38 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:46.183469 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44344) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:46.218051 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-f6a8b0dc-53de-4ab3-abf0-d0a4d3856a1d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:25:46.228440 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-f6a8b0dc-53de-4ab3-abf0-d0a4d3856a1d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Usage tracker for resource:subnet and tenant:bb90cebe15f541febeed2c50e15c931e is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:25:46.234942 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-f6a8b0dc-53de-4ab3-abf0-d0a4d3856a1d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:25:46.316764 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-f6a8b0dc-53de-4ab3-abf0-d0a4d3856a1d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:25:46.316965 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-6c76a858-cd1d-47f9-95ae-5b78633df2a7 None None] For port 8ab1c278-5fb5-4978-b4fe-0bd4ca66f650, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=8ab1c278-5fb5-4978-b4fe-0bd4ca66f650,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:25:46.317248 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6c76a858-cd1d-47f9-95ae-5b78633df2a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:46.350273 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b408a8b5-2d51-41a6-98e5-68ec6683c326 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:46.373969 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a8b0dc-53de-4ab3-abf0-d0a4d3856a1d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:25:46.377305 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f6a8b0dc-53de-4ab3-abf0-d0a4d3856a1d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:46.413867 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-b408a8b5-2d51-41a6-98e5-68ec6683c326 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:25:46.421060 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.l3_db [None req-77383ade-cb15-4dac-ba79-dcb41e57cf38 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Floating IP 6d13e838-5a5c-425f-9dce-f93692d60610 associated. External IP: 172.26.2.134, port: ecb16b9b-f360-4f0c-a1d9-4633863f8009. Oct 13 15:25:46.441894 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-6c76a858-cd1d-47f9-95ae-5b78633df2a7 None None] Calling delete_port for 8ab1c278-5fb5-4978-b4fe-0bd4ca66f650 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:25:46.474853 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0b785e62-4b5c-4e30-ae54-966e81884ac0 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:46.484668 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0b785e62-4b5c-4e30-ae54-966e81884ac0 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:46.521282 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6c76a858-cd1d-47f9-95ae-5b78633df2a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:46.572818 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c76a858-cd1d-47f9-95ae-5b78633df2a7 None None] Pushing event deleted for resources: {'Port': ['ID=8ab1c278-5fb5-4978-b4fe-0bd4ca66f650,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:46.574724 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c76a858-cd1d-47f9-95ae-5b78633df2a7 None None] No DVR routers for this DVR port 8ab1c278-5fb5-4978-b4fe-0bd4ca66f650 on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:25:46.580639 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-b408a8b5-2d51-41a6-98e5-68ec6683c326 admin admin] Usage tracker for resource:security_group_rule and tenant:88a5d35d084a4e2d827f047dd35c6e78 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:25:46.585583 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-b408a8b5-2d51-41a6-98e5-68ec6683c326 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:25:46.655938 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-b408a8b5-2d51-41a6-98e5-68ec6683c326 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:25:46.671945 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5bc67a33-3375-4ebf-ad9c-29e0bca646b5 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:46.702284 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7bad6e0a-fdef-4cc7-a7ec-aa1cf1bbc702 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:46.714018 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d563cf3-fd6f-4a2b-b515-9f6e49553a3c req-fb023c75-72f2-4903-bde1-a80b023cec32 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:46.715506 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-7d563cf3-fd6f-4a2b-b515-9f6e49553a3c req-fb023c75-72f2-4903-bde1-a80b023cec32 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 946 time: 1.1231644 Oct 13 15:25:46.722612 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0b785e62-4b5c-4e30-ae54-966e81884ac0 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:46.723333 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b785e62-4b5c-4e30-ae54-966e81884ac0 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Fanout notify agent at l3_agent the message router_deleted on router ab355524-2e5d-4513-99b8-069b376ca318 {{(pid=88973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:25:46.745424 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44350) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:46.765579 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-678183dc-9a3c-4ea1-88e3-9a38b4c24f19 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Request body: {'floatingip': {'port_id': 'f9b8f70f-783a-49bb-9292-f6302802628e'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:46.959963 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 8ab1c278-5fb5-4978-b4fe-0bd4ca66f650 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:25:46.995248 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 8ab1c278-5fb5-4978-b4fe-0bd4ca66f650 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:25:46.995693 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 8ab1c278-5fb5-4978-b4fe-0bd4ca66f650 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:25:47.042100 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-678183dc-9a3c-4ea1-88e3-9a38b4c24f19 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Notify callbacks [] for floatingip, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:47.063997 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b408a8b5-2d51-41a6-98e5-68ec6683c326 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:47.074402 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b408a8b5-2d51-41a6-98e5-68ec6683c326 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:47.167194 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b408a8b5-2d51-41a6-98e5-68ec6683c326 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f2d234-0ef2-4668-a989-ca2b8fc3f4e6,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:47.174455 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-b408a8b5-2d51-41a6-98e5-68ec6683c326 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=88a5d35d084a4e2d827f047dd35c6e78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9875851 Oct 13 15:25:47.174455 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f6a8b0dc-53de-4ab3-abf0-d0a4d3856a1d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:47.176959 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44354) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:47.211395 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77383ade-cb15-4dac-ba79-dcb41e57cf38 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Router f0080ad3-9dee-4c68-a3af-89c804ac92f4 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:25:47.253386 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0b785e62-4b5c-4e30-ae54-966e81884ac0 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:47.254456 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-0b785e62-4b5c-4e30-ae54-966e81884ac0 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "DELETE /v2.0/routers/ab355524-2e5d-4513-99b8-069b376ca318 HTTP/1.1" status: 204 len: 168 time: 1.8366733 Oct 13 15:25:47.257161 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44358) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:47.274066 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a8b0dc-53de-4ab3-abf0-d0a4d3856a1d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:25:47.307110 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-f6a8b0dc-53de-4ab3-abf0-d0a4d3856a1d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:25:47.317887 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a614d9b-51a8-47c7-9313-f9d35abfc90b None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:25:47.327755 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7bad6e0a-fdef-4cc7-a7ec-aa1cf1bbc702 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:47.370906 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a8b0dc-53de-4ab3-abf0-d0a4d3856a1d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:47.371499 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f6a8b0dc-53de-4ab3-abf0-d0a4d3856a1d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:47.423410 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a8b0dc-53de-4ab3-abf0-d0a4d3856a1d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'Subnet': ['ID=03be3160-89ac-4c79-b95f-64792e70c19c,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:47.535535 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb418c72-7670-454b-86ec-8450b7cfd455 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Deleting subnet 53923eee-bff5-42b7-956f-76592f09866c {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:25:47.551224 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-f6a8b0dc-53de-4ab3-abf0-d0a4d3856a1d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6631801 Oct 13 15:25:47.552073 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fb418c72-7670-454b-86ec-8450b7cfd455 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:47.559089 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4079742-484b-4ff9-8276-1ebc1d20a57f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'tenant_id': 'bb90cebe15f541febeed2c50e15c931e', 'fixed_ips': [{'subnet_id': '03be3160-89ac-4c79-b95f-64792e70c19c'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:25:47.560303 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c4079742-484b-4ff9-8276-1ebc1d20a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:47.568956 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44362) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:47.571552 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bad6e0a-fdef-4cc7-a7ec-aa1cf1bbc702 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Pushing event updated for resources: {'Port': ['ID=a60d28a6-f10f-4d8f-a1e5-d8effd97f0f5,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:47.583235 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-fad62ffa-2871-4877-9ca3-d4cbc47b884f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'port': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'fixed_ips': [{'subnet_id': '03be3160-89ac-4c79-b95f-64792e70c19c', 'ip_address': '2001:db8::20de:190a:ca44:b4c9'}], 'name': 'tempest-NetworksTestDHCPv6-44511313'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:47.608921 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7b78d6a6-a8be-4e32-a57d-d6d658ea9812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:47.632519 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77383ade-cb15-4dac-ba79-dcb41e57cf38 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:25:47.643086 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43c0c9f-7d0f-4c08-8d24-d4562ea02049 None None] Sync routers for ids ['f0080ad3-9dee-4c68-a3af-89c804ac92f4'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:25:47.646176 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-77383ade-cb15-4dac-ba79-dcb41e57cf38 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:47.660086 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43c0c9f-7d0f-4c08-8d24-d4562ea02049 None None] Routers {'f0080ad3-9dee-4c68-a3af-89c804ac92f4'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:25:47.660704 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-f43c0c9f-7d0f-4c08-8d24-d4562ea02049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:25:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['f0080ad3-9dee-4c68-a3af-89c804ac92f4'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:47.686847 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fb418c72-7670-454b-86ec-8450b7cfd455 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:47.714199 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7b78d6a6-a8be-4e32-a57d-d6d658ea9812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:47.756776 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-c4079742-484b-4ff9-8276-1ebc1d20a57f None None] Allocated IP 2001:db8::2 (a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828/03be3160-89ac-4c79-b95f-64792e70c19c/10a48f6d-e1f9-45e7-a782-8177e4038f59) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:25:47.802327 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-77383ade-cb15-4dac-ba79-dcb41e57cf38 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] 10.222.0.42 "PUT /v2.0/floatingips/6d13e838-5a5c-425f-9dce-f93692d60610 HTTP/1.1" status: 200 len: 991 time: 3.8780544 Oct 13 15:25:47.804770 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfbed677-3deb-4ebc-a7a8-c9f57e433e8f', 'tag': 'ecb16b9b-f360-4f0c-a1d9-4633863f8009'}] {{(pid=88972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:25:47.807167 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66139ebd01b2281a52a84d0c3e28fe779798cc7e4f9f2d51c02648ac67609c1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6a62e1-00f2-48e7-b44f-ec0b4142d4ed" -d '{"events": [{"name": "network-changed", "server_uuid": "cfbed677-3deb-4ebc-a7a8-c9f57e433e8f", "tag": "ecb16b9b-f360-4f0c-a1d9-4633863f8009"}]}' {{(pid=88972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:25:47.810434 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bad6e0a-fdef-4cc7-a7ec-aa1cf1bbc702 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Checking segment: {'id': '2eb69dd6-81f6-4a75-aaf5-216b0b236af2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e65c8f19-10a4-4f38-b342-0b51441e7ec4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:25:47.810836 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bad6e0a-fdef-4cc7-a7ec-aa1cf1bbc702 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Network hostable DHCP agents. Network: e65c8f19-10a4-4f38-b342-0b51441e7ec4, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:25:47.863889 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fb418c72-7670-454b-86ec-8450b7cfd455 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:47.911514 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.db.resource_extend [None req-77caae91-d5f5-45de-b495-72ef38c7cc93 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 15:25:47.955655 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 15:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8a6cd2-7379-4ef8-8d09-7cf9d48deca4 x-openstack-request-id: req-fa8a6cd2-7379-4ef8-8d09-7cf9d48deca4 {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:25:47.956349 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfbed677-3deb-4ebc-a7a8-c9f57e433e8f", "tag": "ecb16b9b-f360-4f0c-a1d9-4633863f8009", "status": "completed", "code": 200}]} {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:25:47.957256 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fa8a6cd2-7379-4ef8-8d09-7cf9d48deca4 {{(pid=88972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:25:47.958070 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fa8a6cd2-7379-4ef8-8d09-7cf9d48deca4'] response: {'name': 'network-changed', 'server_uuid': 'cfbed677-3deb-4ebc-a7a8-c9f57e433e8f', 'tag': 'ecb16b9b-f360-4f0c-a1d9-4633863f8009', 'status': 'completed', 'code': 200} Oct 13 15:25:47.960329 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7b78d6a6-a8be-4e32-a57d-d6d658ea9812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:47.979372 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fb418c72-7670-454b-86ec-8450b7cfd455 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:48.017191 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b78d6a6-a8be-4e32-a57d-d6d658ea9812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f2d234-0ef2-4668-a989-ca2b8fc3f4e6,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:48.037195 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-f43c0c9f-7d0f-4c08-8d24-d4562ea02049 None None] Set router f0080ad3-9dee-4c68-a3af-89c804ac92f4 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:25:48.109335 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c4079742-484b-4ff9-8276-1ebc1d20a57f None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:48.115407 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fb418c72-7670-454b-86ec-8450b7cfd455 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:48.125215 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7552a1e4-4ec7-4f26-ac7f-65afaae72871 None None] Network 83272651-8c09-4a1f-bdba-c9e96b0f2d9b requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:25:48.127513 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb418c72-7670-454b-86ec-8450b7cfd455 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event deleted for resources: {'Subnet': ['ID=53923eee-bff5-42b7-956f-76592f09866c,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:48.155655 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-fb418c72-7670-454b-86ec-8450b7cfd455 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "DELETE /v2.0/subnets/53923eee-bff5-42b7-956f-76592f09866c HTTP/1.1" status: 204 len: 168 time: 0.8869970 Oct 13 15:25:48.157342 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44370) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:48.173595 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bad6e0a-fdef-4cc7-a7ec-aa1cf1bbc702 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Network e65c8f19-10a4-4f38-b342-0b51441e7ec4 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:25:48.174041 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-c4079742-484b-4ff9-8276-1ebc1d20a57f None None] Transition to ACTIVE for port object 10a48f6d-e1f9-45e7-a782-8177e4038f59 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:25:48.208847 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-77caae91-d5f5-45de-b495-72ef38c7cc93 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:48.220632 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7b78d6a6-a8be-4e32-a57d-d6d658ea9812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:48.222997 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-7b78d6a6-a8be-4e32-a57d-d6d658ea9812 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/72f2d234-0ef2-4668-a989-ca2b8fc3f4e6 HTTP/1.1" status: 204 len: 168 time: 1.0144346 Oct 13 15:25:48.244657 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-77caae91-d5f5-45de-b495-72ef38c7cc93 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:48.285107 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-c4079742-484b-4ff9-8276-1ebc1d20a57f None None] Transition to ACTIVE for port object 10a48f6d-e1f9-45e7-a782-8177e4038f59 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:25:48.291450 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-95867f3a-b526-4df2-8dba-692e136f0ddd tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Deleting subnet 82722173-3fe8-491b-9ce6-dc358e81d199 {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:25:48.306000 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7174117b-495d-47bc-9f4e-c82d09183664 req-4287b3bf-e9b4-47db-af2d-2306b6c2cd0b tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:48.308051 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-7174117b-495d-47bc-9f4e-c82d09183664 req-4287b3bf-e9b4-47db-af2d-2306b6c2cd0b tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfbed677-3deb-4ebc-a7a8-c9f57e433e8f HTTP/1.1" status: 200 len: 945 time: 0.2800415 Oct 13 15:25:48.308865 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-95867f3a-b526-4df2-8dba-692e136f0ddd tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:48.372328 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c4079742-484b-4ff9-8276-1ebc1d20a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:48.472639 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-f43c0c9f-7d0f-4c08-8d24-d4562ea02049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0080ad3-9dee-4c68-a3af-89c804ac92f4', 'name': 'tempest-ServersTestManualDisk-1021074477-router', 'tenant_id': '18e61030eb034f4e9cafacce6c56e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'b465c0f6-641f-4134-a20d-594f73a75580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:24:39Z', 'updated_at': '2022-10-13T15:24:54Z', 'revision_number': 4, 'project_id': '18e61030eb034f4e9cafacce6c56e7c6', 'gw_port': {'id': 'b465c0f6-641f-4134-a20d-594f73a75580', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0080ad3-9dee-4c68-a3af-89c804ac92f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:42Z', 'updated_at': '2022-10-13T15:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '6d13e838-5a5c-425f-9dce-f93692d60610', 'tenant_id': '18e61030eb034f4e9cafacce6c56e7c6', 'floating_ip_address': '172.26.2.134', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': 'f0080ad3-9dee-4c68-a3af-89c804ac92f4', 'port_id': 'ecb16b9b-f360-4f0c-a1d9-4633863f8009', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eba9316-5858-4216-9f1f-1827035b3500', 'mac_address': 'fa:16:3e:1a:30:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbed677-3deb-4ebc-a7a8-c9f57e433e8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:25:06Z', 'updated_at': '2022-10-13T15:25:45Z', 'revision_number': 1, 'project_id': '18e61030eb034f4e9cafacce6c56e7c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e4ae2e2-d9db-4870-9fd2-a75b54af220a', 'name': '', 'network_id': '3eba9316-5858-4216-9f1f-1827035b3500', 'tenant_id': '18e61030eb034f4e9cafacce6c56e7c6', 'mac_address': 'fa:16:3e:5d:9e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0080ad3-9dee-4c68-a3af-89c804ac92f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '7496ad0c-81b8-44d7-b6bd-85b0f244c790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:51Z', 'updated_at': '2022-10-13T15:25:05Z', 'revision_number': 5, 'project_id': '18e61030eb034f4e9cafacce6c56e7c6', 'subnets': [{'id': '7496ad0c-81b8-44d7-b6bd-85b0f244c790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:48.485704 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43c0c9f-7d0f-4c08-8d24-d4562ea02049 None None] Checking router: f0080ad3-9dee-4c68-a3af-89c804ac92f4 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:25:48.506705 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43c0c9f-7d0f-4c08-8d24-d4562ea02049 None None] Routers {'f0080ad3-9dee-4c68-a3af-89c804ac92f4'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:25:48.510257 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-f43c0c9f-7d0f-4c08-8d24-d4562ea02049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:25:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['f0080ad3-9dee-4c68-a3af-89c804ac92f4'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:48.512231 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4079742-484b-4ff9-8276-1ebc1d20a57f None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:25:48.514994 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-7bad6e0a-fdef-4cc7-a7ec-aa1cf1bbc702 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, e65c8f19-10a4-4f38-b342-0b51441e7ec4) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:25:48.523486 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-c4079742-484b-4ff9-8276-1ebc1d20a57f None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:25:48.532571 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4079742-484b-4ff9-8276-1ebc1d20a57f None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:25:48.543161 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-fad62ffa-2871-4877-9ca3-d4cbc47b884f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:25:48.559269 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bad6e0a-fdef-4cc7-a7ec-aa1cf1bbc702 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:25:48.560644 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7bad6e0a-fdef-4cc7-a7ec-aa1cf1bbc702 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:48.582373 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-987dab30-140f-4cb3-a3bc-20a4dd9c5d69 None None] Network e65c8f19-10a4-4f38-b342-0b51441e7ec4 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:25:48.594972 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-95867f3a-b526-4df2-8dba-692e136f0ddd tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:48.666928 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-7174117b-495d-47bc-9f4e-c82d09183664 req-1b4d784c-76ed-4006-ac16-075e4741f703 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] 10.222.0.42 "GET /v2.0/security-groups?id=4dc8f660-006e-44c4-9c27-23a9ac2bfab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3258286 Oct 13 15:25:48.770201 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-95867f3a-b526-4df2-8dba-692e136f0ddd tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:48.786202 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-fad62ffa-2871-4877-9ca3-d4cbc47b884f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Usage tracker for resource:port and tenant:bb90cebe15f541febeed2c50e15c931e is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:25:48.790275 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-fad62ffa-2871-4877-9ca3-d4cbc47b884f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:25:48.819136 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-fad62ffa-2871-4877-9ca3-d4cbc47b884f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:25:48.847160 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4079742-484b-4ff9-8276-1ebc1d20a57f None None] Pushing event updated for resources: {'Port': ['ID=10a48f6d-e1f9-45e7-a782-8177e4038f59,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:48.856503 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-f43c0c9f-7d0f-4c08-8d24-d4562ea02049 None None] Set router f0080ad3-9dee-4c68-a3af-89c804ac92f4 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:25:48.893335 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44382) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:48.923007 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-95867f3a-b526-4df2-8dba-692e136f0ddd tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:48.947638 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-c4079742-484b-4ff9-8276-1ebc1d20a57f None None] Attempting to bind port 10a48f6d-e1f9-45e7-a782-8177e4038f59 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:25:48.948001 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-c4079742-484b-4ff9-8276-1ebc1d20a57f None None] Attempting to bind port 10a48f6d-e1f9-45e7-a782-8177e4038f59 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:25:48.948356 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4079742-484b-4ff9-8276-1ebc1d20a57f None None] Attempting to bind port 10a48f6d-e1f9-45e7-a782-8177e4038f59 on network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:25:48.963667 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4079742-484b-4ff9-8276-1ebc1d20a57f None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:25:48.964030 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4079742-484b-4ff9-8276-1ebc1d20a57f None None] Checking segment: {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:25:48.964422 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c4079742-484b-4ff9-8276-1ebc1d20a57f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:48.964850 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4079742-484b-4ff9-8276-1ebc1d20a57f None None] Bound using segment: {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:25:48.965312 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-c4079742-484b-4ff9-8276-1ebc1d20a57f None None] Bound port: 10a48f6d-e1f9-45e7-a782-8177e4038f59, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:25:48.965673 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c4079742-484b-4ff9-8276-1ebc1d20a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:48.996526 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95867f3a-b526-4df2-8dba-692e136f0ddd tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event deleted for resources: {'Subnet': ['ID=82722173-3fe8-491b-9ce6-dc358e81d199,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:49.014853 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-95867f3a-b526-4df2-8dba-692e136f0ddd tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:49.021056 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-95867f3a-b526-4df2-8dba-692e136f0ddd tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "DELETE /v2.0/subnets/82722173-3fe8-491b-9ce6-dc358e81d199 HTTP/1.1" status: 204 len: 168 time: 0.8604233 Oct 13 15:25:49.023659 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44386) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:49.061504 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffa1870-e083-476e-82ba-41e0463afa11 None None] Network e7446f75-7c27-425c-9953-16fe59d0ffee requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:25:49.074231 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8f99a6-d0ea-4b07-85ca-85f015a5f276 None None] DHCP port deletion for 83272651-8c09-4a1f-bdba-c9e96b0f2d9b request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:25:49.112352 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-3c8f99a6-d0ea-4b07-85ca-85f015a5f276 None None] Deleting port 85dba465-4a12-4e4c-a3d8-480f272ee292 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:25:49.112967 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-3c8f99a6-d0ea-4b07-85ca-85f015a5f276 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:49.151107 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b2e79766-8749-44f1-bf9e-1ba0a83a1cd3 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:49.162151 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-b2e79766-8749-44f1-bf9e-1ba0a83a1cd3 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Deleting port 85dba465-4a12-4e4c-a3d8-480f272ee292 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:25:49.162469 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b2e79766-8749-44f1-bf9e-1ba0a83a1cd3 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:49.183614 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.l3_db [None req-77caae91-d5f5-45de-b495-72ef38c7cc93 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Floating IP 672e0d5f-3e0f-4915-80db-e2f6973a9b9b associated. External IP: 172.26.2.48, port: a3b86fbf-2db4-40ef-95a6-f249f3d9ff07. Oct 13 15:25:49.253755 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-f43c0c9f-7d0f-4c08-8d24-d4562ea02049 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0080ad3-9dee-4c68-a3af-89c804ac92f4', 'name': 'tempest-ServersTestManualDisk-1021074477-router', 'tenant_id': '18e61030eb034f4e9cafacce6c56e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'b465c0f6-641f-4134-a20d-594f73a75580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:24:39Z', 'updated_at': '2022-10-13T15:24:54Z', 'revision_number': 4, 'project_id': '18e61030eb034f4e9cafacce6c56e7c6', 'gw_port': {'id': 'b465c0f6-641f-4134-a20d-594f73a75580', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0080ad3-9dee-4c68-a3af-89c804ac92f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:42Z', 'updated_at': '2022-10-13T15:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '6d13e838-5a5c-425f-9dce-f93692d60610', 'tenant_id': '18e61030eb034f4e9cafacce6c56e7c6', 'floating_ip_address': '172.26.2.134', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': 'f0080ad3-9dee-4c68-a3af-89c804ac92f4', 'port_id': 'ecb16b9b-f360-4f0c-a1d9-4633863f8009', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eba9316-5858-4216-9f1f-1827035b3500', 'mac_address': 'fa:16:3e:1a:30:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbed677-3deb-4ebc-a7a8-c9f57e433e8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:25:06Z', 'updated_at': '2022-10-13T15:25:45Z', 'revision_number': 1, 'project_id': '18e61030eb034f4e9cafacce6c56e7c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e4ae2e2-d9db-4870-9fd2-a75b54af220a', 'name': '', 'network_id': '3eba9316-5858-4216-9f1f-1827035b3500', 'tenant_id': '18e61030eb034f4e9cafacce6c56e7c6', 'mac_address': 'fa:16:3e:5d:9e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0080ad3-9dee-4c68-a3af-89c804ac92f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '7496ad0c-81b8-44d7-b6bd-85b0f244c790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:51Z', 'updated_at': '2022-10-13T15:25:05Z', 'revision_number': 5, 'project_id': '18e61030eb034f4e9cafacce6c56e7c6', 'subnets': [{'id': '7496ad0c-81b8-44d7-b6bd-85b0f244c790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:49.257854 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43c0c9f-7d0f-4c08-8d24-d4562ea02049 None None] The sync data for ids ['f0080ad3-9dee-4c68-a3af-89c804ac92f4'] in dv-neutron-860329-2-hyperv is: [{'id': 'f0080ad3-9dee-4c68-a3af-89c804ac92f4', 'name': 'tempest-ServersTestManualDisk-1021074477-router', 'tenant_id': '18e61030eb034f4e9cafacce6c56e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'b465c0f6-641f-4134-a20d-594f73a75580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:24:39Z', 'updated_at': '2022-10-13T15:24:54Z', 'revision_number': 4, 'project_id': '18e61030eb034f4e9cafacce6c56e7c6', 'gw_port': {'id': 'b465c0f6-641f-4134-a20d-594f73a75580', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0080ad3-9dee-4c68-a3af-89c804ac92f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:42Z', 'updated_at': '2022-10-13T15:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '6d13e838-5a5c-425f-9dce-f93692d60610', 'tenant_id': '18e61030eb034f4e9cafacce6c56e7c6', 'floating_ip_address': '172.26.2.134', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': 'f0080ad3-9dee-4c68-a3af-89c804ac92f4', 'port_id': 'ecb16b9b-f360-4f0c-a1d9-4633863f8009', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 176, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3eba9316-5858-4216-9f1f-1827035b3500', 'mac_address': 'fa:16:3e:1a:30:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfbed677-3deb-4ebc-a7a8-c9f57e433e8f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:25:06Z', 'updated_at': '2022-10-13T15:25:45Z', 'revision_number': 1, 'project_id': '18e61030eb034f4e9cafacce6c56e7c6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e4ae2e2-d9db-4870-9fd2-a75b54af220a', 'name': '', 'network_id': '3eba9316-5858-4216-9f1f-1827035b3500', 'tenant_id': '18e61030eb034f4e9cafacce6c56e7c6', 'mac_address': 'fa:16:3e:5d:9e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0080ad3-9dee-4c68-a3af-89c804ac92f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '7496ad0c-81b8-44d7-b6bd-85b0f244c790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:51Z', 'updated_at': '2022-10-13T15:25:05Z', 'revision_number': 5, 'project_id': '18e61030eb034f4e9cafacce6c56e7c6', 'subnets': [{'id': '7496ad0c-81b8-44d7-b6bd-85b0f244c790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:25:49.389134 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bad6e0a-fdef-4cc7-a7ec-aa1cf1bbc702 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Pushing event updated for resources: {'Port': ['ID=c6403e75-4406-444a-8a21-52bceb288dce,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:49.392986 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-c4079742-484b-4ff9-8276-1ebc1d20a57f None None] For port 10a48f6d-e1f9-45e7-a782-8177e4038f59, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:25:49.399250 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-b2e79766-8749-44f1-bf9e-1ba0a83a1cd3 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] For port 85dba465-4a12-4e4c-a3d8-480f272ee292, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=85dba465-4a12-4e4c-a3d8-480f272ee292,segment=NetworkSegment(917de853-1d0c-4fdc-b018-80be5265525a),segment_id=917de853-1d0c-4fdc-b018-80be5265525a)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:25:49.399698 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b2e79766-8749-44f1-bf9e-1ba0a83a1cd3 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:49.403892 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5bc67a33-3375-4ebf-ad9c-29e0bca646b5 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:49.491964 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-c4079742-484b-4ff9-8276-1ebc1d20a57f None None] For port 10a48f6d-e1f9-45e7-a782-8177e4038f59, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=10a48f6d-e1f9-45e7-a782-8177e4038f59,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:25:49.513699 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c4079742-484b-4ff9-8276-1ebc1d20a57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:49.559370 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a43037-bac2-40bc-a4ea-f2688fd06318 None None] New status for floating IP 6d13e838-5a5c-425f-9dce-f93692d60610: ACTIVE {{(pid=88974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:25:49.562369 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-b2e79766-8749-44f1-bf9e-1ba0a83a1cd3 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Calling delete_port for 85dba465-4a12-4e4c-a3d8-480f272ee292 owned by network:dhcp {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:25:49.591581 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a62e1-00f2-48e7-b44f-ec0b4142d4ed req-abc61d9f-43ad-421e-8a84-74d7a5ae34b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:49.593513 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ba6a62e1-00f2-48e7-b44f-ec0b4142d4ed req-abc61d9f-43ad-421e-8a84-74d7a5ae34b2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=18e61030eb034f4e9cafacce6c56e7c6&device_id=cfbed677-3deb-4ebc-a7a8-c9f57e433e8f HTTP/1.1" status: 200 len: 1098 time: 1.5588360 Oct 13 15:25:49.594386 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad62ffa-2871-4877-9ca3-d4cbc47b884f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:25:49.642382 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5bc67a33-3375-4ebf-ad9c-29e0bca646b5 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:49.648486 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b2e79766-8749-44f1-bf9e-1ba0a83a1cd3 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:49.670292 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-3c8f99a6-d0ea-4b07-85ca-85f015a5f276 None None] For port 85dba465-4a12-4e4c-a3d8-480f272ee292, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=85dba465-4a12-4e4c-a3d8-480f272ee292,segment=NetworkSegment(917de853-1d0c-4fdc-b018-80be5265525a),segment_id=917de853-1d0c-4fdc-b018-80be5265525a)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:25:49.670693 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-3c8f99a6-d0ea-4b07-85ca-85f015a5f276 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:49.700261 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2e79766-8749-44f1-bf9e-1ba0a83a1cd3 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] No DVR routers for this DVR port 85dba465-4a12-4e4c-a3d8-480f272ee292 on host dv-neutron-860329-2-hyperv {{(pid=88972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:25:49.752304 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e79766-8749-44f1-bf9e-1ba0a83a1cd3 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event deleted for resources: {'Port': ['ID=85dba465-4a12-4e4c-a3d8-480f272ee292,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:49.835678 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bad6e0a-fdef-4cc7-a7ec-aa1cf1bbc702 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Checking segment: {'id': '6cbb523e-41ac-4e39-bb0f-f6f012574b70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': '8d191ae8-5933-4811-a9a0-5e74f0ed8b02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:25:49.836245 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bad6e0a-fdef-4cc7-a7ec-aa1cf1bbc702 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Network hostable DHCP agents. Network: 8d191ae8-5933-4811-a9a0-5e74f0ed8b02, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:25:49.859280 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b2e79766-8749-44f1-bf9e-1ba0a83a1cd3 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:49.908737 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-b2e79766-8749-44f1-bf9e-1ba0a83a1cd3 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83272651-8c09-4a1f-bdba-c9e96b0f2d9b']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:49.936495 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-b2e79766-8749-44f1-bf9e-1ba0a83a1cd3 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '917de853-1d0c-4fdc-b018-80be5265525a') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:49.937058 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-b2e79766-8749-44f1-bf9e-1ba0a83a1cd3 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '917de853-1d0c-4fdc-b018-80be5265525a') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:49.942738 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-3c8f99a6-d0ea-4b07-85ca-85f015a5f276 None None] Calling delete_port for 85dba465-4a12-4e4c-a3d8-480f272ee292 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:25:49.952130 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b2e79766-8749-44f1-bf9e-1ba0a83a1cd3 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:49.985318 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4079742-484b-4ff9-8276-1ebc1d20a57f None None] Pushing event updated for resources: {'Port': ['ID=10a48f6d-e1f9-45e7-a782-8177e4038f59,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:49.992961 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b2e79766-8749-44f1-bf9e-1ba0a83a1cd3 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:50.000619 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2e79766-8749-44f1-bf9e-1ba0a83a1cd3 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Releasing vlan 434 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:25:50.001111 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b2e79766-8749-44f1-bf9e-1ba0a83a1cd3 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:50.022448 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-f2444b16-a5b2-461f-bf2d-1427cabb4650 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1e12a61b931444b0afbb410cf90fe59e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1207039 Oct 13 15:25:50.041815 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44390) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:50.086612 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 917de853-1d0c-4fdc-b018-80be5265525a resource provider aggregate not found Oct 13 15:25:50.094660 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bad6e0a-fdef-4cc7-a7ec-aa1cf1bbc702 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Network 8d191ae8-5933-4811-a9a0-5e74f0ed8b02 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:25:50.130004 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77caae91-d5f5-45de-b495-72ef38c7cc93 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Router bea711c8-5e1e-4998-af95-d57cc836dfc3 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:25:50.144813 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-fad62ffa-2871-4877-9ca3-d4cbc47b884f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:50.165966 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-7bad6e0a-fdef-4cc7-a7ec-aa1cf1bbc702 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 8d191ae8-5933-4811-a9a0-5e74f0ed8b02) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:25:50.177439 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 917de853-1d0c-4fdc-b018-80be5265525a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 917de853-1d0c-4fdc-b018-80be5265525a found for delete ", "request_id": "req-9991ea57-755f-489d-a14d-ac360d119ab3"}]} Oct 13 15:25:50.200032 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b2e79766-8749-44f1-bf9e-1ba0a83a1cd3 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:50.206653 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e168b389-bcfd-4249-b98b-0584a80b0b5d None None] DHCP port deletion for e7446f75-7c27-425c-9953-16fe59d0ffee request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:25:50.208557 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c98b802-503a-42f2-b2a6-d42982e5a4fb None None] Network 8d191ae8-5933-4811-a9a0-5e74f0ed8b02 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:25:50.226548 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b2e79766-8749-44f1-bf9e-1ba0a83a1cd3 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:50.228890 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bad6e0a-fdef-4cc7-a7ec-aa1cf1bbc702 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:25:50.229044 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a657c135-c348-46a8-9f83-6860f834f490 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:50.235482 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bad6e0a-fdef-4cc7-a7ec-aa1cf1bbc702 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:50.238958 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e79766-8749-44f1-bf9e-1ba0a83a1cd3 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event deleted for resources: {'Network': ['ID=83272651-8c09-4a1f-bdba-c9e96b0f2d9b,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:50.240690 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bad6e0a-fdef-4cc7-a7ec-aa1cf1bbc702 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:50.240932 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7bad6e0a-fdef-4cc7-a7ec-aa1cf1bbc702 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:50.246307 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-e168b389-bcfd-4249-b98b-0584a80b0b5d None None] Deleting port cb6cd400-b861-48bb-8eb9-27ea60e3ac06 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:25:50.246735 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e168b389-bcfd-4249-b98b-0584a80b0b5d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:50.248253 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.db.resource_extend [None req-678183dc-9a3c-4ea1-88e3-9a38b4c24f19 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 15:25:50.273725 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-b2e79766-8749-44f1-bf9e-1ba0a83a1cd3 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "DELETE /v2.0/networks/83272651-8c09-4a1f-bdba-c9e96b0f2d9b HTTP/1.1" status: 204 len: 168 time: 1.2466338 Oct 13 15:25:50.273725 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a657c135-c348-46a8-9f83-6860f834f490 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:50.280675 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44398) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:50.354971 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.db.api [None req-3c8f99a6-d0ea-4b07-85ca-85f015a5f276 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88974) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:25:50.355617 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG oslo_db.api [None req-3c8f99a6-d0ea-4b07-85ca-85f015a5f276 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:25:50.430603 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aed9663d-75cc-42b3-a1a0-0587f28937bb tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:50.445906 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-aed9663d-75cc-42b3-a1a0-0587f28937bb tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Deleting port cb6cd400-b861-48bb-8eb9-27ea60e3ac06 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:25:50.446313 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aed9663d-75cc-42b3-a1a0-0587f28937bb tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:50.476649 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a657c135-c348-46a8-9f83-6860f834f490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:50.489052 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [None req-fad62ffa-2871-4877-9ca3-d4cbc47b884f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] device_id is not set on port 1852a227-a326-421b-b9c9-7b5ab596c6b0 yet. {{(pid=88973) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:25:50.509724 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a657c135-c348-46a8-9f83-6860f834f490 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12ec981b-3e38-400b-bb66-07e1a9235069,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:50.524135 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a657c135-c348-46a8-9f83-6860f834f490 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:50.525286 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a657c135-c348-46a8-9f83-6860f834f490 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/12ec981b-3e38-400b-bb66-07e1a9235069 HTTP/1.1" status: 204 len: 168 time: 0.4818556 Oct 13 15:25:50.636360 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a62e1-00f2-48e7-b44f-ec0b4142d4ed req-aa9edc76-7b33-4e58-9de0-a3ed2f730022 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:50.644870 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ba6a62e1-00f2-48e7-b44f-ec0b4142d4ed req-aa9edc76-7b33-4e58-9de0-a3ed2f730022 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3eba9316-5858-4216-9f1f-1827035b3500 HTTP/1.1" status: 200 len: 913 time: 1.0249949 Oct 13 15:25:50.695194 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-e168b389-bcfd-4249-b98b-0584a80b0b5d None None] For port cb6cd400-b861-48bb-8eb9-27ea60e3ac06, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=cb6cd400-b861-48bb-8eb9-27ea60e3ac06,segment=NetworkSegment(dac0af8a-6b5c-4d24-a5b4-852db3720abc),segment_id=dac0af8a-6b5c-4d24-a5b4-852db3720abc)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:25:50.696527 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e168b389-bcfd-4249-b98b-0584a80b0b5d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:50.840598 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-678183dc-9a3c-4ea1-88e3-9a38b4c24f19 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:50.865308 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-7bad6e0a-fdef-4cc7-a7ec-aa1cf1bbc702 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 8.6201248 Oct 13 15:25:50.867309 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-5bc67a33-3375-4ebf-ad9c-29e0bca646b5 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Allocated IP 172.20.0.3 (e3a94404-3a07-48b0-be6b-e83144619c39/7cc4281d-8166-4da5-91ac-9531e0250604/3123e3ec-562a-44a3-8940-cb27bc6e64ba) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:25:50.869379 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-3c8f99a6-d0ea-4b07-85ca-85f015a5f276 None None] Deleting port 85dba465-4a12-4e4c-a3d8-480f272ee292 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:25:50.869750 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-3c8f99a6-d0ea-4b07-85ca-85f015a5f276 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:50.908275 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-e168b389-bcfd-4249-b98b-0584a80b0b5d None None] Calling delete_port for cb6cd400-b861-48bb-8eb9-27ea60e3ac06 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:25:50.917634 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44404) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:51.010471 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-3c8f99a6-d0ea-4b07-85ca-85f015a5f276 None None] The port '85dba465-4a12-4e4c-a3d8-480f272ee292' was deleted {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 13 15:25:51.025342 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-678183dc-9a3c-4ea1-88e3-9a38b4c24f19 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:51.056500 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-aed9663d-75cc-42b3-a1a0-0587f28937bb tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] For port cb6cd400-b861-48bb-8eb9-27ea60e3ac06, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=cb6cd400-b861-48bb-8eb9-27ea60e3ac06,segment=NetworkSegment(dac0af8a-6b5c-4d24-a5b4-852db3720abc),segment_id=dac0af8a-6b5c-4d24-a5b4-852db3720abc)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:25:51.056972 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aed9663d-75cc-42b3-a1a0-0587f28937bb tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:51.059070 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e168b389-bcfd-4249-b98b-0584a80b0b5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:51.115407 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 10a48f6d-e1f9-45e7-a782-8177e4038f59 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:25:51.165200 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e168b389-bcfd-4249-b98b-0584a80b0b5d None None] Pushing event deleted for resources: {'Port': ['ID=cb6cd400-b861-48bb-8eb9-27ea60e3ac06,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:51.178950 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e168b389-bcfd-4249-b98b-0584a80b0b5d None None] No DVR routers for this DVR port cb6cd400-b861-48bb-8eb9-27ea60e3ac06 on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:25:51.204540 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-aed9663d-75cc-42b3-a1a0-0587f28937bb tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Calling delete_port for cb6cd400-b861-48bb-8eb9-27ea60e3ac06 owned by network:dhcp {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:25:51.205800 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-928a071f-c3ea-4496-84b8-5ca923809a46 None None] Provisioning for port 10a48f6d-e1f9-45e7-a782-8177e4038f59 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:25:51.236207 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 10a48f6d-e1f9-45e7-a782-8177e4038f59 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:25:51.243295 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 10a48f6d-e1f9-45e7-a782-8177e4038f59 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:25:51.243719 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:51.244163 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 10a48f6d-e1f9-45e7-a782-8177e4038f59 Oct 13 15:25:51.299777 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.db.api [None req-aed9663d-75cc-42b3-a1a0-0587f28937bb tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88972) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:25:51.300132 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG oslo_db.api [None req-aed9663d-75cc-42b3-a1a0-0587f28937bb tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:25:51.338953 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ba6a62e1-00f2-48e7-b44f-ec0b4142d4ed req-06703bdc-5d3e-403d-bdbc-83c3bcf674fb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ecb16b9b-f360-4f0c-a1d9-4633863f8009 HTTP/1.1" status: 200 len: 1001 time: 0.6932006 Oct 13 15:25:51.390705 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 10a48f6d-e1f9-45e7-a782-8177e4038f59 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:25:51.391152 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:51.428643 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 10a48f6d-e1f9-45e7-a782-8177e4038f59, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=10a48f6d-e1f9-45e7-a782-8177e4038f59,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:25:51.433032 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:51.497328 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 85dba465-4a12-4e4c-a3d8-480f272ee292 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:25:51.539810 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 85dba465-4a12-4e4c-a3d8-480f272ee292 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:25:51.540217 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 85dba465-4a12-4e4c-a3d8-480f272ee292 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:25:51.540686 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device cb6cd400-b861-48bb-8eb9-27ea60e3ac06 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:25:51.558176 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77caae91-d5f5-45de-b495-72ef38c7cc93 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:25:51.583243 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=10a48f6d-e1f9-45e7-a782-8177e4038f59,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:51.592015 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: cb6cd400-b861-48bb-8eb9-27ea60e3ac06 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:25:51.592353 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device cb6cd400-b861-48bb-8eb9-27ea60e3ac06 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:25:51.598523 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881b7f09-1c26-4cc7-bebc-7c6c41ac67f0 None None] Sync routers for ids ['bea711c8-5e1e-4998-af95-d57cc836dfc3'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:25:51.616253 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881b7f09-1c26-4cc7-bebc-7c6c41ac67f0 None None] Routers {'bea711c8-5e1e-4998-af95-d57cc836dfc3'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:25:51.617567 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-881b7f09-1c26-4cc7-bebc-7c6c41ac67f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:25:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['bea711c8-5e1e-4998-af95-d57cc836dfc3'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:51.631188 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-77caae91-d5f5-45de-b495-72ef38c7cc93 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:51.663081 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcd071c-ec86-40b6-bcdf-7cf2af1d173b tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:51.668886 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcd071c-ec86-40b6-bcdf-7cf2af1d173b tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:51.669625 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-cfcd071c-ec86-40b6-bcdf-7cf2af1d173b tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Synchronizing usage tracker for tenant:93249181fb8c4cb99fbebd74bf1e5d52 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:25:51.688344 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a62e1-00f2-48e7-b44f-ec0b4142d4ed req-792ae6bd-6bd5-490f-a5b9-ea80b7db9be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:51.689788 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ba6a62e1-00f2-48e7-b44f-ec0b4142d4ed req-792ae6bd-6bd5-490f-a5b9-ea80b7db9be7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7496ad0c-81b8-44d7-b6bd-85b0f244c790 HTTP/1.1" status: 200 len: 851 time: 0.3324816 Oct 13 15:25:51.803356 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-aed9663d-75cc-42b3-a1a0-0587f28937bb tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Deleting port cb6cd400-b861-48bb-8eb9-27ea60e3ac06 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:25:51.805568 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aed9663d-75cc-42b3-a1a0-0587f28937bb tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:51.818496 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.l3_db [None req-678183dc-9a3c-4ea1-88e3-9a38b4c24f19 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Floating IP ba939412-999d-4f28-8f5c-933b4e6cbb80 associated. External IP: 172.26.2.214, port: f9b8f70f-783a-49bb-9292-f6302802628e. Oct 13 15:25:51.848147 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-881b7f09-1c26-4cc7-bebc-7c6c41ac67f0 None None] Set router bea711c8-5e1e-4998-af95-d57cc836dfc3 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:25:51.888175 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5bc67a33-3375-4ebf-ad9c-29e0bca646b5 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:51.902717 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-77caae91-d5f5-45de-b495-72ef38c7cc93 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.42 "PUT /v2.0/floatingips/672e0d5f-3e0f-4915-80db-e2f6973a9b9b HTTP/1.1" status: 200 len: 990 time: 6.7642691 Oct 13 15:25:51.909728 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-aed9663d-75cc-42b3-a1a0-0587f28937bb tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] The port 'cb6cd400-b861-48bb-8eb9-27ea60e3ac06' was deleted {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 13 15:25:51.972599 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-fad62ffa-2871-4877-9ca3-d4cbc47b884f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Allocated IP 2001:db8::20de:190a:ca44:b4c9 (a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828/03be3160-89ac-4c79-b95f-64792e70c19c/1852a227-a326-421b-b9c9-7b5ab596c6b0) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:25:51.974579 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '120ed22f-0dc2-453c-b30b-44429ff870e3', 'tag': 'a3b86fbf-2db4-40ef-95a6-f249f3d9ff07'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:25:51.976914 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4afcdf2e-fa9e-4156-be9a-5b55070e6d1e" -d '{"events": [{"name": "network-changed", "server_uuid": "120ed22f-0dc2-453c-b30b-44429ff870e3", "tag": "a3b86fbf-2db4-40ef-95a6-f249f3d9ff07"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:25:52.002163 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-cfcd071c-ec86-40b6-bcdf-7cf2af1d173b tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Unset dirty status for tenant:93249181fb8c4cb99fbebd74bf1e5d52 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:25:52.014980 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44438) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:52.018479 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-cfcd071c-ec86-40b6-bcdf-7cf2af1d173b tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 1.0957623 Oct 13 15:25:52.117765 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 15:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f09b03bf-d972-4b60-a4f6-5eec6bcd2ffe x-openstack-request-id: req-f09b03bf-d972-4b60-a4f6-5eec6bcd2ffe {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:25:52.118171 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "120ed22f-0dc2-453c-b30b-44429ff870e3", "tag": "a3b86fbf-2db4-40ef-95a6-f249f3d9ff07", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:25:52.118622 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f09b03bf-d972-4b60-a4f6-5eec6bcd2ffe {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:25:52.119311 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f09b03bf-d972-4b60-a4f6-5eec6bcd2ffe'] response: {'name': 'network-changed', 'server_uuid': '120ed22f-0dc2-453c-b30b-44429ff870e3', 'tag': 'a3b86fbf-2db4-40ef-95a6-f249f3d9ff07', 'status': 'completed', 'code': 200} Oct 13 15:25:52.216488 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a62e1-00f2-48e7-b44f-ec0b4142d4ed req-ca4eb52e-c13e-4cc3-92ee-7158f490da32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:52.218642 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ba6a62e1-00f2-48e7-b44f-ec0b4142d4ed req-ca4eb52e-c13e-4cc3-92ee-7158f490da32 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3eba9316-5858-4216-9f1f-1827035b3500&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5144613 Oct 13 15:25:52.238734 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aed9663d-75cc-42b3-a1a0-0587f28937bb tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:52.315338 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-283a4f45-e8ad-4953-9291-9dec96f29d0e tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Deleting port a60d28a6-f10f-4d8f-a1e5-d8effd97f0f5 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:25:52.315595 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-283a4f45-e8ad-4953-9291-9dec96f29d0e tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:52.350112 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-aed9663d-75cc-42b3-a1a0-0587f28937bb tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7446f75-7c27-425c-9953-16fe59d0ffee']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:52.359729 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-881b7f09-1c26-4cc7-bebc-7c6c41ac67f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea711c8-5e1e-4998-af95-d57cc836dfc3', 'name': 'tempest-ServersTestJSON-156453351-router', 'tenant_id': 'd8ab2ab48b154fe59d2af3b86563e1e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '2ac75954-0ec5-4439-9656-3be2abc7f1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:24:39Z', 'updated_at': '2022-10-13T15:24:54Z', 'revision_number': 4, 'project_id': 'd8ab2ab48b154fe59d2af3b86563e1e5', 'gw_port': {'id': '2ac75954-0ec5-4439-9656-3be2abc7f1fb', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea711c8-5e1e-4998-af95-d57cc836dfc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:41Z', 'updated_at': '2022-10-13T15:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '672e0d5f-3e0f-4915-80db-e2f6973a9b9b', 'tenant_id': 'd8ab2ab48b154fe59d2af3b86563e1e5', 'floating_ip_address': '172.26.2.48', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': 'bea711c8-5e1e-4998-af95-d57cc836dfc3', 'port_id': 'a3b86fbf-2db4-40ef-95a6-f249f3d9ff07', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b', 'mac_address': 'fa:16:3e:ed:35:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120ed22f-0dc2-453c-b30b-44429ff870e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:25:04Z', 'updated_at': '2022-10-13T15:25:47Z', 'revision_number': 1, 'project_id': 'd8ab2ab48b154fe59d2af3b86563e1e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '835d0ee9-3185-4d9a-977b-6b67722420f5', 'name': '', 'network_id': '3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b', 'tenant_id': 'd8ab2ab48b154fe59d2af3b86563e1e5', 'mac_address': 'fa:16:3e:81:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea711c8-5e1e-4998-af95-d57cc836dfc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'fb9f91e1-ddeb-4202-a3e1-9b503a67c696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:50Z', 'updated_at': '2022-10-13T15:25:06Z', 'revision_number': 5, 'project_id': 'd8ab2ab48b154fe59d2af3b86563e1e5', 'subnets': [{'id': 'fb9f91e1-ddeb-4202-a3e1-9b503a67c696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:52.364665 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881b7f09-1c26-4cc7-bebc-7c6c41ac67f0 None None] Checking router: bea711c8-5e1e-4998-af95-d57cc836dfc3 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:25:52.378549 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-881b7f09-1c26-4cc7-bebc-7c6c41ac67f0 None None] Routers {'bea711c8-5e1e-4998-af95-d57cc836dfc3'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:25:52.379481 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-881b7f09-1c26-4cc7-bebc-7c6c41ac67f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:25:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['bea711c8-5e1e-4998-af95-d57cc836dfc3'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:52.392522 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-aed9663d-75cc-42b3-a1a0-0587f28937bb tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dac0af8a-6b5c-4d24-a5b4-852db3720abc') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:52.392814 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-aed9663d-75cc-42b3-a1a0-0587f28937bb tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dac0af8a-6b5c-4d24-a5b4-852db3720abc') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:52.418334 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aed9663d-75cc-42b3-a1a0-0587f28937bb tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:52.433591 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44448) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:52.505934 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c37558f-a4d6-466f-a6bb-311cddba9918 req-8731ceec-60a0-496d-9979-d06876f8ef77 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:52.507532 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-9c37558f-a4d6-466f-a6bb-311cddba9918 req-8731ceec-60a0-496d-9979-d06876f8ef77 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.42 "GET /v2.0/ports?device_id=120ed22f-0dc2-453c-b30b-44429ff870e3 HTTP/1.1" status: 200 len: 945 time: 0.4861481 Oct 13 15:25:52.509246 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aed9663d-75cc-42b3-a1a0-0587f28937bb tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:52.523033 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aed9663d-75cc-42b3-a1a0-0587f28937bb tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:25:52.523436 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aed9663d-75cc-42b3-a1a0-0587f28937bb tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:52.558116 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afcdf2e-fa9e-4156-be9a-5b55070e6d1e req-2cf9e668-e70a-42f9-9b2a-e885666c4e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:52.560186 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-4afcdf2e-fa9e-4156-be9a-5b55070e6d1e req-2cf9e668-e70a-42f9-9b2a-e885666c4e46 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d8ab2ab48b154fe59d2af3b86563e1e5&device_id=120ed22f-0dc2-453c-b30b-44429ff870e3 HTTP/1.1" status: 200 len: 1098 time: 0.3842514 Oct 13 15:25:52.578829 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5bc67a33-3375-4ebf-ad9c-29e0bca646b5 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:52.632018 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment dac0af8a-6b5c-4d24-a5b4-852db3720abc resource provider aggregate not found Oct 13 15:25:52.647497 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-881b7f09-1c26-4cc7-bebc-7c6c41ac67f0 None None] Set router bea711c8-5e1e-4998-af95-d57cc836dfc3 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:25:52.687547 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment dac0af8a-6b5c-4d24-a5b4-852db3720abc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dac0af8a-6b5c-4d24-a5b4-852db3720abc found for delete ", "request_id": "req-0e879bd7-8dc2-42bf-9fbc-ee087246de0d"}]} Oct 13 15:25:52.702505 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-4dbf1436-a372-42ee-a86f-d440312941ba tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-502554343'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:52.740334 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-4dbf1436-a372-42ee-a86f-d440312941ba tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:25:52.758489 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc67a33-3375-4ebf-ad9c-29e0bca646b5 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Network e3a94404-3a07-48b0-be6b-e83144619c39 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:25:52.794528 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-4dbf1436-a372-42ee-a86f-d440312941ba tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Usage tracker for resource:router and tenant:145f539118ff45c9bbde4ac77aa1a1f2 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:25:52.820132 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-5bc67a33-3375-4ebf-ad9c-29e0bca646b5 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:25:52.834729 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc67a33-3375-4ebf-ad9c-29e0bca646b5 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:25:52.849587 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-4dbf1436-a372-42ee-a86f-d440312941ba tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:25:52.874106 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-4dbf1436-a372-42ee-a86f-d440312941ba tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:25:52.881221 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aed9663d-75cc-42b3-a1a0-0587f28937bb tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:52.885468 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-9c37558f-a4d6-466f-a6bb-311cddba9918 req-f363ad41-87ba-4884-bb8c-0c3db2a14308 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fed544a-1f93-4571-ab35-0710ef88044b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3636472 Oct 13 15:25:52.891240 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc67a33-3375-4ebf-ad9c-29e0bca646b5 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Pushing event updated for resources: {'Port': ['ID=3123e3ec-562a-44a3-8940-cb27bc6e64ba,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:52.912851 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aed9663d-75cc-42b3-a1a0-0587f28937bb tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:52.918352 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-283a4f45-e8ad-4953-9291-9dec96f29d0e tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:52.941942 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed9663d-75cc-42b3-a1a0-0587f28937bb tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event deleted for resources: {'Network': ['ID=e7446f75-7c27-425c-9953-16fe59d0ffee,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:52.948909 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ba6a62e1-00f2-48e7-b44f-ec0b4142d4ed req-772b6c16-e5a2-4c16-ab6e-06ea3e089690 service neutron] 10.222.0.16 "GET /v2.0/networks/3eba9316-5858-4216-9f1f-1827035b3500?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7139907 Oct 13 15:25:53.048042 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 10a48f6d-e1f9-45e7-a782-8177e4038f59 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:25:53.093904 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-881b7f09-1c26-4cc7-bebc-7c6c41ac67f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea711c8-5e1e-4998-af95-d57cc836dfc3', 'name': 'tempest-ServersTestJSON-156453351-router', 'tenant_id': 'd8ab2ab48b154fe59d2af3b86563e1e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '2ac75954-0ec5-4439-9656-3be2abc7f1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:24:39Z', 'updated_at': '2022-10-13T15:24:54Z', 'revision_number': 4, 'project_id': 'd8ab2ab48b154fe59d2af3b86563e1e5', 'gw_port': {'id': '2ac75954-0ec5-4439-9656-3be2abc7f1fb', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea711c8-5e1e-4998-af95-d57cc836dfc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:41Z', 'updated_at': '2022-10-13T15:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '672e0d5f-3e0f-4915-80db-e2f6973a9b9b', 'tenant_id': 'd8ab2ab48b154fe59d2af3b86563e1e5', 'floating_ip_address': '172.26.2.48', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': 'bea711c8-5e1e-4998-af95-d57cc836dfc3', 'port_id': 'a3b86fbf-2db4-40ef-95a6-f249f3d9ff07', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b', 'mac_address': 'fa:16:3e:ed:35:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120ed22f-0dc2-453c-b30b-44429ff870e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:25:04Z', 'updated_at': '2022-10-13T15:25:47Z', 'revision_number': 1, 'project_id': 'd8ab2ab48b154fe59d2af3b86563e1e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '835d0ee9-3185-4d9a-977b-6b67722420f5', 'name': '', 'network_id': '3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b', 'tenant_id': 'd8ab2ab48b154fe59d2af3b86563e1e5', 'mac_address': 'fa:16:3e:81:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea711c8-5e1e-4998-af95-d57cc836dfc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'fb9f91e1-ddeb-4202-a3e1-9b503a67c696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:50Z', 'updated_at': '2022-10-13T15:25:06Z', 'revision_number': 5, 'project_id': 'd8ab2ab48b154fe59d2af3b86563e1e5', 'subnets': [{'id': 'fb9f91e1-ddeb-4202-a3e1-9b503a67c696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:53.100378 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-881b7f09-1c26-4cc7-bebc-7c6c41ac67f0 None None] The sync data for ids ['bea711c8-5e1e-4998-af95-d57cc836dfc3'] in dv-neutron-860329-2-hyperv is: [{'id': 'bea711c8-5e1e-4998-af95-d57cc836dfc3', 'name': 'tempest-ServersTestJSON-156453351-router', 'tenant_id': 'd8ab2ab48b154fe59d2af3b86563e1e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '2ac75954-0ec5-4439-9656-3be2abc7f1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:24:39Z', 'updated_at': '2022-10-13T15:24:54Z', 'revision_number': 4, 'project_id': 'd8ab2ab48b154fe59d2af3b86563e1e5', 'gw_port': {'id': '2ac75954-0ec5-4439-9656-3be2abc7f1fb', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea711c8-5e1e-4998-af95-d57cc836dfc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:41Z', 'updated_at': '2022-10-13T15:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '672e0d5f-3e0f-4915-80db-e2f6973a9b9b', 'tenant_id': 'd8ab2ab48b154fe59d2af3b86563e1e5', 'floating_ip_address': '172.26.2.48', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': 'bea711c8-5e1e-4998-af95-d57cc836dfc3', 'port_id': 'a3b86fbf-2db4-40ef-95a6-f249f3d9ff07', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b', 'mac_address': 'fa:16:3e:ed:35:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '120ed22f-0dc2-453c-b30b-44429ff870e3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:25:04Z', 'updated_at': '2022-10-13T15:25:47Z', 'revision_number': 1, 'project_id': 'd8ab2ab48b154fe59d2af3b86563e1e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '835d0ee9-3185-4d9a-977b-6b67722420f5', 'name': '', 'network_id': '3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b', 'tenant_id': 'd8ab2ab48b154fe59d2af3b86563e1e5', 'mac_address': 'fa:16:3e:81:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea711c8-5e1e-4998-af95-d57cc836dfc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'fb9f91e1-ddeb-4202-a3e1-9b503a67c696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:50Z', 'updated_at': '2022-10-13T15:25:06Z', 'revision_number': 5, 'project_id': 'd8ab2ab48b154fe59d2af3b86563e1e5', 'subnets': [{'id': 'fb9f91e1-ddeb-4202-a3e1-9b503a67c696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:25:53.107566 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4dbf1436-a372-42ee-a86f-d440312941ba tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:53.108797 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4dbf1436-a372-42ee-a86f-d440312941ba tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:53.109152 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-678183dc-9a3c-4ea1-88e3-9a38b4c24f19 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Router d4965cdd-6817-4c18-9b60-709c9bb049f1 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:25:53.124844 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-283a4f45-e8ad-4953-9291-9dec96f29d0e tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Calling delete_port for a60d28a6-f10f-4d8f-a1e5-d8effd97f0f5 owned by {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:25:53.132255 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 10a48f6d-e1f9-45e7-a782-8177e4038f59 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:25:53.132764 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:53.133191 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 10a48f6d-e1f9-45e7-a782-8177e4038f59 Oct 13 15:25:53.176032 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-fad62ffa-2871-4877-9ca3-d4cbc47b884f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:53.259639 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-aed9663d-75cc-42b3-a1a0-0587f28937bb tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "DELETE /v2.0/networks/e7446f75-7c27-425c-9953-16fe59d0ffee HTTP/1.1" status: 204 len: 168 time: 2.9779336 Oct 13 15:25:53.264890 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44464) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:53.268642 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 10a48f6d-e1f9-45e7-a782-8177e4038f59 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:25:53.277174 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-fad62ffa-2871-4877-9ca3-d4cbc47b884f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Transition to ACTIVE for port object 1852a227-a326-421b-b9c9-7b5ab596c6b0 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:25:53.289612 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-8b800a41-86c2-4392-aff2-7cdce2addb3e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-562910329'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:53.307607 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-8b800a41-86c2-4392-aff2-7cdce2addb3e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:25:53.320754 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-8b800a41-86c2-4392-aff2-7cdce2addb3e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Usage tracker for resource:network and tenant:34e6b268fc1844e287c5dc961df795e5 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:25:53.326798 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-8b800a41-86c2-4392-aff2-7cdce2addb3e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:25:53.338973 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4dbf1436-a372-42ee-a86f-d440312941ba tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:53.340401 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-8b800a41-86c2-4392-aff2-7cdce2addb3e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:25:53.343759 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afcdf2e-fa9e-4156-be9a-5b55070e6d1e req-68d04584-2d68-4b41-bed9-5672b567352e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:53.345262 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-4afcdf2e-fa9e-4156-be9a-5b55070e6d1e req-68d04584-2d68-4b41-bed9-5672b567352e service neutron] 10.222.0.16 "GET /v2.0/networks?id=3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b HTTP/1.1" status: 200 len: 906 time: 0.7173269 Oct 13 15:25:53.371133 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aed5436d-efcd-408c-9080-f205db08983e None None] New status for floating IP 672e0d5f-3e0f-4915-80db-e2f6973a9b9b: ACTIVE {{(pid=88974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:25:53.449188 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b800a41-86c2-4392-aff2-7cdce2addb3e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Made reservation on behalf of 34e6b268fc1844e287c5dc961df795e5 for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:25:53.453072 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8b800a41-86c2-4392-aff2-7cdce2addb3e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:53.481854 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4dbf1436-a372-42ee-a86f-d440312941ba tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:53.488522 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-283a4f45-e8ad-4953-9291-9dec96f29d0e tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:53.562599 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-4afcdf2e-fa9e-4156-be9a-5b55070e6d1e req-56099d69-0b26-4487-b121-959b9a007127 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3b86fbf-2db4-40ef-95a6-f249f3d9ff07 HTTP/1.1" status: 200 len: 998 time: 0.2077777 Oct 13 15:25:53.569303 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283a4f45-e8ad-4953-9291-9dec96f29d0e tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Pushing event deleted for resources: {'Port': ['ID=a60d28a6-f10f-4d8f-a1e5-d8effd97f0f5,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:53.580059 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b800a41-86c2-4392-aff2-7cdce2addb3e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:25:53.618783 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-283a4f45-e8ad-4953-9291-9dec96f29d0e tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:53.625524 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ba6a62e1-00f2-48e7-b44f-ec0b4142d4ed req-1ddcf973-3a2f-421a-9898-2b628d71c2a2 service neutron] 10.222.0.16 "GET /v2.0/networks/3eba9316-5858-4216-9f1f-1827035b3500?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6450393 Oct 13 15:25:53.658707 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8b800a41-86c2-4392-aff2-7cdce2addb3e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:53.659063 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-8b800a41-86c2-4392-aff2-7cdce2addb3e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Added segment 64dd2492-f92a-4573-bac1-7f72f59a5963 of type vlan for network 2b2d27b8-b8d7-48fa-ae00-05f6c9754a64 Oct 13 15:25:53.660704 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4dbf1436-a372-42ee-a86f-d440312941ba tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:53.664532 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-4dbf1436-a372-42ee-a86f-d440312941ba tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 1.2028852 Oct 13 15:25:53.666664 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44468) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:53.672688 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-283a4f45-e8ad-4953-9291-9dec96f29d0e tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] 10.222.0.42 "DELETE /v2.0/ports/a60d28a6-f10f-4d8f-a1e5-d8effd97f0f5 HTTP/1.1" status: 204 len: 168 time: 1.6529527 Oct 13 15:25:53.680304 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44472) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:53.712799 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8b800a41-86c2-4392-aff2-7cdce2addb3e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:53.793739 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8b800a41-86c2-4392-aff2-7cdce2addb3e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:53.799607 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b800a41-86c2-4392-aff2-7cdce2addb3e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:53.800214 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8b800a41-86c2-4392-aff2-7cdce2addb3e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:53.830412 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afcdf2e-fa9e-4156-be9a-5b55070e6d1e req-75b3d52d-5a88-4644-a8c7-f222d4bab89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:53.831903 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-4afcdf2e-fa9e-4156-be9a-5b55070e6d1e req-75b3d52d-5a88-4644-a8c7-f222d4bab89c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fb9f91e1-ddeb-4202-a3e1-9b503a67c696 HTTP/1.1" status: 200 len: 844 time: 0.2542026 Oct 13 15:25:53.905956 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-678183dc-9a3c-4ea1-88e3-9a38b4c24f19 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:25:53.918442 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2a885d-c7f4-4135-8f04-27e1edab8ae3 None None] Sync routers for ids ['d4965cdd-6817-4c18-9b60-709c9bb049f1'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:25:53.931220 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2a885d-c7f4-4135-8f04-27e1edab8ae3 None None] Routers {'d4965cdd-6817-4c18-9b60-709c9bb049f1'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:25:53.932057 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-1f2a885d-c7f4-4135-8f04-27e1edab8ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:25:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['d4965cdd-6817-4c18-9b60-709c9bb049f1'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:53.971210 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-fad62ffa-2871-4877-9ca3-d4cbc47b884f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:53.977486 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-678183dc-9a3c-4ea1-88e3-9a38b4c24f19 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:53.989858 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-8b800a41-86c2-4392-aff2-7cdce2addb3e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7152927 Oct 13 15:25:53.996253 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-67f13226-4943-4ce4-99a3-e35f928290a9 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Deleting port c6403e75-4406-444a-8a21-52bceb288dce {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:25:53.996594 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-67f13226-4943-4ce4-99a3-e35f928290a9 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:54.017833 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44476) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:54.043443 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b800a41-86c2-4392-aff2-7cdce2addb3e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event updated for resources: {'Network': ['ID=2b2d27b8-b8d7-48fa-ae00-05f6c9754a64,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:54.058837 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 2b2d27b8-b8d7-48fa-ae00-05f6c9754a64 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:25:54.071291 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-1bb6171a-1214-4d52-ad22-d437060baee3 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Request body: {'subnet': {'network_id': '2b2d27b8-b8d7-48fa-ae00-05f6c9754a64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:54.130114 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-1f2a885d-c7f4-4135-8f04-27e1edab8ae3 None None] Set router d4965cdd-6817-4c18-9b60-709c9bb049f1 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:25:54.139580 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afcdf2e-fa9e-4156-be9a-5b55070e6d1e req-40f3a6cd-5583-420f-9173-2b64db9f3fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:54.141189 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-4afcdf2e-fa9e-4156-be9a-5b55070e6d1e req-40f3a6cd-5583-420f-9173-2b64db9f3fdd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2843881 Oct 13 15:25:54.155885 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d6deaf53-b9cc-4904-b510-665438567da3 tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Notify callbacks [] for router, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:54.211769 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad62ffa-2871-4877-9ca3-d4cbc47b884f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:25:54.268682 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-fad62ffa-2871-4877-9ca3-d4cbc47b884f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:25:54.339564 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad62ffa-2871-4877-9ca3-d4cbc47b884f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:25:54.345911 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad62ffa-2871-4877-9ca3-d4cbc47b884f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:54.346553 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-fad62ffa-2871-4877-9ca3-d4cbc47b884f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:54.349661 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-67f13226-4943-4ce4-99a3-e35f928290a9 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:54.353038 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5bc67a33-3375-4ebf-ad9c-29e0bca646b5 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:54.403125 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-678183dc-9a3c-4ea1-88e3-9a38b4c24f19 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "PUT /v2.0/floatingips/ba939412-999d-4f28-8f5c-933b4e6cbb80 HTTP/1.1" status: 200 len: 992 time: 7.6546588 Oct 13 15:25:54.425281 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3efc2502-b066-49a0-9550-ad9f1a36a931', 'tag': 'f9b8f70f-783a-49bb-9292-f6302802628e'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:25:54.427638 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0095a6b1-59a7-4d9e-a5bf-b47119eebd56" -d '{"events": [{"name": "network-changed", "server_uuid": "3efc2502-b066-49a0-9550-ad9f1a36a931", "tag": "f9b8f70f-783a-49bb-9292-f6302802628e"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:25:54.430068 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad62ffa-2871-4877-9ca3-d4cbc47b884f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'Port': ['ID=1852a227-a326-421b-b9c9-7b5ab596c6b0,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:54.482724 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-1bb6171a-1214-4d52-ad22-d437060baee3 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:25:54.487176 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-67f13226-4943-4ce4-99a3-e35f928290a9 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Calling delete_port for c6403e75-4406-444a-8a21-52bceb288dce owned by {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:25:54.490676 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-1bb6171a-1214-4d52-ad22-d437060baee3 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Usage tracker for resource:subnet and tenant:34e6b268fc1844e287c5dc961df795e5 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:25:54.496825 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-fad62ffa-2871-4877-9ca3-d4cbc47b884f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 6.9212341 Oct 13 15:25:54.522457 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44484) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:54.539068 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 15:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c711f11-6e53-4606-af2e-a779d0ae0f1e x-openstack-request-id: req-7c711f11-6e53-4606-af2e-a779d0ae0f1e {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:25:54.539353 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3efc2502-b066-49a0-9550-ad9f1a36a931", "tag": "f9b8f70f-783a-49bb-9292-f6302802628e", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:25:54.539602 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7c711f11-6e53-4606-af2e-a779d0ae0f1e {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:25:54.539993 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c711f11-6e53-4606-af2e-a779d0ae0f1e'] response: {'name': 'network-changed', 'server_uuid': '3efc2502-b066-49a0-9550-ad9f1a36a931', 'tag': 'f9b8f70f-783a-49bb-9292-f6302802628e', 'status': 'completed', 'code': 200} Oct 13 15:25:54.545657 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-1bb6171a-1214-4d52-ad22-d437060baee3 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:25:54.579581 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-1f2a885d-c7f4-4135-8f04-27e1edab8ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4965cdd-6817-4c18-9b60-709c9bb049f1', 'name': 'tempest-ServerActionsTestJSON-379588358-router', 'tenant_id': '9c317355326e4f748fe019ccb370c99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.175'}], 'enable_snat': True}, 'gw_port_id': '66615903-8398-41e8-ac1d-92f8094b8079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:24:37Z', 'updated_at': '2022-10-13T15:24:48Z', 'revision_number': 4, 'project_id': '9c317355326e4f748fe019ccb370c99a', 'gw_port': {'id': '66615903-8398-41e8-ac1d-92f8094b8079', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4965cdd-6817-4c18-9b60-709c9bb049f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:39Z', 'updated_at': '2022-10-13T15:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': 'ba939412-999d-4f28-8f5c-933b4e6cbb80', 'tenant_id': '9c317355326e4f748fe019ccb370c99a', 'floating_ip_address': '172.26.2.214', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': 'd4965cdd-6817-4c18-9b60-709c9bb049f1', 'port_id': 'f9b8f70f-783a-49bb-9292-f6302802628e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68ca5488-1f82-4ee2-9e86-9e983d74aa07', 'mac_address': 'fa:16:3e:22:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efc2502-b066-49a0-9550-ad9f1a36a931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:25:00Z', 'updated_at': '2022-10-13T15:25:50Z', 'revision_number': 1, 'project_id': '9c317355326e4f748fe019ccb370c99a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27', 'name': '', 'network_id': '68ca5488-1f82-4ee2-9e86-9e983d74aa07', 'tenant_id': '9c317355326e4f748fe019ccb370c99a', 'mac_address': 'fa:16:3e:e8:d1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4965cdd-6817-4c18-9b60-709c9bb049f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '12a9e0ad-f87e-4c11-b0b3-9af248956963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:45Z', 'updated_at': '2022-10-13T15:25:01Z', 'revision_number': 5, 'project_id': '9c317355326e4f748fe019ccb370c99a', 'subnets': [{'id': '12a9e0ad-f87e-4c11-b0b3-9af248956963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:54.583884 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2a885d-c7f4-4135-8f04-27e1edab8ae3 None None] Checking router: d4965cdd-6817-4c18-9b60-709c9bb049f1 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:25:54.596759 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2a885d-c7f4-4135-8f04-27e1edab8ae3 None None] Routers {'d4965cdd-6817-4c18-9b60-709c9bb049f1'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:25:54.597595 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-1f2a885d-c7f4-4135-8f04-27e1edab8ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:25:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['d4965cdd-6817-4c18-9b60-709c9bb049f1'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:54.610570 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-4afcdf2e-fa9e-4156-be9a-5b55070e6d1e req-b40d35a3-8fd6-432c-bf8e-1a9b72ec8873 service neutron] 10.222.0.16 "GET /v2.0/networks/3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4456522 Oct 13 15:25:54.680478 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-f65febdd-5ea0-41b3-9841-fbc5a696a39e None None] Provisioning for port 1852a227-a326-421b-b9c9-7b5ab596c6b0 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:25:54.687777 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-f65febdd-5ea0-41b3-9841-fbc5a696a39e None None] Provisioning complete for port 1852a227-a326-421b-b9c9-7b5ab596c6b0 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:25:54.688456 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f65febdd-5ea0-41b3-9841-fbc5a696a39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:54.688993 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f65febdd-5ea0-41b3-9841-fbc5a696a39e None None] Attempt 1 to provision port 1852a227-a326-421b-b9c9-7b5ab596c6b0 Oct 13 15:25:54.756853 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-67f13226-4943-4ce4-99a3-e35f928290a9 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:54.759610 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-1bb6171a-1214-4d52-ad22-d437060baee3 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:25:54.793986 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f65febdd-5ea0-41b3-9841-fbc5a696a39e None None] Port 1852a227-a326-421b-b9c9-7b5ab596c6b0 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:25:54.813475 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d6deaf53-b9cc-4904-b510-665438567da3 tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:54.816539 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f13226-4943-4ce4-99a3-e35f928290a9 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Pushing event deleted for resources: {'Port': ['ID=c6403e75-4406-444a-8a21-52bceb288dce,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:54.819745 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d6deaf53-b9cc-4904-b510-665438567da3 tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:54.837428 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bb6171a-1214-4d52-ad22-d437060baee3 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Made reservation on behalf of 34e6b268fc1844e287c5dc961df795e5 for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:25:54.842476 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1bb6171a-1214-4d52-ad22-d437060baee3 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:54.852780 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-67f13226-4943-4ce4-99a3-e35f928290a9 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:54.867095 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d5efa2-09d9-4024-9307-794842e42867 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:54.873098 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d5efa2-09d9-4024-9307-794842e42867 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:54.873884 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-78d5efa2-09d9-4024-9307-794842e42867 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Synchronizing usage tracker for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:25:54.881867 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-1f2a885d-c7f4-4135-8f04-27e1edab8ae3 None None] Set router d4965cdd-6817-4c18-9b60-709c9bb049f1 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:25:54.887010 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-4afcdf2e-fa9e-4156-be9a-5b55070e6d1e req-2e085f4f-6122-4d7f-9ba7-aedee35b7b94 service neutron] 10.222.0.16 "GET /v2.0/networks/3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613747 Oct 13 15:25:54.893411 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-67f13226-4943-4ce4-99a3-e35f928290a9 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] 10.222.0.42 "DELETE /v2.0/ports/c6403e75-4406-444a-8a21-52bceb288dce HTTP/1.1" status: 204 len: 168 time: 1.2097321 Oct 13 15:25:54.893977 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44488) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:55.012124 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d6deaf53-b9cc-4904-b510-665438567da3 tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:55.013276 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6deaf53-b9cc-4904-b510-665438567da3 tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 38e4bfa5-fdc5-4666-80cf-2c4f30c9564e {{(pid=88973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:25:55.057915 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d6deaf53-b9cc-4904-b510-665438567da3 tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:55.062371 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-d6deaf53-b9cc-4904-b510-665438567da3 tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] 10.222.0.42 "DELETE /v2.0/routers/38e4bfa5-fdc5-4666-80cf-2c4f30c9564e HTTP/1.1" status: 204 len: 168 time: 1.3898671 Oct 13 15:25:55.067745 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44492) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:55.076922 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-00000084-1faa-4376-8428-5cf8f52870ea tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Synchronizing usage tracker for tenant:93249181fb8c4cb99fbebd74bf1e5d52 on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:25:55.079552 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-78d5efa2-09d9-4024-9307-794842e42867 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Unset dirty status for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:25:55.080681 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-78d5efa2-09d9-4024-9307-794842e42867 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.5549765 Oct 13 15:25:55.083644 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44496) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:55.084107 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-50553b8a-b1e8-408e-975f-1d5e7893f300 tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Request body: {'router': {'name': 'tempest-router-2145832231', 'distributed': False}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:55.089213 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0095a6b1-59a7-4d9e-a5bf-b47119eebd56 req-071068c8-b44a-49ee-b289-d1dbe4d18296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:55.090756 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0095a6b1-59a7-4d9e-a5bf-b47119eebd56 req-071068c8-b44a-49ee-b289-d1dbe4d18296 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c317355326e4f748fe019ccb370c99a&device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 1099 time: 0.4777570 Oct 13 15:25:55.147154 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-00000084-1faa-4376-8428-5cf8f52870ea tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Unset dirty status for tenant:93249181fb8c4cb99fbebd74bf1e5d52 on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:25:55.152099 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-00000084-1faa-4376-8428-5cf8f52870ea tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2535059 Oct 13 15:25:55.154750 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44502) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:55.164696 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-903617e3-f41b-49ea-bb2c-3a739d7d50b4 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-754093372'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:55.175128 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-0d097dfa-b914-4614-b994-3d58f24af01b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Deleting port 1852a227-a326-421b-b9c9-7b5ab596c6b0 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:25:55.175487 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0d097dfa-b914-4614-b994-3d58f24af01b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:55.201167 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-903617e3-f41b-49ea-bb2c-3a739d7d50b4 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:25:55.220210 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-903617e3-f41b-49ea-bb2c-3a739d7d50b4 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Usage tracker for resource:network and tenant:93249181fb8c4cb99fbebd74bf1e5d52 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:25:55.229993 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-903617e3-f41b-49ea-bb2c-3a739d7d50b4 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:25:55.239869 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-903617e3-f41b-49ea-bb2c-3a739d7d50b4 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:25:55.275746 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-1f2a885d-c7f4-4135-8f04-27e1edab8ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4965cdd-6817-4c18-9b60-709c9bb049f1', 'name': 'tempest-ServerActionsTestJSON-379588358-router', 'tenant_id': '9c317355326e4f748fe019ccb370c99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.175'}], 'enable_snat': True}, 'gw_port_id': '66615903-8398-41e8-ac1d-92f8094b8079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:24:37Z', 'updated_at': '2022-10-13T15:24:48Z', 'revision_number': 4, 'project_id': '9c317355326e4f748fe019ccb370c99a', 'gw_port': {'id': '66615903-8398-41e8-ac1d-92f8094b8079', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4965cdd-6817-4c18-9b60-709c9bb049f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:39Z', 'updated_at': '2022-10-13T15:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': 'ba939412-999d-4f28-8f5c-933b4e6cbb80', 'tenant_id': '9c317355326e4f748fe019ccb370c99a', 'floating_ip_address': '172.26.2.214', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': 'd4965cdd-6817-4c18-9b60-709c9bb049f1', 'port_id': 'f9b8f70f-783a-49bb-9292-f6302802628e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68ca5488-1f82-4ee2-9e86-9e983d74aa07', 'mac_address': 'fa:16:3e:22:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efc2502-b066-49a0-9550-ad9f1a36a931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:25:00Z', 'updated_at': '2022-10-13T15:25:50Z', 'revision_number': 1, 'project_id': '9c317355326e4f748fe019ccb370c99a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27', 'name': '', 'network_id': '68ca5488-1f82-4ee2-9e86-9e983d74aa07', 'tenant_id': '9c317355326e4f748fe019ccb370c99a', 'mac_address': 'fa:16:3e:e8:d1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4965cdd-6817-4c18-9b60-709c9bb049f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '12a9e0ad-f87e-4c11-b0b3-9af248956963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:45Z', 'updated_at': '2022-10-13T15:25:01Z', 'revision_number': 5, 'project_id': '9c317355326e4f748fe019ccb370c99a', 'subnets': [{'id': '12a9e0ad-f87e-4c11-b0b3-9af248956963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:55.280515 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-50553b8a-b1e8-408e-975f-1d5e7893f300 tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:25:55.281243 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2a885d-c7f4-4135-8f04-27e1edab8ae3 None None] The sync data for ids ['d4965cdd-6817-4c18-9b60-709c9bb049f1'] in dv-neutron-860329-2-hyperv is: [{'id': 'd4965cdd-6817-4c18-9b60-709c9bb049f1', 'name': 'tempest-ServerActionsTestJSON-379588358-router', 'tenant_id': '9c317355326e4f748fe019ccb370c99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.175'}], 'enable_snat': True}, 'gw_port_id': '66615903-8398-41e8-ac1d-92f8094b8079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:24:37Z', 'updated_at': '2022-10-13T15:24:48Z', 'revision_number': 4, 'project_id': '9c317355326e4f748fe019ccb370c99a', 'gw_port': {'id': '66615903-8398-41e8-ac1d-92f8094b8079', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4965cdd-6817-4c18-9b60-709c9bb049f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:39Z', 'updated_at': '2022-10-13T15:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': 'ba939412-999d-4f28-8f5c-933b4e6cbb80', 'tenant_id': '9c317355326e4f748fe019ccb370c99a', 'floating_ip_address': '172.26.2.214', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': 'd4965cdd-6817-4c18-9b60-709c9bb049f1', 'port_id': 'f9b8f70f-783a-49bb-9292-f6302802628e', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68ca5488-1f82-4ee2-9e86-9e983d74aa07', 'mac_address': 'fa:16:3e:22:20:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3efc2502-b066-49a0-9550-ad9f1a36a931', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:25:00Z', 'updated_at': '2022-10-13T15:25:50Z', 'revision_number': 1, 'project_id': '9c317355326e4f748fe019ccb370c99a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27', 'name': '', 'network_id': '68ca5488-1f82-4ee2-9e86-9e983d74aa07', 'tenant_id': '9c317355326e4f748fe019ccb370c99a', 'mac_address': 'fa:16:3e:e8:d1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4965cdd-6817-4c18-9b60-709c9bb049f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '12a9e0ad-f87e-4c11-b0b3-9af248956963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:45Z', 'updated_at': '2022-10-13T15:25:01Z', 'revision_number': 5, 'project_id': '9c317355326e4f748fe019ccb370c99a', 'subnets': [{'id': '12a9e0ad-f87e-4c11-b0b3-9af248956963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:25:55.283830 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-903617e3-f41b-49ea-bb2c-3a739d7d50b4 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Made reservation on behalf of 93249181fb8c4cb99fbebd74bf1e5d52 for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:25:55.287218 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-903617e3-f41b-49ea-bb2c-3a739d7d50b4 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:55.296149 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f65febdd-5ea0-41b3-9841-fbc5a696a39e None None] Attempt 2 to provision port 1852a227-a326-421b-b9c9-7b5ab596c6b0 Oct 13 15:25:55.318884 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-50553b8a-b1e8-408e-975f-1d5e7893f300 tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Usage tracker for resource:router and tenant:145f539118ff45c9bbde4ac77aa1a1f2 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:25:55.338740 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-50553b8a-b1e8-408e-975f-1d5e7893f300 tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:25:55.356842 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-50553b8a-b1e8-408e-975f-1d5e7893f300 tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:25:55.370228 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-903617e3-f41b-49ea-bb2c-3a739d7d50b4 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:25:55.388860 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f65febdd-5ea0-41b3-9841-fbc5a696a39e None None] Port 1852a227-a326-421b-b9c9-7b5ab596c6b0 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:25:55.442313 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-903617e3-f41b-49ea-bb2c-3a739d7d50b4 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:55.442659 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-903617e3-f41b-49ea-bb2c-3a739d7d50b4 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Added segment 69b1e616-3df2-4448-af8b-71805e36e5b7 of type vlan for network e9d35d73-6be1-486c-9c2a-ef19e81e222e Oct 13 15:25:55.483037 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-50553b8a-b1e8-408e-975f-1d5e7893f300 tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:55.484035 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-50553b8a-b1e8-408e-975f-1d5e7893f300 tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:55.494665 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-903617e3-f41b-49ea-bb2c-3a739d7d50b4 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:55.496698 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5bc67a33-3375-4ebf-ad9c-29e0bca646b5 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:55.502352 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0d097dfa-b914-4614-b994-3d58f24af01b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:55.513348 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:55.542762 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2886536-5779-4ae6-b496-86eb5ef40f5f None None] New status for floating IP ba939412-999d-4f28-8f5c-933b4e6cbb80: ACTIVE {{(pid=88974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:25:55.632976 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.db.resource_extend [None req-903617e3-f41b-49ea-bb2c-3a739d7d50b4 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 15:25:55.648952 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-0d097dfa-b914-4614-b994-3d58f24af01b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Calling delete_port for 1852a227-a326-421b-b9c9-7b5ab596c6b0 owned by {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:25:55.660727 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-50553b8a-b1e8-408e-975f-1d5e7893f300 tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:55.662701 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0095a6b1-59a7-4d9e-a5bf-b47119eebd56 req-c8e9fcfd-bb55-47da-8586-d4f0b83a8424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:55.664499 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0095a6b1-59a7-4d9e-a5bf-b47119eebd56 req-c8e9fcfd-bb55-47da-8586-d4f0b83a8424 service neutron] 10.222.0.16 "GET /v2.0/networks?id=68ca5488-1f82-4ee2-9e86-9e983d74aa07 HTTP/1.1" status: 200 len: 912 time: 0.3748395 Oct 13 15:25:55.705094 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-903617e3-f41b-49ea-bb2c-3a739d7d50b4 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:55.710529 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-903617e3-f41b-49ea-bb2c-3a739d7d50b4 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:55.711092 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-903617e3-f41b-49ea-bb2c-3a739d7d50b4 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:55.835678 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1bb6171a-1214-4d52-ad22-d437060baee3 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:55.836350 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-903617e3-f41b-49ea-bb2c-3a739d7d50b4 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6809282 Oct 13 15:25:55.839974 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44506) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:55.846323 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-1ca4b8ab-eda7-4927-9564-530d5043091a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1981572925'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:55.852962 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903617e3-f41b-49ea-bb2c-3a739d7d50b4 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Pushing event updated for resources: {'Network': ['ID=e9d35d73-6be1-486c-9c2a-ef19e81e222e,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:55.855923 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-1ca4b8ab-eda7-4927-9564-530d5043091a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:25:55.861721 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-1ca4b8ab-eda7-4927-9564-530d5043091a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Usage tracker for resource:network and tenant:93249181fb8c4cb99fbebd74bf1e5d52 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:25:55.866007 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-1ca4b8ab-eda7-4927-9564-530d5043091a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:25:55.870075 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network e9d35d73-6be1-486c-9c2a-ef19e81e222e details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:25:55.900010 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f65febdd-5ea0-41b3-9841-fbc5a696a39e None None] Attempt 3 to provision port 1852a227-a326-421b-b9c9-7b5ab596c6b0 Oct 13 15:25:55.905642 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-50553b8a-b1e8-408e-975f-1d5e7893f300 tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:55.907861 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-1ca4b8ab-eda7-4927-9564-530d5043091a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:25:55.936329 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca4b8ab-eda7-4927-9564-530d5043091a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Made reservation on behalf of 93249181fb8c4cb99fbebd74bf1e5d52 for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:25:55.940946 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1ca4b8ab-eda7-4927-9564-530d5043091a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:55.950651 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0095a6b1-59a7-4d9e-a5bf-b47119eebd56 req-6e64b941-c927-437c-af82-dd82d52f1c0e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9b8f70f-783a-49bb-9292-f6302802628e HTTP/1.1" status: 200 len: 1000 time: 0.2712200 Oct 13 15:25:55.972103 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0d097dfa-b914-4614-b994-3d58f24af01b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:56.022314 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f65febdd-5ea0-41b3-9841-fbc5a696a39e None None] Port 1852a227-a326-421b-b9c9-7b5ab596c6b0 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:25:56.023182 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb6171a-1214-4d52-ad22-d437060baee3 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event updated for resources: {'Subnet': ['ID=3baa6f3a-94b9-4586-b1cb-8a267369669f,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:56.036073 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ca4b8ab-eda7-4927-9564-530d5043091a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:25:56.038426 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d097dfa-b914-4614-b994-3d58f24af01b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event deleted for resources: {'Port': ['ID=1852a227-a326-421b-b9c9-7b5ab596c6b0,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:56.049113 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-50553b8a-b1e8-408e-975f-1d5e7893f300 tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:56.052741 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-50553b8a-b1e8-408e-975f-1d5e7893f300 tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9779577 Oct 13 15:25:56.060467 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44510) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:56.090011 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0d097dfa-b914-4614-b994-3d58f24af01b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:56.093545 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1ca4b8ab-eda7-4927-9564-530d5043091a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:56.093878 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-1ca4b8ab-eda7-4927-9564-530d5043091a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Added segment 62931010-ca2d-4b99-82f6-9715400c9d4e of type vlan for network 946096d0-19f7-42a1-8a50-b2b39f8adc9a Oct 13 15:25:56.123578 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bb6171a-1214-4d52-ad22-d437060baee3 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Checking segment: {'id': '64dd2492-f92a-4573-bac1-7f72f59a5963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2b2d27b8-b8d7-48fa-ae00-05f6c9754a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:25:56.123939 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb6171a-1214-4d52-ad22-d437060baee3 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Network hostable DHCP agents. Network: 2b2d27b8-b8d7-48fa-ae00-05f6c9754a64, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:25:56.124926 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-0d097dfa-b914-4614-b994-3d58f24af01b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/ports/1852a227-a326-421b-b9c9-7b5ab596c6b0 HTTP/1.1" status: 204 len: 168 time: 1.0385323 Oct 13 15:25:56.125571 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44514) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:56.162998 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1ca4b8ab-eda7-4927-9564-530d5043091a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:56.216556 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0095a6b1-59a7-4d9e-a5bf-b47119eebd56 req-7bcbc72a-3b6f-4b46-a88a-216a5d72389e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:56.218283 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0095a6b1-59a7-4d9e-a5bf-b47119eebd56 req-7bcbc72a-3b6f-4b46-a88a-216a5d72389e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=12a9e0ad-f87e-4c11-b0b3-9af248956963 HTTP/1.1" status: 200 len: 850 time: 0.2564597 Oct 13 15:25:56.221199 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47bcec7-509d-459a-841c-1069fb3404f3 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:56.222693 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f47bcec7-509d-459a-841c-1069fb3404f3 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:56.223437 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-f47bcec7-509d-459a-841c-1069fb3404f3 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Synchronizing usage tracker for tenant:bb90cebe15f541febeed2c50e15c931e on resource:subnet {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:25:56.236868 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1ca4b8ab-eda7-4927-9564-530d5043091a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:56.242298 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca4b8ab-eda7-4927-9564-530d5043091a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:56.242784 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1ca4b8ab-eda7-4927-9564-530d5043091a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:56.265142 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-f47bcec7-509d-459a-841c-1069fb3404f3 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Unset dirty status for tenant:bb90cebe15f541febeed2c50e15c931e on resource:subnet {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:25:56.266281 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-f47bcec7-509d-459a-841c-1069fb3404f3 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1373351 Oct 13 15:25:56.274414 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ac161f90-ec24-4fa4-8473-33a043cbb2a1 tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Notify callbacks [] for router, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:56.284142 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44518) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:56.335031 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-1ca4b8ab-eda7-4927-9564-530d5043091a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4830794 Oct 13 15:25:56.407887 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca4b8ab-eda7-4927-9564-530d5043091a tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Pushing event updated for resources: {'Network': ['ID=946096d0-19f7-42a1-8a50-b2b39f8adc9a,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:56.418834 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb6171a-1214-4d52-ad22-d437060baee3 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Network 2b2d27b8-b8d7-48fa-ae00-05f6c9754a64 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:25:56.420764 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc67a33-3375-4ebf-ad9c-29e0bca646b5 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Router 90de0ef8-b035-4042-91ee-784c52845d97 is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 15:25:56.422054 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 946096d0-19f7-42a1-8a50-b2b39f8adc9a details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:25:56.428634 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e50b5c0-c3a2-4e4a-b4c0-fa7b642f3624 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Deleting subnet 03be3160-89ac-4c79-b95f-64792e70c19c {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:25:56.433727 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4e50b5c0-c3a2-4e4a-b4c0-fa7b642f3624 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:56.514404 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4e50b5c0-c3a2-4e4a-b4c0-fa7b642f3624 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:56.524080 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f65febdd-5ea0-41b3-9841-fbc5a696a39e None None] Attempt 4 to provision port 1852a227-a326-421b-b9c9-7b5ab596c6b0 Oct 13 15:25:56.563552 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f65febdd-5ea0-41b3-9841-fbc5a696a39e None None] Port 1852a227-a326-421b-b9c9-7b5ab596c6b0 was deleted so its status cannot be updated. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:25:56.647295 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4e50b5c0-c3a2-4e4a-b4c0-fa7b642f3624 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:56.725589 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-1bb6171a-1214-4d52-ad22-d437060baee3 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 2b2d27b8-b8d7-48fa-ae00-05f6c9754a64) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:25:56.733911 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e044b31-d94b-4d2a-9f54-058b54dbb574 None None] Network 2b2d27b8-b8d7-48fa-ae00-05f6c9754a64 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:25:56.738739 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4e50b5c0-c3a2-4e4a-b4c0-fa7b642f3624 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:56.784114 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bb6171a-1214-4d52-ad22-d437060baee3 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:56.784693 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1bb6171a-1214-4d52-ad22-d437060baee3 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:56.788570 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e50b5c0-c3a2-4e4a-b4c0-fa7b642f3624 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event deleted for resources: {'Subnet': ['ID=03be3160-89ac-4c79-b95f-64792e70c19c,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:56.799223 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4e50b5c0-c3a2-4e4a-b4c0-fa7b642f3624 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:56.820633 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-4e50b5c0-c3a2-4e4a-b4c0-fa7b642f3624 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/03be3160-89ac-4c79-b95f-64792e70c19c HTTP/1.1" status: 204 len: 168 time: 0.5331798 Oct 13 15:25:56.821084 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44522) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:56.833002 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ac161f90-ec24-4fa4-8473-33a043cbb2a1 tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:56.834476 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6090176d-3786-4b37-850c-4ce970815ef9 None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:25:56.838684 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ac161f90-ec24-4fa4-8473-33a043cbb2a1 tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:56.921294 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-1bb6171a-1214-4d52-ad22-d437060baee3 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8722701 Oct 13 15:25:56.935587 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44526) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:56.945284 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-f35dc874-4153-43a3-ac98-59affbee12cd tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1615709365', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:56.955728 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-f35dc874-4153-43a3-ac98-59affbee12cd tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:25:56.962701 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0095a6b1-59a7-4d9e-a5bf-b47119eebd56 req-31f14c2b-2667-4d66-a2ad-82550b12385f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:56.964174 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0095a6b1-59a7-4d9e-a5bf-b47119eebd56 req-31f14c2b-2667-4d66-a2ad-82550b12385f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=68ca5488-1f82-4ee2-9e86-9e983d74aa07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7363396 Oct 13 15:25:56.965399 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-f35dc874-4153-43a3-ac98-59affbee12cd tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Usage tracker for resource:router and tenant:34e6b268fc1844e287c5dc961df795e5 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:25:56.970335 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-f35dc874-4153-43a3-ac98-59affbee12cd tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:25:56.973021 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ac161f90-ec24-4fa4-8473-33a043cbb2a1 tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:56.973504 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac161f90-ec24-4fa4-8473-33a043cbb2a1 tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e1d58f94-f80a-43cc-8442-0754faf6675f {{(pid=88973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:25:56.980604 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-eb51000d-d068-4b9b-8ce0-ac649f9ef02d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1560202 Oct 13 15:25:56.980953 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44530) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:57.004633 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-f35dc874-4153-43a3-ac98-59affbee12cd tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:25:57.030975 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ac161f90-ec24-4fa4-8473-33a043cbb2a1 tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:57.032083 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-ac161f90-ec24-4fa4-8473-33a043cbb2a1 tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] 10.222.0.42 "DELETE /v2.0/routers/e1d58f94-f80a-43cc-8442-0754faf6675f HTTP/1.1" status: 204 len: 168 time: 0.9706907 Oct 13 15:25:57.041916 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44534) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:57.099014 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc67a33-3375-4ebf-ad9c-29e0bca646b5 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:25:57.109829 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-d95e0748-2487-46b5-b2ab-fd1c4012235a tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Request body: {'router': {'name': 'tempest-router-902673425', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'ce9a6ec898bf4fe48309ade3123fbfbd'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:57.110471 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac6a91a-64b5-4563-8c09-59921bb818f3 None None] Sync routers for ids ['90de0ef8-b035-4042-91ee-784c52845d97'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:25:57.126038 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac6a91a-64b5-4563-8c09-59921bb818f3 None None] Routers {'90de0ef8-b035-4042-91ee-784c52845d97'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:25:57.126726 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-9ac6a91a-64b5-4563-8c09-59921bb818f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:25:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['90de0ef8-b035-4042-91ee-784c52845d97'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:57.133745 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-d95e0748-2487-46b5-b2ab-fd1c4012235a tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:25:57.136481 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f35dc874-4153-43a3-ac98-59affbee12cd tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:57.137763 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f35dc874-4153-43a3-ac98-59affbee12cd tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:57.143805 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-828fde6b-3cfb-4197-9fe8-d0e79ad59fb3 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:57.144514 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-828fde6b-3cfb-4197-9fe8-d0e79ad59fb3 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Synchronizing usage tracker for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:25:57.154386 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-d95e0748-2487-46b5-b2ab-fd1c4012235a tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Usage tracker for resource:router and tenant:ce9a6ec898bf4fe48309ade3123fbfbd is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:25:57.160679 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-d95e0748-2487-46b5-b2ab-fd1c4012235a tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:25:57.173147 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-d95e0748-2487-46b5-b2ab-fd1c4012235a tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:25:57.195428 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5bc67a33-3375-4ebf-ad9c-29e0bca646b5 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:57.196020 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-828fde6b-3cfb-4197-9fe8-d0e79ad59fb3 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Unset dirty status for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:25:57.197209 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-5bc67a33-3375-4ebf-ad9c-29e0bca646b5 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 11.9139156 Oct 13 15:25:57.197569 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-828fde6b-3cfb-4197-9fe8-d0e79ad59fb3 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2148407 Oct 13 15:25:57.200226 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44538) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:57.200798 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44540) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:57.209444 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f35dc874-4153-43a3-ac98-59affbee12cd tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:57.212602 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0095a6b1-59a7-4d9e-a5bf-b47119eebd56 req-76eb1de2-5b08-42c9-a7a0-f4bd9861f5e5 service neutron] 10.222.0.16 "GET /v2.0/networks/68ca5488-1f82-4ee2-9e86-9e983d74aa07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274210 Oct 13 15:25:57.241004 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d95e0748-2487-46b5-b2ab-fd1c4012235a tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:57.242386 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d95e0748-2487-46b5-b2ab-fd1c4012235a tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:57.261062 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41981071-2df9-4752-8373-0b2310343383 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-2b2d27b8-b8d7-48fa-ae00-05f6c9754a64', 'network_id': '2b2d27b8-b8d7-48fa-ae00-05f6c9754a64', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'fixed_ips': [{'subnet_id': '3baa6f3a-94b9-4586-b1cb-8a267369669f'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:25:57.261881 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-41981071-2df9-4752-8373-0b2310343383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:57.333872 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f35dc874-4153-43a3-ac98-59affbee12cd tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:57.351916 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d95e0748-2487-46b5-b2ab-fd1c4012235a tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:57.424623 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f35dc874-4153-43a3-ac98-59affbee12cd tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:57.429017 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-f35dc874-4153-43a3-ac98-59affbee12cd tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4919066 Oct 13 15:25:57.431558 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0095a6b1-59a7-4d9e-a5bf-b47119eebd56 req-4a9d732e-5a0d-4883-887c-02a727c86140 service neutron] 10.222.0.16 "GET /v2.0/networks/68ca5488-1f82-4ee2-9e86-9e983d74aa07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2102549 Oct 13 15:25:57.432252 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44546) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:57.436387 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d95e0748-2487-46b5-b2ab-fd1c4012235a tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:57.453397 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-5eb54ad4-d34a-4965-a779-bce3fffaa7bc tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Request body: {'port': {'network_id': '2b2d27b8-b8d7-48fa-ae00-05f6c9754a64', 'name': 'tempest-RoutersIpV6Test-620305164'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:57.467740 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-41981071-2df9-4752-8373-0b2310343383 None None] Allocated IP 2001:db8::2 (2b2d27b8-b8d7-48fa-ae00-05f6c9754a64/3baa6f3a-94b9-4586-b1cb-8a267369669f/6e9b3aea-514c-4e85-8033-ae031fba6a3b) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:25:57.617408 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d95e0748-2487-46b5-b2ab-fd1c4012235a tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:57.619007 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-d95e0748-2487-46b5-b2ab-fd1c4012235a tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5758252 Oct 13 15:25:57.626085 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-9ac6a91a-64b5-4563-8c09-59921bb818f3 None None] Set router 90de0ef8-b035-4042-91ee-784c52845d97 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:25:57.628863 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44550) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:57.641978 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-1b990b06-21a8-4048-8e7b-f2601095aad0 tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Request body: {'router': {'distributed': True}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:57.783024 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-41981071-2df9-4752-8373-0b2310343383 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:57.810380 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-41981071-2df9-4752-8373-0b2310343383 None None] Transition to ACTIVE for port object 6e9b3aea-514c-4e85-8033-ae031fba6a3b will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:25:57.852636 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-41981071-2df9-4752-8373-0b2310343383 None None] Transition to ACTIVE for port object 6e9b3aea-514c-4e85-8033-ae031fba6a3b will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:25:57.868753 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-41981071-2df9-4752-8373-0b2310343383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:57.906331 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b3d39fd-661c-43ec-aef3-a98e190eed57 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:57.907418 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-3b3d39fd-661c-43ec-aef3-a98e190eed57 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Synchronizing usage tracker for tenant:bb90cebe15f541febeed2c50e15c931e on resource:subnet {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:25:57.915204 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fc6e8575-7e3f-472d-a2da-777aec4ca6fb tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks [] for router, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:57.950025 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343b93ae-b636-44ad-ac3c-19c61b20db29 None None] DHCP port deletion for a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:25:58.010539 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-343b93ae-b636-44ad-ac3c-19c61b20db29 None None] Deleting port 10a48f6d-e1f9-45e7-a782-8177e4038f59 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:25:58.014200 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-343b93ae-b636-44ad-ac3c-19c61b20db29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:58.022403 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-9ac6a91a-64b5-4563-8c09-59921bb818f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90de0ef8-b035-4042-91ee-784c52845d97', 'name': '', 'tenant_id': '7e985eae305f45868dbca6afe6dfa386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e3a94404-3a07-48b0-be6b-e83144619c39', 'external_fixed_ips': [{'subnet_id': '7cc4281d-8166-4da5-91ac-9531e0250604', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': '3123e3ec-562a-44a3-8940-cb27bc6e64ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:25:45Z', 'updated_at': '2022-10-13T15:25:53Z', 'revision_number': 3, 'project_id': '7e985eae305f45868dbca6afe6dfa386', 'gw_port': {'id': '3123e3ec-562a-44a3-8940-cb27bc6e64ba', 'name': '', 'network_id': 'e3a94404-3a07-48b0-be6b-e83144619c39', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:bd:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90de0ef8-b035-4042-91ee-784c52845d97', 'device_owner': 'network:router_gateway', 'standard_attr_id': 249, 'fixed_ips': [{'subnet_id': '7cc4281d-8166-4da5-91ac-9531e0250604', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:25:49Z', 'updated_at': '2022-10-13T15:25:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7cc4281d-8166-4da5-91ac-9531e0250604', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:58.025337 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-3b3d39fd-661c-43ec-aef3-a98e190eed57 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Unset dirty status for tenant:bb90cebe15f541febeed2c50e15c931e on resource:subnet {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:25:58.030093 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-3b3d39fd-661c-43ec-aef3-a98e190eed57 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8282056 Oct 13 15:25:58.030666 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44554) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:58.031207 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac6a91a-64b5-4563-8c09-59921bb818f3 None None] Checking router: 90de0ef8-b035-4042-91ee-784c52845d97 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:25:58.031975 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac6a91a-64b5-4563-8c09-59921bb818f3 None None] Updating router 90de0ef8-b035-4042-91ee-784c52845d97 port 3123e3ec-562a-44a3-8940-cb27bc6e64ba binding host dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:25:58.085313 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41981071-2df9-4752-8373-0b2310343383 None None] Network 2b2d27b8-b8d7-48fa-ae00-05f6c9754a64 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:25:58.094940 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-41981071-2df9-4752-8373-0b2310343383 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:25:58.097402 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-9ac6a91a-64b5-4563-8c09-59921bb818f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:58.115233 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41981071-2df9-4752-8373-0b2310343383 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:25:58.188947 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-4ca351bc-19a2-48d1-8d12-087a3fb5df0b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1036050 Oct 13 15:25:58.189510 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44558) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:58.202671 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-a8bcb75b-7dd2-47bc-a61d-5731690d5124 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'subnet': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:58.226813 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41981071-2df9-4752-8373-0b2310343383 None None] Pushing event updated for resources: {'Port': ['ID=6e9b3aea-514c-4e85-8033-ae031fba6a3b,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:58.327087 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fc6e8575-7e3f-472d-a2da-777aec4ca6fb tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:58.350039 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-a8bcb75b-7dd2-47bc-a61d-5731690d5124 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:25:58.359111 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-fc6e8575-7e3f-472d-a2da-777aec4ca6fb tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Deleting port 3123e3ec-562a-44a3-8940-cb27bc6e64ba {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:25:58.359449 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fc6e8575-7e3f-472d-a2da-777aec4ca6fb tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:58.401245 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-a8bcb75b-7dd2-47bc-a61d-5731690d5124 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:25:58.448447 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8bcb75b-7dd2-47bc-a61d-5731690d5124 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:25:58.455096 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-41981071-2df9-4752-8373-0b2310343383 None None] Attempting to bind port 6e9b3aea-514c-4e85-8033-ae031fba6a3b on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:25:58.462988 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-41981071-2df9-4752-8373-0b2310343383 None None] Attempting to bind port 6e9b3aea-514c-4e85-8033-ae031fba6a3b by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '64dd2492-f92a-4573-bac1-7f72f59a5963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2b2d27b8-b8d7-48fa-ae00-05f6c9754a64'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:25:58.463695 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41981071-2df9-4752-8373-0b2310343383 None None] Attempting to bind port 6e9b3aea-514c-4e85-8033-ae031fba6a3b on network 2b2d27b8-b8d7-48fa-ae00-05f6c9754a64 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:25:58.471835 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a8bcb75b-7dd2-47bc-a61d-5731690d5124 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:58.486009 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41981071-2df9-4752-8373-0b2310343383 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:25:58.486580 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41981071-2df9-4752-8373-0b2310343383 None None] Checking segment: {'id': '64dd2492-f92a-4573-bac1-7f72f59a5963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2b2d27b8-b8d7-48fa-ae00-05f6c9754a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:25:58.486890 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-41981071-2df9-4752-8373-0b2310343383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:58.487365 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41981071-2df9-4752-8373-0b2310343383 None None] Bound using segment: {'id': '64dd2492-f92a-4573-bac1-7f72f59a5963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2b2d27b8-b8d7-48fa-ae00-05f6c9754a64'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:25:58.487900 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-41981071-2df9-4752-8373-0b2310343383 None None] Bound port: 6e9b3aea-514c-4e85-8033-ae031fba6a3b, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64dd2492-f92a-4573-bac1-7f72f59a5963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '2b2d27b8-b8d7-48fa-ae00-05f6c9754a64'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:25:58.488337 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-41981071-2df9-4752-8373-0b2310343383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:58.517973 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-9ac6a91a-64b5-4563-8c09-59921bb818f3 None None] Notify callbacks [] for port, precommit_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:58.533216 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.provisioning_blocks [None req-9ac6a91a-64b5-4563-8c09-59921bb818f3 None None] Transition to ACTIVE for port object 3123e3ec-562a-44a3-8940-cb27bc6e64ba will not be triggered until provisioned by entity L2. {{(pid=88975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:25:58.547902 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-9ac6a91a-64b5-4563-8c09-59921bb818f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:58.617383 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1b990b06-21a8-4048-8e7b-f2601095aad0 tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:58.617982 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1b990b06-21a8-4048-8e7b-f2601095aad0 tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Notify callbacks [] for router, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:58.703634 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-9ac6a91a-64b5-4563-8c09-59921bb818f3 None None] Attempting to bind port 3123e3ec-562a-44a3-8940-cb27bc6e64ba on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:25:58.704004 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-9ac6a91a-64b5-4563-8c09-59921bb818f3 None None] Attempting to bind port 3123e3ec-562a-44a3-8940-cb27bc6e64ba by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '7d0b35a5-51e6-4089-be29-38f2e3253805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e3a94404-3a07-48b0-be6b-e83144619c39'}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:25:58.704431 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac6a91a-64b5-4563-8c09-59921bb818f3 None None] Attempting to bind port 3123e3ec-562a-44a3-8940-cb27bc6e64ba on network e3a94404-3a07-48b0-be6b-e83144619c39 {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:25:58.724183 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac6a91a-64b5-4563-8c09-59921bb818f3 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:25:58.724648 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac6a91a-64b5-4563-8c09-59921bb818f3 None None] Checking segment: {'id': '7d0b35a5-51e6-4089-be29-38f2e3253805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e3a94404-3a07-48b0-be6b-e83144619c39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:25:58.725113 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-9ac6a91a-64b5-4563-8c09-59921bb818f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:58.725567 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac6a91a-64b5-4563-8c09-59921bb818f3 None None] Bound using segment: {'id': '7d0b35a5-51e6-4089-be29-38f2e3253805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e3a94404-3a07-48b0-be6b-e83144619c39'} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:25:58.726096 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-9ac6a91a-64b5-4563-8c09-59921bb818f3 None None] Bound port: 3123e3ec-562a-44a3-8940-cb27bc6e64ba, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d0b35a5-51e6-4089-be29-38f2e3253805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'e3a94404-3a07-48b0-be6b-e83144619c39'}}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:25:58.726556 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-9ac6a91a-64b5-4563-8c09-59921bb818f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:58.733623 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-5eb54ad4-d34a-4965-a779-bce3fffaa7bc tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:25:58.749922 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a8bcb75b-7dd2-47bc-a61d-5731690d5124 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:58.850956 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-343b93ae-b636-44ad-ac3c-19c61b20db29 None None] For port 10a48f6d-e1f9-45e7-a782-8177e4038f59, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=10a48f6d-e1f9-45e7-a782-8177e4038f59,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:25:58.851497 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-343b93ae-b636-44ad-ac3c-19c61b20db29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:58.883933 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c7d2f0-7751-41e5-8645-3bae420fbde5 None None] Pushing event updated for resources: {'Port': ['ID=3123e3ec-562a-44a3-8940-cb27bc6e64ba,revision_number=2']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:58.902320 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7d2f0-7751-41e5-8645-3bae420fbde5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:58.902709 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7d2f0-7751-41e5-8645-3bae420fbde5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:58.903339 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7d2f0-7751-41e5-8645-3bae420fbde5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:58.903882 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7d2f0-7751-41e5-8645-3bae420fbde5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:58.904409 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7d2f0-7751-41e5-8645-3bae420fbde5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:58.905469 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7d2f0-7751-41e5-8645-3bae420fbde5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:58.905469 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7d2f0-7751-41e5-8645-3bae420fbde5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:58.905650 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7d2f0-7751-41e5-8645-3bae420fbde5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:58.906044 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7d2f0-7751-41e5-8645-3bae420fbde5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:58.906440 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7d2f0-7751-41e5-8645-3bae420fbde5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:58.907062 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7d2f0-7751-41e5-8645-3bae420fbde5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:58.907167 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91c7d2f0-7751-41e5-8645-3bae420fbde5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:25:58.932502 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-9ac6a91a-64b5-4563-8c09-59921bb818f3 None None] For port 3123e3ec-562a-44a3-8940-cb27bc6e64ba, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:25:58.945403 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-9ac6a91a-64b5-4563-8c09-59921bb818f3 None None] For port 3123e3ec-562a-44a3-8940-cb27bc6e64ba, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=3123e3ec-562a-44a3-8940-cb27bc6e64ba,segment=NetworkSegment(7d0b35a5-51e6-4089-be29-38f2e3253805),segment_id=7d0b35a5-51e6-4089-be29-38f2e3253805)] {{(pid=88975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:25:58.950980 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bcb75b-7dd2-47bc-a61d-5731690d5124 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:25:58.956525 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-a8bcb75b-7dd2-47bc-a61d-5731690d5124 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:25:58.957208 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-9ac6a91a-64b5-4563-8c09-59921bb818f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:58.973290 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bcb75b-7dd2-47bc-a61d-5731690d5124 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:25:58.978364 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a8bcb75b-7dd2-47bc-a61d-5731690d5124 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:59.018818 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bcb75b-7dd2-47bc-a61d-5731690d5124 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'Subnet': ['ID=ba153c6b-5e5e-4da6-b0d4-736afae2f6dc,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:59.044155 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ac6a91a-64b5-4563-8c09-59921bb818f3 None None] Routers {'90de0ef8-b035-4042-91ee-784c52845d97'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:25:59.044838 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-9ac6a91a-64b5-4563-8c09-59921bb818f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:25:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['90de0ef8-b035-4042-91ee-784c52845d97'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:59.070623 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-343b93ae-b636-44ad-ac3c-19c61b20db29 None None] Calling delete_port for 10a48f6d-e1f9-45e7-a782-8177e4038f59 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:25:59.095807 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fc6e8575-7e3f-472d-a2da-777aec4ca6fb tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:59.098983 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 10a48f6d-e1f9-45e7-a782-8177e4038f59 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:25:59.117367 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a8bcb75b-7dd2-47bc-a61d-5731690d5124 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9222620 Oct 13 15:25:59.121003 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44564) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:59.154526 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-5eb54ad4-d34a-4965-a779-bce3fffaa7bc tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Usage tracker for resource:port and tenant:34e6b268fc1844e287c5dc961df795e5 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:25:59.158059 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-5eb54ad4-d34a-4965-a779-bce3fffaa7bc tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:25:59.164834 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-5eb54ad4-d34a-4965-a779-bce3fffaa7bc tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:25:59.179124 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-62e9cdc9-cbf6-4c89-9313-dd53e64667a5 req-3eeb459f-fd07-4cd5-bce0-745db295eb02 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 1.2796972 Oct 13 15:25:59.193049 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-1222d0b9-5f63-4c3a-b39a-56e7450d509d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'port': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'fixed_ips': [{'subnet_id': 'ba153c6b-5e5e-4da6-b0d4-736afae2f6dc', 'ip_address': '2001:db8::c0:1e0d:be55:d6af'}], 'name': 'tempest-NetworksTestDHCPv6-1311491826'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:59.222263 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5eb54ad4-d34a-4965-a779-bce3fffaa7bc tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Made reservation on behalf of 34e6b268fc1844e287c5dc961df795e5 for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:25:59.229421 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5eb54ad4-d34a-4965-a779-bce3fffaa7bc tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:59.238222 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-41981071-2df9-4752-8373-0b2310343383 None None] For port 6e9b3aea-514c-4e85-8033-ae031fba6a3b, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:25:59.300214 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-41981071-2df9-4752-8373-0b2310343383 None None] For port 6e9b3aea-514c-4e85-8033-ae031fba6a3b, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=6e9b3aea-514c-4e85-8033-ae031fba6a3b,segment=NetworkSegment(64dd2492-f92a-4573-bac1-7f72f59a5963),segment_id=64dd2492-f92a-4573-bac1-7f72f59a5963)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:25:59.322045 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-41981071-2df9-4752-8373-0b2310343383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:59.330182 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c7d2f0-7751-41e5-8645-3bae420fbde5 None None] Pushing event updated for resources: {'Port': ['ID=3123e3ec-562a-44a3-8940-cb27bc6e64ba,revision_number=3']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:59.376206 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-9ac6a91a-64b5-4563-8c09-59921bb818f3 None None] Set router 90de0ef8-b035-4042-91ee-784c52845d97 gateway port host: None {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:25:59.390011 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [None req-5eb54ad4-d34a-4965-a779-bce3fffaa7bc tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] device_id is not set on port 5ea9de78-85b7-48f1-8460-98615e36f859 yet. {{(pid=88973) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:25:59.436907 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1b990b06-21a8-4048-8e7b-f2601095aad0 tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=88973) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Oct 13 15:25:59.437629 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-1b990b06-21a8-4048-8e7b-f2601095aad0 tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Router 548ee6ed-bbb7-407a-be66-d6804f9d670e migrating from provider to provider. {{(pid=88973) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Oct 13 15:25:59.438295 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1b990b06-21a8-4048-8e7b-f2601095aad0 tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:59.469865 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1b990b06-21a8-4048-8e7b-f2601095aad0 tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:59.498589 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1b990b06-21a8-4048-8e7b-f2601095aad0 tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1827972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1827983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1827956'] for router, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:59.522047 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-9ac6a91a-64b5-4563-8c09-59921bb818f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90de0ef8-b035-4042-91ee-784c52845d97', 'name': '', 'tenant_id': '7e985eae305f45868dbca6afe6dfa386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:25:45Z', 'updated_at': '2022-10-13T15:25:58Z', 'revision_number': 4, 'project_id': '7e985eae305f45868dbca6afe6dfa386', 'gw_port_host': None}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:25:59.527242 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac6a91a-64b5-4563-8c09-59921bb818f3 None None] The sync data for ids ['90de0ef8-b035-4042-91ee-784c52845d97'] in dv-neutron-860329-2-hyperv is: [{'id': '90de0ef8-b035-4042-91ee-784c52845d97', 'name': '', 'tenant_id': '7e985eae305f45868dbca6afe6dfa386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:25:45Z', 'updated_at': '2022-10-13T15:25:58Z', 'revision_number': 4, 'project_id': '7e985eae305f45868dbca6afe6dfa386', 'gw_port_host': None}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:25:59.538325 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-343b93ae-b636-44ad-ac3c-19c61b20db29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:25:59.571817 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343b93ae-b636-44ad-ac3c-19c61b20db29 None None] No DVR routers for this DVR port 10a48f6d-e1f9-45e7-a782-8177e4038f59 on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:25:59.584409 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Port 10a48f6d-e1f9-45e7-a782-8177e4038f59 update to DOWN by agent not found {{(pid=88974) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2195}} Oct 13 15:25:59.593526 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e80e298-bdf0-4628-b04b-66b19200de39 None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:25:59.601374 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-1222d0b9-5f63-4c3a-b39a-56e7450d509d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:25:59.643963 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-fc6e8575-7e3f-472d-a2da-777aec4ca6fb tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Calling delete_port for 3123e3ec-562a-44a3-8940-cb27bc6e64ba owned by network:router_gateway {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:25:59.696541 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44568) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:25:59.698056 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41981071-2df9-4752-8373-0b2310343383 None None] Pushing event updated for resources: {'Port': ['ID=6e9b3aea-514c-4e85-8033-ae031fba6a3b,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:59.766540 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-1222d0b9-5f63-4c3a-b39a-56e7450d509d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:25:59.798669 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-e7c3e14e-1871-44aa-bce1-0e8d5fe6a9df tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Request body: {'subnets': [{'network_id': 'e9d35d73-6be1-486c-9c2a-ef19e81e222e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1755544529', 'ip_version': 6}, {'network_id': '946096d0-19f7-42a1-8a50-b2b39f8adc9a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:59.799017 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-e7c3e14e-1871-44aa-bce1-0e8d5fe6a9df tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Request body: {'subnet': {'network_id': 'e9d35d73-6be1-486c-9c2a-ef19e81e222e', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1755544529', 'ip_version': 6}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:59.799656 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-e7c3e14e-1871-44aa-bce1-0e8d5fe6a9df tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Request body: {'subnet': {'network_id': '946096d0-19f7-42a1-8a50-b2b39f8adc9a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:25:59.807454 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343b93ae-b636-44ad-ac3c-19c61b20db29 None None] Pushing event deleted for resources: {'Port': ['ID=10a48f6d-e1f9-45e7-a782-8177e4038f59,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:25:59.828744 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1222d0b9-5f63-4c3a-b39a-56e7450d509d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'port': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:26:00.019740 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f65f1c-6f69-4e7c-8a78-1b0af652ddb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'tenant_id': 'bb90cebe15f541febeed2c50e15c931e', 'fixed_ips': [{'subnet_id': 'ba153c6b-5e5e-4da6-b0d4-736afae2f6dc'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:26:00.020674 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d9f65f1c-6f69-4e7c-8a78-1b0af652ddb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:00.061319 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1222d0b9-5f63-4c3a-b39a-56e7450d509d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:00.079856 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.db.api [None req-fc6e8575-7e3f-472d-a2da-777aec4ca6fb tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88972) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:26:00.080128 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG oslo_db.api [None req-fc6e8575-7e3f-472d-a2da-777aec4ca6fb tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:26:00.085291 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [None req-1222d0b9-5f63-4c3a-b39a-56e7450d509d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] device_id is not set on port f1528fcc-7534-4b4e-ba0d-146555cab0a1 yet. {{(pid=88972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:26:00.094783 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9cdc9-cbf6-4c89-9313-dd53e64667a5 req-fb02d6ee-9d7b-4d50-8da7-723886b5c30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:00.096486 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-62e9cdc9-cbf6-4c89-9313-dd53e64667a5 req-fb02d6ee-9d7b-4d50-8da7-723886b5c30e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c317355326e4f748fe019ccb370c99a&device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 1099 time: 0.7755194 Oct 13 15:26:00.098747 dv-neutron-860329-2-hyperv neutron-server[88973]: WARNING neutron.scheduler.l3_agent_scheduler [None req-1b990b06-21a8-4048-8e7b-f2601095aad0 tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] No L3 agents can host the router 548ee6ed-bbb7-407a-be66-d6804f9d670e Oct 13 15:26:00.140942 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-5eb54ad4-d34a-4965-a779-bce3fffaa7bc tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Allocated IP 2001:db8::3ea (2b2d27b8-b8d7-48fa-ae00-05f6c9754a64/3baa6f3a-94b9-4586-b1cb-8a267369669f/5ea9de78-85b7-48f1-8460-98615e36f859) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:26:00.217146 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-d9f65f1c-6f69-4e7c-8a78-1b0af652ddb7 None None] Allocated IP 2001:db8::2 (a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828/ba153c6b-5e5e-4da6-b0d4-736afae2f6dc/fe81be6d-a51a-409b-8255-bc83a0356084) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:26:00.239536 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-e7c3e14e-1871-44aa-bce1-0e8d5fe6a9df tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:26:00.314145 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-e7c3e14e-1871-44aa-bce1-0e8d5fe6a9df tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Usage tracker for resource:subnet and tenant:93249181fb8c4cb99fbebd74bf1e5d52 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:26:00.317848 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-e7c3e14e-1871-44aa-bce1-0e8d5fe6a9df tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:26:00.371735 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-e7c3e14e-1871-44aa-bce1-0e8d5fe6a9df tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:26:00.432867 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d9f65f1c-6f69-4e7c-8a78-1b0af652ddb7 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:00.443614 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-d9f65f1c-6f69-4e7c-8a78-1b0af652ddb7 None None] Transition to ACTIVE for port object fe81be6d-a51a-409b-8255-bc83a0356084 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:26:00.463422 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-d9f65f1c-6f69-4e7c-8a78-1b0af652ddb7 None None] Transition to ACTIVE for port object fe81be6d-a51a-409b-8255-bc83a0356084 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:26:00.470106 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d9f65f1c-6f69-4e7c-8a78-1b0af652ddb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:00.483316 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7c3e14e-1871-44aa-bce1-0e8d5fe6a9df tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Made reservation on behalf of 93249181fb8c4cb99fbebd74bf1e5d52 for: {'subnet': 2} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:26:00.487847 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e7c3e14e-1871-44aa-bce1-0e8d5fe6a9df tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:00.488177 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e7c3e14e-1871-44aa-bce1-0e8d5fe6a9df tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:00.506644 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b990b06-21a8-4048-8e7b-f2601095aad0 tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Hosts for router 548ee6ed-bbb7-407a-be66-d6804f9d670e: [] {{(pid=88973) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:326}} Oct 13 15:26:00.540872 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f65f1c-6f69-4e7c-8a78-1b0af652ddb7 None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:26:00.544299 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-d9f65f1c-6f69-4e7c-8a78-1b0af652ddb7 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:00.547724 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9f65f1c-6f69-4e7c-8a78-1b0af652ddb7 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:26:00.557246 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f65f1c-6f69-4e7c-8a78-1b0af652ddb7 None None] Pushing event updated for resources: {'Port': ['ID=fe81be6d-a51a-409b-8255-bc83a0356084,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:00.581875 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-1222d0b9-5f63-4c3a-b39a-56e7450d509d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Allocated IP 2001:db8::c0:1e0d:be55:d6af (a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828/ba153c6b-5e5e-4da6-b0d4-736afae2f6dc/f1528fcc-7534-4b4e-ba0d-146555cab0a1) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:26:00.655657 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-fc6e8575-7e3f-472d-a2da-777aec4ca6fb tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Deleting port 3123e3ec-562a-44a3-8940-cb27bc6e64ba {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:26:00.656019 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fc6e8575-7e3f-472d-a2da-777aec4ca6fb tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:00.676425 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b990b06-21a8-4048-8e7b-f2601095aad0 tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Hosts for other DVR routers connected to router 548ee6ed-bbb7-407a-be66-d6804f9d670e: set() {{(pid=88973) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:343}} Oct 13 15:26:00.683980 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-d9f65f1c-6f69-4e7c-8a78-1b0af652ddb7 None None] Attempting to bind port fe81be6d-a51a-409b-8255-bc83a0356084 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:26:00.684411 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-d9f65f1c-6f69-4e7c-8a78-1b0af652ddb7 None None] Attempting to bind port fe81be6d-a51a-409b-8255-bc83a0356084 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:26:00.685460 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f65f1c-6f69-4e7c-8a78-1b0af652ddb7 None None] Attempting to bind port fe81be6d-a51a-409b-8255-bc83a0356084 on network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:26:00.691795 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f65f1c-6f69-4e7c-8a78-1b0af652ddb7 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:26:00.692160 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f65f1c-6f69-4e7c-8a78-1b0af652ddb7 None None] Checking segment: {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:26:00.692556 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d9f65f1c-6f69-4e7c-8a78-1b0af652ddb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:00.693558 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f65f1c-6f69-4e7c-8a78-1b0af652ddb7 None None] Bound using segment: {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:26:00.694113 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-d9f65f1c-6f69-4e7c-8a78-1b0af652ddb7 None None] Bound port: fe81be6d-a51a-409b-8255-bc83a0356084, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:26:00.694494 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d9f65f1c-6f69-4e7c-8a78-1b0af652ddb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:00.772954 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9cdc9-cbf6-4c89-9313-dd53e64667a5 req-37163239-7243-4f16-8ec4-6b61d21365d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:00.776093 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-62e9cdc9-cbf6-4c89-9313-dd53e64667a5 req-37163239-7243-4f16-8ec4-6b61d21365d0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=68ca5488-1f82-4ee2-9e86-9e983d74aa07 HTTP/1.1" status: 200 len: 912 time: 0.6354012 Oct 13 15:26:00.807933 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-d9f65f1c-6f69-4e7c-8a78-1b0af652ddb7 None None] For port fe81be6d-a51a-409b-8255-bc83a0356084, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:26:00.812552 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-d9f65f1c-6f69-4e7c-8a78-1b0af652ddb7 None None] For port fe81be6d-a51a-409b-8255-bc83a0356084, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=fe81be6d-a51a-409b-8255-bc83a0356084,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:26:00.817967 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d9f65f1c-6f69-4e7c-8a78-1b0af652ddb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:00.936061 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f65f1c-6f69-4e7c-8a78-1b0af652ddb7 None None] Pushing event updated for resources: {'Port': ['ID=fe81be6d-a51a-409b-8255-bc83a0356084,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:01.013849 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-502710a7-8704-43d2-8639-a596ea325c6e None None] Network 2b2d27b8-b8d7-48fa-ae00-05f6c9754a64 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:26:01.057779 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 6e9b3aea-514c-4e85-8033-ae031fba6a3b up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:26:01.076539 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1222d0b9-5f63-4c3a-b39a-56e7450d509d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:01.121636 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-1222d0b9-5f63-4c3a-b39a-56e7450d509d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Transition to ACTIVE for port object f1528fcc-7534-4b4e-ba0d-146555cab0a1 will not be triggered until provisioned by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:26:01.139687 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-fc6e8575-7e3f-472d-a2da-777aec4ca6fb tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] For port 3123e3ec-562a-44a3-8940-cb27bc6e64ba, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=3123e3ec-562a-44a3-8940-cb27bc6e64ba,segment=NetworkSegment(7d0b35a5-51e6-4089-be29-38f2e3253805),segment_id=7d0b35a5-51e6-4089-be29-38f2e3253805)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:26:01.140064 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fc6e8575-7e3f-472d-a2da-777aec4ca6fb tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:01.183465 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1b990b06-21a8-4048-8e7b-f2601095aad0 tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:01.187086 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-1b990b06-21a8-4048-8e7b-f2601095aad0 tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] 10.222.0.42 "PUT /v2.0/routers/548ee6ed-bbb7-407a-be66-d6804f9d670e HTTP/1.1" status: 200 len: 716 time: 3.5548587 Oct 13 15:26:01.213650 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44574) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:01.240843 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-5d7d5c8e-4138-4a42-aeb6-a51d3e179b21 None None] Provisioning for port 6e9b3aea-514c-4e85-8033-ae031fba6a3b completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:26:01.258427 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-62e9cdc9-cbf6-4c89-9313-dd53e64667a5 req-6668c347-057f-4c9b-b5f1-e8c76ccad9f6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9b8f70f-783a-49bb-9292-f6302802628e HTTP/1.1" status: 200 len: 1002 time: 0.4752724 Oct 13 15:26:01.276615 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 6e9b3aea-514c-4e85-8033-ae031fba6a3b completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:26:01.285737 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 6e9b3aea-514c-4e85-8033-ae031fba6a3b triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:26:01.286102 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:01.286449 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 6e9b3aea-514c-4e85-8033-ae031fba6a3b Oct 13 15:26:01.374691 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-fc6e8575-7e3f-472d-a2da-777aec4ca6fb tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Calling delete_port for 3123e3ec-562a-44a3-8940-cb27bc6e64ba owned by network:router_gateway {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:26:01.486629 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5eb54ad4-d34a-4965-a779-bce3fffaa7bc tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:01.505858 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-2b4e086d-d0a2-47f9-856e-b862e1db4372 tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] 10.222.0.42 "GET /v2.0/routers/548ee6ed-bbb7-407a-be66-d6804f9d670e HTTP/1.1" status: 200 len: 716 time: 0.2885721 Oct 13 15:26:01.507041 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44578) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:01.510652 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9cdc9-cbf6-4c89-9313-dd53e64667a5 req-10374c81-43d7-42ca-87ea-9e125279a38a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:01.512131 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-62e9cdc9-cbf6-4c89-9313-dd53e64667a5 req-10374c81-43d7-42ca-87ea-9e125279a38a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=12a9e0ad-f87e-4c11-b0b3-9af248956963 HTTP/1.1" status: 200 len: 850 time: 0.2396624 Oct 13 15:26:01.518535 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 6e9b3aea-514c-4e85-8033-ae031fba6a3b is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:26:01.518918 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:01.586336 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-5eb54ad4-d34a-4965-a779-bce3fffaa7bc tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Transition to ACTIVE for port object 5ea9de78-85b7-48f1-8460-98615e36f859 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:26:01.601010 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 6e9b3aea-514c-4e85-8033-ae031fba6a3b, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=6e9b3aea-514c-4e85-8033-ae031fba6a3b,segment=NetworkSegment(64dd2492-f92a-4573-bac1-7f72f59a5963),segment_id=64dd2492-f92a-4573-bac1-7f72f59a5963)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:26:01.605111 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1222d0b9-5f63-4c3a-b39a-56e7450d509d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:01.608344 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:01.740164 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5eb54ad4-d34a-4965-a779-bce3fffaa7bc tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:01.746040 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9cdc9-cbf6-4c89-9313-dd53e64667a5 req-e9bb0726-f7d4-4d5c-8800-2404749dd66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:01.748105 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-62e9cdc9-cbf6-4c89-9313-dd53e64667a5 req-e9bb0726-f7d4-4d5c-8800-2404749dd66f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=68ca5488-1f82-4ee2-9e86-9e983d74aa07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2258761 Oct 13 15:26:01.768522 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=6e9b3aea-514c-4e85-8033-ae031fba6a3b,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:01.791166 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1222d0b9-5f63-4c3a-b39a-56e7450d509d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:26:01.913935 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb54ad4-d34a-4965-a779-bce3fffaa7bc tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Network 2b2d27b8-b8d7-48fa-ae00-05f6c9754a64 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:26:01.967252 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-5eb54ad4-d34a-4965-a779-bce3fffaa7bc tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:01.978630 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb54ad4-d34a-4965-a779-bce3fffaa7bc tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:26:01.984755 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eb54ad4-d34a-4965-a779-bce3fffaa7bc tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:01.985376 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5eb54ad4-d34a-4965-a779-bce3fffaa7bc tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:01.989297 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb54ad4-d34a-4965-a779-bce3fffaa7bc tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event updated for resources: {'Port': ['ID=5ea9de78-85b7-48f1-8460-98615e36f859,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:02.015304 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e7c3e14e-1871-44aa-bce1-0e8d5fe6a9df tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:02.059415 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-1222d0b9-5f63-4c3a-b39a-56e7450d509d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:02.068711 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1222d0b9-5f63-4c3a-b39a-56e7450d509d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:26:02.082098 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-6335b4f9-a7d5-40b1-a392-b53f2906d705 None None] Provisioning complete for port 6e9b3aea-514c-4e85-8033-ae031fba6a3b triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:26:02.082500 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6335b4f9-a7d5-40b1-a392-b53f2906d705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:02.082835 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-6335b4f9-a7d5-40b1-a392-b53f2906d705 None None] Attempt 1 to provision port 6e9b3aea-514c-4e85-8033-ae031fba6a3b Oct 13 15:26:02.087650 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1222d0b9-5f63-4c3a-b39a-56e7450d509d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:02.088695 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1222d0b9-5f63-4c3a-b39a-56e7450d509d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:02.092929 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-5eb54ad4-d34a-4965-a779-bce3fffaa7bc tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 4.6584747 Oct 13 15:26:02.104895 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44586) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:02.105818 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1222d0b9-5f63-4c3a-b39a-56e7450d509d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'Port': ['ID=f1528fcc-7534-4b4e-ba0d-146555cab0a1,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:02.132548 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-e89eca20-d272-45f5-a125-0e987801993d tempest-RoutersTestDVR-1321030890 tempest-RoutersTestDVR-1321030890-project] 10.222.0.42 "GET /v2.0/routers/548ee6ed-bbb7-407a-be66-d6804f9d670e HTTP/1.1" status: 200 len: 682 time: 0.6225922 Oct 13 15:26:02.145776 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44590) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:02.234518 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-62e9cdc9-cbf6-4c89-9313-dd53e64667a5 req-4b84f855-fef9-451b-9265-fa663da57528 service neutron] 10.222.0.16 "GET /v2.0/networks/68ca5488-1f82-4ee2-9e86-9e983d74aa07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4299722 Oct 13 15:26:02.258299 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-6335b4f9-a7d5-40b1-a392-b53f2906d705 None None] Current status of the port 6e9b3aea-514c-4e85-8033-ae031fba6a3b is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:26:02.369507 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c3e14e-1871-44aa-bce1-0e8d5fe6a9df tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Pushing event updated for resources: {'Subnet': ['ID=04f1f06b-96cd-4269-ac20-00321678ffa8,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:02.408707 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-1222d0b9-5f63-4c3a-b39a-56e7450d509d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 3.2840447 Oct 13 15:26:02.413820 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44594) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:02.428577 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c3e14e-1871-44aa-bce1-0e8d5fe6a9df tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Checking segment: {'id': '69b1e616-3df2-4448-af8b-71805e36e5b7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'e9d35d73-6be1-486c-9c2a-ef19e81e222e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:26:02.429034 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c3e14e-1871-44aa-bce1-0e8d5fe6a9df tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Network hostable DHCP agents. Network: e9d35d73-6be1-486c-9c2a-ef19e81e222e, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:26:02.438775 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2197b2d2-63a6-4ab5-b60d-89cbf5bedc33 tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Notify callbacks [] for router, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:02.482616 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-2474c312-bc01-4a95-bccc-8c7b2f3a645a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'port': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'fixed_ips': [{'subnet_id': 'ba153c6b-5e5e-4da6-b0d4-736afae2f6dc', 'ip_address': '2001:db8::c0:1e0d:be55:d6af'}], 'name': 'tempest-NetworksTestDHCPv6-520109580'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:02.484283 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-72b8b44a-0731-45d1-a37c-d998919da10d None None] Provisioning for port 5ea9de78-85b7-48f1-8460-98615e36f859 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:26:02.489247 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-72b8b44a-0731-45d1-a37c-d998919da10d None None] Provisioning complete for port 5ea9de78-85b7-48f1-8460-98615e36f859 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:26:02.489685 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-72b8b44a-0731-45d1-a37c-d998919da10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:02.490078 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-72b8b44a-0731-45d1-a37c-d998919da10d None None] Attempt 1 to provision port 5ea9de78-85b7-48f1-8460-98615e36f859 Oct 13 15:26:02.506601 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:26:02.540454 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fc6e8575-7e3f-472d-a2da-777aec4ca6fb tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:02.571030 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-72b8b44a-0731-45d1-a37c-d998919da10d None None] Port 5ea9de78-85b7-48f1-8460-98615e36f859 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:26:02.741436 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c3e14e-1871-44aa-bce1-0e8d5fe6a9df tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Network e9d35d73-6be1-486c-9c2a-ef19e81e222e is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:26:02.802629 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6e8575-7e3f-472d-a2da-777aec4ca6fb tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Pushing event deleted for resources: {'Port': ['ID=3123e3ec-562a-44a3-8940-cb27bc6e64ba,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:02.937512 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-62e9cdc9-cbf6-4c89-9313-dd53e64667a5 req-1ba3afb3-3834-410f-a939-1736c59d3efe service neutron] 10.222.0.16 "GET /v2.0/networks/68ca5488-1f82-4ee2-9e86-9e983d74aa07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6263859 Oct 13 15:26:02.943111 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-e7c3e14e-1871-44aa-bce1-0e8d5fe6a9df tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, e9d35d73-6be1-486c-9c2a-ef19e81e222e) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:02.958071 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e7c3e14e-1871-44aa-bce1-0e8d5fe6a9df tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:02.969628 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-2474c312-bc01-4a95-bccc-8c7b2f3a645a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:26:02.975269 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b2ee518-ba0c-4883-a8d5-89788b5bce04 None None] Network e9d35d73-6be1-486c-9c2a-ef19e81e222e requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:26:02.975944 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2197b2d2-63a6-4ab5-b60d-89cbf5bedc33 tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:02.986509 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fc6e8575-7e3f-472d-a2da-777aec4ca6fb tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828050'] for router_gateway, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:03.003492 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2197b2d2-63a6-4ab5-b60d-89cbf5bedc33 tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:03.051619 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-2474c312-bc01-4a95-bccc-8c7b2f3a645a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Usage tracker for resource:port and tenant:bb90cebe15f541febeed2c50e15c931e is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:26:03.061847 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-2474c312-bc01-4a95-bccc-8c7b2f3a645a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:26:03.083176 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7c3e14e-1871-44aa-bce1-0e8d5fe6a9df tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Checking segment: {'id': '62931010-ca2d-4b99-82f6-9715400c9d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '946096d0-19f7-42a1-8a50-b2b39f8adc9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:26:03.083728 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-72b8b44a-0731-45d1-a37c-d998919da10d None None] Attempt 2 to provision port 5ea9de78-85b7-48f1-8460-98615e36f859 Oct 13 15:26:03.083994 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c3e14e-1871-44aa-bce1-0e8d5fe6a9df tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Network hostable DHCP agents. Network: 946096d0-19f7-42a1-8a50-b2b39f8adc9a, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:26:03.095571 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c3e14e-1871-44aa-bce1-0e8d5fe6a9df tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Pushing event updated for resources: {'Subnet': ['ID=4e84584b-fadb-4215-86af-463c836c8cbc,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:03.099077 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2197b2d2-63a6-4ab5-b60d-89cbf5bedc33 tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:03.099744 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2197b2d2-63a6-4ab5-b60d-89cbf5bedc33 tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 548ee6ed-bbb7-407a-be66-d6804f9d670e {{(pid=88973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:26:03.109461 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2197b2d2-63a6-4ab5-b60d-89cbf5bedc33 tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:03.113873 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-2197b2d2-63a6-4ab5-b60d-89cbf5bedc33 tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] 10.222.0.42 "DELETE /v2.0/routers/548ee6ed-bbb7-407a-be66-d6804f9d670e HTTP/1.1" status: 204 len: 168 time: 0.9573040 Oct 13 15:26:03.115070 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44598) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:03.121133 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-bf5ac764-8f6c-4eb9-8ff8-d52632ce00be tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Request body: {'router': {'name': 'tempest-router-873192398', 'distributed': True}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:03.127180 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-bf5ac764-8f6c-4eb9-8ff8-d52632ce00be tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:26:03.134176 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-bf5ac764-8f6c-4eb9-8ff8-d52632ce00be tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Usage tracker for resource:router and tenant:145f539118ff45c9bbde4ac77aa1a1f2 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:26:03.134774 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-bf5ac764-8f6c-4eb9-8ff8-d52632ce00be tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:26:03.135596 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-2474c312-bc01-4a95-bccc-8c7b2f3a645a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:26:03.141152 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-bf5ac764-8f6c-4eb9-8ff8-d52632ce00be tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:26:03.152381 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bf5ac764-8f6c-4eb9-8ff8-d52632ce00be tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:03.154037 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bf5ac764-8f6c-4eb9-8ff8-d52632ce00be tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:03.159144 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7c3e14e-1871-44aa-bce1-0e8d5fe6a9df tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Network 946096d0-19f7-42a1-8a50-b2b39f8adc9a is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:26:03.171060 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-e7c3e14e-1871-44aa-bce1-0e8d5fe6a9df tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 946096d0-19f7-42a1-8a50-b2b39f8adc9a) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:03.178112 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c3e14e-1871-44aa-bce1-0e8d5fe6a9df tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:03.178615 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c3e14e-1871-44aa-bce1-0e8d5fe6a9df tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:03.179224 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e7c3e14e-1871-44aa-bce1-0e8d5fe6a9df tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:03.188300 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bf5ac764-8f6c-4eb9-8ff8-d52632ce00be tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:03.190316 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 6e9b3aea-514c-4e85-8033-ae031fba6a3b up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:26:03.216759 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7cf013-a014-4766-9543-823e94d56178 None None] Network 946096d0-19f7-42a1-8a50-b2b39f8adc9a requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:26:03.218717 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e7c3e14e-1871-44aa-bce1-0e8d5fe6a9df tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 3.4626057 Oct 13 15:26:03.219684 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44602) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:03.222957 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bf5ac764-8f6c-4eb9-8ff8-d52632ce00be tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:03.234164 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fc6e8575-7e3f-472d-a2da-777aec4ca6fb tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:03.237850 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2474c312-bc01-4a95-bccc-8c7b2f3a645a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'port': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:26:03.242962 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2474c312-bc01-4a95-bccc-8c7b2f3a645a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:03.254200 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fc6e8575-7e3f-472d-a2da-777aec4ca6fb tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:03.285585 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bf5ac764-8f6c-4eb9-8ff8-d52632ce00be tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:03.289436 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-bf5ac764-8f6c-4eb9-8ff8-d52632ce00be tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.1708179 Oct 13 15:26:03.291105 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44606) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:03.377776 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-72b8b44a-0731-45d1-a37c-d998919da10d None None] Port 5ea9de78-85b7-48f1-8460-98615e36f859 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:26:03.440607 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41372be-a707-4b39-b916-212cfadee69c tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:03.442034 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41372be-a707-4b39-b916-212cfadee69c tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:03.443782 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b41372be-a707-4b39-b916-212cfadee69c tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:03.444728 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-b41372be-a707-4b39-b916-212cfadee69c tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Synchronizing usage tracker for tenant:93249181fb8c4cb99fbebd74bf1e5d52 on resource:subnet {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:26:03.457725 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a3675513-dc34-43ca-8a30-c978c0d9a8a1 tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Notify callbacks [] for router, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:03.518240 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [None req-2474c312-bc01-4a95-bccc-8c7b2f3a645a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] device_id is not set on port 4e25134a-97c1-43a8-959c-00597be92193 yet. {{(pid=88972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:26:03.541552 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 6e9b3aea-514c-4e85-8033-ae031fba6a3b triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:26:03.541921 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:03.542346 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 6e9b3aea-514c-4e85-8033-ae031fba6a3b Oct 13 15:26:03.572174 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fc6e8575-7e3f-472d-a2da-777aec4ca6fb tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:03.572663 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6e8575-7e3f-472d-a2da-777aec4ca6fb tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 90de0ef8-b035-4042-91ee-784c52845d97 {{(pid=88972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:26:03.602991 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2f97dcc0-8b29-4334-82f8-23f43acb3892 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:03.649528 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-b41372be-a707-4b39-b916-212cfadee69c tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Unset dirty status for tenant:93249181fb8c4cb99fbebd74bf1e5d52 on resource:subnet {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:26:03.656553 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-b41372be-a707-4b39-b916-212cfadee69c tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.4356158 Oct 13 15:26:03.721379 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44610) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:03.769984 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fc6e8575-7e3f-472d-a2da-777aec4ca6fb tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:03.773926 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-fc6e8575-7e3f-472d-a2da-777aec4ca6fb tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] 10.222.0.42 "DELETE /v2.0/routers/90de0ef8-b035-4042-91ee-784c52845d97 HTTP/1.1" status: 204 len: 168 time: 6.5670652 Oct 13 15:26:03.780015 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44614) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:03.798633 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90de1918-72dc-442d-ac10-507ff2aa6dcc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-e9d35d73-6be1-486c-9c2a-ef19e81e222e', 'network_id': 'e9d35d73-6be1-486c-9c2a-ef19e81e222e', 'tenant_id': '93249181fb8c4cb99fbebd74bf1e5d52', 'fixed_ips': [{'subnet_id': '04f1f06b-96cd-4269-ac20-00321678ffa8'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:26:03.799772 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-90de1918-72dc-442d-ac10-507ff2aa6dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:03.863145 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-2474c312-bc01-4a95-bccc-8c7b2f3a645a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] POST failed (client error): There was a conflict when trying to complete your request. Oct 13 15:26:03.863702 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2474c312-bc01-4a95-bccc-8c7b2f3a645a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:26:03.886952 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a3675513-dc34-43ca-8a30-c978c0d9a8a1 tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:03.894485 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a3675513-dc34-43ca-8a30-c978c0d9a8a1 tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:03.914702 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_v2 [None req-09c25b53-0a91-4e71-8d16-346cc1fb49e7 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Deleting subnet 7cc4281d-8166-4da5-91ac-9531e0250604 {{(pid=88973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:26:03.916006 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-72b8b44a-0731-45d1-a37c-d998919da10d None None] Attempt 3 to provision port 5ea9de78-85b7-48f1-8460-98615e36f859 Oct 13 15:26:03.920030 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_v2 [None req-f14ef9a7-0734-4d26-9ba7-beed547e5a5f tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Deleting subnet 04f1f06b-96cd-4269-ac20-00321678ffa8 {{(pid=88973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:26:03.932398 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-09c25b53-0a91-4e71-8d16-346cc1fb49e7 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:03.959012 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f14ef9a7-0734-4d26-9ba7-beed547e5a5f tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks [] for subnet, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:03.990952 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c236e58f-cf4d-4129-9b1f-449b96c2d827 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-946096d0-19f7-42a1-8a50-b2b39f8adc9a', 'network_id': '946096d0-19f7-42a1-8a50-b2b39f8adc9a', 'tenant_id': '93249181fb8c4cb99fbebd74bf1e5d52', 'fixed_ips': [{'subnet_id': '4e84584b-fadb-4215-86af-463c836c8cbc'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:26:03.992199 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c236e58f-cf4d-4129-9b1f-449b96c2d827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:04.006868 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-2474c312-bc01-4a95-bccc-8c7b2f3a645a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 409 len: 387 time: 1.5879810 Oct 13 15:26:04.007575 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44618) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:04.008239 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a3675513-dc34-43ca-8a30-c978c0d9a8a1 tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:04.008851 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3675513-dc34-43ca-8a30-c978c0d9a8a1 tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c8f50519-60a4-44f7-8722-d15492f5f211 {{(pid=88973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:26:04.037472 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-09c25b53-0a91-4e71-8d16-346cc1fb49e7 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7432921'] for subnet, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:04.064683 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a3675513-dc34-43ca-8a30-c978c0d9a8a1 tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:04.068975 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-a3675513-dc34-43ca-8a30-c978c0d9a8a1 tempest-RoutersTestDVR-2027746888 tempest-RoutersTestDVR-2027746888-project-admin] 10.222.0.42 "DELETE /v2.0/routers/c8f50519-60a4-44f7-8722-d15492f5f211 HTTP/1.1" status: 204 len: 168 time: 0.7747104 Oct 13 15:26:04.083814 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f14ef9a7-0734-4d26-9ba7-beed547e5a5f tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7432921'] for subnet, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:04.085245 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-72b8b44a-0731-45d1-a37c-d998919da10d None None] Port 5ea9de78-85b7-48f1-8460-98615e36f859 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:26:04.152434 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-09c25b53-0a91-4e71-8d16-346cc1fb49e7 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:04.158335 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 6e9b3aea-514c-4e85-8033-ae031fba6a3b is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:26:04.159419 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device fe81be6d-a51a-409b-8255-bc83a0356084 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:26:04.197586 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f14ef9a7-0734-4d26-9ba7-beed547e5a5f tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:04.235447 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb8d431-55a3-4589-af2a-0ed3ca4bdd2b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:04.241784 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb8d431-55a3-4589-af2a-0ed3ca4bdd2b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:04.242243 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-eeb8d431-55a3-4589-af2a-0ed3ca4bdd2b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Synchronizing usage tracker for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:26:04.284020 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-eeb8d431-55a3-4589-af2a-0ed3ca4bdd2b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Unset dirty status for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:26:04.287684 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-eeb8d431-55a3-4589-af2a-0ed3ca4bdd2b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.2767124 Oct 13 15:26:04.290225 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44624) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:04.313935 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-09c25b53-0a91-4e71-8d16-346cc1fb49e7 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:04.351174 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f14ef9a7-0734-4d26-9ba7-beed547e5a5f tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:04.362572 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server [None req-90de1918-72dc-442d-ac10-507ff2aa6dcc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 04f1f06b-96cd-4269-ac20-00321678ffa8: This subnet is being modified by another concurrent operation. Oct 13 15:26:04.362572 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 13 15:26:04.362572 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 13 15:26:04.362572 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 13 15:26:04.362572 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 13 15:26:04.362572 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 13 15:26:04.362572 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 13 15:26:04.362572 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 13 15:26:04.362572 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 13 15:26:04.362572 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 13 15:26:04.362572 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 15:26:04.362572 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 15:26:04.362572 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 15:26:04.362572 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 15:26:04.362572 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 15:26:04.362572 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 15:26:04.362572 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 15:26:04.362572 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 15:26:04.362572 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 15:26:04.362572 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 15:26:04.362572 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 15:26:04.362572 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 15:26:04.362572 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 15:26:04.362572 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 15:26:04.362572 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 15:26:04.362572 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 15:26:04.362572 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 15:26:04.362572 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 15:26:04.362572 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 15:26:04.362572 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 15:26:04.362572 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 15:26:04.362572 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 15:26:04.362572 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 15:26:04.362572 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 15:26:04.362572 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 13 15:26:04.362572 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 13 15:26:04.362572 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Oct 13 15:26:04.362572 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 13 15:26:04.362572 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Oct 13 15:26:04.362572 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 13 15:26:04.362572 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 13 15:26:04.362572 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 13 15:26:04.362572 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Oct 13 15:26:04.362572 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Oct 13 15:26:04.362572 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 13 15:26:04.362572 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 13 15:26:04.362572 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 15:26:04.362572 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 15:26:04.362572 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 15:26:04.362572 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 15:26:04.362572 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 15:26:04.362572 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 15:26:04.362572 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 15:26:04.362572 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 15:26:04.365939 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 15:26:04.365939 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 15:26:04.365939 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 15:26:04.365939 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 15:26:04.365939 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 15:26:04.365939 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 15:26:04.365939 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 15:26:04.365939 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 15:26:04.365939 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 15:26:04.365939 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 15:26:04.365939 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 15:26:04.365939 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 15:26:04.365939 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 15:26:04.365939 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 15:26:04.365939 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 15:26:04.365939 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 15:26:04.365939 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Oct 13 15:26:04.365939 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 13 15:26:04.365939 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Oct 13 15:26:04.365939 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 13 15:26:04.365939 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Oct 13 15:26:04.365939 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 13 15:26:04.365939 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 13 15:26:04.365939 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 13 15:26:04.365939 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 13 15:26:04.365939 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 13 15:26:04.365939 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Oct 13 15:26:04.365939 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 13 15:26:04.365939 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 13 15:26:04.365939 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 13 15:26:04.365939 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 13 15:26:04.365939 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 13 15:26:04.365939 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Oct 13 15:26:04.365939 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 13 15:26:04.365939 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 13 15:26:04.365939 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server raise exception Oct 13 15:26:04.365939 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 04f1f06b-96cd-4269-ac20-00321678ffa8: This subnet is being modified by another concurrent operation. Oct 13 15:26:04.365939 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server Oct 13 15:26:04.373665 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c25b53-0a91-4e71-8d16-346cc1fb49e7 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7cc4281d-8166-4da5-91ac-9531e0250604,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:04.373830 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-ed37ccc7-0287-4255-89d7-cbe50d7a19bb tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Deleting port f1528fcc-7534-4b4e-ba0d-146555cab0a1 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:26:04.373830 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ed37ccc7-0287-4255-89d7-cbe50d7a19bb tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:04.408756 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-09c25b53-0a91-4e71-8d16-346cc1fb49e7 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:04.415389 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f14ef9a7-0734-4d26-9ba7-beed547e5a5f tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:04.427957 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14ef9a7-0734-4d26-9ba7-beed547e5a5f tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Pushing event deleted for resources: {'Subnet': ['ID=04f1f06b-96cd-4269-ac20-00321678ffa8,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:04.438320 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8bb83d8-7ba8-428e-bc7a-dfe3052d56c3 None None] Network e9d35d73-6be1-486c-9c2a-ef19e81e222e requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:26:04.447786 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-09c25b53-0a91-4e71-8d16-346cc1fb49e7 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] 10.222.0.42 "DELETE /v2.0/subnets/7cc4281d-8166-4da5-91ac-9531e0250604 HTTP/1.1" status: 204 len: 168 time: 0.6394446 Oct 13 15:26:04.451360 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44630) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:04.454876 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-f14ef9a7-0734-4d26-9ba7-beed547e5a5f tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] 10.222.0.42 "DELETE /v2.0/subnets/04f1f06b-96cd-4269-ac20-00321678ffa8 HTTP/1.1" status: 204 len: 168 time: 0.7325468 Oct 13 15:26:04.470233 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44634) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:04.471033 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.db.resource_extend [None req-2f97dcc0-8b29-4334-82f8-23f43acb3892 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 15:26:04.499176 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port fe81be6d-a51a-409b-8255-bc83a0356084 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:26:04.504210 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-c236e58f-cf4d-4129-9b1f-449b96c2d827 None None] Allocated IP 2001:db8:0:1::1 (946096d0-19f7-42a1-8a50-b2b39f8adc9a/4e84584b-fadb-4215-86af-463c836c8cbc/ef5b18c3-e67d-4507-b1ab-532ab3186b3c) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:26:04.554602 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d3ecfdb7-8e95-4f02-89ed-af89957151fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:04.566830 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ece2088-cbd9-43d1-a23b-ea82f742e7fa tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Deleting subnet 4e84584b-fadb-4215-86af-463c836c8cbc {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:26:04.571490 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44638) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:04.581776 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2f97dcc0-8b29-4334-82f8-23f43acb3892 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:04.589213 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-72b8b44a-0731-45d1-a37c-d998919da10d None None] Attempt 4 to provision port 5ea9de78-85b7-48f1-8460-98615e36f859 Oct 13 15:26:04.594912 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2f97dcc0-8b29-4334-82f8-23f43acb3892 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:04.729632 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-72b8b44a-0731-45d1-a37c-d998919da10d None None] Port 5ea9de78-85b7-48f1-8460-98615e36f859 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:26:04.744553 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8c132851-5c7b-4749-be04-14237354d6f4 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:04.804775 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-07945559-3522-4bac-9b51-8690993723e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:04.876415 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8c132851-5c7b-4749-be04-14237354d6f4 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:04.902995 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-8c132851-5c7b-4749-be04-14237354d6f4 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3a94404-3a07-48b0-be6b-e83144619c39']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:04.916099 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-8c132851-5c7b-4749-be04-14237354d6f4 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d0b35a5-51e6-4089-be29-38f2e3253805') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:04.916886 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-8c132851-5c7b-4749-be04-14237354d6f4 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d0b35a5-51e6-4089-be29-38f2e3253805') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:04.930987 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8c132851-5c7b-4749-be04-14237354d6f4 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:04.941735 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-07945559-3522-4bac-9b51-8690993723e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:26:04.943877 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f97dcc0-8b29-4334-82f8-23f43acb3892 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event updated for resources: {'Port': ['ID=5ea9de78-85b7-48f1-8460-98615e36f859,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:04.948080 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8c132851-5c7b-4749-be04-14237354d6f4 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:04.958928 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-07945559-3522-4bac-9b51-8690993723e9 admin admin] Usage tracker for resource:security_group_rule and tenant:ce9a6ec898bf4fe48309ade3123fbfbd is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:26:04.959663 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c132851-5c7b-4749-be04-14237354d6f4 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:26:04.960126 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8c132851-5c7b-4749-be04-14237354d6f4 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:04.966294 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-07945559-3522-4bac-9b51-8690993723e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:26:05.001324 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 7d0b35a5-51e6-4089-be29-38f2e3253805 resource provider aggregate not found Oct 13 15:26:05.008059 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-07945559-3522-4bac-9b51-8690993723e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:26:05.016785 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c236e58f-cf4d-4129-9b1f-449b96c2d827 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:05.030426 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-c236e58f-cf4d-4129-9b1f-449b96c2d827 None None] Transition to ACTIVE for port object ef5b18c3-e67d-4507-b1ab-532ab3186b3c will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:26:05.049227 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ed37ccc7-0287-4255-89d7-cbe50d7a19bb tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:05.054358 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-c236e58f-cf4d-4129-9b1f-449b96c2d827 None None] Transition to ACTIVE for port object ef5b18c3-e67d-4507-b1ab-532ab3186b3c will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:26:05.056504 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 7d0b35a5-51e6-4089-be29-38f2e3253805 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7d0b35a5-51e6-4089-be29-38f2e3253805 found for delete ", "request_id": "req-11889df6-7728-427c-b66b-31693e775fb4"}]} Oct 13 15:26:05.061696 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c236e58f-cf4d-4129-9b1f-449b96c2d827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:05.064768 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8ece2088-cbd9-43d1-a23b-ea82f742e7fa tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:05.080123 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8c132851-5c7b-4749-be04-14237354d6f4 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:05.099065 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c132851-5c7b-4749-be04-14237354d6f4 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e3a94404-3a07-48b0-be6b-e83144619c39 {{(pid=88973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 13 15:26:05.104387 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8c132851-5c7b-4749-be04-14237354d6f4 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:05.108027 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c132851-5c7b-4749-be04-14237354d6f4 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Pushing event deleted for resources: {'Network': ['ID=e3a94404-3a07-48b0-be6b-e83144619c39,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:05.115067 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-8c132851-5c7b-4749-be04-14237354d6f4 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] 10.222.0.42 "DELETE /v2.0/networks/e3a94404-3a07-48b0-be6b-e83144619c39 HTTP/1.1" status: 204 len: 168 time: 0.6624734 Oct 13 15:26:05.137009 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c236e58f-cf4d-4129-9b1f-449b96c2d827 None None] Network 946096d0-19f7-42a1-8a50-b2b39f8adc9a is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:26:05.140611 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-c236e58f-cf4d-4129-9b1f-449b96c2d827 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:05.143299 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c236e58f-cf4d-4129-9b1f-449b96c2d827 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:26:05.193828 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c236e58f-cf4d-4129-9b1f-449b96c2d827 None None] Pushing event updated for resources: {'Port': ['ID=ef5b18c3-e67d-4507-b1ab-532ab3186b3c,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:05.243205 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-72b8b44a-0731-45d1-a37c-d998919da10d None None] Attempt 5 to provision port 5ea9de78-85b7-48f1-8460-98615e36f859 Oct 13 15:26:05.311182 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-c236e58f-cf4d-4129-9b1f-449b96c2d827 None None] Attempting to bind port ef5b18c3-e67d-4507-b1ab-532ab3186b3c on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:26:05.311550 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-c236e58f-cf4d-4129-9b1f-449b96c2d827 None None] Attempting to bind port ef5b18c3-e67d-4507-b1ab-532ab3186b3c by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '62931010-ca2d-4b99-82f6-9715400c9d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '946096d0-19f7-42a1-8a50-b2b39f8adc9a'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:26:05.311916 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c236e58f-cf4d-4129-9b1f-449b96c2d827 None None] Attempting to bind port ef5b18c3-e67d-4507-b1ab-532ab3186b3c on network 946096d0-19f7-42a1-8a50-b2b39f8adc9a {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:26:05.319908 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-72b8b44a-0731-45d1-a37c-d998919da10d None None] Port 5ea9de78-85b7-48f1-8460-98615e36f859 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:26:05.320700 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c236e58f-cf4d-4129-9b1f-449b96c2d827 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 25, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:26:05.321061 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c236e58f-cf4d-4129-9b1f-449b96c2d827 None None] Checking segment: {'id': '62931010-ca2d-4b99-82f6-9715400c9d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '946096d0-19f7-42a1-8a50-b2b39f8adc9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:26:05.321454 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c236e58f-cf4d-4129-9b1f-449b96c2d827 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:05.321836 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c236e58f-cf4d-4129-9b1f-449b96c2d827 None None] Bound using segment: {'id': '62931010-ca2d-4b99-82f6-9715400c9d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '946096d0-19f7-42a1-8a50-b2b39f8adc9a'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:26:05.322336 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-c236e58f-cf4d-4129-9b1f-449b96c2d827 None None] Bound port: ef5b18c3-e67d-4507-b1ab-532ab3186b3c, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62931010-ca2d-4b99-82f6-9715400c9d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '946096d0-19f7-42a1-8a50-b2b39f8adc9a'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:26:05.322703 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c236e58f-cf4d-4129-9b1f-449b96c2d827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:05.343002 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-ed37ccc7-0287-4255-89d7-cbe50d7a19bb tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Calling delete_port for f1528fcc-7534-4b4e-ba0d-146555cab0a1 owned by {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:26:05.419947 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-c236e58f-cf4d-4129-9b1f-449b96c2d827 None None] For port ef5b18c3-e67d-4507-b1ab-532ab3186b3c, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:26:05.424081 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-c236e58f-cf4d-4129-9b1f-449b96c2d827 None None] For port ef5b18c3-e67d-4507-b1ab-532ab3186b3c, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=ef5b18c3-e67d-4507-b1ab-532ab3186b3c,segment=NetworkSegment(62931010-ca2d-4b99-82f6-9715400c9d4e),segment_id=62931010-ca2d-4b99-82f6-9715400c9d4e)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:26:05.429347 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44654) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:05.429524 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c236e58f-cf4d-4129-9b1f-449b96c2d827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:05.435005 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-b39e20f7-ebb6-4f2d-aa7f-5b27fea84e7c tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Request body: {'router': {'name': 'tempest-router--864519979', 'project_id': '8f11bc956c7f4b55912a947dce241123'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:05.440903 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-b39e20f7-ebb6-4f2d-aa7f-5b27fea84e7c tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:26:05.442866 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2f97dcc0-8b29-4334-82f8-23f43acb3892 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:05.450438 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-b39e20f7-ebb6-4f2d-aa7f-5b27fea84e7c tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Usage tracker for resource:router and tenant:8f11bc956c7f4b55912a947dce241123 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:26:05.456308 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-b39e20f7-ebb6-4f2d-aa7f-5b27fea84e7c tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:26:05.457304 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8ece2088-cbd9-43d1-a23b-ea82f742e7fa tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:05.463779 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-b39e20f7-ebb6-4f2d-aa7f-5b27fea84e7c tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:26:05.479312 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b39e20f7-ebb6-4f2d-aa7f-5b27fea84e7c tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:05.481270 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b39e20f7-ebb6-4f2d-aa7f-5b27fea84e7c tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:05.510068 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b39e20f7-ebb6-4f2d-aa7f-5b27fea84e7c tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:05.520131 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c236e58f-cf4d-4129-9b1f-449b96c2d827 None None] Pushing event updated for resources: {'Port': ['ID=ef5b18c3-e67d-4507-b1ab-532ab3186b3c,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:05.554230 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b39e20f7-ebb6-4f2d-aa7f-5b27fea84e7c tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:05.579603 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b39e20f7-ebb6-4f2d-aa7f-5b27fea84e7c tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:05.584529 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-b39e20f7-ebb6-4f2d-aa7f-5b27fea84e7c tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.1536827 Oct 13 15:26:05.585080 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44660) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:05.821016 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-72b8b44a-0731-45d1-a37c-d998919da10d None None] Attempt 6 to provision port 5ea9de78-85b7-48f1-8460-98615e36f859 Oct 13 15:26:05.848188 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-93424bbe-6913-45ad-821c-d1644cb7d14c tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks [] for router, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:05.881305 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-72b8b44a-0731-45d1-a37c-d998919da10d None None] Port 5ea9de78-85b7-48f1-8460-98615e36f859 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:26:05.898543 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8ece2088-cbd9-43d1-a23b-ea82f742e7fa tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:05.987990 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-07945559-3522-4bac-9b51-8690993723e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:06.082793 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-07945559-3522-4bac-9b51-8690993723e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:06.200586 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2f97dcc0-8b29-4334-82f8-23f43acb3892 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:06.287203 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ed37ccc7-0287-4255-89d7-cbe50d7a19bb tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:06.382643 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-07945559-3522-4bac-9b51-8690993723e9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ce9a6ec898bf4fe48309ade3123fbfbd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8067503 Oct 13 15:26:06.382950 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-72b8b44a-0731-45d1-a37c-d998919da10d None None] Attempt 7 to provision port 5ea9de78-85b7-48f1-8460-98615e36f859 Oct 13 15:26:06.383499 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07945559-3522-4bac-9b51-8690993723e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ee3baad-79c9-4173-8271-08808e88f1b0,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:06.385870 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44664) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:06.417111 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed37ccc7-0287-4255-89d7-cbe50d7a19bb tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event deleted for resources: {'Port': ['ID=f1528fcc-7534-4b4e-ba0d-146555cab0a1,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:06.467777 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-72b8b44a-0731-45d1-a37c-d998919da10d None None] Port 5ea9de78-85b7-48f1-8460-98615e36f859 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:26:06.470811 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69bdfe5-a87d-4cf4-ae13-d4254da638db None None] Network 946096d0-19f7-42a1-8a50-b2b39f8adc9a requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:26:06.474831 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-14a5c98b-8f12-4888-90f0-fa97aa78dbcb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:06.502756 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-93424bbe-6913-45ad-821c-d1644cb7d14c tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:06.508164 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-14a5c98b-8f12-4888-90f0-fa97aa78dbcb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:06.518455 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-93424bbe-6913-45ad-821c-d1644cb7d14c tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:06.528463 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ed37ccc7-0287-4255-89d7-cbe50d7a19bb tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:06.540974 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8ece2088-cbd9-43d1-a23b-ea82f742e7fa tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:06.578390 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-14a5c98b-8f12-4888-90f0-fa97aa78dbcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:06.603263 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-05c007b1-b84e-499f-b26e-c44cd1559ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:06.611381 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a5c98b-8f12-4888-90f0-fa97aa78dbcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ee3baad-79c9-4173-8271-08808e88f1b0,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:06.615734 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-14a5c98b-8f12-4888-90f0-fa97aa78dbcb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:06.619827 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-14a5c98b-8f12-4888-90f0-fa97aa78dbcb admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4ee3baad-79c9-4173-8271-08808e88f1b0 HTTP/1.1" status: 204 len: 168 time: 0.2332652 Oct 13 15:26:06.832962 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb1525e-eb06-4cd7-a0f9-994f132080e4 None None] DHCP port deletion for 946096d0-19f7-42a1-8a50-b2b39f8adc9a request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:26:06.838071 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-2cb1525e-eb06-4cd7-a0f9-994f132080e4 None None] Deleting port ef5b18c3-e67d-4507-b1ab-532ab3186b3c {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:26:06.838466 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2cb1525e-eb06-4cd7-a0f9-994f132080e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:06.894684 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ece2088-cbd9-43d1-a23b-ea82f742e7fa tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Pushing event deleted for resources: {'Subnet': ['ID=4e84584b-fadb-4215-86af-463c836c8cbc,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:06.909034 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8ece2088-cbd9-43d1-a23b-ea82f742e7fa tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:06.913436 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-8ece2088-cbd9-43d1-a23b-ea82f742e7fa tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] 10.222.0.42 "DELETE /v2.0/subnets/4e84584b-fadb-4215-86af-463c836c8cbc HTTP/1.1" status: 204 len: 168 time: 2.4321308 Oct 13 15:26:06.914458 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44672) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:06.914586 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-93424bbe-6913-45ad-821c-d1644cb7d14c tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:06.915116 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93424bbe-6913-45ad-821c-d1644cb7d14c tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Fanout notify agent at l3_agent the message router_deleted on router dd0c2210-b4cb-4945-b608-9a321ac3a428 {{(pid=88972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:26:06.922687 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-93424bbe-6913-45ad-821c-d1644cb7d14c tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:06.924238 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-93424bbe-6913-45ad-821c-d1644cb7d14c tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] 10.222.0.42 "DELETE /v2.0/routers/dd0c2210-b4cb-4945-b608-9a321ac3a428 HTTP/1.1" status: 204 len: 168 time: 1.3244138 Oct 13 15:26:06.925883 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-ed37ccc7-0287-4255-89d7-cbe50d7a19bb tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/ports/f1528fcc-7534-4b4e-ba0d-146555cab0a1 HTTP/1.1" status: 204 len: 168 time: 2.6340384 Oct 13 15:26:06.929078 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44676) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:06.983795 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-72b8b44a-0731-45d1-a37c-d998919da10d None None] Attempt 8 to provision port 5ea9de78-85b7-48f1-8460-98615e36f859 Oct 13 15:26:06.998257 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed210dd-9b4f-4639-8212-cfc6b7fcacc2 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:06.999464 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-4ed210dd-9b4f-4639-8212-cfc6b7fcacc2 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Synchronizing usage tracker for tenant:93249181fb8c4cb99fbebd74bf1e5d52 on resource:subnet {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:26:07.018757 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-4ed210dd-9b4f-4639-8212-cfc6b7fcacc2 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Unset dirty status for tenant:93249181fb8c4cb99fbebd74bf1e5d52 on resource:subnet {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:26:07.022671 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-4ed210dd-9b4f-4639-8212-cfc6b7fcacc2 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1041882 Oct 13 15:26:07.023329 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44682) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:07.105539 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8880af-55f7-43f5-8112-35cae020e3ac tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:07.107233 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be8880af-55f7-43f5-8112-35cae020e3ac tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:07.108048 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-be8880af-55f7-43f5-8112-35cae020e3ac tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Synchronizing usage tracker for tenant:bb90cebe15f541febeed2c50e15c931e on resource:subnet {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:26:07.125939 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-72b8b44a-0731-45d1-a37c-d998919da10d None None] Port 5ea9de78-85b7-48f1-8460-98615e36f859 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:26:07.138705 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44686) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:07.161199 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-be8880af-55f7-43f5-8112-35cae020e3ac tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Unset dirty status for tenant:bb90cebe15f541febeed2c50e15c931e on resource:subnet {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:26:07.162592 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-be8880af-55f7-43f5-8112-35cae020e3ac tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2326519 Oct 13 15:26:07.170279 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44690) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:07.172837 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6b36ba97-de3d-41df-b67a-55398d242493 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:07.223308 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-2cb1525e-eb06-4cd7-a0f9-994f132080e4 None None] For port ef5b18c3-e67d-4507-b1ab-532ab3186b3c, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=ef5b18c3-e67d-4507-b1ab-532ab3186b3c,segment=NetworkSegment(62931010-ca2d-4b99-82f6-9715400c9d4e),segment_id=62931010-ca2d-4b99-82f6-9715400c9d4e)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:26:07.223695 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2cb1525e-eb06-4cd7-a0f9-994f132080e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:07.231966 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44694) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:07.233384 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-45a250f6-a78a-46eb-a03b-6a5ce6ecbbcf tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:07.245048 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-45a250f6-a78a-46eb-a03b-6a5ce6ecbbcf tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Deleting port ef5b18c3-e67d-4507-b1ab-532ab3186b3c {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:26:07.245048 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-45a250f6-a78a-46eb-a03b-6a5ce6ecbbcf tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:07.255742 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-6b36ba97-de3d-41df-b67a-55398d242493 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:26:07.268490 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-6b36ba97-de3d-41df-b67a-55398d242493 admin admin] Usage tracker for resource:security_group_rule and tenant:145f539118ff45c9bbde4ac77aa1a1f2 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:26:07.274531 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-6b36ba97-de3d-41df-b67a-55398d242493 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:26:07.283651 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-6b36ba97-de3d-41df-b67a-55398d242493 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:26:07.305949 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-8676065c-97ba-4a34-9f7f-1cf76afe328b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Deleting subnet ba153c6b-5e5e-4da6-b0d4-736afae2f6dc {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:26:07.319531 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8676065c-97ba-4a34-9f7f-1cf76afe328b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:07.357797 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2f97dcc0-8b29-4334-82f8-23f43acb3892 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:07.377329 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2f97dcc0-8b29-4334-82f8-23f43acb3892 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:07.378077 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2f97dcc0-8b29-4334-82f8-23f43acb3892 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:07.385153 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-2cb1525e-eb06-4cd7-a0f9-994f132080e4 None None] Calling delete_port for ef5b18c3-e67d-4507-b1ab-532ab3186b3c owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:26:07.485380 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2cb1525e-eb06-4cd7-a0f9-994f132080e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:07.491394 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-45a250f6-a78a-46eb-a03b-6a5ce6ecbbcf tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] For port ef5b18c3-e67d-4507-b1ab-532ab3186b3c, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=ef5b18c3-e67d-4507-b1ab-532ab3186b3c,segment=NetworkSegment(62931010-ca2d-4b99-82f6-9715400c9d4e),segment_id=62931010-ca2d-4b99-82f6-9715400c9d4e)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:26:07.491968 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-45a250f6-a78a-46eb-a03b-6a5ce6ecbbcf tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:07.535726 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8676065c-97ba-4a34-9f7f-1cf76afe328b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:07.541395 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb1525e-eb06-4cd7-a0f9-994f132080e4 None None] Pushing event deleted for resources: {'Port': ['ID=ef5b18c3-e67d-4507-b1ab-532ab3186b3c,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:07.545547 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb1525e-eb06-4cd7-a0f9-994f132080e4 None None] No DVR routers for this DVR port ef5b18c3-e67d-4507-b1ab-532ab3186b3c on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:26:07.569442 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32c788b-750b-4f34-a982-7f61cd93f4d0 None None] get_active_networks_info from dv-neutron-860329-2-hyperv {{(pid=88974) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 13 15:26:07.575506 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-f79e6a78-cc94-47e8-8e84-9e7ad0ace6bf tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1483464315', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}, 'admin_state_up': False}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:07.601400 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-f79e6a78-cc94-47e8-8e84-9e7ad0ace6bf tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:26:07.625496 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-f79e6a78-cc94-47e8-8e84-9e7ad0ace6bf tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Usage tracker for resource:router and tenant:86e73b52cc6f49c9965a3399831aec36 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:26:07.627692 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-72b8b44a-0731-45d1-a37c-d998919da10d None None] Attempt 9 to provision port 5ea9de78-85b7-48f1-8460-98615e36f859 Oct 13 15:26:07.634884 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-45a250f6-a78a-46eb-a03b-6a5ce6ecbbcf tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Calling delete_port for ef5b18c3-e67d-4507-b1ab-532ab3186b3c owned by network:dhcp {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:26:07.635059 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-f79e6a78-cc94-47e8-8e84-9e7ad0ace6bf tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:26:07.656433 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f97dcc0-8b29-4334-82f8-23f43acb3892 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event updated for resources: {'Port': ['ID=5ea9de78-85b7-48f1-8460-98615e36f859,revision_number=3']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:07.662294 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-f79e6a78-cc94-47e8-8e84-9e7ad0ace6bf tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:26:07.728084 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f79e6a78-cc94-47e8-8e84-9e7ad0ace6bf tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:07.729056 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f79e6a78-cc94-47e8-8e84-9e7ad0ace6bf tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:07.733162 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:07.741082 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f97dcc0-8b29-4334-82f8-23f43acb3892 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Network 2b2d27b8-b8d7-48fa-ae00-05f6c9754a64 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:26:07.742880 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-72b8b44a-0731-45d1-a37c-d998919da10d None None] Port 5ea9de78-85b7-48f1-8460-98615e36f859 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:26:07.747812 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-2f97dcc0-8b29-4334-82f8-23f43acb3892 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:07.757896 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6b36ba97-de3d-41df-b67a-55398d242493 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:07.760793 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.db.api [None req-45a250f6-a78a-46eb-a03b-6a5ce6ecbbcf tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:26:07.761257 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG oslo_db.api [None req-45a250f6-a78a-46eb-a03b-6a5ce6ecbbcf tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:26:07.818530 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:07.822285 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d32c788b-750b-4f34-a982-7f61cd93f4d0 None None] Resources bound (agent type, host, resource id): {{(pid=88974) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 15:26:07.878443 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6b36ba97-de3d-41df-b67a-55398d242493 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:07.906233 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8676065c-97ba-4a34-9f7f-1cf76afe328b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:07.966363 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f79e6a78-cc94-47e8-8e84-9e7ad0ace6bf tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:08.010638 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-6b36ba97-de3d-41df-b67a-55398d242493 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=145f539118ff45c9bbde4ac77aa1a1f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8683422 Oct 13 15:26:08.011252 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44702) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:08.023843 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b36ba97-de3d-41df-b67a-55398d242493 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9be839a9-5153-40da-8589-f9b5bbd6349d,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:08.087997 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ccaa1b37-55ad-4a7f-b74a-1e6acc2d206d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:08.116416 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ccaa1b37-55ad-4a7f-b74a-1e6acc2d206d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:08.175240 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ccaa1b37-55ad-4a7f-b74a-1e6acc2d206d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:08.177889 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8676065c-97ba-4a34-9f7f-1cf76afe328b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:08.194682 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaa1b37-55ad-4a7f-b74a-1e6acc2d206d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be839a9-5153-40da-8589-f9b5bbd6349d,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:08.213603 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ccaa1b37-55ad-4a7f-b74a-1e6acc2d206d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:08.217851 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-ccaa1b37-55ad-4a7f-b74a-1e6acc2d206d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9be839a9-5153-40da-8589-f9b5bbd6349d HTTP/1.1" status: 204 len: 168 time: 0.2024629 Oct 13 15:26:08.232638 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8676065c-97ba-4a34-9f7f-1cf76afe328b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event deleted for resources: {'Subnet': ['ID=ba153c6b-5e5e-4da6-b0d4-736afae2f6dc,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:08.234599 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8676065c-97ba-4a34-9f7f-1cf76afe328b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:08.243466 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-72b8b44a-0731-45d1-a37c-d998919da10d None None] Attempt 10 to provision port 5ea9de78-85b7-48f1-8460-98615e36f859 Oct 13 15:26:08.262108 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-45a250f6-a78a-46eb-a03b-6a5ce6ecbbcf tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Deleting port ef5b18c3-e67d-4507-b1ab-532ab3186b3c {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:26:08.263003 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-45a250f6-a78a-46eb-a03b-6a5ce6ecbbcf tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:08.303414 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-72b8b44a-0731-45d1-a37c-d998919da10d None None] Port 5ea9de78-85b7-48f1-8460-98615e36f859 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:26:08.305596 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da29cc5-edcc-4cd9-a239-5aaa89b89469 None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:26:08.365087 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-45a250f6-a78a-46eb-a03b-6a5ce6ecbbcf tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] The port 'ef5b18c3-e67d-4507-b1ab-532ab3186b3c' was deleted {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 13 15:26:08.406329 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f79e6a78-cc94-47e8-8e84-9e7ad0ace6bf tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:08.413638 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f97dcc0-8b29-4334-82f8-23f43acb3892 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Router ef4045a5-3837-4311-8308-1e7657a4c5b5 is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 15:26:08.427131 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-8676065c-97ba-4a34-9f7f-1cf76afe328b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/ba153c6b-5e5e-4da6-b0d4-736afae2f6dc HTTP/1.1" status: 204 len: 168 time: 1.2528012 Oct 13 15:26:08.428615 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-72b8b44a-0731-45d1-a37c-d998919da10d None None] Provisioning for port fe81be6d-a51a-409b-8255-bc83a0356084 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:26:08.430376 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44708) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:08.437287 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-72b8b44a-0731-45d1-a37c-d998919da10d None None] Provisioning complete for port fe81be6d-a51a-409b-8255-bc83a0356084 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:26:08.437287 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-72b8b44a-0731-45d1-a37c-d998919da10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:08.437560 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-72b8b44a-0731-45d1-a37c-d998919da10d None None] Attempt 1 to provision port fe81be6d-a51a-409b-8255-bc83a0356084 Oct 13 15:26:08.552499 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-946db78a-8d8c-4345-9b1d-4df3d7f9e9d0 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1202540 Oct 13 15:26:08.558807 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44714) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:08.567698 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-889993fd-7b77-440e-9453-20c833c23cf8 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'subnet': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:08.738976 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-72b8b44a-0731-45d1-a37c-d998919da10d None None] Current status of the port fe81be6d-a51a-409b-8255-bc83a0356084 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:26:08.739575 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-72b8b44a-0731-45d1-a37c-d998919da10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:08.774291 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-45a250f6-a78a-46eb-a03b-6a5ce6ecbbcf tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:08.803660 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-72b8b44a-0731-45d1-a37c-d998919da10d None None] For port fe81be6d-a51a-409b-8255-bc83a0356084, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=fe81be6d-a51a-409b-8255-bc83a0356084,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:26:08.810177 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-72b8b44a-0731-45d1-a37c-d998919da10d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:08.851550 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc25f9c0-c118-4796-8a88-48077d351716 None None] DHCP port deletion for a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:26:08.863537 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-fc25f9c0-c118-4796-8a88-48077d351716 None None] Deleting port fe81be6d-a51a-409b-8255-bc83a0356084 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:26:08.864236 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-fc25f9c0-c118-4796-8a88-48077d351716 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:08.866657 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-45a250f6-a78a-46eb-a03b-6a5ce6ecbbcf tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['946096d0-19f7-42a1-8a50-b2b39f8adc9a']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:08.884199 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-45a250f6-a78a-46eb-a03b-6a5ce6ecbbcf tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62931010-ca2d-4b99-82f6-9715400c9d4e') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:08.884494 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-45a250f6-a78a-46eb-a03b-6a5ce6ecbbcf tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62931010-ca2d-4b99-82f6-9715400c9d4e') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:08.885462 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f97dcc0-8b29-4334-82f8-23f43acb3892 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:26:08.894260 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-2f97dcc0-8b29-4334-82f8-23f43acb3892 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "PUT /v2.0/routers/ef4045a5-3837-4311-8308-1e7657a4c5b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7820938 Oct 13 15:26:08.894661 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44726) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:08.895515 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-889993fd-7b77-440e-9453-20c833c23cf8 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:26:08.903783 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-45a250f6-a78a-46eb-a03b-6a5ce6ecbbcf tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:08.935867 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e740064-296b-4f90-bc09-6c887a3030a3 None None] Sync routers for ids ['ef4045a5-3837-4311-8308-1e7657a4c5b5'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:26:08.939961 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-889993fd-7b77-440e-9453-20c833c23cf8 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Usage tracker for resource:subnet and tenant:bb90cebe15f541febeed2c50e15c931e is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:26:08.950159 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-889993fd-7b77-440e-9453-20c833c23cf8 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:26:08.965541 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-a349e861-4489-4e29-a287-9a8f079e5849 None None] Could not find standard attr ID for object ef5b18c3-e67d-4507-b1ab-532ab3186b3c. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:26:08.969094 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-889993fd-7b77-440e-9453-20c833c23cf8 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:26:08.973998 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e740064-296b-4f90-bc09-6c887a3030a3 None None] Routers {'ef4045a5-3837-4311-8308-1e7657a4c5b5'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:26:08.974833 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-0e740064-296b-4f90-bc09-6c887a3030a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:26:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['ef4045a5-3837-4311-8308-1e7657a4c5b5'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:08.994139 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-45a250f6-a78a-46eb-a03b-6a5ce6ecbbcf tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:09.002859 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45a250f6-a78a-46eb-a03b-6a5ce6ecbbcf tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:26:09.003254 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-45a250f6-a78a-46eb-a03b-6a5ce6ecbbcf tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:09.038032 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889993fd-7b77-440e-9453-20c833c23cf8 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:26:09.041511 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-889993fd-7b77-440e-9453-20c833c23cf8 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:09.062181 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2aa39f1-c936-40e1-84df-8a866d8b8f1e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:09.062782 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-b2aa39f1-c936-40e1-84df-8a866d8b8f1e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Synchronizing usage tracker for tenant:34e6b268fc1844e287c5dc961df795e5 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:26:09.125961 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device fe81be6d-a51a-409b-8255-bc83a0356084 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:26:09.126152 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 62931010-ca2d-4b99-82f6-9715400c9d4e resource provider aggregate not found Oct 13 15:26:09.160875 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 62931010-ca2d-4b99-82f6-9715400c9d4e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 62931010-ca2d-4b99-82f6-9715400c9d4e found for delete ", "request_id": "req-b2925c15-73c4-4f6c-9aa3-afef887fd383"}]} Oct 13 15:26:09.209754 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f79e6a78-cc94-47e8-8e84-9e7ad0ace6bf tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks [] for router_gateway, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:09.231944 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-b2aa39f1-c936-40e1-84df-8a866d8b8f1e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Unset dirty status for tenant:34e6b268fc1844e287c5dc961df795e5 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:26:09.236123 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-b2aa39f1-c936-40e1-84df-8a866d8b8f1e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "GET /v2.0/ports/5ea9de78-85b7-48f1-8460-98615e36f859 HTTP/1.1" status: 200 len: 983 time: 0.3381646 Oct 13 15:26:09.241982 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44740) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:09.243158 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-0e740064-296b-4f90-bc09-6c887a3030a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:09.246077 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-45a250f6-a78a-46eb-a03b-6a5ce6ecbbcf tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:09.263213 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f79e6a78-cc94-47e8-8e84-9e7ad0ace6bf tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:09.284198 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b8b44a-0731-45d1-a37c-d998919da10d None None] Pushing event updated for resources: {'Port': ['ID=fe81be6d-a51a-409b-8255-bc83a0356084,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:09.284198 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-a349e861-4489-4e29-a287-9a8f079e5849 None None] Provisioning complete for port 5ea9de78-85b7-48f1-8460-98615e36f859 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:26:09.284198 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-a349e861-4489-4e29-a287-9a8f079e5849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:09.284439 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-a349e861-4489-4e29-a287-9a8f079e5849 None None] Attempt 1 to provision port 5ea9de78-85b7-48f1-8460-98615e36f859 Oct 13 15:26:09.335953 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e740064-296b-4f90-bc09-6c887a3030a3 None None] Routers {'ef4045a5-3837-4311-8308-1e7657a4c5b5'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:26:09.336588 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-0e740064-296b-4f90-bc09-6c887a3030a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:26:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['ef4045a5-3837-4311-8308-1e7657a4c5b5'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:09.383728 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-45a250f6-a78a-46eb-a03b-6a5ce6ecbbcf tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:09.418455 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a250f6-a78a-46eb-a03b-6a5ce6ecbbcf tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Pushing event deleted for resources: {'Network': ['ID=946096d0-19f7-42a1-8a50-b2b39f8adc9a,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:09.428107 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-45a250f6-a78a-46eb-a03b-6a5ce6ecbbcf tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] 10.222.0.42 "DELETE /v2.0/networks/946096d0-19f7-42a1-8a50-b2b39f8adc9a HTTP/1.1" status: 204 len: 168 time: 2.4027524 Oct 13 15:26:09.431934 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44748) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:09.435594 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44750) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:09.447551 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-fc25f9c0-c118-4796-8a88-48077d351716 None None] For port fe81be6d-a51a-409b-8255-bc83a0356084, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=fe81be6d-a51a-409b-8255-bc83a0356084,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:26:09.448496 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-fc25f9c0-c118-4796-8a88-48077d351716 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:09.466072 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-0e740064-296b-4f90-bc09-6c887a3030a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:09.466517 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e740064-296b-4f90-bc09-6c887a3030a3 None None] The sync data for ids ['ef4045a5-3837-4311-8308-1e7657a4c5b5'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:26:09.480562 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-f79e6a78-cc94-47e8-8e84-9e7ad0ace6bf tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Allocated IP 172.26.2.30 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/f69fe236-1767-4f50-b7e0-1f85ee58f2e4) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:26:09.535202 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-a349e861-4489-4e29-a287-9a8f079e5849 None None] Port 5ea9de78-85b7-48f1-8460-98615e36f859 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:26:09.609399 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-971e8810-58cc-4607-bc62-7e9662848ac1 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Request body: {'networks': [{'name': 'tempest-network--867966118'}, {'name': 'tempest-network--1821826425'}]} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:09.609722 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-971e8810-58cc-4607-bc62-7e9662848ac1 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Request body: {'network': {'name': 'tempest-network--867966118'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:09.610155 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-971e8810-58cc-4607-bc62-7e9662848ac1 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Request body: {'network': {'name': 'tempest-network--1821826425'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:09.617146 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-971e8810-58cc-4607-bc62-7e9662848ac1 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:26:09.628837 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-971e8810-58cc-4607-bc62-7e9662848ac1 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Usage tracker for resource:network and tenant:7374914577824b91987ff1643c49becb is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:26:09.632990 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-971e8810-58cc-4607-bc62-7e9662848ac1 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:26:09.642054 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-971e8810-58cc-4607-bc62-7e9662848ac1 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:26:09.657060 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-fc25f9c0-c118-4796-8a88-48077d351716 None None] Calling delete_port for fe81be6d-a51a-409b-8255-bc83a0356084 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:26:09.667973 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-971e8810-58cc-4607-bc62-7e9662848ac1 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Made reservation on behalf of 7374914577824b91987ff1643c49becb for: {'network': 2} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:26:09.673281 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-971e8810-58cc-4607-bc62-7e9662848ac1 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:09.696796 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-971e8810-58cc-4607-bc62-7e9662848ac1 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:09.708218 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:09.709241 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port fe81be6d-a51a-409b-8255-bc83a0356084 is: ACTIVE; New status is: DOWN {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:26:09.709241 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:09.713013 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f79e6a78-cc94-47e8-8e84-9e7ad0ace6bf tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:09.722895 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-971e8810-58cc-4607-bc62-7e9662848ac1 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:26:09.728674 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-971e8810-58cc-4607-bc62-7e9662848ac1 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Usage tracker for resource:security_group_rule and tenant:7374914577824b91987ff1643c49becb is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:26:09.731764 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-971e8810-58cc-4607-bc62-7e9662848ac1 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:26:09.738818 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-971e8810-58cc-4607-bc62-7e9662848ac1 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:26:09.758586 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-55876ab2-0e33-4df1-9756-e6f948ad148b tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:09.765241 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port fe81be6d-a51a-409b-8255-bc83a0356084, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=fe81be6d-a51a-409b-8255-bc83a0356084,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:26:09.770521 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:09.810018 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.db.api [None req-fc25f9c0-c118-4796-8a88-48077d351716 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88974) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:26:09.810385 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG oslo_db.api [None req-fc25f9c0-c118-4796-8a88-48077d351716 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:26:09.825706 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f79e6a78-cc94-47e8-8e84-9e7ad0ace6bf tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:09.843707 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=fe81be6d-a51a-409b-8255-bc83a0356084,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:09.918725 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79e6a78-cc94-47e8-8e84-9e7ad0ace6bf tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:26:09.928952 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-f79e6a78-cc94-47e8-8e84-9e7ad0ace6bf tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:09.935882 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79e6a78-cc94-47e8-8e84-9e7ad0ace6bf tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:26:09.966240 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79e6a78-cc94-47e8-8e84-9e7ad0ace6bf tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Pushing event updated for resources: {'Port': ['ID=f69fe236-1767-4f50-b7e0-1f85ee58f2e4,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:09.972341 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-971e8810-58cc-4607-bc62-7e9662848ac1 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:09.980206 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-971e8810-58cc-4607-bc62-7e9662848ac1 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:09.980661 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-971e8810-58cc-4607-bc62-7e9662848ac1 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:09.984362 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-889993fd-7b77-440e-9453-20c833c23cf8 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:10.025953 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-55876ab2-0e33-4df1-9756-e6f948ad148b tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:10.036907 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-a349e861-4489-4e29-a287-9a8f079e5849 None None] Attempt 2 to provision port 5ea9de78-85b7-48f1-8460-98615e36f859 Oct 13 15:26:10.076339 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889993fd-7b77-440e-9453-20c833c23cf8 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:26:10.081705 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-889993fd-7b77-440e-9453-20c833c23cf8 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:10.085075 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-55876ab2-0e33-4df1-9756-e6f948ad148b tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9d35d73-6be1-486c-9c2a-ef19e81e222e']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:10.094773 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889993fd-7b77-440e-9453-20c833c23cf8 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:10.095354 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-889993fd-7b77-440e-9453-20c833c23cf8 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:10.103901 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-a349e861-4489-4e29-a287-9a8f079e5849 None None] Port 5ea9de78-85b7-48f1-8460-98615e36f859 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:26:10.112700 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-55876ab2-0e33-4df1-9756-e6f948ad148b tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69b1e616-3df2-4448-af8b-71805e36e5b7') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:10.113003 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-55876ab2-0e33-4df1-9756-e6f948ad148b tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69b1e616-3df2-4448-af8b-71805e36e5b7') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:10.132801 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889993fd-7b77-440e-9453-20c833c23cf8 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'Subnet': ['ID=c1b4a74b-f9f4-4b65-84f5-a871ba7320d6,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:10.142874 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-55876ab2-0e33-4df1-9756-e6f948ad148b tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:10.157363 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e8810-58cc-4607-bc62-7e9662848ac1 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3212f0e0-38d6-4f89-b767-6def1ff42329,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:10.159929 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-971e8810-58cc-4607-bc62-7e9662848ac1 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:26:10.210707 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-971e8810-58cc-4607-bc62-7e9662848ac1 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:10.211361 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-971e8810-58cc-4607-bc62-7e9662848ac1 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Added segment b6df2283-e5c6-4f6c-882d-18dead257d8f of type vlan for network 9f96a3d0-4c6c-4b38-9f0a-55e32c035c73 Oct 13 15:26:10.265326 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-971e8810-58cc-4607-bc62-7e9662848ac1 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:10.311678 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-fc25f9c0-c118-4796-8a88-48077d351716 None None] Deleting port fe81be6d-a51a-409b-8255-bc83a0356084 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:26:10.312253 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-fc25f9c0-c118-4796-8a88-48077d351716 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:10.313300 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-889993fd-7b77-440e-9453-20c833c23cf8 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.7525091 Oct 13 15:26:10.316106 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-55876ab2-0e33-4df1-9756-e6f948ad148b tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:10.319049 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44758) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:10.327957 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-b89d6d1d-f3b2-4fab-b016-aae9d1ad88ec tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'port': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'fixed_ips': [{'subnet_id': 'c1b4a74b-f9f4-4b65-84f5-a871ba7320d6', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-1593717072'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:10.346756 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55876ab2-0e33-4df1-9756-e6f948ad148b tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:26:10.347156 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-55876ab2-0e33-4df1-9756-e6f948ad148b tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:10.531471 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-55876ab2-0e33-4df1-9756-e6f948ad148b tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:10.551426 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-971e8810-58cc-4607-bc62-7e9662848ac1 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:26:10.569612 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-971e8810-58cc-4607-bc62-7e9662848ac1 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:10.570152 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-971e8810-58cc-4607-bc62-7e9662848ac1 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Added segment a3a08d0c-bcbb-460b-80fc-129824e3db5e of type vlan for network 903009d5-2713-470c-ba76-365a4c806ed1 Oct 13 15:26:10.571313 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-fc25f9c0-c118-4796-8a88-48077d351716 None None] For port fe81be6d-a51a-409b-8255-bc83a0356084, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=fe81be6d-a51a-409b-8255-bc83a0356084,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:26:10.571836 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-fc25f9c0-c118-4796-8a88-48077d351716 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:10.585501 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-55876ab2-0e33-4df1-9756-e6f948ad148b tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:10.590670 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f79e6a78-cc94-47e8-8e84-9e7ad0ace6bf tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks [] for router_gateway, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:10.629123 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55876ab2-0e33-4df1-9756-e6f948ad148b tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Pushing event deleted for resources: {'Network': ['ID=e9d35d73-6be1-486c-9c2a-ef19e81e222e,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:10.635616 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-55876ab2-0e33-4df1-9756-e6f948ad148b tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] 10.222.0.42 "DELETE /v2.0/networks/e9d35d73-6be1-486c-9c2a-ef19e81e222e HTTP/1.1" status: 204 len: 168 time: 1.2001829 Oct 13 15:26:10.640355 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44762) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:10.672001 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-b89d6d1d-f3b2-4fab-b016-aae9d1ad88ec tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:26:10.674454 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-edb4cfd4-ccf5-4448-ad3c-eb5580319b61 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:10.675397 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-971e8810-58cc-4607-bc62-7e9662848ac1 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:10.735113 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-a349e861-4489-4e29-a287-9a8f079e5849 None None] Attempt 3 to provision port 5ea9de78-85b7-48f1-8460-98615e36f859 Oct 13 15:26:10.750816 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-b89d6d1d-f3b2-4fab-b016-aae9d1ad88ec tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Usage tracker for resource:port and tenant:bb90cebe15f541febeed2c50e15c931e is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:26:10.769196 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-fc25f9c0-c118-4796-8a88-48077d351716 None None] Calling delete_port for fe81be6d-a51a-409b-8255-bc83a0356084 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:26:10.809899 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-b89d6d1d-f3b2-4fab-b016-aae9d1ad88ec tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:26:10.839311 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-b89d6d1d-f3b2-4fab-b016-aae9d1ad88ec tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:26:10.848357 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-971e8810-58cc-4607-bc62-7e9662848ac1 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:10.849914 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-a349e861-4489-4e29-a287-9a8f079e5849 None None] Port 5ea9de78-85b7-48f1-8460-98615e36f859 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:26:10.850639 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-971e8810-58cc-4607-bc62-7e9662848ac1 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:10.858156 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971e8810-58cc-4607-bc62-7e9662848ac1 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:10.863767 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-971e8810-58cc-4607-bc62-7e9662848ac1 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:10.864887 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-971e8810-58cc-4607-bc62-7e9662848ac1 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:10.879206 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-fc25f9c0-c118-4796-8a88-48077d351716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:10.920917 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89d6d1d-f3b2-4fab-b016-aae9d1ad88ec tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:26:10.949201 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5f2ae93d-0810-4d66-84de-55951c93a1c2 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:10.973449 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc25f9c0-c118-4796-8a88-48077d351716 None None] No DVR routers for this DVR port fe81be6d-a51a-409b-8255-bc83a0356084 on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:26:10.976209 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc25f9c0-c118-4796-8a88-48077d351716 None None] Pushing event deleted for resources: {'Port': ['ID=fe81be6d-a51a-409b-8255-bc83a0356084,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:10.992998 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853b4571-8a54-45f2-9526-90bb548094d8 None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:26:11.093714 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-971e8810-58cc-4607-bc62-7e9662848ac1 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.6568062 Oct 13 15:26:11.114230 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44766) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:11.160656 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e8810-58cc-4607-bc62-7e9662848ac1 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Pushing event updated for resources: {'Network': ['ID=9f96a3d0-4c6c-4b38-9f0a-55e32c035c73,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:11.178098 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 9f96a3d0-4c6c-4b38-9f0a-55e32c035c73 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:26:11.240338 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 69b1e616-3df2-4448-af8b-71805e36e5b7 resource provider aggregate not found Oct 13 15:26:11.303038 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971e8810-58cc-4607-bc62-7e9662848ac1 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Pushing event updated for resources: {'Network': ['ID=903009d5-2713-470c-ba76-365a4c806ed1,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:11.308031 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f79e6a78-cc94-47e8-8e84-9e7ad0ace6bf tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:11.316171 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 69b1e616-3df2-4448-af8b-71805e36e5b7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 69b1e616-3df2-4448-af8b-71805e36e5b7 found for delete ", "request_id": "req-2e6fb14b-cb0e-4939-b8e6-fc52a877c9e1"}]} Oct 13 15:26:11.330878 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 903009d5-2713-470c-ba76-365a4c806ed1 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:26:11.356849 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-a349e861-4489-4e29-a287-9a8f079e5849 None None] Attempt 4 to provision port 5ea9de78-85b7-48f1-8460-98615e36f859 Oct 13 15:26:11.400037 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5f2ae93d-0810-4d66-84de-55951c93a1c2 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:11.416700 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b89d6d1d-f3b2-4fab-b016-aae9d1ad88ec tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:11.420618 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b9c63b-1bba-41ff-9991-5bd695b89278 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'tenant_id': 'bb90cebe15f541febeed2c50e15c931e', 'fixed_ips': [{'subnet_id': 'c1b4a74b-f9f4-4b65-84f5-a871ba7320d6'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:26:11.421433 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-23b9c63b-1bba-41ff-9991-5bd695b89278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:11.474909 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-5f2ae93d-0810-4d66-84de-55951c93a1c2 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d191ae8-5933-4811-a9a0-5e74f0ed8b02']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:11.483591 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [None req-b89d6d1d-f3b2-4fab-b016-aae9d1ad88ec tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] device_id is not set on port cebdddcb-b98b-4cdc-a74a-65d565f4a121 yet. {{(pid=88973) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:26:11.508002 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-a349e861-4489-4e29-a287-9a8f079e5849 None None] Port 5ea9de78-85b7-48f1-8460-98615e36f859 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:26:11.532425 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f79e6a78-cc94-47e8-8e84-9e7ad0ace6bf tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Router 1712de39-0f0c-43f1-b0ab-576ade10f2b3 is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 15:26:11.541009 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-5f2ae93d-0810-4d66-84de-55951c93a1c2 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cbb523e-41ac-4e39-bb0f-f6f012574b70') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:11.541308 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-5f2ae93d-0810-4d66-84de-55951c93a1c2 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cbb523e-41ac-4e39-bb0f-f6f012574b70') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:11.569872 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ec1f9e-6768-4655-b18a-e3d4e103b0c3 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:11.575904 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ec1f9e-6768-4655-b18a-e3d4e103b0c3 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:11.581554 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ec1f9e-6768-4655-b18a-e3d4e103b0c3 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:11.587422 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8ec1f9e-6768-4655-b18a-e3d4e103b0c3 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:11.589188 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-f8ec1f9e-6768-4655-b18a-e3d4e103b0c3 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4724514 Oct 13 15:26:11.591774 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5f2ae93d-0810-4d66-84de-55951c93a1c2 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:11.597969 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44774) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:11.623859 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-edb4cfd4-ccf5-4448-ad3c-eb5580319b61 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Deleting port 5ea9de78-85b7-48f1-8460-98615e36f859 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:26:11.624118 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-edb4cfd4-ccf5-4448-ad3c-eb5580319b61 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:11.648106 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5f2ae93d-0810-4d66-84de-55951c93a1c2 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:11.671515 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-23b9c63b-1bba-41ff-9991-5bd695b89278 None None] Allocated IP 2001:db8::2 (a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828/c1b4a74b-f9f4-4b65-84f5-a871ba7320d6/9df45bbb-db97-4f49-97fd-37ed63d3ead9) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:26:11.683383 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f2ae93d-0810-4d66-84de-55951c93a1c2 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:26:11.684043 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5f2ae93d-0810-4d66-84de-55951c93a1c2 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:11.814938 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3d67977f-46ad-48bb-82be-314af1b3470b tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:11.889575 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79e6a78-cc94-47e8-8e84-9e7ad0ace6bf tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:26:11.902374 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657b61d6-07fb-42a9-a908-5807043fdb52 None None] Sync routers for ids ['1712de39-0f0c-43f1-b0ab-576ade10f2b3'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:26:11.912853 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657b61d6-07fb-42a9-a908-5807043fdb52 None None] Routers {'1712de39-0f0c-43f1-b0ab-576ade10f2b3'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:26:11.913726 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-657b61d6-07fb-42a9-a908-5807043fdb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:26:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['1712de39-0f0c-43f1-b0ab-576ade10f2b3'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:11.950673 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-23b9c63b-1bba-41ff-9991-5bd695b89278 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:11.981462 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-657b61d6-07fb-42a9-a908-5807043fdb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:11.992565 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657b61d6-07fb-42a9-a908-5807043fdb52 None None] Routers {'1712de39-0f0c-43f1-b0ab-576ade10f2b3'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:26:11.993422 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-657b61d6-07fb-42a9-a908-5807043fdb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:26:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['1712de39-0f0c-43f1-b0ab-576ade10f2b3'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:11.994450 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3d67977f-46ad-48bb-82be-314af1b3470b tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:11.996554 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-23b9c63b-1bba-41ff-9991-5bd695b89278 None None] Transition to ACTIVE for port object 9df45bbb-db97-4f49-97fd-37ed63d3ead9 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:26:12.026972 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f79e6a78-cc94-47e8-8e84-9e7ad0ace6bf tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:12.028834 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-f79e6a78-cc94-47e8-8e84-9e7ad0ace6bf tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.7952571 Oct 13 15:26:12.029417 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-23b9c63b-1bba-41ff-9991-5bd695b89278 None None] Transition to ACTIVE for port object 9df45bbb-db97-4f49-97fd-37ed63d3ead9 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:26:12.030792 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-3d67977f-46ad-48bb-82be-314af1b3470b tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f96a3d0-4c6c-4b38-9f0a-55e32c035c73']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:12.032813 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-a349e861-4489-4e29-a287-9a8f079e5849 None None] Attempt 5 to provision port 5ea9de78-85b7-48f1-8460-98615e36f859 Oct 13 15:26:12.037598 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44778) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:12.049404 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5f2ae93d-0810-4d66-84de-55951c93a1c2 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:12.061666 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-657b61d6-07fb-42a9-a908-5807043fdb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:12.062555 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657b61d6-07fb-42a9-a908-5807043fdb52 None None] The sync data for ids ['1712de39-0f0c-43f1-b0ab-576ade10f2b3'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:26:12.080535 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-23b9c63b-1bba-41ff-9991-5bd695b89278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:12.136935 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5f2ae93d-0810-4d66-84de-55951c93a1c2 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:12.143169 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-b89d6d1d-f3b2-4fab-b016-aae9d1ad88ec tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 15:26:12.143587 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b89d6d1d-f3b2-4fab-b016-aae9d1ad88ec tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:26:12.162503 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-3d67977f-46ad-48bb-82be-314af1b3470b tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6df2283-e5c6-4f6c-882d-18dead257d8f') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:12.162863 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-3d67977f-46ad-48bb-82be-314af1b3470b tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6df2283-e5c6-4f6c-882d-18dead257d8f') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:12.175712 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23b9c63b-1bba-41ff-9991-5bd695b89278 None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:26:12.175924 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3d67977f-46ad-48bb-82be-314af1b3470b tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:12.176160 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2ae93d-0810-4d66-84de-55951c93a1c2 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Pushing event deleted for resources: {'Network': ['ID=8d191ae8-5933-4811-a9a0-5e74f0ed8b02,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:12.181722 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-23b9c63b-1bba-41ff-9991-5bd695b89278 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:12.184871 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-a349e861-4489-4e29-a287-9a8f079e5849 None None] Port 5ea9de78-85b7-48f1-8460-98615e36f859 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:26:12.184871 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b9c63b-1bba-41ff-9991-5bd695b89278 None None] Pushing event updated for resources: {'Port': ['ID=9df45bbb-db97-4f49-97fd-37ed63d3ead9,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:12.186902 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b9c63b-1bba-41ff-9991-5bd695b89278 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:26:12.194062 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3d67977f-46ad-48bb-82be-314af1b3470b tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:12.202639 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d67977f-46ad-48bb-82be-314af1b3470b tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:26:12.203877 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3d67977f-46ad-48bb-82be-314af1b3470b tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:12.204942 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-5f2ae93d-0810-4d66-84de-55951c93a1c2 tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] 10.222.0.42 "DELETE /v2.0/networks/8d191ae8-5933-4811-a9a0-5e74f0ed8b02 HTTP/1.1" status: 204 len: 168 time: 1.5611818 Oct 13 15:26:12.213326 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44782) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:12.266815 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-b89d6d1d-f3b2-4fab-b016-aae9d1ad88ec tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.9467406 Oct 13 15:26:12.284605 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44788) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:12.286113 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment b6df2283-e5c6-4f6c-882d-18dead257d8f resource provider aggregate not found Oct 13 15:26:12.303582 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-23b9c63b-1bba-41ff-9991-5bd695b89278 None None] Attempting to bind port 9df45bbb-db97-4f49-97fd-37ed63d3ead9 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:26:12.304009 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-23b9c63b-1bba-41ff-9991-5bd695b89278 None None] Attempting to bind port 9df45bbb-db97-4f49-97fd-37ed63d3ead9 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:26:12.304374 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b9c63b-1bba-41ff-9991-5bd695b89278 None None] Attempting to bind port 9df45bbb-db97-4f49-97fd-37ed63d3ead9 on network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:26:12.310681 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b9c63b-1bba-41ff-9991-5bd695b89278 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:26:12.310681 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b9c63b-1bba-41ff-9991-5bd695b89278 None None] Checking segment: {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:26:12.311100 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-23b9c63b-1bba-41ff-9991-5bd695b89278 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:12.311558 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23b9c63b-1bba-41ff-9991-5bd695b89278 None None] Bound using segment: {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:26:12.312343 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-23b9c63b-1bba-41ff-9991-5bd695b89278 None None] Bound port: 9df45bbb-db97-4f49-97fd-37ed63d3ead9, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:26:12.313291 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-23b9c63b-1bba-41ff-9991-5bd695b89278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:12.338228 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment b6df2283-e5c6-4f6c-882d-18dead257d8f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b6df2283-e5c6-4f6c-882d-18dead257d8f found for delete ", "request_id": "req-603f974d-c370-4146-b5e7-d1d14c91fcdc"}]} Oct 13 15:26:12.338821 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-edb4cfd4-ccf5-4448-ad3c-eb5580319b61 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:12.366832 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3d67977f-46ad-48bb-82be-314af1b3470b tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:12.388237 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3d67977f-46ad-48bb-82be-314af1b3470b tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:12.396188 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d67977f-46ad-48bb-82be-314af1b3470b tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Pushing event deleted for resources: {'Network': ['ID=9f96a3d0-4c6c-4b38-9f0a-55e32c035c73,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:12.404150 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-3d67977f-46ad-48bb-82be-314af1b3470b tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] 10.222.0.42 "DELETE /v2.0/networks/9f96a3d0-4c6c-4b38-9f0a-55e32c035c73 HTTP/1.1" status: 204 len: 168 time: 0.7969086 Oct 13 15:26:12.405428 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44794) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:12.415976 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-23b9c63b-1bba-41ff-9991-5bd695b89278 None None] For port 9df45bbb-db97-4f49-97fd-37ed63d3ead9, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:26:12.420003 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-23b9c63b-1bba-41ff-9991-5bd695b89278 None None] For port 9df45bbb-db97-4f49-97fd-37ed63d3ead9, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=9df45bbb-db97-4f49-97fd-37ed63d3ead9,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:26:12.424718 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-23b9c63b-1bba-41ff-9991-5bd695b89278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:12.504138 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952a9c03-4dcf-4d2c-9052-265c23107e56 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:12.505115 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-952a9c03-4dcf-4d2c-9052-265c23107e56 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Synchronizing usage tracker for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:26:12.510929 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b9c63b-1bba-41ff-9991-5bd695b89278 None None] Pushing event updated for resources: {'Port': ['ID=9df45bbb-db97-4f49-97fd-37ed63d3ead9,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:12.531406 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-edb4cfd4-ccf5-4448-ad3c-eb5580319b61 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Calling delete_port for 5ea9de78-85b7-48f1-8460-98615e36f859 owned by network:router_interface {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:26:12.546768 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7de804f4-f90a-4f17-b30b-29142a12283e tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:12.549804 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-952a9c03-4dcf-4d2c-9052-265c23107e56 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Unset dirty status for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:26:12.553605 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-952a9c03-4dcf-4d2c-9052-265c23107e56 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2612426 Oct 13 15:26:12.553755 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44798) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:12.628397 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-09eb7ea3-736d-4148-b98b-64b36dc9713a tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] 10.222.0.42 "GET /v2.0/routers/1712de39-0f0c-43f1-b0ab-576ade10f2b3 HTTP/1.1" status: 200 len: 920 time: 0.5893469 Oct 13 15:26:12.636563 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44802) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:12.642816 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4b65b9ba-8aa5-4a5c-b9a5-fac11b10f2ad tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:12.685298 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-a349e861-4489-4e29-a287-9a8f079e5849 None None] Attempt 6 to provision port 5ea9de78-85b7-48f1-8460-98615e36f859 Oct 13 15:26:12.708267 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72069565-8532-4f40-9e50-1e772712bde8 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:12.711259 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72069565-8532-4f40-9e50-1e772712bde8 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:12.712043 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-72069565-8532-4f40-9e50-1e772712bde8 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Synchronizing usage tracker for tenant:bb90cebe15f541febeed2c50e15c931e on resource:subnet {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:26:12.716385 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-f9c55e97-3d06-4e2d-afa8-7c1f8b2cb0bd tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] 10.222.0.42 "GET /v2.0/ports?device_id=1712de39-0f0c-43f1-b0ab-576ade10f2b3 HTTP/1.1" status: 200 len: 205 time: 0.0769699 Oct 13 15:26:12.720045 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44806) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:12.820238 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7de804f4-f90a-4f17-b30b-29142a12283e tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:12.853048 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-a349e861-4489-4e29-a287-9a8f079e5849 None None] Port 5ea9de78-85b7-48f1-8460-98615e36f859 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:26:12.860585 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-72069565-8532-4f40-9e50-1e772712bde8 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Unset dirty status for tenant:bb90cebe15f541febeed2c50e15c931e on resource:subnet {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:26:12.861749 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-72069565-8532-4f40-9e50-1e772712bde8 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3071568 Oct 13 15:26:12.865544 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-7de804f4-f90a-4f17-b30b-29142a12283e tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['903009d5-2713-470c-ba76-365a4c806ed1']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:12.873590 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44810) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:12.916010 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-7de804f4-f90a-4f17-b30b-29142a12283e tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3a08d0c-bcbb-460b-80fc-129824e3db5e') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:12.916208 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-7de804f4-f90a-4f17-b30b-29142a12283e tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3a08d0c-bcbb-460b-80fc-129824e3db5e') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:12.939933 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7de804f4-f90a-4f17-b30b-29142a12283e tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:12.968509 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7de804f4-f90a-4f17-b30b-29142a12283e tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:12.980588 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-74eae167-f5ce-469a-91fd-33d6c013e80e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Deleting subnet c1b4a74b-f9f4-4b65-84f5-a871ba7320d6 {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:26:12.986819 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-74eae167-f5ce-469a-91fd-33d6c013e80e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:13.036620 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7de804f4-f90a-4f17-b30b-29142a12283e tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:26:13.037562 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7de804f4-f90a-4f17-b30b-29142a12283e tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:13.039710 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4b65b9ba-8aa5-4a5c-b9a5-fac11b10f2ad tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:13.060207 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 9df45bbb-db97-4f49-97fd-37ed63d3ead9 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:26:13.128957 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-4b65b9ba-8aa5-4a5c-b9a5-fac11b10f2ad tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e65c8f19-10a4-4f38-b342-0b51441e7ec4']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:13.136437 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 9df45bbb-db97-4f49-97fd-37ed63d3ead9 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:26:13.167443 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-4b65b9ba-8aa5-4a5c-b9a5-fac11b10f2ad tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eb69dd6-81f6-4a75-aaf5-216b0b236af2') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:13.167666 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-4b65b9ba-8aa5-4a5c-b9a5-fac11b10f2ad tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eb69dd6-81f6-4a75-aaf5-216b0b236af2') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:13.171337 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-74eae167-f5ce-469a-91fd-33d6c013e80e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:13.213365 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7de804f4-f90a-4f17-b30b-29142a12283e tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:13.219602 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4b65b9ba-8aa5-4a5c-b9a5-fac11b10f2ad tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:13.237497 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7de804f4-f90a-4f17-b30b-29142a12283e tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:13.251414 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de804f4-f90a-4f17-b30b-29142a12283e tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Pushing event deleted for resources: {'Network': ['ID=903009d5-2713-470c-ba76-365a4c806ed1,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:13.256427 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4b65b9ba-8aa5-4a5c-b9a5-fac11b10f2ad tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:13.257905 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-7de804f4-f90a-4f17-b30b-29142a12283e tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] 10.222.0.42 "DELETE /v2.0/networks/903009d5-2713-470c-ba76-365a4c806ed1 HTTP/1.1" status: 204 len: 168 time: 0.8525655 Oct 13 15:26:13.261994 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44816) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:13.274083 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5e0ca542-d1c0-4b22-896d-a7836405bc85 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks [] for router, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:13.287477 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-74eae167-f5ce-469a-91fd-33d6c013e80e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:13.354443 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-a349e861-4489-4e29-a287-9a8f079e5849 None None] Attempt 7 to provision port 5ea9de78-85b7-48f1-8460-98615e36f859 Oct 13 15:26:13.382185 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-74eae167-f5ce-469a-91fd-33d6c013e80e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:13.428209 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-a349e861-4489-4e29-a287-9a8f079e5849 None None] Port 5ea9de78-85b7-48f1-8460-98615e36f859 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:26:13.433929 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eae167-f5ce-469a-91fd-33d6c013e80e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event deleted for resources: {'Subnet': ['ID=c1b4a74b-f9f4-4b65-84f5-a871ba7320d6,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:13.436970 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-74eae167-f5ce-469a-91fd-33d6c013e80e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:13.456062 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-74eae167-f5ce-469a-91fd-33d6c013e80e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/c1b4a74b-f9f4-4b65-84f5-a871ba7320d6 HTTP/1.1" status: 204 len: 168 time: 0.5807629 Oct 13 15:26:13.458022 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44820) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:13.500869 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b65b9ba-8aa5-4a5c-b9a5-fac11b10f2ad tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:26:13.501278 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4b65b9ba-8aa5-4a5c-b9a5-fac11b10f2ad tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:13.550039 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-146860ac-3ef6-42f1-b491-badaf83c26ae tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0869246 Oct 13 15:26:13.551121 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44826) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:13.560904 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-4aa1ee3b-462c-4ec0-86b5-200e2558038d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'subnet': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:13.578992 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 6cbb523e-41ac-4e39-bb0f-f6f012574b70 resource provider aggregate not found Oct 13 15:26:13.652480 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-edb4cfd4-ccf5-4448-ad3c-eb5580319b61 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:13.714717 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 6cbb523e-41ac-4e39-bb0f-f6f012574b70 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6cbb523e-41ac-4e39-bb0f-f6f012574b70 found for delete ", "request_id": "req-5aeb57a2-bee3-44c1-8516-909bf113b7d1"}]} Oct 13 15:26:13.731701 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-4aa1ee3b-462c-4ec0-86b5-200e2558038d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:26:13.741658 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-4aa1ee3b-462c-4ec0-86b5-200e2558038d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Usage tracker for resource:subnet and tenant:bb90cebe15f541febeed2c50e15c931e is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:26:13.744993 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-4aa1ee3b-462c-4ec0-86b5-200e2558038d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:26:13.751929 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-4aa1ee3b-462c-4ec0-86b5-200e2558038d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:26:13.763315 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa1ee3b-462c-4ec0-86b5-200e2558038d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:26:13.767132 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4aa1ee3b-462c-4ec0-86b5-200e2558038d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:13.782598 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3089f2-15c7-4014-bde6-00efe7a71d2a None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:26:13.837039 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 2eb69dd6-81f6-4a75-aaf5-216b0b236af2 resource provider aggregate not found Oct 13 15:26:13.866814 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4b65b9ba-8aa5-4a5c-b9a5-fac11b10f2ad tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:13.868612 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb4cfd4-ccf5-4448-ad3c-eb5580319b61 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event deleted for resources: {'Port': ['ID=5ea9de78-85b7-48f1-8460-98615e36f859,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:13.892361 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4b65b9ba-8aa5-4a5c-b9a5-fac11b10f2ad tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:13.941902 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 2eb69dd6-81f6-4a75-aaf5-216b0b236af2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2eb69dd6-81f6-4a75-aaf5-216b0b236af2 found for delete ", "request_id": "req-cfeec58d-7709-4512-886a-e13f14d4f02b"}]} Oct 13 15:26:13.957137 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b65b9ba-8aa5-4a5c-b9a5-fac11b10f2ad tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] Pushing event deleted for resources: {'Network': ['ID=e65c8f19-10a4-4f38-b342-0b51441e7ec4,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:13.967378 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-a349e861-4489-4e29-a287-9a8f079e5849 None None] Attempt 8 to provision port 5ea9de78-85b7-48f1-8460-98615e36f859 Oct 13 15:26:14.014156 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-a349e861-4489-4e29-a287-9a8f079e5849 None None] Port 5ea9de78-85b7-48f1-8460-98615e36f859 was deleted so its status cannot be updated. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:26:14.017993 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-a349e861-4489-4e29-a287-9a8f079e5849 None None] Could not find standard attr ID for object f1528fcc-7534-4b4e-ba0d-146555cab0a1. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:26:14.058491 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4aa1ee3b-462c-4ec0-86b5-200e2558038d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:14.122044 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa1ee3b-462c-4ec0-86b5-200e2558038d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:26:14.130953 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478d12f1-714f-4b08-ad10-628b317b0066 None None] DHCP port deletion for a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:26:14.135702 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-4aa1ee3b-462c-4ec0-86b5-200e2558038d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:14.140907 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa1ee3b-462c-4ec0-86b5-200e2558038d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:14.141488 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4aa1ee3b-462c-4ec0-86b5-200e2558038d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:14.142213 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-4b65b9ba-8aa5-4a5c-b9a5-fac11b10f2ad tempest-BulkNetworkOpsIpV6Test-1735510278 tempest-BulkNetworkOpsIpV6Test-1735510278-project] 10.222.0.42 "DELETE /v2.0/networks/e65c8f19-10a4-4f38-b342-0b51441e7ec4 HTTP/1.1" status: 204 len: 168 time: 1.9247346 Oct 13 15:26:14.151795 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-478d12f1-714f-4b08-ad10-628b317b0066 None None] Deleting port 9df45bbb-db97-4f49-97fd-37ed63d3ead9 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:26:14.152173 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-478d12f1-714f-4b08-ad10-628b317b0066 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:14.159313 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa1ee3b-462c-4ec0-86b5-200e2558038d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'Subnet': ['ID=2b132fd0-76e1-40fe-b7fa-dba168438254,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:14.173944 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-edb4cfd4-ccf5-4448-ad3c-eb5580319b61 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:14.185464 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1e9de5-ade2-4c06-8a48-49cfa5968b7c tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:14.193366 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c1e9de5-ade2-4c06-8a48-49cfa5968b7c tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:14.193601 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-2c1e9de5-ade2-4c06-8a48-49cfa5968b7c tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.9262435 Oct 13 15:26:14.194226 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-4aa1ee3b-462c-4ec0-86b5-200e2558038d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6420822 Oct 13 15:26:14.194370 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-70384866-ef13-44c3-a0bd-0f968510fe29 None None] Provisioning for port 9df45bbb-db97-4f49-97fd-37ed63d3ead9 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:26:14.195244 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44838) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:14.199204 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-70384866-ef13-44c3-a0bd-0f968510fe29 None None] Provisioning complete for port 9df45bbb-db97-4f49-97fd-37ed63d3ead9 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:26:14.199573 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-70384866-ef13-44c3-a0bd-0f968510fe29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:14.200389 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44842) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:14.200529 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-70384866-ef13-44c3-a0bd-0f968510fe29 None None] Attempt 1 to provision port 9df45bbb-db97-4f49-97fd-37ed63d3ead9 Oct 13 15:26:14.204741 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5e0ca542-d1c0-4b22-896d-a7836405bc85 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:14.206696 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-4b070dce-f00e-499e-b252-cc78ee69150c tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1264143715', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:14.214450 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-4b070dce-f00e-499e-b252-cc78ee69150c tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:26:14.224280 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-4b070dce-f00e-499e-b252-cc78ee69150c tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Usage tracker for resource:router and tenant:bb90cebe15f541febeed2c50e15c931e is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:26:14.230113 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-4b070dce-f00e-499e-b252-cc78ee69150c tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:26:14.237084 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-4b070dce-f00e-499e-b252-cc78ee69150c tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:26:14.249576 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-09e5de84-f52d-4a1a-b090-cdc05ff7d8b8 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1996019089'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:14.254933 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4b070dce-f00e-499e-b252-cc78ee69150c tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:14.256098 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4b070dce-f00e-499e-b252-cc78ee69150c tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:14.266612 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-09e5de84-f52d-4a1a-b090-cdc05ff7d8b8 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:26:14.273522 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-09e5de84-f52d-4a1a-b090-cdc05ff7d8b8 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Usage tracker for resource:network and tenant:7374914577824b91987ff1643c49becb is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:26:14.278019 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-09e5de84-f52d-4a1a-b090-cdc05ff7d8b8 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:26:14.279373 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-5e0ca542-d1c0-4b22-896d-a7836405bc85 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Deleting port f69fe236-1767-4f50-b7e0-1f85ee58f2e4 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:26:14.279719 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5e0ca542-d1c0-4b22-896d-a7836405bc85 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:14.287603 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-09e5de84-f52d-4a1a-b090-cdc05ff7d8b8 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:26:14.296435 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4b070dce-f00e-499e-b252-cc78ee69150c tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:14.436164 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09e5de84-f52d-4a1a-b090-cdc05ff7d8b8 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Made reservation on behalf of 7374914577824b91987ff1643c49becb for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:26:14.440821 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-09e5de84-f52d-4a1a-b090-cdc05ff7d8b8 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:14.463084 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment a3a08d0c-bcbb-460b-80fc-129824e3db5e resource provider aggregate not found Oct 13 15:26:14.471408 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-70384866-ef13-44c3-a0bd-0f968510fe29 None None] Current status of the port 9df45bbb-db97-4f49-97fd-37ed63d3ead9 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:26:14.471776 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-70384866-ef13-44c3-a0bd-0f968510fe29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:14.475452 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4b070dce-f00e-499e-b252-cc78ee69150c tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:14.504011 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment a3a08d0c-bcbb-460b-80fc-129824e3db5e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a3a08d0c-bcbb-460b-80fc-129824e3db5e found for delete ", "request_id": "req-0374ef46-f9bc-4c58-834f-0f20e7673bd8"}]} Oct 13 15:26:14.516089 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4b070dce-f00e-499e-b252-cc78ee69150c tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:14.517602 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-4b070dce-f00e-499e-b252-cc78ee69150c tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3211868 Oct 13 15:26:14.520557 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44852) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:14.526798 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-478d12f1-714f-4b08-ad10-628b317b0066 None None] For port 9df45bbb-db97-4f49-97fd-37ed63d3ead9, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=9df45bbb-db97-4f49-97fd-37ed63d3ead9,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:26:14.527188 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-478d12f1-714f-4b08-ad10-628b317b0066 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:14.542052 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-70384866-ef13-44c3-a0bd-0f968510fe29 None None] For port 9df45bbb-db97-4f49-97fd-37ed63d3ead9, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=9df45bbb-db97-4f49-97fd-37ed63d3ead9,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:26:14.586693 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44856) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:14.591143 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-70384866-ef13-44c3-a0bd-0f968510fe29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:14.597866 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09e5de84-f52d-4a1a-b090-cdc05ff7d8b8 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:26:14.705000 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-09e5de84-f52d-4a1a-b090-cdc05ff7d8b8 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:14.705604 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-09e5de84-f52d-4a1a-b090-cdc05ff7d8b8 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Added segment b89a39cd-6001-4b6d-8b8d-11dc8e05daa3 of type vlan for network 96b35abe-0871-40e3-904a-75958401977f Oct 13 15:26:14.719087 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-478d12f1-714f-4b08-ad10-628b317b0066 None None] Calling delete_port for 9df45bbb-db97-4f49-97fd-37ed63d3ead9 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:26:14.745349 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5e0ca542-d1c0-4b22-896d-a7836405bc85 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:14.811217 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70384866-ef13-44c3-a0bd-0f968510fe29 None None] Pushing event updated for resources: {'Port': ['ID=9df45bbb-db97-4f49-97fd-37ed63d3ead9,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:14.823799 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.db.api [None req-478d12f1-714f-4b08-ad10-628b317b0066 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88974) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:26:14.824468 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG oslo_db.api [None req-478d12f1-714f-4b08-ad10-628b317b0066 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:26:14.893085 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-09e5de84-f52d-4a1a-b090-cdc05ff7d8b8 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:14.986636 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 9df45bbb-db97-4f49-97fd-37ed63d3ead9 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:26:15.002703 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-5e0ca542-d1c0-4b22-896d-a7836405bc85 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Calling delete_port for f69fe236-1767-4f50-b7e0-1f85ee58f2e4 owned by network:router_gateway {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:26:15.046751 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a1198557-e7a1-41cb-970c-7a5cf4fc8f21 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=93249181fb8c4cb99fbebd74bf1e5d52&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4567885 Oct 13 15:26:15.047641 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44862) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:15.056709 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edb4cfd4-ccf5-4448-ad3c-eb5580319b61 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Router ef4045a5-3837-4311-8308-1e7657a4c5b5 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:26:15.107969 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 9df45bbb-db97-4f49-97fd-37ed63d3ead9 is: ACTIVE; New status is: DOWN {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:26:15.108541 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:15.141441 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-09e5de84-f52d-4a1a-b090-cdc05ff7d8b8 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:15.143737 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 9df45bbb-db97-4f49-97fd-37ed63d3ead9, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=9df45bbb-db97-4f49-97fd-37ed63d3ead9,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:26:15.146889 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09e5de84-f52d-4a1a-b090-cdc05ff7d8b8 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:15.147472 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-09e5de84-f52d-4a1a-b090-cdc05ff7d8b8 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:15.148948 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:15.231780 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edb4cfd4-ccf5-4448-ad3c-eb5580319b61 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:26:15.232546 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=9df45bbb-db97-4f49-97fd-37ed63d3ead9,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:15.238603 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-edb4cfd4-ccf5-4448-ad3c-eb5580319b61 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "PUT /v2.0/routers/ef4045a5-3837-4311-8308-1e7657a4c5b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9954178 Oct 13 15:26:15.240985 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44866) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:15.253620 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58865c01-7aec-454d-80c6-a9706eaadd18 None None] Sync routers for ids ['ef4045a5-3837-4311-8308-1e7657a4c5b5'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:26:15.264407 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58865c01-7aec-454d-80c6-a9706eaadd18 None None] Routers {'ef4045a5-3837-4311-8308-1e7657a4c5b5'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:26:15.265340 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-58865c01-7aec-454d-80c6-a9706eaadd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:26:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['ef4045a5-3837-4311-8308-1e7657a4c5b5'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:15.315049 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-09e5de84-f52d-4a1a-b090-cdc05ff7d8b8 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1109543 Oct 13 15:26:15.315049 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e81193e9-c42e-435e-a942-9e0dd5b33968 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:15.325996 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-478d12f1-714f-4b08-ad10-628b317b0066 None None] Deleting port 9df45bbb-db97-4f49-97fd-37ed63d3ead9 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:26:15.326393 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-478d12f1-714f-4b08-ad10-628b317b0066 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:15.333078 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44872) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:15.344510 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-9289a4b6-b1b5-4ded-8321-03a95716feff tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1978774578'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:15.349105 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e5de84-f52d-4a1a-b090-cdc05ff7d8b8 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Pushing event updated for resources: {'Network': ['ID=96b35abe-0871-40e3-904a-75958401977f,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:15.353979 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-32533fdc-93ae-4764-b920-d66878d1f162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:15.357243 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-9289a4b6-b1b5-4ded-8321-03a95716feff tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:26:15.378862 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 96b35abe-0871-40e3-904a-75958401977f details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:26:15.398677 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-58865c01-7aec-454d-80c6-a9706eaadd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:15.480585 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-9289a4b6-b1b5-4ded-8321-03a95716feff tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Usage tracker for resource:network and tenant:7374914577824b91987ff1643c49becb is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:26:15.499426 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-9289a4b6-b1b5-4ded-8321-03a95716feff tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:26:15.500690 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58865c01-7aec-454d-80c6-a9706eaadd18 None None] Routers {'ef4045a5-3837-4311-8308-1e7657a4c5b5'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:26:15.501327 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-58865c01-7aec-454d-80c6-a9706eaadd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:26:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['ef4045a5-3837-4311-8308-1e7657a4c5b5'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:15.514807 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-9289a4b6-b1b5-4ded-8321-03a95716feff tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:26:15.521971 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-32533fdc-93ae-4764-b920-d66878d1f162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:15.594308 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9289a4b6-b1b5-4ded-8321-03a95716feff tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Made reservation on behalf of 7374914577824b91987ff1643c49becb for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:26:15.597852 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9289a4b6-b1b5-4ded-8321-03a95716feff tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:15.598182 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-58865c01-7aec-454d-80c6-a9706eaadd18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:15.598589 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58865c01-7aec-454d-80c6-a9706eaadd18 None None] The sync data for ids ['ef4045a5-3837-4311-8308-1e7657a4c5b5'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:26:15.649058 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.api.v2.resource [None req-0f5dfba8-f927-4143-98e3-e48c13248110 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] remove_router_interface failed (client error): The resource could not be found. Oct 13 15:26:15.650607 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-0f5dfba8-f927-4143-98e3-e48c13248110 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "PUT /v2.0/routers/ef4045a5-3837-4311-8308-1e7657a4c5b5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4086945 Oct 13 15:26:15.653611 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44876) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:15.658641 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5e0ca542-d1c0-4b22-896d-a7836405bc85 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:15.710482 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0ca542-d1c0-4b22-896d-a7836405bc85 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Pushing event deleted for resources: {'Port': ['ID=f69fe236-1767-4f50-b7e0-1f85ee58f2e4,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:15.748281 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9289a4b6-b1b5-4ded-8321-03a95716feff tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 408} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:26:15.751615 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-905a9c25-609c-4f30-aff6-d951414c2235 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Synchronizing usage tracker for tenant:34e6b268fc1844e287c5dc961df795e5 on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:26:15.768594 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-478d12f1-714f-4b08-ad10-628b317b0066 None None] For port 9df45bbb-db97-4f49-97fd-37ed63d3ead9, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=9df45bbb-db97-4f49-97fd-37ed63d3ead9,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:26:15.769753 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-478d12f1-714f-4b08-ad10-628b317b0066 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:15.780467 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9289a4b6-b1b5-4ded-8321-03a95716feff tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:15.780815 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-9289a4b6-b1b5-4ded-8321-03a95716feff tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Added segment c49d0842-3759-4bc2-b8b8-a59c13a3171e of type vlan for network 3acdc3ff-a931-4545-89b6-97096b5d0dde Oct 13 15:26:15.787163 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-32533fdc-93ae-4764-b920-d66878d1f162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:15.825869 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5e0ca542-d1c0-4b22-896d-a7836405bc85 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828050'] for router_gateway, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:15.849316 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-905a9c25-609c-4f30-aff6-d951414c2235 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Unset dirty status for tenant:34e6b268fc1844e287c5dc961df795e5 on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:26:15.852988 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-905a9c25-609c-4f30-aff6-d951414c2235 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef4045a5-3837-4311-8308-1e7657a4c5b5 HTTP/1.1" status: 200 len: 205 time: 0.1959226 Oct 13 15:26:15.853510 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32533fdc-93ae-4764-b920-d66878d1f162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eac65d7-eb02-46b6-b555-79b71d828564,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:15.860497 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44880) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:15.904714 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-478d12f1-714f-4b08-ad10-628b317b0066 None None] Calling delete_port for 9df45bbb-db97-4f49-97fd-37ed63d3ead9 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:26:15.988421 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-478d12f1-714f-4b08-ad10-628b317b0066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:16.008830 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5e0ca542-d1c0-4b22-896d-a7836405bc85 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:16.011019 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5e0ca542-d1c0-4b22-896d-a7836405bc85 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:16.036606 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478d12f1-714f-4b08-ad10-628b317b0066 None None] Pushing event deleted for resources: {'Port': ['ID=9df45bbb-db97-4f49-97fd-37ed63d3ead9,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:16.042339 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5e0ca542-d1c0-4b22-896d-a7836405bc85 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:16.042529 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478d12f1-714f-4b08-ad10-628b317b0066 None None] No DVR routers for this DVR port 9df45bbb-db97-4f49-97fd-37ed63d3ead9 on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:26:16.043392 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e0ca542-d1c0-4b22-896d-a7836405bc85 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Fanout notify agent at l3_agent the message router_deleted on router 1712de39-0f0c-43f1-b0ab-576ade10f2b3 {{(pid=88973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:26:16.061322 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5e0ca542-d1c0-4b22-896d-a7836405bc85 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:16.062514 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-5e0ca542-d1c0-4b22-896d-a7836405bc85 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] 10.222.0.42 "DELETE /v2.0/routers/1712de39-0f0c-43f1-b0ab-576ade10f2b3 HTTP/1.1" status: 204 len: 168 time: 3.3412471 Oct 13 15:26:16.063548 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e9ff31-c38c-469f-b387-4daa989a17a3 None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:26:16.066053 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44884) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:16.070841 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-6de0518e-bbb9-4f4e-afd5-c3a43119f8ce tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2121152273', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'enable_snat': False}}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:16.075491 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-6de0518e-bbb9-4f4e-afd5-c3a43119f8ce tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:26:16.079850 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-6de0518e-bbb9-4f4e-afd5-c3a43119f8ce tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Usage tracker for resource:router and tenant:7e985eae305f45868dbca6afe6dfa386 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:26:16.082801 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-6de0518e-bbb9-4f4e-afd5-c3a43119f8ce tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:26:16.083826 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9289a4b6-b1b5-4ded-8321-03a95716feff tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:16.088232 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-6de0518e-bbb9-4f4e-afd5-c3a43119f8ce tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:26:16.099780 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6de0518e-bbb9-4f4e-afd5-c3a43119f8ce tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:16.100759 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6de0518e-bbb9-4f4e-afd5-c3a43119f8ce tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:16.115871 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6de0518e-bbb9-4f4e-afd5-c3a43119f8ce tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:16.178284 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-e81193e9-c42e-435e-a942-9e0dd5b33968 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Allocated IP 2001:db8::1 (a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828/2b132fd0-76e1-40fe-b7fa-dba168438254/537ad645-59fa-4979-9ebd-2e1b550424d3) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:26:16.186928 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-32533fdc-93ae-4764-b920-d66878d1f162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:16.190381 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-32533fdc-93ae-4764-b920-d66878d1f162 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2eac65d7-eb02-46b6-b555-79b71d828564 HTTP/1.1" status: 204 len: 168 time: 1.1278708 Oct 13 15:26:16.190803 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f0e6aab9-3cdd-4d96-8624-ee010de10c6b tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for router, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:16.352597 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ba9d40-67f4-4781-b36a-3f02354042c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'tenant_id': 'bb90cebe15f541febeed2c50e15c931e', 'fixed_ips': [{'subnet_id': '2b132fd0-76e1-40fe-b7fa-dba168438254'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:26:16.352597 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b6ba9d40-67f4-4781-b36a-3f02354042c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:16.418771 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9289a4b6-b1b5-4ded-8321-03a95716feff tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:16.424355 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9289a4b6-b1b5-4ded-8321-03a95716feff tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:16.424969 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9289a4b6-b1b5-4ded-8321-03a95716feff tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:16.546507 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6de0518e-bbb9-4f4e-afd5-c3a43119f8ce tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:16.727905 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-9289a4b6-b1b5-4ded-8321-03a95716feff tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3939989 Oct 13 15:26:16.730762 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f0e6aab9-3cdd-4d96-8624-ee010de10c6b tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:16.737202 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44900) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:16.740435 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f0e6aab9-3cdd-4d96-8624-ee010de10c6b tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:16.749275 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9289a4b6-b1b5-4ded-8321-03a95716feff tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Pushing event updated for resources: {'Network': ['ID=3acdc3ff-a931-4545-89b6-97096b5d0dde,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:16.757501 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-dd4e9e40-16b8-46ef-b49c-7ea3357e52a8 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Request body: {'ports': [{'network_id': '96b35abe-0871-40e3-904a-75958401977f', 'name': 'tempest-port--825273137', 'admin_state_up': True}, {'network_id': '3acdc3ff-a931-4545-89b6-97096b5d0dde', 'admin_state_up': False}]} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:16.758110 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-dd4e9e40-16b8-46ef-b49c-7ea3357e52a8 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Request body: {'port': {'network_id': '96b35abe-0871-40e3-904a-75958401977f', 'name': 'tempest-port--825273137', 'admin_state_up': True}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:16.758800 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-dd4e9e40-16b8-46ef-b49c-7ea3357e52a8 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Request body: {'port': {'network_id': '3acdc3ff-a931-4545-89b6-97096b5d0dde', 'admin_state_up': False}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:16.761988 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 3acdc3ff-a931-4545-89b6-97096b5d0dde details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:26:16.885812 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e81193e9-c42e-435e-a942-9e0dd5b33968 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:16.894208 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f0e6aab9-3cdd-4d96-8624-ee010de10c6b tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:16.894686 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e6aab9-3cdd-4d96-8624-ee010de10c6b tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Fanout notify agent at l3_agent the message router_deleted on router ef4045a5-3837-4311-8308-1e7657a4c5b5 {{(pid=88972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:26:16.942867 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-e81193e9-c42e-435e-a942-9e0dd5b33968 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Transition to ACTIVE for port object 537ad645-59fa-4979-9ebd-2e1b550424d3 will not be triggered until provisioned by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:26:16.950742 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f0e6aab9-3cdd-4d96-8624-ee010de10c6b tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:16.951829 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-f0e6aab9-3cdd-4d96-8624-ee010de10c6b tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "DELETE /v2.0/routers/ef4045a5-3837-4311-8308-1e7657a4c5b5 HTTP/1.1" status: 204 len: 168 time: 1.0904205 Oct 13 15:26:16.956189 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44912) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:17.016009 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6de0518e-bbb9-4f4e-afd5-c3a43119f8ce tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:17.050542 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6de0518e-bbb9-4f4e-afd5-c3a43119f8ce tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:17.058623 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-dd4e9e40-16b8-46ef-b49c-7ea3357e52a8 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:26:17.058748 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44916) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:17.062386 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-dd4e9e40-16b8-46ef-b49c-7ea3357e52a8 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Usage tracker for resource:port and tenant:7374914577824b91987ff1643c49becb is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:26:17.069443 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-dd4e9e40-16b8-46ef-b49c-7ea3357e52a8 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:26:17.077008 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-dd4e9e40-16b8-46ef-b49c-7ea3357e52a8 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:26:17.086065 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e81193e9-c42e-435e-a942-9e0dd5b33968 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:17.113150 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_v2 [None req-8587b4da-19cf-40ec-8978-d524c2458f25 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Deleting subnet 3baa6f3a-94b9-4586-b1cb-8a267369669f {{(pid=88973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:26:17.127550 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4e9e40-16b8-46ef-b49c-7ea3357e52a8 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Made reservation on behalf of 7374914577824b91987ff1643c49becb for: {'port': 2} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:26:17.129814 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8587b4da-19cf-40ec-8978-d524c2458f25 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for subnet, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:17.131942 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-dd4e9e40-16b8-46ef-b49c-7ea3357e52a8 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:17.167326 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-b6ba9d40-67f4-4781-b36a-3f02354042c5 None None] Allocated IP 2001:db8::2 (a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828/2b132fd0-76e1-40fe-b7fa-dba168438254/38f04a30-4e38-4a76-8069-5e3d49d06324) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:26:17.175623 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-dd4e9e40-16b8-46ef-b49c-7ea3357e52a8 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:17.193441 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81193e9-c42e-435e-a942-9e0dd5b33968 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:26:17.200509 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-e81193e9-c42e-435e-a942-9e0dd5b33968 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:17.206289 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81193e9-c42e-435e-a942-9e0dd5b33968 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:26:17.206809 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e81193e9-c42e-435e-a942-9e0dd5b33968 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:17.226810 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8587b4da-19cf-40ec-8978-d524c2458f25 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7432921'] for subnet, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:17.247239 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81193e9-c42e-435e-a942-9e0dd5b33968 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'Port': ['ID=537ad645-59fa-4979-9ebd-2e1b550424d3,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:17.252323 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-53d6ecc5-8117-4bb2-8336-63b46f151b04 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-483939707'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:17.277782 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-53d6ecc5-8117-4bb2-8336-63b46f151b04 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:26:17.283792 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-53d6ecc5-8117-4bb2-8336-63b46f151b04 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Usage tracker for resource:network and tenant:9dbe2e8c7f93444caca9a28c77250007 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:26:17.321259 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-53d6ecc5-8117-4bb2-8336-63b46f151b04 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:26:17.340276 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-53d6ecc5-8117-4bb2-8336-63b46f151b04 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:26:17.348014 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-6de0518e-bbb9-4f4e-afd5-c3a43119f8ce tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Allocated IP 172.26.2.15 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/b0b2cfab-42fb-453a-9b7b-668beafca39d) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:26:17.392098 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d6ecc5-8117-4bb2-8336-63b46f151b04 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Made reservation on behalf of 9dbe2e8c7f93444caca9a28c77250007 for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:26:17.395116 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b6ba9d40-67f4-4781-b36a-3f02354042c5 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:17.395472 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-53d6ecc5-8117-4bb2-8336-63b46f151b04 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:17.407767 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-b6ba9d40-67f4-4781-b36a-3f02354042c5 None None] Transition to ACTIVE for port object 38f04a30-4e38-4a76-8069-5e3d49d06324 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:26:17.412105 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8587b4da-19cf-40ec-8978-d524c2458f25 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:17.426475 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-b6ba9d40-67f4-4781-b36a-3f02354042c5 None None] Transition to ACTIVE for port object 38f04a30-4e38-4a76-8069-5e3d49d06324 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:26:17.432897 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b6ba9d40-67f4-4781-b36a-3f02354042c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:17.505094 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ba9d40-67f4-4781-b36a-3f02354042c5 None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:26:17.508097 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-b6ba9d40-67f4-4781-b36a-3f02354042c5 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:17.511840 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ba9d40-67f4-4781-b36a-3f02354042c5 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:26:17.554738 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba9d40-67f4-4781-b36a-3f02354042c5 None None] Pushing event updated for resources: {'Port': ['ID=38f04a30-4e38-4a76-8069-5e3d49d06324,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:17.576430 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-53d6ecc5-8117-4bb2-8336-63b46f151b04 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:17.585994 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6de0518e-bbb9-4f4e-afd5-c3a43119f8ce tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:17.594137 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8587b4da-19cf-40ec-8978-d524c2458f25 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:17.621513 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-b6ba9d40-67f4-4781-b36a-3f02354042c5 None None] Attempting to bind port 38f04a30-4e38-4a76-8069-5e3d49d06324 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:26:17.622451 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-b6ba9d40-67f4-4781-b36a-3f02354042c5 None None] Attempting to bind port 38f04a30-4e38-4a76-8069-5e3d49d06324 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:26:17.622786 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ba9d40-67f4-4781-b36a-3f02354042c5 None None] Attempting to bind port 38f04a30-4e38-4a76-8069-5e3d49d06324 on network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:26:17.631085 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ba9d40-67f4-4781-b36a-3f02354042c5 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:26:17.631454 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ba9d40-67f4-4781-b36a-3f02354042c5 None None] Checking segment: {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:26:17.631846 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b6ba9d40-67f4-4781-b36a-3f02354042c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:17.632235 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ba9d40-67f4-4781-b36a-3f02354042c5 None None] Bound using segment: {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:26:17.632693 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-b6ba9d40-67f4-4781-b36a-3f02354042c5 None None] Bound port: 38f04a30-4e38-4a76-8069-5e3d49d06324, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:26:17.633060 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b6ba9d40-67f4-4781-b36a-3f02354042c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:17.636374 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [None req-dd4e9e40-16b8-46ef-b49c-7ea3357e52a8 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] device_id is not set on port bb56c972-3689-4bf5-9069-f9d96b70a657 yet. {{(pid=88972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:26:17.640245 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-53d6ecc5-8117-4bb2-8336-63b46f151b04 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:26:17.656416 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8587b4da-19cf-40ec-8978-d524c2458f25 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event deleted for resources: {'Subnet': ['ID=3baa6f3a-94b9-4586-b1cb-8a267369669f,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:17.659706 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-53d6ecc5-8117-4bb2-8336-63b46f151b04 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Usage tracker for resource:security_group_rule and tenant:9dbe2e8c7f93444caca9a28c77250007 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:26:17.666652 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-53d6ecc5-8117-4bb2-8336-63b46f151b04 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:26:17.675503 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-53d6ecc5-8117-4bb2-8336-63b46f151b04 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:26:17.677622 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8587b4da-19cf-40ec-8978-d524c2458f25 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:17.694516 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d06cdbb-e853-426f-8218-2f1441af0c47 None None] Network 2b2d27b8-b8d7-48fa-ae00-05f6c9754a64 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:26:17.707939 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e81193e9-c42e-435e-a942-9e0dd5b33968 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:17.711550 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-8587b4da-19cf-40ec-8978-d524c2458f25 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "DELETE /v2.0/subnets/3baa6f3a-94b9-4586-b1cb-8a267369669f HTTP/1.1" status: 204 len: 168 time: 0.7476366 Oct 13 15:26:17.711904 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44922) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:17.855547 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6de0518e-bbb9-4f4e-afd5-c3a43119f8ce tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:17.858008 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-b6ba9d40-67f4-4781-b36a-3f02354042c5 None None] For port 38f04a30-4e38-4a76-8069-5e3d49d06324, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:26:17.905376 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-b6ba9d40-67f4-4781-b36a-3f02354042c5 None None] For port 38f04a30-4e38-4a76-8069-5e3d49d06324, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=38f04a30-4e38-4a76-8069-5e3d49d06324,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:26:17.908624 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-fd400740-d523-4f86-99ce-b633cee1efc4 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:17.917638 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b6ba9d40-67f4-4781-b36a-3f02354042c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:17.943317 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de0518e-bbb9-4f4e-afd5-c3a43119f8ce tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:26:17.948801 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-6de0518e-bbb9-4f4e-afd5-c3a43119f8ce tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:17.953249 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6de0518e-bbb9-4f4e-afd5-c3a43119f8ce tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:26:17.978422 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-fd400740-d523-4f86-99ce-b633cee1efc4 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Deleting port 6e9b3aea-514c-4e85-8033-ae031fba6a3b {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:26:17.978422 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-fd400740-d523-4f86-99ce-b633cee1efc4 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:18.008808 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba9d40-67f4-4781-b36a-3f02354042c5 None None] Pushing event updated for resources: {'Port': ['ID=38f04a30-4e38-4a76-8069-5e3d49d06324,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:18.018870 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de0518e-bbb9-4f4e-afd5-c3a43119f8ce tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Pushing event updated for resources: {'Port': ['ID=b0b2cfab-42fb-453a-9b7b-668beafca39d,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:18.068207 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-dd4e9e40-16b8-46ef-b49c-7ea3357e52a8 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:18.093734 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-53d6ecc5-8117-4bb2-8336-63b46f151b04 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:18.119477 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ca5fcc6-aa7e-4ba6-8c63-2c8db69d203b None None] DHCP port deletion for 2b2d27b8-b8d7-48fa-ae00-05f6c9754a64 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:26:18.127699 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4ca5fcc6-aa7e-4ba6-8c63-2c8db69d203b None None] Deleting port 6e9b3aea-514c-4e85-8033-ae031fba6a3b {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:26:18.129074 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4ca5fcc6-aa7e-4ba6-8c63-2c8db69d203b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:18.131676 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-53d6ecc5-8117-4bb2-8336-63b46f151b04 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:18.337722 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53d6ecc5-8117-4bb2-8336-63b46f151b04 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:26:18.351915 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d6ecc5-8117-4bb2-8336-63b46f151b04 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Pushing event updated for resources: {'SecurityGroup': ['ID=480b6216-f9c8-411d-979b-be4b521ffcf3,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:18.366010 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [None req-dd4e9e40-16b8-46ef-b49c-7ea3357e52a8 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] device_id is not set on port 62bb8177-5719-4029-9f43-c891092d978e yet. {{(pid=88972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:26:18.393309 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-53d6ecc5-8117-4bb2-8336-63b46f151b04 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:18.393657 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-53d6ecc5-8117-4bb2-8336-63b46f151b04 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Added segment 3673742e-2338-4026-a10f-a7a084ec1e59 of type vlan for network b118d914-3a5e-4295-b222-a0bf0e5941bd Oct 13 15:26:18.430320 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-53d6ecc5-8117-4bb2-8336-63b46f151b04 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:18.454914 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e81193e9-c42e-435e-a942-9e0dd5b33968 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:18.461887 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4ca5fcc6-aa7e-4ba6-8c63-2c8db69d203b None None] For port 6e9b3aea-514c-4e85-8033-ae031fba6a3b, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=6e9b3aea-514c-4e85-8033-ae031fba6a3b,segment=NetworkSegment(64dd2492-f92a-4573-bac1-7f72f59a5963),segment_id=64dd2492-f92a-4573-bac1-7f72f59a5963)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:26:18.462452 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4ca5fcc6-aa7e-4ba6-8c63-2c8db69d203b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:18.475008 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e81193e9-c42e-435e-a942-9e0dd5b33968 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:18.475547 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e81193e9-c42e-435e-a942-9e0dd5b33968 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:18.554156 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-fd400740-d523-4f86-99ce-b633cee1efc4 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] For port 6e9b3aea-514c-4e85-8033-ae031fba6a3b, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=6e9b3aea-514c-4e85-8033-ae031fba6a3b,segment=NetworkSegment(64dd2492-f92a-4573-bac1-7f72f59a5963),segment_id=64dd2492-f92a-4573-bac1-7f72f59a5963)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:26:18.554953 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-fd400740-d523-4f86-99ce-b633cee1efc4 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:18.572964 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-53d6ecc5-8117-4bb2-8336-63b46f151b04 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:18.578930 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d6ecc5-8117-4bb2-8336-63b46f151b04 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:18.579512 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-53d6ecc5-8117-4bb2-8336-63b46f151b04 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:18.611414 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4ca5fcc6-aa7e-4ba6-8c63-2c8db69d203b None None] Calling delete_port for 6e9b3aea-514c-4e85-8033-ae031fba6a3b owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:26:18.680521 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-dd4e9e40-16b8-46ef-b49c-7ea3357e52a8 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:18.704043 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4ca5fcc6-aa7e-4ba6-8c63-2c8db69d203b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:18.755150 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca5fcc6-aa7e-4ba6-8c63-2c8db69d203b None None] Pushing event deleted for resources: {'Port': ['ID=6e9b3aea-514c-4e85-8033-ae031fba6a3b,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:18.758452 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca5fcc6-aa7e-4ba6-8c63-2c8db69d203b None None] No DVR routers for this DVR port 6e9b3aea-514c-4e85-8033-ae031fba6a3b on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:26:18.818522 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81193e9-c42e-435e-a942-9e0dd5b33968 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'Port': ['ID=537ad645-59fa-4979-9ebd-2e1b550424d3,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:18.848076 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d6ecc5-8117-4bb2-8336-63b46f151b04 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Pushing event updated for resources: {'Network': ['ID=b118d914-3a5e-4295-b222-a0bf0e5941bd,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:18.853684 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-53d6ecc5-8117-4bb2-8336-63b46f151b04 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.7928774 Oct 13 15:26:18.861181 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network b118d914-3a5e-4295-b222-a0bf0e5941bd details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:26:18.887710 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-fd400740-d523-4f86-99ce-b633cee1efc4 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Calling delete_port for 6e9b3aea-514c-4e85-8033-ae031fba6a3b owned by network:dhcp {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:26:18.906116 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-dd4e9e40-16b8-46ef-b49c-7ea3357e52a8 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:18.965007 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6de0518e-bbb9-4f4e-afd5-c3a43119f8ce tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:19.031095 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81193e9-c42e-435e-a942-9e0dd5b33968 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:26:19.051961 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-e81193e9-c42e-435e-a942-9e0dd5b33968 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:19.139817 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 38f04a30-4e38-4a76-8069-5e3d49d06324 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:26:19.213639 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e9e40-16b8-46ef-b49c-7ea3357e52a8 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Pushing event updated for resources: {'Port': ['ID=bb56c972-3689-4bf5-9069-f9d96b70a657,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:19.218863 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 38f04a30-4e38-4a76-8069-5e3d49d06324 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:26:19.250008 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.db.api [None req-fd400740-d523-4f86-99ce-b633cee1efc4 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:26:19.250608 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG oslo_db.api [None req-fd400740-d523-4f86-99ce-b633cee1efc4 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:26:19.317243 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 6e9b3aea-514c-4e85-8033-ae031fba6a3b no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:26:19.329677 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4e9e40-16b8-46ef-b49c-7ea3357e52a8 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Checking segment: {'id': 'b89a39cd-6001-4b6d-8b8d-11dc8e05daa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '96b35abe-0871-40e3-904a-75958401977f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:26:19.330034 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4e9e40-16b8-46ef-b49c-7ea3357e52a8 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Network hostable DHCP agents. Network: 96b35abe-0871-40e3-904a-75958401977f, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:26:19.379232 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4e9e40-16b8-46ef-b49c-7ea3357e52a8 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Network 96b35abe-0871-40e3-904a-75958401977f is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:26:19.388954 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 6e9b3aea-514c-4e85-8033-ae031fba6a3b {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:26:19.393789 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 6e9b3aea-514c-4e85-8033-ae031fba6a3b not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:26:19.412116 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-dd4e9e40-16b8-46ef-b49c-7ea3357e52a8 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 96b35abe-0871-40e3-904a-75958401977f) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:19.417224 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4e9e40-16b8-46ef-b49c-7ea3357e52a8 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:26:19.418308 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-dd4e9e40-16b8-46ef-b49c-7ea3357e52a8 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:19.426784 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba606108-9593-47e1-bee0-9429b9230f82 None None] Network 96b35abe-0871-40e3-904a-75958401977f requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:26:19.487726 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e81193e9-c42e-435e-a942-9e0dd5b33968 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Router a2c4a7e2-4705-40d3-a959-0f8c3568933a is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 15:26:19.602466 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6de0518e-bbb9-4f4e-afd5-c3a43119f8ce tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:19.762368 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-031d9717-5a97-47e0-bc50-980b8e8d4354 None None] Provisioning for port 38f04a30-4e38-4a76-8069-5e3d49d06324 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:26:19.781655 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-031d9717-5a97-47e0-bc50-980b8e8d4354 None None] Provisioning complete for port 38f04a30-4e38-4a76-8069-5e3d49d06324 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:26:19.782363 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-031d9717-5a97-47e0-bc50-980b8e8d4354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:19.783081 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-031d9717-5a97-47e0-bc50-980b8e8d4354 None None] Attempt 1 to provision port 38f04a30-4e38-4a76-8069-5e3d49d06324 Oct 13 15:26:19.807029 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e9e40-16b8-46ef-b49c-7ea3357e52a8 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Pushing event updated for resources: {'Port': ['ID=62bb8177-5719-4029-9f43-c891092d978e,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:19.879751 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-fd400740-d523-4f86-99ce-b633cee1efc4 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Deleting port 6e9b3aea-514c-4e85-8033-ae031fba6a3b {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:26:19.880100 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-fd400740-d523-4f86-99ce-b633cee1efc4 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:19.935087 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4e9e40-16b8-46ef-b49c-7ea3357e52a8 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Checking segment: {'id': 'c49d0842-3759-4bc2-b8b8-a59c13a3171e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 408, 'network_id': '3acdc3ff-a931-4545-89b6-97096b5d0dde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:26:19.935402 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4e9e40-16b8-46ef-b49c-7ea3357e52a8 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Network hostable DHCP agents. Network: 3acdc3ff-a931-4545-89b6-97096b5d0dde, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:26:19.943737 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-031d9717-5a97-47e0-bc50-980b8e8d4354 None None] Current status of the port 38f04a30-4e38-4a76-8069-5e3d49d06324 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:26:19.944400 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-031d9717-5a97-47e0-bc50-980b8e8d4354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:19.976258 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81193e9-c42e-435e-a942-9e0dd5b33968 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:26:19.988136 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc323f0-085c-4f0c-96aa-1ad8032d7cf8 None None] Sync routers for ids ['a2c4a7e2-4705-40d3-a959-0f8c3568933a'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:26:19.991469 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-031d9717-5a97-47e0-bc50-980b8e8d4354 None None] For port 38f04a30-4e38-4a76-8069-5e3d49d06324, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=38f04a30-4e38-4a76-8069-5e3d49d06324,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:26:19.997944 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-031d9717-5a97-47e0-bc50-980b8e8d4354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:20.005158 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc323f0-085c-4f0c-96aa-1ad8032d7cf8 None None] Routers {'a2c4a7e2-4705-40d3-a959-0f8c3568933a'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:26:20.005784 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-0fc323f0-085c-4f0c-96aa-1ad8032d7cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:26:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['a2c4a7e2-4705-40d3-a959-0f8c3568933a'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:20.007145 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-e81193e9-c42e-435e-a942-9e0dd5b33968 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "PUT /v2.0/routers/a2c4a7e2-4705-40d3-a959-0f8c3568933a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4848804 Oct 13 15:26:20.008465 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd4e9e40-16b8-46ef-b49c-7ea3357e52a8 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Network 3acdc3ff-a931-4545-89b6-97096b5d0dde is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:26:20.013773 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44928) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:20.034419 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-fd400740-d523-4f86-99ce-b633cee1efc4 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] The port '6e9b3aea-514c-4e85-8033-ae031fba6a3b' was deleted {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 13 15:26:20.128847 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031d9717-5a97-47e0-bc50-980b8e8d4354 None None] Pushing event updated for resources: {'Port': ['ID=38f04a30-4e38-4a76-8069-5e3d49d06324,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:20.159284 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-dd4e9e40-16b8-46ef-b49c-7ea3357e52a8 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 3acdc3ff-a931-4545-89b6-97096b5d0dde) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:20.167646 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4e9e40-16b8-46ef-b49c-7ea3357e52a8 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:26:20.168351 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a154106-c6b9-46f2-94c3-013b5b4b8ace None None] Network 3acdc3ff-a931-4545-89b6-97096b5d0dde requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:26:20.180264 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4e9e40-16b8-46ef-b49c-7ea3357e52a8 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:20.194395 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4e9e40-16b8-46ef-b49c-7ea3357e52a8 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:20.195138 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-dd4e9e40-16b8-46ef-b49c-7ea3357e52a8 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:20.199526 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-37b7e717-da7b-4b52-b2c5-483bee9c2635 None None] Provisioning for port 537ad645-59fa-4979-9ebd-2e1b550424d3 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:26:20.237385 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-37b7e717-da7b-4b52-b2c5-483bee9c2635 None None] Provisioning complete for port 537ad645-59fa-4979-9ebd-2e1b550424d3 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:26:20.237385 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-37b7e717-da7b-4b52-b2c5-483bee9c2635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:20.237854 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-37b7e717-da7b-4b52-b2c5-483bee9c2635 None None] Attempt 1 to provision port 537ad645-59fa-4979-9ebd-2e1b550424d3 Oct 13 15:26:20.268652 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c7a0225-47e8-4d0e-932c-704c436b3522 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:20.269378 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-2c7a0225-47e8-4d0e-932c-704c436b3522 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Synchronizing usage tracker for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:26:20.282611 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-dd4e9e40-16b8-46ef-b49c-7ea3357e52a8 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.5401011 Oct 13 15:26:20.289018 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44932) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:20.310026 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-37b7e717-da7b-4b52-b2c5-483bee9c2635 None None] Port 537ad645-59fa-4979-9ebd-2e1b550424d3 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:26:20.347639 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-0fc323f0-085c-4f0c-96aa-1ad8032d7cf8 None None] Set router a2c4a7e2-4705-40d3-a959-0f8c3568933a gateway port host: None {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:26:20.410805 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-2c7a0225-47e8-4d0e-932c-704c436b3522 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Unset dirty status for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:26:20.414314 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-2c7a0225-47e8-4d0e-932c-704c436b3522 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/ports/537ad645-59fa-4979-9ebd-2e1b550424d3 HTTP/1.1" status: 200 len: 911 time: 0.3972123 Oct 13 15:26:20.416310 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44936) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:20.436527 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de0518e-bbb9-4f4e-afd5-c3a43119f8ce tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Router 1eeadb2d-cf8e-42b5-b573-9dcc336a53a8 is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 15:26:20.556520 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-fd400740-d523-4f86-99ce-b633cee1efc4 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:20.577570 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289c30bb-f9eb-4149-8947-45f3f97d3e59 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:20.584354 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-289c30bb-f9eb-4149-8947-45f3f97d3e59 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:20.585110 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-289c30bb-f9eb-4149-8947-45f3f97d3e59 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Synchronizing usage tracker for tenant:7374914577824b91987ff1643c49becb on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:26:20.599425 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c44b40d-10e8-4489-8c2f-2410679b1bad tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:20.604505 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-fd400740-d523-4f86-99ce-b633cee1efc4 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b2d27b8-b8d7-48fa-ae00-05f6c9754a64']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:20.605949 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c44b40d-10e8-4489-8c2f-2410679b1bad tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:20.608879 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-7c44b40d-10e8-4489-8c2f-2410679b1bad tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1916590 Oct 13 15:26:20.612680 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44940) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:20.769410 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-0fc323f0-085c-4f0c-96aa-1ad8032d7cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c4a7e2-4705-40d3-a959-0f8c3568933a', 'name': 'tempest-NetworksTestDHCPv6-router-1264143715', 'tenant_id': 'bb90cebe15f541febeed2c50e15c931e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:26:14Z', 'updated_at': '2022-10-13T15:26:17Z', 'revision_number': 2, 'project_id': 'bb90cebe15f541febeed2c50e15c931e', 'gw_port_host': None, '_interfaces': [{'id': '537ad645-59fa-4979-9ebd-2e1b550424d3', 'name': '', 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'tenant_id': 'bb90cebe15f541febeed2c50e15c931e', 'mac_address': 'fa:16:3e:2d:24:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c4a7e2-4705-40d3-a959-0f8c3568933a', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '2b132fd0-76e1-40fe-b7fa-dba168438254', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:26:15Z', 'updated_at': '2022-10-13T15:26:18Z', 'revision_number': 2, 'project_id': 'bb90cebe15f541febeed2c50e15c931e', 'subnets': [{'id': '2b132fd0-76e1-40fe-b7fa-dba168438254', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:20.774012 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc323f0-085c-4f0c-96aa-1ad8032d7cf8 None None] Checking router: a2c4a7e2-4705-40d3-a959-0f8c3568933a for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:26:20.774445 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc323f0-085c-4f0c-96aa-1ad8032d7cf8 None None] Updating router a2c4a7e2-4705-40d3-a959-0f8c3568933a port 537ad645-59fa-4979-9ebd-2e1b550424d3 binding host dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:26:20.783114 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-289c30bb-f9eb-4149-8947-45f3f97d3e59 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Unset dirty status for tenant:7374914577824b91987ff1643c49becb on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:26:20.784850 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-289c30bb-f9eb-4149-8947-45f3f97d3e59 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.4944992 Oct 13 15:26:20.785506 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-fd400740-d523-4f86-99ce-b633cee1efc4 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64dd2492-f92a-4573-bac1-7f72f59a5963') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:20.786155 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-fd400740-d523-4f86-99ce-b633cee1efc4 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64dd2492-f92a-4573-bac1-7f72f59a5963') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:20.787380 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44944) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:20.805612 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-fd400740-d523-4f86-99ce-b633cee1efc4 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:20.811523 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-37b7e717-da7b-4b52-b2c5-483bee9c2635 None None] Attempt 2 to provision port 537ad645-59fa-4979-9ebd-2e1b550424d3 Oct 13 15:26:20.838325 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-0fc323f0-085c-4f0c-96aa-1ad8032d7cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:20.862112 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-fd400740-d523-4f86-99ce-b633cee1efc4 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:20.875901 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de0518e-bbb9-4f4e-afd5-c3a43119f8ce tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:26:20.893215 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd400740-d523-4f86-99ce-b633cee1efc4 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:26:20.893597 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-2146e74a-1d0f-4144-8ec7-ce171f53cdcc tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Deleting port bb56c972-3689-4bf5-9069-f9d96b70a657 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:26:20.893946 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b04d27-87a1-4caa-8da1-48c7516483a8 None None] Sync routers for ids ['1eeadb2d-cf8e-42b5-b573-9dcc336a53a8'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:26:20.894059 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2146e74a-1d0f-4144-8ec7-ce171f53cdcc tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:20.895289 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-fd400740-d523-4f86-99ce-b633cee1efc4 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:20.922834 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-37b7e717-da7b-4b52-b2c5-483bee9c2635 None None] Port 537ad645-59fa-4979-9ebd-2e1b550424d3 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:26:20.923364 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b04d27-87a1-4caa-8da1-48c7516483a8 None None] Routers {'1eeadb2d-cf8e-42b5-b573-9dcc336a53a8'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:26:20.924163 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-47b04d27-87a1-4caa-8da1-48c7516483a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:26:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['1eeadb2d-cf8e-42b5-b573-9dcc336a53a8'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:21.041151 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 38f04a30-4e38-4a76-8069-5e3d49d06324 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:26:21.099115 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 64dd2492-f92a-4573-bac1-7f72f59a5963 resource provider aggregate not found Oct 13 15:26:21.126829 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-fd400740-d523-4f86-99ce-b633cee1efc4 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:21.132925 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-fd400740-d523-4f86-99ce-b633cee1efc4 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:21.141237 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-fd400740-d523-4f86-99ce-b633cee1efc4 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "DELETE /v2.0/networks/2b2d27b8-b8d7-48fa-ae00-05f6c9754a64 HTTP/1.1" status: 204 len: 168 time: 3.4220440 Oct 13 15:26:21.160464 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44952) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:21.161274 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd400740-d523-4f86-99ce-b633cee1efc4 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event deleted for resources: {'Network': ['ID=2b2d27b8-b8d7-48fa-ae00-05f6c9754a64,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:21.164826 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6de0518e-bbb9-4f4e-afd5-c3a43119f8ce tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:21.169394 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-6de0518e-bbb9-4f4e-afd5-c3a43119f8ce tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.1018941 Oct 13 15:26:21.172322 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44954) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:21.174397 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 64dd2492-f92a-4573-bac1-7f72f59a5963 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 64dd2492-f92a-4573-bac1-7f72f59a5963 found for delete ", "request_id": "req-dc04a6e7-0830-48ca-b4ba-2453e3f75f2d"}]} Oct 13 15:26:21.182050 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-78a4d283-45ce-4e04-8142-01d37371d31a tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-876984053'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:21.249488 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-78a4d283-45ce-4e04-8142-01d37371d31a tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:26:21.270085 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-78a4d283-45ce-4e04-8142-01d37371d31a tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Usage tracker for resource:network and tenant:34e6b268fc1844e287c5dc961df795e5 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:26:21.275179 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-78a4d283-45ce-4e04-8142-01d37371d31a tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:26:21.285218 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-78a4d283-45ce-4e04-8142-01d37371d31a tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:26:21.407692 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 38f04a30-4e38-4a76-8069-5e3d49d06324 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:26:21.408063 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:21.408397 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 38f04a30-4e38-4a76-8069-5e3d49d06324 Oct 13 15:26:21.412204 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2146e74a-1d0f-4144-8ec7-ce171f53cdcc tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:21.435134 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-0fc323f0-085c-4f0c-96aa-1ad8032d7cf8 None None] Notify callbacks [] for port, precommit_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:21.451564 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.provisioning_blocks [None req-0fc323f0-085c-4f0c-96aa-1ad8032d7cf8 None None] Transition to ACTIVE for port object 537ad645-59fa-4979-9ebd-2e1b550424d3 will not be triggered until provisioned by entity L2. {{(pid=88975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:26:21.460565 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-0fc323f0-085c-4f0c-96aa-1ad8032d7cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:21.464981 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78a4d283-45ce-4e04-8142-01d37371d31a tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Made reservation on behalf of 34e6b268fc1844e287c5dc961df795e5 for: {'network': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:26:21.475001 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-78a4d283-45ce-4e04-8142-01d37371d31a tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:21.495748 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-37b7e717-da7b-4b52-b2c5-483bee9c2635 None None] Attempt 3 to provision port 537ad645-59fa-4979-9ebd-2e1b550424d3 Oct 13 15:26:21.549102 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-2146e74a-1d0f-4144-8ec7-ce171f53cdcc tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Calling delete_port for bb56c972-3689-4bf5-9069-f9d96b70a657 owned by {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:26:21.553844 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-37b7e717-da7b-4b52-b2c5-483bee9c2635 None None] Port 537ad645-59fa-4979-9ebd-2e1b550424d3 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:26:21.576123 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-47b04d27-87a1-4caa-8da1-48c7516483a8 None None] Set router 1eeadb2d-cf8e-42b5-b573-9dcc336a53a8 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:26:21.584011 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e8c997a1-9201-490c-b170-c338519de6b7 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] 10.222.0.42 "GET /v2.0/routers/1eeadb2d-cf8e-42b5-b573-9dcc336a53a8 HTTP/1.1" status: 200 len: 908 time: 0.4062428 Oct 13 15:26:21.585110 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44960) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:21.619959 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-567cf0f4-babb-4dc1-a427-45ffbb870176 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2121152273', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'enable_snat': True}}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:21.629918 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78a4d283-45ce-4e04-8142-01d37371d31a tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=88973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:26:21.653523 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-567cf0f4-babb-4dc1-a427-45ffbb870176 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:26:21.667561 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-78a4d283-45ce-4e04-8142-01d37371d31a tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:21.668092 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-78a4d283-45ce-4e04-8142-01d37371d31a tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Added segment 81d93cb6-9f8a-4fc3-ad12-2a5ebcc1fc7f of type vlan for network 7d759ff3-2636-4954-94c3-53b8ef7c31d2 Oct 13 15:26:21.673133 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-567cf0f4-babb-4dc1-a427-45ffbb870176 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Usage tracker for resource:router and tenant:7e985eae305f45868dbca6afe6dfa386 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:26:21.680580 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-567cf0f4-babb-4dc1-a427-45ffbb870176 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:26:21.694972 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-567cf0f4-babb-4dc1-a427-45ffbb870176 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:26:21.746640 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-567cf0f4-babb-4dc1-a427-45ffbb870176 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:21.748416 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-567cf0f4-babb-4dc1-a427-45ffbb870176 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:21.818313 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 38f04a30-4e38-4a76-8069-5e3d49d06324 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:26:21.824230 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-78a4d283-45ce-4e04-8142-01d37371d31a tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:21.829232 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-567cf0f4-babb-4dc1-a427-45ffbb870176 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:21.848052 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a80a9cf-5ca8-4f74-8cc5-f722743fa0ed None None] Pushing event updated for resources: {'Port': ['ID=537ad645-59fa-4979-9ebd-2e1b550424d3,revision_number=3']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:21.888845 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-0fc323f0-085c-4f0c-96aa-1ad8032d7cf8 None None] Attempting to bind port 537ad645-59fa-4979-9ebd-2e1b550424d3 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:26:21.889249 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-0fc323f0-085c-4f0c-96aa-1ad8032d7cf8 None None] Attempting to bind port 537ad645-59fa-4979-9ebd-2e1b550424d3 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:26:21.889648 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc323f0-085c-4f0c-96aa-1ad8032d7cf8 None None] Attempting to bind port 537ad645-59fa-4979-9ebd-2e1b550424d3 on network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:26:21.896039 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc323f0-085c-4f0c-96aa-1ad8032d7cf8 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:26:21.896667 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc323f0-085c-4f0c-96aa-1ad8032d7cf8 None None] Checking segment: {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:26:21.897164 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-0fc323f0-085c-4f0c-96aa-1ad8032d7cf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:21.897543 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fc323f0-085c-4f0c-96aa-1ad8032d7cf8 None None] Bound using segment: {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:26:21.898030 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-0fc323f0-085c-4f0c-96aa-1ad8032d7cf8 None None] Bound port: 537ad645-59fa-4979-9ebd-2e1b550424d3, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'}}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:26:21.898445 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-0fc323f0-085c-4f0c-96aa-1ad8032d7cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:21.923702 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2146e74a-1d0f-4144-8ec7-ce171f53cdcc tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:21.928341 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-78a4d283-45ce-4e04-8142-01d37371d31a tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:21.933999 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78a4d283-45ce-4e04-8142-01d37371d31a tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:21.935385 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-78a4d283-45ce-4e04-8142-01d37371d31a tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:22.031442 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-0fc323f0-085c-4f0c-96aa-1ad8032d7cf8 None None] For port 537ad645-59fa-4979-9ebd-2e1b550424d3, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:26:22.039646 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-0fc323f0-085c-4f0c-96aa-1ad8032d7cf8 None None] For port 537ad645-59fa-4979-9ebd-2e1b550424d3, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=537ad645-59fa-4979-9ebd-2e1b550424d3,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:26:22.052318 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-0fc323f0-085c-4f0c-96aa-1ad8032d7cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:22.067294 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-37b7e717-da7b-4b52-b2c5-483bee9c2635 None None] Attempt 4 to provision port 537ad645-59fa-4979-9ebd-2e1b550424d3 Oct 13 15:26:22.209016 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2146e74a-1d0f-4144-8ec7-ce171f53cdcc tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:22.212572 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-37b7e717-da7b-4b52-b2c5-483bee9c2635 None None] Port 537ad645-59fa-4979-9ebd-2e1b550424d3 had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 15:26:22.224864 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2146e74a-1d0f-4144-8ec7-ce171f53cdcc tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Pushing event deleted for resources: {'Port': ['ID=bb56c972-3689-4bf5-9069-f9d96b70a657,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:22.227640 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc323f0-085c-4f0c-96aa-1ad8032d7cf8 None None] Routers {'a2c4a7e2-4705-40d3-a959-0f8c3568933a'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:26:22.228381 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-0fc323f0-085c-4f0c-96aa-1ad8032d7cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:26:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['a2c4a7e2-4705-40d3-a959-0f8c3568933a'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:22.237720 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44966) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:22.241489 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-47b04d27-87a1-4caa-8da1-48c7516483a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eeadb2d-cf8e-42b5-b573-9dcc336a53a8', 'name': 'tempest-snat-router-2121152273', 'tenant_id': '7e985eae305f45868dbca6afe6dfa386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.15'}], 'enable_snat': False}, 'gw_port_id': 'b0b2cfab-42fb-453a-9b7b-668beafca39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:26:16Z', 'updated_at': '2022-10-13T15:26:18Z', 'revision_number': 3, 'project_id': '7e985eae305f45868dbca6afe6dfa386', 'gw_port': {'id': 'b0b2cfab-42fb-453a-9b7b-668beafca39d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eeadb2d-cf8e-42b5-b573-9dcc336a53a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:26:17Z', 'updated_at': '2022-10-13T15:26:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:22.246067 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-e50da944-fcdb-4e4d-8ce5-b834de44e8bf tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Request body: {'subnet': {'network_id': 'b118d914-3a5e-4295-b222-a0bf0e5941bd', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:22.246735 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b04d27-87a1-4caa-8da1-48c7516483a8 None None] Checking router: 1eeadb2d-cf8e-42b5-b573-9dcc336a53a8 for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:26:22.247250 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b04d27-87a1-4caa-8da1-48c7516483a8 None None] Updating router 1eeadb2d-cf8e-42b5-b573-9dcc336a53a8 port b0b2cfab-42fb-453a-9b7b-668beafca39d binding host dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:26:22.286571 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a80a9cf-5ca8-4f74-8cc5-f722743fa0ed None None] Pushing event updated for resources: {'Port': ['ID=537ad645-59fa-4979-9ebd-2e1b550424d3,revision_number=4']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:22.311938 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-47b04d27-87a1-4caa-8da1-48c7516483a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:22.324026 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-567cf0f4-babb-4dc1-a427-45ffbb870176 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:22.334320 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-78a4d283-45ce-4e04-8142-01d37371d31a tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1634429 Oct 13 15:26:22.335060 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a4d283-45ce-4e04-8142-01d37371d31a tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event updated for resources: {'Network': ['ID=7d759ff3-2636-4954-94c3-53b8ef7c31d2,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:22.337298 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44970) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:22.344310 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-8c74cd60-40f9-4881-8000-f9c25ab50620 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Request body: {'subnet': {'network_id': '7d759ff3-2636-4954-94c3-53b8ef7c31d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:22.387994 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-e50da944-fcdb-4e4d-8ce5-b834de44e8bf tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:26:22.397231 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-0fc323f0-085c-4f0c-96aa-1ad8032d7cf8 None None] Set router a2c4a7e2-4705-40d3-a959-0f8c3568933a gateway port host: None {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:26:22.400748 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-2146e74a-1d0f-4144-8ec7-ce171f53cdcc tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] 10.222.0.42 "DELETE /v2.0/ports/bb56c972-3689-4bf5-9069-f9d96b70a657 HTTP/1.1" status: 204 len: 168 time: 1.6123855 Oct 13 15:26:22.402069 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-e50da944-fcdb-4e4d-8ce5-b834de44e8bf tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Usage tracker for resource:subnet and tenant:9dbe2e8c7f93444caca9a28c77250007 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:26:22.405307 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44974) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:22.409871 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-e50da944-fcdb-4e4d-8ce5-b834de44e8bf tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:26:22.470014 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-e50da944-fcdb-4e4d-8ce5-b834de44e8bf tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:26:22.475840 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-8c74cd60-40f9-4881-8000-f9c25ab50620 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:26:22.489674 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-8c74cd60-40f9-4881-8000-f9c25ab50620 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Usage tracker for resource:subnet and tenant:34e6b268fc1844e287c5dc961df795e5 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:26:22.493711 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-8c74cd60-40f9-4881-8000-f9c25ab50620 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:26:22.501132 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-8c74cd60-40f9-4881-8000-f9c25ab50620 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:26:22.553197 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50da944-fcdb-4e4d-8ce5-b834de44e8bf tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Made reservation on behalf of 9dbe2e8c7f93444caca9a28c77250007 for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:26:22.557108 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e50da944-fcdb-4e4d-8ce5-b834de44e8bf tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:22.598346 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-49f8a93b-360c-420a-8e60-04d9b487cb6c tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Deleting port 62bb8177-5719-4029-9f43-c891092d978e {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:26:22.598859 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-49f8a93b-360c-420a-8e60-04d9b487cb6c tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:22.626669 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-337af3ef-adb2-4668-ba7f-ad6e2db2db74 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:22.697610 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c74cd60-40f9-4881-8000-f9c25ab50620 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Made reservation on behalf of 34e6b268fc1844e287c5dc961df795e5 for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:26:22.701883 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8c74cd60-40f9-4881-8000-f9c25ab50620 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:22.703942 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 7d759ff3-2636-4954-94c3-53b8ef7c31d2 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:26:22.759045 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-47b04d27-87a1-4caa-8da1-48c7516483a8 None None] Notify callbacks [] for port, precommit_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:22.775349 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-47b04d27-87a1-4caa-8da1-48c7516483a8 None None] Transition to ACTIVE for port object b0b2cfab-42fb-453a-9b7b-668beafca39d will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:26:22.804043 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-47b04d27-87a1-4caa-8da1-48c7516483a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:22.864535 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-0fc323f0-085c-4f0c-96aa-1ad8032d7cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c4a7e2-4705-40d3-a959-0f8c3568933a', 'name': 'tempest-NetworksTestDHCPv6-router-1264143715', 'tenant_id': 'bb90cebe15f541febeed2c50e15c931e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:26:14Z', 'updated_at': '2022-10-13T15:26:17Z', 'revision_number': 2, 'project_id': 'bb90cebe15f541febeed2c50e15c931e', 'gw_port_host': None, '_interfaces': [{'id': '537ad645-59fa-4979-9ebd-2e1b550424d3', 'name': '', 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'tenant_id': 'bb90cebe15f541febeed2c50e15c931e', 'mac_address': 'fa:16:3e:2d:24:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c4a7e2-4705-40d3-a959-0f8c3568933a', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '2b132fd0-76e1-40fe-b7fa-dba168438254', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:26:15Z', 'updated_at': '2022-10-13T15:26:22Z', 'revision_number': 4, 'project_id': 'bb90cebe15f541febeed2c50e15c931e', 'subnets': [{'id': '2b132fd0-76e1-40fe-b7fa-dba168438254', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:22.869298 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc323f0-085c-4f0c-96aa-1ad8032d7cf8 None None] The sync data for ids ['a2c4a7e2-4705-40d3-a959-0f8c3568933a'] in dv-neutron-860329-2-hyperv is: [{'id': 'a2c4a7e2-4705-40d3-a959-0f8c3568933a', 'name': 'tempest-NetworksTestDHCPv6-router-1264143715', 'tenant_id': 'bb90cebe15f541febeed2c50e15c931e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:26:14Z', 'updated_at': '2022-10-13T15:26:17Z', 'revision_number': 2, 'project_id': 'bb90cebe15f541febeed2c50e15c931e', 'gw_port_host': None, '_interfaces': [{'id': '537ad645-59fa-4979-9ebd-2e1b550424d3', 'name': '', 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'tenant_id': 'bb90cebe15f541febeed2c50e15c931e', 'mac_address': 'fa:16:3e:2d:24:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2c4a7e2-4705-40d3-a959-0f8c3568933a', 'device_owner': 'network:router_interface', 'standard_attr_id': 302, 'fixed_ips': [{'subnet_id': '2b132fd0-76e1-40fe-b7fa-dba168438254', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:26:15Z', 'updated_at': '2022-10-13T15:26:22Z', 'revision_number': 4, 'project_id': 'bb90cebe15f541febeed2c50e15c931e', 'subnets': [{'id': '2b132fd0-76e1-40fe-b7fa-dba168438254', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:26:22.961384 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-47b04d27-87a1-4caa-8da1-48c7516483a8 None None] Attempting to bind port b0b2cfab-42fb-453a-9b7b-668beafca39d on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:26:22.961918 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-47b04d27-87a1-4caa-8da1-48c7516483a8 None None] Attempting to bind port b0b2cfab-42fb-453a-9b7b-668beafca39d by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:26:22.962668 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b04d27-87a1-4caa-8da1-48c7516483a8 None None] Attempting to bind port b0b2cfab-42fb-453a-9b7b-668beafca39d on network 8fb1fa59-32fe-4ed0-a248-96c43edb135f {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:26:22.984891 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b04d27-87a1-4caa-8da1-48c7516483a8 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:26:22.985256 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b04d27-87a1-4caa-8da1-48c7516483a8 None None] Checking segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:26:22.985662 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-47b04d27-87a1-4caa-8da1-48c7516483a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:22.986116 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47b04d27-87a1-4caa-8da1-48c7516483a8 None None] Bound using segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:26:22.986636 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-47b04d27-87a1-4caa-8da1-48c7516483a8 None None] Bound port: b0b2cfab-42fb-453a-9b7b-668beafca39d, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:26:22.987047 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-47b04d27-87a1-4caa-8da1-48c7516483a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:22.991785 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8c74cd60-40f9-4881-8000-f9c25ab50620 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:23.038318 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fa1362-8153-461f-8b2a-eb2ae5ae7f46 None None] Pushing event updated for resources: {'Port': ['ID=b0b2cfab-42fb-453a-9b7b-668beafca39d,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:23.095135 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-47b04d27-87a1-4caa-8da1-48c7516483a8 None None] For port b0b2cfab-42fb-453a-9b7b-668beafca39d, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:26:23.100771 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-47b04d27-87a1-4caa-8da1-48c7516483a8 None None] For port b0b2cfab-42fb-453a-9b7b-668beafca39d, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=b0b2cfab-42fb-453a-9b7b-668beafca39d,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:26:23.106168 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-47b04d27-87a1-4caa-8da1-48c7516483a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:23.195885 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fa1362-8153-461f-8b2a-eb2ae5ae7f46 None None] Pushing event updated for resources: {'Port': ['ID=b0b2cfab-42fb-453a-9b7b-668beafca39d,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:23.213710 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47b04d27-87a1-4caa-8da1-48c7516483a8 None None] Routers {'1eeadb2d-cf8e-42b5-b573-9dcc336a53a8'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:26:23.214558 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-47b04d27-87a1-4caa-8da1-48c7516483a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:26:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['1eeadb2d-cf8e-42b5-b573-9dcc336a53a8'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:23.261126 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c74cd60-40f9-4881-8000-f9c25ab50620 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event updated for resources: {'Subnet': ['ID=73fc2657-8cf4-4b48-9ce9-520a3b5fea8a,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:23.265114 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-337af3ef-adb2-4668-ba7f-ad6e2db2db74 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Deleting port 537ad645-59fa-4979-9ebd-2e1b550424d3 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:26:23.265529 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-337af3ef-adb2-4668-ba7f-ad6e2db2db74 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:23.294979 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-49f8a93b-360c-420a-8e60-04d9b487cb6c tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:23.306806 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c74cd60-40f9-4881-8000-f9c25ab50620 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Checking segment: {'id': '81d93cb6-9f8a-4fc3-ad12-2a5ebcc1fc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7d759ff3-2636-4954-94c3-53b8ef7c31d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:26:23.307261 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c74cd60-40f9-4881-8000-f9c25ab50620 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Network hostable DHCP agents. Network: 7d759ff3-2636-4954-94c3-53b8ef7c31d2, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:26:23.331622 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-567cf0f4-babb-4dc1-a427-45ffbb870176 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:23.375727 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-567cf0f4-babb-4dc1-a427-45ffbb870176 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:23.433330 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-47b04d27-87a1-4caa-8da1-48c7516483a8 None None] Set router 1eeadb2d-cf8e-42b5-b573-9dcc336a53a8 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:26:23.475686 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-49f8a93b-360c-420a-8e60-04d9b487cb6c tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Calling delete_port for 62bb8177-5719-4029-9f43-c891092d978e owned by {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:26:23.546286 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-567cf0f4-babb-4dc1-a427-45ffbb870176 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Allocated IP 172.26.2.211 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/b1ff4cd1-5ea3-4952-b28f-83d77b828188) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:26:23.557775 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c74cd60-40f9-4881-8000-f9c25ab50620 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Network 7d759ff3-2636-4954-94c3-53b8ef7c31d2 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:26:23.591064 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-8c74cd60-40f9-4881-8000-f9c25ab50620 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 7d759ff3-2636-4954-94c3-53b8ef7c31d2) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:23.596308 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c74cd60-40f9-4881-8000-f9c25ab50620 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:23.597518 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8c74cd60-40f9-4881-8000-f9c25ab50620 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:23.601657 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad92368-eaf9-412c-9aa4-d12da5d2cf85 None None] Network 7d759ff3-2636-4954-94c3-53b8ef7c31d2 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:26:23.641036 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-8c74cd60-40f9-4881-8000-f9c25ab50620 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3002267 Oct 13 15:26:23.643755 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44978) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:23.651583 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-bfe5c6d7-5d5a-4cc8-babf-a7c51e5e7531 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1343653867', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:23.709447 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-bfe5c6d7-5d5a-4cc8-babf-a7c51e5e7531 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:26:23.725628 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-bfe5c6d7-5d5a-4cc8-babf-a7c51e5e7531 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Usage tracker for resource:router and tenant:34e6b268fc1844e287c5dc961df795e5 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:26:23.738162 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e50da944-fcdb-4e4d-8ce5-b834de44e8bf tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:23.739420 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-bfe5c6d7-5d5a-4cc8-babf-a7c51e5e7531 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:26:23.750539 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-bfe5c6d7-5d5a-4cc8-babf-a7c51e5e7531 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:26:23.801975 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bfe5c6d7-5d5a-4cc8-babf-a7c51e5e7531 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:23.802957 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bfe5c6d7-5d5a-4cc8-babf-a7c51e5e7531 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:23.815451 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-567cf0f4-babb-4dc1-a427-45ffbb870176 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:23.834824 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bfe5c6d7-5d5a-4cc8-babf-a7c51e5e7531 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:23.861828 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bfe5c6d7-5d5a-4cc8-babf-a7c51e5e7531 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:23.888600 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-567cf0f4-babb-4dc1-a427-45ffbb870176 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:23.931087 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bfe5c6d7-5d5a-4cc8-babf-a7c51e5e7531 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:23.932009 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-bfe5c6d7-5d5a-4cc8-babf-a7c51e5e7531 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2869909 Oct 13 15:26:23.940306 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44984) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:23.961910 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-567cf0f4-babb-4dc1-a427-45ffbb870176 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:26:23.964678 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-567cf0f4-babb-4dc1-a427-45ffbb870176 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:23.967908 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567cf0f4-babb-4dc1-a427-45ffbb870176 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:26:24.016612 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-567cf0f4-babb-4dc1-a427-45ffbb870176 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Pushing event updated for resources: {'Port': ['ID=b1ff4cd1-5ea3-4952-b28f-83d77b828188,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:24.044230 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-47b04d27-87a1-4caa-8da1-48c7516483a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1eeadb2d-cf8e-42b5-b573-9dcc336a53a8', 'name': 'tempest-snat-router-2121152273', 'tenant_id': '7e985eae305f45868dbca6afe6dfa386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.15'}], 'enable_snat': False}, 'gw_port_id': 'b0b2cfab-42fb-453a-9b7b-668beafca39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:26:16Z', 'updated_at': '2022-10-13T15:26:18Z', 'revision_number': 3, 'project_id': '7e985eae305f45868dbca6afe6dfa386', 'gw_port': {'id': 'b0b2cfab-42fb-453a-9b7b-668beafca39d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eeadb2d-cf8e-42b5-b573-9dcc336a53a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:26:17Z', 'updated_at': '2022-10-13T15:26:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:24.048751 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47b04d27-87a1-4caa-8da1-48c7516483a8 None None] The sync data for ids ['1eeadb2d-cf8e-42b5-b573-9dcc336a53a8'] in dv-neutron-860329-2-hyperv is: [{'id': '1eeadb2d-cf8e-42b5-b573-9dcc336a53a8', 'name': 'tempest-snat-router-2121152273', 'tenant_id': '7e985eae305f45868dbca6afe6dfa386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.15'}], 'enable_snat': False}, 'gw_port_id': 'b0b2cfab-42fb-453a-9b7b-668beafca39d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:26:16Z', 'updated_at': '2022-10-13T15:26:18Z', 'revision_number': 3, 'project_id': '7e985eae305f45868dbca6afe6dfa386', 'gw_port': {'id': 'b0b2cfab-42fb-453a-9b7b-668beafca39d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:d5:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1eeadb2d-cf8e-42b5-b573-9dcc336a53a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 307, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:26:17Z', 'updated_at': '2022-10-13T15:26:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:26:24.061633 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2046d1f5-591c-4e97-88a0-48b6e009e98a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-7d759ff3-2636-4954-94c3-53b8ef7c31d2', 'network_id': '7d759ff3-2636-4954-94c3-53b8ef7c31d2', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'fixed_ips': [{'subnet_id': '73fc2657-8cf4-4b48-9ce9-520a3b5fea8a'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:26:24.062731 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2046d1f5-591c-4e97-88a0-48b6e009e98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:24.126922 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50da944-fcdb-4e4d-8ce5-b834de44e8bf tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Pushing event updated for resources: {'Subnet': ['ID=619d1085-f71a-4344-8efb-affb1f7a4912,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:24.159156 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-49f8a93b-360c-420a-8e60-04d9b487cb6c tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:24.248608 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-2046d1f5-591c-4e97-88a0-48b6e009e98a None None] Allocated IP 2001:db8::2 (7d759ff3-2636-4954-94c3-53b8ef7c31d2/73fc2657-8cf4-4b48-9ce9-520a3b5fea8a/3db283c8-1897-4cb8-983d-3fa69019a64b) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:26:24.319640 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f8a93b-360c-420a-8e60-04d9b487cb6c tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Pushing event deleted for resources: {'Port': ['ID=62bb8177-5719-4029-9f43-c891092d978e,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:24.390273 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-49f8a93b-360c-420a-8e60-04d9b487cb6c tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:24.394079 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-337af3ef-adb2-4668-ba7f-ad6e2db2db74 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] For port 537ad645-59fa-4979-9ebd-2e1b550424d3, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=537ad645-59fa-4979-9ebd-2e1b550424d3,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:26:24.394476 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-337af3ef-adb2-4668-ba7f-ad6e2db2db74 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:24.497989 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50da944-fcdb-4e4d-8ce5-b834de44e8bf tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Checking segment: {'id': '3673742e-2338-4026-a10f-a7a084ec1e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b118d914-3a5e-4295-b222-a0bf0e5941bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:26:24.498637 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50da944-fcdb-4e4d-8ce5-b834de44e8bf tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Network hostable DHCP agents. Network: b118d914-3a5e-4295-b222-a0bf0e5941bd, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:26:24.521379 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-567cf0f4-babb-4dc1-a427-45ffbb870176 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:24.571380 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2046d1f5-591c-4e97-88a0-48b6e009e98a None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:24.585478 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-337af3ef-adb2-4668-ba7f-ad6e2db2db74 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Calling delete_port for 537ad645-59fa-4979-9ebd-2e1b550424d3 owned by network:router_interface {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:26:24.585949 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-2046d1f5-591c-4e97-88a0-48b6e009e98a None None] Transition to ACTIVE for port object 3db283c8-1897-4cb8-983d-3fa69019a64b will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:26:24.609780 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-2046d1f5-591c-4e97-88a0-48b6e009e98a None None] Transition to ACTIVE for port object 3db283c8-1897-4cb8-983d-3fa69019a64b will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:26:24.617923 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2046d1f5-591c-4e97-88a0-48b6e009e98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:24.719165 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2046d1f5-591c-4e97-88a0-48b6e009e98a None None] Network 7d759ff3-2636-4954-94c3-53b8ef7c31d2 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:26:24.722522 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-2046d1f5-591c-4e97-88a0-48b6e009e98a None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:24.725362 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2046d1f5-591c-4e97-88a0-48b6e009e98a None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:26:24.736550 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2046d1f5-591c-4e97-88a0-48b6e009e98a None None] Pushing event updated for resources: {'Port': ['ID=3db283c8-1897-4cb8-983d-3fa69019a64b,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:24.804722 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-49f8a93b-360c-420a-8e60-04d9b487cb6c tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] 10.222.0.42 "DELETE /v2.0/ports/62bb8177-5719-4029-9f43-c891092d978e HTTP/1.1" status: 204 len: 168 time: 2.3973925 Oct 13 15:26:24.812922 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44988) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:24.874824 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-2046d1f5-591c-4e97-88a0-48b6e009e98a None None] Attempting to bind port 3db283c8-1897-4cb8-983d-3fa69019a64b on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:26:24.875453 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-2046d1f5-591c-4e97-88a0-48b6e009e98a None None] Attempting to bind port 3db283c8-1897-4cb8-983d-3fa69019a64b by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '81d93cb6-9f8a-4fc3-ad12-2a5ebcc1fc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7d759ff3-2636-4954-94c3-53b8ef7c31d2'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:26:24.875972 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2046d1f5-591c-4e97-88a0-48b6e009e98a None None] Attempting to bind port 3db283c8-1897-4cb8-983d-3fa69019a64b on network 7d759ff3-2636-4954-94c3-53b8ef7c31d2 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:26:24.883516 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2046d1f5-591c-4e97-88a0-48b6e009e98a None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:26:24.884284 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2046d1f5-591c-4e97-88a0-48b6e009e98a None None] Checking segment: {'id': '81d93cb6-9f8a-4fc3-ad12-2a5ebcc1fc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7d759ff3-2636-4954-94c3-53b8ef7c31d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:26:24.884845 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2046d1f5-591c-4e97-88a0-48b6e009e98a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:24.885382 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2046d1f5-591c-4e97-88a0-48b6e009e98a None None] Bound using segment: {'id': '81d93cb6-9f8a-4fc3-ad12-2a5ebcc1fc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7d759ff3-2636-4954-94c3-53b8ef7c31d2'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:26:24.885994 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-2046d1f5-591c-4e97-88a0-48b6e009e98a None None] Bound port: 3db283c8-1897-4cb8-983d-3fa69019a64b, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d93cb6-9f8a-4fc3-ad12-2a5ebcc1fc7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': '7d759ff3-2636-4954-94c3-53b8ef7c31d2'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:26:24.886606 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2046d1f5-591c-4e97-88a0-48b6e009e98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:24.895351 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-77cf1643-f7d2-4800-b58f-869d31e4fecb tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Synchronizing usage tracker for tenant:7374914577824b91987ff1643c49becb on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:26:24.945636 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50da944-fcdb-4e4d-8ce5-b834de44e8bf tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Network b118d914-3a5e-4295-b222-a0bf0e5941bd is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:26:25.022164 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-2046d1f5-591c-4e97-88a0-48b6e009e98a None None] For port 3db283c8-1897-4cb8-983d-3fa69019a64b, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:26:25.035038 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-2046d1f5-591c-4e97-88a0-48b6e009e98a None None] For port 3db283c8-1897-4cb8-983d-3fa69019a64b, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=3db283c8-1897-4cb8-983d-3fa69019a64b,segment=NetworkSegment(81d93cb6-9f8a-4fc3-ad12-2a5ebcc1fc7f),segment_id=81d93cb6-9f8a-4fc3-ad12-2a5ebcc1fc7f)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:26:25.045124 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2046d1f5-591c-4e97-88a0-48b6e009e98a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:25.058357 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-e50da944-fcdb-4e4d-8ce5-b834de44e8bf tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, b118d914-3a5e-4295-b222-a0bf0e5941bd) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:25.066816 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-77cf1643-f7d2-4800-b58f-869d31e4fecb tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Unset dirty status for tenant:7374914577824b91987ff1643c49becb on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:26:25.072850 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-77cf1643-f7d2-4800-b58f-869d31e4fecb tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.2519500 Oct 13 15:26:25.076232 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 44992) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:25.084973 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-893b4287-af06-4d1b-9de0-fdce309091b9 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-34413896'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:25.088875 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50da944-fcdb-4e4d-8ce5-b834de44e8bf tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:25.089564 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e50da944-fcdb-4e4d-8ce5-b834de44e8bf tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:25.093527 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96894660-dd9a-48cd-b0ef-d040524f8deb None None] Network b118d914-3a5e-4295-b222-a0bf0e5941bd requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:26:25.097009 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9ffc6081-9775-4e5f-a6d9-8b1d341fec30 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:25.119370 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-893b4287-af06-4d1b-9de0-fdce309091b9 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:26:25.120860 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-567cf0f4-babb-4dc1-a427-45ffbb870176 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:25.137950 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-893b4287-af06-4d1b-9de0-fdce309091b9 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Usage tracker for resource:network and tenant:7374914577824b91987ff1643c49becb is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:26:25.143495 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-893b4287-af06-4d1b-9de0-fdce309091b9 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:26:25.152062 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-893b4287-af06-4d1b-9de0-fdce309091b9 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:26:25.170763 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 537ad645-59fa-4979-9ebd-2e1b550424d3 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:26:25.327741 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-e50da944-fcdb-4e4d-8ce5-b834de44e8bf tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.0864236 Oct 13 15:26:25.333979 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 44996) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:25.337437 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2046d1f5-591c-4e97-88a0-48b6e009e98a None None] Pushing event updated for resources: {'Port': ['ID=3db283c8-1897-4cb8-983d-3fa69019a64b,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:25.346585 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-dd6ca540-3774-4f5d-ad31-14aa09fd3388 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1283656863'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:25.355408 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-dd6ca540-3774-4f5d-ad31-14aa09fd3388 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:26:25.365323 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-dd6ca540-3774-4f5d-ad31-14aa09fd3388 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Usage tracker for resource:network and tenant:9dbe2e8c7f93444caca9a28c77250007 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:26:25.370379 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-dd6ca540-3774-4f5d-ad31-14aa09fd3388 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:26:25.379447 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-dd6ca540-3774-4f5d-ad31-14aa09fd3388 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:26:25.393469 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-893b4287-af06-4d1b-9de0-fdce309091b9 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Made reservation on behalf of 7374914577824b91987ff1643c49becb for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:26:25.397891 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-893b4287-af06-4d1b-9de0-fdce309091b9 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:25.412484 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd6ca540-3774-4f5d-ad31-14aa09fd3388 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Made reservation on behalf of 9dbe2e8c7f93444caca9a28c77250007 for: {'network': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:26:25.416506 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-dd6ca540-3774-4f5d-ad31-14aa09fd3388 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:25.453060 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-567cf0f4-babb-4dc1-a427-45ffbb870176 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Router 6013825f-5240-4a57-8943-a67db14eb100 is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 15:26:25.463790 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd6ca540-3774-4f5d-ad31-14aa09fd3388 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=88973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:26:25.556624 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d704806c-e9c8-491e-a06d-9d24e16dbbfb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-b118d914-3a5e-4295-b222-a0bf0e5941bd', 'network_id': 'b118d914-3a5e-4295-b222-a0bf0e5941bd', 'tenant_id': '9dbe2e8c7f93444caca9a28c77250007', 'fixed_ips': [{'subnet_id': '619d1085-f71a-4344-8efb-affb1f7a4912'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:26:25.557655 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d704806c-e9c8-491e-a06d-9d24e16dbbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:25.559223 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-893b4287-af06-4d1b-9de0-fdce309091b9 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:26:25.572416 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-dd6ca540-3774-4f5d-ad31-14aa09fd3388 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:25.573008 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-dd6ca540-3774-4f5d-ad31-14aa09fd3388 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Added segment 1c1cb0b7-d646-4dd4-8f1c-ce836772e5a1 of type vlan for network 85cda7c3-7c00-4995-b9fb-3188778a6efc Oct 13 15:26:25.579643 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:25.635904 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 537ad645-59fa-4979-9ebd-2e1b550424d3 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:26:25.657948 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 537ad645-59fa-4979-9ebd-2e1b550424d3 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:26:25.658402 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:25.658834 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 537ad645-59fa-4979-9ebd-2e1b550424d3 Oct 13 15:26:25.696773 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-dd6ca540-3774-4f5d-ad31-14aa09fd3388 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:25.712931 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Port 537ad645-59fa-4979-9ebd-2e1b550424d3 was deleted so its status cannot be updated. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:26:25.713497 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device b0b2cfab-42fb-453a-9b7b-668beafca39d up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:26:25.752735 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-567cf0f4-babb-4dc1-a427-45ffbb870176 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:26:25.765533 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2178d9-791d-4387-b5a1-932651d1fa52 None None] Sync routers for ids ['6013825f-5240-4a57-8943-a67db14eb100'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:26:25.768510 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-dd6ca540-3774-4f5d-ad31-14aa09fd3388 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:25.774099 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd6ca540-3774-4f5d-ad31-14aa09fd3388 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:25.774785 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-dd6ca540-3774-4f5d-ad31-14aa09fd3388 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:25.778558 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2178d9-791d-4387-b5a1-932651d1fa52 None None] Routers {'6013825f-5240-4a57-8943-a67db14eb100'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:26:25.779414 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-1f2178d9-791d-4387-b5a1-932651d1fa52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:26:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['6013825f-5240-4a57-8943-a67db14eb100'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:25.883461 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port b0b2cfab-42fb-453a-9b7b-668beafca39d completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:26:25.895445 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port b0b2cfab-42fb-453a-9b7b-668beafca39d triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:26:25.896421 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:25.896421 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port b0b2cfab-42fb-453a-9b7b-668beafca39d Oct 13 15:26:25.906944 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-dd6ca540-3774-4f5d-ad31-14aa09fd3388 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5685809 Oct 13 15:26:25.907827 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-567cf0f4-babb-4dc1-a427-45ffbb870176 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:25.911276 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-567cf0f4-babb-4dc1-a427-45ffbb870176 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.2996938 Oct 13 15:26:25.911276 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45000) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:25.920043 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45002) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:25.925666 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-9ffc6081-9775-4e5f-a6d9-8b1d341fec30 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Allocated IP 2001:db8::1 (7d759ff3-2636-4954-94c3-53b8ef7c31d2/73fc2657-8cf4-4b48-9ce9-520a3b5fea8a/b72ad7b2-2538-4f5f-9a81-cb976d8112d4) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:26:25.925864 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-1976ccbf-bb89-4678-b85a-03d0143088ff tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Request body: {'subnet': {'network_id': '85cda7c3-7c00-4995-b9fb-3188778a6efc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:25.948183 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-d704806c-e9c8-491e-a06d-9d24e16dbbfb None None] Allocated IP 2001:db8:0:ffff::2 (b118d914-3a5e-4295-b222-a0bf0e5941bd/619d1085-f71a-4344-8efb-affb1f7a4912/7d6becf5-a29d-42e1-b666-5ff57b2e6ec0) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:26:26.005705 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd6ca540-3774-4f5d-ad31-14aa09fd3388 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Pushing event updated for resources: {'Network': ['ID=85cda7c3-7c00-4995-b9fb-3188778a6efc,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:26.020864 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-1f2178d9-791d-4387-b5a1-932651d1fa52 None None] Set router 6013825f-5240-4a57-8943-a67db14eb100 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:26:26.037577 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 85cda7c3-7c00-4995-b9fb-3188778a6efc details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:26:26.133087 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9ffc6081-9775-4e5f-a6d9-8b1d341fec30 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:26.153930 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-9ffc6081-9775-4e5f-a6d9-8b1d341fec30 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Transition to ACTIVE for port object b72ad7b2-2538-4f5f-9a81-cb976d8112d4 will not be triggered until provisioned by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:26:26.179225 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-337af3ef-adb2-4668-ba7f-ad6e2db2db74 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:26.184525 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-893b4287-af06-4d1b-9de0-fdce309091b9 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:26.185077 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-893b4287-af06-4d1b-9de0-fdce309091b9 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Added segment a21b17e1-a828-4298-aba2-3fc3ca5d4e48 of type vlan for network df7a89fb-5033-49ca-96cf-d437b10dce60 Oct 13 15:26:26.252588 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-1976ccbf-bb89-4678-b85a-03d0143088ff tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:26:26.261266 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-1976ccbf-bb89-4678-b85a-03d0143088ff tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Usage tracker for resource:subnet and tenant:9dbe2e8c7f93444caca9a28c77250007 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:26:26.263119 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-893b4287-af06-4d1b-9de0-fdce309091b9 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:26.267270 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-1976ccbf-bb89-4678-b85a-03d0143088ff tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:26:26.277316 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-1976ccbf-bb89-4678-b85a-03d0143088ff tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:26:26.288098 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-656651b6-5d55-489e-8054-ed5e840e7a3e tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] 10.222.0.42 "GET /v2.0/routers/6013825f-5240-4a57-8943-a67db14eb100 HTTP/1.1" status: 200 len: 908 time: 0.3669035 Oct 13 15:26:26.290841 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45008) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:26.297875 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337af3ef-adb2-4668-ba7f-ad6e2db2db74 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event deleted for resources: {'Port': ['ID=537ad645-59fa-4979-9ebd-2e1b550424d3,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:26.305990 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9ffc6081-9775-4e5f-a6d9-8b1d341fec30 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:26.310390 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-893b4287-af06-4d1b-9de0-fdce309091b9 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:26.316035 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-893b4287-af06-4d1b-9de0-fdce309091b9 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:26.316625 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-893b4287-af06-4d1b-9de0-fdce309091b9 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:26.369150 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1976ccbf-bb89-4678-b85a-03d0143088ff tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Made reservation on behalf of 9dbe2e8c7f93444caca9a28c77250007 for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:26:26.373055 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1976ccbf-bb89-4678-b85a-03d0143088ff tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:26.438863 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-1f2178d9-791d-4387-b5a1-932651d1fa52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6013825f-5240-4a57-8943-a67db14eb100', 'name': 'tempest-snat-router-2121152273', 'tenant_id': '7e985eae305f45868dbca6afe6dfa386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.211'}], 'enable_snat': True}, 'gw_port_id': 'b1ff4cd1-5ea3-4952-b28f-83d77b828188', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:26:21Z', 'updated_at': '2022-10-13T15:26:24Z', 'revision_number': 3, 'project_id': '7e985eae305f45868dbca6afe6dfa386', 'gw_port': {'id': 'b1ff4cd1-5ea3-4952-b28f-83d77b828188', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:98:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6013825f-5240-4a57-8943-a67db14eb100', 'device_owner': 'network:router_gateway', 'standard_attr_id': 322, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:26:23Z', 'updated_at': '2022-10-13T15:26:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:26.447868 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2178d9-791d-4387-b5a1-932651d1fa52 None None] Checking router: 6013825f-5240-4a57-8943-a67db14eb100 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:26:26.448220 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2178d9-791d-4387-b5a1-932651d1fa52 None None] Updating router 6013825f-5240-4a57-8943-a67db14eb100 port b1ff4cd1-5ea3-4952-b28f-83d77b828188 binding host dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:26:26.541337 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-1f2178d9-791d-4387-b5a1-932651d1fa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:26.566521 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port b0b2cfab-42fb-453a-9b7b-668beafca39d is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:26:26.567116 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:26.592860 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port b0b2cfab-42fb-453a-9b7b-668beafca39d, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=b0b2cfab-42fb-453a-9b7b-668beafca39d,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:26:26.643890 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893b4287-af06-4d1b-9de0-fdce309091b9 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Pushing event updated for resources: {'Network': ['ID=df7a89fb-5033-49ca-96cf-d437b10dce60,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:26.647559 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:26.747309 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network df7a89fb-5033-49ca-96cf-d437b10dce60 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:26:26.813385 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-337af3ef-adb2-4668-ba7f-ad6e2db2db74 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:26.829727 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffc6081-9775-4e5f-a6d9-8b1d341fec30 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Network 7d759ff3-2636-4954-94c3-53b8ef7c31d2 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:26:26.842647 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-9ffc6081-9775-4e5f-a6d9-8b1d341fec30 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:26.855755 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffc6081-9775-4e5f-a6d9-8b1d341fec30 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:26:26.856321 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9ffc6081-9775-4e5f-a6d9-8b1d341fec30 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:26.914210 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d704806c-e9c8-491e-a06d-9d24e16dbbfb None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:26.915870 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffc6081-9775-4e5f-a6d9-8b1d341fec30 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event updated for resources: {'Port': ['ID=b72ad7b2-2538-4f5f-9a81-cb976d8112d4,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:26.936390 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-d704806c-e9c8-491e-a06d-9d24e16dbbfb None None] Transition to ACTIVE for port object 7d6becf5-a29d-42e1-b666-5ff57b2e6ec0 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:26:26.939186 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=b0b2cfab-42fb-453a-9b7b-668beafca39d,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:26.970375 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-d704806c-e9c8-491e-a06d-9d24e16dbbfb None None] Transition to ACTIVE for port object 7d6becf5-a29d-42e1-b666-5ff57b2e6ec0 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:26:26.985729 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d704806c-e9c8-491e-a06d-9d24e16dbbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:27.140039 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d704806c-e9c8-491e-a06d-9d24e16dbbfb None None] Pushing event updated for resources: {'Port': ['ID=7d6becf5-a29d-42e1-b666-5ff57b2e6ec0,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:27.145657 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e635d72-0724-46c1-a3cb-2dc36996e15a None None] Network 7d759ff3-2636-4954-94c3-53b8ef7c31d2 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:26:27.159130 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d704806c-e9c8-491e-a06d-9d24e16dbbfb None None] Network b118d914-3a5e-4295-b222-a0bf0e5941bd is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:26:27.166154 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-893b4287-af06-4d1b-9de0-fdce309091b9 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0839381 Oct 13 15:26:27.166154 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45012) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:27.181654 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-d704806c-e9c8-491e-a06d-9d24e16dbbfb None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:27.183499 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-5556096a-5983-4f28-b024-d064028b7438 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1690226197'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:27.186719 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d704806c-e9c8-491e-a06d-9d24e16dbbfb None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:26:27.201395 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-5556096a-5983-4f28-b024-d064028b7438 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:26:27.205169 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-de128cb9-e904-4596-b1db-0ad8a5c0bb64 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks [] for router, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:27.209241 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-5556096a-5983-4f28-b024-d064028b7438 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Usage tracker for resource:network and tenant:7374914577824b91987ff1643c49becb is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:26:27.215009 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-5556096a-5983-4f28-b024-d064028b7438 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:26:27.248803 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-1f2178d9-791d-4387-b5a1-932651d1fa52 None None] Notify callbacks [] for port, precommit_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:27.261968 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.provisioning_blocks [None req-1f2178d9-791d-4387-b5a1-932651d1fa52 None None] Transition to ACTIVE for port object b1ff4cd1-5ea3-4952-b28f-83d77b828188 will not be triggered until provisioned by entity L2. {{(pid=88975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:26:27.269456 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-1f2178d9-791d-4387-b5a1-932651d1fa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:27.334636 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 3db283c8-1897-4cb8-983d-3fa69019a64b up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:26:27.352964 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989d9048-4424-4e32-adbf-d4fbc0d39a1e None None] Pushing event updated for resources: {'Port': ['ID=b1ff4cd1-5ea3-4952-b28f-83d77b828188,revision_number=2']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:27.354001 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-5556096a-5983-4f28-b024-d064028b7438 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:26:27.365574 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9ffc6081-9775-4e5f-a6d9-8b1d341fec30 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:27.367561 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-1f2178d9-791d-4387-b5a1-932651d1fa52 None None] Attempting to bind port b1ff4cd1-5ea3-4952-b28f-83d77b828188 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:26:27.368196 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-1f2178d9-791d-4387-b5a1-932651d1fa52 None None] Attempting to bind port b1ff4cd1-5ea3-4952-b28f-83d77b828188 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:26:27.368663 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2178d9-791d-4387-b5a1-932651d1fa52 None None] Attempting to bind port b1ff4cd1-5ea3-4952-b28f-83d77b828188 on network 8fb1fa59-32fe-4ed0-a248-96c43edb135f {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:26:27.375764 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2178d9-791d-4387-b5a1-932651d1fa52 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:26:27.376248 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2178d9-791d-4387-b5a1-932651d1fa52 None None] Checking segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:26:27.377139 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-1f2178d9-791d-4387-b5a1-932651d1fa52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:27.378276 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f2178d9-791d-4387-b5a1-932651d1fa52 None None] Bound using segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:26:27.378821 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-1f2178d9-791d-4387-b5a1-932651d1fa52 None None] Bound port: b1ff4cd1-5ea3-4952-b28f-83d77b828188, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:26:27.379271 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-1f2178d9-791d-4387-b5a1-932651d1fa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:27.381113 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-337af3ef-adb2-4668-ba7f-ad6e2db2db74 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Router a2c4a7e2-4705-40d3-a959-0f8c3568933a has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:26:27.412018 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-3c7cdcff-691a-4d95-8df9-e10c09686b32 None None] Provisioning for port 3db283c8-1897-4cb8-983d-3fa69019a64b completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:26:27.431313 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-d704806c-e9c8-491e-a06d-9d24e16dbbfb None None] Attempting to bind port 7d6becf5-a29d-42e1-b666-5ff57b2e6ec0 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:26:27.431708 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-d704806c-e9c8-491e-a06d-9d24e16dbbfb None None] Attempting to bind port 7d6becf5-a29d-42e1-b666-5ff57b2e6ec0 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '3673742e-2338-4026-a10f-a7a084ec1e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b118d914-3a5e-4295-b222-a0bf0e5941bd'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:26:27.432072 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d704806c-e9c8-491e-a06d-9d24e16dbbfb None None] Attempting to bind port 7d6becf5-a29d-42e1-b666-5ff57b2e6ec0 on network b118d914-3a5e-4295-b222-a0bf0e5941bd {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:26:27.432971 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5556096a-5983-4f28-b024-d064028b7438 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Made reservation on behalf of 7374914577824b91987ff1643c49becb for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:26:27.436315 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5556096a-5983-4f28-b024-d064028b7438 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:27.448131 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d704806c-e9c8-491e-a06d-9d24e16dbbfb None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:26:27.448508 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d704806c-e9c8-491e-a06d-9d24e16dbbfb None None] Checking segment: {'id': '3673742e-2338-4026-a10f-a7a084ec1e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b118d914-3a5e-4295-b222-a0bf0e5941bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:26:27.448916 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d704806c-e9c8-491e-a06d-9d24e16dbbfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:27.449549 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d704806c-e9c8-491e-a06d-9d24e16dbbfb None None] Bound using segment: {'id': '3673742e-2338-4026-a10f-a7a084ec1e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b118d914-3a5e-4295-b222-a0bf0e5941bd'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:26:27.450069 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-d704806c-e9c8-491e-a06d-9d24e16dbbfb None None] Bound port: 7d6becf5-a29d-42e1-b666-5ff57b2e6ec0, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3673742e-2338-4026-a10f-a7a084ec1e59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'b118d914-3a5e-4295-b222-a0bf0e5941bd'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:26:27.450473 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d704806c-e9c8-491e-a06d-9d24e16dbbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:27.480519 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-1f2178d9-791d-4387-b5a1-932651d1fa52 None None] For port b1ff4cd1-5ea3-4952-b28f-83d77b828188, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:26:27.486261 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-1f2178d9-791d-4387-b5a1-932651d1fa52 None None] For port b1ff4cd1-5ea3-4952-b28f-83d77b828188, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=b1ff4cd1-5ea3-4952-b28f-83d77b828188,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:26:27.493682 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-1f2178d9-791d-4387-b5a1-932651d1fa52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:27.502429 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.objects.ports [None req-1976ccbf-bb89-4678-b85a-03d0143088ff tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88973) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 13 15:26:27.506363 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1976ccbf-bb89-4678-b85a-03d0143088ff tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:27.576611 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2178d9-791d-4387-b5a1-932651d1fa52 None None] Routers {'6013825f-5240-4a57-8943-a67db14eb100'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:26:27.577691 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-1f2178d9-791d-4387-b5a1-932651d1fa52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:26:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['6013825f-5240-4a57-8943-a67db14eb100'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:27.629850 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-de128cb9-e904-4596-b1db-0ad8a5c0bb64 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:27.635889 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-d704806c-e9c8-491e-a06d-9d24e16dbbfb None None] For port 7d6becf5-a29d-42e1-b666-5ff57b2e6ec0, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:26:27.638615 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1976ccbf-bb89-4678-b85a-03d0143088ff tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Pushing event updated for resources: {'Subnet': ['ID=4cb0e93d-1ad6-4fec-b019-fee4eda604e9,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:27.642622 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1976ccbf-bb89-4678-b85a-03d0143088ff tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Checking segment: {'id': '1c1cb0b7-d646-4dd4-8f1c-ce836772e5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '85cda7c3-7c00-4995-b9fb-3188778a6efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:26:27.643197 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1976ccbf-bb89-4678-b85a-03d0143088ff tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Network hostable DHCP agents. Network: 85cda7c3-7c00-4995-b9fb-3188778a6efc, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:26:27.650239 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-d704806c-e9c8-491e-a06d-9d24e16dbbfb None None] For port 7d6becf5-a29d-42e1-b666-5ff57b2e6ec0, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=7d6becf5-a29d-42e1-b666-5ff57b2e6ec0,segment=NetworkSegment(3673742e-2338-4026-a10f-a7a084ec1e59),segment_id=3673742e-2338-4026-a10f-a7a084ec1e59)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:26:27.653562 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-de128cb9-e904-4596-b1db-0ad8a5c0bb64 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Deleting port b1ff4cd1-5ea3-4952-b28f-83d77b828188 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:26:27.654851 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-de128cb9-e904-4596-b1db-0ad8a5c0bb64 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:27.671344 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d704806c-e9c8-491e-a06d-9d24e16dbbfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:27.745940 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1976ccbf-bb89-4678-b85a-03d0143088ff tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Network 85cda7c3-7c00-4995-b9fb-3188778a6efc is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:26:27.782903 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5556096a-5983-4f28-b024-d064028b7438 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:26:27.786282 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 3db283c8-1897-4cb8-983d-3fa69019a64b completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:26:27.796323 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d704806c-e9c8-491e-a06d-9d24e16dbbfb None None] Pushing event updated for resources: {'Port': ['ID=7d6becf5-a29d-42e1-b666-5ff57b2e6ec0,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:27.812952 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 3db283c8-1897-4cb8-983d-3fa69019a64b triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:26:27.813415 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:27.813814 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 3db283c8-1897-4cb8-983d-3fa69019a64b Oct 13 15:26:27.824586 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-1976ccbf-bb89-4678-b85a-03d0143088ff tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 85cda7c3-7c00-4995-b9fb-3188778a6efc) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:27.835649 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1976ccbf-bb89-4678-b85a-03d0143088ff tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:27.836236 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1976ccbf-bb89-4678-b85a-03d0143088ff tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:27.836450 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989d9048-4424-4e32-adbf-d4fbc0d39a1e None None] Pushing event updated for resources: {'Port': ['ID=b1ff4cd1-5ea3-4952-b28f-83d77b828188,revision_number=3']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:27.876546 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-1f2178d9-791d-4387-b5a1-932651d1fa52 None None] Set router 6013825f-5240-4a57-8943-a67db14eb100 gateway port host: None {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:26:27.879986 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337af3ef-adb2-4668-ba7f-ad6e2db2db74 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:26:27.885104 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5813a510-a3d7-4cb3-88d0-c67ebc9abefc None None] Network 85cda7c3-7c00-4995-b9fb-3188778a6efc requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:26:27.892064 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5556096a-5983-4f28-b024-d064028b7438 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:27.892490 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-5556096a-5983-4f28-b024-d064028b7438 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Added segment 2bbe0b1d-b0af-440f-8b24-29390027ffe3 of type vlan for network f8d3f4de-75b1-4307-b445-5f8618e363fc Oct 13 15:26:27.911397 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-337af3ef-adb2-4668-ba7f-ad6e2db2db74 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "PUT /v2.0/routers/a2c4a7e2-4705-40d3-a959-0f8c3568933a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2971468 Oct 13 15:26:27.916819 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45018) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:27.917612 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-1976ccbf-bb89-4678-b85a-03d0143088ff tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.0016203 Oct 13 15:26:27.921831 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45020) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:27.934776 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-3395f9fb-66a0-4d82-a389-b0a56be6417a tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Request body: {'port': {'network_id': '85cda7c3-7c00-4995-b9fb-3188778a6efc', 'name': 'tempest-NetworksIpV6TestAttrs-1868862390'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:27.958384 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-de128cb9-e904-4596-b1db-0ad8a5c0bb64 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] For port b1ff4cd1-5ea3-4952-b28f-83d77b828188, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=b1ff4cd1-5ea3-4952-b28f-83d77b828188,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:26:27.959743 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-de128cb9-e904-4596-b1db-0ad8a5c0bb64 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:27.961061 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e716cc76-5677-47b8-b9f5-6c3affeb5723 None None] Sync routers for ids ['a2c4a7e2-4705-40d3-a959-0f8c3568933a'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:26:27.986948 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5556096a-5983-4f28-b024-d064028b7438 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:28.070375 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-1f2178d9-791d-4387-b5a1-932651d1fa52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6013825f-5240-4a57-8943-a67db14eb100', 'name': 'tempest-snat-router-2121152273', 'tenant_id': '7e985eae305f45868dbca6afe6dfa386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:26:21Z', 'updated_at': '2022-10-13T15:26:27Z', 'revision_number': 4, 'project_id': '7e985eae305f45868dbca6afe6dfa386', 'gw_port_host': None}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:28.096414 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f2178d9-791d-4387-b5a1-932651d1fa52 None None] The sync data for ids ['6013825f-5240-4a57-8943-a67db14eb100'] in dv-neutron-860329-2-hyperv is: [{'id': '6013825f-5240-4a57-8943-a67db14eb100', 'name': 'tempest-snat-router-2121152273', 'tenant_id': '7e985eae305f45868dbca6afe6dfa386', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:26:21Z', 'updated_at': '2022-10-13T15:26:27Z', 'revision_number': 4, 'project_id': '7e985eae305f45868dbca6afe6dfa386', 'gw_port_host': None}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:26:28.133904 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e716cc76-5677-47b8-b9f5-6c3affeb5723 None None] Routers {'a2c4a7e2-4705-40d3-a959-0f8c3568933a'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:26:28.134584 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-e716cc76-5677-47b8-b9f5-6c3affeb5723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:26:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['a2c4a7e2-4705-40d3-a959-0f8c3568933a'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:28.192321 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d003b6-424e-47b0-897a-4a8b5c90f791 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:28.194046 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d003b6-424e-47b0-897a-4a8b5c90f791 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:28.194854 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-20d003b6-424e-47b0-897a-4a8b5c90f791 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Synchronizing usage tracker for tenant:bb90cebe15f541febeed2c50e15c931e on resource:subnet {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:26:28.235612 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5556096a-5983-4f28-b024-d064028b7438 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:28.241195 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5556096a-5983-4f28-b024-d064028b7438 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:28.241796 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5556096a-5983-4f28-b024-d064028b7438 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:28.252201 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-de128cb9-e904-4596-b1db-0ad8a5c0bb64 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Calling delete_port for b1ff4cd1-5ea3-4952-b28f-83d77b828188 owned by network:router_gateway {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:26:28.294173 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-5556096a-5983-4f28-b024-d064028b7438 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1078923 Oct 13 15:26:28.383929 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-20d003b6-424e-47b0-897a-4a8b5c90f791 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Unset dirty status for tenant:bb90cebe15f541febeed2c50e15c931e on resource:subnet {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:26:28.385618 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-20d003b6-424e-47b0-897a-4a8b5c90f791 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4681854 Oct 13 15:26:28.393976 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45026) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:28.447770 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-e716cc76-5677-47b8-b9f5-6c3affeb5723 None None] Set router a2c4a7e2-4705-40d3-a959-0f8c3568933a gateway port host: None {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:26:28.450366 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45030) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:28.492503 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-aacb1efd-c983-45b3-9779-7cca3e50b3dd tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Deleting subnet 2b132fd0-76e1-40fe-b7fa-dba168438254 {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:26:28.495496 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5556096a-5983-4f28-b024-d064028b7438 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Pushing event updated for resources: {'Network': ['ID=f8d3f4de-75b1-4307-b445-5f8618e363fc,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:28.516335 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aacb1efd-c983-45b3-9779-7cca3e50b3dd tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:28.532119 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-c8694c11-2e2b-4b9d-a77a-8b17bc4cdc52 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Request body: {'subnets': [{'network_id': 'df7a89fb-5033-49ca-96cf-d437b10dce60', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--477289413', 'ip_version': 4}, {'network_id': 'f8d3f4de-75b1-4307-b445-5f8618e363fc', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:28.532332 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-c8694c11-2e2b-4b9d-a77a-8b17bc4cdc52 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Request body: {'subnet': {'network_id': 'df7a89fb-5033-49ca-96cf-d437b10dce60', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--477289413', 'ip_version': 4}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:28.532916 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-c8694c11-2e2b-4b9d-a77a-8b17bc4cdc52 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Request body: {'subnet': {'network_id': 'f8d3f4de-75b1-4307-b445-5f8618e363fc', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:28.561009 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9ffc6081-9775-4e5f-a6d9-8b1d341fec30 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:28.569877 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9ffc6081-9775-4e5f-a6d9-8b1d341fec30 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:28.570620 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9ffc6081-9775-4e5f-a6d9-8b1d341fec30 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:28.591652 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network f8d3f4de-75b1-4307-b445-5f8618e363fc details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:26:28.653360 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aacb1efd-c983-45b3-9779-7cca3e50b3dd tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:28.673203 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-3395f9fb-66a0-4d82-a389-b0a56be6417a tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:26:28.683113 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-e716cc76-5677-47b8-b9f5-6c3affeb5723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c4a7e2-4705-40d3-a959-0f8c3568933a', 'name': 'tempest-NetworksTestDHCPv6-router-1264143715', 'tenant_id': 'bb90cebe15f541febeed2c50e15c931e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:26:14Z', 'updated_at': '2022-10-13T15:26:25Z', 'revision_number': 3, 'project_id': 'bb90cebe15f541febeed2c50e15c931e', 'gw_port_host': None}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:28.689353 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-3395f9fb-66a0-4d82-a389-b0a56be6417a tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Usage tracker for resource:port and tenant:9dbe2e8c7f93444caca9a28c77250007 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:26:28.693628 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-de128cb9-e904-4596-b1db-0ad8a5c0bb64 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:28.696878 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e716cc76-5677-47b8-b9f5-6c3affeb5723 None None] Checking router: a2c4a7e2-4705-40d3-a959-0f8c3568933a for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:26:28.700565 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-3395f9fb-66a0-4d82-a389-b0a56be6417a tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:26:28.752041 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de128cb9-e904-4596-b1db-0ad8a5c0bb64 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1ff4cd1-5ea3-4952-b28f-83d77b828188,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:28.756363 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 3db283c8-1897-4cb8-983d-3fa69019a64b is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:26:28.756740 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:28.780542 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffc6081-9775-4e5f-a6d9-8b1d341fec30 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event updated for resources: {'Port': ['ID=b72ad7b2-2538-4f5f-9a81-cb976d8112d4,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:28.865962 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e716cc76-5677-47b8-b9f5-6c3affeb5723 None None] Routers {'a2c4a7e2-4705-40d3-a959-0f8c3568933a'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:26:28.867111 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-e716cc76-5677-47b8-b9f5-6c3affeb5723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:26:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['a2c4a7e2-4705-40d3-a959-0f8c3568933a'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:28.868578 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffc6081-9775-4e5f-a6d9-8b1d341fec30 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Network 7d759ff3-2636-4954-94c3-53b8ef7c31d2 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:26:28.871163 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-9ffc6081-9775-4e5f-a6d9-8b1d341fec30 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:28.881583 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aacb1efd-c983-45b3-9779-7cca3e50b3dd tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:28.936924 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52c9059-2b30-4a0a-b6dc-7f70281a1954 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-85cda7c3-7c00-4995-b9fb-3188778a6efc', 'network_id': '85cda7c3-7c00-4995-b9fb-3188778a6efc', 'tenant_id': '9dbe2e8c7f93444caca9a28c77250007', 'fixed_ips': [{'subnet_id': '4cb0e93d-1ad6-4fec-b019-fee4eda604e9'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:26:28.937777 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f52c9059-2b30-4a0a-b6dc-7f70281a1954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:29.030391 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-3395f9fb-66a0-4d82-a389-b0a56be6417a tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:26:29.085914 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 3db283c8-1897-4cb8-983d-3fa69019a64b, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=3db283c8-1897-4cb8-983d-3fa69019a64b,segment=NetworkSegment(81d93cb6-9f8a-4fc3-ad12-2a5ebcc1fc7f),segment_id=81d93cb6-9f8a-4fc3-ad12-2a5ebcc1fc7f)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:26:29.102256 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:29.128048 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-c8694c11-2e2b-4b9d-a77a-8b17bc4cdc52 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:26:29.130713 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3395f9fb-66a0-4d82-a389-b0a56be6417a tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Made reservation on behalf of 9dbe2e8c7f93444caca9a28c77250007 for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:26:29.141031 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3395f9fb-66a0-4d82-a389-b0a56be6417a tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:29.181331 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aacb1efd-c983-45b3-9779-7cca3e50b3dd tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:29.249527 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-e716cc76-5677-47b8-b9f5-6c3affeb5723 None None] Set router a2c4a7e2-4705-40d3-a959-0f8c3568933a gateway port host: None {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:26:29.251706 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-c8694c11-2e2b-4b9d-a77a-8b17bc4cdc52 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Usage tracker for resource:subnet and tenant:7374914577824b91987ff1643c49becb is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:26:29.257244 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacb1efd-c983-45b3-9779-7cca3e50b3dd tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event deleted for resources: {'Subnet': ['ID=2b132fd0-76e1-40fe-b7fa-dba168438254,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:29.279588 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-c8694c11-2e2b-4b9d-a77a-8b17bc4cdc52 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:26:29.298393 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-c8694c11-2e2b-4b9d-a77a-8b17bc4cdc52 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:26:29.298825 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aacb1efd-c983-45b3-9779-7cca3e50b3dd tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:29.314710 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [None req-3395f9fb-66a0-4d82-a389-b0a56be6417a tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] device_id is not set on port feb777c2-05cc-4c89-a713-6f588ea85d1e yet. {{(pid=88973) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:26:29.323335 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9139fc02-103d-40f2-869c-aa423bfc0b2c None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:26:29.328843 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ffc6081-9775-4e5f-a6d9-8b1d341fec30 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Router 10f2b422-66d6-4c8b-a6eb-0ea066d59c6d is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 15:26:29.431844 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8694c11-2e2b-4b9d-a77a-8b17bc4cdc52 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Made reservation on behalf of 7374914577824b91987ff1643c49becb for: {'subnet': 2} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:26:29.444842 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c8694c11-2e2b-4b9d-a77a-8b17bc4cdc52 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:29.445192 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c8694c11-2e2b-4b9d-a77a-8b17bc4cdc52 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:29.445877 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 7d6becf5-a29d-42e1-b666-5ff57b2e6ec0 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:26:29.483435 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-de128cb9-e904-4596-b1db-0ad8a5c0bb64 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828050'] for router_gateway, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:29.519935 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=3db283c8-1897-4cb8-983d-3fa69019a64b,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:29.522774 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-e716cc76-5677-47b8-b9f5-6c3affeb5723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2c4a7e2-4705-40d3-a959-0f8c3568933a', 'name': 'tempest-NetworksTestDHCPv6-router-1264143715', 'tenant_id': 'bb90cebe15f541febeed2c50e15c931e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:26:14Z', 'updated_at': '2022-10-13T15:26:25Z', 'revision_number': 3, 'project_id': 'bb90cebe15f541febeed2c50e15c931e', 'gw_port_host': None}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:29.549619 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-aacb1efd-c983-45b3-9779-7cca3e50b3dd tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/2b132fd0-76e1-40fe-b7fa-dba168438254 HTTP/1.1" status: 204 len: 168 time: 1.1424034 Oct 13 15:26:29.555801 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45034) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:29.579348 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e716cc76-5677-47b8-b9f5-6c3affeb5723 None None] The sync data for ids ['a2c4a7e2-4705-40d3-a959-0f8c3568933a'] in dv-neutron-860329-2-hyperv is: [{'id': 'a2c4a7e2-4705-40d3-a959-0f8c3568933a', 'name': 'tempest-NetworksTestDHCPv6-router-1264143715', 'tenant_id': 'bb90cebe15f541febeed2c50e15c931e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:26:14Z', 'updated_at': '2022-10-13T15:26:25Z', 'revision_number': 3, 'project_id': 'bb90cebe15f541febeed2c50e15c931e', 'gw_port_host': None}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:26:29.593399 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a1de905-f470-4c59-92d8-a63c6a5467de None None] Network b118d914-3a5e-4295-b222-a0bf0e5941bd requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:26:29.615986 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-c538d7aa-45ab-482a-9229-0b57c9ec0e6e None None] Provisioning complete for port 3db283c8-1897-4cb8-983d-3fa69019a64b triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:26:29.616358 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c538d7aa-45ab-482a-9229-0b57c9ec0e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:29.616691 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-c538d7aa-45ab-482a-9229-0b57c9ec0e6e None None] Attempt 1 to provision port 3db283c8-1897-4cb8-983d-3fa69019a64b Oct 13 15:26:29.891157 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-de128cb9-e904-4596-b1db-0ad8a5c0bb64 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:29.893203 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-3395f9fb-66a0-4d82-a389-b0a56be6417a tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Allocated IP 2001:db8::f816:3eff:fe07:3f40 (85cda7c3-7c00-4995-b9fb-3188778a6efc/4cb0e93d-1ad6-4fec-b019-fee4eda604e9/feb777c2-05cc-4c89-a713-6f588ea85d1e) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:26:29.895723 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-de128cb9-e904-4596-b1db-0ad8a5c0bb64 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:29.905538 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ffc6081-9775-4e5f-a6d9-8b1d341fec30 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:26:29.920809 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77837739-c927-4989-8bc3-3864f43a8196 None None] Sync routers for ids ['10f2b422-66d6-4c8b-a6eb-0ea066d59c6d'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:26:29.923832 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-9ffc6081-9775-4e5f-a6d9-8b1d341fec30 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "PUT /v2.0/routers/10f2b422-66d6-4c8b-a6eb-0ea066d59c6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9800563 Oct 13 15:26:29.926429 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45038) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:29.938763 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77837739-c927-4989-8bc3-3864f43a8196 None None] Routers {'10f2b422-66d6-4c8b-a6eb-0ea066d59c6d'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:26:29.940199 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-77837739-c927-4989-8bc3-3864f43a8196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:26:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['10f2b422-66d6-4c8b-a6eb-0ea066d59c6d'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:29.971854 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 7d6becf5-a29d-42e1-b666-5ff57b2e6ec0 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:26:29.987031 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device b0b2cfab-42fb-453a-9b7b-668beafca39d up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:26:29.998876 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-af3572af-aa46-4dda-8d60-316f79f18ca4 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Synchronizing usage tracker for tenant:bb90cebe15f541febeed2c50e15c931e on resource:router {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:26:30.041970 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-de128cb9-e904-4596-b1db-0ad8a5c0bb64 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:30.042522 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de128cb9-e904-4596-b1db-0ad8a5c0bb64 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6013825f-5240-4a57-8943-a67db14eb100 {{(pid=88973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:26:30.070011 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-77837739-c927-4989-8bc3-3864f43a8196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:30.073215 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e38dd73-0ff5-48fa-8ef9-bd0df1d6e711 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:30.074024 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-0e38dd73-0ff5-48fa-8ef9-bd0df1d6e711 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Synchronizing usage tracker for tenant:34e6b268fc1844e287c5dc961df795e5 on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:26:30.090410 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-af3572af-aa46-4dda-8d60-316f79f18ca4 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Unset dirty status for tenant:bb90cebe15f541febeed2c50e15c931e on resource:router {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:26:30.093879 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77837739-c927-4989-8bc3-3864f43a8196 None None] Routers {'10f2b422-66d6-4c8b-a6eb-0ea066d59c6d'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:26:30.095515 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-77837739-c927-4989-8bc3-3864f43a8196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:26:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['10f2b422-66d6-4c8b-a6eb-0ea066d59c6d'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:30.098589 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-af3572af-aa46-4dda-8d60-316f79f18ca4 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5368588 Oct 13 15:26:30.100355 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45042) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:30.122833 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-c538d7aa-45ab-482a-9229-0b57c9ec0e6e None None] Current status of the port 3db283c8-1897-4cb8-983d-3fa69019a64b is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:26:30.204596 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-0e38dd73-0ff5-48fa-8ef9-bd0df1d6e711 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Unset dirty status for tenant:34e6b268fc1844e287c5dc961df795e5 on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:26:30.208374 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-0e38dd73-0ff5-48fa-8ef9-bd0df1d6e711 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "GET /v2.0/ports/b72ad7b2-2538-4f5f-9a81-cb976d8112d4 HTTP/1.1" status: 200 len: 911 time: 0.2782609 Oct 13 15:26:30.224318 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-77837739-c927-4989-8bc3-3864f43a8196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:30.224874 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77837739-c927-4989-8bc3-3864f43a8196 None None] The sync data for ids ['10f2b422-66d6-4c8b-a6eb-0ea066d59c6d'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:26:30.242727 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45046) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:30.288894 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-c538d7aa-45ab-482a-9229-0b57c9ec0e6e None None] Provisioning for port b72ad7b2-2538-4f5f-9a81-cb976d8112d4 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:26:30.296227 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f3d649c1-c1cf-4264-9709-5b9519451ca2 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for router, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:30.302199 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-c538d7aa-45ab-482a-9229-0b57c9ec0e6e None None] Provisioning complete for port b72ad7b2-2538-4f5f-9a81-cb976d8112d4 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:26:30.302567 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c538d7aa-45ab-482a-9229-0b57c9ec0e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:30.302901 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-c538d7aa-45ab-482a-9229-0b57c9ec0e6e None None] Attempt 1 to provision port b72ad7b2-2538-4f5f-9a81-cb976d8112d4 Oct 13 15:26:30.397902 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-de128cb9-e904-4596-b1db-0ad8a5c0bb64 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:30.402044 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-de128cb9-e904-4596-b1db-0ad8a5c0bb64 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] 10.222.0.42 "DELETE /v2.0/routers/6013825f-5240-4a57-8943-a67db14eb100 HTTP/1.1" status: 204 len: 168 time: 4.1070199 Oct 13 15:26:30.407417 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45050) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:30.414071 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port b0b2cfab-42fb-453a-9b7b-668beafca39d triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:26:30.414468 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:30.414800 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port b0b2cfab-42fb-453a-9b7b-668beafca39d Oct 13 15:26:30.444751 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-c538d7aa-45ab-482a-9229-0b57c9ec0e6e None None] Port b72ad7b2-2538-4f5f-9a81-cb976d8112d4 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:26:30.544713 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3395f9fb-66a0-4d82-a389-b0a56be6417a tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:30.573193 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22caca8b-51af-4b79-9104-82cb72f9c165 None None] DHCP port deletion for a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:26:30.591863 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-22caca8b-51af-4b79-9104-82cb72f9c165 None None] Deleting port 38f04a30-4e38-4a76-8069-5e3d49d06324 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:26:30.592327 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-22caca8b-51af-4b79-9104-82cb72f9c165 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:30.609371 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-3395f9fb-66a0-4d82-a389-b0a56be6417a tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Transition to ACTIVE for port object feb777c2-05cc-4c89-a713-6f588ea85d1e will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:26:30.650097 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port b0b2cfab-42fb-453a-9b7b-668beafca39d is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:26:30.753006 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f3d649c1-c1cf-4264-9709-5b9519451ca2 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:30.755518 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f3d649c1-c1cf-4264-9709-5b9519451ca2 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:30.841088 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-22caca8b-51af-4b79-9104-82cb72f9c165 None None] For port 38f04a30-4e38-4a76-8069-5e3d49d06324, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=38f04a30-4e38-4a76-8069-5e3d49d06324,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:26:30.842280 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-22caca8b-51af-4b79-9104-82cb72f9c165 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:30.891146 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f3d649c1-c1cf-4264-9709-5b9519451ca2 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:30.891641 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3d649c1-c1cf-4264-9709-5b9519451ca2 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Fanout notify agent at l3_agent the message router_deleted on router a2c4a7e2-4705-40d3-a959-0f8c3568933a {{(pid=88972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:26:30.907916 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f1924e05-9f04-4467-b07a-436594ffd416 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks [] for router, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:30.974505 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-c538d7aa-45ab-482a-9229-0b57c9ec0e6e None None] Attempt 2 to provision port b72ad7b2-2538-4f5f-9a81-cb976d8112d4 Oct 13 15:26:31.002147 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f3d649c1-c1cf-4264-9709-5b9519451ca2 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:31.007461 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-f3d649c1-c1cf-4264-9709-5b9519451ca2 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/routers/a2c4a7e2-4705-40d3-a959-0f8c3568933a HTTP/1.1" status: 204 len: 168 time: 0.9028537 Oct 13 15:26:31.010015 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-22caca8b-51af-4b79-9104-82cb72f9c165 None None] Calling delete_port for 38f04a30-4e38-4a76-8069-5e3d49d06324 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:26:31.034082 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45054) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:31.046628 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-31db1423-f9e9-4a6b-bf6c-b2923c419aab tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'subnet': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:31.061334 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3395f9fb-66a0-4d82-a389-b0a56be6417a tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:31.112047 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f1924e05-9f04-4467-b07a-436594ffd416 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:31.123362 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-f1924e05-9f04-4467-b07a-436594ffd416 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Deleting port b0b2cfab-42fb-453a-9b7b-668beafca39d {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:26:31.123863 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f1924e05-9f04-4467-b07a-436594ffd416 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:31.136714 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-c538d7aa-45ab-482a-9229-0b57c9ec0e6e None None] Port b72ad7b2-2538-4f5f-9a81-cb976d8112d4 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:26:31.161973 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-f52c9059-2b30-4a0a-b6dc-7f70281a1954 None None] Allocated IP 2001:db8::f816:3eff:fe2e:6562 (85cda7c3-7c00-4995-b9fb-3188778a6efc/4cb0e93d-1ad6-4fec-b019-fee4eda604e9/80958506-4d73-4750-99e9-446519f89ea8) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:26:31.162198 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3395f9fb-66a0-4d82-a389-b0a56be6417a tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Pushing event updated for resources: {'Port': ['ID=feb777c2-05cc-4c89-a713-6f588ea85d1e,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:31.200350 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-22caca8b-51af-4b79-9104-82cb72f9c165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:31.313621 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3395f9fb-66a0-4d82-a389-b0a56be6417a tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Network 85cda7c3-7c00-4995-b9fb-3188778a6efc is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:26:31.323133 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 3db283c8-1897-4cb8-983d-3fa69019a64b up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:26:31.330820 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-3395f9fb-66a0-4d82-a389-b0a56be6417a tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:31.333727 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3395f9fb-66a0-4d82-a389-b0a56be6417a tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:26:31.339385 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3395f9fb-66a0-4d82-a389-b0a56be6417a tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:31.340034 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3395f9fb-66a0-4d82-a389-b0a56be6417a tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:31.349007 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22caca8b-51af-4b79-9104-82cb72f9c165 None None] No DVR routers for this DVR port 38f04a30-4e38-4a76-8069-5e3d49d06324 on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:26:31.379842 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22caca8b-51af-4b79-9104-82cb72f9c165 None None] Pushing event deleted for resources: {'Port': ['ID=38f04a30-4e38-4a76-8069-5e3d49d06324,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:31.383415 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-31db1423-f9e9-4a6b-bf6c-b2923c419aab tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:26:31.404645 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-31db1423-f9e9-4a6b-bf6c-b2923c419aab tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Usage tracker for resource:subnet and tenant:bb90cebe15f541febeed2c50e15c931e is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:26:31.416192 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-31db1423-f9e9-4a6b-bf6c-b2923c419aab tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:26:31.432075 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-31db1423-f9e9-4a6b-bf6c-b2923c419aab tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:26:31.440735 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-3395f9fb-66a0-4d82-a389-b0a56be6417a tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.5151753 Oct 13 15:26:31.445962 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45062) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:31.463648 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-f1924e05-9f04-4467-b07a-436594ffd416 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] For port b0b2cfab-42fb-453a-9b7b-668beafca39d, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=b0b2cfab-42fb-453a-9b7b-668beafca39d,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:26:31.464002 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f1924e05-9f04-4467-b07a-436594ffd416 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:31.496193 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c8694c11-2e2b-4b9d-a77a-8b17bc4cdc52 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:31.497476 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 3db283c8-1897-4cb8-983d-3fa69019a64b triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:26:31.497946 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:31.506897 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 3db283c8-1897-4cb8-983d-3fa69019a64b Oct 13 15:26:31.538187 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31db1423-f9e9-4a6b-bf6c-b2923c419aab tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:26:31.541577 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-31db1423-f9e9-4a6b-bf6c-b2923c419aab tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:31.578569 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f52c9059-2b30-4a0a-b6dc-7f70281a1954 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:31.588668 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-f1924e05-9f04-4467-b07a-436594ffd416 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Calling delete_port for b0b2cfab-42fb-453a-9b7b-668beafca39d owned by network:router_gateway {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:26:31.595696 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-f52c9059-2b30-4a0a-b6dc-7f70281a1954 None None] Transition to ACTIVE for port object 80958506-4d73-4750-99e9-446519f89ea8 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:26:31.654772 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-c538d7aa-45ab-482a-9229-0b57c9ec0e6e None None] Attempt 3 to provision port b72ad7b2-2538-4f5f-9a81-cb976d8112d4 Oct 13 15:26:31.680708 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_v2 [None req-683f8273-56c1-49fc-b893-d394fb65f1e1 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Deleting subnet 4cb0e93d-1ad6-4fec-b019-fee4eda604e9 {{(pid=88973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:26:31.733043 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-f52c9059-2b30-4a0a-b6dc-7f70281a1954 None None] Transition to ACTIVE for port object 80958506-4d73-4750-99e9-446519f89ea8 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:26:31.734550 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8694c11-2e2b-4b9d-a77a-8b17bc4cdc52 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Pushing event updated for resources: {'Subnet': ['ID=a1186624-3f53-4705-99a9-31f740906f28,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:31.748354 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f52c9059-2b30-4a0a-b6dc-7f70281a1954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:31.751154 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-683f8273-56c1-49fc-b893-d394fb65f1e1 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks [] for subnet, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:31.784018 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-c538d7aa-45ab-482a-9229-0b57c9ec0e6e None None] Port b72ad7b2-2538-4f5f-9a81-cb976d8112d4 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:26:31.790178 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 3db283c8-1897-4cb8-983d-3fa69019a64b is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:26:31.800695 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f1924e05-9f04-4467-b07a-436594ffd416 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:31.820215 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8694c11-2e2b-4b9d-a77a-8b17bc4cdc52 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Checking segment: {'id': 'a21b17e1-a828-4298-aba2-3fc3ca5d4e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'df7a89fb-5033-49ca-96cf-d437b10dce60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:26:31.820857 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8694c11-2e2b-4b9d-a77a-8b17bc4cdc52 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Network hostable DHCP agents. Network: df7a89fb-5033-49ca-96cf-d437b10dce60, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:26:31.822970 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f52c9059-2b30-4a0a-b6dc-7f70281a1954 None None] Network 85cda7c3-7c00-4995-b9fb-3188778a6efc is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:26:31.826612 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-f52c9059-2b30-4a0a-b6dc-7f70281a1954 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:31.830584 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52c9059-2b30-4a0a-b6dc-7f70281a1954 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:26:31.847303 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-683f8273-56c1-49fc-b893-d394fb65f1e1 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7432921'] for subnet, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:31.877366 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 38f04a30-4e38-4a76-8069-5e3d49d06324 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:26:31.906379 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1924e05-9f04-4467-b07a-436594ffd416 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0b2cfab-42fb-453a-9b7b-668beafca39d,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:31.910876 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c9059-2b30-4a0a-b6dc-7f70281a1954 None None] Pushing event updated for resources: {'Port': ['ID=80958506-4d73-4750-99e9-446519f89ea8,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:31.963167 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8694c11-2e2b-4b9d-a77a-8b17bc4cdc52 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Network df7a89fb-5033-49ca-96cf-d437b10dce60 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:26:31.974206 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f1924e05-9f04-4467-b07a-436594ffd416 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828050'] for router_gateway, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:31.986693 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7a916931-d6ed-42dc-a0f8-a4a59ac94225 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:32.001798 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 38f04a30-4e38-4a76-8069-5e3d49d06324 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:26:32.001798 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 38f04a30-4e38-4a76-8069-5e3d49d06324 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:26:32.002436 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 537ad645-59fa-4979-9ebd-2e1b550424d3 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:26:32.039555 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 537ad645-59fa-4979-9ebd-2e1b550424d3 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:26:32.039902 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 537ad645-59fa-4979-9ebd-2e1b550424d3 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:26:32.062228 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-f52c9059-2b30-4a0a-b6dc-7f70281a1954 None None] Attempting to bind port 80958506-4d73-4750-99e9-446519f89ea8 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:26:32.062604 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-f52c9059-2b30-4a0a-b6dc-7f70281a1954 None None] Attempting to bind port 80958506-4d73-4750-99e9-446519f89ea8 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '1c1cb0b7-d646-4dd4-8f1c-ce836772e5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '85cda7c3-7c00-4995-b9fb-3188778a6efc'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:26:32.063068 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52c9059-2b30-4a0a-b6dc-7f70281a1954 None None] Attempting to bind port 80958506-4d73-4750-99e9-446519f89ea8 on network 85cda7c3-7c00-4995-b9fb-3188778a6efc {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:26:32.069172 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52c9059-2b30-4a0a-b6dc-7f70281a1954 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:26:32.069549 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52c9059-2b30-4a0a-b6dc-7f70281a1954 None None] Checking segment: {'id': '1c1cb0b7-d646-4dd4-8f1c-ce836772e5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '85cda7c3-7c00-4995-b9fb-3188778a6efc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:26:32.069946 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f52c9059-2b30-4a0a-b6dc-7f70281a1954 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:32.070372 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f52c9059-2b30-4a0a-b6dc-7f70281a1954 None None] Bound using segment: {'id': '1c1cb0b7-d646-4dd4-8f1c-ce836772e5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '85cda7c3-7c00-4995-b9fb-3188778a6efc'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:26:32.070847 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-f52c9059-2b30-4a0a-b6dc-7f70281a1954 None None] Bound port: 80958506-4d73-4750-99e9-446519f89ea8, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c1cb0b7-d646-4dd4-8f1c-ce836772e5a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '85cda7c3-7c00-4995-b9fb-3188778a6efc'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:26:32.071210 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f52c9059-2b30-4a0a-b6dc-7f70281a1954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:32.127604 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-c8694c11-2e2b-4b9d-a77a-8b17bc4cdc52 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, df7a89fb-5033-49ca-96cf-d437b10dce60) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:32.136931 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9df2624-2470-4b7a-a393-ea0ce978c577 None None] Network df7a89fb-5033-49ca-96cf-d437b10dce60 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:26:32.158075 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c8694c11-2e2b-4b9d-a77a-8b17bc4cdc52 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:32.160869 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f1924e05-9f04-4467-b07a-436594ffd416 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:32.163289 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f1924e05-9f04-4467-b07a-436594ffd416 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:32.188508 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f1924e05-9f04-4467-b07a-436594ffd416 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:32.189412 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1924e05-9f04-4467-b07a-436594ffd416 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1eeadb2d-cf8e-42b5-b573-9dcc336a53a8 {{(pid=88972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:26:32.207116 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f1924e05-9f04-4467-b07a-436594ffd416 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:32.214990 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-f1924e05-9f04-4467-b07a-436594ffd416 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] 10.222.0.42 "DELETE /v2.0/routers/1eeadb2d-cf8e-42b5-b573-9dcc336a53a8 HTTP/1.1" status: 204 len: 168 time: 1.8089018 Oct 13 15:26:32.216191 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45066) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:32.221732 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-69b18b52-dd1f-44e8-b6e5-df519d38584e tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-569891421', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}, 'admin_state_up': False}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:32.234416 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-69b18b52-dd1f-44e8-b6e5-df519d38584e tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:26:32.240073 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-69b18b52-dd1f-44e8-b6e5-df519d38584e tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Usage tracker for resource:router and tenant:86e73b52cc6f49c9965a3399831aec36 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:26:32.243471 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-69b18b52-dd1f-44e8-b6e5-df519d38584e tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:26:32.259605 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-69b18b52-dd1f-44e8-b6e5-df519d38584e tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:26:32.271845 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-f52c9059-2b30-4a0a-b6dc-7f70281a1954 None None] For port 80958506-4d73-4750-99e9-446519f89ea8, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:26:32.273731 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-69b18b52-dd1f-44e8-b6e5-df519d38584e tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:32.275197 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-69b18b52-dd1f-44e8-b6e5-df519d38584e tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:32.284115 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-f52c9059-2b30-4a0a-b6dc-7f70281a1954 None None] For port 80958506-4d73-4750-99e9-446519f89ea8, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=80958506-4d73-4750-99e9-446519f89ea8,segment=NetworkSegment(1c1cb0b7-d646-4dd4-8f1c-ce836772e5a1),segment_id=1c1cb0b7-d646-4dd4-8f1c-ce836772e5a1)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:26:32.284931 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-c538d7aa-45ab-482a-9229-0b57c9ec0e6e None None] Attempt 4 to provision port b72ad7b2-2538-4f5f-9a81-cb976d8112d4 Oct 13 15:26:32.292971 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-31db1423-f9e9-4a6b-bf6c-b2923c419aab tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:32.293868 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-69b18b52-dd1f-44e8-b6e5-df519d38584e tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:32.302585 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8694c11-2e2b-4b9d-a77a-8b17bc4cdc52 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Pushing event updated for resources: {'Subnet': ['ID=78730873-83c2-485d-95fb-1868483068c9,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:32.339919 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f52c9059-2b30-4a0a-b6dc-7f70281a1954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:32.395608 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-c538d7aa-45ab-482a-9229-0b57c9ec0e6e None None] Port b72ad7b2-2538-4f5f-9a81-cb976d8112d4 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:26:32.462429 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8694c11-2e2b-4b9d-a77a-8b17bc4cdc52 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Checking segment: {'id': '2bbe0b1d-b0af-440f-8b24-29390027ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f8d3f4de-75b1-4307-b445-5f8618e363fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:26:32.462969 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8694c11-2e2b-4b9d-a77a-8b17bc4cdc52 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Network hostable DHCP agents. Network: f8d3f4de-75b1-4307-b445-5f8618e363fc, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:26:32.478320 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31db1423-f9e9-4a6b-bf6c-b2923c419aab tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:26:32.484061 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-31db1423-f9e9-4a6b-bf6c-b2923c419aab tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:32.487760 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-683f8273-56c1-49fc-b893-d394fb65f1e1 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:32.498522 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13929735-8d2d-455a-8775-49f387dc712a None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:26:32.511056 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c9059-2b30-4a0a-b6dc-7f70281a1954 None None] Pushing event updated for resources: {'Port': ['ID=80958506-4d73-4750-99e9-446519f89ea8,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:32.522194 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31db1423-f9e9-4a6b-bf6c-b2923c419aab tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:32.522786 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-31db1423-f9e9-4a6b-bf6c-b2923c419aab tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:32.577858 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31db1423-f9e9-4a6b-bf6c-b2923c419aab tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'Subnet': ['ID=bfc78a52-a105-4f40-84b8-40115e03b3c5,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:32.600893 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8694c11-2e2b-4b9d-a77a-8b17bc4cdc52 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Network f8d3f4de-75b1-4307-b445-5f8618e363fc is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:26:32.607073 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-31db1423-f9e9-4a6b-bf6c-b2923c419aab tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5709782 Oct 13 15:26:32.614064 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45070) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:32.620560 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-3b506440-ffcf-4b7a-ade6-037124a3cfac tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-594546691', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:32.626608 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-c8694c11-2e2b-4b9d-a77a-8b17bc4cdc52 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, f8d3f4de-75b1-4307-b445-5f8618e363fc) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:32.633840 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8694c11-2e2b-4b9d-a77a-8b17bc4cdc52 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:32.634214 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-69b18b52-dd1f-44e8-b6e5-df519d38584e tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:32.634810 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8694c11-2e2b-4b9d-a77a-8b17bc4cdc52 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:32.635589 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c8694c11-2e2b-4b9d-a77a-8b17bc4cdc52 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:32.639886 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-3b506440-ffcf-4b7a-ade6-037124a3cfac tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:26:32.640359 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-683f8273-56c1-49fc-b893-d394fb65f1e1 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:32.647615 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-3b506440-ffcf-4b7a-ade6-037124a3cfac tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Usage tracker for resource:router and tenant:bb90cebe15f541febeed2c50e15c931e is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:26:32.656527 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f39ad7-9ad6-4a4f-bf60-8bfe1fe06a2a None None] Network f8d3f4de-75b1-4307-b445-5f8618e363fc requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:26:32.677834 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-3b506440-ffcf-4b7a-ade6-037124a3cfac tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:26:32.690986 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-3b506440-ffcf-4b7a-ade6-037124a3cfac tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:26:32.740596 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683f8273-56c1-49fc-b893-d394fb65f1e1 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Pushing event deleted for resources: {'Subnet': ['ID=4cb0e93d-1ad6-4fec-b019-fee4eda604e9,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:32.755501 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-683f8273-56c1-49fc-b893-d394fb65f1e1 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:32.764439 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-683f8273-56c1-49fc-b893-d394fb65f1e1 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] 10.222.0.42 "DELETE /v2.0/subnets/4cb0e93d-1ad6-4fec-b019-fee4eda604e9 HTTP/1.1" status: 204 len: 168 time: 1.3173959 Oct 13 15:26:32.772733 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96523a36-46ab-4eac-8c72-acebd52f6e91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-df7a89fb-5033-49ca-96cf-d437b10dce60', 'network_id': 'df7a89fb-5033-49ca-96cf-d437b10dce60', 'tenant_id': '7374914577824b91987ff1643c49becb', 'fixed_ips': [{'subnet_id': 'a1186624-3f53-4705-99a9-31f740906f28'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:26:32.773559 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-96523a36-46ab-4eac-8c72-acebd52f6e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:32.822634 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45074) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:32.868461 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3b506440-ffcf-4b7a-ade6-037124a3cfac tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:32.869586 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3b506440-ffcf-4b7a-ade6-037124a3cfac tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:32.920201 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3b506440-ffcf-4b7a-ade6-037124a3cfac tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:32.932653 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa3cf44-3b72-4fa4-9482-f0aa77128d40 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:32.935036 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baa3cf44-3b72-4fa4-9482-f0aa77128d40 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:32.935832 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-baa3cf44-3b72-4fa4-9482-f0aa77128d40 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Synchronizing usage tracker for tenant:9dbe2e8c7f93444caca9a28c77250007 on resource:subnet {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:26:32.937476 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c8694c11-2e2b-4b9d-a77a-8b17bc4cdc52 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 4.4474065 Oct 13 15:26:32.938876 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-c538d7aa-45ab-482a-9229-0b57c9ec0e6e None None] Attempt 5 to provision port b72ad7b2-2538-4f5f-9a81-cb976d8112d4 Oct 13 15:26:32.942896 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45078) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:33.001812 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3b506440-ffcf-4b7a-ade6-037124a3cfac tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:33.027671 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-7a916931-d6ed-42dc-a0f8-a4a59ac94225 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Deleting port b72ad7b2-2538-4f5f-9a81-cb976d8112d4 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:26:33.028076 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7a916931-d6ed-42dc-a0f8-a4a59ac94225 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:33.038805 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-baa3cf44-3b72-4fa4-9482-f0aa77128d40 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Unset dirty status for tenant:9dbe2e8c7f93444caca9a28c77250007 on resource:subnet {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:26:33.040154 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-baa3cf44-3b72-4fa4-9482-f0aa77128d40 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2164092 Oct 13 15:26:33.047031 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45082) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:33.072895 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-c538d7aa-45ab-482a-9229-0b57c9ec0e6e None None] Port b72ad7b2-2538-4f5f-9a81-cb976d8112d4 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:26:33.075267 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3b506440-ffcf-4b7a-ade6-037124a3cfac tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:33.076422 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-3b506440-ffcf-4b7a-ade6-037124a3cfac tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4611728 Oct 13 15:26:33.082207 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45086) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:33.095624 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e8cf68-8f1b-4ade-8cd0-f779ded462ad tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:33.097115 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e8cf68-8f1b-4ade-8cd0-f779ded462ad tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:33.098750 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e8cf68-8f1b-4ade-8cd0-f779ded462ad tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:33.099537 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-55e8cf68-8f1b-4ade-8cd0-f779ded462ad tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Synchronizing usage tracker for tenant:7374914577824b91987ff1643c49becb on resource:subnet {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:26:33.313176 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-96523a36-46ab-4eac-8c72-acebd52f6e91 None None] Allocated IP 172.20.0.2 (df7a89fb-5033-49ca-96cf-d437b10dce60/a1186624-3f53-4705-99a9-31f740906f28/24eb6559-57b9-4674-beba-1f57ed22bae4) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:26:33.360240 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 80958506-4d73-4750-99e9-446519f89ea8 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:26:33.384868 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d5288f-8d84-40ca-9912-bab9b4468fa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'tenant_id': 'bb90cebe15f541febeed2c50e15c931e', 'fixed_ips': [{'subnet_id': 'bfc78a52-a105-4f40-84b8-40115e03b3c5'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:26:33.385563 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-43d5288f-8d84-40ca-9912-bab9b4468fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:33.406495 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f297bd05-5fef-43fe-8b9b-428953b4d9a5 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:33.448467 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-69b18b52-dd1f-44e8-b6e5-df519d38584e tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks [] for router_gateway, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:33.466969 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4db428-b360-494b-8fa6-60b0cb734669 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-f8d3f4de-75b1-4307-b445-5f8618e363fc', 'network_id': 'f8d3f4de-75b1-4307-b445-5f8618e363fc', 'tenant_id': '7374914577824b91987ff1643c49becb', 'fixed_ips': [{'subnet_id': '78730873-83c2-485d-95fb-1868483068c9'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:26:33.468135 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ed4db428-b360-494b-8fa6-60b0cb734669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:33.477811 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-f297bd05-5fef-43fe-8b9b-428953b4d9a5 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 13 15:26:33.478285 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f297bd05-5fef-43fe-8b9b-428953b4d9a5 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:26:33.479961 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-f297bd05-5fef-43fe-8b9b-428953b4d9a5 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] 10.222.0.42 "DELETE /v2.0/networks/85cda7c3-7c00-4995-b9fb-3188778a6efc HTTP/1.1" status: 409 len: 405 time: 0.4303553 Oct 13 15:26:33.484897 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45090) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:33.493420 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-780a72c6-9415-4d24-92f6-1cf910a3eeae tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-27947788'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:33.497373 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-69b18b52-dd1f-44e8-b6e5-df519d38584e tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:33.501181 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-780a72c6-9415-4d24-92f6-1cf910a3eeae tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:26:33.541677 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-780a72c6-9415-4d24-92f6-1cf910a3eeae tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Usage tracker for resource:network and tenant:9dbe2e8c7f93444caca9a28c77250007 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:26:33.546024 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-780a72c6-9415-4d24-92f6-1cf910a3eeae tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:26:33.562881 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-780a72c6-9415-4d24-92f6-1cf910a3eeae tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:26:33.595561 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-55e8cf68-8f1b-4ade-8cd0-f779ded462ad tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Unset dirty status for tenant:7374914577824b91987ff1643c49becb on resource:subnet {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:26:33.596536 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780a72c6-9415-4d24-92f6-1cf910a3eeae tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Made reservation on behalf of 9dbe2e8c7f93444caca9a28c77250007 for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:26:33.596729 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-55e8cf68-8f1b-4ade-8cd0-f779ded462ad tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.6527021 Oct 13 15:26:33.600698 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-780a72c6-9415-4d24-92f6-1cf910a3eeae tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:33.611646 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45094) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:33.629988 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-c538d7aa-45ab-482a-9229-0b57c9ec0e6e None None] Attempt 6 to provision port b72ad7b2-2538-4f5f-9a81-cb976d8112d4 Oct 13 15:26:33.724300 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7a916931-d6ed-42dc-a0f8-a4a59ac94225 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:33.747098 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-780a72c6-9415-4d24-92f6-1cf910a3eeae tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:26:33.775690 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-780a72c6-9415-4d24-92f6-1cf910a3eeae tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:33.776029 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-780a72c6-9415-4d24-92f6-1cf910a3eeae tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Added segment e4977f26-3d05-47ed-986b-15b4a2c69983 of type vlan for network 83c9ad12-91da-4731-a2a6-a58972fddc55 Oct 13 15:26:33.788003 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d86b4d8-e20d-4c3e-b317-dd904b64e1fb tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Deleting subnet a1186624-3f53-4705-99a9-31f740906f28 {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:26:33.790583 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-69b18b52-dd1f-44e8-b6e5-df519d38584e tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Allocated IP 172.26.2.213 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/5b58a781-9bb5-4565-98cb-e4a5767d2c2c) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:26:33.855262 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-780a72c6-9415-4d24-92f6-1cf910a3eeae tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:33.881562 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-7a916931-d6ed-42dc-a0f8-a4a59ac94225 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Calling delete_port for b72ad7b2-2538-4f5f-9a81-cb976d8112d4 owned by network:router_interface {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:26:33.973054 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-633ba496-d748-4e6e-8715-f81507b33d4b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:33.973453 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-780a72c6-9415-4d24-92f6-1cf910a3eeae tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:33.979293 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780a72c6-9415-4d24-92f6-1cf910a3eeae tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:33.979881 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-780a72c6-9415-4d24-92f6-1cf910a3eeae tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:33.981295 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-96523a36-46ab-4eac-8c72-acebd52f6e91 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:33.991265 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-c538d7aa-45ab-482a-9229-0b57c9ec0e6e None None] Port b72ad7b2-2538-4f5f-9a81-cb976d8112d4 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:26:34.025676 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fce47228-6d5f-4a03-87f2-d0bc932027d4 None None] Network 85cda7c3-7c00-4995-b9fb-3188778a6efc requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:26:34.030514 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-780a72c6-9415-4d24-92f6-1cf910a3eeae tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.5420637 Oct 13 15:26:34.042165 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45098) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:34.044508 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-96523a36-46ab-4eac-8c72-acebd52f6e91 None None] Transition to ACTIVE for port object 24eb6559-57b9-4674-beba-1f57ed22bae4 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:26:34.064713 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-f2c54040-deca-4df3-9739-c28ff52ac198 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Request body: {'subnet': {'network_id': '83c9ad12-91da-4731-a2a6-a58972fddc55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:34.176353 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-69b18b52-dd1f-44e8-b6e5-df519d38584e tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:34.191071 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 80958506-4d73-4750-99e9-446519f89ea8 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:26:34.200344 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-96523a36-46ab-4eac-8c72-acebd52f6e91 None None] Transition to ACTIVE for port object 24eb6559-57b9-4674-beba-1f57ed22bae4 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:26:34.240354 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6d86b4d8-e20d-4c3e-b317-dd904b64e1fb tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:34.270744 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-96523a36-46ab-4eac-8c72-acebd52f6e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:34.314526 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-f2c54040-deca-4df3-9739-c28ff52ac198 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:26:34.317755 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780a72c6-9415-4d24-92f6-1cf910a3eeae tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Pushing event updated for resources: {'Network': ['ID=83c9ad12-91da-4731-a2a6-a58972fddc55,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:34.344392 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-f2c54040-deca-4df3-9739-c28ff52ac198 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:26:34.347665 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6d86b4d8-e20d-4c3e-b317-dd904b64e1fb tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:34.354349 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device b0b2cfab-42fb-453a-9b7b-668beafca39d no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:26:34.382057 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 83c9ad12-91da-4731-a2a6-a58972fddc55 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:26:34.420279 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2c54040-deca-4df3-9739-c28ff52ac198 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Made reservation on behalf of 9dbe2e8c7f93444caca9a28c77250007 for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:26:34.423734 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f2c54040-deca-4df3-9739-c28ff52ac198 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:34.471037 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-69b18b52-dd1f-44e8-b6e5-df519d38584e tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:34.490544 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: b0b2cfab-42fb-453a-9b7b-668beafca39d {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:26:34.490878 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device b0b2cfab-42fb-453a-9b7b-668beafca39d not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:26:34.497123 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-43d5288f-8d84-40ca-9912-bab9b4468fa9 None None] Allocated IP 2001:db8::2 (a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828/bfc78a52-a105-4f40-84b8-40115e03b3c5/9b93842b-3fae-4cda-a17d-b71fb18e0c7d) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:26:34.500241 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7a916931-d6ed-42dc-a0f8-a4a59ac94225 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:34.501072 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-c538d7aa-45ab-482a-9229-0b57c9ec0e6e None None] Attempt 7 to provision port b72ad7b2-2538-4f5f-9a81-cb976d8112d4 Oct 13 15:26:34.526873 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96523a36-46ab-4eac-8c72-acebd52f6e91 None None] Network df7a89fb-5033-49ca-96cf-d437b10dce60 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:26:34.552843 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-96523a36-46ab-4eac-8c72-acebd52f6e91 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:34.558766 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a916931-d6ed-42dc-a0f8-a4a59ac94225 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event deleted for resources: {'Port': ['ID=b72ad7b2-2538-4f5f-9a81-cb976d8112d4,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:34.575351 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-c538d7aa-45ab-482a-9229-0b57c9ec0e6e None None] Port b72ad7b2-2538-4f5f-9a81-cb976d8112d4 was deleted so its status cannot be updated. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:26:34.591849 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96523a36-46ab-4eac-8c72-acebd52f6e91 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:26:34.609677 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0e146c05-e97b-44b9-bc45-d1f650925e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:34.611296 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96523a36-46ab-4eac-8c72-acebd52f6e91 None None] Pushing event updated for resources: {'Port': ['ID=24eb6559-57b9-4674-beba-1f57ed22bae4,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:34.620686 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b18b52-dd1f-44e8-b6e5-df519d38584e tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:26:34.620991 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-ed4db428-b360-494b-8fa6-60b0cb734669 None None] Allocated IP 172.20.0.18 (f8d3f4de-75b1-4307-b445-5f8618e363fc/78730873-83c2-485d-95fb-1868483068c9/6ae08416-443b-41a0-b84f-1f0368155654) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:26:34.629578 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-69b18b52-dd1f-44e8-b6e5-df519d38584e tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:34.642848 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b18b52-dd1f-44e8-b6e5-df519d38584e tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:26:34.679410 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6d86b4d8-e20d-4c3e-b317-dd904b64e1fb tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:34.716003 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b18b52-dd1f-44e8-b6e5-df519d38584e tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Pushing event updated for resources: {'Port': ['ID=5b58a781-9bb5-4565-98cb-e4a5767d2c2c,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:34.815503 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7a916931-d6ed-42dc-a0f8-a4a59ac94225 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:35.011874 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-8eec0342-e862-4af8-9da9-fa7e707573a5 None None] Provisioning for port 7d6becf5-a29d-42e1-b666-5ff57b2e6ec0 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:26:35.023454 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-8eec0342-e862-4af8-9da9-fa7e707573a5 None None] Provisioning complete for port 7d6becf5-a29d-42e1-b666-5ff57b2e6ec0 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:26:35.023845 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8eec0342-e862-4af8-9da9-fa7e707573a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:35.024168 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-8eec0342-e862-4af8-9da9-fa7e707573a5 None None] Attempt 1 to provision port 7d6becf5-a29d-42e1-b666-5ff57b2e6ec0 Oct 13 15:26:35.067518 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-96523a36-46ab-4eac-8c72-acebd52f6e91 None None] Attempting to bind port 24eb6559-57b9-4674-beba-1f57ed22bae4 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:26:35.067879 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-96523a36-46ab-4eac-8c72-acebd52f6e91 None None] Attempting to bind port 24eb6559-57b9-4674-beba-1f57ed22bae4 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'a21b17e1-a828-4298-aba2-3fc3ca5d4e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'df7a89fb-5033-49ca-96cf-d437b10dce60'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:26:35.068410 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96523a36-46ab-4eac-8c72-acebd52f6e91 None None] Attempting to bind port 24eb6559-57b9-4674-beba-1f57ed22bae4 on network df7a89fb-5033-49ca-96cf-d437b10dce60 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:26:35.112715 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a916931-d6ed-42dc-a0f8-a4a59ac94225 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Router 10f2b422-66d6-4c8b-a6eb-0ea066d59c6d has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:26:35.118085 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6d86b4d8-e20d-4c3e-b317-dd904b64e1fb tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:35.145923 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96523a36-46ab-4eac-8c72-acebd52f6e91 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:26:35.146327 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96523a36-46ab-4eac-8c72-acebd52f6e91 None None] Checking segment: {'id': 'a21b17e1-a828-4298-aba2-3fc3ca5d4e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'df7a89fb-5033-49ca-96cf-d437b10dce60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:26:35.146725 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-96523a36-46ab-4eac-8c72-acebd52f6e91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:35.147106 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96523a36-46ab-4eac-8c72-acebd52f6e91 None None] Bound using segment: {'id': 'a21b17e1-a828-4298-aba2-3fc3ca5d4e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'df7a89fb-5033-49ca-96cf-d437b10dce60'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:26:35.147580 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-96523a36-46ab-4eac-8c72-acebd52f6e91 None None] Bound port: 24eb6559-57b9-4674-beba-1f57ed22bae4, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a21b17e1-a828-4298-aba2-3fc3ca5d4e48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'df7a89fb-5033-49ca-96cf-d437b10dce60'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:26:35.147951 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-96523a36-46ab-4eac-8c72-acebd52f6e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:35.191748 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6d86b4d8-e20d-4c3e-b317-dd904b64e1fb tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:35.194698 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d86b4d8-e20d-4c3e-b317-dd904b64e1fb tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Pushing event deleted for resources: {'Subnet': ['ID=a1186624-3f53-4705-99a9-31f740906f28,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:35.236812 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-6d86b4d8-e20d-4c3e-b317-dd904b64e1fb tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] 10.222.0.42 "DELETE /v2.0/subnets/a1186624-3f53-4705-99a9-31f740906f28 HTTP/1.1" status: 204 len: 168 time: 1.6202860 Oct 13 15:26:35.273987 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45108) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:35.280218 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f9eab5-35a9-4b5b-84c7-ef669d7d31ce None None] DHCP port deletion for 85cda7c3-7c00-4995-b9fb-3188778a6efc request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:26:35.319956 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-90f9eab5-35a9-4b5b-84c7-ef669d7d31ce None None] Deleting port 80958506-4d73-4750-99e9-446519f89ea8 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:26:35.320327 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-90f9eab5-35a9-4b5b-84c7-ef669d7d31ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:35.332614 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a916931-d6ed-42dc-a0f8-a4a59ac94225 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:26:35.361691 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-7a916931-d6ed-42dc-a0f8-a4a59ac94225 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "PUT /v2.0/routers/10f2b422-66d6-4c8b-a6eb-0ea066d59c6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0312796 Oct 13 15:26:35.364768 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45112) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:35.367319 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f324ebb5-0cc4-4a00-a469-dc44bad504ae None None] Sync routers for ids ['10f2b422-66d6-4c8b-a6eb-0ea066d59c6d'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:26:35.374769 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fa2901a-9f4b-4135-b665-62b1b1631bb8 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Deleting subnet 78730873-83c2-485d-95fb-1868483068c9 {{(pid=88973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:26:35.495187 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-6ca8b128-7b2a-4903-9e9c-5de20dc37e08 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "GET /v2.0/ports?device_id=10f2b422-66d6-4c8b-a6eb-0ea066d59c6d HTTP/1.1" status: 200 len: 205 time: 0.1292498 Oct 13 15:26:35.498522 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45116) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:35.530979 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f324ebb5-0cc4-4a00-a469-dc44bad504ae None None] Routers {'10f2b422-66d6-4c8b-a6eb-0ea066d59c6d'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:26:35.531621 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-f324ebb5-0cc4-4a00-a469-dc44bad504ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:26:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['10f2b422-66d6-4c8b-a6eb-0ea066d59c6d'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:35.544437 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.objects.ports [None req-f2c54040-deca-4df3-9739-c28ff52ac198 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88972) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 13 15:26:35.547840 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f2c54040-deca-4df3-9739-c28ff52ac198 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:35.595257 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-69b18b52-dd1f-44e8-b6e5-df519d38584e tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks [] for router_gateway, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:35.636055 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b1cce283-a4e8-4c29-8977-14c8ee1343ee tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for router, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:35.652337 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-f324ebb5-0cc4-4a00-a469-dc44bad504ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:35.684509 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-96523a36-46ab-4eac-8c72-acebd52f6e91 None None] For port 24eb6559-57b9-4674-beba-1f57ed22bae4, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:26:35.698144 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-43d5288f-8d84-40ca-9912-bab9b4468fa9 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:35.718563 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c54040-deca-4df3-9739-c28ff52ac198 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Pushing event updated for resources: {'Subnet': ['ID=d98e3993-8252-47e8-b39a-a234c07495a8,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:35.792038 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2c54040-deca-4df3-9739-c28ff52ac198 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Checking segment: {'id': 'e4977f26-3d05-47ed-986b-15b4a2c69983', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '83c9ad12-91da-4731-a2a6-a58972fddc55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:26:35.792539 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c54040-deca-4df3-9739-c28ff52ac198 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Network hostable DHCP agents. Network: 83c9ad12-91da-4731-a2a6-a58972fddc55, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:26:35.843609 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-90f9eab5-35a9-4b5b-84c7-ef669d7d31ce None None] For port 80958506-4d73-4750-99e9-446519f89ea8, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=80958506-4d73-4750-99e9-446519f89ea8,segment=NetworkSegment(1c1cb0b7-d646-4dd4-8f1c-ce836772e5a1),segment_id=1c1cb0b7-d646-4dd4-8f1c-ce836772e5a1)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:26:35.844024 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-90f9eab5-35a9-4b5b-84c7-ef669d7d31ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:35.883766 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c54040-deca-4df3-9739-c28ff52ac198 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Network 83c9ad12-91da-4731-a2a6-a58972fddc55 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:26:35.913607 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-f2c54040-deca-4df3-9739-c28ff52ac198 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 83c9ad12-91da-4731-a2a6-a58972fddc55) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:35.921662 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2c54040-deca-4df3-9739-c28ff52ac198 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:35.922353 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f2c54040-deca-4df3-9739-c28ff52ac198 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:35.976973 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ed4db428-b360-494b-8fa6-60b0cb734669 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:35.983712 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-43d5288f-8d84-40ca-9912-bab9b4468fa9 None None] Transition to ACTIVE for port object 9b93842b-3fae-4cda-a17d-b71fb18e0c7d will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:26:35.986610 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ed41be-3ef8-44f7-bbf6-797fc4e1dfb0 None None] Network 83c9ad12-91da-4731-a2a6-a58972fddc55 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:26:36.006731 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-90f9eab5-35a9-4b5b-84c7-ef669d7d31ce None None] Calling delete_port for 80958506-4d73-4750-99e9-446519f89ea8 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:26:36.007878 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-f2c54040-deca-4df3-9739-c28ff52ac198 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9614320 Oct 13 15:26:36.011397 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45120) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:36.020761 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-4f9860d0-a812-417c-842d-ebfabcf66e9c tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Request body: {'port': {'network_id': '83c9ad12-91da-4731-a2a6-a58972fddc55', 'name': 'tempest-NetworksIpV6TestAttrs-1477841044'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:36.048688 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-96523a36-46ab-4eac-8c72-acebd52f6e91 None None] For port 24eb6559-57b9-4674-beba-1f57ed22bae4, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=24eb6559-57b9-4674-beba-1f57ed22bae4,segment=NetworkSegment(a21b17e1-a828-4298-aba2-3fc3ca5d4e48),segment_id=a21b17e1-a828-4298-aba2-3fc3ca5d4e48)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:26:36.056598 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f324ebb5-0cc4-4a00-a469-dc44bad504ae None None] Routers {'10f2b422-66d6-4c8b-a6eb-0ea066d59c6d'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:26:36.057241 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-f324ebb5-0cc4-4a00-a469-dc44bad504ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:26:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['10f2b422-66d6-4c8b-a6eb-0ea066d59c6d'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:36.064590 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b1cce283-a4e8-4c29-8977-14c8ee1343ee tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:36.067537 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b1cce283-a4e8-4c29-8977-14c8ee1343ee tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:36.094261 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b1cce283-a4e8-4c29-8977-14c8ee1343ee tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:36.094751 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1cce283-a4e8-4c29-8977-14c8ee1343ee tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Fanout notify agent at l3_agent the message router_deleted on router 10f2b422-66d6-4c8b-a6eb-0ea066d59c6d {{(pid=88973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:26:36.115049 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b1cce283-a4e8-4c29-8977-14c8ee1343ee tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:36.116667 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-69b18b52-dd1f-44e8-b6e5-df519d38584e tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:36.117072 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-b1cce283-a4e8-4c29-8977-14c8ee1343ee tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "DELETE /v2.0/routers/10f2b422-66d6-4c8b-a6eb-0ea066d59c6d HTTP/1.1" status: 204 len: 168 time: 0.6174192 Oct 13 15:26:36.122961 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45124) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:36.157430 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-8eec0342-e862-4af8-9da9-fa7e707573a5 None None] Current status of the port 7d6becf5-a29d-42e1-b666-5ff57b2e6ec0 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:26:36.158395 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8eec0342-e862-4af8-9da9-fa7e707573a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:36.176278 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-96523a36-46ab-4eac-8c72-acebd52f6e91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:36.189468 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ed4db428-b360-494b-8fa6-60b0cb734669 None None] Transition to ACTIVE for port object 6ae08416-443b-41a0-b84f-1f0368155654 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:26:36.196443 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_v2 [None req-dce1f504-e5f9-4974-bfe7-8840f1c79431 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Deleting subnet 73fc2657-8cf4-4b48-9ce9-520a3b5fea8a {{(pid=88973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:26:36.199763 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-dce1f504-e5f9-4974-bfe7-8840f1c79431 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for subnet, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:36.242251 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-f324ebb5-0cc4-4a00-a469-dc44bad504ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:36.242663 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f324ebb5-0cc4-4a00-a469-dc44bad504ae None None] The sync data for ids ['10f2b422-66d6-4c8b-a6eb-0ea066d59c6d'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:26:36.261542 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-dce1f504-e5f9-4974-bfe7-8840f1c79431 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7432921'] for subnet, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:36.305285 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-43d5288f-8d84-40ca-9912-bab9b4468fa9 None None] Transition to ACTIVE for port object 9b93842b-3fae-4cda-a17d-b71fb18e0c7d will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:26:36.305866 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-4f9860d0-a812-417c-842d-ebfabcf66e9c tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:26:36.313480 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-4f9860d0-a812-417c-842d-ebfabcf66e9c tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Usage tracker for resource:port and tenant:9dbe2e8c7f93444caca9a28c77250007 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:26:36.317974 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-4f9860d0-a812-417c-842d-ebfabcf66e9c tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:26:36.326511 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-4f9860d0-a812-417c-842d-ebfabcf66e9c tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:26:36.348693 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f9860d0-a812-417c-842d-ebfabcf66e9c tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Made reservation on behalf of 9dbe2e8c7f93444caca9a28c77250007 for: {'port': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:26:36.352155 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4f9860d0-a812-417c-842d-ebfabcf66e9c tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:36.367925 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-43d5288f-8d84-40ca-9912-bab9b4468fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:36.372271 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-8eec0342-e862-4af8-9da9-fa7e707573a5 None None] For port 7d6becf5-a29d-42e1-b666-5ff57b2e6ec0, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=7d6becf5-a29d-42e1-b666-5ff57b2e6ec0,segment=NetworkSegment(3673742e-2338-4026-a10f-a7a084ec1e59),segment_id=3673742e-2338-4026-a10f-a7a084ec1e59)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:26:36.387203 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ed4db428-b360-494b-8fa6-60b0cb734669 None None] Transition to ACTIVE for port object 6ae08416-443b-41a0-b84f-1f0368155654 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:26:36.388999 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [None req-4f9860d0-a812-417c-842d-ebfabcf66e9c tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] device_id is not set on port 710fec45-2c9f-4d0d-9323-65d5a7c9cff3 yet. {{(pid=88972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:26:36.403737 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8eec0342-e862-4af8-9da9-fa7e707573a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:36.405407 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5fa2901a-9f4b-4135-b665-62b1b1631bb8 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks [] for subnet, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:36.446451 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ed4db428-b360-494b-8fa6-60b0cb734669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:36.456576 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b18b52-dd1f-44e8-b6e5-df519d38584e tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Router c3788e22-2e63-4dd2-bde2-6e9897b469d7 is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 15:26:36.480430 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96523a36-46ab-4eac-8c72-acebd52f6e91 None None] Pushing event updated for resources: {'Port': ['ID=24eb6559-57b9-4674-beba-1f57ed22bae4,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:36.490668 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-633ba496-d748-4e6e-8715-f81507b33d4b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Allocated IP 2001:db8::1 (a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828/bfc78a52-a105-4f40-84b8-40115e03b3c5/1b4bb27c-d7a1-4478-873b-055620ad1612) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:26:36.500022 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5fa2901a-9f4b-4135-b665-62b1b1631bb8 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7432921'] for subnet, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:36.532256 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d5288f-8d84-40ca-9912-bab9b4468fa9 None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:26:36.533236 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-dce1f504-e5f9-4974-bfe7-8840f1c79431 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:36.544732 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-90f9eab5-35a9-4b5b-84c7-ef669d7d31ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:36.548523 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-43d5288f-8d84-40ca-9912-bab9b4468fa9 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:36.586224 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d5288f-8d84-40ca-9912-bab9b4468fa9 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:26:36.605409 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4db428-b360-494b-8fa6-60b0cb734669 None None] Network f8d3f4de-75b1-4307-b445-5f8618e363fc is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:26:36.665575 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d5288f-8d84-40ca-9912-bab9b4468fa9 None None] Pushing event updated for resources: {'Port': ['ID=9b93842b-3fae-4cda-a17d-b71fb18e0c7d,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:36.717284 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-ed4db428-b360-494b-8fa6-60b0cb734669 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:36.720023 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4db428-b360-494b-8fa6-60b0cb734669 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:26:36.739435 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-4f9860d0-a812-417c-842d-ebfabcf66e9c tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Allocated IP 2001:db8::f816:3eff:fe1e:6049 (83c9ad12-91da-4731-a2a6-a58972fddc55/d98e3993-8252-47e8-b39a-a234c07495a8/710fec45-2c9f-4d0d-9323-65d5a7c9cff3) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:26:36.741174 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f9eab5-35a9-4b5b-84c7-ef669d7d31ce None None] No DVR routers for this DVR port 80958506-4d73-4750-99e9-446519f89ea8 on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:26:36.774615 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-8eec0342-e862-4af8-9da9-fa7e707573a5 None None] Provisioning complete for port 80958506-4d73-4750-99e9-446519f89ea8 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:26:36.774880 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8eec0342-e862-4af8-9da9-fa7e707573a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:36.775379 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-8eec0342-e862-4af8-9da9-fa7e707573a5 None None] Attempt 1 to provision port 80958506-4d73-4750-99e9-446519f89ea8 Oct 13 15:26:36.806390 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5fa2901a-9f4b-4135-b665-62b1b1631bb8 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:36.850544 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3573d408-a042-49c6-a20d-e62202e0458d None None] Network df7a89fb-5033-49ca-96cf-d437b10dce60 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:26:36.850800 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-dce1f504-e5f9-4974-bfe7-8840f1c79431 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:36.907259 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-633ba496-d748-4e6e-8715-f81507b33d4b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:36.910402 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce1f504-e5f9-4974-bfe7-8840f1c79431 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event deleted for resources: {'Subnet': ['ID=73fc2657-8cf4-4b48-9ce9-520a3b5fea8a,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:36.919309 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-dce1f504-e5f9-4974-bfe7-8840f1c79431 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:36.938831 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-dce1f504-e5f9-4974-bfe7-8840f1c79431 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "DELETE /v2.0/subnets/73fc2657-8cf4-4b48-9ce9-520a3b5fea8a HTTP/1.1" status: 204 len: 168 time: 0.8118672 Oct 13 15:26:36.939027 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-860e4a91-2de4-4543-898e-463d90b491e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:36.940970 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45128) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:36.946238 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-633ba496-d748-4e6e-8715-f81507b33d4b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Transition to ACTIVE for port object 1b4bb27c-d7a1-4478-873b-055620ad1612 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:26:36.955570 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4f9860d0-a812-417c-842d-ebfabcf66e9c tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:36.969041 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-8eec0342-e862-4af8-9da9-fa7e707573a5 None None] Port 80958506-4d73-4750-99e9-446519f89ea8 was deleted so its status cannot be updated. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:26:36.971681 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-4f9860d0-a812-417c-842d-ebfabcf66e9c tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Transition to ACTIVE for port object 710fec45-2c9f-4d0d-9323-65d5a7c9cff3 will not be triggered until provisioned by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:26:36.987044 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7d97f0-5000-4463-917f-3a3a132ecd9d None None] Network 7d759ff3-2636-4954-94c3-53b8ef7c31d2 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:26:37.000649 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4f9860d0-a812-417c-842d-ebfabcf66e9c tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:37.055677 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5fa2901a-9f4b-4135-b665-62b1b1631bb8 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:37.112904 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa2901a-9f4b-4135-b665-62b1b1631bb8 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Pushing event deleted for resources: {'Subnet': ['ID=78730873-83c2-485d-95fb-1868483068c9,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:37.116566 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5fa2901a-9f4b-4135-b665-62b1b1631bb8 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:37.126157 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-287935cc-c56c-4b5b-a5eb-6dfd703ec90b tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:37.145714 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-5fa2901a-9f4b-4135-b665-62b1b1631bb8 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] 10.222.0.42 "DELETE /v2.0/subnets/78730873-83c2-485d-95fb-1868483068c9 HTTP/1.1" status: 204 len: 168 time: 1.8672199 Oct 13 15:26:37.145915 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45132) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:37.148451 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9860d0-a812-417c-842d-ebfabcf66e9c tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Network 83c9ad12-91da-4731-a2a6-a58972fddc55 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:26:37.153587 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-4f9860d0-a812-417c-842d-ebfabcf66e9c tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:37.162479 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9860d0-a812-417c-842d-ebfabcf66e9c tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:26:37.168313 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9860d0-a812-417c-842d-ebfabcf66e9c tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:37.169330 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4f9860d0-a812-417c-842d-ebfabcf66e9c tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:37.175031 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9860d0-a812-417c-842d-ebfabcf66e9c tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Pushing event updated for resources: {'Port': ['ID=710fec45-2c9f-4d0d-9323-65d5a7c9cff3,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:37.196576 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-633ba496-d748-4e6e-8715-f81507b33d4b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:37.201503 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b18b52-dd1f-44e8-b6e5-df519d38584e tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:26:37.216008 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47caf59f-79cc-4016-82fd-ef0b12e4043e None None] Sync routers for ids ['c3788e22-2e63-4dd2-bde2-6e9897b469d7'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:26:37.220645 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-4f9860d0-a812-417c-842d-ebfabcf66e9c tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.2082481 Oct 13 15:26:37.223393 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45136) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:37.230728 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47caf59f-79cc-4016-82fd-ef0b12e4043e None None] Routers {'c3788e22-2e63-4dd2-bde2-6e9897b469d7'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:26:37.231849 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-47caf59f-79cc-4016-82fd-ef0b12e4043e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:26:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['c3788e22-2e63-4dd2-bde2-6e9897b469d7'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:37.234632 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-8eec0342-e862-4af8-9da9-fa7e707573a5 None None] Could not find standard attr ID for object b72ad7b2-2538-4f5f-9a81-cb976d8112d4. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:26:37.243440 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-287935cc-c56c-4b5b-a5eb-6dfd703ec90b tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Deleting port 3db283c8-1897-4cb8-983d-3fa69019a64b {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:26:37.243440 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-287935cc-c56c-4b5b-a5eb-6dfd703ec90b tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:37.290048 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-69b18b52-dd1f-44e8-b6e5-df519d38584e tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:37.291550 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-69b18b52-dd1f-44e8-b6e5-df519d38584e tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.0741951 Oct 13 15:26:37.298993 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45140) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:37.308329 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-10a04701-0f6a-4f18-88f2-25d589972bcd tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'enable_snat': False}}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:37.344846 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-43d5288f-8d84-40ca-9912-bab9b4468fa9 None None] Attempting to bind port 9b93842b-3fae-4cda-a17d-b71fb18e0c7d on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:26:37.345421 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-43d5288f-8d84-40ca-9912-bab9b4468fa9 None None] Attempting to bind port 9b93842b-3fae-4cda-a17d-b71fb18e0c7d by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:26:37.345656 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d5288f-8d84-40ca-9912-bab9b4468fa9 None None] Attempting to bind port 9b93842b-3fae-4cda-a17d-b71fb18e0c7d on network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:26:37.347797 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 80958506-4d73-4750-99e9-446519f89ea8 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:26:37.363671 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633ba496-d748-4e6e-8715-f81507b33d4b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:26:37.372514 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-633ba496-d748-4e6e-8715-f81507b33d4b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:37.380725 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47e1328b-f21b-41c0-bcdf-616ca8f23c55 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:37.381706 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-47e1328b-f21b-41c0-bcdf-616ca8f23c55 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Synchronizing usage tracker for tenant:7374914577824b91987ff1643c49becb on resource:subnet {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:26:37.385822 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eec0342-e862-4af8-9da9-fa7e707573a5 None None] Pushing event updated for resources: {'Port': ['ID=7d6becf5-a29d-42e1-b666-5ff57b2e6ec0,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:37.388057 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633ba496-d748-4e6e-8715-f81507b33d4b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:26:37.388576 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-633ba496-d748-4e6e-8715-f81507b33d4b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:37.408711 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-47caf59f-79cc-4016-82fd-ef0b12e4043e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:37.420629 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47caf59f-79cc-4016-82fd-ef0b12e4043e None None] Routers {'c3788e22-2e63-4dd2-bde2-6e9897b469d7'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:26:37.421506 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-47caf59f-79cc-4016-82fd-ef0b12e4043e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:26:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['c3788e22-2e63-4dd2-bde2-6e9897b469d7'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:37.460659 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 80958506-4d73-4750-99e9-446519f89ea8 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:26:37.460975 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 80958506-4d73-4750-99e9-446519f89ea8 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:26:37.463356 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-ed4db428-b360-494b-8fa6-60b0cb734669 None None] Attempting to bind port 6ae08416-443b-41a0-b84f-1f0368155654 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:26:37.463727 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-ed4db428-b360-494b-8fa6-60b0cb734669 None None] Attempting to bind port 6ae08416-443b-41a0-b84f-1f0368155654 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '2bbe0b1d-b0af-440f-8b24-29390027ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f8d3f4de-75b1-4307-b445-5f8618e363fc'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:26:37.464079 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4db428-b360-494b-8fa6-60b0cb734669 None None] Attempting to bind port 6ae08416-443b-41a0-b84f-1f0368155654 on network f8d3f4de-75b1-4307-b445-5f8618e363fc {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:26:37.490043 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d5288f-8d84-40ca-9912-bab9b4468fa9 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:26:37.490447 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d5288f-8d84-40ca-9912-bab9b4468fa9 None None] Checking segment: {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:26:37.490818 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-43d5288f-8d84-40ca-9912-bab9b4468fa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:37.491207 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43d5288f-8d84-40ca-9912-bab9b4468fa9 None None] Bound using segment: {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:26:37.491679 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-43d5288f-8d84-40ca-9912-bab9b4468fa9 None None] Bound port: 9b93842b-3fae-4cda-a17d-b71fb18e0c7d, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:26:37.492042 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-43d5288f-8d84-40ca-9912-bab9b4468fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:37.509415 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633ba496-d748-4e6e-8715-f81507b33d4b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'Port': ['ID=1b4bb27c-d7a1-4478-873b-055620ad1612,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:37.520938 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-47caf59f-79cc-4016-82fd-ef0b12e4043e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:37.523928 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47caf59f-79cc-4016-82fd-ef0b12e4043e None None] The sync data for ids ['c3788e22-2e63-4dd2-bde2-6e9897b469d7'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:26:37.546248 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633ba496-d748-4e6e-8715-f81507b33d4b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:26:37.546248 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633ba496-d748-4e6e-8715-f81507b33d4b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:26:37.546248 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633ba496-d748-4e6e-8715-f81507b33d4b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:26:37.546567 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633ba496-d748-4e6e-8715-f81507b33d4b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:26:37.546820 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633ba496-d748-4e6e-8715-f81507b33d4b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:26:37.547585 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633ba496-d748-4e6e-8715-f81507b33d4b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:26:37.547585 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633ba496-d748-4e6e-8715-f81507b33d4b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:26:37.547764 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633ba496-d748-4e6e-8715-f81507b33d4b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:26:37.548034 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633ba496-d748-4e6e-8715-f81507b33d4b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:26:37.548338 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633ba496-d748-4e6e-8715-f81507b33d4b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:26:37.548646 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633ba496-d748-4e6e-8715-f81507b33d4b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:26:37.548966 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-633ba496-d748-4e6e-8715-f81507b33d4b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:26:37.561763 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4db428-b360-494b-8fa6-60b0cb734669 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 26, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:26:37.562156 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4db428-b360-494b-8fa6-60b0cb734669 None None] Checking segment: {'id': '2bbe0b1d-b0af-440f-8b24-29390027ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f8d3f4de-75b1-4307-b445-5f8618e363fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:26:37.562557 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ed4db428-b360-494b-8fa6-60b0cb734669 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:37.562946 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed4db428-b360-494b-8fa6-60b0cb734669 None None] Bound using segment: {'id': '2bbe0b1d-b0af-440f-8b24-29390027ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f8d3f4de-75b1-4307-b445-5f8618e363fc'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:26:37.563906 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-ed4db428-b360-494b-8fa6-60b0cb734669 None None] Bound port: 6ae08416-443b-41a0-b84f-1f0368155654, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bbe0b1d-b0af-440f-8b24-29390027ffe3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'f8d3f4de-75b1-4307-b445-5f8618e363fc'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:26:37.564892 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ed4db428-b360-494b-8fa6-60b0cb734669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:37.576298 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-3076dd3d-48ad-453d-b1e6-75790063b604 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Deleting subnet d98e3993-8252-47e8-b39a-a234c07495a8 {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:26:37.581827 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3076dd3d-48ad-453d-b1e6-75790063b604 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:37.721756 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-47e1328b-f21b-41c0-bcdf-616ca8f23c55 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Unset dirty status for tenant:7374914577824b91987ff1643c49becb on resource:subnet {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:26:37.722857 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-47e1328b-f21b-41c0-bcdf-616ca8f23c55 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5755777 Oct 13 15:26:37.723008 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3076dd3d-48ad-453d-b1e6-75790063b604 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:37.728019 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45144) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:37.776508 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4db428-b360-494b-8fa6-60b0cb734669 None None] Pushing event updated for resources: {'Port': ['ID=6ae08416-443b-41a0-b84f-1f0368155654,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:37.866950 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f9eab5-35a9-4b5b-84c7-ef669d7d31ce None None] Pushing event deleted for resources: {'Port': ['ID=80958506-4d73-4750-99e9-446519f89ea8,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:37.879592 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:37.928247 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:37.955529 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ed4db428-b360-494b-8fa6-60b0cb734669 None None] For port 6ae08416-443b-41a0-b84f-1f0368155654, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:26:37.958064 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-43d5288f-8d84-40ca-9912-bab9b4468fa9 None None] For port 9b93842b-3fae-4cda-a17d-b71fb18e0c7d, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:26:37.963942 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ed4db428-b360-494b-8fa6-60b0cb734669 None None] For port 6ae08416-443b-41a0-b84f-1f0368155654, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=6ae08416-443b-41a0-b84f-1f0368155654,segment=NetworkSegment(2bbe0b1d-b0af-440f-8b24-29390027ffe3),segment_id=2bbe0b1d-b0af-440f-8b24-29390027ffe3)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:26:37.966790 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-43d5288f-8d84-40ca-9912-bab9b4468fa9 None None] For port 9b93842b-3fae-4cda-a17d-b71fb18e0c7d, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=9b93842b-3fae-4cda-a17d-b71fb18e0c7d,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:26:37.971424 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4ca019-22c8-4b96-84be-219b79bcdf99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-83c9ad12-91da-4731-a2a6-a58972fddc55', 'network_id': '83c9ad12-91da-4731-a2a6-a58972fddc55', 'tenant_id': '9dbe2e8c7f93444caca9a28c77250007', 'fixed_ips': [{'subnet_id': 'd98e3993-8252-47e8-b39a-a234c07495a8'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:26:37.972704 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2b4ca019-22c8-4b96-84be-219b79bcdf99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:37.985979 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3076dd3d-48ad-453d-b1e6-75790063b604 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:37.991372 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-287935cc-c56c-4b5b-a5eb-6dfd703ec90b tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] For port 3db283c8-1897-4cb8-983d-3fa69019a64b, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=3db283c8-1897-4cb8-983d-3fa69019a64b,segment=NetworkSegment(81d93cb6-9f8a-4fc3-ad12-2a5ebcc1fc7f),segment_id=81d93cb6-9f8a-4fc3-ad12-2a5ebcc1fc7f)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:26:37.991738 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-287935cc-c56c-4b5b-a5eb-6dfd703ec90b tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:37.992347 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ed4db428-b360-494b-8fa6-60b0cb734669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:37.995562 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-43d5288f-8d84-40ca-9912-bab9b4468fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:38.009978 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-fe23db3d-585e-47bb-a0ed-186a1cff91fe tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:38.024579 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-10a04701-0f6a-4f18-88f2-25d589972bcd tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:38.147466 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-287935cc-c56c-4b5b-a5eb-6dfd703ec90b tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Calling delete_port for 3db283c8-1897-4cb8-983d-3fa69019a64b owned by network:dhcp {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:26:38.162271 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3076dd3d-48ad-453d-b1e6-75790063b604 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:38.182649 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-633ba496-d748-4e6e-8715-f81507b33d4b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:38.256875 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4db428-b360-494b-8fa6-60b0cb734669 None None] Pushing event updated for resources: {'Port': ['ID=6ae08416-443b-41a0-b84f-1f0368155654,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:38.267185 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-fe23db3d-585e-47bb-a0ed-186a1cff91fe tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Deleting port 6ae08416-443b-41a0-b84f-1f0368155654 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:26:38.267539 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-fe23db3d-585e-47bb-a0ed-186a1cff91fe tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:38.301461 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4612b92-ce77-4ba0-8198-5718577d1e97 None None] DHCP port deletion for 7d759ff3-2636-4954-94c3-53b8ef7c31d2 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:26:38.313039 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server [None req-2b4ca019-22c8-4b96-84be-219b79bcdf99 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d98e3993-8252-47e8-b39a-a234c07495a8: This subnet is being modified by another concurrent operation. Oct 13 15:26:38.313039 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 13 15:26:38.313039 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 13 15:26:38.313039 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 13 15:26:38.313039 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 13 15:26:38.313039 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 13 15:26:38.313039 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 13 15:26:38.313039 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 13 15:26:38.313039 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 13 15:26:38.313039 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 13 15:26:38.313039 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 15:26:38.313039 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 15:26:38.313039 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 15:26:38.313039 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 15:26:38.313039 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 15:26:38.313039 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 15:26:38.313039 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 15:26:38.313039 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 15:26:38.313039 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 15:26:38.313039 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 15:26:38.313039 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 15:26:38.313039 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 15:26:38.313039 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 15:26:38.313039 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 15:26:38.313039 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 15:26:38.313039 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 15:26:38.313039 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 15:26:38.313039 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 15:26:38.313039 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 15:26:38.313039 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 15:26:38.313039 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 15:26:38.313039 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 15:26:38.313039 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 15:26:38.313039 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 15:26:38.313039 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 13 15:26:38.313039 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 13 15:26:38.313039 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Oct 13 15:26:38.313039 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 13 15:26:38.313039 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Oct 13 15:26:38.313039 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 13 15:26:38.313039 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 13 15:26:38.313039 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 13 15:26:38.313039 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Oct 13 15:26:38.313039 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Oct 13 15:26:38.313039 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 13 15:26:38.313039 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 13 15:26:38.313039 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 15:26:38.313039 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 15:26:38.313039 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 15:26:38.313039 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 15:26:38.313039 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 15:26:38.313039 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 15:26:38.313039 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 15:26:38.313039 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 15:26:38.316936 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 15:26:38.316936 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 15:26:38.316936 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 15:26:38.316936 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 15:26:38.316936 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 15:26:38.316936 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 15:26:38.316936 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 15:26:38.316936 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 15:26:38.316936 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 15:26:38.316936 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 15:26:38.316936 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 15:26:38.316936 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 15:26:38.316936 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 15:26:38.316936 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 15:26:38.316936 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 15:26:38.316936 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 15:26:38.316936 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Oct 13 15:26:38.316936 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 13 15:26:38.316936 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Oct 13 15:26:38.316936 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 13 15:26:38.316936 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Oct 13 15:26:38.316936 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 13 15:26:38.316936 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 13 15:26:38.316936 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 13 15:26:38.316936 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 13 15:26:38.316936 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 13 15:26:38.316936 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Oct 13 15:26:38.316936 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 13 15:26:38.316936 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 13 15:26:38.316936 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 13 15:26:38.316936 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 13 15:26:38.316936 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 13 15:26:38.316936 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Oct 13 15:26:38.316936 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 13 15:26:38.316936 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 13 15:26:38.316936 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server raise exception Oct 13 15:26:38.316936 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d98e3993-8252-47e8-b39a-a234c07495a8: This subnet is being modified by another concurrent operation. Oct 13 15:26:38.316936 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server Oct 13 15:26:38.338658 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3076dd3d-48ad-453d-b1e6-75790063b604 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Pushing event deleted for resources: {'Subnet': ['ID=d98e3993-8252-47e8-b39a-a234c07495a8,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:38.343424 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-e4612b92-ce77-4ba0-8198-5718577d1e97 None None] Deleting port 3db283c8-1897-4cb8-983d-3fa69019a64b {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:26:38.343926 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4612b92-ce77-4ba0-8198-5718577d1e97 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:38.344311 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3076dd3d-48ad-453d-b1e6-75790063b604 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:38.378933 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246b181d-0d79-4a28-82ae-8f79ef2959e7 None None] Network 83c9ad12-91da-4731-a2a6-a58972fddc55 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:26:38.390146 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-3076dd3d-48ad-453d-b1e6-75790063b604 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] 10.222.0.42 "DELETE /v2.0/subnets/d98e3993-8252-47e8-b39a-a234c07495a8 HTTP/1.1" status: 204 len: 168 time: 1.1656609 Oct 13 15:26:38.391416 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45148) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:38.404188 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f235e769-2d1a-4c0c-a9cd-e13698d38a05 None None] Network f8d3f4de-75b1-4307-b445-5f8618e363fc requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:26:38.509791 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bf5fea-bdc1-470d-aacf-b5ab30454f62 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:38.510078 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49bf5fea-bdc1-470d-aacf-b5ab30454f62 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:38.510800 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-49bf5fea-bdc1-470d-aacf-b5ab30454f62 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Synchronizing usage tracker for tenant:9dbe2e8c7f93444caca9a28c77250007 on resource:subnet {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:26:38.585858 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-287935cc-c56c-4b5b-a5eb-6dfd703ec90b tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:38.603523 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d5288f-8d84-40ca-9912-bab9b4468fa9 None None] Pushing event updated for resources: {'Port': ['ID=9b93842b-3fae-4cda-a17d-b71fb18e0c7d,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:38.622214 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-49bf5fea-bdc1-470d-aacf-b5ab30454f62 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Unset dirty status for tenant:9dbe2e8c7f93444caca9a28c77250007 on resource:subnet {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:26:38.626370 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-49bf5fea-bdc1-470d-aacf-b5ab30454f62 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2339635 Oct 13 15:26:38.633289 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45152) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:38.680135 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-e4612b92-ce77-4ba0-8198-5718577d1e97 None None] The port '3db283c8-1897-4cb8-983d-3fa69019a64b' was deleted {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 13 15:26:38.744759 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-287935cc-c56c-4b5b-a5eb-6dfd703ec90b tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] No DVR routers for this DVR port 3db283c8-1897-4cb8-983d-3fa69019a64b on host dv-neutron-860329-2-hyperv {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:26:38.751164 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287935cc-c56c-4b5b-a5eb-6dfd703ec90b tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event deleted for resources: {'Port': ['ID=3db283c8-1897-4cb8-983d-3fa69019a64b,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:38.840597 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-36939a9c-96ac-487c-85d0-8d27e3edb0c5 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:38.857444 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-36939a9c-96ac-487c-85d0-8d27e3edb0c5 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] DELETE failed (client error): There was a conflict when trying to complete your request. Oct 13 15:26:38.857444 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36939a9c-96ac-487c-85d0-8d27e3edb0c5 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:26:38.860635 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-36939a9c-96ac-487c-85d0-8d27e3edb0c5 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] 10.222.0.42 "DELETE /v2.0/networks/83c9ad12-91da-4731-a2a6-a58972fddc55 HTTP/1.1" status: 409 len: 405 time: 0.2262819 Oct 13 15:26:38.863707 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45158) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:38.871102 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-49ca9fb4-07eb-4f3e-8d96-51a08e472e06 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1881831733'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:38.878679 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-49ca9fb4-07eb-4f3e-8d96-51a08e472e06 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:26:38.886884 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-49ca9fb4-07eb-4f3e-8d96-51a08e472e06 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Usage tracker for resource:network and tenant:9dbe2e8c7f93444caca9a28c77250007 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:26:38.892961 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-49ca9fb4-07eb-4f3e-8d96-51a08e472e06 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:26:38.953979 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-49ca9fb4-07eb-4f3e-8d96-51a08e472e06 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:26:38.982598 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ca9fb4-07eb-4f3e-8d96-51a08e472e06 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Made reservation on behalf of 9dbe2e8c7f93444caca9a28c77250007 for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:26:38.985883 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-49ca9fb4-07eb-4f3e-8d96-51a08e472e06 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:39.071999 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-287935cc-c56c-4b5b-a5eb-6dfd703ec90b tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:39.089442 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49ca9fb4-07eb-4f3e-8d96-51a08e472e06 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:26:39.106955 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-49ca9fb4-07eb-4f3e-8d96-51a08e472e06 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:39.107301 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-49ca9fb4-07eb-4f3e-8d96-51a08e472e06 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Added segment 14ea6a77-0a66-4025-8735-9385a3f89ffc of type vlan for network 9f54b1b4-a61b-42b4-b9ba-8cf0f19ed188 Oct 13 15:26:39.107662 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-fe23db3d-585e-47bb-a0ed-186a1cff91fe tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] For port 6ae08416-443b-41a0-b84f-1f0368155654, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=6ae08416-443b-41a0-b84f-1f0368155654,segment=NetworkSegment(2bbe0b1d-b0af-440f-8b24-29390027ffe3),segment_id=2bbe0b1d-b0af-440f-8b24-29390027ffe3)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:26:39.108036 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-fe23db3d-585e-47bb-a0ed-186a1cff91fe tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:39.134701 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-287935cc-c56c-4b5b-a5eb-6dfd703ec90b tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d759ff3-2636-4954-94c3-53b8ef7c31d2']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:39.286628 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-49ca9fb4-07eb-4f3e-8d96-51a08e472e06 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:39.318318 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 7d6becf5-a29d-42e1-b666-5ff57b2e6ec0 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:26:39.348174 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-10a04701-0f6a-4f18-88f2-25d589972bcd tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:39.357093 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-10a04701-0f6a-4f18-88f2-25d589972bcd tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1827972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1827983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1827956'] for router, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:39.396127 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-fe23db3d-585e-47bb-a0ed-186a1cff91fe tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Calling delete_port for 6ae08416-443b-41a0-b84f-1f0368155654 owned by network:dhcp {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:26:39.398332 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 7d6becf5-a29d-42e1-b666-5ff57b2e6ec0 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:26:39.398767 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:39.399067 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 7d6becf5-a29d-42e1-b666-5ff57b2e6ec0 Oct 13 15:26:39.422146 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-49ca9fb4-07eb-4f3e-8d96-51a08e472e06 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:39.424886 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-287935cc-c56c-4b5b-a5eb-6dfd703ec90b tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81d93cb6-9f8a-4fc3-ad12-2a5ebcc1fc7f') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:39.425187 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-287935cc-c56c-4b5b-a5eb-6dfd703ec90b tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81d93cb6-9f8a-4fc3-ad12-2a5ebcc1fc7f') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:39.428432 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ca9fb4-07eb-4f3e-8d96-51a08e472e06 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:39.429220 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-49ca9fb4-07eb-4f3e-8d96-51a08e472e06 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:39.453526 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-287935cc-c56c-4b5b-a5eb-6dfd703ec90b tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:39.480385 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-287935cc-c56c-4b5b-a5eb-6dfd703ec90b tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:39.495197 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:39.499836 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-287935cc-c56c-4b5b-a5eb-6dfd703ec90b tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:26:39.500233 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-287935cc-c56c-4b5b-a5eb-6dfd703ec90b tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:39.522754 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:26:39.550638 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 81d93cb6-9f8a-4fc3-ad12-2a5ebcc1fc7f resource provider aggregate not found Oct 13 15:26:39.557679 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-633ba496-d748-4e6e-8715-f81507b33d4b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:39.561869 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 7d6becf5-a29d-42e1-b666-5ff57b2e6ec0 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:26:39.563127 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 9b93842b-3fae-4cda-a17d-b71fb18e0c7d up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:26:39.585711 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-49ca9fb4-07eb-4f3e-8d96-51a08e472e06 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7210984 Oct 13 15:26:39.589517 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45168) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:39.614326 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-633ba496-d748-4e6e-8715-f81507b33d4b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:39.615079 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-633ba496-d748-4e6e-8715-f81507b33d4b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:39.640283 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 9b93842b-3fae-4cda-a17d-b71fb18e0c7d completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:26:39.663763 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 81d93cb6-9f8a-4fc3-ad12-2a5ebcc1fc7f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 81d93cb6-9f8a-4fc3-ad12-2a5ebcc1fc7f found for delete ", "request_id": "req-fe3765de-9cb0-43ec-8166-c40d62f81165"}]} Oct 13 15:26:39.681888 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ca9fb4-07eb-4f3e-8d96-51a08e472e06 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Pushing event updated for resources: {'Network': ['ID=9f54b1b4-a61b-42b4-b9ba-8cf0f19ed188,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:39.695878 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-4117d64f-24f9-4912-951d-898f1662be31 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Request body: {'subnet': {'network_id': '9f54b1b4-a61b-42b4-b9ba-8cf0f19ed188', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:39.710976 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-5fa91fbc-be59-4ead-8d5b-5c70fb898982 None None] Provisioning for port 9b93842b-3fae-4cda-a17d-b71fb18e0c7d completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:26:39.720591 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-5fa91fbc-be59-4ead-8d5b-5c70fb898982 None None] Provisioning complete for port 9b93842b-3fae-4cda-a17d-b71fb18e0c7d triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:26:39.721640 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-5fa91fbc-be59-4ead-8d5b-5c70fb898982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:39.722292 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-5fa91fbc-be59-4ead-8d5b-5c70fb898982 None None] Attempt 1 to provision port 9b93842b-3fae-4cda-a17d-b71fb18e0c7d Oct 13 15:26:39.729979 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-fe23db3d-585e-47bb-a0ed-186a1cff91fe tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:39.739107 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ca9fb4-07eb-4f3e-8d96-51a08e472e06 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:26:39.739625 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ca9fb4-07eb-4f3e-8d96-51a08e472e06 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:26:39.740144 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ca9fb4-07eb-4f3e-8d96-51a08e472e06 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:26:39.740618 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ca9fb4-07eb-4f3e-8d96-51a08e472e06 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:26:39.741093 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ca9fb4-07eb-4f3e-8d96-51a08e472e06 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:26:39.741582 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ca9fb4-07eb-4f3e-8d96-51a08e472e06 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:26:39.742072 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ca9fb4-07eb-4f3e-8d96-51a08e472e06 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:26:39.742568 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ca9fb4-07eb-4f3e-8d96-51a08e472e06 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:26:39.743044 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ca9fb4-07eb-4f3e-8d96-51a08e472e06 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:26:39.743514 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ca9fb4-07eb-4f3e-8d96-51a08e472e06 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:26:39.743999 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ca9fb4-07eb-4f3e-8d96-51a08e472e06 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:26:39.744465 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49ca9fb4-07eb-4f3e-8d96-51a08e472e06 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:26:39.745641 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-287935cc-c56c-4b5b-a5eb-6dfd703ec90b tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:39.790826 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 3db283c8-1897-4cb8-983d-3fa69019a64b no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:26:39.821498 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 9f54b1b4-a61b-42b4-b9ba-8cf0f19ed188 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:26:39.856500 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-287935cc-c56c-4b5b-a5eb-6dfd703ec90b tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:39.856692 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a04701-0f6a-4f18-88f2-25d589972bcd tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Router c3788e22-2e63-4dd2-bde2-6e9897b469d7 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:26:39.857686 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-4117d64f-24f9-4912-951d-898f1662be31 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:26:39.858943 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-633ba496-d748-4e6e-8715-f81507b33d4b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'Port': ['ID=1b4bb27c-d7a1-4478-873b-055620ad1612,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:39.871368 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-4117d64f-24f9-4912-951d-898f1662be31 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:26:39.872001 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 3db283c8-1897-4cb8-983d-3fa69019a64b {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:26:39.872351 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 3db283c8-1897-4cb8-983d-3fa69019a64b not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:26:39.915904 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe23db3d-585e-47bb-a0ed-186a1cff91fe tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] No DVR routers for this DVR port 6ae08416-443b-41a0-b84f-1f0368155654 on host dv-neutron-860329-2-hyperv {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:26:39.961628 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4117d64f-24f9-4912-951d-898f1662be31 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Made reservation on behalf of 9dbe2e8c7f93444caca9a28c77250007 for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:26:39.965056 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4117d64f-24f9-4912-951d-898f1662be31 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:39.966511 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53244bf8-1017-4ffb-b48b-397a011ffee2 None None] get_active_networks_info from dv-neutron-860329-2-hyperv {{(pid=88974) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 13 15:26:39.988750 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287935cc-c56c-4b5b-a5eb-6dfd703ec90b tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event deleted for resources: {'Network': ['ID=7d759ff3-2636-4954-94c3-53b8ef7c31d2,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:39.991806 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe23db3d-585e-47bb-a0ed-186a1cff91fe tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Pushing event deleted for resources: {'Port': ['ID=6ae08416-443b-41a0-b84f-1f0368155654,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:40.027692 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-287935cc-c56c-4b5b-a5eb-6dfd703ec90b tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "DELETE /v2.0/networks/7d759ff3-2636-4954-94c3-53b8ef7c31d2 HTTP/1.1" status: 204 len: 168 time: 3.0851743 Oct 13 15:26:40.033810 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45172) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:40.088543 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-9601ebf2-408a-4e2d-bb14-e780cde971a3 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-115522720', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}, 'admin_state_up': False}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:40.112189 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-5fa91fbc-be59-4ead-8d5b-5c70fb898982 None None] Current status of the port 9b93842b-3fae-4cda-a17d-b71fb18e0c7d is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:26:40.112540 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-5fa91fbc-be59-4ead-8d5b-5c70fb898982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:40.116941 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-fe23db3d-585e-47bb-a0ed-186a1cff91fe tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:40.124904 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-9601ebf2-408a-4e2d-bb14-e780cde971a3 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:26:40.136239 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-9601ebf2-408a-4e2d-bb14-e780cde971a3 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Usage tracker for resource:router and tenant:34e6b268fc1844e287c5dc961df795e5 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:26:40.142639 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-9601ebf2-408a-4e2d-bb14-e780cde971a3 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:26:40.162735 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-9601ebf2-408a-4e2d-bb14-e780cde971a3 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:26:40.165343 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-fe23db3d-585e-47bb-a0ed-186a1cff91fe tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8d3f4de-75b1-4307-b445-5f8618e363fc']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:40.173639 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-633ba496-d748-4e6e-8715-f81507b33d4b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:26:40.173799 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-5fa91fbc-be59-4ead-8d5b-5c70fb898982 None None] For port 9b93842b-3fae-4cda-a17d-b71fb18e0c7d, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=9b93842b-3fae-4cda-a17d-b71fb18e0c7d,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:26:40.175146 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53244bf8-1017-4ffb-b48b-397a011ffee2 None None] Resources bound (agent type, host, resource id): {{(pid=88974) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 15:26:40.180763 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-633ba496-d748-4e6e-8715-f81507b33d4b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:40.187773 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-5fa91fbc-be59-4ead-8d5b-5c70fb898982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:40.190318 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-fe23db3d-585e-47bb-a0ed-186a1cff91fe tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bbe0b1d-b0af-440f-8b24-29390027ffe3') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:40.190614 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-fe23db3d-585e-47bb-a0ed-186a1cff91fe tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bbe0b1d-b0af-440f-8b24-29390027ffe3') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:40.252814 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9601ebf2-408a-4e2d-bb14-e780cde971a3 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:40.253802 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9601ebf2-408a-4e2d-bb14-e780cde971a3 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:40.294113 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a04701-0f6a-4f18-88f2-25d589972bcd tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:26:40.318961 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-fe23db3d-585e-47bb-a0ed-186a1cff91fe tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:40.343448 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-10a04701-0f6a-4f18-88f2-25d589972bcd tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:40.345812 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-10a04701-0f6a-4f18-88f2-25d589972bcd tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] 10.222.0.42 "PUT /v2.0/routers/c3788e22-2e63-4dd2-bde2-6e9897b469d7 HTTP/1.1" status: 200 len: 921 time: 3.0446744 Oct 13 15:26:40.347700 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45176) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:40.350870 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57383518-c7be-4800-a057-1c42e37335d9 None None] Sync routers for ids ['c3788e22-2e63-4dd2-bde2-6e9897b469d7'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:26:40.366708 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa91fbc-be59-4ead-8d5b-5c70fb898982 None None] Pushing event updated for resources: {'Port': ['ID=9b93842b-3fae-4cda-a17d-b71fb18e0c7d,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:40.385053 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57383518-c7be-4800-a057-1c42e37335d9 None None] Routers {'c3788e22-2e63-4dd2-bde2-6e9897b469d7'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:26:40.385662 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-57383518-c7be-4800-a057-1c42e37335d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:26:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['c3788e22-2e63-4dd2-bde2-6e9897b469d7'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:40.427252 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-fe23db3d-585e-47bb-a0ed-186a1cff91fe tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:40.441779 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9601ebf2-408a-4e2d-bb14-e780cde971a3 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:40.459375 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa91fbc-be59-4ead-8d5b-5c70fb898982 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:26:40.459990 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa91fbc-be59-4ead-8d5b-5c70fb898982 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:26:40.460087 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa91fbc-be59-4ead-8d5b-5c70fb898982 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:26:40.460347 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa91fbc-be59-4ead-8d5b-5c70fb898982 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:26:40.460972 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa91fbc-be59-4ead-8d5b-5c70fb898982 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:26:40.460972 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa91fbc-be59-4ead-8d5b-5c70fb898982 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:26:40.461308 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa91fbc-be59-4ead-8d5b-5c70fb898982 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:26:40.461613 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa91fbc-be59-4ead-8d5b-5c70fb898982 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:26:40.461929 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa91fbc-be59-4ead-8d5b-5c70fb898982 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:26:40.462269 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa91fbc-be59-4ead-8d5b-5c70fb898982 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:26:40.462969 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa91fbc-be59-4ead-8d5b-5c70fb898982 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:26:40.462969 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa91fbc-be59-4ead-8d5b-5c70fb898982 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:26:40.466486 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe23db3d-585e-47bb-a0ed-186a1cff91fe tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:26:40.466895 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-fe23db3d-585e-47bb-a0ed-186a1cff91fe tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:40.473544 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-57383518-c7be-4800-a057-1c42e37335d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:40.487050 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-de52e388-6c7f-4f5c-8918-10ad193d7172 None None] Provisioning for port 1b4bb27c-d7a1-4478-873b-055620ad1612 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:26:40.517355 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-de52e388-6c7f-4f5c-8918-10ad193d7172 None None] Provisioning complete for port 1b4bb27c-d7a1-4478-873b-055620ad1612 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:26:40.517715 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-de52e388-6c7f-4f5c-8918-10ad193d7172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:40.518045 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-de52e388-6c7f-4f5c-8918-10ad193d7172 None None] Attempt 1 to provision port 1b4bb27c-d7a1-4478-873b-055620ad1612 Oct 13 15:26:40.524515 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.objects.ports [None req-4117d64f-24f9-4912-951d-898f1662be31 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88972) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 13 15:26:40.525742 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4117d64f-24f9-4912-951d-898f1662be31 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:40.549410 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57383518-c7be-4800-a057-1c42e37335d9 None None] Routers {'c3788e22-2e63-4dd2-bde2-6e9897b469d7'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:26:40.550032 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-57383518-c7be-4800-a057-1c42e37335d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:26:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['c3788e22-2e63-4dd2-bde2-6e9897b469d7'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:40.599586 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4117d64f-24f9-4912-951d-898f1662be31 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Pushing event updated for resources: {'Subnet': ['ID=8364970a-9671-4cb2-891b-15cb8e1c1226,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:40.616049 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4117d64f-24f9-4912-951d-898f1662be31 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Checking segment: {'id': '14ea6a77-0a66-4025-8735-9385a3f89ffc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '9f54b1b4-a61b-42b4-b9ba-8cf0f19ed188'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:26:40.616529 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4117d64f-24f9-4912-951d-898f1662be31 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Network hostable DHCP agents. Network: 9f54b1b4-a61b-42b4-b9ba-8cf0f19ed188, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:26:40.650934 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4117d64f-24f9-4912-951d-898f1662be31 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Network 9f54b1b4-a61b-42b4-b9ba-8cf0f19ed188 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:26:40.663721 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-4117d64f-24f9-4912-951d-898f1662be31 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 9f54b1b4-a61b-42b4-b9ba-8cf0f19ed188) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:40.666716 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-57383518-c7be-4800-a057-1c42e37335d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:40.667331 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57383518-c7be-4800-a057-1c42e37335d9 None None] The sync data for ids ['c3788e22-2e63-4dd2-bde2-6e9897b469d7'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:26:40.683651 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4117d64f-24f9-4912-951d-898f1662be31 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:40.684856 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4117d64f-24f9-4912-951d-898f1662be31 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:40.708429 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-4117d64f-24f9-4912-951d-898f1662be31 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.1157625 Oct 13 15:26:40.711169 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45180) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:40.729790 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-de52e388-6c7f-4f5c-8918-10ad193d7172 None None] Port 1b4bb27c-d7a1-4478-873b-055620ad1612 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:26:40.865711 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-65eab041-e6a9-4555-a808-b6205e176bdc tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:40.870218 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83ae692-a4be-448b-8c1c-e3011ac883bb None None] get_active_networks_info from dv-neutron-860329-2-hyperv {{(pid=88974) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 13 15:26:40.910263 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-fe23db3d-585e-47bb-a0ed-186a1cff91fe tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:40.933212 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-a3801da4-06a4-46de-8fd6-db84bc9f7855 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] 10.222.0.42 "GET /v2.0/routers/c3788e22-2e63-4dd2-bde2-6e9897b469d7 HTTP/1.1" status: 200 len: 921 time: 0.5811052 Oct 13 15:26:40.936162 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45184) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:40.939017 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-fe23db3d-585e-47bb-a0ed-186a1cff91fe tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:40.953362 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe23db3d-585e-47bb-a0ed-186a1cff91fe tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Pushing event deleted for resources: {'Network': ['ID=f8d3f4de-75b1-4307-b445-5f8618e363fc,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:40.976555 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-65eab041-e6a9-4555-a808-b6205e176bdc tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:41.000824 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f83ae692-a4be-448b-8c1c-e3011ac883bb None None] Resources bound (agent type, host, resource id): {{(pid=88974) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 15:26:41.067893 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-fe23db3d-585e-47bb-a0ed-186a1cff91fe tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] 10.222.0.42 "DELETE /v2.0/networks/f8d3f4de-75b1-4307-b445-5f8618e363fc HTTP/1.1" status: 204 len: 168 time: 3.3386426 Oct 13 15:26:41.070413 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45188) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:41.081040 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-633ba496-d748-4e6e-8715-f81507b33d4b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Router 74ab670b-65cc-4ea7-815d-4cf501fef43f is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 15:26:41.090056 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9601ebf2-408a-4e2d-bb14-e780cde971a3 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:41.126364 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7b883e-ef5a-4fac-ac50-3f2597507461 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:41.130346 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-fb7b883e-ef5a-4fac-ac50-3f2597507461 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=8fb1fa59-32fe-4ed0-a248-96c43edb135f&device_id=c3788e22-2e63-4dd2-bde2-6e9897b469d7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1904612 Oct 13 15:26:41.131629 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-65eab041-e6a9-4555-a808-b6205e176bdc tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:41.134981 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45192) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:41.248457 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eab041-e6a9-4555-a808-b6205e176bdc tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Pushing event deleted for resources: {'Subnet': ['ID=8364970a-9671-4cb2-891b-15cb8e1c1226,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:41.257231 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-de52e388-6c7f-4f5c-8918-10ad193d7172 None None] Attempt 2 to provision port 1b4bb27c-d7a1-4478-873b-055620ad1612 Oct 13 15:26:41.320061 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-17c2de1d-91e1-4995-8f22-3ba9650f0ca2 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:41.332654 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 9b93842b-3fae-4cda-a17d-b71fb18e0c7d up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:26:41.334496 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633ba496-d748-4e6e-8715-f81507b33d4b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:26:41.344821 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-633ba496-d748-4e6e-8715-f81507b33d4b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "PUT /v2.0/routers/74ab670b-65cc-4ea7-815d-4cf501fef43f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2570736 Oct 13 15:26:41.344821 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45196) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:41.350852 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3dba99-5e0e-432a-a24f-cce5946c01cc None None] Sync routers for ids ['74ab670b-65cc-4ea7-815d-4cf501fef43f'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:26:41.361479 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3dba99-5e0e-432a-a24f-cce5946c01cc None None] Routers {'74ab670b-65cc-4ea7-815d-4cf501fef43f'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:26:41.362413 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-ec3dba99-5e0e-432a-a24f-cce5946c01cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:26:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['74ab670b-65cc-4ea7-815d-4cf501fef43f'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:41.435061 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8891c11f-a06a-4f4e-ad21-9a18dc553e51 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:41.435774 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-8891c11f-a06a-4f4e-ad21-9a18dc553e51 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Synchronizing usage tracker for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:26:41.446553 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-65eab041-e6a9-4555-a808-b6205e176bdc tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:41.459527 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-de52e388-6c7f-4f5c-8918-10ad193d7172 None None] Port 1b4bb27c-d7a1-4478-873b-055620ad1612 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:26:41.463579 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-8891c11f-a06a-4f4e-ad21-9a18dc553e51 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Unset dirty status for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:26:41.468260 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-8891c11f-a06a-4f4e-ad21-9a18dc553e51 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/ports/1b4bb27c-d7a1-4478-873b-055620ad1612 HTTP/1.1" status: 200 len: 911 time: 0.1191332 Oct 13 15:26:41.470154 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45200) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:41.480382 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-17c2de1d-91e1-4995-8f22-3ba9650f0ca2 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Deleting port 24eb6559-57b9-4674-beba-1f57ed22bae4 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:26:41.480834 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-17c2de1d-91e1-4995-8f22-3ba9650f0ca2 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:41.515241 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 9b93842b-3fae-4cda-a17d-b71fb18e0c7d triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:26:41.515600 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-65eab041-e6a9-4555-a808-b6205e176bdc tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f54b1b4-a61b-42b4-b9ba-8cf0f19ed188']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:41.516076 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:41.516561 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 9b93842b-3fae-4cda-a17d-b71fb18e0c7d Oct 13 15:26:41.552430 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-65eab041-e6a9-4555-a808-b6205e176bdc tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14ea6a77-0a66-4025-8735-9385a3f89ffc') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:41.552997 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-65eab041-e6a9-4555-a808-b6205e176bdc tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14ea6a77-0a66-4025-8735-9385a3f89ffc') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:41.556590 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-ec3dba99-5e0e-432a-a24f-cce5946c01cc None None] Set router 74ab670b-65cc-4ea7-815d-4cf501fef43f gateway port host: None {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:26:41.565759 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969eacbd-f775-4a83-a9d5-99e164dceea1 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:41.566442 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-969eacbd-f775-4a83-a9d5-99e164dceea1 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Synchronizing usage tracker for tenant:7e985eae305f45868dbca6afe6dfa386 on resource:network {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:26:41.577210 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-65eab041-e6a9-4555-a808-b6205e176bdc tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:41.630232 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-65eab041-e6a9-4555-a808-b6205e176bdc tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:41.655810 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65eab041-e6a9-4555-a808-b6205e176bdc tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:26:41.656439 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-65eab041-e6a9-4555-a808-b6205e176bdc tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:41.697147 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 2bbe0b1d-b0af-440f-8b24-29390027ffe3 resource provider aggregate not found Oct 13 15:26:41.709941 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9601ebf2-408a-4e2d-bb14-e780cde971a3 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for router_gateway, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:41.722851 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-969eacbd-f775-4a83-a9d5-99e164dceea1 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Unset dirty status for tenant:7e985eae305f45868dbca6afe6dfa386 on resource:network {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:26:41.729491 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-969eacbd-f775-4a83-a9d5-99e164dceea1 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] 10.222.0.42 "GET /v2.0/networks/8fb1fa59-32fe-4ed0-a248-96c43edb135f HTTP/1.1" status: 200 len: 881 time: 0.5216060 Oct 13 15:26:41.736448 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 14ea6a77-0a66-4025-8735-9385a3f89ffc resource provider aggregate not found Oct 13 15:26:41.742895 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 2bbe0b1d-b0af-440f-8b24-29390027ffe3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2bbe0b1d-b0af-440f-8b24-29390027ffe3 found for delete ", "request_id": "req-f5b3a8c4-99de-4d4a-9feb-f267774648f8"}]} Oct 13 15:26:41.743478 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45210) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:41.795873 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9601ebf2-408a-4e2d-bb14-e780cde971a3 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:41.810062 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 14ea6a77-0a66-4025-8735-9385a3f89ffc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 14ea6a77-0a66-4025-8735-9385a3f89ffc found for delete ", "request_id": "req-2d4d60e9-7f47-4791-aafd-3358ffa3cdc6"}]} Oct 13 15:26:41.840859 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-eaa120d5-7947-466e-8173-281adff029a5 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3788e22-2e63-4dd2-bde2-6e9897b469d7 HTTP/1.1" status: 200 len: 205 time: 0.0931542 Oct 13 15:26:41.844011 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45216) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:41.907735 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 9b93842b-3fae-4cda-a17d-b71fb18e0c7d is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:26:41.915960 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-65eab041-e6a9-4555-a808-b6205e176bdc tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:41.936840 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-ec3dba99-5e0e-432a-a24f-cce5946c01cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ab670b-65cc-4ea7-815d-4cf501fef43f', 'name': 'tempest-NetworksTestDHCPv6-router-594546691', 'tenant_id': 'bb90cebe15f541febeed2c50e15c931e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:26:32Z', 'updated_at': '2022-10-13T15:26:37Z', 'revision_number': 2, 'project_id': 'bb90cebe15f541febeed2c50e15c931e', 'gw_port_host': None, '_interfaces': [{'id': '1b4bb27c-d7a1-4478-873b-055620ad1612', 'name': '', 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'tenant_id': 'bb90cebe15f541febeed2c50e15c931e', 'mac_address': 'fa:16:3e:4f:02:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ab670b-65cc-4ea7-815d-4cf501fef43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'bfc78a52-a105-4f40-84b8-40115e03b3c5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:26:34Z', 'updated_at': '2022-10-13T15:26:38Z', 'revision_number': 2, 'project_id': 'bb90cebe15f541febeed2c50e15c931e', 'subnets': [{'id': 'bfc78a52-a105-4f40-84b8-40115e03b3c5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:41.941766 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3dba99-5e0e-432a-a24f-cce5946c01cc None None] Checking router: 74ab670b-65cc-4ea7-815d-4cf501fef43f for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:26:41.942240 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3dba99-5e0e-432a-a24f-cce5946c01cc None None] Updating router 74ab670b-65cc-4ea7-815d-4cf501fef43f port 1b4bb27c-d7a1-4478-873b-055620ad1612 binding host dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:26:41.946557 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-65eab041-e6a9-4555-a808-b6205e176bdc tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:41.961680 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-de52e388-6c7f-4f5c-8918-10ad193d7172 None None] Attempt 3 to provision port 1b4bb27c-d7a1-4478-873b-055620ad1612 Oct 13 15:26:41.969211 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65eab041-e6a9-4555-a808-b6205e176bdc tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Pushing event deleted for resources: {'Network': ['ID=9f54b1b4-a61b-42b4-b9ba-8cf0f19ed188,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:41.979157 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-65eab041-e6a9-4555-a808-b6205e176bdc tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] 10.222.0.42 "DELETE /v2.0/networks/9f54b1b4-a61b-42b4-b9ba-8cf0f19ed188 HTTP/1.1" status: 204 len: 168 time: 1.2642570 Oct 13 15:26:41.980250 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45220) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:41.983281 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-17c2de1d-91e1-4995-8f22-3ba9650f0ca2 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] For port 24eb6559-57b9-4674-beba-1f57ed22bae4, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=24eb6559-57b9-4674-beba-1f57ed22bae4,segment=NetworkSegment(a21b17e1-a828-4298-aba2-3fc3ca5d4e48),segment_id=a21b17e1-a828-4298-aba2-3fc3ca5d4e48)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:26:41.983891 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-17c2de1d-91e1-4995-8f22-3ba9650f0ca2 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:41.988358 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd63d595-d308-4090-a261-5cbf9201454d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:41.994818 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd63d595-d308-4090-a261-5cbf9201454d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:41.996453 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-dd63d595-d308-4090-a261-5cbf9201454d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.5269940 Oct 13 15:26:41.999610 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-1d09b9c0-046e-4335-8bb4-b239cadd2df2 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-283958629'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:42.011080 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45224) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:42.014445 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-1d09b9c0-046e-4335-8bb4-b239cadd2df2 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:26:42.026090 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-ec3dba99-5e0e-432a-a24f-cce5946c01cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:42.056528 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-de52e388-6c7f-4f5c-8918-10ad193d7172 None None] Port 1b4bb27c-d7a1-4478-873b-055620ad1612 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:26:42.057188 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6004a722-707b-4298-88f8-3b655696ee8f None None] Network 9f54b1b4-a61b-42b4-b9ba-8cf0f19ed188 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:26:42.093811 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6004a722-707b-4298-88f8-3b655696ee8f None None] Network 9f54b1b4-a61b-42b4-b9ba-8cf0f19ed188 could not be found, it might have been deleted concurrently. {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Oct 13 15:26:42.110045 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528460c1-7e04-4ae5-85f5-2bf8a18ccbec None None] Network 9f54b1b4-a61b-42b4-b9ba-8cf0f19ed188 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:26:42.148372 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528460c1-7e04-4ae5-85f5-2bf8a18ccbec None None] Network 9f54b1b4-a61b-42b4-b9ba-8cf0f19ed188 could not be found, it might have been deleted concurrently. {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Oct 13 15:26:42.152170 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-9601ebf2-408a-4e2d-bb14-e780cde971a3 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Allocated IP 172.26.2.94 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/db02e058-0c26-4491-b615-27b89c67d0a8) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:26:42.238761 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5fa9dab3-dbd7-440b-8ef7-b064a505ba02 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks [] for router, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:42.291600 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-1d09b9c0-046e-4335-8bb4-b239cadd2df2 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Usage tracker for resource:network and tenant:9dbe2e8c7f93444caca9a28c77250007 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:26:42.402166 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-1d09b9c0-046e-4335-8bb4-b239cadd2df2 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:26:42.410381 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-ec3dba99-5e0e-432a-a24f-cce5946c01cc None None] Notify callbacks [] for port, precommit_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:42.422036 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-17c2de1d-91e1-4995-8f22-3ba9650f0ca2 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Calling delete_port for 24eb6559-57b9-4674-beba-1f57ed22bae4 owned by network:dhcp {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:26:42.423525 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.provisioning_blocks [None req-ec3dba99-5e0e-432a-a24f-cce5946c01cc None None] Transition to ACTIVE for port object 1b4bb27c-d7a1-4478-873b-055620ad1612 will not be triggered until provisioned by entity L2. {{(pid=88975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:26:42.430876 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-ec3dba99-5e0e-432a-a24f-cce5946c01cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:42.475324 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-1d09b9c0-046e-4335-8bb4-b239cadd2df2 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:26:42.503542 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d09b9c0-046e-4335-8bb4-b239cadd2df2 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Made reservation on behalf of 9dbe2e8c7f93444caca9a28c77250007 for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:26:42.506906 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1d09b9c0-046e-4335-8bb4-b239cadd2df2 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:42.557840 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-de52e388-6c7f-4f5c-8918-10ad193d7172 None None] Attempt 4 to provision port 1b4bb27c-d7a1-4478-873b-055620ad1612 Oct 13 15:26:42.625860 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0466f28d-a816-4672-a4fa-bcdb8eaef25f None None] Pushing event updated for resources: {'Port': ['ID=1b4bb27c-d7a1-4478-873b-055620ad1612,revision_number=3']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:42.649747 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-ec3dba99-5e0e-432a-a24f-cce5946c01cc None None] Attempting to bind port 1b4bb27c-d7a1-4478-873b-055620ad1612 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:26:42.650157 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-ec3dba99-5e0e-432a-a24f-cce5946c01cc None None] Attempting to bind port 1b4bb27c-d7a1-4478-873b-055620ad1612 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:26:42.650520 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3dba99-5e0e-432a-a24f-cce5946c01cc None None] Attempting to bind port 1b4bb27c-d7a1-4478-873b-055620ad1612 on network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:26:42.658789 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3dba99-5e0e-432a-a24f-cce5946c01cc None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:26:42.658789 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3dba99-5e0e-432a-a24f-cce5946c01cc None None] Checking segment: {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:26:42.659104 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-ec3dba99-5e0e-432a-a24f-cce5946c01cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:42.659446 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec3dba99-5e0e-432a-a24f-cce5946c01cc None None] Bound using segment: {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:26:42.659912 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-ec3dba99-5e0e-432a-a24f-cce5946c01cc None None] Bound port: 1b4bb27c-d7a1-4478-873b-055620ad1612, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'}}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:26:42.660294 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-ec3dba99-5e0e-432a-a24f-cce5946c01cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:42.668998 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-de52e388-6c7f-4f5c-8918-10ad193d7172 None None] Port 1b4bb27c-d7a1-4478-873b-055620ad1612 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:26:42.678169 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5fa9dab3-dbd7-440b-8ef7-b064a505ba02 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:42.700490 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-17c2de1d-91e1-4995-8f22-3ba9650f0ca2 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:42.702929 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-5fa9dab3-dbd7-440b-8ef7-b064a505ba02 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Deleting port 5b58a781-9bb5-4565-98cb-e4a5767d2c2c {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:26:42.703274 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5fa9dab3-dbd7-440b-8ef7-b064a505ba02 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:42.707220 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d09b9c0-046e-4335-8bb4-b239cadd2df2 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:26:42.765698 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c2de1d-91e1-4995-8f22-3ba9650f0ca2 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Pushing event deleted for resources: {'Port': ['ID=24eb6559-57b9-4674-beba-1f57ed22bae4,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:42.766897 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-ec3dba99-5e0e-432a-a24f-cce5946c01cc None None] For port 1b4bb27c-d7a1-4478-873b-055620ad1612, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:26:42.770630 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-ec3dba99-5e0e-432a-a24f-cce5946c01cc None None] For port 1b4bb27c-d7a1-4478-873b-055620ad1612, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=1b4bb27c-d7a1-4478-873b-055620ad1612,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:26:42.778568 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c2de1d-91e1-4995-8f22-3ba9650f0ca2 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] No DVR routers for this DVR port 24eb6559-57b9-4674-beba-1f57ed22bae4 on host dv-neutron-860329-2-hyperv {{(pid=88972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:26:42.779722 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-ec3dba99-5e0e-432a-a24f-cce5946c01cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:42.780981 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1d09b9c0-046e-4335-8bb4-b239cadd2df2 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:42.781543 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-1d09b9c0-046e-4335-8bb4-b239cadd2df2 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Added segment 6c6dbf50-4a4e-46cc-b8d4-440a503181da of type vlan for network e02d73f1-3bfa-417a-bb27-8618af8a8473 Oct 13 15:26:42.794618 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9601ebf2-408a-4e2d-bb14-e780cde971a3 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:42.841780 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec3dba99-5e0e-432a-a24f-cce5946c01cc None None] Routers {'74ab670b-65cc-4ea7-815d-4cf501fef43f'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:26:42.842410 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-ec3dba99-5e0e-432a-a24f-cce5946c01cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:26:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['74ab670b-65cc-4ea7-815d-4cf501fef43f'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:42.901630 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5fa9dab3-dbd7-440b-8ef7-b064a505ba02 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:42.962578 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1d09b9c0-046e-4335-8bb4-b239cadd2df2 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:42.980411 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-17c2de1d-91e1-4995-8f22-3ba9650f0ca2 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:43.020060 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0466f28d-a816-4672-a4fa-bcdb8eaef25f None None] Pushing event updated for resources: {'Port': ['ID=1b4bb27c-d7a1-4478-873b-055620ad1612,revision_number=4']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:43.027313 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9601ebf2-408a-4e2d-bb14-e780cde971a3 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:43.030159 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-17c2de1d-91e1-4995-8f22-3ba9650f0ca2 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df7a89fb-5033-49ca-96cf-d437b10dce60']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:43.037261 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-5fa9dab3-dbd7-440b-8ef7-b064a505ba02 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Calling delete_port for 5b58a781-9bb5-4565-98cb-e4a5767d2c2c owned by network:router_gateway {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:26:43.041664 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-ec3dba99-5e0e-432a-a24f-cce5946c01cc None None] Set router 74ab670b-65cc-4ea7-815d-4cf501fef43f gateway port host: None {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:26:43.046633 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-17c2de1d-91e1-4995-8f22-3ba9650f0ca2 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a21b17e1-a828-4298-aba2-3fc3ca5d4e48') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:43.047015 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-17c2de1d-91e1-4995-8f22-3ba9650f0ca2 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a21b17e1-a828-4298-aba2-3fc3ca5d4e48') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:43.063788 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-17c2de1d-91e1-4995-8f22-3ba9650f0ca2 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:43.070331 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1d09b9c0-046e-4335-8bb4-b239cadd2df2 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:43.076420 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d09b9c0-046e-4335-8bb4-b239cadd2df2 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:43.077073 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1d09b9c0-046e-4335-8bb4-b239cadd2df2 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:43.134849 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-17c2de1d-91e1-4995-8f22-3ba9650f0ca2 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:43.150435 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9601ebf2-408a-4e2d-bb14-e780cde971a3 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:26:43.156433 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17c2de1d-91e1-4995-8f22-3ba9650f0ca2 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:26:43.157032 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-17c2de1d-91e1-4995-8f22-3ba9650f0ca2 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:43.157174 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-9601ebf2-408a-4e2d-bb14-e780cde971a3 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:43.160576 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9601ebf2-408a-4e2d-bb14-e780cde971a3 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event updated for resources: {'Port': ['ID=db02e058-0c26-4491-b615-27b89c67d0a8,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:43.162773 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9601ebf2-408a-4e2d-bb14-e780cde971a3 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:26:43.170181 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-de52e388-6c7f-4f5c-8918-10ad193d7172 None None] Attempt 5 to provision port 1b4bb27c-d7a1-4478-873b-055620ad1612 Oct 13 15:26:43.244602 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-1d09b9c0-046e-4335-8bb4-b239cadd2df2 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.2520719 Oct 13 15:26:43.246012 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45228) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:43.256075 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-de52e388-6c7f-4f5c-8918-10ad193d7172 None None] Port 1b4bb27c-d7a1-4478-873b-055620ad1612 had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 15:26:43.305730 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-d6ace86a-dbf0-4d74-b4a3-38240c8146a1 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Request body: {'subnet': {'network_id': 'e02d73f1-3bfa-417a-bb27-8618af8a8473', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:43.319689 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d09b9c0-046e-4335-8bb4-b239cadd2df2 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Pushing event updated for resources: {'Network': ['ID=e02d73f1-3bfa-417a-bb27-8618af8a8473,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:43.332435 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network e02d73f1-3bfa-417a-bb27-8618af8a8473 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:26:43.415470 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-ec3dba99-5e0e-432a-a24f-cce5946c01cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ab670b-65cc-4ea7-815d-4cf501fef43f', 'name': 'tempest-NetworksTestDHCPv6-router-594546691', 'tenant_id': 'bb90cebe15f541febeed2c50e15c931e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:26:32Z', 'updated_at': '2022-10-13T15:26:37Z', 'revision_number': 2, 'project_id': 'bb90cebe15f541febeed2c50e15c931e', 'gw_port_host': None, '_interfaces': [{'id': '1b4bb27c-d7a1-4478-873b-055620ad1612', 'name': '', 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'tenant_id': 'bb90cebe15f541febeed2c50e15c931e', 'mac_address': 'fa:16:3e:4f:02:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ab670b-65cc-4ea7-815d-4cf501fef43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'bfc78a52-a105-4f40-84b8-40115e03b3c5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:26:34Z', 'updated_at': '2022-10-13T15:26:42Z', 'revision_number': 4, 'project_id': 'bb90cebe15f541febeed2c50e15c931e', 'subnets': [{'id': 'bfc78a52-a105-4f40-84b8-40115e03b3c5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:43.423858 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec3dba99-5e0e-432a-a24f-cce5946c01cc None None] The sync data for ids ['74ab670b-65cc-4ea7-815d-4cf501fef43f'] in dv-neutron-860329-2-hyperv is: [{'id': '74ab670b-65cc-4ea7-815d-4cf501fef43f', 'name': 'tempest-NetworksTestDHCPv6-router-594546691', 'tenant_id': 'bb90cebe15f541febeed2c50e15c931e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:26:32Z', 'updated_at': '2022-10-13T15:26:37Z', 'revision_number': 2, 'project_id': 'bb90cebe15f541febeed2c50e15c931e', 'gw_port_host': None, '_interfaces': [{'id': '1b4bb27c-d7a1-4478-873b-055620ad1612', 'name': '', 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'tenant_id': 'bb90cebe15f541febeed2c50e15c931e', 'mac_address': 'fa:16:3e:4f:02:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74ab670b-65cc-4ea7-815d-4cf501fef43f', 'device_owner': 'network:router_interface', 'standard_attr_id': 347, 'fixed_ips': [{'subnet_id': 'bfc78a52-a105-4f40-84b8-40115e03b3c5', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:26:34Z', 'updated_at': '2022-10-13T15:26:42Z', 'revision_number': 4, 'project_id': 'bb90cebe15f541febeed2c50e15c931e', 'subnets': [{'id': 'bfc78a52-a105-4f40-84b8-40115e03b3c5', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:26:43.461643 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-17c2de1d-91e1-4995-8f22-3ba9650f0ca2 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:43.500266 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-17c2de1d-91e1-4995-8f22-3ba9650f0ca2 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:43.516776 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c2de1d-91e1-4995-8f22-3ba9650f0ca2 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Pushing event deleted for resources: {'Network': ['ID=df7a89fb-5033-49ca-96cf-d437b10dce60,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:43.521262 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-17c2de1d-91e1-4995-8f22-3ba9650f0ca2 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] 10.222.0.42 "DELETE /v2.0/networks/df7a89fb-5033-49ca-96cf-d437b10dce60 HTTP/1.1" status: 204 len: 168 time: 2.4498334 Oct 13 15:26:43.522681 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-d6ace86a-dbf0-4d74-b4a3-38240c8146a1 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:26:43.524157 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45234) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:43.529544 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-d6ace86a-dbf0-4d74-b4a3-38240c8146a1 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Usage tracker for resource:subnet and tenant:9dbe2e8c7f93444caca9a28c77250007 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:26:43.533178 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-d6ace86a-dbf0-4d74-b4a3-38240c8146a1 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:26:43.540681 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-d6ace86a-dbf0-4d74-b4a3-38240c8146a1 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:26:43.590267 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6ace86a-dbf0-4d74-b4a3-38240c8146a1 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Made reservation on behalf of 9dbe2e8c7f93444caca9a28c77250007 for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:26:43.593963 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d6ace86a-dbf0-4d74-b4a3-38240c8146a1 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:43.805725 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5fa9dab3-dbd7-440b-8ef7-b064a505ba02 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:43.863462 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-39589fb4-bac6-4a12-9412-3804953f2a46 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:43.891552 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-082d7c91-9b3e-49d6-98a7-211c98637a73 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:43.914216 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment a21b17e1-a828-4298-aba2-3fc3ca5d4e48 resource provider aggregate not found Oct 13 15:26:43.993669 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment a21b17e1-a828-4298-aba2-3fc3ca5d4e48 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a21b17e1-a828-4298-aba2-3fc3ca5d4e48 found for delete ", "request_id": "req-59ee9395-e624-4628-9b56-e123094a6159"}]} Oct 13 15:26:44.042767 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa9dab3-dbd7-440b-8ef7-b064a505ba02 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Pushing event deleted for resources: {'Port': ['ID=5b58a781-9bb5-4565-98cb-e4a5767d2c2c,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:44.091732 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9601ebf2-408a-4e2d-bb14-e780cde971a3 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for router_gateway, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:44.262641 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d6ace86a-dbf0-4d74-b4a3-38240c8146a1 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:44.292562 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-39589fb4-bac6-4a12-9412-3804953f2a46 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Deleting port 1b4bb27c-d7a1-4478-873b-055620ad1612 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:26:44.292897 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-39589fb4-bac6-4a12-9412-3804953f2a46 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:44.367424 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5fa9dab3-dbd7-440b-8ef7-b064a505ba02 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828050'] for router_gateway, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:44.410602 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ace86a-dbf0-4d74-b4a3-38240c8146a1 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Pushing event updated for resources: {'Subnet': ['ID=1c6971fa-3f98-491f-b8ee-c145876b47c8,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:44.482718 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-082d7c91-9b3e-49d6-98a7-211c98637a73 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:44.483348 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ace86a-dbf0-4d74-b4a3-38240c8146a1 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Checking segment: {'id': '6c6dbf50-4a4e-46cc-b8d4-440a503181da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e02d73f1-3bfa-417a-bb27-8618af8a8473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:26:44.483706 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ace86a-dbf0-4d74-b4a3-38240c8146a1 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Network hostable DHCP agents. Network: e02d73f1-3bfa-417a-bb27-8618af8a8473, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:26:44.530462 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ace86a-dbf0-4d74-b4a3-38240c8146a1 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Network e02d73f1-3bfa-417a-bb27-8618af8a8473 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:26:44.553629 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-39589fb4-bac6-4a12-9412-3804953f2a46 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] For port 1b4bb27c-d7a1-4478-873b-055620ad1612, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=1b4bb27c-d7a1-4478-873b-055620ad1612,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:26:44.553998 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-39589fb4-bac6-4a12-9412-3804953f2a46 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:44.564978 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-d6ace86a-dbf0-4d74-b4a3-38240c8146a1 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, e02d73f1-3bfa-417a-bb27-8618af8a8473) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:44.577544 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d591af-0781-4245-840e-c4620c2f8179 None None] Network e02d73f1-3bfa-417a-bb27-8618af8a8473 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:26:44.583980 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5fa9dab3-dbd7-440b-8ef7-b064a505ba02 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:44.587510 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5fa9dab3-dbd7-440b-8ef7-b064a505ba02 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:44.592582 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-082d7c91-9b3e-49d6-98a7-211c98637a73 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3acdc3ff-a931-4545-89b6-97096b5d0dde']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:44.617739 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ace86a-dbf0-4d74-b4a3-38240c8146a1 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:44.618504 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d6ace86a-dbf0-4d74-b4a3-38240c8146a1 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:44.672057 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-082d7c91-9b3e-49d6-98a7-211c98637a73 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c49d0842-3759-4bc2-b8b8-a59c13a3171e') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:44.672344 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-082d7c91-9b3e-49d6-98a7-211c98637a73 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c49d0842-3759-4bc2-b8b8-a59c13a3171e') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:44.705107 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-082d7c91-9b3e-49d6-98a7-211c98637a73 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:44.716186 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5fa9dab3-dbd7-440b-8ef7-b064a505ba02 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:44.716669 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa9dab3-dbd7-440b-8ef7-b064a505ba02 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Fanout notify agent at l3_agent the message router_deleted on router c3788e22-2e63-4dd2-bde2-6e9897b469d7 {{(pid=88973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:26:44.728742 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-39589fb4-bac6-4a12-9412-3804953f2a46 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Calling delete_port for 1b4bb27c-d7a1-4478-873b-055620ad1612 owned by network:router_interface {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:26:44.803662 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-082d7c91-9b3e-49d6-98a7-211c98637a73 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:44.816744 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d6ace86a-dbf0-4d74-b4a3-38240c8146a1 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5205328 Oct 13 15:26:44.819972 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45242) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:44.821598 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-082d7c91-9b3e-49d6-98a7-211c98637a73 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Releasing vlan 408 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:26:44.822082 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-082d7c91-9b3e-49d6-98a7-211c98637a73 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:44.856752 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e3e187-eb4f-406b-af93-339a2716db91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-e02d73f1-3bfa-417a-bb27-8618af8a8473', 'network_id': 'e02d73f1-3bfa-417a-bb27-8618af8a8473', 'tenant_id': '9dbe2e8c7f93444caca9a28c77250007', 'fixed_ips': [{'subnet_id': '1c6971fa-3f98-491f-b8ee-c145876b47c8'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:26:44.857573 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-33e3e187-eb4f-406b-af93-339a2716db91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:44.857905 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5fa9dab3-dbd7-440b-8ef7-b064a505ba02 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:44.867538 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-5fa9dab3-dbd7-440b-8ef7-b064a505ba02 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] 10.222.0.42 "DELETE /v2.0/routers/c3788e22-2e63-4dd2-bde2-6e9897b469d7 HTTP/1.1" status: 204 len: 168 time: 3.0223432 Oct 13 15:26:44.868614 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45248) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:44.876961 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment c49d0842-3759-4bc2-b8b8-a59c13a3171e resource provider aggregate not found Oct 13 15:26:44.927540 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-8fe2a813-dee4-451b-b2e2-636d6b692f3f tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-518452767', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:44.945564 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-8fe2a813-dee4-451b-b2e2-636d6b692f3f tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:26:44.953230 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment c49d0842-3759-4bc2-b8b8-a59c13a3171e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c49d0842-3759-4bc2-b8b8-a59c13a3171e found for delete ", "request_id": "req-3a105040-1d00-411a-96a8-0073a1a182af"}]} Oct 13 15:26:44.955793 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-8fe2a813-dee4-451b-b2e2-636d6b692f3f tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Usage tracker for resource:router and tenant:86e73b52cc6f49c9965a3399831aec36 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:26:44.959497 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9601ebf2-408a-4e2d-bb14-e780cde971a3 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:44.962321 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-8fe2a813-dee4-451b-b2e2-636d6b692f3f tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:26:44.970520 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-8fe2a813-dee4-451b-b2e2-636d6b692f3f tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:26:45.013367 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-66f025d6-9d21-4bbe-9412-d552832eb869 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:45.030912 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-082d7c91-9b3e-49d6-98a7-211c98637a73 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:45.055384 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-33e3e187-eb4f-406b-af93-339a2716db91 None None] Allocated IP 2001:db8::2 (e02d73f1-3bfa-417a-bb27-8618af8a8473/1c6971fa-3f98-491f-b8ee-c145876b47c8/b3986e02-ea0e-49fa-8b3a-c68ece1067fc) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:26:45.065815 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-082d7c91-9b3e-49d6-98a7-211c98637a73 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:45.081535 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082d7c91-9b3e-49d6-98a7-211c98637a73 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Pushing event deleted for resources: {'Network': ['ID=3acdc3ff-a931-4545-89b6-97096b5d0dde,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:45.091597 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-082d7c91-9b3e-49d6-98a7-211c98637a73 tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] 10.222.0.42 "DELETE /v2.0/networks/3acdc3ff-a931-4545-89b6-97096b5d0dde HTTP/1.1" status: 204 len: 168 time: 1.5647871 Oct 13 15:26:45.092618 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8fe2a813-dee4-451b-b2e2-636d6b692f3f tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:45.093868 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8fe2a813-dee4-451b-b2e2-636d6b692f3f tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:45.097071 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45254) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:45.176724 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-66f025d6-9d21-4bbe-9412-d552832eb869 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:45.209447 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8fe2a813-dee4-451b-b2e2-636d6b692f3f tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:45.266750 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8fe2a813-dee4-451b-b2e2-636d6b692f3f tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:45.285699 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9601ebf2-408a-4e2d-bb14-e780cde971a3 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Router 3c663f6a-ea5d-46d8-96ae-85bb12cdd725 is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 15:26:45.321693 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-33e3e187-eb4f-406b-af93-339a2716db91 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:45.332750 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-33e3e187-eb4f-406b-af93-339a2716db91 None None] Transition to ACTIVE for port object b3986e02-ea0e-49fa-8b3a-c68ece1067fc will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:26:45.352904 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-33e3e187-eb4f-406b-af93-339a2716db91 None None] Transition to ACTIVE for port object b3986e02-ea0e-49fa-8b3a-c68ece1067fc will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:26:45.357571 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 1b4bb27c-d7a1-4478-873b-055620ad1612 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:26:45.365328 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8fe2a813-dee4-451b-b2e2-636d6b692f3f tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:45.366624 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-8fe2a813-dee4-451b-b2e2-636d6b692f3f tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4860723 Oct 13 15:26:45.375533 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45258) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:45.383179 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-9eaaada9-9a47-455d-acd3-ab6f28636643 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Request body: {'router': {'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:45.395977 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 1b4bb27c-d7a1-4478-873b-055620ad1612 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:26:45.396183 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 1b4bb27c-d7a1-4478-873b-055620ad1612 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Oct 13 15:26:45.400344 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-39589fb4-bac6-4a12-9412-3804953f2a46 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:45.427612 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-33e3e187-eb4f-406b-af93-339a2716db91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:45.467343 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Port 1b4bb27c-d7a1-4478-873b-055620ad1612 not found, will not notify nova. {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Oct 13 15:26:45.469079 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39589fb4-bac6-4a12-9412-3804953f2a46 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event deleted for resources: {'Port': ['ID=1b4bb27c-d7a1-4478-873b-055620ad1612,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:45.502144 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e3e187-eb4f-406b-af93-339a2716db91 None None] Network e02d73f1-3bfa-417a-bb27-8618af8a8473 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:26:45.505575 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-33e3e187-eb4f-406b-af93-339a2716db91 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:45.509368 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e3e187-eb4f-406b-af93-339a2716db91 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:26:45.526107 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-66262c4d-f9c0-4827-bf8b-165c88a9f87c tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:45.535451 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-66f025d6-9d21-4bbe-9412-d552832eb869 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:45.549069 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3e187-eb4f-406b-af93-339a2716db91 None None] Pushing event updated for resources: {'Port': ['ID=b3986e02-ea0e-49fa-8b3a-c68ece1067fc,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:45.639025 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-33e3e187-eb4f-406b-af93-339a2716db91 None None] Attempting to bind port b3986e02-ea0e-49fa-8b3a-c68ece1067fc on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:26:45.639646 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-33e3e187-eb4f-406b-af93-339a2716db91 None None] Attempting to bind port b3986e02-ea0e-49fa-8b3a-c68ece1067fc by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '6c6dbf50-4a4e-46cc-b8d4-440a503181da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e02d73f1-3bfa-417a-bb27-8618af8a8473'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:26:45.640072 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e3e187-eb4f-406b-af93-339a2716db91 None None] Attempting to bind port b3986e02-ea0e-49fa-8b3a-c68ece1067fc on network e02d73f1-3bfa-417a-bb27-8618af8a8473 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:26:45.643727 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f025d6-9d21-4bbe-9412-d552832eb869 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Pushing event deleted for resources: {'Subnet': ['ID=1c6971fa-3f98-491f-b8ee-c145876b47c8,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:45.656803 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e3e187-eb4f-406b-af93-339a2716db91 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:26:45.657954 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e3e187-eb4f-406b-af93-339a2716db91 None None] Checking segment: {'id': '6c6dbf50-4a4e-46cc-b8d4-440a503181da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e02d73f1-3bfa-417a-bb27-8618af8a8473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:26:45.658530 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-33e3e187-eb4f-406b-af93-339a2716db91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:45.659027 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e3e187-eb4f-406b-af93-339a2716db91 None None] Bound using segment: {'id': '6c6dbf50-4a4e-46cc-b8d4-440a503181da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e02d73f1-3bfa-417a-bb27-8618af8a8473'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:26:45.660227 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-33e3e187-eb4f-406b-af93-339a2716db91 None None] Bound port: b3986e02-ea0e-49fa-8b3a-c68ece1067fc, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c6dbf50-4a4e-46cc-b8d4-440a503181da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': 'e02d73f1-3bfa-417a-bb27-8618af8a8473'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:26:45.660766 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-33e3e187-eb4f-406b-af93-339a2716db91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:45.776088 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-33e3e187-eb4f-406b-af93-339a2716db91 None None] For port b3986e02-ea0e-49fa-8b3a-c68ece1067fc, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:26:45.780464 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-33e3e187-eb4f-406b-af93-339a2716db91 None None] For port b3986e02-ea0e-49fa-8b3a-c68ece1067fc, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=b3986e02-ea0e-49fa-8b3a-c68ece1067fc,segment=NetworkSegment(6c6dbf50-4a4e-46cc-b8d4-440a503181da),segment_id=6c6dbf50-4a4e-46cc-b8d4-440a503181da)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:26:45.787190 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-33e3e187-eb4f-406b-af93-339a2716db91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:45.833460 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-39589fb4-bac6-4a12-9412-3804953f2a46 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:45.869900 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-66f025d6-9d21-4bbe-9412-d552832eb869 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:45.950283 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e3e187-eb4f-406b-af93-339a2716db91 None None] Pushing event updated for resources: {'Port': ['ID=b3986e02-ea0e-49fa-8b3a-c68ece1067fc,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:45.966548 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863e60c0-b57b-4bfe-a28a-c20375e39ebf None None] Network e02d73f1-3bfa-417a-bb27-8618af8a8473 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:26:45.982473 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-66f025d6-9d21-4bbe-9412-d552832eb869 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e02d73f1-3bfa-417a-bb27-8618af8a8473']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:46.008504 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9601ebf2-408a-4e2d-bb14-e780cde971a3 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:26:46.029065 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9eaaada9-9a47-455d-acd3-ab6f28636643 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:46.047381 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363269da-c5d6-4171-afe7-7bcf8232c2bc None None] Sync routers for ids ['3c663f6a-ea5d-46d8-96ae-85bb12cdd725'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:26:46.058722 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9601ebf2-408a-4e2d-bb14-e780cde971a3 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:46.062731 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-9601ebf2-408a-4e2d-bb14-e780cde971a3 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 6.0254841 Oct 13 15:26:46.063519 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45262) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:46.075759 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363269da-c5d6-4171-afe7-7bcf8232c2bc None None] Routers {'3c663f6a-ea5d-46d8-96ae-85bb12cdd725'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:26:46.076519 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-363269da-c5d6-4171-afe7-7bcf8232c2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:26:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['3c663f6a-ea5d-46d8-96ae-85bb12cdd725'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:46.115328 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-66f025d6-9d21-4bbe-9412-d552832eb869 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c6dbf50-4a4e-46cc-b8d4-440a503181da') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:46.115912 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-66f025d6-9d21-4bbe-9412-d552832eb869 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c6dbf50-4a4e-46cc-b8d4-440a503181da') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:46.133025 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-66262c4d-f9c0-4827-bf8b-165c88a9f87c tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:46.142652 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-66f025d6-9d21-4bbe-9412-d552832eb869 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:46.169710 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-363269da-c5d6-4171-afe7-7bcf8232c2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:46.181917 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-66262c4d-f9c0-4827-bf8b-165c88a9f87c tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96b35abe-0871-40e3-904a-75958401977f']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:46.189129 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-66f025d6-9d21-4bbe-9412-d552832eb869 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:46.218710 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-363269da-c5d6-4171-afe7-7bcf8232c2bc None None] Routers {'3c663f6a-ea5d-46d8-96ae-85bb12cdd725'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:26:46.219247 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-363269da-c5d6-4171-afe7-7bcf8232c2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:26:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['3c663f6a-ea5d-46d8-96ae-85bb12cdd725'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:46.290096 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-363269da-c5d6-4171-afe7-7bcf8232c2bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:46.290518 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-363269da-c5d6-4171-afe7-7bcf8232c2bc None None] The sync data for ids ['3c663f6a-ea5d-46d8-96ae-85bb12cdd725'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:26:46.307778 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66f025d6-9d21-4bbe-9412-d552832eb869 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:26:46.308175 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-66f025d6-9d21-4bbe-9412-d552832eb869 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:46.320536 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2707d584-997d-4321-9e53-b8183a96db14 None None] get_active_networks_info from dv-neutron-860329-2-hyperv {{(pid=88974) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 13 15:26:46.329674 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-6fd69d57-1967-4c19-92fd-a25e9cc7d812 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "GET /v2.0/routers/3c663f6a-ea5d-46d8-96ae-85bb12cdd725 HTTP/1.1" status: 200 len: 883 time: 0.2609372 Oct 13 15:26:46.329870 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45268) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:46.341676 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-66262c4d-f9c0-4827-bf8b-165c88a9f87c tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b89a39cd-6001-4b6d-8b8d-11dc8e05daa3') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:46.341955 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-66262c4d-f9c0-4827-bf8b-165c88a9f87c tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b89a39cd-6001-4b6d-8b8d-11dc8e05daa3') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:46.412961 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-66262c4d-f9c0-4827-bf8b-165c88a9f87c tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:46.422270 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 6c6dbf50-4a4e-46cc-b8d4-440a503181da resource provider aggregate not found Oct 13 15:26:46.451316 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-66262c4d-f9c0-4827-bf8b-165c88a9f87c tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:46.454862 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39589fb4-bac6-4a12-9412-3804953f2a46 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Router 74ab670b-65cc-4ea7-815d-4cf501fef43f has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:26:46.455617 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2707d584-997d-4321-9e53-b8183a96db14 None None] Resources bound (agent type, host, resource id): {{(pid=88974) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 15:26:46.462895 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66262c4d-f9c0-4827-bf8b-165c88a9f87c tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:26:46.463316 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-66262c4d-f9c0-4827-bf8b-165c88a9f87c tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:46.479617 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 6c6dbf50-4a4e-46cc-b8d4-440a503181da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6c6dbf50-4a4e-46cc-b8d4-440a503181da found for delete ", "request_id": "req-b72b7dbb-77af-4eb6-9780-e30ab5011afa"}]} Oct 13 15:26:46.495290 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.db.api [None req-66f025d6-9d21-4bbe-9412-d552832eb869 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 13 15:26:46.495290 dv-neutron-860329-2-hyperv neutron-server[88972]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 13 15:26:46.495290 dv-neutron-860329-2-hyperv neutron-server[88972]: [parameters: {'id': 'e02d73f1-3bfa-417a-bb27-8618af8a8473'}] Oct 13 15:26:46.495290 dv-neutron-860329-2-hyperv neutron-server[88972]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88972) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:26:46.495710 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG oslo_db.api [None req-66f025d6-9d21-4bbe-9412-d552832eb869 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:26:46.655701 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9eaaada9-9a47-455d-acd3-ab6f28636643 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks [] for router_gateway, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:46.697682 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9eaaada9-9a47-455d-acd3-ab6f28636643 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:46.826318 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39589fb4-bac6-4a12-9412-3804953f2a46 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:26:46.827768 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-66262c4d-f9c0-4827-bf8b-165c88a9f87c tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:46.836084 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dcb4e0-51ad-4756-886f-025c1af14083 None None] Sync routers for ids ['74ab670b-65cc-4ea7-815d-4cf501fef43f'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:26:46.848291 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dcb4e0-51ad-4756-886f-025c1af14083 None None] Routers {'74ab670b-65cc-4ea7-815d-4cf501fef43f'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:26:46.848913 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-c9dcb4e0-51ad-4756-886f-025c1af14083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:26:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['74ab670b-65cc-4ea7-815d-4cf501fef43f'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:46.860851 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-66262c4d-f9c0-4827-bf8b-165c88a9f87c tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:46.869591 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66262c4d-f9c0-4827-bf8b-165c88a9f87c tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] Pushing event deleted for resources: {'Network': ['ID=96b35abe-0871-40e3-904a-75958401977f,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:46.896262 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-66262c4d-f9c0-4827-bf8b-165c88a9f87c tempest-BulkNetworkOpsTest-811781298 tempest-BulkNetworkOpsTest-811781298-project] 10.222.0.42 "DELETE /v2.0/networks/96b35abe-0871-40e3-904a-75958401977f HTTP/1.1" status: 204 len: 168 time: 1.7947247 Oct 13 15:26:46.901833 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-39589fb4-bac6-4a12-9412-3804953f2a46 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "PUT /v2.0/routers/74ab670b-65cc-4ea7-815d-4cf501fef43f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8893323 Oct 13 15:26:46.905677 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45276) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:46.991820 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-c9dcb4e0-51ad-4756-886f-025c1af14083 None None] Set router 74ab670b-65cc-4ea7-815d-4cf501fef43f gateway port host: None {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:26:46.995323 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-27fcb85d-ed25-4072-9b46-39391817a289 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Synchronizing usage tracker for tenant:34e6b268fc1844e287c5dc961df795e5 on resource:router {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:26:46.999392 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8107f851-721c-4b74-80f6-049cb6a1c3e9 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:47.001749 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8107f851-721c-4b74-80f6-049cb6a1c3e9 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:47.002689 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-8107f851-721c-4b74-80f6-049cb6a1c3e9 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Synchronizing usage tracker for tenant:bb90cebe15f541febeed2c50e15c931e on resource:subnet {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:26:47.008430 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-66f025d6-9d21-4bbe-9412-d552832eb869 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:47.010075 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-9eaaada9-9a47-455d-acd3-ab6f28636643 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Allocated IP 172.26.2.215 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/dd20e02e-4b24-4bb4-a9bf-cd4db17e5d12) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:26:47.030730 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-66f025d6-9d21-4bbe-9412-d552832eb869 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Deleting port b3986e02-ea0e-49fa-8b3a-c68ece1067fc {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:26:47.031364 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-66f025d6-9d21-4bbe-9412-d552832eb869 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:47.045427 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-27fcb85d-ed25-4072-9b46-39391817a289 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Unset dirty status for tenant:34e6b268fc1844e287c5dc961df795e5 on resource:router {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:26:47.046746 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-27fcb85d-ed25-4072-9b46-39391817a289 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.7160106 Oct 13 15:26:47.057523 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45280) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:47.065849 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-5d915d65-978e-42ca-8783-2b6f226a4111 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-115522720'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:47.067534 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-8107f851-721c-4b74-80f6-049cb6a1c3e9 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Unset dirty status for tenant:bb90cebe15f541febeed2c50e15c931e on resource:subnet {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:26:47.068858 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-8107f851-721c-4b74-80f6-049cb6a1c3e9 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1617992 Oct 13 15:26:47.075798 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45284) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:47.113353 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-c9dcb4e0-51ad-4756-886f-025c1af14083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ab670b-65cc-4ea7-815d-4cf501fef43f', 'name': 'tempest-NetworksTestDHCPv6-router-594546691', 'tenant_id': 'bb90cebe15f541febeed2c50e15c931e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:26:32Z', 'updated_at': '2022-10-13T15:26:45Z', 'revision_number': 3, 'project_id': 'bb90cebe15f541febeed2c50e15c931e', 'gw_port_host': None}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:47.117564 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dcb4e0-51ad-4756-886f-025c1af14083 None None] Checking router: 74ab670b-65cc-4ea7-815d-4cf501fef43f for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:26:47.126212 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9dcb4e0-51ad-4756-886f-025c1af14083 None None] Routers {'74ab670b-65cc-4ea7-815d-4cf501fef43f'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:26:47.126754 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-c9dcb4e0-51ad-4756-886f-025c1af14083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:26:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['74ab670b-65cc-4ea7-815d-4cf501fef43f'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:47.240558 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c8a777f-a2ff-49f8-8306-00fbae87b022 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Deleting subnet bfc78a52-a105-4f40-84b8-40115e03b3c5 {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:26:47.252073 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9c8a777f-a2ff-49f8-8306-00fbae87b022 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:47.260677 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-c9dcb4e0-51ad-4756-886f-025c1af14083 None None] Set router 74ab670b-65cc-4ea7-815d-4cf501fef43f gateway port host: None {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:26:47.329359 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9c8a777f-a2ff-49f8-8306-00fbae87b022 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:47.335049 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45292) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:47.366623 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9eaaada9-9a47-455d-acd3-ab6f28636643 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:47.366868 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-c9dcb4e0-51ad-4756-886f-025c1af14083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74ab670b-65cc-4ea7-815d-4cf501fef43f', 'name': 'tempest-NetworksTestDHCPv6-router-594546691', 'tenant_id': 'bb90cebe15f541febeed2c50e15c931e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:26:32Z', 'updated_at': '2022-10-13T15:26:45Z', 'revision_number': 3, 'project_id': 'bb90cebe15f541febeed2c50e15c931e', 'gw_port_host': None}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:47.370877 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9dcb4e0-51ad-4756-886f-025c1af14083 None None] The sync data for ids ['74ab670b-65cc-4ea7-815d-4cf501fef43f'] in dv-neutron-860329-2-hyperv is: [{'id': '74ab670b-65cc-4ea7-815d-4cf501fef43f', 'name': 'tempest-NetworksTestDHCPv6-router-594546691', 'tenant_id': 'bb90cebe15f541febeed2c50e15c931e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:26:32Z', 'updated_at': '2022-10-13T15:26:45Z', 'revision_number': 3, 'project_id': 'bb90cebe15f541febeed2c50e15c931e', 'gw_port_host': None}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:26:47.510754 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-66f025d6-9d21-4bbe-9412-d552832eb869 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] For port b3986e02-ea0e-49fa-8b3a-c68ece1067fc, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=b3986e02-ea0e-49fa-8b3a-c68ece1067fc,segment=NetworkSegment(6c6dbf50-4a4e-46cc-b8d4-440a503181da),segment_id=6c6dbf50-4a4e-46cc-b8d4-440a503181da)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:26:47.511104 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-66f025d6-9d21-4bbe-9412-d552832eb869 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:47.610741 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-9ec76aed-a73a-4edb-b73e-7cbe84f5de38 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7374914577824b91987ff1643c49becb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2741888 Oct 13 15:26:47.641156 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45300) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:47.651654 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-66f025d6-9d21-4bbe-9412-d552832eb869 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Calling delete_port for b3986e02-ea0e-49fa-8b3a-c68ece1067fc owned by network:dhcp {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:26:47.667002 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9eaaada9-9a47-455d-acd3-ab6f28636643 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:47.687841 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9c8a777f-a2ff-49f8-8306-00fbae87b022 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:47.757523 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eaaada9-9a47-455d-acd3-ab6f28636643 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:26:47.762053 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-9eaaada9-9a47-455d-acd3-ab6f28636643 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:47.765047 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eaaada9-9a47-455d-acd3-ab6f28636643 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:26:47.831345 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-74f9e2bf-b699-4e6f-b211-d1c5dfc18560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:47.858891 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9c8a777f-a2ff-49f8-8306-00fbae87b022 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:47.863254 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-66f025d6-9d21-4bbe-9412-d552832eb869 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:47.885465 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaaada9-9a47-455d-acd3-ab6f28636643 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Pushing event updated for resources: {'Port': ['ID=dd20e02e-4b24-4bb4-a9bf-cd4db17e5d12,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:47.923305 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-74f9e2bf-b699-4e6f-b211-d1c5dfc18560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:47.960780 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f025d6-9d21-4bbe-9412-d552832eb869 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Pushing event deleted for resources: {'Port': ['ID=b3986e02-ea0e-49fa-8b3a-c68ece1067fc,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:47.962436 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8a777f-a2ff-49f8-8306-00fbae87b022 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event deleted for resources: {'Subnet': ['ID=bfc78a52-a105-4f40-84b8-40115e03b3c5,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:47.971492 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f025d6-9d21-4bbe-9412-d552832eb869 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] No DVR routers for this DVR port b3986e02-ea0e-49fa-8b3a-c68ece1067fc on host dv-neutron-860329-2-hyperv {{(pid=88972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:26:47.980152 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cb8bff-c15c-40ad-813b-43d0f0b38d27 None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:26:48.006583 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9c8a777f-a2ff-49f8-8306-00fbae87b022 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:48.029305 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5d915d65-978e-42ca-8783-2b6f226a4111 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:48.079455 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-9c8a777f-a2ff-49f8-8306-00fbae87b022 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/bfc78a52-a105-4f40-84b8-40115e03b3c5 HTTP/1.1" status: 204 len: 168 time: 1.0024185 Oct 13 15:26:48.083568 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45306) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:48.084846 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5d915d65-978e-42ca-8783-2b6f226a4111 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1827972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1827983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1827956'] for router, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:48.144947 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-66f025d6-9d21-4bbe-9412-d552832eb869 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:48.155736 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-74f9e2bf-b699-4e6f-b211-d1c5dfc18560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:48.187432 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f9e2bf-b699-4e6f-b211-d1c5dfc18560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3212f0e0-38d6-4f89-b767-6def1ff42329,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:48.190418 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-66f025d6-9d21-4bbe-9412-d552832eb869 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e02d73f1-3bfa-417a-bb27-8618af8a8473']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:48.200674 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-74f9e2bf-b699-4e6f-b211-d1c5dfc18560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:48.201777 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-74f9e2bf-b699-4e6f-b211-d1c5dfc18560 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3212f0e0-38d6-4f89-b767-6def1ff42329 HTTP/1.1" status: 204 len: 168 time: 0.5594454 Oct 13 15:26:48.205797 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-66f025d6-9d21-4bbe-9412-d552832eb869 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c6dbf50-4a4e-46cc-b8d4-440a503181da') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:48.206092 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-66f025d6-9d21-4bbe-9412-d552832eb869 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c6dbf50-4a4e-46cc-b8d4-440a503181da') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:48.219843 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-66f025d6-9d21-4bbe-9412-d552832eb869 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:48.240361 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-66f025d6-9d21-4bbe-9412-d552832eb869 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:48.252811 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-66f025d6-9d21-4bbe-9412-d552832eb869 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:26:48.253370 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-66f025d6-9d21-4bbe-9412-d552832eb869 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:48.281858 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3b2722-8a8c-4e78-8023-b60e5b6bf5ba None None] DHCP port deletion for a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:26:48.285850 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-0d3b2722-8a8c-4e78-8023-b60e5b6bf5ba None None] Deleting port 9b93842b-3fae-4cda-a17d-b71fb18e0c7d {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:26:48.286277 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0d3b2722-8a8c-4e78-8023-b60e5b6bf5ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:48.363369 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-66f025d6-9d21-4bbe-9412-d552832eb869 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:48.375384 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-66f025d6-9d21-4bbe-9412-d552832eb869 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:48.414817 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-66f025d6-9d21-4bbe-9412-d552832eb869 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] 10.222.0.42 "DELETE /v2.0/networks/e02d73f1-3bfa-417a-bb27-8618af8a8473 HTTP/1.1" status: 204 len: 168 time: 3.5935297 Oct 13 15:26:48.416209 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f025d6-9d21-4bbe-9412-d552832eb869 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Pushing event deleted for resources: {'Network': ['ID=e02d73f1-3bfa-417a-bb27-8618af8a8473,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:48.417796 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45314) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:48.424900 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-b907f4a0-1658-4fd3-8aad-3b0c357f0f13 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1123192676'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:48.429719 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-b907f4a0-1658-4fd3-8aad-3b0c357f0f13 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:26:48.433629 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-b907f4a0-1658-4fd3-8aad-3b0c357f0f13 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Usage tracker for resource:network and tenant:9dbe2e8c7f93444caca9a28c77250007 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:26:48.437269 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-b907f4a0-1658-4fd3-8aad-3b0c357f0f13 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:26:48.444606 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-b907f4a0-1658-4fd3-8aad-3b0c357f0f13 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:26:48.458615 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b907f4a0-1658-4fd3-8aad-3b0c357f0f13 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Made reservation on behalf of 9dbe2e8c7f93444caca9a28c77250007 for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:26:48.463725 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b907f4a0-1658-4fd3-8aad-3b0c357f0f13 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:48.502376 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b907f4a0-1658-4fd3-8aad-3b0c357f0f13 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:26:48.515350 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment b89a39cd-6001-4b6d-8b8d-11dc8e05daa3 resource provider aggregate not found Oct 13 15:26:48.519333 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b907f4a0-1658-4fd3-8aad-3b0c357f0f13 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:48.519669 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-b907f4a0-1658-4fd3-8aad-3b0c357f0f13 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Added segment 92ba5474-8ab5-4830-a528-0da9d0562101 of type vlan for network 5d8a7e1f-846c-45be-9e88-d43c9704fb9c Oct 13 15:26:48.529969 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-0d3b2722-8a8c-4e78-8023-b60e5b6bf5ba None None] For port 9b93842b-3fae-4cda-a17d-b71fb18e0c7d, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=9b93842b-3fae-4cda-a17d-b71fb18e0c7d,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:26:48.530393 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0d3b2722-8a8c-4e78-8023-b60e5b6bf5ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:48.545629 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment b89a39cd-6001-4b6d-8b8d-11dc8e05daa3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b89a39cd-6001-4b6d-8b8d-11dc8e05daa3 found for delete ", "request_id": "req-e0a45e31-bd0c-4920-bf33-ab13455d4513"}]} Oct 13 15:26:48.564814 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 6c6dbf50-4a4e-46cc-b8d4-440a503181da resource provider aggregate not found Oct 13 15:26:48.571307 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b907f4a0-1658-4fd3-8aad-3b0c357f0f13 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:48.598402 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 6c6dbf50-4a4e-46cc-b8d4-440a503181da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6c6dbf50-4a4e-46cc-b8d4-440a503181da found for delete ", "request_id": "req-95cf8caa-54eb-48ce-aa6e-cd8f7c9342bc"}]} Oct 13 15:26:48.620016 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b907f4a0-1658-4fd3-8aad-3b0c357f0f13 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:48.627576 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b907f4a0-1658-4fd3-8aad-3b0c357f0f13 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:48.628711 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b907f4a0-1658-4fd3-8aad-3b0c357f0f13 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:48.709521 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-0d3b2722-8a8c-4e78-8023-b60e5b6bf5ba None None] Calling delete_port for 9b93842b-3fae-4cda-a17d-b71fb18e0c7d owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:26:48.733454 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-b907f4a0-1658-4fd3-8aad-3b0c357f0f13 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3139691 Oct 13 15:26:48.739628 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45334) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:48.749834 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-6d011c9d-1980-43f3-bc23-4c7a452918b1 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Request body: {'subnet': {'network_id': '5d8a7e1f-846c-45be-9e88-d43c9704fb9c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:48.769611 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-eaa1532c-cbf7-48d4-87e1-c2dbadca4836 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.6821821 Oct 13 15:26:48.780531 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45338) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:48.819760 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0d3b2722-8a8c-4e78-8023-b60e5b6bf5ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:48.883935 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3b2722-8a8c-4e78-8023-b60e5b6bf5ba None None] Pushing event deleted for resources: {'Port': ['ID=9b93842b-3fae-4cda-a17d-b71fb18e0c7d,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:48.886706 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3b2722-8a8c-4e78-8023-b60e5b6bf5ba None None] No DVR routers for this DVR port 9b93842b-3fae-4cda-a17d-b71fb18e0c7d on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:26:48.913677 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b907f4a0-1658-4fd3-8aad-3b0c357f0f13 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Pushing event updated for resources: {'Network': ['ID=5d8a7e1f-846c-45be-9e88-d43c9704fb9c,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:48.929331 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 5d8a7e1f-846c-45be-9e88-d43c9704fb9c details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:26:48.998872 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-6d011c9d-1980-43f3-bc23-4c7a452918b1 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:26:49.003296 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-6d011c9d-1980-43f3-bc23-4c7a452918b1 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Usage tracker for resource:subnet and tenant:9dbe2e8c7f93444caca9a28c77250007 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:26:49.006230 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-6d011c9d-1980-43f3-bc23-4c7a452918b1 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:26:49.012453 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-6d011c9d-1980-43f3-bc23-4c7a452918b1 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:26:49.025989 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d011c9d-1980-43f3-bc23-4c7a452918b1 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Made reservation on behalf of 9dbe2e8c7f93444caca9a28c77250007 for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:26:49.030641 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6d011c9d-1980-43f3-bc23-4c7a452918b1 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:49.050207 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d915d65-978e-42ca-8783-2b6f226a4111 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Router 3c663f6a-ea5d-46d8-96ae-85bb12cdd725 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:26:49.062828 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c7f58b2a-7a93-4919-8721-5d4dd64a09ad tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for router, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:49.171664 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45350) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:49.208294 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 1b4bb27c-d7a1-4478-873b-055620ad1612 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:26:49.255083 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 1b4bb27c-d7a1-4478-873b-055620ad1612 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:26:49.255486 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 1b4bb27c-d7a1-4478-873b-055620ad1612 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:26:49.255845 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 9b93842b-3fae-4cda-a17d-b71fb18e0c7d no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:26:49.277335 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9eaaada9-9a47-455d-acd3-ab6f28636643 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks [] for router_gateway, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:49.294356 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 9b93842b-3fae-4cda-a17d-b71fb18e0c7d {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:26:49.294724 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 9b93842b-3fae-4cda-a17d-b71fb18e0c7d not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:26:49.335594 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-ce2bd91e-503c-442a-bdb2-fdc6e80b8463 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1707202555'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:49.346679 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-ce2bd91e-503c-442a-bdb2-fdc6e80b8463 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:26:49.358193 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-ce2bd91e-503c-442a-bdb2-fdc6e80b8463 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Usage tracker for resource:network and tenant:c7529f71933548bfa5c77476ba17c75c is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:26:49.362603 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-ce2bd91e-503c-442a-bdb2-fdc6e80b8463 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:26:49.371848 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-ce2bd91e-503c-442a-bdb2-fdc6e80b8463 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:26:49.415906 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.objects.ports [None req-6d011c9d-1980-43f3-bc23-4c7a452918b1 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88972) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 13 15:26:49.417285 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6d011c9d-1980-43f3-bc23-4c7a452918b1 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:49.421168 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2bd91e-503c-442a-bdb2-fdc6e80b8463 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Made reservation on behalf of c7529f71933548bfa5c77476ba17c75c for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:26:49.424464 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ce2bd91e-503c-442a-bdb2-fdc6e80b8463 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:49.484932 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ce2bd91e-503c-442a-bdb2-fdc6e80b8463 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:49.520656 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-ce2bd91e-503c-442a-bdb2-fdc6e80b8463 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:26:49.529401 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d011c9d-1980-43f3-bc23-4c7a452918b1 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Pushing event updated for resources: {'Subnet': ['ID=004487d9-ce5b-42d4-87fb-73b1bccbc10d,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:49.531738 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-ce2bd91e-503c-442a-bdb2-fdc6e80b8463 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Usage tracker for resource:security_group_rule and tenant:c7529f71933548bfa5c77476ba17c75c is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:26:49.535599 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-ce2bd91e-503c-442a-bdb2-fdc6e80b8463 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:26:49.544377 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-ce2bd91e-503c-442a-bdb2-fdc6e80b8463 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:26:49.548813 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d011c9d-1980-43f3-bc23-4c7a452918b1 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Checking segment: {'id': '92ba5474-8ab5-4830-a528-0da9d0562101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5d8a7e1f-846c-45be-9e88-d43c9704fb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:26:49.549162 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d011c9d-1980-43f3-bc23-4c7a452918b1 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Network hostable DHCP agents. Network: 5d8a7e1f-846c-45be-9e88-d43c9704fb9c, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:26:49.587745 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d011c9d-1980-43f3-bc23-4c7a452918b1 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Network 5d8a7e1f-846c-45be-9e88-d43c9704fb9c is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:26:49.605201 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-6d011c9d-1980-43f3-bc23-4c7a452918b1 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 5d8a7e1f-846c-45be-9e88-d43c9704fb9c) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:49.614769 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d011c9d-1980-43f3-bc23-4c7a452918b1 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:49.615323 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6d011c9d-1980-43f3-bc23-4c7a452918b1 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:49.616420 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac375346-f6f5-41b9-9d33-7150383bcd0f None None] Network 5d8a7e1f-846c-45be-9e88-d43c9704fb9c requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:26:49.675933 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ce2bd91e-503c-442a-bdb2-fdc6e80b8463 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:49.681397 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-6d011c9d-1980-43f3-bc23-4c7a452918b1 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.9377573 Oct 13 15:26:49.681640 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45356) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:49.704813 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ce2bd91e-503c-442a-bdb2-fdc6e80b8463 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:49.808707 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce2bd91e-503c-442a-bdb2-fdc6e80b8463 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:26:49.812344 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c7f58b2a-7a93-4919-8721-5d4dd64a09ad tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:49.824884 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c7f58b2a-7a93-4919-8721-5d4dd64a09ad tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:49.829242 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2bd91e-503c-442a-bdb2-fdc6e80b8463 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=800a672e-c872-451a-b02e-3536ce923b3a,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:49.844095 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ce2bd91e-503c-442a-bdb2-fdc6e80b8463 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:49.844775 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-ce2bd91e-503c-442a-bdb2-fdc6e80b8463 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Added segment 500226a8-381d-428a-ae40-87c61feb9775 of type vlan for network a7f3b330-c320-422e-b157-5a2ea33283c2 Oct 13 15:26:49.870848 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c7f58b2a-7a93-4919-8721-5d4dd64a09ad tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:49.871354 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f58b2a-7a93-4919-8721-5d4dd64a09ad tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Fanout notify agent at l3_agent the message router_deleted on router 74ab670b-65cc-4ea7-815d-4cf501fef43f {{(pid=88973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:26:49.879759 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d915d65-978e-42ca-8783-2b6f226a4111 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:26:49.888568 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be2ddce-32e2-40f5-91bb-505917c85ec1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-5d8a7e1f-846c-45be-9e88-d43c9704fb9c', 'network_id': '5d8a7e1f-846c-45be-9e88-d43c9704fb9c', 'tenant_id': '9dbe2e8c7f93444caca9a28c77250007', 'fixed_ips': [{'subnet_id': '004487d9-ce5b-42d4-87fb-73b1bccbc10d'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:26:49.892891 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7be2ddce-32e2-40f5-91bb-505917c85ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:49.897482 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ce2bd91e-503c-442a-bdb2-fdc6e80b8463 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:49.904886 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3a8781a7-02b8-42b7-bf36-2c73ba80ff9c tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:49.909130 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669d595e-12ba-459d-bc15-b7b8c3f1928f None None] Sync routers for ids ['3c663f6a-ea5d-46d8-96ae-85bb12cdd725'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:26:49.927726 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669d595e-12ba-459d-bc15-b7b8c3f1928f None None] Routers {'3c663f6a-ea5d-46d8-96ae-85bb12cdd725'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:26:49.928583 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-669d595e-12ba-459d-bc15-b7b8c3f1928f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:26:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['3c663f6a-ea5d-46d8-96ae-85bb12cdd725'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:49.963874 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5d915d65-978e-42ca-8783-2b6f226a4111 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:49.965024 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-5d915d65-978e-42ca-8783-2b6f226a4111 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "PUT /v2.0/routers/3c663f6a-ea5d-46d8-96ae-85bb12cdd725 HTTP/1.1" status: 200 len: 890 time: 2.9065728 Oct 13 15:26:49.984690 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45360) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:50.010760 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ce2bd91e-503c-442a-bdb2-fdc6e80b8463 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:50.017660 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2bd91e-503c-442a-bdb2-fdc6e80b8463 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:50.018364 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ce2bd91e-503c-442a-bdb2-fdc6e80b8463 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:50.024732 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3a8781a7-02b8-42b7-bf36-2c73ba80ff9c tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:50.031216 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-669d595e-12ba-459d-bc15-b7b8c3f1928f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:50.049986 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c7f58b2a-7a93-4919-8721-5d4dd64a09ad tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:50.051290 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c7f58b2a-7a93-4919-8721-5d4dd64a09ad tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/routers/74ab670b-65cc-4ea7-815d-4cf501fef43f HTTP/1.1" status: 204 len: 168 time: 1.2695544 Oct 13 15:26:50.060392 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669d595e-12ba-459d-bc15-b7b8c3f1928f None None] Routers {'3c663f6a-ea5d-46d8-96ae-85bb12cdd725'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:26:50.060851 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45364) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:50.061012 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-669d595e-12ba-459d-bc15-b7b8c3f1928f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:26:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['3c663f6a-ea5d-46d8-96ae-85bb12cdd725'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:50.130647 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-669d595e-12ba-459d-bc15-b7b8c3f1928f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:50.131049 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669d595e-12ba-459d-bc15-b7b8c3f1928f None None] The sync data for ids ['3c663f6a-ea5d-46d8-96ae-85bb12cdd725'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:26:50.177938 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-3055bbaa-7ac5-4d5b-83d8-9153e46e7b8c tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Synchronizing usage tracker for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:26:50.217521 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-7be2ddce-32e2-40f5-91bb-505917c85ec1 None None] Allocated IP 2001:db8::f816:3eff:fec3:eb2e (5d8a7e1f-846c-45be-9e88-d43c9704fb9c/004487d9-ce5b-42d4-87fb-73b1bccbc10d/2632be28-2215-45fc-8188-d690d732467d) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:26:50.238320 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-ce2bd91e-503c-442a-bdb2-fdc6e80b8463 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.0647058 Oct 13 15:26:50.239339 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45368) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:50.250295 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-3df4ba67-88f5-4075-9bd8-cfcbaae19246 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Request body: {'port': {'network_id': 'a7f3b330-c320-422e-b157-5a2ea33283c2', 'name': 'tempest-PortsTestJSON-211443771'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:50.256513 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2bd91e-503c-442a-bdb2-fdc6e80b8463 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event updated for resources: {'Network': ['ID=a7f3b330-c320-422e-b157-5a2ea33283c2,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:50.265852 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-3055bbaa-7ac5-4d5b-83d8-9153e46e7b8c tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Unset dirty status for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:26:50.267275 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-3055bbaa-7ac5-4d5b-83d8-9153e46e7b8c tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1889253 Oct 13 15:26:50.270749 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45372) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:50.306450 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9eaaada9-9a47-455d-acd3-ab6f28636643 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:50.318938 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network a7f3b330-c320-422e-b157-5a2ea33283c2 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:26:50.344945 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-466dd6b6-beed-48c0-9e7f-657bb36b6594 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:50.345687 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-466dd6b6-beed-48c0-9e7f-657bb36b6594 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Synchronizing usage tracker for tenant:bb90cebe15f541febeed2c50e15c931e on resource:subnet {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:26:50.361482 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-466dd6b6-beed-48c0-9e7f-657bb36b6594 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Unset dirty status for tenant:bb90cebe15f541febeed2c50e15c931e on resource:subnet {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:26:50.365170 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-466dd6b6-beed-48c0-9e7f-657bb36b6594 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0900247 Oct 13 15:26:50.365428 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45376) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:50.367354 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-694877b9-fe0f-4d66-81e2-e7bf4d542103 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "GET /v2.0/routers/3c663f6a-ea5d-46d8-96ae-85bb12cdd725 HTTP/1.1" status: 200 len: 890 time: 0.3813608 Oct 13 15:26:50.368446 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9eaaada9-9a47-455d-acd3-ab6f28636643 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1827972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1827983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1827956'] for router, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:50.373012 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45380) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:50.435451 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-a2f23026-7639-45dc-a3bc-0c588ea645a9 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Synchronizing usage tracker for tenant:bb90cebe15f541febeed2c50e15c931e on resource:router {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:26:50.452675 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-a2f23026-7639-45dc-a3bc-0c588ea645a9 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Unset dirty status for tenant:bb90cebe15f541febeed2c50e15c931e on resource:router {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:26:50.453994 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a2f23026-7639-45dc-a3bc-0c588ea645a9 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0876255 Oct 13 15:26:50.458701 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45384) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:50.464607 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-a90625a2-606c-4cb3-b08f-2318aae27af5 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'subnet': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:50.497584 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-833cfb30-c46e-4c35-99d6-b7f6a4188a0e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Synchronizing usage tracker for tenant:34e6b268fc1844e287c5dc961df795e5 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:26:50.522396 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-3df4ba67-88f5-4075-9bd8-cfcbaae19246 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:26:50.530669 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-3df4ba67-88f5-4075-9bd8-cfcbaae19246 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Usage tracker for resource:port and tenant:c7529f71933548bfa5c77476ba17c75c is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:26:50.535987 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-3df4ba67-88f5-4075-9bd8-cfcbaae19246 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:26:50.539447 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7be2ddce-32e2-40f5-91bb-505917c85ec1 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:50.543993 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-3df4ba67-88f5-4075-9bd8-cfcbaae19246 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:26:50.550915 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-7be2ddce-32e2-40f5-91bb-505917c85ec1 None None] Transition to ACTIVE for port object 2632be28-2215-45fc-8188-d690d732467d will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:26:50.570996 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-7be2ddce-32e2-40f5-91bb-505917c85ec1 None None] Transition to ACTIVE for port object 2632be28-2215-45fc-8188-d690d732467d will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:26:50.579589 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-a90625a2-606c-4cb3-b08f-2318aae27af5 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:26:50.580261 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7be2ddce-32e2-40f5-91bb-505917c85ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:50.596558 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-a90625a2-606c-4cb3-b08f-2318aae27af5 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:26:50.606760 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-833cfb30-c46e-4c35-99d6-b7f6a4188a0e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Unset dirty status for tenant:34e6b268fc1844e287c5dc961df795e5 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:26:50.607001 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3a8781a7-02b8-42b7-bf36-2c73ba80ff9c tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:50.610452 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-833cfb30-c46e-4c35-99d6-b7f6a4188a0e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c663f6a-ea5d-46d8-96ae-85bb12cdd725 HTTP/1.1" status: 200 len: 205 time: 0.2331944 Oct 13 15:26:50.618188 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45388) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:50.623683 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3df4ba67-88f5-4075-9bd8-cfcbaae19246 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Made reservation on behalf of c7529f71933548bfa5c77476ba17c75c for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:26:50.627453 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3df4ba67-88f5-4075-9bd8-cfcbaae19246 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:50.645260 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90625a2-606c-4cb3-b08f-2318aae27af5 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:26:50.649086 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a90625a2-606c-4cb3-b08f-2318aae27af5 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:50.654897 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7be2ddce-32e2-40f5-91bb-505917c85ec1 None None] Network 5d8a7e1f-846c-45be-9e88-d43c9704fb9c is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:26:50.657735 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-7be2ddce-32e2-40f5-91bb-505917c85ec1 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:50.660144 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be2ddce-32e2-40f5-91bb-505917c85ec1 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:26:50.668532 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8781a7-02b8-42b7-bf36-2c73ba80ff9c tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Pushing event deleted for resources: {'Subnet': ['ID=004487d9-ce5b-42d4-87fb-73b1bccbc10d,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:50.669005 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be2ddce-32e2-40f5-91bb-505917c85ec1 None None] Pushing event updated for resources: {'Port': ['ID=2632be28-2215-45fc-8188-d690d732467d,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:50.732388 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [None req-3df4ba67-88f5-4075-9bd8-cfcbaae19246 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] device_id is not set on port 347ab731-b9cf-404e-a569-96fbee9e1759 yet. {{(pid=88973) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:26:50.789701 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-7be2ddce-32e2-40f5-91bb-505917c85ec1 None None] Attempting to bind port 2632be28-2215-45fc-8188-d690d732467d on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:26:50.790287 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-7be2ddce-32e2-40f5-91bb-505917c85ec1 None None] Attempting to bind port 2632be28-2215-45fc-8188-d690d732467d by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '92ba5474-8ab5-4830-a528-0da9d0562101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5d8a7e1f-846c-45be-9e88-d43c9704fb9c'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:26:50.790707 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be2ddce-32e2-40f5-91bb-505917c85ec1 None None] Attempting to bind port 2632be28-2215-45fc-8188-d690d732467d on network 5d8a7e1f-846c-45be-9e88-d43c9704fb9c {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:26:50.796115 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be2ddce-32e2-40f5-91bb-505917c85ec1 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:26:50.796594 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be2ddce-32e2-40f5-91bb-505917c85ec1 None None] Checking segment: {'id': '92ba5474-8ab5-4830-a528-0da9d0562101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5d8a7e1f-846c-45be-9e88-d43c9704fb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:26:50.797053 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7be2ddce-32e2-40f5-91bb-505917c85ec1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:50.797501 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7be2ddce-32e2-40f5-91bb-505917c85ec1 None None] Bound using segment: {'id': '92ba5474-8ab5-4830-a528-0da9d0562101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5d8a7e1f-846c-45be-9e88-d43c9704fb9c'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:26:50.798156 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-7be2ddce-32e2-40f5-91bb-505917c85ec1 None None] Bound port: 2632be28-2215-45fc-8188-d690d732467d, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92ba5474-8ab5-4830-a528-0da9d0562101', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '5d8a7e1f-846c-45be-9e88-d43c9704fb9c'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:26:50.798584 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7be2ddce-32e2-40f5-91bb-505917c85ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:50.891101 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-7be2ddce-32e2-40f5-91bb-505917c85ec1 None None] For port 2632be28-2215-45fc-8188-d690d732467d, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:26:50.894459 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-7be2ddce-32e2-40f5-91bb-505917c85ec1 None None] For port 2632be28-2215-45fc-8188-d690d732467d, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=2632be28-2215-45fc-8188-d690d732467d,segment=NetworkSegment(92ba5474-8ab5-4830-a528-0da9d0562101),segment_id=92ba5474-8ab5-4830-a528-0da9d0562101)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:26:50.898781 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7be2ddce-32e2-40f5-91bb-505917c85ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:50.938241 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-86b83d9b-6eb6-49b8-9261-ee23f3455c02 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for router, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:50.959993 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3a8781a7-02b8-42b7-bf36-2c73ba80ff9c tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:50.994451 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-3a8781a7-02b8-42b7-bf36-2c73ba80ff9c tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d8a7e1f-846c-45be-9e88-d43c9704fb9c']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:51.009728 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-3a8781a7-02b8-42b7-bf36-2c73ba80ff9c tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92ba5474-8ab5-4830-a528-0da9d0562101') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:51.010061 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-3a8781a7-02b8-42b7-bf36-2c73ba80ff9c tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92ba5474-8ab5-4830-a528-0da9d0562101') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:51.025481 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3a8781a7-02b8-42b7-bf36-2c73ba80ff9c tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:51.071011 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be2ddce-32e2-40f5-91bb-505917c85ec1 None None] Pushing event updated for resources: {'Port': ['ID=2632be28-2215-45fc-8188-d690d732467d,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:51.079705 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3a8781a7-02b8-42b7-bf36-2c73ba80ff9c tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:51.096532 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a8781a7-02b8-42b7-bf36-2c73ba80ff9c tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:26:51.096936 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3a8781a7-02b8-42b7-bf36-2c73ba80ff9c tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:51.097834 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1824de9-ae4b-4ae9-9f8b-bdb6f5fca093 None None] Network 5d8a7e1f-846c-45be-9e88-d43c9704fb9c requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:26:51.183224 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 92ba5474-8ab5-4830-a528-0da9d0562101 resource provider aggregate not found Oct 13 15:26:51.204125 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 92ba5474-8ab5-4830-a528-0da9d0562101 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 92ba5474-8ab5-4830-a528-0da9d0562101 found for delete ", "request_id": "req-22ba69d7-5fed-4bb7-bc21-0bbb29d564c5"}]} Oct 13 15:26:51.222706 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.db.api [None req-3a8781a7-02b8-42b7-bf36-2c73ba80ff9c tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 13 15:26:51.222706 dv-neutron-860329-2-hyperv neutron-server[88972]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 13 15:26:51.222706 dv-neutron-860329-2-hyperv neutron-server[88972]: [parameters: {'id': '5d8a7e1f-846c-45be-9e88-d43c9704fb9c'}] Oct 13 15:26:51.222706 dv-neutron-860329-2-hyperv neutron-server[88972]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88972) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:26:51.223191 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG oslo_db.api [None req-3a8781a7-02b8-42b7-bf36-2c73ba80ff9c tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:26:51.321699 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eaaada9-9a47-455d-acd3-ab6f28636643 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Router ea715ee5-85c0-4b29-b4d3-271bc8be92ea is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 15:26:51.323962 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d707c6c-f9a6-47ea-bfb4-c4e02dfdd0d4 None None] get_active_networks_info from dv-neutron-860329-2-hyperv {{(pid=88974) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 13 15:26:51.354428 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.objects.ports [None req-a90625a2-606c-4cb3-b08f-2318aae27af5 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88972) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 13 15:26:51.356753 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a90625a2-606c-4cb3-b08f-2318aae27af5 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:51.417893 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90625a2-606c-4cb3-b08f-2318aae27af5 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:26:51.420904 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-a90625a2-606c-4cb3-b08f-2318aae27af5 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:51.425323 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90625a2-606c-4cb3-b08f-2318aae27af5 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:51.425921 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a90625a2-606c-4cb3-b08f-2318aae27af5 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:51.438173 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3df4ba67-88f5-4075-9bd8-cfcbaae19246 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:51.439463 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90625a2-606c-4cb3-b08f-2318aae27af5 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'Subnet': ['ID=0a8722e7-0835-4758-9acf-2f2a6c0bc979,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:51.444771 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d707c6c-f9a6-47ea-bfb4-c4e02dfdd0d4 None None] Resources bound (agent type, host, resource id): {{(pid=88974) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 15:26:51.469884 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a90625a2-606c-4cb3-b08f-2318aae27af5 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0079379 Oct 13 15:26:51.471073 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45396) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:51.479228 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-df9a6bf5-e273-4d4b-847f-d0cfdc281d06 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'subnet': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:51.568896 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-86b83d9b-6eb6-49b8-9261-ee23f3455c02 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:51.590792 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-86b83d9b-6eb6-49b8-9261-ee23f3455c02 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Deleting port db02e058-0c26-4491-b615-27b89c67d0a8 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:26:51.591133 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-86b83d9b-6eb6-49b8-9261-ee23f3455c02 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:51.623789 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3df4ba67-88f5-4075-9bd8-cfcbaae19246 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:51.624599 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-df9a6bf5-e273-4d4b-847f-d0cfdc281d06 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:26:51.629436 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-df9a6bf5-e273-4d4b-847f-d0cfdc281d06 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Usage tracker for resource:subnet and tenant:bb90cebe15f541febeed2c50e15c931e is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:26:51.632909 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-df9a6bf5-e273-4d4b-847f-d0cfdc281d06 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:26:51.640169 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-df9a6bf5-e273-4d4b-847f-d0cfdc281d06 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:26:51.652007 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df9a6bf5-e273-4d4b-847f-d0cfdc281d06 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:26:51.655888 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-df9a6bf5-e273-4d4b-847f-d0cfdc281d06 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:51.676407 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eaaada9-9a47-455d-acd3-ab6f28636643 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:26:51.691920 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627e41ed-a00f-4204-977c-18cef102c7c5 None None] Sync routers for ids ['ea715ee5-85c0-4b29-b4d3-271bc8be92ea'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:26:51.702932 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627e41ed-a00f-4204-977c-18cef102c7c5 None None] Routers {'ea715ee5-85c0-4b29-b4d3-271bc8be92ea'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:26:51.703538 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-627e41ed-a00f-4204-977c-18cef102c7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:26:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['ea715ee5-85c0-4b29-b4d3-271bc8be92ea'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:51.723435 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9eaaada9-9a47-455d-acd3-ab6f28636643 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:51.726944 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3a8781a7-02b8-42b7-bf36-2c73ba80ff9c tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:51.727080 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-9eaaada9-9a47-455d-acd3-ab6f28636643 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] 10.222.0.42 "PUT /v2.0/routers/ea715ee5-85c0-4b29-b4d3-271bc8be92ea HTTP/1.1" status: 200 len: 879 time: 6.3484008 Oct 13 15:26:51.745347 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45400) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:51.775491 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-627e41ed-a00f-4204-977c-18cef102c7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:51.784409 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627e41ed-a00f-4204-977c-18cef102c7c5 None None] Routers {'ea715ee5-85c0-4b29-b4d3-271bc8be92ea'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:26:51.785004 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-627e41ed-a00f-4204-977c-18cef102c7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:26:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['ea715ee5-85c0-4b29-b4d3-271bc8be92ea'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:51.820914 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-3a8781a7-02b8-42b7-bf36-2c73ba80ff9c tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Deleting port 2632be28-2215-45fc-8188-d690d732467d {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:26:51.821128 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3a8781a7-02b8-42b7-bf36-2c73ba80ff9c tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:51.838144 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df4ba67-88f5-4075-9bd8-cfcbaae19246 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event updated for resources: {'Port': ['ID=347ab731-b9cf-404e-a569-96fbee9e1759,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:51.853422 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-627e41ed-a00f-4204-977c-18cef102c7c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:51.853829 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627e41ed-a00f-4204-977c-18cef102c7c5 None None] The sync data for ids ['ea715ee5-85c0-4b29-b4d3-271bc8be92ea'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:26:51.874649 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97554dc-96c2-4f17-b9df-0ba70c484a41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'tenant_id': 'bb90cebe15f541febeed2c50e15c931e', 'fixed_ips': [{'subnet_id': '0a8722e7-0835-4758-9acf-2f2a6c0bc979'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:26:51.875477 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f97554dc-96c2-4f17-b9df-0ba70c484a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:51.983737 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3df4ba67-88f5-4075-9bd8-cfcbaae19246 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Checking segment: {'id': '500226a8-381d-428a-ae40-87c61feb9775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a7f3b330-c320-422e-b157-5a2ea33283c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:26:51.984395 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df4ba67-88f5-4075-9bd8-cfcbaae19246 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Network hostable DHCP agents. Network: a7f3b330-c320-422e-b157-5a2ea33283c2, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:26:52.033326 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-f97554dc-96c2-4f17-b9df-0ba70c484a41 None None] Allocated IP 2001:db8::f816:3eff:fe19:e5a5 (a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828/0a8722e7-0835-4758-9acf-2f2a6c0bc979/c2805f5a-5f50-45f3-9dd9-f300be2f1779) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:26:52.055490 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-86b83d9b-6eb6-49b8-9261-ee23f3455c02 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:52.068496 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df4ba67-88f5-4075-9bd8-cfcbaae19246 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Network a7f3b330-c320-422e-b157-5a2ea33283c2 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:26:52.120675 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-3a8781a7-02b8-42b7-bf36-2c73ba80ff9c tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] For port 2632be28-2215-45fc-8188-d690d732467d, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=2632be28-2215-45fc-8188-d690d732467d,segment=NetworkSegment(92ba5474-8ab5-4830-a528-0da9d0562101),segment_id=92ba5474-8ab5-4830-a528-0da9d0562101)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:26:52.121011 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3a8781a7-02b8-42b7-bf36-2c73ba80ff9c tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:52.188308 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-86b83d9b-6eb6-49b8-9261-ee23f3455c02 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Calling delete_port for db02e058-0c26-4491-b615-27b89c67d0a8 owned by network:router_gateway {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:26:52.221929 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-20b722b9-cd55-42c4-8d1b-f7c626c0c8ef tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] 10.222.0.42 "GET /v2.0/routers/ea715ee5-85c0-4b29-b4d3-271bc8be92ea HTTP/1.1" status: 200 len: 920 time: 0.4675169 Oct 13 15:26:52.224718 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45404) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:52.234547 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-3df4ba67-88f5-4075-9bd8-cfcbaae19246 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, a7f3b330-c320-422e-b157-5a2ea33283c2) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:52.258283 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f97554dc-96c2-4f17-b9df-0ba70c484a41 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:52.258834 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-3a8781a7-02b8-42b7-bf36-2c73ba80ff9c tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Calling delete_port for 2632be28-2215-45fc-8188-d690d732467d owned by network:dhcp {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:26:52.268892 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-f97554dc-96c2-4f17-b9df-0ba70c484a41 None None] Transition to ACTIVE for port object c2805f5a-5f50-45f3-9dd9-f300be2f1779 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:26:52.279563 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df4ba67-88f5-4075-9bd8-cfcbaae19246 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:26:52.284999 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df4ba67-88f5-4075-9bd8-cfcbaae19246 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:52.285591 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3df4ba67-88f5-4075-9bd8-cfcbaae19246 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:52.290055 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-f97554dc-96c2-4f17-b9df-0ba70c484a41 None None] Transition to ACTIVE for port object c2805f5a-5f50-45f3-9dd9-f300be2f1779 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:26:52.296887 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f97554dc-96c2-4f17-b9df-0ba70c484a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:52.353180 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-3df4ba67-88f5-4075-9bd8-cfcbaae19246 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.1099226 Oct 13 15:26:52.353768 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45408) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:52.360514 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-8f004213-a0bf-4d34-be61-07f6324e73e0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1688801005'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:52.372631 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f97554dc-96c2-4f17-b9df-0ba70c484a41 None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:26:52.374877 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-8f004213-a0bf-4d34-be61-07f6324e73e0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:26:52.376867 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-f97554dc-96c2-4f17-b9df-0ba70c484a41 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:52.381678 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3a8781a7-02b8-42b7-bf36-2c73ba80ff9c tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:52.382353 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f97554dc-96c2-4f17-b9df-0ba70c484a41 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:26:52.383211 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-8f004213-a0bf-4d34-be61-07f6324e73e0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Usage tracker for resource:network and tenant:c7529f71933548bfa5c77476ba17c75c is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:26:52.390497 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-8f004213-a0bf-4d34-be61-07f6324e73e0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:26:52.400097 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-8f004213-a0bf-4d34-be61-07f6324e73e0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:26:52.415404 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132c2a2d-c3bb-4081-aa90-a37683916a3c tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:52.416111 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-132c2a2d-c3bb-4081-aa90-a37683916a3c tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Synchronizing usage tracker for tenant:7e985eae305f45868dbca6afe6dfa386 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:26:52.430308 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8781a7-02b8-42b7-bf36-2c73ba80ff9c tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Pushing event deleted for resources: {'Port': ['ID=2632be28-2215-45fc-8188-d690d732467d,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:52.432129 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-df9a6bf5-e273-4d4b-847f-d0cfdc281d06 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:52.433499 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97554dc-96c2-4f17-b9df-0ba70c484a41 None None] Pushing event updated for resources: {'Port': ['ID=c2805f5a-5f50-45f3-9dd9-f300be2f1779,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:52.434022 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f004213-a0bf-4d34-be61-07f6324e73e0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Made reservation on behalf of c7529f71933548bfa5c77476ba17c75c for: {'network': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:26:52.437448 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8f004213-a0bf-4d34-be61-07f6324e73e0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:52.485191 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-132c2a2d-c3bb-4081-aa90-a37683916a3c tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Unset dirty status for tenant:7e985eae305f45868dbca6afe6dfa386 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:26:52.489010 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-132c2a2d-c3bb-4081-aa90-a37683916a3c tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=8fb1fa59-32fe-4ed0-a248-96c43edb135f&device_id=ea715ee5-85c0-4b29-b4d3-271bc8be92ea&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2604678 Oct 13 15:26:52.489483 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9a6bf5-e273-4d4b-847f-d0cfdc281d06 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:26:52.490655 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8781a7-02b8-42b7-bf36-2c73ba80ff9c tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] No DVR routers for this DVR port 2632be28-2215-45fc-8188-d690d732467d on host dv-neutron-860329-2-hyperv {{(pid=88972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:26:52.492563 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45412) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:52.494533 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-df9a6bf5-e273-4d4b-847f-d0cfdc281d06 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:52.503086 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df9a6bf5-e273-4d4b-847f-d0cfdc281d06 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:52.503669 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-df9a6bf5-e273-4d4b-847f-d0cfdc281d06 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:52.510616 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-f97554dc-96c2-4f17-b9df-0ba70c484a41 None None] Attempting to bind port c2805f5a-5f50-45f3-9dd9-f300be2f1779 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:26:52.510893 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-f97554dc-96c2-4f17-b9df-0ba70c484a41 None None] Attempting to bind port c2805f5a-5f50-45f3-9dd9-f300be2f1779 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:26:52.511286 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97554dc-96c2-4f17-b9df-0ba70c484a41 None None] Attempting to bind port c2805f5a-5f50-45f3-9dd9-f300be2f1779 on network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:26:52.517220 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97554dc-96c2-4f17-b9df-0ba70c484a41 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:26:52.517591 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97554dc-96c2-4f17-b9df-0ba70c484a41 None None] Checking segment: {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:26:52.517985 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f97554dc-96c2-4f17-b9df-0ba70c484a41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:52.518600 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f97554dc-96c2-4f17-b9df-0ba70c484a41 None None] Bound using segment: {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:26:52.519064 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-f97554dc-96c2-4f17-b9df-0ba70c484a41 None None] Bound port: c2805f5a-5f50-45f3-9dd9-f300be2f1779, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:26:52.519435 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f97554dc-96c2-4f17-b9df-0ba70c484a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:52.559151 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f004213-a0bf-4d34-be61-07f6324e73e0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=88973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:26:52.587256 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9a6bf5-e273-4d4b-847f-d0cfdc281d06 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'Subnet': ['ID=5393e4d5-a756-4e6f-b1c9-45d392cd1b99,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:52.615562 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-86b83d9b-6eb6-49b8-9261-ee23f3455c02 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:52.619900 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-f97554dc-96c2-4f17-b9df-0ba70c484a41 None None] For port c2805f5a-5f50-45f3-9dd9-f300be2f1779, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:26:52.625009 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-f97554dc-96c2-4f17-b9df-0ba70c484a41 None None] For port c2805f5a-5f50-45f3-9dd9-f300be2f1779, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=c2805f5a-5f50-45f3-9dd9-f300be2f1779,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:26:52.629001 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f97554dc-96c2-4f17-b9df-0ba70c484a41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:52.667052 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8f004213-a0bf-4d34-be61-07f6324e73e0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:52.667052 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-8f004213-a0bf-4d34-be61-07f6324e73e0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Added segment ce071225-5726-44f2-949f-4f04701ccd62 of type vlan for network 46eb1115-a395-4427-b8b5-41c398173c0d Oct 13 15:26:52.689213 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b83d9b-6eb6-49b8-9261-ee23f3455c02 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event deleted for resources: {'Port': ['ID=db02e058-0c26-4491-b615-27b89c67d0a8,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:52.724060 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97554dc-96c2-4f17-b9df-0ba70c484a41 None None] Pushing event updated for resources: {'Port': ['ID=c2805f5a-5f50-45f3-9dd9-f300be2f1779,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:52.789654 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8f004213-a0bf-4d34-be61-07f6324e73e0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:52.818169 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-df9a6bf5-e273-4d4b-847f-d0cfdc281d06 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3457928 Oct 13 15:26:52.824374 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45416) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:52.833785 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-6a847a67-e1d0-45fd-a9ab-1ce230a29fd3 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'port': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'mac_address': 'fa:16:3e:12:7d:0c', 'name': 'tempest-NetworksTestDHCPv6-1265579809'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:52.848624 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3a8781a7-02b8-42b7-bf36-2c73ba80ff9c tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:52.955371 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-3a8781a7-02b8-42b7-bf36-2c73ba80ff9c tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d8a7e1f-846c-45be-9e88-d43c9704fb9c']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:52.981950 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-3a8781a7-02b8-42b7-bf36-2c73ba80ff9c tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92ba5474-8ab5-4830-a528-0da9d0562101') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:52.982265 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-3a8781a7-02b8-42b7-bf36-2c73ba80ff9c tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92ba5474-8ab5-4830-a528-0da9d0562101') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:52.996170 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ffa9f9-d397-48d7-843c-361ef1dbbe00 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:52.997527 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-40ffa9f9-d397-48d7-843c-361ef1dbbe00 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Synchronizing usage tracker for tenant:7e985eae305f45868dbca6afe6dfa386 on resource:network {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:26:53.001580 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3a8781a7-02b8-42b7-bf36-2c73ba80ff9c tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:53.033753 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3a8781a7-02b8-42b7-bf36-2c73ba80ff9c tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:53.036609 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-86b83d9b-6eb6-49b8-9261-ee23f3455c02 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828050'] for router_gateway, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:53.047981 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a8781a7-02b8-42b7-bf36-2c73ba80ff9c tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Releasing vlan 407 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:26:53.048382 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3a8781a7-02b8-42b7-bf36-2c73ba80ff9c tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:53.083388 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-40ffa9f9-d397-48d7-843c-361ef1dbbe00 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Unset dirty status for tenant:7e985eae305f45868dbca6afe6dfa386 on resource:network {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:26:53.084556 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-40ffa9f9-d397-48d7-843c-361ef1dbbe00 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] 10.222.0.42 "GET /v2.0/networks/8fb1fa59-32fe-4ed0-a248-96c43edb135f HTTP/1.1" status: 200 len: 881 time: 0.5871043 Oct 13 15:26:53.087705 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-6a847a67-e1d0-45fd-a9ab-1ce230a29fd3 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:26:53.132996 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45422) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:53.142612 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-6a847a67-e1d0-45fd-a9ab-1ce230a29fd3 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Usage tracker for resource:port and tenant:bb90cebe15f541febeed2c50e15c931e is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:26:53.144674 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8f004213-a0bf-4d34-be61-07f6324e73e0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:53.150103 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f004213-a0bf-4d34-be61-07f6324e73e0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:53.151267 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8f004213-a0bf-4d34-be61-07f6324e73e0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:53.180885 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-6a847a67-e1d0-45fd-a9ab-1ce230a29fd3 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:26:53.198587 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-6a847a67-e1d0-45fd-a9ab-1ce230a29fd3 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:26:53.214986 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a30f8f09-70c3-4059-815f-94804e4cb11b tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea715ee5-85c0-4b29-b4d3-271bc8be92ea HTTP/1.1" status: 200 len: 205 time: 0.0813401 Oct 13 15:26:53.220287 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45430) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:53.263937 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device c2805f5a-5f50-45f3-9dd9-f300be2f1779 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:26:53.272256 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-86b83d9b-6eb6-49b8-9261-ee23f3455c02 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:53.285721 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 92ba5474-8ab5-4830-a528-0da9d0562101 resource provider aggregate not found Oct 13 15:26:53.303339 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3a8781a7-02b8-42b7-bf36-2c73ba80ff9c tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:53.307693 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3a8781a7-02b8-42b7-bf36-2c73ba80ff9c tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:53.310339 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a847a67-e1d0-45fd-a9ab-1ce230a29fd3 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'port': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:26:53.322455 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-86b83d9b-6eb6-49b8-9261-ee23f3455c02 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:53.329474 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 92ba5474-8ab5-4830-a528-0da9d0562101 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 92ba5474-8ab5-4830-a528-0da9d0562101 found for delete ", "request_id": "req-82eb24c0-7d84-4986-beeb-796d47eb6333"}]} Oct 13 15:26:53.341295 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f004213-a0bf-4d34-be61-07f6324e73e0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event updated for resources: {'Network': ['ID=46eb1115-a395-4427-b8b5-41c398173c0d,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:53.344532 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-8f004213-a0bf-4d34-be61-07f6324e73e0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9902809 Oct 13 15:26:53.344876 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port c2805f5a-5f50-45f3-9dd9-f300be2f1779 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:26:53.352792 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45436) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:53.360250 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-e31cdd24-99fe-4a60-a5df-0409a63d6377 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Request body: {'ports': [{'network_id': 'a7f3b330-c320-422e-b157-5a2ea33283c2'}, {'network_id': '46eb1115-a395-4427-b8b5-41c398173c0d'}]} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:53.361196 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-e31cdd24-99fe-4a60-a5df-0409a63d6377 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Request body: {'port': {'network_id': 'a7f3b330-c320-422e-b157-5a2ea33283c2'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:53.361196 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-e31cdd24-99fe-4a60-a5df-0409a63d6377 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Request body: {'port': {'network_id': '46eb1115-a395-4427-b8b5-41c398173c0d'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:53.361976 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 46eb1115-a395-4427-b8b5-41c398173c0d details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:26:53.391464 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-3a8781a7-02b8-42b7-bf36-2c73ba80ff9c tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] 10.222.0.42 "DELETE /v2.0/networks/5d8a7e1f-846c-45be-9e88-d43c9704fb9c HTTP/1.1" status: 204 len: 168 time: 3.7053237 Oct 13 15:26:53.391464 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8781a7-02b8-42b7-bf36-2c73ba80ff9c tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Pushing event deleted for resources: {'Network': ['ID=5d8a7e1f-846c-45be-9e88-d43c9704fb9c,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:53.392085 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45440) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:53.426349 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-86b83d9b-6eb6-49b8-9261-ee23f3455c02 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:53.426891 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b83d9b-6eb6-49b8-9261-ee23f3455c02 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Fanout notify agent at l3_agent the message router_deleted on router 3c663f6a-ea5d-46d8-96ae-85bb12cdd725 {{(pid=88973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:26:53.498336 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e587ed6-06c0-4b6f-9651-40cf7091787d tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] DELETE failed (client error): The resource could not be found. Oct 13 15:26:53.498336 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e587ed6-06c0-4b6f-9651-40cf7091787d tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:26:53.530880 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-4e587ed6-06c0-4b6f-9651-40cf7091787d tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] 10.222.0.42 "DELETE /v2.0/subnets/004487d9-ce5b-42d4-87fb-73b1bccbc10d HTTP/1.1" status: 404 len: 337 time: 0.1354909 Oct 13 15:26:53.534525 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45444) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:53.534673 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-86b83d9b-6eb6-49b8-9261-ee23f3455c02 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:53.539293 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-86b83d9b-6eb6-49b8-9261-ee23f3455c02 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "DELETE /v2.0/routers/3c663f6a-ea5d-46d8-96ae-85bb12cdd725 HTTP/1.1" status: 204 len: 168 time: 2.9166636 Oct 13 15:26:53.540520 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45448) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:53.570652 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-b7582a6d-da98-4446-897c-edacc8d602eb tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1843589720'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:53.583063 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-b7582a6d-da98-4446-897c-edacc8d602eb tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:26:53.588026 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd504287-2cd4-4a78-9abf-dc42554b09a1 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] DELETE failed (client error): The resource could not be found. Oct 13 15:26:53.588485 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd504287-2cd4-4a78-9abf-dc42554b09a1 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:26:53.592715 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-fd504287-2cd4-4a78-9abf-dc42554b09a1 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] 10.222.0.42 "DELETE /v2.0/networks/5d8a7e1f-846c-45be-9e88-d43c9704fb9c HTTP/1.1" status: 404 len: 339 time: 0.0547640 Oct 13 15:26:53.606678 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-b7582a6d-da98-4446-897c-edacc8d602eb tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Usage tracker for resource:network and tenant:34e6b268fc1844e287c5dc961df795e5 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:26:53.609016 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45452) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:53.614759 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-b7582a6d-da98-4446-897c-edacc8d602eb tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:26:53.654308 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-e31cdd24-99fe-4a60-a5df-0409a63d6377 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:26:53.656654 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-b7582a6d-da98-4446-897c-edacc8d602eb tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:26:53.658820 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-e31cdd24-99fe-4a60-a5df-0409a63d6377 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Usage tracker for resource:port and tenant:c7529f71933548bfa5c77476ba17c75c is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:26:53.661741 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-e31cdd24-99fe-4a60-a5df-0409a63d6377 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:26:53.668932 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-e31cdd24-99fe-4a60-a5df-0409a63d6377 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:26:53.670977 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-548b9db4-204e-4c5c-949c-d3aa47941f02 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks [] for router, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:53.681684 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e31cdd24-99fe-4a60-a5df-0409a63d6377 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Made reservation on behalf of c7529f71933548bfa5c77476ba17c75c for: {'port': 2} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:26:53.688129 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e31cdd24-99fe-4a60-a5df-0409a63d6377 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:53.709251 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e31cdd24-99fe-4a60-a5df-0409a63d6377 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:53.725471 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-a77c9727-d370-47e5-b795-8862e259202b tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] DELETE failed (client error): The resource could not be found. Oct 13 15:26:53.725924 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a77c9727-d370-47e5-b795-8862e259202b tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:26:53.729949 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a77c9727-d370-47e5-b795-8862e259202b tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] 10.222.0.42 "DELETE /v2.0/subnets/1c6971fa-3f98-491f-b8ee-c145876b47c8 HTTP/1.1" status: 404 len: 337 time: 0.1176670 Oct 13 15:26:53.736816 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6a847a67-e1d0-45fd-a9ab-1ce230a29fd3 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:53.747037 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45456) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:53.787653 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7582a6d-da98-4446-897c-edacc8d602eb tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Made reservation on behalf of 34e6b268fc1844e287c5dc961df795e5 for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:26:53.791006 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b7582a6d-da98-4446-897c-edacc8d602eb tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:53.829771 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-1321bbc3-fb92-423e-9f3b-3d963caa4f9b tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] DELETE failed (client error): The resource could not be found. Oct 13 15:26:53.830279 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1321bbc3-fb92-423e-9f3b-3d963caa4f9b tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:26:53.834201 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-1321bbc3-fb92-423e-9f3b-3d963caa4f9b tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] 10.222.0.42 "DELETE /v2.0/networks/e02d73f1-3bfa-417a-bb27-8618af8a8473 HTTP/1.1" status: 404 len: 339 time: 0.0751400 Oct 13 15:26:53.835445 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e04de92-2985-4434-8a4f-3409af7b4cf3 None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:26:53.839012 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45460) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:53.844211 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [None req-6a847a67-e1d0-45fd-a9ab-1ce230a29fd3 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] device_id is not set on port 6612d3d1-003b-44d0-b66d-20410cc36e12 yet. {{(pid=88972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:26:53.892157 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1123901-8c68-42cd-bc4a-f96c59a1c927 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] DELETE failed (client error): The resource could not be found. Oct 13 15:26:53.892612 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1123901-8c68-42cd-bc4a-f96c59a1c927 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:26:53.896761 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-b1123901-8c68-42cd-bc4a-f96c59a1c927 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] 10.222.0.42 "DELETE /v2.0/subnets/8364970a-9671-4cb2-891b-15cb8e1c1226 HTTP/1.1" status: 404 len: 337 time: 0.0546196 Oct 13 15:26:53.897445 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45464) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:53.958754 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97b306d-38c6-4c13-9d25-3309528875ae None None] Network a7f3b330-c320-422e-b157-5a2ea33283c2 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:26:53.986443 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4c6add0-03e6-4346-9d88-9146795df887 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] DELETE failed (client error): The resource could not be found. Oct 13 15:26:53.987175 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4c6add0-03e6-4346-9d88-9146795df887 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:26:53.988307 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7582a6d-da98-4446-897c-edacc8d602eb tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:26:53.989163 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-b4c6add0-03e6-4346-9d88-9146795df887 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] 10.222.0.42 "DELETE /v2.0/networks/9f54b1b4-a61b-42b4-b9ba-8cf0f19ed188 HTTP/1.1" status: 404 len: 339 time: 0.0906117 Oct 13 15:26:53.991847 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45468) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:53.996098 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [None req-e31cdd24-99fe-4a60-a5df-0409a63d6377 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] device_id is not set on port f27721ba-8f97-4335-a427-4cd237dd4bf0 yet. {{(pid=88973) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:26:54.024746 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b7582a6d-da98-4446-897c-edacc8d602eb tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:54.025086 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-b7582a6d-da98-4446-897c-edacc8d602eb tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Added segment 0c0b41e9-9a36-4611-98ca-617deb7fe49c of type vlan for network 6be2b715-afcc-423e-94f7-b05fc8eb22ab Oct 13 15:26:54.063454 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-604863f0-943b-4cac-81a4-2e723fc1281d None None] Provisioning for port c2805f5a-5f50-45f3-9dd9-f300be2f1779 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:26:54.065862 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-85464dee-00fd-445e-bc48-2542165ef984 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Deleting port 710fec45-2c9f-4d0d-9323-65d5a7c9cff3 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:26:54.066397 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-85464dee-00fd-445e-bc48-2542165ef984 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:54.078800 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-548b9db4-204e-4c5c-949c-d3aa47941f02 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:54.086666 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-604863f0-943b-4cac-81a4-2e723fc1281d None None] Provisioning complete for port c2805f5a-5f50-45f3-9dd9-f300be2f1779 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:26:54.087082 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-604863f0-943b-4cac-81a4-2e723fc1281d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:54.087414 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-604863f0-943b-4cac-81a4-2e723fc1281d None None] Attempt 1 to provision port c2805f5a-5f50-45f3-9dd9-f300be2f1779 Oct 13 15:26:54.113960 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-548b9db4-204e-4c5c-949c-d3aa47941f02 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Deleting port dd20e02e-4b24-4bb4-a9bf-cd4db17e5d12 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:26:54.114338 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-548b9db4-204e-4c5c-949c-d3aa47941f02 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:54.148855 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b7582a6d-da98-4446-897c-edacc8d602eb tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:54.335775 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-85464dee-00fd-445e-bc48-2542165ef984 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:54.407581 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-604863f0-943b-4cac-81a4-2e723fc1281d None None] Current status of the port c2805f5a-5f50-45f3-9dd9-f300be2f1779 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:26:54.407945 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-604863f0-943b-4cac-81a4-2e723fc1281d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:54.456475 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-604863f0-943b-4cac-81a4-2e723fc1281d None None] For port c2805f5a-5f50-45f3-9dd9-f300be2f1779, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=c2805f5a-5f50-45f3-9dd9-f300be2f1779,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:26:54.461282 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-604863f0-943b-4cac-81a4-2e723fc1281d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:54.462188 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b7582a6d-da98-4446-897c-edacc8d602eb tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:54.469579 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7582a6d-da98-4446-897c-edacc8d602eb tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:54.470201 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b7582a6d-da98-4446-897c-edacc8d602eb tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:54.476313 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-6a847a67-e1d0-45fd-a9ab-1ce230a29fd3 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Allocated IP 172.20.0.3 (a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828/5393e4d5-a756-4e6f-b1c9-45d392cd1b99/6612d3d1-003b-44d0-b66d-20410cc36e12) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:26:54.484618 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-85464dee-00fd-445e-bc48-2542165ef984 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Calling delete_port for 710fec45-2c9f-4d0d-9323-65d5a7c9cff3 owned by {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:26:54.521913 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-6a847a67-e1d0-45fd-a9ab-1ce230a29fd3 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Allocated IP 2001:db8::f816:3eff:fe12:7d0c (a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828/0a8722e7-0835-4758-9acf-2f2a6c0bc979/6612d3d1-003b-44d0-b66d-20410cc36e12) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:26:54.587853 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604863f0-943b-4cac-81a4-2e723fc1281d None None] Pushing event updated for resources: {'Port': ['ID=c2805f5a-5f50-45f3-9dd9-f300be2f1779,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:54.601469 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97546464-d9e8-4f8e-a95e-c8e5906a4d20 None None] Update dhcp port {'port': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'fixed_ips': [{'subnet_id': '0a8722e7-0835-4758-9acf-2f2a6c0bc979', 'ip_address': '2001:db8::f816:3eff:fe19:e5a5'}, {'subnet_id': '5393e4d5-a756-4e6f-b1c9-45d392cd1b99'}], 'binding:host_id': 'dv-neutron-860329-2-hyperv'}, 'id': 'c2805f5a-5f50-45f3-9dd9-f300be2f1779'} from dv-neutron-860329-2-hyperv. {{(pid=88974) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 13 15:26:54.644510 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e31cdd24-99fe-4a60-a5df-0409a63d6377 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:54.651828 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-b7582a6d-da98-4446-897c-edacc8d602eb tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0892591 Oct 13 15:26:54.652131 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45472) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:54.663159 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7582a6d-da98-4446-897c-edacc8d602eb tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event updated for resources: {'Network': ['ID=6be2b715-afcc-423e-94f7-b05fc8eb22ab,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:54.667414 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-548b9db4-204e-4c5c-949c-d3aa47941f02 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:54.674539 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-1462b913-42ed-4d0d-b143-7169dc10e7fa tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Request body: {'subnet': {'network_id': '6be2b715-afcc-423e-94f7-b05fc8eb22ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:54.701782 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-97546464-d9e8-4f8e-a95e-c8e5906a4d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:54.714147 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 6be2b715-afcc-423e-94f7-b05fc8eb22ab details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:26:54.811362 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-548b9db4-204e-4c5c-949c-d3aa47941f02 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Calling delete_port for dd20e02e-4b24-4bb4-a9bf-cd4db17e5d12 owned by network:router_gateway {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:26:54.894259 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [None req-e31cdd24-99fe-4a60-a5df-0409a63d6377 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] device_id is not set on port 4cdf578d-557f-49fc-8d02-1ab8498e8d29 yet. {{(pid=88973) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:26:54.898209 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-85464dee-00fd-445e-bc48-2542165ef984 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:54.952741 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-1462b913-42ed-4d0d-b143-7169dc10e7fa tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:26:54.958536 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85464dee-00fd-445e-bc48-2542165ef984 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Pushing event deleted for resources: {'Port': ['ID=710fec45-2c9f-4d0d-9323-65d5a7c9cff3,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:54.961503 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-1462b913-42ed-4d0d-b143-7169dc10e7fa tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Usage tracker for resource:subnet and tenant:34e6b268fc1844e287c5dc961df795e5 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:26:54.966556 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-1462b913-42ed-4d0d-b143-7169dc10e7fa tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:26:54.974439 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-85464dee-00fd-445e-bc48-2542165ef984 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:54.977071 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-1462b913-42ed-4d0d-b143-7169dc10e7fa tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:26:54.992218 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-85464dee-00fd-445e-bc48-2542165ef984 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] 10.222.0.42 "DELETE /v2.0/ports/710fec45-2c9f-4d0d-9323-65d5a7c9cff3 HTTP/1.1" status: 204 len: 168 time: 0.9992709 Oct 13 15:26:54.995303 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45476) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:54.995494 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1462b913-42ed-4d0d-b143-7169dc10e7fa tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Made reservation on behalf of 34e6b268fc1844e287c5dc961df795e5 for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:26:54.999573 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1462b913-42ed-4d0d-b143-7169dc10e7fa tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:55.054883 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-380d08ae-9eb9-4613-be32-19bd4e1f0506 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] DELETE failed (client error): The resource could not be found. Oct 13 15:26:55.055328 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-380d08ae-9eb9-4613-be32-19bd4e1f0506 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:26:55.056967 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-380d08ae-9eb9-4613-be32-19bd4e1f0506 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] 10.222.0.42 "DELETE /v2.0/subnets/d98e3993-8252-47e8-b39a-a234c07495a8 HTTP/1.1" status: 404 len: 337 time: 0.0607026 Oct 13 15:26:55.061070 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45480) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:55.128991 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6a847a67-e1d0-45fd-a9ab-1ce230a29fd3 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:55.185680 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e31cdd24-99fe-4a60-a5df-0409a63d6377 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:55.207327 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device c2805f5a-5f50-45f3-9dd9-f300be2f1779 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:26:55.255500 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-6a847a67-e1d0-45fd-a9ab-1ce230a29fd3 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Transition to ACTIVE for port object 6612d3d1-003b-44d0-b66d-20410cc36e12 will not be triggered until provisioned by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:26:55.264100 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-feb222fd-ec28-41a1-8c82-0aee4980ab71 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:55.276107 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port c2805f5a-5f50-45f3-9dd9-f300be2f1779 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:26:55.276749 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:55.277081 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port c2805f5a-5f50-45f3-9dd9-f300be2f1779 Oct 13 15:26:55.296884 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e31cdd24-99fe-4a60-a5df-0409a63d6377 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:55.337773 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1462b913-42ed-4d0d-b143-7169dc10e7fa tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:55.367366 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-548b9db4-204e-4c5c-949c-d3aa47941f02 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:55.396844 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port c2805f5a-5f50-45f3-9dd9-f300be2f1779 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:26:55.430871 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31cdd24-99fe-4a60-a5df-0409a63d6377 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Network a7f3b330-c320-422e-b157-5a2ea33283c2 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:26:55.443107 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-e31cdd24-99fe-4a60-a5df-0409a63d6377 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:55.451873 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31cdd24-99fe-4a60-a5df-0409a63d6377 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:26:55.452658 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e31cdd24-99fe-4a60-a5df-0409a63d6377 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:55.456365 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31cdd24-99fe-4a60-a5df-0409a63d6377 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event updated for resources: {'Port': ['ID=f27721ba-8f97-4335-a427-4cd237dd4bf0,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:55.471508 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548b9db4-204e-4c5c-949c-d3aa47941f02 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Pushing event deleted for resources: {'Port': ['ID=dd20e02e-4b24-4bb4-a9bf-cd4db17e5d12,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:55.501538 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:55.503781 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1462b913-42ed-4d0d-b143-7169dc10e7fa tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event updated for resources: {'Subnet': ['ID=25e775bf-1ae5-487f-882d-d88bc2df98f0,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:55.531027 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-feb222fd-ec28-41a1-8c82-0aee4980ab71 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:55.533765 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1462b913-42ed-4d0d-b143-7169dc10e7fa tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Checking segment: {'id': '0c0b41e9-9a36-4611-98ca-617deb7fe49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '6be2b715-afcc-423e-94f7-b05fc8eb22ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:26:55.534143 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1462b913-42ed-4d0d-b143-7169dc10e7fa tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Network hostable DHCP agents. Network: 6be2b715-afcc-423e-94f7-b05fc8eb22ab, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:26:55.572267 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6a847a67-e1d0-45fd-a9ab-1ce230a29fd3 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:55.574318 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31cdd24-99fe-4a60-a5df-0409a63d6377 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event updated for resources: {'Port': ['ID=4cdf578d-557f-49fc-8d02-1ab8498e8d29,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:55.591229 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e31cdd24-99fe-4a60-a5df-0409a63d6377 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Checking segment: {'id': 'ce071225-5726-44f2-949f-4f04701ccd62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '46eb1115-a395-4427-b8b5-41c398173c0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:26:55.591700 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31cdd24-99fe-4a60-a5df-0409a63d6377 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Network hostable DHCP agents. Network: 46eb1115-a395-4427-b8b5-41c398173c0d, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:26:55.598305 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1462b913-42ed-4d0d-b143-7169dc10e7fa tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Network 6be2b715-afcc-423e-94f7-b05fc8eb22ab is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:26:55.599817 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-97546464-d9e8-4f8e-a95e-c8e5906a4d20 None None] Allocated IP 172.20.0.2 (a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828/5393e4d5-a756-4e6f-b1c9-45d392cd1b99/c2805f5a-5f50-45f3-9dd9-f300be2f1779) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:26:55.613359 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-1462b913-42ed-4d0d-b143-7169dc10e7fa tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 6be2b715-afcc-423e-94f7-b05fc8eb22ab) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:55.619068 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1462b913-42ed-4d0d-b143-7169dc10e7fa tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:55.619837 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1462b913-42ed-4d0d-b143-7169dc10e7fa tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:55.631924 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e31cdd24-99fe-4a60-a5df-0409a63d6377 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Network 46eb1115-a395-4427-b8b5-41c398173c0d is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:26:55.642565 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-e31cdd24-99fe-4a60-a5df-0409a63d6377 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 46eb1115-a395-4427-b8b5-41c398173c0d) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:55.647212 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838bf98b-bbcb-4037-a542-1574063e8376 None None] Network 6be2b715-afcc-423e-94f7-b05fc8eb22ab requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:26:55.650253 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31cdd24-99fe-4a60-a5df-0409a63d6377 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:26:55.657141 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31cdd24-99fe-4a60-a5df-0409a63d6377 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:55.662767 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e31cdd24-99fe-4a60-a5df-0409a63d6377 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:55.663508 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e31cdd24-99fe-4a60-a5df-0409a63d6377 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:55.673200 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-1462b913-42ed-4d0d-b143-7169dc10e7fa tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0196016 Oct 13 15:26:55.673903 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45484) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:55.684647 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-feb222fd-ec28-41a1-8c82-0aee4980ab71 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83c9ad12-91da-4731-a2a6-a58972fddc55']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:55.687061 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-9a04fb6e-ef6e-488d-911a-c69abb6c4b05 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1299262825', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:55.694279 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-9a04fb6e-ef6e-488d-911a-c69abb6c4b05 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:26:55.700574 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-9a04fb6e-ef6e-488d-911a-c69abb6c4b05 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Usage tracker for resource:router and tenant:34e6b268fc1844e287c5dc961df795e5 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:26:55.703091 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-548b9db4-204e-4c5c-949c-d3aa47941f02 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828050'] for router_gateway, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:55.704185 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-9a04fb6e-ef6e-488d-911a-c69abb6c4b05 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:26:55.711048 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e31cdd24-99fe-4a60-a5df-0409a63d6377 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.3572607 Oct 13 15:26:55.714457 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45488) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:55.717672 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-9a04fb6e-ef6e-488d-911a-c69abb6c4b05 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:26:55.745726 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a847a67-e1d0-45fd-a9ab-1ce230a29fd3 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:26:55.754637 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68493450-4dad-44f5-915e-231c147d464a None None] Network 46eb1115-a395-4427-b8b5-41c398173c0d requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:26:55.755025 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-6a847a67-e1d0-45fd-a9ab-1ce230a29fd3 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:55.757381 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a847a67-e1d0-45fd-a9ab-1ce230a29fd3 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:26:55.776539 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9a04fb6e-ef6e-488d-911a-c69abb6c4b05 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:55.777569 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9a04fb6e-ef6e-488d-911a-c69abb6c4b05 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:55.801025 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-ddbeebdd-4b86-47fb-9bf2-cb6c1ee89e16 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Deleting port 4cdf578d-557f-49fc-8d02-1ab8498e8d29 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:26:55.801364 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ddbeebdd-4b86-47fb-9bf2-cb6c1ee89e16 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:55.844449 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9a04fb6e-ef6e-488d-911a-c69abb6c4b05 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:55.859197 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-feb222fd-ec28-41a1-8c82-0aee4980ab71 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4977f26-3d05-47ed-986b-15b4a2c69983') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:55.859533 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-feb222fd-ec28-41a1-8c82-0aee4980ab71 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4977f26-3d05-47ed-986b-15b4a2c69983') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:55.921995 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9a04fb6e-ef6e-488d-911a-c69abb6c4b05 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:55.984439 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9a04fb6e-ef6e-488d-911a-c69abb6c4b05 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:55.988509 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-9a04fb6e-ef6e-488d-911a-c69abb6c4b05 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3089149 Oct 13 15:26:55.992779 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45492) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:56.060632 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a847a67-e1d0-45fd-a9ab-1ce230a29fd3 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'Port': ['ID=6612d3d1-003b-44d0-b66d-20410cc36e12,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:56.072837 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-feb222fd-ec28-41a1-8c82-0aee4980ab71 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:56.104952 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-548b9db4-204e-4c5c-949c-d3aa47941f02 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:56.110041 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-548b9db4-204e-4c5c-949c-d3aa47941f02 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:56.115325 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-feb222fd-ec28-41a1-8c82-0aee4980ab71 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:56.127010 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-feb222fd-ec28-41a1-8c82-0aee4980ab71 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:26:56.127440 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-feb222fd-ec28-41a1-8c82-0aee4980ab71 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:56.129572 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-97546464-d9e8-4f8e-a95e-c8e5906a4d20 None None] For port c2805f5a-5f50-45f3-9dd9-f300be2f1779, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=c2805f5a-5f50-45f3-9dd9-f300be2f1779,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:26:56.147721 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a847a67-e1d0-45fd-a9ab-1ce230a29fd3 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:56.148333 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6a847a67-e1d0-45fd-a9ab-1ce230a29fd3 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:56.219170 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b2ba24-6277-476d-aaf3-cbe6cfe68eba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-6be2b715-afcc-423e-94f7-b05fc8eb22ab', 'network_id': '6be2b715-afcc-423e-94f7-b05fc8eb22ab', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'fixed_ips': [{'subnet_id': '25e775bf-1ae5-487f-882d-d88bc2df98f0'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:26:56.219976 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-57b2ba24-6277-476d-aaf3-cbe6cfe68eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:56.234803 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-97546464-d9e8-4f8e-a95e-c8e5906a4d20 None None] Notify callbacks [] for port, precommit_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:56.249836 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment e4977f26-3d05-47ed-986b-15b4a2c69983 resource provider aggregate not found Oct 13 15:26:56.265649 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-97546464-d9e8-4f8e-a95e-c8e5906a4d20 None None] Transition to ACTIVE for port object c2805f5a-5f50-45f3-9dd9-f300be2f1779 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:26:56.293066 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-548b9db4-204e-4c5c-949c-d3aa47941f02 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:56.294330 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-548b9db4-204e-4c5c-949c-d3aa47941f02 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Fanout notify agent at l3_agent the message router_deleted on router ea715ee5-85c0-4b29-b4d3-271bc8be92ea {{(pid=88972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:26:56.301569 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-97546464-d9e8-4f8e-a95e-c8e5906a4d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:56.305353 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-feb222fd-ec28-41a1-8c82-0aee4980ab71 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:56.319738 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-feb222fd-ec28-41a1-8c82-0aee4980ab71 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:56.325646 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-feb222fd-ec28-41a1-8c82-0aee4980ab71 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] 10.222.0.42 "DELETE /v2.0/networks/83c9ad12-91da-4731-a2a6-a58972fddc55 HTTP/1.1" status: 204 len: 168 time: 1.2593246 Oct 13 15:26:56.348634 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45500) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:56.350752 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment e4977f26-3d05-47ed-986b-15b4a2c69983 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e4977f26-3d05-47ed-986b-15b4a2c69983 found for delete ", "request_id": "req-b887087e-22e1-43b2-95a6-638917623abe"}]} Oct 13 15:26:56.357504 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-548b9db4-204e-4c5c-949c-d3aa47941f02 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:56.363897 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-548b9db4-204e-4c5c-949c-d3aa47941f02 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] 10.222.0.42 "DELETE /v2.0/routers/ea715ee5-85c0-4b29-b4d3-271bc8be92ea HTTP/1.1" status: 204 len: 168 time: 3.1374836 Oct 13 15:26:56.365696 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-6a847a67-e1d0-45fd-a9ab-1ce230a29fd3 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.5397046 Oct 13 15:26:56.395029 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45504) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:56.395460 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45506) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:56.404776 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb222fd-ec28-41a1-8c82-0aee4980ab71 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Pushing event deleted for resources: {'Network': ['ID=83c9ad12-91da-4731-a2a6-a58972fddc55,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:56.416073 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-248941ee-616f-445e-9b41-206143e462cd tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1544421864', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:56.479199 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-248941ee-616f-445e-9b41-206143e462cd tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:26:56.489437 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ddbeebdd-4b86-47fb-9bf2-cb6c1ee89e16 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:56.498111 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-248941ee-616f-445e-9b41-206143e462cd tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Usage tracker for resource:router and tenant:86e73b52cc6f49c9965a3399831aec36 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:26:56.504410 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-248941ee-616f-445e-9b41-206143e462cd tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:26:56.520940 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-248941ee-616f-445e-9b41-206143e462cd tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:26:56.528433 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97546464-d9e8-4f8e-a95e-c8e5906a4d20 None None] Pushing event updated for resources: {'Port': ['ID=c2805f5a-5f50-45f3-9dd9-f300be2f1779,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:56.531382 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-fd8e0f0d-1791-4260-af08-6917866b7aad tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Deleting port feb777c2-05cc-4c89-a713-6f588ea85d1e {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:26:56.531733 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fd8e0f0d-1791-4260-af08-6917866b7aad tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:56.567471 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-57b2ba24-6277-476d-aaf3-cbe6cfe68eba None None] Allocated IP 2001:db8::2 (6be2b715-afcc-423e-94f7-b05fc8eb22ab/25e775bf-1ae5-487f-882d-d88bc2df98f0/330c5cfa-c53c-4603-8eaa-93bd5eba9bef) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:26:56.613092 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-248941ee-616f-445e-9b41-206143e462cd tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:56.614256 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-248941ee-616f-445e-9b41-206143e462cd tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:56.697803 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b22081-63fb-4786-8344-8215cee1fbec tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:56.705303 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b22081-63fb-4786-8344-8215cee1fbec tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:56.706484 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-e3b22081-63fb-4786-8344-8215cee1fbec tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Synchronizing usage tracker for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:26:56.712556 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-248941ee-616f-445e-9b41-206143e462cd tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:56.721529 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-ddbeebdd-4b86-47fb-9bf2-cb6c1ee89e16 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Calling delete_port for 4cdf578d-557f-49fc-8d02-1ab8498e8d29 owned by {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:26:56.774613 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-e3b22081-63fb-4786-8344-8215cee1fbec tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Unset dirty status for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:26:56.778642 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-e3b22081-63fb-4786-8344-8215cee1fbec tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3733466 Oct 13 15:26:56.780675 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45514) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:56.830953 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-248941ee-616f-445e-9b41-206143e462cd tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:56.863508 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fd8e0f0d-1791-4260-af08-6917866b7aad tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:56.870722 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-57b2ba24-6277-476d-aaf3-cbe6cfe68eba None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:56.883280 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-57b2ba24-6277-476d-aaf3-cbe6cfe68eba None None] Transition to ACTIVE for port object 330c5cfa-c53c-4603-8eaa-93bd5eba9bef will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:26:56.908262 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-57b2ba24-6277-476d-aaf3-cbe6cfe68eba None None] Transition to ACTIVE for port object 330c5cfa-c53c-4603-8eaa-93bd5eba9bef will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:26:56.912043 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-ab719e1e-147a-4bfd-a35e-52de98515024 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Deleting port 6612d3d1-003b-44d0-b66d-20410cc36e12 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:26:56.912415 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ab719e1e-147a-4bfd-a35e-52de98515024 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:56.914626 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-57b2ba24-6277-476d-aaf3-cbe6cfe68eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:56.991639 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57b2ba24-6277-476d-aaf3-cbe6cfe68eba None None] Network 6be2b715-afcc-423e-94f7-b05fc8eb22ab is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:26:56.994240 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-57b2ba24-6277-476d-aaf3-cbe6cfe68eba None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:56.999014 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b2ba24-6277-476d-aaf3-cbe6cfe68eba None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:26:57.022404 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-fd8e0f0d-1791-4260-af08-6917866b7aad tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Calling delete_port for feb777c2-05cc-4c89-a713-6f588ea85d1e owned by {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:26:57.038469 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b2ba24-6277-476d-aaf3-cbe6cfe68eba None None] Pushing event updated for resources: {'Port': ['ID=330c5cfa-c53c-4603-8eaa-93bd5eba9bef,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:57.047804 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ddbeebdd-4b86-47fb-9bf2-cb6c1ee89e16 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:57.052642 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-248941ee-616f-445e-9b41-206143e462cd tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:57.054134 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-248941ee-616f-445e-9b41-206143e462cd tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6574109 Oct 13 15:26:57.058694 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5965ef61-ac8f-46f4-b1d4-e57508f4b546 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:57.066306 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45520) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:57.078537 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-bbe73a70-d81f-4d79-b4e7-feabfe7cd123 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'enable_snat': True}}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:26:57.118853 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-57b2ba24-6277-476d-aaf3-cbe6cfe68eba None None] Attempting to bind port 330c5cfa-c53c-4603-8eaa-93bd5eba9bef on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:26:57.119396 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-57b2ba24-6277-476d-aaf3-cbe6cfe68eba None None] Attempting to bind port 330c5cfa-c53c-4603-8eaa-93bd5eba9bef by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '0c0b41e9-9a36-4611-98ca-617deb7fe49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '6be2b715-afcc-423e-94f7-b05fc8eb22ab'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:26:57.120430 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b2ba24-6277-476d-aaf3-cbe6cfe68eba None None] Attempting to bind port 330c5cfa-c53c-4603-8eaa-93bd5eba9bef on network 6be2b715-afcc-423e-94f7-b05fc8eb22ab {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:26:57.127150 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b2ba24-6277-476d-aaf3-cbe6cfe68eba None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:26:57.127621 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b2ba24-6277-476d-aaf3-cbe6cfe68eba None None] Checking segment: {'id': '0c0b41e9-9a36-4611-98ca-617deb7fe49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '6be2b715-afcc-423e-94f7-b05fc8eb22ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:26:57.128094 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-57b2ba24-6277-476d-aaf3-cbe6cfe68eba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:57.128592 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57b2ba24-6277-476d-aaf3-cbe6cfe68eba None None] Bound using segment: {'id': '0c0b41e9-9a36-4611-98ca-617deb7fe49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '6be2b715-afcc-423e-94f7-b05fc8eb22ab'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:26:57.129143 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-57b2ba24-6277-476d-aaf3-cbe6cfe68eba None None] Bound port: 330c5cfa-c53c-4603-8eaa-93bd5eba9bef, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c0b41e9-9a36-4611-98ca-617deb7fe49c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '6be2b715-afcc-423e-94f7-b05fc8eb22ab'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:26:57.129583 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-57b2ba24-6277-476d-aaf3-cbe6cfe68eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:57.143797 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddbeebdd-4b86-47fb-9bf2-cb6c1ee89e16 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event deleted for resources: {'Port': ['ID=4cdf578d-557f-49fc-8d02-1ab8498e8d29,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:57.152830 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ddbeebdd-4b86-47fb-9bf2-cb6c1ee89e16 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:57.264596 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device c2805f5a-5f50-45f3-9dd9-f300be2f1779 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:26:57.295747 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-57b2ba24-6277-476d-aaf3-cbe6cfe68eba None None] For port 330c5cfa-c53c-4603-8eaa-93bd5eba9bef, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:26:57.323949 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-57b2ba24-6277-476d-aaf3-cbe6cfe68eba None None] For port 330c5cfa-c53c-4603-8eaa-93bd5eba9bef, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=330c5cfa-c53c-4603-8eaa-93bd5eba9bef,segment=NetworkSegment(0c0b41e9-9a36-4611-98ca-617deb7fe49c),segment_id=0c0b41e9-9a36-4611-98ca-617deb7fe49c)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:26:57.335382 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-57b2ba24-6277-476d-aaf3-cbe6cfe68eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:57.349708 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-ddbeebdd-4b86-47fb-9bf2-cb6c1ee89e16 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "DELETE /v2.0/ports/4cdf578d-557f-49fc-8d02-1ab8498e8d29 HTTP/1.1" status: 204 len: 168 time: 1.6342900 Oct 13 15:26:57.354667 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45524) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:57.396734 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acd189be-d62d-407d-aced-33adc5d48f3a None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:26:57.524505 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bbe73a70-d81f-4d79-b4e7-feabfe7cd123 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:57.534241 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fd8e0f0d-1791-4260-af08-6917866b7aad tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:57.538918 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b2ba24-6277-476d-aaf3-cbe6cfe68eba None None] Pushing event updated for resources: {'Port': ['ID=330c5cfa-c53c-4603-8eaa-93bd5eba9bef,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:57.550669 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-bedb902e-f587-4c0b-90f3-cc4ef9b625bc None None] Provisioning for port c2805f5a-5f50-45f3-9dd9-f300be2f1779 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:26:57.556899 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port c2805f5a-5f50-45f3-9dd9-f300be2f1779 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:26:57.557762 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:57.557762 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port c2805f5a-5f50-45f3-9dd9-f300be2f1779 Oct 13 15:26:57.588368 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8e0f0d-1791-4260-af08-6917866b7aad tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Pushing event deleted for resources: {'Port': ['ID=feb777c2-05cc-4c89-a713-6f588ea85d1e,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:57.591332 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-bedb902e-f587-4c0b-90f3-cc4ef9b625bc None None] Provisioning complete for port c2805f5a-5f50-45f3-9dd9-f300be2f1779 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:26:57.591709 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-bedb902e-f587-4c0b-90f3-cc4ef9b625bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:57.592048 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-bedb902e-f587-4c0b-90f3-cc4ef9b625bc None None] Attempt 1 to provision port c2805f5a-5f50-45f3-9dd9-f300be2f1779 Oct 13 15:26:57.629197 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fd8e0f0d-1791-4260-af08-6917866b7aad tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:57.639162 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-fd8e0f0d-1791-4260-af08-6917866b7aad tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] 10.222.0.42 "DELETE /v2.0/ports/feb777c2-05cc-4c89-a713-6f588ea85d1e HTTP/1.1" status: 204 len: 168 time: 1.2846701 Oct 13 15:26:57.640060 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45528) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:57.746539 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ab719e1e-147a-4bfd-a35e-52de98515024 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:57.842703 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-3896a919-197a-43d1-8123-1f1ccd20a4ed tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] DELETE failed (client error): The resource could not be found. Oct 13 15:26:57.843638 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3896a919-197a-43d1-8123-1f1ccd20a4ed tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:26:57.845606 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-3896a919-197a-43d1-8123-1f1ccd20a4ed tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] 10.222.0.42 "DELETE /v2.0/subnets/4cb0e93d-1ad6-4fec-b019-fee4eda604e9 HTTP/1.1" status: 404 len: 337 time: 0.2046697 Oct 13 15:26:57.848744 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45532) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:57.870392 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab606073-a381-4e7c-9052-d4d555ccf372 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:57.878807 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab606073-a381-4e7c-9052-d4d555ccf372 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:57.880230 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-ab606073-a381-4e7c-9052-d4d555ccf372 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Synchronizing usage tracker for tenant:c7529f71933548bfa5c77476ba17c75c on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:26:57.907942 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-bedb902e-f587-4c0b-90f3-cc4ef9b625bc None None] Current status of the port c2805f5a-5f50-45f3-9dd9-f300be2f1779 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:26:57.960109 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-ab719e1e-147a-4bfd-a35e-52de98515024 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Calling delete_port for 6612d3d1-003b-44d0-b66d-20410cc36e12 owned by {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:26:58.037543 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aa8016f0-5f24-43fd-8f02-7cb2e9a43e84 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:58.078486 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port c2805f5a-5f50-45f3-9dd9-f300be2f1779 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:26:58.224959 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-5965ef61-ac8f-46f4-b1d4-e57508f4b546 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Allocated IP 2001:db8::1 (6be2b715-afcc-423e-94f7-b05fc8eb22ab/25e775bf-1ae5-487f-882d-d88bc2df98f0/a82d793e-ac57-4438-8129-a7a1af5f5b19) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:26:58.229104 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-ab606073-a381-4e7c-9052-d4d555ccf372 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Unset dirty status for tenant:c7529f71933548bfa5c77476ba17c75c on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:26:58.230552 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-ab606073-a381-4e7c-9052-d4d555ccf372 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.8725293 Oct 13 15:26:58.234564 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45536) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:58.302577 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aa8016f0-5f24-43fd-8f02-7cb2e9a43e84 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:58.408765 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-aa8016f0-5f24-43fd-8f02-7cb2e9a43e84 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['85cda7c3-7c00-4995-b9fb-3188778a6efc']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:58.421533 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bbe73a70-d81f-4d79-b4e7-feabfe7cd123 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:58.436622 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-e6254483-2c1e-4bd8-a349-75464c485aef None None] Provisioning complete for port c2805f5a-5f50-45f3-9dd9-f300be2f1779 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:26:58.440158 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e6254483-2c1e-4bd8-a349-75464c485aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:58.440516 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-e6254483-2c1e-4bd8-a349-75464c485aef None None] Attempt 1 to provision port c2805f5a-5f50-45f3-9dd9-f300be2f1779 Oct 13 15:26:58.454744 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-aa8016f0-5f24-43fd-8f02-7cb2e9a43e84 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c1cb0b7-d646-4dd4-8f1c-ce836772e5a1') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:58.455211 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-aa8016f0-5f24-43fd-8f02-7cb2e9a43e84 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c1cb0b7-d646-4dd4-8f1c-ce836772e5a1') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:26:58.460249 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-aff233b4-20ea-45fa-9fe2-bfd8ee4bd87a tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Deleting port f27721ba-8f97-4335-a427-4cd237dd4bf0 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:26:58.460848 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-aff233b4-20ea-45fa-9fe2-bfd8ee4bd87a tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:58.463202 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bbe73a70-d81f-4d79-b4e7-feabfe7cd123 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:58.518047 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aa8016f0-5f24-43fd-8f02-7cb2e9a43e84 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:58.549972 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aa8016f0-5f24-43fd-8f02-7cb2e9a43e84 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:58.571265 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa8016f0-5f24-43fd-8f02-7cb2e9a43e84 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:26:58.571495 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aa8016f0-5f24-43fd-8f02-7cb2e9a43e84 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:58.617880 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-e6254483-2c1e-4bd8-a349-75464c485aef None None] Current status of the port c2805f5a-5f50-45f3-9dd9-f300be2f1779 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:26:58.622882 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 1c1cb0b7-d646-4dd4-8f1c-ce836772e5a1 resource provider aggregate not found Oct 13 15:26:58.694595 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 1c1cb0b7-d646-4dd4-8f1c-ce836772e5a1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1c1cb0b7-d646-4dd4-8f1c-ce836772e5a1 found for delete ", "request_id": "req-75b9cc44-9667-48cb-845f-4796225e30b9"}]} Oct 13 15:26:58.737360 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5965ef61-ac8f-46f4-b1d4-e57508f4b546 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:58.763996 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aa8016f0-5f24-43fd-8f02-7cb2e9a43e84 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:58.782735 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aa8016f0-5f24-43fd-8f02-7cb2e9a43e84 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:58.796854 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8016f0-5f24-43fd-8f02-7cb2e9a43e84 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Pushing event deleted for resources: {'Network': ['ID=85cda7c3-7c00-4995-b9fb-3188778a6efc,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:58.803661 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-aa8016f0-5f24-43fd-8f02-7cb2e9a43e84 tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] 10.222.0.42 "DELETE /v2.0/networks/85cda7c3-7c00-4995-b9fb-3188778a6efc HTTP/1.1" status: 204 len: 168 time: 0.9532347 Oct 13 15:26:58.806460 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45544) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:58.815287 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-e6254483-2c1e-4bd8-a349-75464c485aef None None] Provisioning for port 6612d3d1-003b-44d0-b66d-20410cc36e12 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:26:58.822536 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-e6254483-2c1e-4bd8-a349-75464c485aef None None] Provisioning complete for port 6612d3d1-003b-44d0-b66d-20410cc36e12 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:26:58.823235 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e6254483-2c1e-4bd8-a349-75464c485aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:58.823756 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-e6254483-2c1e-4bd8-a349-75464c485aef None None] Attempt 1 to provision port 6612d3d1-003b-44d0-b66d-20410cc36e12 Oct 13 15:26:58.829596 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-5965ef61-ac8f-46f4-b1d4-e57508f4b546 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Transition to ACTIVE for port object a82d793e-ac57-4438-8129-a7a1af5f5b19 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:26:58.839508 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ab719e1e-147a-4bfd-a35e-52de98515024 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:58.866890 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-bbe73a70-d81f-4d79-b4e7-feabfe7cd123 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Allocated IP 172.26.2.253 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/3c841b8b-f73a-4df6-8dcb-3cfed49bd187) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:26:58.875057 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-e6254483-2c1e-4bd8-a349-75464c485aef None None] Port 6612d3d1-003b-44d0-b66d-20410cc36e12 was deleted so its status cannot be updated. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:26:58.907939 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab719e1e-147a-4bfd-a35e-52de98515024 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event deleted for resources: {'Port': ['ID=6612d3d1-003b-44d0-b66d-20410cc36e12,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:58.916232 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-53cbcd46-e710-4d7f-9279-015ab3ec434d tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Deleting subnet 619d1085-f71a-4344-8efb-affb1f7a4912 {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:26:58.932870 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-53cbcd46-e710-4d7f-9279-015ab3ec434d tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:58.933113 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281d7934-4c4f-4e3c-a8e2-c1029bb5f346 None None] Network 6be2b715-afcc-423e-94f7-b05fc8eb22ab requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:26:59.053737 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-53cbcd46-e710-4d7f-9279-015ab3ec434d tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:59.074943 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-30a71e0f-ac13-43f7-9465-cbd63e4d57fa None None] Provisioning for port 330c5cfa-c53c-4603-8eaa-93bd5eba9bef completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:26:59.102022 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-30a71e0f-ac13-43f7-9465-cbd63e4d57fa None None] Could not find standard attr ID for object 6612d3d1-003b-44d0-b66d-20410cc36e12. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:26:59.148441 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5965ef61-ac8f-46f4-b1d4-e57508f4b546 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:59.150021 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bbe73a70-d81f-4d79-b4e7-feabfe7cd123 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:59.159065 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-aff233b4-20ea-45fa-9fe2-bfd8ee4bd87a tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:59.189002 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-53cbcd46-e710-4d7f-9279-015ab3ec434d tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:59.268099 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bbe73a70-d81f-4d79-b4e7-feabfe7cd123 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:59.327185 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 330c5cfa-c53c-4603-8eaa-93bd5eba9bef up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:26:59.359154 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-53cbcd46-e710-4d7f-9279-015ab3ec434d tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:59.365558 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbe73a70-d81f-4d79-b4e7-feabfe7cd123 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:26:59.382625 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-aff233b4-20ea-45fa-9fe2-bfd8ee4bd87a tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Calling delete_port for f27721ba-8f97-4335-a427-4cd237dd4bf0 owned by {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:26:59.397193 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-bbe73a70-d81f-4d79-b4e7-feabfe7cd123 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:59.406442 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbe73a70-d81f-4d79-b4e7-feabfe7cd123 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:26:59.419219 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 330c5cfa-c53c-4603-8eaa-93bd5eba9bef completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:26:59.425991 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 330c5cfa-c53c-4603-8eaa-93bd5eba9bef triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:26:59.426494 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:59.426895 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 330c5cfa-c53c-4603-8eaa-93bd5eba9bef Oct 13 15:26:59.429804 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5965ef61-ac8f-46f4-b1d4-e57508f4b546 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Network 6be2b715-afcc-423e-94f7-b05fc8eb22ab is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:26:59.432759 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cbcd46-e710-4d7f-9279-015ab3ec434d tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Pushing event deleted for resources: {'Subnet': ['ID=619d1085-f71a-4344-8efb-affb1f7a4912,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:59.449479 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-53cbcd46-e710-4d7f-9279-015ab3ec434d tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:59.457102 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe73a70-d81f-4d79-b4e7-feabfe7cd123 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Pushing event updated for resources: {'Port': ['ID=3c841b8b-f73a-4df6-8dcb-3cfed49bd187,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:59.457966 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-5965ef61-ac8f-46f4-b1d4-e57508f4b546 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:26:59.459053 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0144d6b2-571f-4979-a062-6e1bf81fadb2 None None] Network b118d914-3a5e-4295-b222-a0bf0e5941bd requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:26:59.469657 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5965ef61-ac8f-46f4-b1d4-e57508f4b546 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:26:59.470207 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5965ef61-ac8f-46f4-b1d4-e57508f4b546 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:59.477051 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-53cbcd46-e710-4d7f-9279-015ab3ec434d tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] 10.222.0.42 "DELETE /v2.0/subnets/619d1085-f71a-4344-8efb-affb1f7a4912 HTTP/1.1" status: 204 len: 168 time: 0.6695809 Oct 13 15:26:59.477608 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ab719e1e-147a-4bfd-a35e-52de98515024 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:59.479704 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45548) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:59.485230 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5965ef61-ac8f-46f4-b1d4-e57508f4b546 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event updated for resources: {'Port': ['ID=a82d793e-ac57-4438-8129-a7a1af5f5b19,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:59.684629 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-ab719e1e-147a-4bfd-a35e-52de98515024 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/ports/6612d3d1-003b-44d0-b66d-20410cc36e12 HTTP/1.1" status: 204 len: 168 time: 2.9024320 Oct 13 15:26:59.697378 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45552) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:26:59.701783 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-aff233b4-20ea-45fa-9fe2-bfd8ee4bd87a tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:59.792328 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-d903a9ca-6623-452a-8336-8295890c0c7e None None] Provisioning for port a82d793e-ac57-4438-8129-a7a1af5f5b19 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:26:59.809208 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 330c5cfa-c53c-4603-8eaa-93bd5eba9bef is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:26:59.809937 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:59.847129 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-d903a9ca-6623-452a-8336-8295890c0c7e None None] Provisioning complete for port a82d793e-ac57-4438-8129-a7a1af5f5b19 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:26:59.848362 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d903a9ca-6623-452a-8336-8295890c0c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:59.848796 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-d903a9ca-6623-452a-8336-8295890c0c7e None None] Attempt 1 to provision port a82d793e-ac57-4438-8129-a7a1af5f5b19 Oct 13 15:26:59.860652 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff233b4-20ea-45fa-9fe2-bfd8ee4bd87a tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event deleted for resources: {'Port': ['ID=f27721ba-8f97-4335-a427-4cd237dd4bf0,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:26:59.896246 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5965ef61-ac8f-46f4-b1d4-e57508f4b546 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:59.912820 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6bf543f6-3c15-42a4-adb9-9b8a3532595b tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:59.924268 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-aff233b4-20ea-45fa-9fe2-bfd8ee4bd87a tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:59.932470 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e0ee42-8e69-47fc-ae1d-1d0dfb8da4b9 None None] DHCP port deletion for b118d914-3a5e-4295-b222-a0bf0e5941bd request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:26:59.940553 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-6bf543f6-3c15-42a4-adb9-9b8a3532595b tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Deleting port 7d6becf5-a29d-42e1-b666-5ff57b2e6ec0 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:26:59.941214 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6bf543f6-3c15-42a4-adb9-9b8a3532595b tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:59.945976 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-30e0ee42-8e69-47fc-ae1d-1d0dfb8da4b9 None None] Deleting port 7d6becf5-a29d-42e1-b666-5ff57b2e6ec0 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:26:59.946558 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-30e0ee42-8e69-47fc-ae1d-1d0dfb8da4b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:26:59.980206 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-d903a9ca-6623-452a-8336-8295890c0c7e None None] Port a82d793e-ac57-4438-8129-a7a1af5f5b19 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:26:59.987746 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 330c5cfa-c53c-4603-8eaa-93bd5eba9bef, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=330c5cfa-c53c-4603-8eaa-93bd5eba9bef,segment=NetworkSegment(0c0b41e9-9a36-4611-98ca-617deb7fe49c),segment_id=0c0b41e9-9a36-4611-98ca-617deb7fe49c)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:26:59.993066 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1185d5-efba-4309-ad6c-5ca5e3dd2d95 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:59.994836 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1185d5-efba-4309-ad6c-5ca5e3dd2d95 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:59.996885 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d1185d5-efba-4309-ad6c-5ca5e3dd2d95 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:26:59.997689 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-9d1185d5-efba-4309-ad6c-5ca5e3dd2d95 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Synchronizing usage tracker for tenant:bb90cebe15f541febeed2c50e15c931e on resource:subnet {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:26:59.998828 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:00.139554 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=330c5cfa-c53c-4603-8eaa-93bd5eba9bef,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:00.203719 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-aff233b4-20ea-45fa-9fe2-bfd8ee4bd87a tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "DELETE /v2.0/ports/f27721ba-8f97-4335-a427-4cd237dd4bf0 HTTP/1.1" status: 204 len: 168 time: 1.9640045 Oct 13 15:27:00.204194 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45556) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:00.236227 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-30e0ee42-8e69-47fc-ae1d-1d0dfb8da4b9 None None] For port 7d6becf5-a29d-42e1-b666-5ff57b2e6ec0, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=7d6becf5-a29d-42e1-b666-5ff57b2e6ec0,segment=NetworkSegment(3673742e-2338-4026-a10f-a7a084ec1e59),segment_id=3673742e-2338-4026-a10f-a7a084ec1e59)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:27:00.236609 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-30e0ee42-8e69-47fc-ae1d-1d0dfb8da4b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:00.339056 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-9d1185d5-efba-4309-ad6c-5ca5e3dd2d95 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Unset dirty status for tenant:bb90cebe15f541febeed2c50e15c931e on resource:subnet {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:27:00.340259 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-9d1185d5-efba-4309-ad6c-5ca5e3dd2d95 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.6407633 Oct 13 15:27:00.351342 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45560) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:00.351342 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bbe73a70-d81f-4d79-b4e7-feabfe7cd123 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:00.359470 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-30e0ee42-8e69-47fc-ae1d-1d0dfb8da4b9 None None] Calling delete_port for 7d6becf5-a29d-42e1-b666-5ff57b2e6ec0 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:27:00.404524 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-396d0b5b-ba1a-4405-b4b5-7ee19776a5f9 req-2b882a21-1b9c-4bc1-b99e-ef348134e360 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=120ed22f-0dc2-453c-b30b-44429ff870e3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4588144 Oct 13 15:27:00.478599 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-30e0ee42-8e69-47fc-ae1d-1d0dfb8da4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:00.487385 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-6bf543f6-3c15-42a4-adb9-9b8a3532595b tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] For port 7d6becf5-a29d-42e1-b666-5ff57b2e6ec0, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=7d6becf5-a29d-42e1-b666-5ff57b2e6ec0,segment=NetworkSegment(3673742e-2338-4026-a10f-a7a084ec1e59),segment_id=3673742e-2338-4026-a10f-a7a084ec1e59)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:27:00.487742 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6bf543f6-3c15-42a4-adb9-9b8a3532595b tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:00.513845 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-d903a9ca-6623-452a-8336-8295890c0c7e None None] Attempt 2 to provision port a82d793e-ac57-4438-8129-a7a1af5f5b19 Oct 13 15:27:00.559471 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e0ee42-8e69-47fc-ae1d-1d0dfb8da4b9 None None] Pushing event deleted for resources: {'Port': ['ID=7d6becf5-a29d-42e1-b666-5ff57b2e6ec0,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:00.570550 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e0ee42-8e69-47fc-ae1d-1d0dfb8da4b9 None None] No DVR routers for this DVR port 7d6becf5-a29d-42e1-b666-5ff57b2e6ec0 on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:27:00.592615 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-d903a9ca-6623-452a-8336-8295890c0c7e None None] Port a82d793e-ac57-4438-8129-a7a1af5f5b19 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:27:00.616798 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d0b5b-ba1a-4405-b4b5-7ee19776a5f9 req-86c7c152-c8b0-4879-95d5-910fd483612a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:00.618303 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-396d0b5b-ba1a-4405-b4b5-7ee19776a5f9 req-86c7c152-c8b0-4879-95d5-910fd483612a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d8ab2ab48b154fe59d2af3b86563e1e5&device_id=120ed22f-0dc2-453c-b30b-44429ff870e3 HTTP/1.1" status: 200 len: 1098 time: 0.1803870 Oct 13 15:27:00.642413 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5965ef61-ac8f-46f4-b1d4-e57508f4b546 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:00.667063 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5965ef61-ac8f-46f4-b1d4-e57508f4b546 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:00.667691 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5965ef61-ac8f-46f4-b1d4-e57508f4b546 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:00.700675 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-6bf543f6-3c15-42a4-adb9-9b8a3532595b tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Calling delete_port for 7d6becf5-a29d-42e1-b666-5ff57b2e6ec0 owned by network:dhcp {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:27:00.737188 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-e56a2c6f-ef28-4ce7-8427-5cfc153f991d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Deleting subnet 0a8722e7-0835-4758-9acf-2f2a6c0bc979 {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:27:00.752682 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e56a2c6f-ef28-4ce7-8427-5cfc153f991d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:00.825250 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f300753-1322-41b6-b136-f7809216b886 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:00.826720 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-6f300753-1322-41b6-b136-f7809216b886 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.6213131 Oct 13 15:27:00.836402 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45564) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:00.852025 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e56a2c6f-ef28-4ce7-8427-5cfc153f991d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:00.876309 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5965ef61-ac8f-46f4-b1d4-e57508f4b546 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event updated for resources: {'Port': ['ID=a82d793e-ac57-4438-8129-a7a1af5f5b19,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:00.944958 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecec6350-f76e-4e81-8228-d87d4f26862f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] GET failed (client error): The resource could not be found. Oct 13 15:27:00.945410 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-ecec6350-f76e-4e81-8228-d87d4f26862f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Synchronizing usage tracker for tenant:c7529f71933548bfa5c77476ba17c75c on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:27:00.998949 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d0b5b-ba1a-4405-b4b5-7ee19776a5f9 req-08de0453-1b50-4e23-b539-d1388306b844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:01.000383 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-396d0b5b-ba1a-4405-b4b5-7ee19776a5f9 req-08de0453-1b50-4e23-b539-d1388306b844 service neutron] 10.222.0.16 "GET /v2.0/networks?id=3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b HTTP/1.1" status: 200 len: 906 time: 0.3534191 Oct 13 15:27:01.008690 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-ecec6350-f76e-4e81-8228-d87d4f26862f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Unset dirty status for tenant:c7529f71933548bfa5c77476ba17c75c on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:27:01.009732 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-ecec6350-f76e-4e81-8228-d87d4f26862f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "GET /v2.0/ports/4cdf578d-557f-49fc-8d02-1ab8498e8d29 HTTP/1.1" status: 404 len: 333 time: 0.1726067 Oct 13 15:27:01.013791 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45568) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:01.079972 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.db.api [None req-6bf543f6-3c15-42a4-adb9-9b8a3532595b tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88972) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:27:01.080557 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG oslo_db.api [None req-6bf543f6-3c15-42a4-adb9-9b8a3532595b tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:27:01.093670 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-d903a9ca-6623-452a-8336-8295890c0c7e None None] Attempt 3 to provision port a82d793e-ac57-4438-8129-a7a1af5f5b19 Oct 13 15:27:01.135593 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5965ef61-ac8f-46f4-b1d4-e57508f4b546 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Network 6be2b715-afcc-423e-94f7-b05fc8eb22ab is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:27:01.139220 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-5965ef61-ac8f-46f4-b1d4-e57508f4b546 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:27:01.141305 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-c32e5ff6-55dd-4124-b059-c0a86b3e2e1b tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] GET failed (client error): The resource could not be found. Oct 13 15:27:01.142819 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c32e5ff6-55dd-4124-b059-c0a86b3e2e1b tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "GET /v2.0/ports/f27721ba-8f97-4335-a427-4cd237dd4bf0 HTTP/1.1" status: 404 len: 333 time: 0.0767148 Oct 13 15:27:01.147306 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45572) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:01.157361 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-d903a9ca-6623-452a-8336-8295890c0c7e None None] Port a82d793e-ac57-4438-8129-a7a1af5f5b19 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:27:01.189696 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bbe73a70-d81f-4d79-b4e7-feabfe7cd123 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:01.197011 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bbe73a70-d81f-4d79-b4e7-feabfe7cd123 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1827972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1827983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1827956'] for router, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:01.199777 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e56a2c6f-ef28-4ce7-8427-5cfc153f991d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:01.260878 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 330c5cfa-c53c-4603-8eaa-93bd5eba9bef up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:27:01.316121 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-396d0b5b-ba1a-4405-b4b5-7ee19776a5f9 req-431e4e7d-073c-4078-98ca-a3ee10c97b0d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3b86fbf-2db4-40ef-95a6-f249f3d9ff07 HTTP/1.1" status: 200 len: 1000 time: 0.3027020 Oct 13 15:27:01.347568 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 330c5cfa-c53c-4603-8eaa-93bd5eba9bef triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:27:01.348294 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:01.348651 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 330c5cfa-c53c-4603-8eaa-93bd5eba9bef Oct 13 15:27:01.427286 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e56a2c6f-ef28-4ce7-8427-5cfc153f991d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:01.469256 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e5d2aabe-e738-499d-98a6-2e3c6893926d tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:01.478613 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e56a2c6f-ef28-4ce7-8427-5cfc153f991d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:01.481531 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56a2c6f-ef28-4ce7-8427-5cfc153f991d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event deleted for resources: {'Subnet': ['ID=0a8722e7-0835-4758-9acf-2f2a6c0bc979,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:01.487118 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d0b5b-ba1a-4405-b4b5-7ee19776a5f9 req-6f2bf6c2-e338-4c4b-a0ad-f5df2c5a4528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:01.488555 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-396d0b5b-ba1a-4405-b4b5-7ee19776a5f9 req-6f2bf6c2-e338-4c4b-a0ad-f5df2c5a4528 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fb9f91e1-ddeb-4202-a3e1-9b503a67c696 HTTP/1.1" status: 200 len: 844 time: 0.1627955 Oct 13 15:27:01.492523 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 330c5cfa-c53c-4603-8eaa-93bd5eba9bef is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:27:01.496457 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb2298c-1e37-400a-9f69-2466dedc6db4 None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:27:01.509919 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-e56a2c6f-ef28-4ce7-8427-5cfc153f991d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/0a8722e7-0835-4758-9acf-2f2a6c0bc979 HTTP/1.1" status: 204 len: 168 time: 1.1079540 Oct 13 15:27:01.510630 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45576) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:01.582948 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-6bf543f6-3c15-42a4-adb9-9b8a3532595b tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Deleting port 7d6becf5-a29d-42e1-b666-5ff57b2e6ec0 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:27:01.583645 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6bf543f6-3c15-42a4-adb9-9b8a3532595b tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:01.583870 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 7d6becf5-a29d-42e1-b666-5ff57b2e6ec0 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:27:01.615413 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbe73a70-d81f-4d79-b4e7-feabfe7cd123 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Router 92701029-9dfd-4401-af54-943beae0508a is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 15:27:01.635345 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 7d6becf5-a29d-42e1-b666-5ff57b2e6ec0 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:27:01.646194 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 7d6becf5-a29d-42e1-b666-5ff57b2e6ec0 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:27:01.663357 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-d903a9ca-6623-452a-8336-8295890c0c7e None None] Attempt 4 to provision port a82d793e-ac57-4438-8129-a7a1af5f5b19 Oct 13 15:27:01.721712 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-45060c4e-df1f-4142-9921-21fad1f6b51f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Deleting subnet 5393e4d5-a756-4e6f-b1c9-45d392cd1b99 {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:27:01.724636 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-45060c4e-df1f-4142-9921-21fad1f6b51f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:01.777756 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-45060c4e-df1f-4142-9921-21fad1f6b51f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:01.805702 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-d903a9ca-6623-452a-8336-8295890c0c7e None None] Port a82d793e-ac57-4438-8129-a7a1af5f5b19 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:27:01.827288 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5965ef61-ac8f-46f4-b1d4-e57508f4b546 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Router 3023c6f6-287b-4dfe-8538-d58b8e0cd8a4 is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 15:27:01.829940 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e5d2aabe-e738-499d-98a6-2e3c6893926d tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:01.861366 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-45060c4e-df1f-4142-9921-21fad1f6b51f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:01.863307 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-e5d2aabe-e738-499d-98a6-2e3c6893926d tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46eb1115-a395-4427-b8b5-41c398173c0d']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:01.896976 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-6bf543f6-3c15-42a4-adb9-9b8a3532595b tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] The port '7d6becf5-a29d-42e1-b666-5ff57b2e6ec0' was deleted {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 13 15:27:01.934955 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-e5d2aabe-e738-499d-98a6-2e3c6893926d tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce071225-5726-44f2-949f-4f04701ccd62') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:01.935504 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-e5d2aabe-e738-499d-98a6-2e3c6893926d tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce071225-5726-44f2-949f-4f04701ccd62') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:02.021804 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e5d2aabe-e738-499d-98a6-2e3c6893926d tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:02.029802 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396d0b5b-ba1a-4405-b4b5-7ee19776a5f9 req-67e8d4e8-d458-47d7-b7d4-f7f01437bf11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:02.031330 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-396d0b5b-ba1a-4405-b4b5-7ee19776a5f9 req-67e8d4e8-d458-47d7-b7d4-f7f01437bf11 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5299218 Oct 13 15:27:02.083511 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e5d2aabe-e738-499d-98a6-2e3c6893926d tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:02.102409 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5d2aabe-e738-499d-98a6-2e3c6893926d tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:27:02.102812 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e5d2aabe-e738-499d-98a6-2e3c6893926d tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:02.136744 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6bf543f6-3c15-42a4-adb9-9b8a3532595b tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:02.165947 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-45060c4e-df1f-4142-9921-21fad1f6b51f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:02.183355 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5965ef61-ac8f-46f4-b1d4-e57508f4b546 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:27:02.198226 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-5965ef61-ac8f-46f4-b1d4-e57508f4b546 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "PUT /v2.0/routers/3023c6f6-287b-4dfe-8538-d58b8e0cd8a4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2029669 Oct 13 15:27:02.200120 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a49e77-51b1-43de-88fb-9c3cc2cc5f4b None None] Sync routers for ids ['3023c6f6-287b-4dfe-8538-d58b8e0cd8a4'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:27:02.216992 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a49e77-51b1-43de-88fb-9c3cc2cc5f4b None None] Routers {'3023c6f6-287b-4dfe-8538-d58b8e0cd8a4'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:27:02.217684 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-b8a49e77-51b1-43de-88fb-9c3cc2cc5f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:26:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['3023c6f6-287b-4dfe-8538-d58b8e0cd8a4'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:02.223316 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45582) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:02.224823 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-6bf543f6-3c15-42a4-adb9-9b8a3532595b tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b118d914-3a5e-4295-b222-a0bf0e5941bd']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:02.234485 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45060c4e-df1f-4142-9921-21fad1f6b51f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event deleted for resources: {'Subnet': ['ID=5393e4d5-a756-4e6f-b1c9-45d392cd1b99,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:02.253804 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment ce071225-5726-44f2-949f-4f04701ccd62 resource provider aggregate not found Oct 13 15:27:02.295524 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment ce071225-5726-44f2-949f-4f04701ccd62 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ce071225-5726-44f2-949f-4f04701ccd62 found for delete ", "request_id": "req-a85fc9b8-7ab3-4c41-b5d1-cb6e5882039b"}]} Oct 13 15:27:02.299148 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e5d2aabe-e738-499d-98a6-2e3c6893926d tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:02.300862 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-6bf543f6-3c15-42a4-adb9-9b8a3532595b tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3673742e-2338-4026-a10f-a7a084ec1e59') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:02.301364 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-6bf543f6-3c15-42a4-adb9-9b8a3532595b tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3673742e-2338-4026-a10f-a7a084ec1e59') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:02.305483 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-b8a49e77-51b1-43de-88fb-9c3cc2cc5f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:02.310149 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe73a70-d81f-4d79-b4e7-feabfe7cd123 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:27:02.313459 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-d903a9ca-6623-452a-8336-8295890c0c7e None None] Attempt 5 to provision port a82d793e-ac57-4438-8129-a7a1af5f5b19 Oct 13 15:27:02.315020 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-45060c4e-df1f-4142-9921-21fad1f6b51f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:02.319491 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e5d2aabe-e738-499d-98a6-2e3c6893926d tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:02.321674 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723fa47b-7a00-41af-b564-bdc915dd40e7 None None] Sync routers for ids ['92701029-9dfd-4401-af54-943beae0508a'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:27:02.330924 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-396d0b5b-ba1a-4405-b4b5-7ee19776a5f9 req-dcee26e6-231d-491f-bc2e-07640dfe9437 service neutron] 10.222.0.16 "GET /v2.0/networks/3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2888596 Oct 13 15:27:02.332709 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d2aabe-e738-499d-98a6-2e3c6893926d tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event deleted for resources: {'Network': ['ID=46eb1115-a395-4427-b8b5-41c398173c0d,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:02.333211 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6bf543f6-3c15-42a4-adb9-9b8a3532595b tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:02.336044 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e5d2aabe-e738-499d-98a6-2e3c6893926d tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "DELETE /v2.0/networks/46eb1115-a395-4427-b8b5-41c398173c0d HTTP/1.1" status: 204 len: 168 time: 1.1848061 Oct 13 15:27:02.341181 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45588) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:02.347375 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723fa47b-7a00-41af-b564-bdc915dd40e7 None None] Routers {'92701029-9dfd-4401-af54-943beae0508a'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:27:02.348715 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-723fa47b-7a00-41af-b564-bdc915dd40e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:26:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['92701029-9dfd-4401-af54-943beae0508a'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:02.365782 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-040435a5-f3f1-475e-b038-368706308863 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1208451569'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:27:02.377226 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-45060c4e-df1f-4142-9921-21fad1f6b51f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/5393e4d5-a756-4e6f-b1c9-45d392cd1b99 HTTP/1.1" status: 204 len: 168 time: 0.8634813 Oct 13 15:27:02.382768 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45592) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:02.384364 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-040435a5-f3f1-475e-b038-368706308863 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:27:02.389892 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bbe73a70-d81f-4d79-b4e7-feabfe7cd123 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:02.394080 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-040435a5-f3f1-475e-b038-368706308863 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Usage tracker for resource:network and tenant:c7529f71933548bfa5c77476ba17c75c is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:27:02.394730 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-bbe73a70-d81f-4d79-b4e7-feabfe7cd123 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] 10.222.0.42 "PUT /v2.0/routers/92701029-9dfd-4401-af54-943beae0508a HTTP/1.1" status: 200 len: 915 time: 5.3274133 Oct 13 15:27:02.398195 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-d903a9ca-6623-452a-8336-8295890c0c7e None None] Port a82d793e-ac57-4438-8129-a7a1af5f5b19 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:27:02.398401 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45594) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:02.398694 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a49e77-51b1-43de-88fb-9c3cc2cc5f4b None None] Routers {'3023c6f6-287b-4dfe-8538-d58b8e0cd8a4'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:27:02.399319 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-b8a49e77-51b1-43de-88fb-9c3cc2cc5f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:26:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['3023c6f6-287b-4dfe-8538-d58b8e0cd8a4'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:02.461189 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-040435a5-f3f1-475e-b038-368706308863 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:27:02.465760 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-b8a49e77-51b1-43de-88fb-9c3cc2cc5f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:02.466196 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8a49e77-51b1-43de-88fb-9c3cc2cc5f4b None None] The sync data for ids ['3023c6f6-287b-4dfe-8538-d58b8e0cd8a4'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:27:02.535888 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-040435a5-f3f1-475e-b038-368706308863 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:27:02.544510 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-723fa47b-7a00-41af-b564-bdc915dd40e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:02.554005 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723fa47b-7a00-41af-b564-bdc915dd40e7 None None] Routers {'92701029-9dfd-4401-af54-943beae0508a'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:27:02.554877 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-723fa47b-7a00-41af-b564-bdc915dd40e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:26:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['92701029-9dfd-4401-af54-943beae0508a'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:02.572317 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9d02d5b-8eea-422f-8589-ac350d794f9e None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:27:02.583422 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6bf543f6-3c15-42a4-adb9-9b8a3532595b tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:02.601543 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f2a8057-69a3-4fb6-b884-c1fa5c594f5a tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:02.605603 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-0f2a8057-69a3-4fb6-b884-c1fa5c594f5a tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "GET /v2.0/ports/a82d793e-ac57-4438-8129-a7a1af5f5b19 HTTP/1.1" status: 200 len: 911 time: 0.3663671 Oct 13 15:27:02.610233 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-373d0da1-7f4d-431e-bcbf-5c7e08323cd5 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2139399 Oct 13 15:27:02.610796 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45600) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:02.611117 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45602) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:02.612093 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6bf543f6-3c15-42a4-adb9-9b8a3532595b tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:27:02.612486 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6bf543f6-3c15-42a4-adb9-9b8a3532595b tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:02.648811 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-46f7ed30-f90b-4ba3-94bc-65bb99a3c102 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'subnet': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:27:02.658571 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-040435a5-f3f1-475e-b038-368706308863 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Made reservation on behalf of c7529f71933548bfa5c77476ba17c75c for: {'network': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:27:02.661982 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-040435a5-f3f1-475e-b038-368706308863 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:02.696956 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-396d0b5b-ba1a-4405-b4b5-7ee19776a5f9 req-1e2a1ad2-68c6-4859-946c-f9820c3e5bd5 service neutron] 10.222.0.16 "GET /v2.0/networks/3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558886 Oct 13 15:27:02.717309 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-723fa47b-7a00-41af-b564-bdc915dd40e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:02.719097 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-723fa47b-7a00-41af-b564-bdc915dd40e7 None None] The sync data for ids ['92701029-9dfd-4401-af54-943beae0508a'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:27:02.721176 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-040435a5-f3f1-475e-b038-368706308863 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=88973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:27:02.735953 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-8b8b30f7-54ec-4291-aff0-f0be361df794 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] 10.222.0.42 "GET /v2.0/routers/92701029-9dfd-4401-af54-943beae0508a HTTP/1.1" status: 200 len: 921 time: 0.3364801 Oct 13 15:27:02.738739 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-040435a5-f3f1-475e-b038-368706308863 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:02.739080 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-040435a5-f3f1-475e-b038-368706308863 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Added segment c83fbf5b-dd46-4987-b1c1-445c59d17f59 of type vlan for network baa617b4-041a-4816-9eb6-7ecf602fa7d9 Oct 13 15:27:02.740088 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45610) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:02.783183 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 3673742e-2338-4026-a10f-a7a084ec1e59 resource provider aggregate not found Oct 13 15:27:02.791210 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-fce3d6ef-ea4f-4abe-8f70-907e5a7670d9 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '25e775bf-1ae5-487f-882d-d88bc2df98f0'}]}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:27:02.829099 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-040435a5-f3f1-475e-b038-368706308863 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:02.845009 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-46f7ed30-f90b-4ba3-94bc-65bb99a3c102 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:27:02.850282 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-46f7ed30-f90b-4ba3-94bc-65bb99a3c102 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Usage tracker for resource:subnet and tenant:bb90cebe15f541febeed2c50e15c931e is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:27:02.854447 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-46f7ed30-f90b-4ba3-94bc-65bb99a3c102 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:27:02.864008 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcbc1faf-b19b-4ae2-86f6-b47073ab630a tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:02.864419 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-46f7ed30-f90b-4ba3-94bc-65bb99a3c102 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:27:02.865499 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-bcbc1faf-b19b-4ae2-86f6-b47073ab630a tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=8fb1fa59-32fe-4ed0-a248-96c43edb135f&device_id=92701029-9dfd-4401-af54-943beae0508a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1245084 Oct 13 15:27:02.867533 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 3673742e-2338-4026-a10f-a7a084ec1e59 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3673742e-2338-4026-a10f-a7a084ec1e59 found for delete ", "request_id": "req-4d439040-ee3a-4a17-b00b-fd387eb0e8e0"}]} Oct 13 15:27:02.868251 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45616) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:02.890969 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-040435a5-f3f1-475e-b038-368706308863 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:02.896350 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-040435a5-f3f1-475e-b038-368706308863 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:02.896932 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-040435a5-f3f1-475e-b038-368706308863 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:02.899236 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-d903a9ca-6623-452a-8336-8295890c0c7e None None] Attempt 6 to provision port a82d793e-ac57-4438-8129-a7a1af5f5b19 Oct 13 15:27:02.947938 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bb4f22-9326-479e-b2d5-c94dcb2d9487 None None] DHCP port deletion for a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:27:02.961741 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-a6bb4f22-9326-479e-b2d5-c94dcb2d9487 None None] Deleting port c2805f5a-5f50-45f3-9dd9-f300be2f1779 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:27:02.962056 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-a6bb4f22-9326-479e-b2d5-c94dcb2d9487 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:02.962189 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46f7ed30-f90b-4ba3-94bc-65bb99a3c102 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:27:02.966326 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-46f7ed30-f90b-4ba3-94bc-65bb99a3c102 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:03.034923 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6bf543f6-3c15-42a4-adb9-9b8a3532595b tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:03.064188 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6bf543f6-3c15-42a4-adb9-9b8a3532595b tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:03.073863 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf543f6-3c15-42a4-adb9-9b8a3532595b tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] Pushing event deleted for resources: {'Network': ['ID=b118d914-3a5e-4295-b222-a0bf0e5941bd,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:03.081312 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-6bf543f6-3c15-42a4-adb9-9b8a3532595b tempest-NetworksIpV6TestAttrs-933326801 tempest-NetworksIpV6TestAttrs-933326801-project] 10.222.0.42 "DELETE /v2.0/networks/b118d914-3a5e-4295-b222-a0bf0e5941bd HTTP/1.1" status: 204 len: 168 time: 3.5997329 Oct 13 15:27:03.087488 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-040435a5-f3f1-475e-b038-368706308863 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7453001 Oct 13 15:27:03.090877 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-040435a5-f3f1-475e-b038-368706308863 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event updated for resources: {'Network': ['ID=baa617b4-041a-4816-9eb6-7ecf602fa7d9,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:03.092814 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45622) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:03.103074 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-e665753e-77e1-44a6-adc0-2e3c2ec577a0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Request body: {'subnet': {'network_id': 'baa617b4-041a-4816-9eb6-7ecf602fa7d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:27:03.154995 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8335e95b-aa42-4ef2-9019-a2ef5672cd22 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:03.156359 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-8335e95b-aa42-4ef2-9019-a2ef5672cd22 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] 10.222.0.42 "GET /v2.0/networks/8fb1fa59-32fe-4ed0-a248-96c43edb135f HTTP/1.1" status: 200 len: 881 time: 0.2869411 Oct 13 15:27:03.201330 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-a6bb4f22-9326-479e-b2d5-c94dcb2d9487 None None] For port c2805f5a-5f50-45f3-9dd9-f300be2f1779, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=c2805f5a-5f50-45f3-9dd9-f300be2f1779,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:27:03.201873 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-a6bb4f22-9326-479e-b2d5-c94dcb2d9487 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:03.226956 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45626) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:03.295810 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-6235e277-920e-4662-9fa7-b2cf935445f6 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] 10.222.0.42 "GET /v2.0/ports?device_id=92701029-9dfd-4401-af54-943beae0508a HTTP/1.1" status: 200 len: 205 time: 0.0668781 Oct 13 15:27:03.311475 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45630) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:03.362940 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-e665753e-77e1-44a6-adc0-2e3c2ec577a0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:27:03.367283 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-e665753e-77e1-44a6-adc0-2e3c2ec577a0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Usage tracker for resource:subnet and tenant:c7529f71933548bfa5c77476ba17c75c is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:27:03.370668 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-e665753e-77e1-44a6-adc0-2e3c2ec577a0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:27:03.378899 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-e665753e-77e1-44a6-adc0-2e3c2ec577a0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:27:03.391846 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e665753e-77e1-44a6-adc0-2e3c2ec577a0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Made reservation on behalf of c7529f71933548bfa5c77476ba17c75c for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:27:03.395187 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e665753e-77e1-44a6-adc0-2e3c2ec577a0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:03.420858 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-a6bb4f22-9326-479e-b2d5-c94dcb2d9487 None None] Calling delete_port for c2805f5a-5f50-45f3-9dd9-f300be2f1779 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:27:03.493688 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.ipam_backend_mixin [None req-e665753e-77e1-44a6-adc0-2e3c2ec577a0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Performing IP validity checks on allocation pools {{(pid=88973) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 13 15:27:03.493948 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.ipam_backend_mixin [None req-e665753e-77e1-44a6-adc0-2e3c2ec577a0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88973) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 13 15:27:03.509677 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network baa617b4-041a-4816-9eb6-7ecf602fa7d9 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:27:03.593055 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device c2805f5a-5f50-45f3-9dd9-f300be2f1779 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:27:03.608238 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1531ddbd-9c57-434f-be82-647b2ddb5c87 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks [] for router, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:03.620303 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45638) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:03.637638 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-a6bb4f22-9326-479e-b2d5-c94dcb2d9487 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:03.641110 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-d903a9ca-6623-452a-8336-8295890c0c7e None None] Port a82d793e-ac57-4438-8129-a7a1af5f5b19 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:27:03.667473 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e665753e-77e1-44a6-adc0-2e3c2ec577a0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:03.694365 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: c2805f5a-5f50-45f3-9dd9-f300be2f1779 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:27:03.694711 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device c2805f5a-5f50-45f3-9dd9-f300be2f1779 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:27:03.728834 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bb4f22-9326-479e-b2d5-c94dcb2d9487 None None] Pushing event deleted for resources: {'Port': ['ID=c2805f5a-5f50-45f3-9dd9-f300be2f1779,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:03.735018 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bb4f22-9326-479e-b2d5-c94dcb2d9487 None None] No DVR routers for this DVR port c2805f5a-5f50-45f3-9dd9-f300be2f1779 on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:27:03.781873 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e665753e-77e1-44a6-adc0-2e3c2ec577a0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event updated for resources: {'Subnet': ['ID=e27cf0d0-1126-490e-9504-29a5a2d9bc61,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:03.803950 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e665753e-77e1-44a6-adc0-2e3c2ec577a0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Checking segment: {'id': 'c83fbf5b-dd46-4987-b1c1-445c59d17f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'baa617b4-041a-4816-9eb6-7ecf602fa7d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:27:03.804300 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e665753e-77e1-44a6-adc0-2e3c2ec577a0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Network hostable DHCP agents. Network: baa617b4-041a-4816-9eb6-7ecf602fa7d9, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:27:03.844896 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-fa89b4f6-813c-4f29-8731-99eddc67f40f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9dbe2e8c7f93444caca9a28c77250007&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2233984 Oct 13 15:27:03.852883 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e665753e-77e1-44a6-adc0-2e3c2ec577a0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Network baa617b4-041a-4816-9eb6-7ecf602fa7d9 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:27:03.852883 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45644) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:03.853159 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fce3d6ef-ea4f-4abe-8f70-907e5a7670d9 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:03.876028 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-e665753e-77e1-44a6-adc0-2e3c2ec577a0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, baa617b4-041a-4816-9eb6-7ecf602fa7d9) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:27:03.884165 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e665753e-77e1-44a6-adc0-2e3c2ec577a0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:03.884739 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e665753e-77e1-44a6-adc0-2e3c2ec577a0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:03.886403 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8013d85-d09c-4c23-8b2a-47b652c2aa3a None None] Network baa617b4-041a-4816-9eb6-7ecf602fa7d9 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:27:03.927567 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e665753e-77e1-44a6-adc0-2e3c2ec577a0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8317602 Oct 13 15:27:03.930334 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45648) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:03.938461 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-bef126ff-0377-48dc-aac1-11a99880fc77 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Request body: {'port': {'network_id': 'baa617b4-041a-4816-9eb6-7ecf602fa7d9', 'name': 'tempest-PortsTestJSON-1419754729'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:27:03.966066 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d7930cee-2a74-471a-ad4d-eed1a74b04ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:04.041987 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1531ddbd-9c57-434f-be82-647b2ddb5c87 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:04.060076 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d7930cee-2a74-471a-ad4d-eed1a74b04ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:04.126895 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-bef126ff-0377-48dc-aac1-11a99880fc77 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:27:04.128662 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5349efd-bae9-49ce-bb41-261423e4e3cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-baa617b4-041a-4816-9eb6-7ecf602fa7d9', 'network_id': 'baa617b4-041a-4816-9eb6-7ecf602fa7d9', 'tenant_id': 'c7529f71933548bfa5c77476ba17c75c', 'fixed_ips': [{'subnet_id': 'e27cf0d0-1126-490e-9504-29a5a2d9bc61'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:27:04.129952 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e5349efd-bae9-49ce-bb41-261423e4e3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:04.138448 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-bef126ff-0377-48dc-aac1-11a99880fc77 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:27:04.145012 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-d903a9ca-6623-452a-8336-8295890c0c7e None None] Attempt 7 to provision port a82d793e-ac57-4438-8129-a7a1af5f5b19 Oct 13 15:27:04.149400 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bef126ff-0377-48dc-aac1-11a99880fc77 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Made reservation on behalf of c7529f71933548bfa5c77476ba17c75c for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:27:04.153475 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bef126ff-0377-48dc-aac1-11a99880fc77 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:04.164707 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d7930cee-2a74-471a-ad4d-eed1a74b04ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:04.185022 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7930cee-2a74-471a-ad4d-eed1a74b04ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=480b6216-f9c8-411d-979b-be4b521ffcf3,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:04.196117 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [None req-bef126ff-0377-48dc-aac1-11a99880fc77 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] device_id is not set on port 4fe7668d-e113-4b51-8a53-a6a39a4d1991 yet. {{(pid=88973) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:27:04.233221 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d7930cee-2a74-471a-ad4d-eed1a74b04ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:04.236842 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-d7930cee-2a74-471a-ad4d-eed1a74b04ff admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/480b6216-f9c8-411d-979b-be4b521ffcf3 HTTP/1.1" status: 204 len: 168 time: 0.3849766 Oct 13 15:27:04.257958 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-1531ddbd-9c57-434f-be82-647b2ddb5c87 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Deleting port 3c841b8b-f73a-4df6-8dcb-3cfed49bd187 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:27:04.258727 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1531ddbd-9c57-434f-be82-647b2ddb5c87 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:04.269562 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-d903a9ca-6623-452a-8336-8295890c0c7e None None] Port a82d793e-ac57-4438-8129-a7a1af5f5b19 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:27:04.366383 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-e5349efd-bae9-49ce-bb41-261423e4e3cc None None] Allocated IP 172.20.0.2 (baa617b4-041a-4816-9eb6-7ecf602fa7d9/e27cf0d0-1126-490e-9504-29a5a2d9bc61/1fe94c16-df32-425b-b16c-f4a842edd8f8) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:27:04.473036 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7d19b7eb-8400-4970-8a3c-855d52beb5bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:04.598110 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e5349efd-bae9-49ce-bb41-261423e4e3cc None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:04.610158 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-e5349efd-bae9-49ce-bb41-261423e4e3cc None None] Transition to ACTIVE for port object 1fe94c16-df32-425b-b16c-f4a842edd8f8 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:27:04.617727 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.objects.ports [None req-46f7ed30-f90b-4ba3-94bc-65bb99a3c102 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88972) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 13 15:27:04.632865 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-46f7ed30-f90b-4ba3-94bc-65bb99a3c102 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:04.640128 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-e5349efd-bae9-49ce-bb41-261423e4e3cc None None] Transition to ACTIVE for port object 1fe94c16-df32-425b-b16c-f4a842edd8f8 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:27:04.649155 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e5349efd-bae9-49ce-bb41-261423e4e3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:04.675791 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1531ddbd-9c57-434f-be82-647b2ddb5c87 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:04.728154 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f7ed30-f90b-4ba3-94bc-65bb99a3c102 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:27:04.730039 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5349efd-bae9-49ce-bb41-261423e4e3cc None None] Network baa617b4-041a-4816-9eb6-7ecf602fa7d9 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:27:04.734739 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-e5349efd-bae9-49ce-bb41-261423e4e3cc None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:27:04.741280 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5349efd-bae9-49ce-bb41-261423e4e3cc None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:27:04.752305 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-bef126ff-0377-48dc-aac1-11a99880fc77 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Allocated IP 172.20.0.10 (baa617b4-041a-4816-9eb6-7ecf602fa7d9/e27cf0d0-1126-490e-9504-29a5a2d9bc61/4fe7668d-e113-4b51-8a53-a6a39a4d1991) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:27:04.788717 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-46f7ed30-f90b-4ba3-94bc-65bb99a3c102 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:27:04.795018 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-d903a9ca-6623-452a-8336-8295890c0c7e None None] Attempt 8 to provision port a82d793e-ac57-4438-8129-a7a1af5f5b19 Oct 13 15:27:04.840980 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5349efd-bae9-49ce-bb41-261423e4e3cc None None] Pushing event updated for resources: {'Port': ['ID=1fe94c16-df32-425b-b16c-f4a842edd8f8,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:04.850714 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-161a3a0c-f57d-4982-bdcb-0ae03fc80127 None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:27:04.865537 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-1531ddbd-9c57-434f-be82-647b2ddb5c87 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Calling delete_port for 3c841b8b-f73a-4df6-8dcb-3cfed49bd187 owned by network:router_gateway {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:27:04.894216 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46f7ed30-f90b-4ba3-94bc-65bb99a3c102 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:04.894812 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-46f7ed30-f90b-4ba3-94bc-65bb99a3c102 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:04.958821 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f7ed30-f90b-4ba3-94bc-65bb99a3c102 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'Subnet': ['ID=4ae2ff45-16cf-4017-9387-5b540266e04f,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:04.963510 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-d903a9ca-6623-452a-8336-8295890c0c7e None None] Port a82d793e-ac57-4438-8129-a7a1af5f5b19 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:27:05.001753 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-46f7ed30-f90b-4ba3-94bc-65bb99a3c102 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.3727598 Oct 13 15:27:05.025153 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45672) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:05.044501 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bef126ff-0377-48dc-aac1-11a99880fc77 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:05.048812 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-e5349efd-bae9-49ce-bb41-261423e4e3cc None None] Attempting to bind port 1fe94c16-df32-425b-b16c-f4a842edd8f8 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:27:05.049187 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-e5349efd-bae9-49ce-bb41-261423e4e3cc None None] Attempting to bind port 1fe94c16-df32-425b-b16c-f4a842edd8f8 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'c83fbf5b-dd46-4987-b1c1-445c59d17f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'baa617b4-041a-4816-9eb6-7ecf602fa7d9'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:27:05.049548 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5349efd-bae9-49ce-bb41-261423e4e3cc None None] Attempting to bind port 1fe94c16-df32-425b-b16c-f4a842edd8f8 on network baa617b4-041a-4816-9eb6-7ecf602fa7d9 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:27:05.056754 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5349efd-bae9-49ce-bb41-261423e4e3cc None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:27:05.057129 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5349efd-bae9-49ce-bb41-261423e4e3cc None None] Checking segment: {'id': 'c83fbf5b-dd46-4987-b1c1-445c59d17f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'baa617b4-041a-4816-9eb6-7ecf602fa7d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:27:05.057531 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e5349efd-bae9-49ce-bb41-261423e4e3cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:05.057922 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5349efd-bae9-49ce-bb41-261423e4e3cc None None] Bound using segment: {'id': 'c83fbf5b-dd46-4987-b1c1-445c59d17f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'baa617b4-041a-4816-9eb6-7ecf602fa7d9'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:27:05.058417 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-e5349efd-bae9-49ce-bb41-261423e4e3cc None None] Bound port: 1fe94c16-df32-425b-b16c-f4a842edd8f8, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c83fbf5b-dd46-4987-b1c1-445c59d17f59', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': 'baa617b4-041a-4816-9eb6-7ecf602fa7d9'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:27:05.058854 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e5349efd-bae9-49ce-bb41-261423e4e3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:05.067811 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-bef126ff-0377-48dc-aac1-11a99880fc77 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Transition to ACTIVE for port object 4fe7668d-e113-4b51-8a53-a6a39a4d1991 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:27:05.103902 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-12d2bf4d-6b85-4473-bb4f-2dd912694166 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'subnet': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:27:05.112441 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45676) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:05.131113 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bef126ff-0377-48dc-aac1-11a99880fc77 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:05.220132 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1531ddbd-9c57-434f-be82-647b2ddb5c87 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:05.262962 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-e5349efd-bae9-49ce-bb41-261423e4e3cc None None] For port 1fe94c16-df32-425b-b16c-f4a842edd8f8, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:27:05.279168 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1531ddbd-9c57-434f-be82-647b2ddb5c87 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Pushing event deleted for resources: {'Port': ['ID=3c841b8b-f73a-4df6-8dcb-3cfed49bd187,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:05.285357 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-e5349efd-bae9-49ce-bb41-261423e4e3cc None None] For port 1fe94c16-df32-425b-b16c-f4a842edd8f8, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=1fe94c16-df32-425b-b16c-f4a842edd8f8,segment=NetworkSegment(c83fbf5b-dd46-4987-b1c1-445c59d17f59),segment_id=c83fbf5b-dd46-4987-b1c1-445c59d17f59)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:27:05.288808 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-3feb0098-41c3-4cc6-a0ca-da91c8a993e6 tempest-DvrRoutersNegativeTest-653613660 tempest-DvrRoutersNegativeTest-653613660-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2140710249', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:27:05.291939 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.policy [None req-3feb0098-41c3-4cc6-a0ca-da91c8a993e6 tempest-DvrRoutersNegativeTest-653613660 tempest-DvrRoutersNegativeTest-653613660-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=88972) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Oct 13 15:27:05.292152 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.policy [None req-3feb0098-41c3-4cc6-a0ca-da91c8a993e6 tempest-DvrRoutersNegativeTest-653613660 tempest-DvrRoutersNegativeTest-653613660-project] Failed policy check for 'create_router' {{(pid=88972) enforce /opt/stack/neutron/neutron/policy.py:520}} Oct 13 15:27:05.292873 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-3feb0098-41c3-4cc6-a0ca-da91c8a993e6 tempest-DvrRoutersNegativeTest-653613660 tempest-DvrRoutersNegativeTest-653613660-project] create failed (client error): Access was denied to this resource. Oct 13 15:27:05.293132 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e5349efd-bae9-49ce-bb41-261423e4e3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:05.293994 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-3feb0098-41c3-4cc6-a0ca-da91c8a993e6 tempest-DvrRoutersNegativeTest-653613660 tempest-DvrRoutersNegativeTest-653613660-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1802716 Oct 13 15:27:05.377623 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c83adf12-65f7-4f40-80fd-4e1d0ad0116e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'tenant_id': 'bb90cebe15f541febeed2c50e15c931e', 'fixed_ips': [{'subnet_id': '4ae2ff45-16cf-4017-9387-5b540266e04f'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:27:05.378034 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c83adf12-65f7-4f40-80fd-4e1d0ad0116e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:05.397596 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fce3d6ef-ea4f-4abe-8f70-907e5a7670d9 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:05.414848 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1531ddbd-9c57-434f-be82-647b2ddb5c87 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828050'] for router_gateway, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:05.416295 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-12d2bf4d-6b85-4473-bb4f-2dd912694166 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:27:05.420995 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-12d2bf4d-6b85-4473-bb4f-2dd912694166 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Usage tracker for resource:subnet and tenant:bb90cebe15f541febeed2c50e15c931e is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:27:05.424308 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-12d2bf4d-6b85-4473-bb4f-2dd912694166 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:27:05.430954 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-12d2bf4d-6b85-4473-bb4f-2dd912694166 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:27:05.438726 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef126ff-0377-48dc-aac1-11a99880fc77 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event updated for resources: {'Port': ['ID=4fe7668d-e113-4b51-8a53-a6a39a4d1991,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:05.452380 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef126ff-0377-48dc-aac1-11a99880fc77 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Network baa617b4-041a-4816-9eb6-7ecf602fa7d9 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:27:05.454762 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-bef126ff-0377-48dc-aac1-11a99880fc77 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:27:05.456379 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d2bf4d-6b85-4473-bb4f-2dd912694166 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:27:05.460228 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-12d2bf4d-6b85-4473-bb4f-2dd912694166 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:05.468510 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fce3d6ef-ea4f-4abe-8f70-907e5a7670d9 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:05.469732 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-d903a9ca-6623-452a-8336-8295890c0c7e None None] Attempt 9 to provision port a82d793e-ac57-4438-8129-a7a1af5f5b19 Oct 13 15:27:05.474747 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fce3d6ef-ea4f-4abe-8f70-907e5a7670d9 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:05.475770 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fce3d6ef-ea4f-4abe-8f70-907e5a7670d9 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:05.480320 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-fce3d6ef-ea4f-4abe-8f70-907e5a7670d9 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "PUT /v2.0/ports/a82d793e-ac57-4438-8129-a7a1af5f5b19 HTTP/1.1" status: 200 len: 911 time: 2.8530951 Oct 13 15:27:05.481411 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45684) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:05.491614 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef126ff-0377-48dc-aac1-11a99880fc77 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:27:05.527709 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5349efd-bae9-49ce-bb41-261423e4e3cc None None] Pushing event updated for resources: {'Port': ['ID=1fe94c16-df32-425b-b16c-f4a842edd8f8,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:05.581233 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef126ff-0377-48dc-aac1-11a99880fc77 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:05.581875 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bef126ff-0377-48dc-aac1-11a99880fc77 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:05.668618 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-c83adf12-65f7-4f40-80fd-4e1d0ad0116e None None] Allocated IP 2001:db8::f816:3eff:fe28:d8f7 (a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828/4ae2ff45-16cf-4017-9387-5b540266e04f/67bda0e4-2b75-4770-a2a5-3f538b8109cf) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:27:05.714491 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-bef126ff-0377-48dc-aac1-11a99880fc77 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.7830639 Oct 13 15:27:05.719000 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45690) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:05.750416 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-d903a9ca-6623-452a-8336-8295890c0c7e None None] Port a82d793e-ac57-4438-8129-a7a1af5f5b19 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:27:05.834921 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45694) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:05.873445 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-e1c55666-5ec8-4923-8da0-a3a70dff5401 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Deleting port 4fe7668d-e113-4b51-8a53-a6a39a4d1991 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:27:05.874013 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e1c55666-5ec8-4923-8da0-a3a70dff5401 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:06.012686 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c83adf12-65f7-4f40-80fd-4e1d0ad0116e None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:06.025988 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-c83adf12-65f7-4f40-80fd-4e1d0ad0116e None None] Transition to ACTIVE for port object 67bda0e4-2b75-4770-a2a5-3f538b8109cf will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:27:06.048855 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-c83adf12-65f7-4f40-80fd-4e1d0ad0116e None None] Transition to ACTIVE for port object 67bda0e4-2b75-4770-a2a5-3f538b8109cf will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:27:06.055910 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c83adf12-65f7-4f40-80fd-4e1d0ad0116e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:06.130273 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83adf12-65f7-4f40-80fd-4e1d0ad0116e None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:27:06.133691 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-c83adf12-65f7-4f40-80fd-4e1d0ad0116e None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:27:06.134540 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1531ddbd-9c57-434f-be82-647b2ddb5c87 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:06.136405 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83adf12-65f7-4f40-80fd-4e1d0ad0116e None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:27:06.146169 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1531ddbd-9c57-434f-be82-647b2ddb5c87 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:06.189630 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce3d6ef-ea4f-4abe-8f70-907e5a7670d9 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event updated for resources: {'Port': ['ID=a82d793e-ac57-4438-8129-a7a1af5f5b19,revision_number=3']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:06.197155 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1531ddbd-9c57-434f-be82-647b2ddb5c87 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:06.197992 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1531ddbd-9c57-434f-be82-647b2ddb5c87 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Fanout notify agent at l3_agent the message router_deleted on router 92701029-9dfd-4401-af54-943beae0508a {{(pid=88972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:27:06.220533 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-75150f06-23b0-4bd6-be1f-3c5dd64662dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:06.243770 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83adf12-65f7-4f40-80fd-4e1d0ad0116e None None] Pushing event updated for resources: {'Port': ['ID=67bda0e4-2b75-4770-a2a5-3f538b8109cf,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:06.253282 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-d903a9ca-6623-452a-8336-8295890c0c7e None None] Attempt 10 to provision port a82d793e-ac57-4438-8129-a7a1af5f5b19 Oct 13 15:27:06.263127 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1531ddbd-9c57-434f-be82-647b2ddb5c87 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:06.264498 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-1531ddbd-9c57-434f-be82-647b2ddb5c87 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] 10.222.0.42 "DELETE /v2.0/routers/92701029-9dfd-4401-af54-943beae0508a HTTP/1.1" status: 204 len: 168 time: 2.9518216 Oct 13 15:27:06.267972 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45700) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:06.273617 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-75150f06-23b0-4bd6-be1f-3c5dd64662dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:27:06.275403 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-c925cdf2-7ae8-423d-b5c3-6ece7033caec tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-718196944', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:27:06.278057 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-75150f06-23b0-4bd6-be1f-3c5dd64662dd admin admin] Usage tracker for resource:security_group_rule and tenant:6052deed6d524c96a435c33d102e018c is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:27:06.285829 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-c925cdf2-7ae8-423d-b5c3-6ece7033caec tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:27:06.301135 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-c83adf12-65f7-4f40-80fd-4e1d0ad0116e None None] Attempting to bind port 67bda0e4-2b75-4770-a2a5-3f538b8109cf on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:27:06.301656 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-c83adf12-65f7-4f40-80fd-4e1d0ad0116e None None] Attempting to bind port 67bda0e4-2b75-4770-a2a5-3f538b8109cf by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:27:06.302100 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83adf12-65f7-4f40-80fd-4e1d0ad0116e None None] Attempting to bind port 67bda0e4-2b75-4770-a2a5-3f538b8109cf on network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:27:06.311074 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-75150f06-23b0-4bd6-be1f-3c5dd64662dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:27:06.318690 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83adf12-65f7-4f40-80fd-4e1d0ad0116e None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:27:06.319217 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83adf12-65f7-4f40-80fd-4e1d0ad0116e None None] Checking segment: {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:27:06.319719 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c83adf12-65f7-4f40-80fd-4e1d0ad0116e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:06.320209 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c83adf12-65f7-4f40-80fd-4e1d0ad0116e None None] Bound using segment: {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:27:06.320796 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-c83adf12-65f7-4f40-80fd-4e1d0ad0116e None None] Bound port: 67bda0e4-2b75-4770-a2a5-3f538b8109cf, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:27:06.321392 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c83adf12-65f7-4f40-80fd-4e1d0ad0116e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:06.323352 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-c925cdf2-7ae8-423d-b5c3-6ece7033caec tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Usage tracker for resource:router and tenant:86e73b52cc6f49c9965a3399831aec36 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:27:06.327117 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-c925cdf2-7ae8-423d-b5c3-6ece7033caec tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:27:06.328365 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-75150f06-23b0-4bd6-be1f-3c5dd64662dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:27:06.334146 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-c925cdf2-7ae8-423d-b5c3-6ece7033caec tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:27:06.348046 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-d903a9ca-6623-452a-8336-8295890c0c7e None None] Port a82d793e-ac57-4438-8129-a7a1af5f5b19 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:27:06.354937 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c925cdf2-7ae8-423d-b5c3-6ece7033caec tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:06.356485 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c925cdf2-7ae8-423d-b5c3-6ece7033caec tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:06.379178 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c925cdf2-7ae8-423d-b5c3-6ece7033caec tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:06.437353 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-c83adf12-65f7-4f40-80fd-4e1d0ad0116e None None] For port 67bda0e4-2b75-4770-a2a5-3f538b8109cf, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:27:06.441188 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-c83adf12-65f7-4f40-80fd-4e1d0ad0116e None None] For port 67bda0e4-2b75-4770-a2a5-3f538b8109cf, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=67bda0e4-2b75-4770-a2a5-3f538b8109cf,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:27:06.447746 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c925cdf2-7ae8-423d-b5c3-6ece7033caec tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:06.451219 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c83adf12-65f7-4f40-80fd-4e1d0ad0116e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:06.480463 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d1915be0-fac2-4aa7-83b0-bc5c6d7309fb tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:06.491422 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e1c55666-5ec8-4923-8da0-a3a70dff5401 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:06.493504 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-d903a9ca-6623-452a-8336-8295890c0c7e None None] Provisioning complete for port 330c5cfa-c53c-4603-8eaa-93bd5eba9bef triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:27:06.493920 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d903a9ca-6623-452a-8336-8295890c0c7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:06.494338 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-d903a9ca-6623-452a-8336-8295890c0c7e None None] Attempt 1 to provision port 330c5cfa-c53c-4603-8eaa-93bd5eba9bef Oct 13 15:27:06.600911 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c925cdf2-7ae8-423d-b5c3-6ece7033caec tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:06.602185 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-c925cdf2-7ae8-423d-b5c3-6ece7033caec tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3331044 Oct 13 15:27:06.610157 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45704) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:06.614811 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2f302678-3b13-4df8-889c-8bd02544b7fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:06.625826 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-299685cb-8fb0-408e-b5bb-2d23a1dbfe0e tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'enable_snat': False}}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:27:06.660976 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83adf12-65f7-4f40-80fd-4e1d0ad0116e None None] Pushing event updated for resources: {'Port': ['ID=67bda0e4-2b75-4770-a2a5-3f538b8109cf,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:06.716824 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-d903a9ca-6623-452a-8336-8295890c0c7e None None] Current status of the port 330c5cfa-c53c-4603-8eaa-93bd5eba9bef is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:27:06.762312 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-e1c55666-5ec8-4923-8da0-a3a70dff5401 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Calling delete_port for 4fe7668d-e113-4b51-8a53-a6a39a4d1991 owned by {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:27:06.822637 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-12d2bf4d-6b85-4473-bb4f-2dd912694166 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:06.851665 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-d9e6b73d-d536-495a-a954-f526b9a0e9f6 None None] Provisioning complete for port a82d793e-ac57-4438-8129-a7a1af5f5b19 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:27:06.852004 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d9e6b73d-d536-495a-a954-f526b9a0e9f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:06.852335 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-d9e6b73d-d536-495a-a954-f526b9a0e9f6 None None] Attempt 1 to provision port a82d793e-ac57-4438-8129-a7a1af5f5b19 Oct 13 15:27:06.944240 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-75150f06-23b0-4bd6-be1f-3c5dd64662dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:06.957635 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-d9e6b73d-d536-495a-a954-f526b9a0e9f6 None None] Port a82d793e-ac57-4438-8129-a7a1af5f5b19 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:27:07.046660 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-75150f06-23b0-4bd6-be1f-3c5dd64662dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:07.093871 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d2bf4d-6b85-4473-bb4f-2dd912694166 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:27:07.117233 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-12d2bf4d-6b85-4473-bb4f-2dd912694166 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:27:07.124029 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579a508a-df1e-4e73-b9ae-2f9880e6c39b None None] Network baa617b4-041a-4816-9eb6-7ecf602fa7d9 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:27:07.140165 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d2bf4d-6b85-4473-bb4f-2dd912694166 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:07.140872 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-12d2bf4d-6b85-4473-bb4f-2dd912694166 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:07.201248 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-75150f06-23b0-4bd6-be1f-3c5dd64662dd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6052deed6d524c96a435c33d102e018c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3610785 Oct 13 15:27:07.204465 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d2bf4d-6b85-4473-bb4f-2dd912694166 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'Subnet': ['ID=dd35169b-c9e9-4c3f-b2a0-fbf544e04688,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:07.206620 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45710) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:07.211678 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75150f06-23b0-4bd6-be1f-3c5dd64662dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=600f31ea-8323-4f05-a8ce-c1afe3fdc7dc,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:07.235143 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-12d2bf4d-6b85-4473-bb4f-2dd912694166 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2038510 Oct 13 15:27:07.238587 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45716) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:07.246230 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-bdf6a935-50f7-4991-a35c-d431c78e671d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'port': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'mac_address': 'fa:16:3e:1e:cb:ad', 'name': 'tempest-NetworksTestDHCPv6-486212609'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:27:07.276975 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e1c55666-5ec8-4923-8da0-a3a70dff5401 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:07.437969 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c55666-5ec8-4923-8da0-a3a70dff5401 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event deleted for resources: {'Port': ['ID=4fe7668d-e113-4b51-8a53-a6a39a4d1991,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:07.440464 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 67bda0e4-2b75-4770-a2a5-3f538b8109cf up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:27:07.481740 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-d9e6b73d-d536-495a-a954-f526b9a0e9f6 None None] Attempt 2 to provision port a82d793e-ac57-4438-8129-a7a1af5f5b19 Oct 13 15:27:07.541267 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-299685cb-8fb0-408e-b5bb-2d23a1dbfe0e tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:07.579845 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-22e23c43-c012-4658-9d57-09bc6dfee84c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:07.613488 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-d9e6b73d-d536-495a-a954-f526b9a0e9f6 None None] Port a82d793e-ac57-4438-8129-a7a1af5f5b19 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:27:07.644642 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 67bda0e4-2b75-4770-a2a5-3f538b8109cf completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:27:07.644857 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-bdf6a935-50f7-4991-a35c-d431c78e671d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:27:07.656195 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-bdf6a935-50f7-4991-a35c-d431c78e671d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Usage tracker for resource:port and tenant:bb90cebe15f541febeed2c50e15c931e is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:27:07.661046 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e1c55666-5ec8-4923-8da0-a3a70dff5401 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:07.663196 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e1c55666-5ec8-4923-8da0-a3a70dff5401 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "DELETE /v2.0/ports/4fe7668d-e113-4b51-8a53-a6a39a4d1991 HTTP/1.1" status: 204 len: 168 time: 1.9430425 Oct 13 15:27:07.664327 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-bdf6a935-50f7-4991-a35c-d431c78e671d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:27:07.673674 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45726) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:07.676388 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-bdf6a935-50f7-4991-a35c-d431c78e671d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:27:07.680131 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-22e23c43-c012-4658-9d57-09bc6dfee84c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:07.701020 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 1fe94c16-df32-425b-b16c-f4a842edd8f8 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:27:07.755065 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3081d9b-3890-4d38-9944-13753133eef8 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] DELETE failed (client error): The resource could not be found. Oct 13 15:27:07.755617 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3081d9b-3890-4d38-9944-13753133eef8 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:27:07.757350 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c3081d9b-3890-4d38-9944-13753133eef8 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "DELETE /v2.0/ports/4fe7668d-e113-4b51-8a53-a6a39a4d1991 HTTP/1.1" status: 404 len: 333 time: 0.0825038 Oct 13 15:27:07.768312 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45730) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:07.775880 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdf6a935-50f7-4991-a35c-d431c78e671d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:27:07.777162 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:07.834489 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119d2c04-f361-4beb-bf2b-38383ed19043 req-c2359cc1-1587-4877-82a0-0ae15851dfef tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:07.836535 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-119d2c04-f361-4beb-bf2b-38383ed19043 req-c2359cc1-1587-4877-82a0-0ae15851dfef tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfbed677-3deb-4ebc-a7a8-c9f57e433e8f HTTP/1.1" status: 200 len: 945 time: 0.3694315 Oct 13 15:27:07.848999 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0eac5e1-f048-45bb-9444-397759c6a1f3 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] GET failed (client error): The resource could not be found. Oct 13 15:27:07.849598 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-f0eac5e1-f048-45bb-9444-397759c6a1f3 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Synchronizing usage tracker for tenant:c7529f71933548bfa5c77476ba17c75c on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:27:07.851781 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:07.873717 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 1fe94c16-df32-425b-b16c-f4a842edd8f8 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:27:07.896164 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-d1915be0-fac2-4aa7-83b0-bc5c6d7309fb tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Deleting port a82d793e-ac57-4438-8129-a7a1af5f5b19 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:27:07.896520 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d1915be0-fac2-4aa7-83b0-bc5c6d7309fb tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:07.960029 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-119d2c04-f361-4beb-bf2b-38383ed19043 req-cac5fc53-7047-4179-ab36-c85cd8b78ce5 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] 10.222.0.42 "GET /v2.0/security-groups?id=4dc8f660-006e-44c4-9c27-23a9ac2bfab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1125190 Oct 13 15:27:07.985319 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-f0eac5e1-f048-45bb-9444-397759c6a1f3 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Unset dirty status for tenant:c7529f71933548bfa5c77476ba17c75c on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:27:07.988954 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-f0eac5e1-f048-45bb-9444-397759c6a1f3 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "GET /v2.0/ports/4fe7668d-e113-4b51-8a53-a6a39a4d1991 HTTP/1.1" status: 404 len: 333 time: 0.2167001 Oct 13 15:27:07.994222 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45734) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:08.101212 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-22e23c43-c012-4658-9d57-09bc6dfee84c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:08.115391 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-d9e6b73d-d536-495a-a954-f526b9a0e9f6 None None] Attempt 3 to provision port a82d793e-ac57-4438-8129-a7a1af5f5b19 Oct 13 15:27:08.145879 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_v2 [None req-90bd7ea5-95ea-4cfa-b17d-1a648b5d386f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Deleting subnet e27cf0d0-1126-490e-9504-29a5a2d9bc61 {{(pid=88973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:27:08.157068 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-90bd7ea5-95ea-4cfa-b17d-1a648b5d386f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for subnet, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:08.187487 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e23c43-c012-4658-9d57-09bc6dfee84c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=600f31ea-8323-4f05-a8ce-c1afe3fdc7dc,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:08.198082 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a935-50f7-4991-a35c-d431c78e671d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:08.209807 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-d9e6b73d-d536-495a-a954-f526b9a0e9f6 None None] Port a82d793e-ac57-4438-8129-a7a1af5f5b19 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:27:08.215372 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-22e23c43-c012-4658-9d57-09bc6dfee84c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:08.219745 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-22e23c43-c012-4658-9d57-09bc6dfee84c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/600f31ea-8323-4f05-a8ce-c1afe3fdc7dc HTTP/1.1" status: 204 len: 168 time: 1.0021179 Oct 13 15:27:08.236279 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab4b2f54-326f-4f36-af9e-bec98b7f0f9e None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:27:08.252004 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dfb18f-7841-487a-8880-75f66c205432 req-143cb5ff-0c28-4aa2-ac81-bf8d4629b8fc tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:08.253557 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-21dfb18f-7841-487a-8880-75f66c205432 req-143cb5ff-0c28-4aa2-ac81-bf8d4629b8fc tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 946 time: 0.3868127 Oct 13 15:27:08.268914 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-90bd7ea5-95ea-4cfa-b17d-1a648b5d386f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7432921'] for subnet, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:08.305904 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [None req-bdf6a935-50f7-4991-a35c-d431c78e671d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] device_id is not set on port 758c7b55-732f-4860-a44d-a19b02f23883 yet. {{(pid=88973) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:27:08.356981 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d1915be0-fac2-4aa7-83b0-bc5c6d7309fb tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:08.522537 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-299685cb-8fb0-408e-b5bb-2d23a1dbfe0e tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:08.557092 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-d1915be0-fac2-4aa7-83b0-bc5c6d7309fb tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Calling delete_port for a82d793e-ac57-4438-8129-a7a1af5f5b19 owned by network:router_interface {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:27:08.627950 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-299685cb-8fb0-408e-b5bb-2d23a1dbfe0e tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:08.731323 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-d9e6b73d-d536-495a-a954-f526b9a0e9f6 None None] Attempt 4 to provision port a82d793e-ac57-4438-8129-a7a1af5f5b19 Oct 13 15:27:08.868552 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-d9e6b73d-d536-495a-a954-f526b9a0e9f6 None None] Port a82d793e-ac57-4438-8129-a7a1af5f5b19 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:27:08.937061 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-21dfb18f-7841-487a-8880-75f66c205432 req-941d8edd-b09f-4544-aeec-21298c190a33 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6707642 Oct 13 15:27:08.999343 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-90bd7ea5-95ea-4cfa-b17d-1a648b5d386f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:09.046471 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81262433-642e-4c54-be11-40fc151c820c None None] Update dhcp port {'port': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'fixed_ips': [{'subnet_id': '4ae2ff45-16cf-4017-9387-5b540266e04f', 'ip_address': '2001:db8::f816:3eff:fe28:d8f7'}, {'subnet_id': 'dd35169b-c9e9-4c3f-b2a0-fbf544e04688'}], 'binding:host_id': 'dv-neutron-860329-2-hyperv'}, 'id': '67bda0e4-2b75-4770-a2a5-3f538b8109cf'} from dv-neutron-860329-2-hyperv. {{(pid=88974) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 13 15:27:09.081756 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-bdf6a935-50f7-4991-a35c-d431c78e671d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Allocated IP 172.20.0.9 (a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828/dd35169b-c9e9-4c3f-b2a0-fbf544e04688/758c7b55-732f-4860-a44d-a19b02f23883) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:27:09.111667 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-81262433-642e-4c54-be11-40fc151c820c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:09.135468 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-bdf6a935-50f7-4991-a35c-d431c78e671d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Allocated IP 2001:db8::f816:3eff:fe1e:cbad (a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828/4ae2ff45-16cf-4017-9387-5b540266e04f/758c7b55-732f-4860-a44d-a19b02f23883) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:27:09.184083 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f65a037-7403-4c14-a760-9d770bb6342c req-e7b5cc23-cc7a-40df-8dd2-046f7cf20ff7 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:09.186665 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-2f65a037-7403-4c14-a760-9d770bb6342c req-e7b5cc23-cc7a-40df-8dd2-046f7cf20ff7 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.42 "GET /v2.0/ports?device_id=120ed22f-0dc2-453c-b30b-44429ff870e3 HTTP/1.1" status: 200 len: 945 time: 0.3675265 Oct 13 15:27:09.209864 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-299685cb-8fb0-408e-b5bb-2d23a1dbfe0e tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Allocated IP 172.26.2.159 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/7c470788-2fb6-46ae-92ef-86082d5ac5b3) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:27:09.251509 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-90bd7ea5-95ea-4cfa-b17d-1a648b5d386f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:09.280626 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d1915be0-fac2-4aa7-83b0-bc5c6d7309fb tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:09.297205 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bd7ea5-95ea-4cfa-b17d-1a648b5d386f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event deleted for resources: {'Subnet': ['ID=e27cf0d0-1126-490e-9504-29a5a2d9bc61,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:09.334238 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-90bd7ea5-95ea-4cfa-b17d-1a648b5d386f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:09.334386 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7be36d1f-f6ff-4cd5-b233-8f9076a16ee1 None None] Network baa617b4-041a-4816-9eb6-7ecf602fa7d9 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:27:09.372008 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-d9e6b73d-d536-495a-a954-f526b9a0e9f6 None None] Attempt 5 to provision port a82d793e-ac57-4438-8129-a7a1af5f5b19 Oct 13 15:27:09.394186 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-90bd7ea5-95ea-4cfa-b17d-1a648b5d386f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "DELETE /v2.0/subnets/e27cf0d0-1126-490e-9504-29a5a2d9bc61 HTTP/1.1" status: 204 len: 168 time: 1.3984542 Oct 13 15:27:09.406289 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50d4d06-9e2e-4d7d-ab11-6c40fd9022e1 req-b2facf3e-600f-447a-9d7e-9874cb1f1022 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:09.407806 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f50d4d06-9e2e-4d7d-ab11-6c40fd9022e1 req-b2facf3e-600f-447a-9d7e-9874cb1f1022 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfbed677-3deb-4ebc-a7a8-c9f57e433e8f HTTP/1.1" status: 200 len: 945 time: 0.3200850 Oct 13 15:27:09.411372 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45766) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:09.492446 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-d9e6b73d-d536-495a-a954-f526b9a0e9f6 None None] Port a82d793e-ac57-4438-8129-a7a1af5f5b19 was deleted so its status cannot be updated. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:27:09.512596 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-d9e6b73d-d536-495a-a954-f526b9a0e9f6 None None] Could not find standard attr ID for object c2805f5a-5f50-45f3-9dd9-f300be2f1779. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:27:09.561522 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:09.565406 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1915be0-fac2-4aa7-83b0-bc5c6d7309fb tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event deleted for resources: {'Port': ['ID=a82d793e-ac57-4438-8129-a7a1af5f5b19,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:09.571623 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45770) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:09.681564 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-a9623d02-8a4c-49cf-9e76-645e8ea03c49 None None] Provisioning for port 67bda0e4-2b75-4770-a2a5-3f538b8109cf completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:27:09.683036 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f598374-4aa1-44f0-bef1-739c5e03e1bb req-04e4f94f-df3f-4d79-b385-1ee49d3482b9 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:09.684569 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6f598374-4aa1-44f0-bef1-739c5e03e1bb req-04e4f94f-df3f-4d79-b385-1ee49d3482b9 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 946 time: 0.5274312 Oct 13 15:27:09.700422 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-a9623d02-8a4c-49cf-9e76-645e8ea03c49 None None] Provisioning complete for port 67bda0e4-2b75-4770-a2a5-3f538b8109cf triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:27:09.700980 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-a9623d02-8a4c-49cf-9e76-645e8ea03c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:09.701425 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-a9623d02-8a4c-49cf-9e76-645e8ea03c49 None None] Attempt 1 to provision port 67bda0e4-2b75-4770-a2a5-3f538b8109cf Oct 13 15:27:09.708679 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-f50d4d06-9e2e-4d7d-ab11-6c40fd9022e1 req-034f90b9-2fff-4836-bc4d-ec4e81f19ee7 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Deleting port ecb16b9b-f360-4f0c-a1d9-4633863f8009 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:27:09.709013 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-f50d4d06-9e2e-4d7d-ab11-6c40fd9022e1 req-034f90b9-2fff-4836-bc4d-ec4e81f19ee7 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:09.802223 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-2f65a037-7403-4c14-a760-9d770bb6342c req-42dea692-8244-411e-b382-ed889ff2fd4c tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fed544a-1f93-4571-ab35-0710ef88044b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5161915 Oct 13 15:27:09.832036 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e3afcb35-2e56-4403-81b2-db99f892496c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:09.884723 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-299685cb-8fb0-408e-b5bb-2d23a1dbfe0e tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:09.895559 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d1915be0-fac2-4aa7-83b0-bc5c6d7309fb tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:09.955800 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-687d7988-1545-4659-8724-0d0fabe579ed None None] DHCP port deletion for baa617b4-041a-4816-9eb6-7ecf602fa7d9 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:27:09.978284 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-687d7988-1545-4659-8724-0d0fabe579ed None None] Deleting port 1fe94c16-df32-425b-b16c-f4a842edd8f8 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:27:09.978754 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-687d7988-1545-4659-8724-0d0fabe579ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:09.987703 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a935-50f7-4991-a35c-d431c78e671d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:10.003816 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-b66898da-18e1-4881-80ec-a982c8e08114 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1392317372-network', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:27:10.022468 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6f598374-4aa1-44f0-bef1-739c5e03e1bb req-39bb3225-29ba-46df-a253-5ab6c263eee5 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2480707 Oct 13 15:27:10.028855 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-b66898da-18e1-4881-80ec-a982c8e08114 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:27:10.030891 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-e3afcb35-2e56-4403-81b2-db99f892496c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Deleting port 1fe94c16-df32-425b-b16c-f4a842edd8f8 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:27:10.031439 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e3afcb35-2e56-4403-81b2-db99f892496c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:10.031913 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-a9623d02-8a4c-49cf-9e76-645e8ea03c49 None None] Current status of the port 67bda0e4-2b75-4770-a2a5-3f538b8109cf is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:27:10.032362 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-a9623d02-8a4c-49cf-9e76-645e8ea03c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:10.074815 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-b66898da-18e1-4881-80ec-a982c8e08114 admin admin] Usage tracker for resource:network and tenant:c4e179e9a35a4e59a0b0abe27aa737df is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:27:10.087788 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-bdf6a935-50f7-4991-a35c-d431c78e671d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Transition to ACTIVE for port object 758c7b55-732f-4860-a44d-a19b02f23883 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:27:10.089051 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-b66898da-18e1-4881-80ec-a982c8e08114 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:27:10.102568 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-b66898da-18e1-4881-80ec-a982c8e08114 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:27:10.209477 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-a9623d02-8a4c-49cf-9e76-645e8ea03c49 None None] For port 67bda0e4-2b75-4770-a2a5-3f538b8109cf, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=67bda0e4-2b75-4770-a2a5-3f538b8109cf,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:27:10.227065 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-a9623d02-8a4c-49cf-9e76-645e8ea03c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:10.273331 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-299685cb-8fb0-408e-b5bb-2d23a1dbfe0e tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:10.294212 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66898da-18e1-4881-80ec-a982c8e08114 admin admin] Made reservation on behalf of c4e179e9a35a4e59a0b0abe27aa737df for: {'network': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:27:10.296403 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b66898da-18e1-4881-80ec-a982c8e08114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:10.339065 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b66898da-18e1-4881-80ec-a982c8e08114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:10.339798 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-a9623d02-8a4c-49cf-9e76-645e8ea03c49 None None] Could not find standard attr ID for object 4fe7668d-e113-4b51-8a53-a6a39a4d1991. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:27:10.371789 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1915be0-fac2-4aa7-83b0-bc5c6d7309fb tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Router 3023c6f6-287b-4dfe-8538-d58b8e0cd8a4 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:27:10.376939 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-687d7988-1545-4659-8724-0d0fabe579ed None None] For port 1fe94c16-df32-425b-b16c-f4a842edd8f8, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=1fe94c16-df32-425b-b16c-f4a842edd8f8,segment=NetworkSegment(c83fbf5b-dd46-4987-b1c1-445c59d17f59),segment_id=c83fbf5b-dd46-4987-b1c1-445c59d17f59)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:27:10.377326 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-687d7988-1545-4659-8724-0d0fabe579ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:10.383545 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-b66898da-18e1-4881-80ec-a982c8e08114 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:27:10.404464 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-299685cb-8fb0-408e-b5bb-2d23a1dbfe0e tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:27:10.410964 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-299685cb-8fb0-408e-b5bb-2d23a1dbfe0e tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:27:10.417003 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299685cb-8fb0-408e-b5bb-2d23a1dbfe0e tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:27:10.424876 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-b66898da-18e1-4881-80ec-a982c8e08114 admin admin] Usage tracker for resource:security_group_rule and tenant:c4e179e9a35a4e59a0b0abe27aa737df is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:27:10.432609 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a935-50f7-4991-a35c-d431c78e671d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:10.434920 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-b66898da-18e1-4881-80ec-a982c8e08114 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:27:10.467374 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299685cb-8fb0-408e-b5bb-2d23a1dbfe0e tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Pushing event updated for resources: {'Port': ['ID=7c470788-2fb6-46ae-92ef-86082d5ac5b3,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:10.476612 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807c6d3a-85bd-4f6a-a06c-e80b69cbe881 req-ab610d1f-1b4a-449b-ba8a-2004154dcc92 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:10.478076 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-807c6d3a-85bd-4f6a-a06c-e80b69cbe881 req-ab610d1f-1b4a-449b-ba8a-2004154dcc92 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfbed677-3deb-4ebc-a7a8-c9f57e433e8f HTTP/1.1" status: 200 len: 945 time: 0.4963119 Oct 13 15:27:10.508896 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-a9623d02-8a4c-49cf-9e76-645e8ea03c49 None None] Provisioning for port 1fe94c16-df32-425b-b16c-f4a842edd8f8 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:27:10.525208 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-b66898da-18e1-4881-80ec-a982c8e08114 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:27:10.545498 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-687d7988-1545-4659-8724-0d0fabe579ed None None] Calling delete_port for 1fe94c16-df32-425b-b16c-f4a842edd8f8 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:27:10.572142 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9623d02-8a4c-49cf-9e76-645e8ea03c49 None None] Pushing event updated for resources: {'Port': ['ID=67bda0e4-2b75-4770-a2a5-3f538b8109cf,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:10.645546 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-a9623d02-8a4c-49cf-9e76-645e8ea03c49 None None] Provisioning complete for port 1fe94c16-df32-425b-b16c-f4a842edd8f8 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:27:10.645546 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-a9623d02-8a4c-49cf-9e76-645e8ea03c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:10.645879 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-a9623d02-8a4c-49cf-9e76-645e8ea03c49 None None] Attempt 1 to provision port 1fe94c16-df32-425b-b16c-f4a842edd8f8 Oct 13 15:27:10.646351 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1915be0-fac2-4aa7-83b0-bc5c6d7309fb tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:27:10.681727 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302baa36-493c-43bf-9fd0-298622e38123 None None] Sync routers for ids ['3023c6f6-287b-4dfe-8538-d58b8e0cd8a4'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:27:10.731994 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302baa36-493c-43bf-9fd0-298622e38123 None None] Routers {'3023c6f6-287b-4dfe-8538-d58b8e0cd8a4'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:27:10.732991 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-302baa36-493c-43bf-9fd0-298622e38123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:27:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['3023c6f6-287b-4dfe-8538-d58b8e0cd8a4'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:10.735992 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-e3afcb35-2e56-4403-81b2-db99f892496c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] For port 1fe94c16-df32-425b-b16c-f4a842edd8f8, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=1fe94c16-df32-425b-b16c-f4a842edd8f8,segment=NetworkSegment(c83fbf5b-dd46-4987-b1c1-445c59d17f59),segment_id=c83fbf5b-dd46-4987-b1c1-445c59d17f59)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:27:10.736690 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e3afcb35-2e56-4403-81b2-db99f892496c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:10.747285 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf6a935-50f7-4991-a35c-d431c78e671d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:27:10.757310 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-f50d4d06-9e2e-4d7d-ab11-6c40fd9022e1 req-034f90b9-2fff-4836-bc4d-ec4e81f19ee7 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] For port ecb16b9b-f360-4f0c-a1d9-4633863f8009, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=ecb16b9b-f360-4f0c-a1d9-4633863f8009,segment=NetworkSegment(ebd8f21b-8085-4446-a37c-05fa6a29f1c9),segment_id=ebd8f21b-8085-4446-a37c-05fa6a29f1c9)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:27:10.757678 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-f50d4d06-9e2e-4d7d-ab11-6c40fd9022e1 req-034f90b9-2fff-4836-bc4d-ec4e81f19ee7 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:10.770418 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-bdf6a935-50f7-4991-a35c-d431c78e671d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:27:10.809245 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-807c6d3a-85bd-4f6a-a06c-e80b69cbe881 req-b9e848e7-6e93-4678-9dc6-f3741409963e tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] 10.222.0.42 "GET /v2.0/security-groups?id=4dc8f660-006e-44c4-9c27-23a9ac2bfab5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2696953 Oct 13 15:27:10.814858 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d1915be0-fac2-4aa7-83b0-bc5c6d7309fb tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "PUT /v2.0/routers/3023c6f6-287b-4dfe-8538-d58b8e0cd8a4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2280169 Oct 13 15:27:10.821111 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2730ebae-6af0-46fc-9490-b1e81d49ba40 req-324debcc-6f0e-48e6-9f9c-b5d6f0be4dde tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:10.822509 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-2730ebae-6af0-46fc-9490-b1e81d49ba40 req-324debcc-6f0e-48e6-9f9c-b5d6f0be4dde tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.16 "GET /v2.0/ports?device_id=120ed22f-0dc2-453c-b30b-44429ff870e3 HTTP/1.1" status: 200 len: 945 time: 0.5426607 Oct 13 15:27:10.823073 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-81262433-642e-4c54-be11-40fc151c820c None None] Allocated IP 172.20.0.2 (a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828/dd35169b-c9e9-4c3f-b2a0-fbf544e04688/67bda0e4-2b75-4770-a2a5-3f538b8109cf) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:27:10.828527 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-302baa36-493c-43bf-9fd0-298622e38123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:10.833827 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf6a935-50f7-4991-a35c-d431c78e671d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:27:10.854307 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45778) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:10.901074 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-687d7988-1545-4659-8724-0d0fabe579ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:10.940984 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302baa36-493c-43bf-9fd0-298622e38123 None None] Routers {'3023c6f6-287b-4dfe-8538-d58b8e0cd8a4'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:27:10.941634 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-302baa36-493c-43bf-9fd0-298622e38123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:27:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['3023c6f6-287b-4dfe-8538-d58b8e0cd8a4'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:10.999240 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.db [None req-a9623d02-8a4c-49cf-9e76-645e8ea03c49 None None] No ports have port_id starting with 1fe94c16-df32-425b-b16c-f4a842edd8f8 Oct 13 15:27:11.015430 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-e3afcb35-2e56-4403-81b2-db99f892496c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Calling delete_port for 1fe94c16-df32-425b-b16c-f4a842edd8f8 owned by network:dhcp {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:27:11.044709 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf6a935-50f7-4991-a35c-d431c78e671d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'Port': ['ID=758c7b55-732f-4860-a44d-a19b02f23883,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:11.069965 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687d7988-1545-4659-8724-0d0fabe579ed None None] Pushing event deleted for resources: {'Port': ['ID=1fe94c16-df32-425b-b16c-f4a842edd8f8,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:11.080391 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687d7988-1545-4659-8724-0d0fabe579ed None None] No DVR routers for this DVR port 1fe94c16-df32-425b-b16c-f4a842edd8f8 on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:27:11.082622 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-4744e61a-28e5-4cdc-bfe2-f357c4ef72ed tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Synchronizing usage tracker for tenant:34e6b268fc1844e287c5dc961df795e5 on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:27:11.083852 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-302baa36-493c-43bf-9fd0-298622e38123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:11.084441 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-302baa36-493c-43bf-9fd0-298622e38123 None None] The sync data for ids ['3023c6f6-287b-4dfe-8538-d58b8e0cd8a4'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:27:11.096677 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0924d177-9564-47a5-9e71-8107b387497b req-3855b957-466f-481b-81f8-4ef8eba2987d tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:11.099147 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0924d177-9564-47a5-9e71-8107b387497b req-3855b957-466f-481b-81f8-4ef8eba2987d tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 946 time: 0.9481056 Oct 13 15:27:11.142802 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-81262433-642e-4c54-be11-40fc151c820c None None] For port 67bda0e4-2b75-4770-a2a5-3f538b8109cf, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=67bda0e4-2b75-4770-a2a5-3f538b8109cf,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:27:11.178629 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-81262433-642e-4c54-be11-40fc151c820c None None] Notify callbacks [] for port, precommit_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:11.193697 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdf6a935-50f7-4991-a35c-d431c78e671d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:11.193697 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bdf6a935-50f7-4991-a35c-d431c78e671d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:11.193985 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [req-2730ebae-6af0-46fc-9490-b1e81d49ba40 req-ed01b21e-0a91-48b6-83f5-dcc3632cbe72 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Deleting port a3b86fbf-2db4-40ef-95a6-f249f3d9ff07 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:27:11.193985 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-2730ebae-6af0-46fc-9490-b1e81d49ba40 req-ed01b21e-0a91-48b6-83f5-dcc3632cbe72 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:11.198224 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-81262433-642e-4c54-be11-40fc151c820c None None] Ignored duplicate provisioning block setup for port 67bda0e4-2b75-4770-a2a5-3f538b8109cf by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 13 15:27:11.208644 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-81262433-642e-4c54-be11-40fc151c820c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:11.229896 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-4744e61a-28e5-4cdc-bfe2-f357c4ef72ed tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Unset dirty status for tenant:34e6b268fc1844e287c5dc961df795e5 on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:27:11.231335 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-4744e61a-28e5-4cdc-bfe2-f357c4ef72ed tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "GET /v2.0/ports?device_id=3023c6f6-287b-4dfe-8538-d58b8e0cd8a4 HTTP/1.1" status: 200 len: 205 time: 0.3768139 Oct 13 15:27:11.299039 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 67bda0e4-2b75-4770-a2a5-3f538b8109cf up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:27:11.310541 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45784) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:11.428853 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0924d177-9564-47a5-9e71-8107b387497b req-b120b873-70e2-43f1-be09-ebd5c7aa41f7 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2880485 Oct 13 15:27:11.491805 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-bdf6a935-50f7-4991-a35c-d431c78e671d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.2448101 Oct 13 15:27:11.492687 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45790) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:11.503857 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81262433-642e-4c54-be11-40fc151c820c None None] Pushing event updated for resources: {'Port': ['ID=67bda0e4-2b75-4770-a2a5-3f538b8109cf,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:11.507643 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-50a9b3e0-ad75-4764-ab76-846031bdefc6 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for router, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:11.568528 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 67bda0e4-2b75-4770-a2a5-3f538b8109cf triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:27:11.569156 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:11.569829 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 67bda0e4-2b75-4770-a2a5-3f538b8109cf Oct 13 15:27:11.620269 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b66898da-18e1-4881-80ec-a982c8e08114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:11.674962 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.db.api [None req-e3afcb35-2e56-4403-81b2-db99f892496c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:27:11.675272 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG oslo_db.api [None req-e3afcb35-2e56-4403-81b2-db99f892496c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:27:11.683336 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b66898da-18e1-4881-80ec-a982c8e08114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:11.783299 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b66898da-18e1-4881-80ec-a982c8e08114 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=88973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:27:11.815639 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66898da-18e1-4881-80ec-a982c8e08114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e740f10c-3f21-404a-b87b-7f6ece637a6a,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:11.840364 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-f50d4d06-9e2e-4d7d-ab11-6c40fd9022e1 req-034f90b9-2fff-4836-bc4d-ec4e81f19ee7 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:11.840733 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-f50d4d06-9e2e-4d7d-ab11-6c40fd9022e1 req-034f90b9-2fff-4836-bc4d-ec4e81f19ee7 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:11.841036 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.l3_db [req-f50d4d06-9e2e-4d7d-ab11-6c40fd9022e1 req-034f90b9-2fff-4836-bc4d-ec4e81f19ee7 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Floating IP 6d13e838-5a5c-425f-9dce-f93692d60610 disassociated. External IP: 172.26.2.134, port: ecb16b9b-f360-4f0c-a1d9-4633863f8009. Oct 13 15:27:11.841364 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-f50d4d06-9e2e-4d7d-ab11-6c40fd9022e1 req-034f90b9-2fff-4836-bc4d-ec4e81f19ee7 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Calling delete_port for ecb16b9b-f360-4f0c-a1d9-4633863f8009 owned by compute:nova {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:27:11.844831 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 67bda0e4-2b75-4770-a2a5-3f538b8109cf is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:27:11.908899 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b66898da-18e1-4881-80ec-a982c8e08114 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:11.909403 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-b66898da-18e1-4881-80ec-a982c8e08114 admin admin] Added segment c8b28188-8b1e-438a-8a7c-cfa1fc185e50 of type vlan for network a44f8207-61f2-477d-b80a-38deab4e3cb7 Oct 13 15:27:11.930039 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 1fe94c16-df32-425b-b16c-f4a842edd8f8 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:27:11.984592 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 1fe94c16-df32-425b-b16c-f4a842edd8f8 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:27:11.984951 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 1fe94c16-df32-425b-b16c-f4a842edd8f8 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:27:12.019699 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f934bffd-52f4-4acb-8525-750a9abd793c tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:12.025543 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f934bffd-52f4-4acb-8525-750a9abd793c tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:12.026374 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-f934bffd-52f4-4acb-8525-750a9abd793c tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Synchronizing usage tracker for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:27:12.035410 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b66898da-18e1-4881-80ec-a982c8e08114 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:12.109111 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-f934bffd-52f4-4acb-8525-750a9abd793c tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Unset dirty status for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:27:12.110388 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-f934bffd-52f4-4acb-8525-750a9abd793c tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.4860377 Oct 13 15:27:12.129686 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45798) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:12.145815 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b66898da-18e1-4881-80ec-a982c8e08114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:12.146842 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66898da-18e1-4881-80ec-a982c8e08114 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:12.147410 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b66898da-18e1-4881-80ec-a982c8e08114 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:12.179802 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-e3afcb35-2e56-4403-81b2-db99f892496c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Deleting port 1fe94c16-df32-425b-b16c-f4a842edd8f8 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:27:12.180213 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e3afcb35-2e56-4403-81b2-db99f892496c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:12.270087 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d678e4-2e1b-4dda-b1ee-bad5a586f618 req-a417b729-ce91-4d24-ad31-8b5387fa525c tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:12.271557 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-23d678e4-2e1b-4dda-b1ee-bad5a586f618 req-a417b729-ce91-4d24-ad31-8b5387fa525c tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.42 "GET /v2.0/ports?device_id=120ed22f-0dc2-453c-b30b-44429ff870e3 HTTP/1.1" status: 200 len: 945 time: 1.2075658 Oct 13 15:27:12.295739 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-e3afcb35-2e56-4403-81b2-db99f892496c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] The port '1fe94c16-df32-425b-b16c-f4a842edd8f8' was deleted {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 13 15:27:12.313643 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-50a9b3e0-ad75-4764-ab76-846031bdefc6 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:12.334983 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-50a9b3e0-ad75-4764-ab76-846031bdefc6 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:12.365569 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c827295a-6773-4360-9149-8d18c7d2aa61 req-b4b6e8c5-7ba6-4c82-98f2-ff48d088d403 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:12.367122 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c827295a-6773-4360-9149-8d18c7d2aa61 req-b4b6e8c5-7ba6-4c82-98f2-ff48d088d403 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 946 time: 0.4211555 Oct 13 15:27:12.405709 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-59da68f3-10ff-40e5-a8cf-2ec83f312207 None None] Provisioning complete for port 67bda0e4-2b75-4770-a2a5-3f538b8109cf triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:27:12.406251 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-59da68f3-10ff-40e5-a8cf-2ec83f312207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:12.406441 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-59da68f3-10ff-40e5-a8cf-2ec83f312207 None None] Attempt 1 to provision port 67bda0e4-2b75-4770-a2a5-3f538b8109cf Oct 13 15:27:12.427977 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66898da-18e1-4881-80ec-a982c8e08114 admin admin] Pushing event updated for resources: {'Network': ['ID=a44f8207-61f2-477d-b80a-38deab4e3cb7,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:12.451012 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-f50d4d06-9e2e-4d7d-ab11-6c40fd9022e1 req-034f90b9-2fff-4836-bc4d-ec4e81f19ee7 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:12.456840 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network a44f8207-61f2-477d-b80a-38deab4e3cb7 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:27:12.470059 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-23d678e4-2e1b-4dda-b1ee-bad5a586f618 req-daeffef9-39d1-4ddb-aa4c-2a0da47a7391 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fed544a-1f93-4571-ab35-0710ef88044b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1696124 Oct 13 15:27:12.474012 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-ccad0fe7-ca2d-4bc1-9b7d-304b81ca9318 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Deleting port 758c7b55-732f-4860-a44d-a19b02f23883 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:27:12.474012 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ccad0fe7-ca2d-4bc1-9b7d-304b81ca9318 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:12.493937 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device a3b86fbf-2db4-40ef-95a6-f249f3d9ff07 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:27:12.525186 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-b66898da-18e1-4881-80ec-a982c8e08114 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.9522817 Oct 13 15:27:12.530238 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-299685cb-8fb0-408e-b5bb-2d23a1dbfe0e tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:12.545631 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45802) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:12.553511 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034f90b9-2fff-4836-bc4d-ec4e81f19ee7 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Pushing event deleted for resources: {'Port': ['ID=ecb16b9b-f360-4f0c-a1d9-4633863f8009,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:12.562616 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-991d98cb-a86b-4504-b68b-acca966d7ed2 admin admin] Request body: {'subnet': {'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1392317372-subnet', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'ip_version': 4}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:27:12.664549 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-991d98cb-a86b-4504-b68b-acca966d7ed2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:27:12.681643 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c827295a-6773-4360-9149-8d18c7d2aa61 req-15e8a95c-6ec1-4868-909e-0cafb4f80fac tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2849860 Oct 13 15:27:12.687602 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-991d98cb-a86b-4504-b68b-acca966d7ed2 admin admin] Usage tracker for resource:subnet and tenant:c4e179e9a35a4e59a0b0abe27aa737df is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:27:12.698008 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e3afcb35-2e56-4403-81b2-db99f892496c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:12.726858 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-991d98cb-a86b-4504-b68b-acca966d7ed2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:27:12.985225 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-17f3f93c-e1a6-4515-8804-a5c29e64fc32 req-a78c77b4-3379-46f7-aa31-5f0d4551d4a2 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfbed677-3deb-4ebc-a7a8-c9f57e433e8f HTTP/1.1" status: 200 len: 210 time: 0.1355240 Oct 13 15:27:12.990200 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-50a9b3e0-ad75-4764-ab76-846031bdefc6 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:12.990693 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a9b3e0-ad75-4764-ab76-846031bdefc6 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Fanout notify agent at l3_agent the message router_deleted on router 3023c6f6-287b-4dfe-8538-d58b8e0cd8a4 {{(pid=88972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:27:12.992281 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-991d98cb-a86b-4504-b68b-acca966d7ed2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:27:13.053199 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-e3afcb35-2e56-4403-81b2-db99f892496c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baa617b4-041a-4816-9eb6-7ecf602fa7d9']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:13.066410 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991d98cb-a86b-4504-b68b-acca966d7ed2 admin admin] Made reservation on behalf of c4e179e9a35a4e59a0b0abe27aa737df for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:27:13.068677 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-991d98cb-a86b-4504-b68b-acca966d7ed2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:13.077975 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port a3b86fbf-2db4-40ef-95a6-f249f3d9ff07 is: ACTIVE; New status is: DOWN {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:27:13.082556 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:13.087990 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-e3afcb35-2e56-4403-81b2-db99f892496c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c83fbf5b-dd46-4987-b1c1-445c59d17f59') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:13.088291 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-e3afcb35-2e56-4403-81b2-db99f892496c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c83fbf5b-dd46-4987-b1c1-445c59d17f59') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:13.117132 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-59da68f3-10ff-40e5-a8cf-2ec83f312207 None None] Current status of the port 67bda0e4-2b75-4770-a2a5-3f538b8109cf is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:27:13.153695 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120ed22f-0dc2-453c-b30b-44429ff870e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3b86fbf-2db4-40ef-95a6-f249f3d9ff07'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:27:13.155251 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-50a9b3e0-ad75-4764-ab76-846031bdefc6 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:13.158151 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979c64d66908691d8da3fe322a5acf5d757b5bee84c7992aba2ec3c134dffaeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5540f80-4a1e-4bce-a570-76b2c3374438" -d '{"events": [{"server_uuid": "120ed22f-0dc2-453c-b30b-44429ff870e3", "name": "network-vif-unplugged", "status": "completed", "tag": "a3b86fbf-2db4-40ef-95a6-f249f3d9ff07"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:27:13.159508 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-50a9b3e0-ad75-4764-ab76-846031bdefc6 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "DELETE /v2.0/routers/3023c6f6-287b-4dfe-8538-d58b8e0cd8a4 HTTP/1.1" status: 204 len: 168 time: 1.8316355 Oct 13 15:27:13.175700 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port a3b86fbf-2db4-40ef-95a6-f249f3d9ff07, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=a3b86fbf-2db4-40ef-95a6-f249f3d9ff07,segment=NetworkSegment(4f206e35-101f-4772-8726-1677f4bd24d9),segment_id=4f206e35-101f-4772-8726-1677f4bd24d9)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:27:13.182403 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45810) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:13.184786 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e3afcb35-2e56-4403-81b2-db99f892496c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:13.190897 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:13.191639 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device ecb16b9b-f360-4f0c-a1d9-4633863f8009 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:27:13.289056 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [req-2730ebae-6af0-46fc-9490-b1e81d49ba40 req-ed01b21e-0a91-48b6-83f5-dcc3632cbe72 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] For port a3b86fbf-2db4-40ef-95a6-f249f3d9ff07, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=a3b86fbf-2db4-40ef-95a6-f249f3d9ff07,segment=NetworkSegment(4f206e35-101f-4772-8726-1677f4bd24d9),segment_id=4f206e35-101f-4772-8726-1677f4bd24d9)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:27:13.291834 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-2730ebae-6af0-46fc-9490-b1e81d49ba40 req-ed01b21e-0a91-48b6-83f5-dcc3632cbe72 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:13.291967 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 13 Oct 2022 15:27:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f17e731-932a-4c8a-8a33-a86bd9a720c0 x-openstack-request-id: req-1f17e731-932a-4c8a-8a33-a86bd9a720c0 {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:27:13.292260 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120ed22f-0dc2-453c-b30b-44429ff870e3", "name": "network-vif-unplugged", "status": "completed", "tag": "a3b86fbf-2db4-40ef-95a6-f249f3d9ff07", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:27:13.292507 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1f17e731-932a-4c8a-8a33-a86bd9a720c0 {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:27:13.292896 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f17e731-932a-4c8a-8a33-a86bd9a720c0'] response: {'server_uuid': '120ed22f-0dc2-453c-b30b-44429ff870e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3b86fbf-2db4-40ef-95a6-f249f3d9ff07', 'code': 200} Oct 13 15:27:13.300281 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] No Port match for: ecb16b9b-f360-4f0c-a1d9-4633863f8009 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:27:13.300628 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device ecb16b9b-f360-4f0c-a1d9-4633863f8009 not bound to the agent host hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:27:13.320674 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 67bda0e4-2b75-4770-a2a5-3f538b8109cf up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:27:13.365831 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e3afcb35-2e56-4403-81b2-db99f892496c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:13.370893 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-e0794bcd-64d0-457d-a36c-cadee4dd006f None None] Provisioning for port 758c7b55-732f-4860-a44d-a19b02f23883 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:27:13.393499 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-e0794bcd-64d0-457d-a36c-cadee4dd006f None None] Provisioning complete for port 758c7b55-732f-4860-a44d-a19b02f23883 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:27:13.393891 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e0794bcd-64d0-457d-a36c-cadee4dd006f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:13.394249 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-e0794bcd-64d0-457d-a36c-cadee4dd006f None None] Attempt 1 to provision port 758c7b55-732f-4860-a44d-a19b02f23883 Oct 13 15:27:13.398558 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3afcb35-2e56-4403-81b2-db99f892496c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:27:13.398966 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e3afcb35-2e56-4403-81b2-db99f892496c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:13.473365 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment c83fbf5b-dd46-4987-b1c1-445c59d17f59 resource provider aggregate not found Oct 13 15:27:13.481739 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=a3b86fbf-2db4-40ef-95a6-f249f3d9ff07,revision_number=6']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:13.520555 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-e0794bcd-64d0-457d-a36c-cadee4dd006f None None] Port 758c7b55-732f-4860-a44d-a19b02f23883 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:27:13.530825 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f50d4d06-9e2e-4d7d-ab11-6c40fd9022e1 req-034f90b9-2fff-4836-bc4d-ec4e81f19ee7 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Router f0080ad3-9dee-4c68-a3af-89c804ac92f4 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:27:13.551402 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 67bda0e4-2b75-4770-a2a5-3f538b8109cf triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:27:13.553818 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:13.554106 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 67bda0e4-2b75-4770-a2a5-3f538b8109cf Oct 13 15:27:13.566104 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1b55d1b-1bf1-4b32-bd8c-0595b85ad139 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Deleting subnet 25e775bf-1ae5-487f-882d-d88bc2df98f0 {{(pid=88973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:27:13.572845 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment c83fbf5b-dd46-4987-b1c1-445c59d17f59 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c83fbf5b-dd46-4987-b1c1-445c59d17f59 found for delete ", "request_id": "req-e6203672-cd1c-4727-a84b-938736c98d96"}]} Oct 13 15:27:13.580315 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d1b55d1b-1bf1-4b32-bd8c-0595b85ad139 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for subnet, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:13.706775 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e3afcb35-2e56-4403-81b2-db99f892496c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:13.750061 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e3afcb35-2e56-4403-81b2-db99f892496c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:13.814609 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d1b55d1b-1bf1-4b32-bd8c-0595b85ad139 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7432921'] for subnet, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:13.938511 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3afcb35-2e56-4403-81b2-db99f892496c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event deleted for resources: {'Network': ['ID=baa617b4-041a-4816-9eb6-7ecf602fa7d9,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:14.019258 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 67bda0e4-2b75-4770-a2a5-3f538b8109cf is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:27:14.028051 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-e0794bcd-64d0-457d-a36c-cadee4dd006f None None] Attempt 2 to provision port 758c7b55-732f-4860-a44d-a19b02f23883 Oct 13 15:27:14.063930 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e3afcb35-2e56-4403-81b2-db99f892496c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "DELETE /v2.0/networks/baa617b4-041a-4816-9eb6-7ecf602fa7d9 HTTP/1.1" status: 204 len: 168 time: 4.6503534 Oct 13 15:27:14.078657 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45828) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:14.106772 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-04d42bef-b7ff-4a10-a64b-3bbc7d5b84ca tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2135965000'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:27:14.118717 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-e0794bcd-64d0-457d-a36c-cadee4dd006f None None] Port 758c7b55-732f-4860-a44d-a19b02f23883 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:27:14.133741 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ccad0fe7-ca2d-4bc1-9b7d-304b81ca9318 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:14.136142 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-04d42bef-b7ff-4a10-a64b-3bbc7d5b84ca tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:27:14.158711 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-04d42bef-b7ff-4a10-a64b-3bbc7d5b84ca tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Usage tracker for resource:network and tenant:c7529f71933548bfa5c77476ba17c75c is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:27:14.165804 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-04d42bef-b7ff-4a10-a64b-3bbc7d5b84ca tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:27:14.193218 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-04d42bef-b7ff-4a10-a64b-3bbc7d5b84ca tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:27:14.208986 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f50d4d06-9e2e-4d7d-ab11-6c40fd9022e1 req-034f90b9-2fff-4836-bc4d-ec4e81f19ee7 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:27:14.225691 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66774103-260d-40a3-8b51-2feac0b15ec5 None None] Sync routers for ids ['f0080ad3-9dee-4c68-a3af-89c804ac92f4'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:27:14.236922 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66774103-260d-40a3-8b51-2feac0b15ec5 None None] Routers {'f0080ad3-9dee-4c68-a3af-89c804ac92f4'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:27:14.237595 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-66774103-260d-40a3-8b51-2feac0b15ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:27:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['f0080ad3-9dee-4c68-a3af-89c804ac92f4'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:14.278699 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d42bef-b7ff-4a10-a64b-3bbc7d5b84ca tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Made reservation on behalf of c7529f71933548bfa5c77476ba17c75c for: {'network': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:27:14.279146 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-ccad0fe7-ca2d-4bc1-9b7d-304b81ca9318 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Calling delete_port for 758c7b55-732f-4860-a44d-a19b02f23883 owned by {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:27:14.281994 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-04d42bef-b7ff-4a10-a64b-3bbc7d5b84ca tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:14.353174 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-f50d4d06-9e2e-4d7d-ab11-6c40fd9022e1 req-034f90b9-2fff-4836-bc4d-ec4e81f19ee7 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] No DVR routers for this DVR port ecb16b9b-f360-4f0c-a1d9-4633863f8009 on host hv-neutron-8603 {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:27:14.359026 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-991d98cb-a86b-4504-b68b-acca966d7ed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:14.368285 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-f50d4d06-9e2e-4d7d-ab11-6c40fd9022e1 req-034f90b9-2fff-4836-bc4d-ec4e81f19ee7 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:14.370533 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f50d4d06-9e2e-4d7d-ab11-6c40fd9022e1 req-034f90b9-2fff-4836-bc4d-ec4e81f19ee7 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] 10.222.0.16 "DELETE /v2.0/ports/ecb16b9b-f360-4f0c-a1d9-4633863f8009 HTTP/1.1" status: 204 len: 173 time: 4.9522600 Oct 13 15:27:14.400562 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfbed677-3deb-4ebc-a7a8-c9f57e433e8f', 'name': 'network-vif-deleted', 'tag': 'ecb16b9b-f360-4f0c-a1d9-4633863f8009'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:27:14.403528 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5e6833-8c82-462e-a66a-5b6146714d83" -d '{"events": [{"server_uuid": "cfbed677-3deb-4ebc-a7a8-c9f57e433e8f", "name": "network-vif-deleted", "tag": "ecb16b9b-f360-4f0c-a1d9-4633863f8009"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:27:14.408848 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d1b55d1b-1bf1-4b32-bd8c-0595b85ad139 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:14.446068 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cad3db-7ffb-4ee0-ad77-71b874f8f99a req-b6728029-5b26-4261-a0ed-a09ee4368f01 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:14.453478 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-92cad3db-7ffb-4ee0-ad77-71b874f8f99a req-b6728029-5b26-4261-a0ed-a09ee4368f01 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.42 "GET /v2.0/ports?device_id=120ed22f-0dc2-453c-b30b-44429ff870e3 HTTP/1.1" status: 200 len: 943 time: 0.5999300 Oct 13 15:27:14.462760 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-66774103-260d-40a3-8b51-2feac0b15ec5 None None] Set router f0080ad3-9dee-4c68-a3af-89c804ac92f4 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:27:14.518078 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04d42bef-b7ff-4a10-a64b-3bbc7d5b84ca tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=88973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:27:14.582562 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-92cad3db-7ffb-4ee0-ad77-71b874f8f99a req-ae0f4acb-41a8-4590-a900-2bf6fe130fd2 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fed544a-1f93-4571-ab35-0710ef88044b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1281350 Oct 13 15:27:14.587160 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-04d42bef-b7ff-4a10-a64b-3bbc7d5b84ca tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:14.587508 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-04d42bef-b7ff-4a10-a64b-3bbc7d5b84ca tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Added segment f3519b48-8adc-4bd7-9c12-a9c71afe49fa of type vlan for network 00fccd14-5c21-4f9f-8933-bd0f2f4a1bfe Oct 13 15:27:14.588640 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991d98cb-a86b-4504-b68b-acca966d7ed2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=235995ae-56e8-4a42-a8ac-e16e5c3294b1,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:14.620224 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-e0794bcd-64d0-457d-a36c-cadee4dd006f None None] Attempt 3 to provision port 758c7b55-732f-4860-a44d-a19b02f23883 Oct 13 15:27:14.635804 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-991d98cb-a86b-4504-b68b-acca966d7ed2 admin admin] Checking segment: {'id': 'c8b28188-8b1e-438a-8a7c-cfa1fc185e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:27:14.636175 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991d98cb-a86b-4504-b68b-acca966d7ed2 admin admin] Network hostable DHCP agents. Network: a44f8207-61f2-477d-b80a-38deab4e3cb7, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:27:14.696931 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-04d42bef-b7ff-4a10-a64b-3bbc7d5b84ca tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:14.710702 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-299685cb-8fb0-408e-b5bb-2d23a1dbfe0e tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:14.743337 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-e0794bcd-64d0-457d-a36c-cadee4dd006f None None] Port 758c7b55-732f-4860-a44d-a19b02f23883 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:27:14.755435 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d1b55d1b-1bf1-4b32-bd8c-0595b85ad139 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:14.766962 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-2730ebae-6af0-46fc-9490-b1e81d49ba40 req-ed01b21e-0a91-48b6-83f5-dcc3632cbe72 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:14.768064 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-2730ebae-6af0-46fc-9490-b1e81d49ba40 req-ed01b21e-0a91-48b6-83f5-dcc3632cbe72 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:14.768609 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.l3_db [req-2730ebae-6af0-46fc-9490-b1e81d49ba40 req-ed01b21e-0a91-48b6-83f5-dcc3632cbe72 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Floating IP 672e0d5f-3e0f-4915-80db-e2f6973a9b9b disassociated. External IP: 172.26.2.48, port: a3b86fbf-2db4-40ef-95a6-f249f3d9ff07. Oct 13 15:27:14.769179 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [req-2730ebae-6af0-46fc-9490-b1e81d49ba40 req-ed01b21e-0a91-48b6-83f5-dcc3632cbe72 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Calling delete_port for a3b86fbf-2db4-40ef-95a6-f249f3d9ff07 owned by compute:nova {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:27:14.810605 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-299685cb-8fb0-408e-b5bb-2d23a1dbfe0e tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1827972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1827983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1827956'] for router, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:14.962613 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-66774103-260d-40a3-8b51-2feac0b15ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0080ad3-9dee-4c68-a3af-89c804ac92f4', 'name': 'tempest-ServersTestManualDisk-1021074477-router', 'tenant_id': '18e61030eb034f4e9cafacce6c56e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'b465c0f6-641f-4134-a20d-594f73a75580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:24:39Z', 'updated_at': '2022-10-13T15:24:54Z', 'revision_number': 4, 'project_id': '18e61030eb034f4e9cafacce6c56e7c6', 'gw_port': {'id': 'b465c0f6-641f-4134-a20d-594f73a75580', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0080ad3-9dee-4c68-a3af-89c804ac92f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:42Z', 'updated_at': '2022-10-13T15:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '6e4ae2e2-d9db-4870-9fd2-a75b54af220a', 'name': '', 'network_id': '3eba9316-5858-4216-9f1f-1827035b3500', 'tenant_id': '18e61030eb034f4e9cafacce6c56e7c6', 'mac_address': 'fa:16:3e:5d:9e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0080ad3-9dee-4c68-a3af-89c804ac92f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '7496ad0c-81b8-44d7-b6bd-85b0f244c790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:51Z', 'updated_at': '2022-10-13T15:25:05Z', 'revision_number': 5, 'project_id': '18e61030eb034f4e9cafacce6c56e7c6', 'subnets': [{'id': '7496ad0c-81b8-44d7-b6bd-85b0f244c790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:14.967653 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66774103-260d-40a3-8b51-2feac0b15ec5 None None] Checking router: f0080ad3-9dee-4c68-a3af-89c804ac92f4 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:27:14.978513 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66774103-260d-40a3-8b51-2feac0b15ec5 None None] Routers {'f0080ad3-9dee-4c68-a3af-89c804ac92f4'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:27:14.979257 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-66774103-260d-40a3-8b51-2feac0b15ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:27:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['f0080ad3-9dee-4c68-a3af-89c804ac92f4'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:15.025599 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-991d98cb-a86b-4504-b68b-acca966d7ed2 admin admin] Network a44f8207-61f2-477d-b80a-38deab4e3cb7 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:27:15.044709 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-d6cd67b1-942c-4788-8758-d81f4dc26dfb req-83c87660-7150-4675-b61d-e0da31bf4842 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Synchronizing usage tracker for tenant:18e61030eb034f4e9cafacce6c56e7c6 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:27:15.047024 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b55d1b-1bf1-4b32-bd8c-0595b85ad139 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event deleted for resources: {'Subnet': ['ID=25e775bf-1ae5-487f-882d-d88bc2df98f0,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:15.048827 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af850f0-ec4b-444e-865e-029decf509c7 None None] Network 6be2b715-afcc-423e-94f7-b05fc8eb22ab requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:27:15.049177 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d1b55d1b-1bf1-4b32-bd8c-0595b85ad139 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:15.056018 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-04d42bef-b7ff-4a10-a64b-3bbc7d5b84ca tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:15.062047 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d42bef-b7ff-4a10-a64b-3bbc7d5b84ca tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:15.062744 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-04d42bef-b7ff-4a10-a64b-3bbc7d5b84ca tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:15.096623 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-991d98cb-a86b-4504-b68b-acca966d7ed2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, a44f8207-61f2-477d-b80a-38deab4e3cb7) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:27:15.121997 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-d1b55d1b-1bf1-4b32-bd8c-0595b85ad139 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "DELETE /v2.0/subnets/25e775bf-1ae5-487f-882d-d88bc2df98f0 HTTP/1.1" status: 204 len: 168 time: 1.9206388 Oct 13 15:27:15.124902 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991d98cb-a86b-4504-b68b-acca966d7ed2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:15.125487 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-991d98cb-a86b-4504-b68b-acca966d7ed2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:15.133299 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45834) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:15.163127 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963cc738-0943-4766-a6cf-537e5f1b2bb5 None None] Network a44f8207-61f2-477d-b80a-38deab4e3cb7 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:27:15.260389 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-d6cd67b1-942c-4788-8758-d81f4dc26dfb req-83c87660-7150-4675-b61d-e0da31bf4842 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Unset dirty status for tenant:18e61030eb034f4e9cafacce6c56e7c6 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:27:15.283388 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d6cd67b1-942c-4788-8758-d81f4dc26dfb req-83c87660-7150-4675-b61d-e0da31bf4842 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfbed677-3deb-4ebc-a7a8-c9f57e433e8f HTTP/1.1" status: 200 len: 210 time: 0.4704719 Oct 13 15:27:15.353457 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-04d42bef-b7ff-4a10-a64b-3bbc7d5b84ca tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2558615 Oct 13 15:27:15.354633 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d42bef-b7ff-4a10-a64b-3bbc7d5b84ca tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event updated for resources: {'Network': ['ID=00fccd14-5c21-4f9f-8933-bd0f2f4a1bfe,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:15.360214 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45838) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:15.368241 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-510ce9dc-dff3-49a7-890a-2ec31764b516 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Request body: {'subnet': {'network_id': '00fccd14-5c21-4f9f-8933-bd0f2f4a1bfe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:27:15.374376 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-e0794bcd-64d0-457d-a36c-cadee4dd006f None None] Attempt 4 to provision port 758c7b55-732f-4860-a44d-a19b02f23883 Oct 13 15:27:15.391588 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff36c796-d25d-4062-8853-2a171b045e03 req-6dfb450e-f2c9-45e0-9910-193e39b4d09f tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:15.393132 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-ff36c796-d25d-4062-8853-2a171b045e03 req-6dfb450e-f2c9-45e0-9910-193e39b4d09f tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 946 time: 1.2878275 Oct 13 15:27:15.419675 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 00fccd14-5c21-4f9f-8933-bd0f2f4a1bfe details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:27:15.445510 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 15:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e51dde4-00b8-4a98-9a91-d9fbd46da895 x-openstack-request-id: req-0e51dde4-00b8-4a98-9a91-d9fbd46da895 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:27:15.446075 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfbed677-3deb-4ebc-a7a8-c9f57e433e8f", "name": "network-vif-deleted", "tag": "ecb16b9b-f360-4f0c-a1d9-4633863f8009", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:27:15.446670 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0e51dde4-00b8-4a98-9a91-d9fbd46da895 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:27:15.447168 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e51dde4-00b8-4a98-9a91-d9fbd46da895'] response: {'server_uuid': 'cfbed677-3deb-4ebc-a7a8-c9f57e433e8f', 'name': 'network-vif-deleted', 'tag': 'ecb16b9b-f360-4f0c-a1d9-4633863f8009', 'status': 'completed', 'code': 200} Oct 13 15:27:15.452317 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-991d98cb-a86b-4504-b68b-acca966d7ed2 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.9056914 Oct 13 15:27:15.455218 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45842) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:15.463087 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-421e24c0-4b16-4034-a0a1-3417d6bf7b8e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1392317372-router', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:27:15.463652 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-66774103-260d-40a3-8b51-2feac0b15ec5 None None] Set router f0080ad3-9dee-4c68-a3af-89c804ac92f4 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:27:15.471488 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-299685cb-8fb0-408e-b5bb-2d23a1dbfe0e tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Router ddf2c6c9-c2a7-49cf-950f-ad3adf0f501d is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 15:27:15.492670 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ccad0fe7-ca2d-4bc1-9b7d-304b81ca9318 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:15.521105 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-421e24c0-4b16-4034-a0a1-3417d6bf7b8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:27:15.562536 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bee04be3-bbfb-4b5e-823b-a6b97f5d635e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:15.587748 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-421e24c0-4b16-4034-a0a1-3417d6bf7b8e admin admin] Usage tracker for resource:router and tenant:c4e179e9a35a4e59a0b0abe27aa737df is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:27:15.595060 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-510ce9dc-dff3-49a7-890a-2ec31764b516 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:27:15.597396 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-bee04be3-bbfb-4b5e-823b-a6b97f5d635e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Deleting port 330c5cfa-c53c-4603-8eaa-93bd5eba9bef {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:27:15.597895 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bee04be3-bbfb-4b5e-823b-a6b97f5d635e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:15.670112 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-510ce9dc-dff3-49a7-890a-2ec31764b516 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Usage tracker for resource:subnet and tenant:c7529f71933548bfa5c77476ba17c75c is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:27:15.694155 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-510ce9dc-dff3-49a7-890a-2ec31764b516 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:27:15.694430 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-e0794bcd-64d0-457d-a36c-cadee4dd006f None None] Port 758c7b55-732f-4860-a44d-a19b02f23883 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:27:15.709233 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-510ce9dc-dff3-49a7-890a-2ec31764b516 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:27:15.740957 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-510ce9dc-dff3-49a7-890a-2ec31764b516 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Made reservation on behalf of c7529f71933548bfa5c77476ba17c75c for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:27:15.749823 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-510ce9dc-dff3-49a7-890a-2ec31764b516 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:15.882787 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-421e24c0-4b16-4034-a0a1-3417d6bf7b8e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:27:15.886185 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-299685cb-8fb0-408e-b5bb-2d23a1dbfe0e tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:27:15.888978 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad0fe7-ca2d-4bc1-9b7d-304b81ca9318 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event deleted for resources: {'Port': ['ID=758c7b55-732f-4860-a44d-a19b02f23883,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:15.899005 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.db.api [req-2730ebae-6af0-46fc-9490-b1e81d49ba40 req-ed01b21e-0a91-48b6-83f5-dcc3632cbe72 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88972) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:27:15.899345 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG oslo_db.api [req-2730ebae-6af0-46fc-9490-b1e81d49ba40 req-ed01b21e-0a91-48b6-83f5-dcc3632cbe72 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:27:15.916215 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae62024d-4fbb-4ca4-83fb-40e8cadc038a None None] Sync routers for ids ['ddf2c6c9-c2a7-49cf-950f-ad3adf0f501d'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:27:15.936453 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-421e24c0-4b16-4034-a0a1-3417d6bf7b8e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:27:15.942462 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae62024d-4fbb-4ca4-83fb-40e8cadc038a None None] Routers {'ddf2c6c9-c2a7-49cf-950f-ad3adf0f501d'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:27:15.943105 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-ae62024d-4fbb-4ca4-83fb-40e8cadc038a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:27:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['ddf2c6c9-c2a7-49cf-950f-ad3adf0f501d'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:15.949072 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-ff36c796-d25d-4062-8853-2a171b045e03 req-ddf89114-0eef-40b6-bee9-d140a75b9d09 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5220001 Oct 13 15:27:16.010546 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-66774103-260d-40a3-8b51-2feac0b15ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0080ad3-9dee-4c68-a3af-89c804ac92f4', 'name': 'tempest-ServersTestManualDisk-1021074477-router', 'tenant_id': '18e61030eb034f4e9cafacce6c56e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'b465c0f6-641f-4134-a20d-594f73a75580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:24:39Z', 'updated_at': '2022-10-13T15:24:54Z', 'revision_number': 4, 'project_id': '18e61030eb034f4e9cafacce6c56e7c6', 'gw_port': {'id': 'b465c0f6-641f-4134-a20d-594f73a75580', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0080ad3-9dee-4c68-a3af-89c804ac92f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:42Z', 'updated_at': '2022-10-13T15:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '6e4ae2e2-d9db-4870-9fd2-a75b54af220a', 'name': '', 'network_id': '3eba9316-5858-4216-9f1f-1827035b3500', 'tenant_id': '18e61030eb034f4e9cafacce6c56e7c6', 'mac_address': 'fa:16:3e:5d:9e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0080ad3-9dee-4c68-a3af-89c804ac92f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '7496ad0c-81b8-44d7-b6bd-85b0f244c790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:51Z', 'updated_at': '2022-10-13T15:25:05Z', 'revision_number': 5, 'project_id': '18e61030eb034f4e9cafacce6c56e7c6', 'subnets': [{'id': '7496ad0c-81b8-44d7-b6bd-85b0f244c790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:16.015842 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66774103-260d-40a3-8b51-2feac0b15ec5 None None] The sync data for ids ['f0080ad3-9dee-4c68-a3af-89c804ac92f4'] in dv-neutron-860329-2-hyperv is: [{'id': 'f0080ad3-9dee-4c68-a3af-89c804ac92f4', 'name': 'tempest-ServersTestManualDisk-1021074477-router', 'tenant_id': '18e61030eb034f4e9cafacce6c56e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'b465c0f6-641f-4134-a20d-594f73a75580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:24:39Z', 'updated_at': '2022-10-13T15:24:54Z', 'revision_number': 4, 'project_id': '18e61030eb034f4e9cafacce6c56e7c6', 'gw_port': {'id': 'b465c0f6-641f-4134-a20d-594f73a75580', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0080ad3-9dee-4c68-a3af-89c804ac92f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:42Z', 'updated_at': '2022-10-13T15:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '6e4ae2e2-d9db-4870-9fd2-a75b54af220a', 'name': '', 'network_id': '3eba9316-5858-4216-9f1f-1827035b3500', 'tenant_id': '18e61030eb034f4e9cafacce6c56e7c6', 'mac_address': 'fa:16:3e:5d:9e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0080ad3-9dee-4c68-a3af-89c804ac92f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 132, 'fixed_ips': [{'subnet_id': '7496ad0c-81b8-44d7-b6bd-85b0f244c790', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:51Z', 'updated_at': '2022-10-13T15:25:05Z', 'revision_number': 5, 'project_id': '18e61030eb034f4e9cafacce6c56e7c6', 'subnets': [{'id': '7496ad0c-81b8-44d7-b6bd-85b0f244c790', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:27:16.063496 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-ae62024d-4fbb-4ca4-83fb-40e8cadc038a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:16.135137 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-421e24c0-4b16-4034-a0a1-3417d6bf7b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:16.136715 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-421e24c0-4b16-4034-a0a1-3417d6bf7b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:16.138622 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae62024d-4fbb-4ca4-83fb-40e8cadc038a None None] Routers {'ddf2c6c9-c2a7-49cf-950f-ad3adf0f501d'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:27:16.139298 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-ae62024d-4fbb-4ca4-83fb-40e8cadc038a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:27:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['ddf2c6c9-c2a7-49cf-950f-ad3adf0f501d'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:16.178358 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-299685cb-8fb0-408e-b5bb-2d23a1dbfe0e tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:16.182999 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45848) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:16.185705 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-299685cb-8fb0-408e-b5bb-2d23a1dbfe0e tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] 10.222.0.42 "PUT /v2.0/routers/ddf2c6c9-c2a7-49cf-950f-ad3adf0f501d HTTP/1.1" status: 200 len: 915 time: 9.5745270 Oct 13 15:27:16.195817 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06c283e-f3a6-4f29-91ef-58a54f9b8dfe req-0abb0a0a-2fc6-4471-a3f8-e1c5ac4ea032 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:16.198096 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d06c283e-f3a6-4f29-91ef-58a54f9b8dfe req-0abb0a0a-2fc6-4471-a3f8-e1c5ac4ea032 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.42 "GET /v2.0/ports?device_id=120ed22f-0dc2-453c-b30b-44429ff870e3 HTTP/1.1" status: 200 len: 943 time: 0.4101884 Oct 13 15:27:16.211743 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-421e24c0-4b16-4034-a0a1-3417d6bf7b8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:16.236872 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ccad0fe7-ca2d-4bc1-9b7d-304b81ca9318 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:16.247598 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-e0794bcd-64d0-457d-a36c-cadee4dd006f None None] Attempt 5 to provision port 758c7b55-732f-4860-a44d-a19b02f23883 Oct 13 15:27:16.264280 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-ccad0fe7-ca2d-4bc1-9b7d-304b81ca9318 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/ports/758c7b55-732f-4860-a44d-a19b02f23883 HTTP/1.1" status: 204 len: 168 time: 4.0692735 Oct 13 15:27:16.265494 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45852) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:16.287533 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7263b8a-4505-4279-9423-a5b608d73c8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-a44f8207-61f2-477d-b80a-38deab4e3cb7', 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'fixed_ips': [{'subnet_id': '235995ae-56e8-4a42-a8ac-e16e5c3294b1'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:27:16.288498 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b7263b8a-4505-4279-9423-a5b608d73c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:16.319255 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31207cc6-5db3-461e-a839-f305b9c5eb1a None None] DHCP port deletion for 6be2b715-afcc-423e-94f7-b05fc8eb22ab request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:27:16.361362 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-ae62024d-4fbb-4ca4-83fb-40e8cadc038a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:16.361798 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae62024d-4fbb-4ca4-83fb-40e8cadc038a None None] The sync data for ids ['ddf2c6c9-c2a7-49cf-950f-ad3adf0f501d'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:27:16.364492 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-e0794bcd-64d0-457d-a36c-cadee4dd006f None None] Port 758c7b55-732f-4860-a44d-a19b02f23883 was deleted so its status cannot be updated. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:27:16.370314 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-31207cc6-5db3-461e-a839-f305b9c5eb1a None None] Deleting port 330c5cfa-c53c-4603-8eaa-93bd5eba9bef {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:27:16.370689 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-31207cc6-5db3-461e-a839-f305b9c5eb1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:16.460264 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [req-2730ebae-6af0-46fc-9490-b1e81d49ba40 req-ed01b21e-0a91-48b6-83f5-dcc3632cbe72 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Deleting port a3b86fbf-2db4-40ef-95a6-f249f3d9ff07 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:27:16.460764 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-2730ebae-6af0-46fc-9490-b1e81d49ba40 req-ed01b21e-0a91-48b6-83f5-dcc3632cbe72 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:16.513235 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:27:16.523836 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ab5de5a-e06a-429f-b89d-cdc5881fd997 None None] New status for floating IP 6d13e838-5a5c-425f-9dce-f93692d60610: DOWN {{(pid=88975) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:27:16.563898 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45860) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:16.596775 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-bee04be3-bbfb-4b5e-823b-a6b97f5d635e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] For port 330c5cfa-c53c-4603-8eaa-93bd5eba9bef, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=330c5cfa-c53c-4603-8eaa-93bd5eba9bef,segment=NetworkSegment(0c0b41e9-9a36-4611-98ca-617deb7fe49c),segment_id=0c0b41e9-9a36-4611-98ca-617deb7fe49c)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:27:16.597422 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bee04be3-bbfb-4b5e-823b-a6b97f5d635e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:16.623611 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d06c283e-f3a6-4f29-91ef-58a54f9b8dfe req-a8f8482a-f522-4944-84f6-b1b0c7ff169a tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fed544a-1f93-4571-ab35-0710ef88044b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2751977 Oct 13 15:27:16.775890 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-31207cc6-5db3-461e-a839-f305b9c5eb1a None None] For port 330c5cfa-c53c-4603-8eaa-93bd5eba9bef, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=330c5cfa-c53c-4603-8eaa-93bd5eba9bef,segment=NetworkSegment(0c0b41e9-9a36-4611-98ca-617deb7fe49c),segment_id=0c0b41e9-9a36-4611-98ca-617deb7fe49c)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:27:16.776516 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-31207cc6-5db3-461e-a839-f305b9c5eb1a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:16.790141 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-b7263b8a-4505-4279-9423-a5b608d73c8e None None] Allocated IP 172.20.0.2 (a44f8207-61f2-477d-b80a-38deab4e3cb7/235995ae-56e8-4a42-a8ac-e16e5c3294b1/2e34b1a1-f9c9-45ed-84dd-d46bdaea62fc) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:27:16.828434 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b93b79-a7d8-47d3-a892-8cecaf5a5f46 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:16.830098 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b93b79-a7d8-47d3-a892-8cecaf5a5f46 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:16.832168 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b93b79-a7d8-47d3-a892-8cecaf5a5f46 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:16.832460 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-b6b93b79-a7d8-47d3-a892-8cecaf5a5f46 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Synchronizing usage tracker for tenant:bb90cebe15f541febeed2c50e15c931e on resource:subnet {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:27:16.842313 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-bcf274c4-e42d-4841-8b42-758bbdc74b01 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] 10.222.0.42 "GET /v2.0/routers/ddf2c6c9-c2a7-49cf-950f-ad3adf0f501d HTTP/1.1" status: 200 len: 921 time: 0.6429176 Oct 13 15:27:16.851537 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-bee04be3-bbfb-4b5e-823b-a6b97f5d635e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Calling delete_port for 330c5cfa-c53c-4603-8eaa-93bd5eba9bef owned by network:dhcp {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:27:16.863531 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45864) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:16.928768 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-421e24c0-4b16-4034-a0a1-3417d6bf7b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:16.970264 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-31207cc6-5db3-461e-a839-f305b9c5eb1a None None] Calling delete_port for 330c5cfa-c53c-4603-8eaa-93bd5eba9bef owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:27:17.023281 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bee04be3-bbfb-4b5e-823b-a6b97f5d635e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:17.053437 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-b6b93b79-a7d8-47d3-a892-8cecaf5a5f46 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Unset dirty status for tenant:bb90cebe15f541febeed2c50e15c931e on resource:subnet {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:27:17.054735 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-b6b93b79-a7d8-47d3-a892-8cecaf5a5f46 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.7805905 Oct 13 15:27:17.060354 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45870) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:17.074705 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ab557b39-7bbb-450a-be0d-a2b2ef5b468e tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:17.088687 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee04be3-bbfb-4b5e-823b-a6b97f5d635e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] No DVR routers for this DVR port 330c5cfa-c53c-4603-8eaa-93bd5eba9bef on host dv-neutron-860329-2-hyperv {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:27:17.091660 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee04be3-bbfb-4b5e-823b-a6b97f5d635e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event deleted for resources: {'Port': ['ID=330c5cfa-c53c-4603-8eaa-93bd5eba9bef,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:17.131361 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-510ce9dc-dff3-49a7-890a-2ec31764b516 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:17.153775 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.db.api [None req-31207cc6-5db3-461e-a839-f305b9c5eb1a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88974) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:27:17.154183 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG oslo_db.api [None req-31207cc6-5db3-461e-a839-f305b9c5eb1a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:27:17.234817 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 330c5cfa-c53c-4603-8eaa-93bd5eba9bef no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:27:17.288707 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 330c5cfa-c53c-4603-8eaa-93bd5eba9bef {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:27:17.288969 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 330c5cfa-c53c-4603-8eaa-93bd5eba9bef not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:27:17.312838 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b7263b8a-4505-4279-9423-a5b608d73c8e None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:17.325456 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-b7263b8a-4505-4279-9423-a5b608d73c8e None None] Transition to ACTIVE for port object 2e34b1a1-f9c9-45ed-84dd-d46bdaea62fc will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:27:17.345133 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-b7263b8a-4505-4279-9423-a5b608d73c8e None None] Transition to ACTIVE for port object 2e34b1a1-f9c9-45ed-84dd-d46bdaea62fc will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:27:17.351557 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b7263b8a-4505-4279-9423-a5b608d73c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:17.420627 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7263b8a-4505-4279-9423-a5b608d73c8e None None] Network a44f8207-61f2-477d-b80a-38deab4e3cb7 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:27:17.423506 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-b7263b8a-4505-4279-9423-a5b608d73c8e None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:27:17.425863 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ab557b39-7bbb-450a-be0d-a2b2ef5b468e tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:17.426008 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7263b8a-4505-4279-9423-a5b608d73c8e None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:27:17.435460 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7263b8a-4505-4279-9423-a5b608d73c8e None None] Pushing event updated for resources: {'Port': ['ID=2e34b1a1-f9c9-45ed-84dd-d46bdaea62fc,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:17.465747 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bee04be3-bbfb-4b5e-823b-a6b97f5d635e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:17.473628 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510ce9dc-dff3-49a7-890a-2ec31764b516 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event updated for resources: {'Subnet': ['ID=4f3ba196-09e7-481e-8834-51344ebd02fc,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:17.475156 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-510ce9dc-dff3-49a7-890a-2ec31764b516 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Checking segment: {'id': 'f3519b48-8adc-4bd7-9c12-a9c71afe49fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '00fccd14-5c21-4f9f-8933-bd0f2f4a1bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:27:17.475517 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510ce9dc-dff3-49a7-890a-2ec31764b516 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Network hostable DHCP agents. Network: 00fccd14-5c21-4f9f-8933-bd0f2f4a1bfe, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:27:17.507450 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-bee04be3-bbfb-4b5e-823b-a6b97f5d635e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6be2b715-afcc-423e-94f7-b05fc8eb22ab']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:17.522811 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-bee04be3-bbfb-4b5e-823b-a6b97f5d635e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c0b41e9-9a36-4611-98ca-617deb7fe49c') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:17.523260 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-bee04be3-bbfb-4b5e-823b-a6b97f5d635e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c0b41e9-9a36-4611-98ca-617deb7fe49c') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:17.530479 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-510ce9dc-dff3-49a7-890a-2ec31764b516 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Network 00fccd14-5c21-4f9f-8933-bd0f2f4a1bfe is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:27:17.537476 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-b7263b8a-4505-4279-9423-a5b608d73c8e None None] Attempting to bind port 2e34b1a1-f9c9-45ed-84dd-d46bdaea62fc on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:27:17.537851 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-b7263b8a-4505-4279-9423-a5b608d73c8e None None] Attempting to bind port 2e34b1a1-f9c9-45ed-84dd-d46bdaea62fc by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'c8b28188-8b1e-438a-8a7c-cfa1fc185e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:27:17.538253 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7263b8a-4505-4279-9423-a5b608d73c8e None None] Attempting to bind port 2e34b1a1-f9c9-45ed-84dd-d46bdaea62fc on network a44f8207-61f2-477d-b80a-38deab4e3cb7 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:27:17.540859 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-600fe9a7-b053-4824-a461-b8c6ff207d27 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Deleting subnet 4ae2ff45-16cf-4017-9387-5b540266e04f {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:27:17.541878 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bee04be3-bbfb-4b5e-823b-a6b97f5d635e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:17.544321 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7263b8a-4505-4279-9423-a5b608d73c8e None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:27:17.544778 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7263b8a-4505-4279-9423-a5b608d73c8e None None] Checking segment: {'id': 'c8b28188-8b1e-438a-8a7c-cfa1fc185e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:27:17.545244 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b7263b8a-4505-4279-9423-a5b608d73c8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:17.545704 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7263b8a-4505-4279-9423-a5b608d73c8e None None] Bound using segment: {'id': 'c8b28188-8b1e-438a-8a7c-cfa1fc185e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:27:17.546367 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-b7263b8a-4505-4279-9423-a5b608d73c8e None None] Bound port: 2e34b1a1-f9c9-45ed-84dd-d46bdaea62fc, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8b28188-8b1e-438a-8a7c-cfa1fc185e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:27:17.546835 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b7263b8a-4505-4279-9423-a5b608d73c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:17.553116 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-510ce9dc-dff3-49a7-890a-2ec31764b516 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 00fccd14-5c21-4f9f-8933-bd0f2f4a1bfe) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:27:17.553874 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-600fe9a7-b053-4824-a461-b8c6ff207d27 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:17.562318 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-510ce9dc-dff3-49a7-890a-2ec31764b516 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:17.563774 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-510ce9dc-dff3-49a7-890a-2ec31764b516 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:17.590776 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-510ce9dc-dff3-49a7-890a-2ec31764b516 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2266312 Oct 13 15:27:17.591058 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45874) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:17.598152 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-62a3fd0b-c167-4ef8-a261-d315da420449 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Request body: {'port': {'network_id': '00fccd14-5c21-4f9f-8933-bd0f2f4a1bfe', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1406718350'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:27:17.598813 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b471124a-97fb-4b5a-938d-8280b91e88ac None None] Network 00fccd14-5c21-4f9f-8933-bd0f2f4a1bfe requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:27:17.605077 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [req-2730ebae-6af0-46fc-9490-b1e81d49ba40 req-ed01b21e-0a91-48b6-83f5-dcc3632cbe72 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] For port a3b86fbf-2db4-40ef-95a6-f249f3d9ff07, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=a3b86fbf-2db4-40ef-95a6-f249f3d9ff07,segment=NetworkSegment(4f206e35-101f-4772-8726-1677f4bd24d9),segment_id=4f206e35-101f-4772-8726-1677f4bd24d9)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:27:17.605546 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-2730ebae-6af0-46fc-9490-b1e81d49ba40 req-ed01b21e-0a91-48b6-83f5-dcc3632cbe72 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:17.617391 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bee04be3-bbfb-4b5e-823b-a6b97f5d635e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:17.645329 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bee04be3-bbfb-4b5e-823b-a6b97f5d635e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:27:17.645754 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bee04be3-bbfb-4b5e-823b-a6b97f5d635e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:17.715850 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-31207cc6-5db3-461e-a839-f305b9c5eb1a None None] Deleting port 330c5cfa-c53c-4603-8eaa-93bd5eba9bef {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:27:17.716365 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-31207cc6-5db3-461e-a839-f305b9c5eb1a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:17.732755 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 0c0b41e9-9a36-4611-98ca-617deb7fe49c resource provider aggregate not found Oct 13 15:27:17.817726 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-31207cc6-5db3-461e-a839-f305b9c5eb1a None None] The port '330c5cfa-c53c-4603-8eaa-93bd5eba9bef' was deleted {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 13 15:27:17.831652 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-b7263b8a-4505-4279-9423-a5b608d73c8e None None] For port 2e34b1a1-f9c9-45ed-84dd-d46bdaea62fc, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:27:17.852305 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-b7263b8a-4505-4279-9423-a5b608d73c8e None None] For port 2e34b1a1-f9c9-45ed-84dd-d46bdaea62fc, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=2e34b1a1-f9c9-45ed-84dd-d46bdaea62fc,segment=NetworkSegment(c8b28188-8b1e-438a-8a7c-cfa1fc185e50),segment_id=c8b28188-8b1e-438a-8a7c-cfa1fc185e50)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:27:17.859048 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b7263b8a-4505-4279-9423-a5b608d73c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:17.860521 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f9551ca-a053-41de-a56a-81afe02106f3 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:17.864593 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-8f9551ca-a053-41de-a56a-81afe02106f3 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=8fb1fa59-32fe-4ed0-a248-96c43edb135f&device_id=ddf2c6c9-c2a7-49cf-950f-ad3adf0f501d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.9975610 Oct 13 15:27:17.870417 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45884) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:17.871744 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 0c0b41e9-9a36-4611-98ca-617deb7fe49c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0c0b41e9-9a36-4611-98ca-617deb7fe49c found for delete ", "request_id": "req-54d4c15d-5e10-4e32-94bf-64c2210091a2"}]} Oct 13 15:27:17.907965 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bee04be3-bbfb-4b5e-823b-a6b97f5d635e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:17.941140 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bee04be3-bbfb-4b5e-823b-a6b97f5d635e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:17.950015 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-600fe9a7-b053-4824-a461-b8c6ff207d27 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:17.963644 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee04be3-bbfb-4b5e-823b-a6b97f5d635e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event deleted for resources: {'Network': ['ID=6be2b715-afcc-423e-94f7-b05fc8eb22ab,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:17.966940 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-62a3fd0b-c167-4ef8-a261-d315da420449 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:27:17.976481 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-bee04be3-bbfb-4b5e-823b-a6b97f5d635e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "DELETE /v2.0/networks/6be2b715-afcc-423e-94f7-b05fc8eb22ab HTTP/1.1" status: 204 len: 168 time: 2.8420253 Oct 13 15:27:17.979401 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45888) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:17.987594 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-ced5bdb7-d631-4032-b8ff-a5a0fb7f1800 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-284765292', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:27:17.995930 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-62a3fd0b-c167-4ef8-a261-d315da420449 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Usage tracker for resource:port and tenant:c7529f71933548bfa5c77476ba17c75c is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:27:18.002703 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-62a3fd0b-c167-4ef8-a261-d315da420449 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:27:18.018895 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-ced5bdb7-d631-4032-b8ff-a5a0fb7f1800 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:27:18.025672 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-62a3fd0b-c167-4ef8-a261-d315da420449 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:27:18.028284 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-ced5bdb7-d631-4032-b8ff-a5a0fb7f1800 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Usage tracker for resource:router and tenant:34e6b268fc1844e287c5dc961df795e5 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:27:18.038071 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e33ef1-ad8a-4fcb-9961-cfde7f99a705 req-f2b338a3-bd4e-48b3-ba9e-3adcecbd5d32 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:18.038839 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7263b8a-4505-4279-9423-a5b608d73c8e None None] Pushing event updated for resources: {'Port': ['ID=2e34b1a1-f9c9-45ed-84dd-d46bdaea62fc,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:18.039729 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-03e33ef1-ad8a-4fcb-9961-cfde7f99a705 req-f2b338a3-bd4e-48b3-ba9e-3adcecbd5d32 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.42 "GET /v2.0/ports?device_id=120ed22f-0dc2-453c-b30b-44429ff870e3 HTTP/1.1" status: 200 len: 943 time: 0.2449336 Oct 13 15:27:18.041718 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-ced5bdb7-d631-4032-b8ff-a5a0fb7f1800 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:27:18.050526 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-ced5bdb7-d631-4032-b8ff-a5a0fb7f1800 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:27:18.068119 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa43bc9b-6058-4caa-b1d1-4848904745d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-00fccd14-5c21-4f9f-8933-bd0f2f4a1bfe', 'network_id': '00fccd14-5c21-4f9f-8933-bd0f2f4a1bfe', 'tenant_id': 'c7529f71933548bfa5c77476ba17c75c', 'fixed_ips': [{'subnet_id': '4f3ba196-09e7-481e-8834-51344ebd02fc'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:27:18.068878 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-fa43bc9b-6058-4caa-b1d1-4848904745d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:18.098051 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a3fd0b-c167-4ef8-a261-d315da420449 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Made reservation on behalf of c7529f71933548bfa5c77476ba17c75c for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:27:18.102449 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-62a3fd0b-c167-4ef8-a261-d315da420449 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:18.122291 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ced5bdb7-d631-4032-b8ff-a5a0fb7f1800 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:18.123486 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ced5bdb7-d631-4032-b8ff-a5a0fb7f1800 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:18.151075 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-03e33ef1-ad8a-4fcb-9961-cfde7f99a705 req-cadd771b-bd8e-426e-9d41-9b048fc490d2 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fed544a-1f93-4571-ab35-0710ef88044b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865235 Oct 13 15:27:18.160850 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [None req-62a3fd0b-c167-4ef8-a261-d315da420449 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] device_id is not set on port 9c3762fe-7456-47ed-b7b4-a40b4a66f820 yet. {{(pid=88973) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:27:18.170604 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c2d31-64b6-44c4-a595-d40cb12f2595 req-bcd95449-7076-4845-ac1a-4eaa9b960cb1 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:18.172113 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-517c2d31-64b6-44c4-a595-d40cb12f2595 req-bcd95449-7076-4845-ac1a-4eaa9b960cb1 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 946 time: 0.8543394 Oct 13 15:27:18.194149 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ab557b39-7bbb-450a-be0d-a2b2ef5b468e tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:18.209482 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ced5bdb7-d631-4032-b8ff-a5a0fb7f1800 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:18.294077 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ced5bdb7-d631-4032-b8ff-a5a0fb7f1800 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:18.334934 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-fa43bc9b-6058-4caa-b1d1-4848904745d2 None None] Allocated IP 172.20.0.2 (00fccd14-5c21-4f9f-8933-bd0f2f4a1bfe/4f3ba196-09e7-481e-8834-51344ebd02fc/d4da6f94-7418-4db4-aa7d-e8eb85d2cf35) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:27:18.338401 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ced5bdb7-d631-4032-b8ff-a5a0fb7f1800 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:18.341891 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-ced5bdb7-d631-4032-b8ff-a5a0fb7f1800 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3583415 Oct 13 15:27:18.344423 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45892) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:18.352962 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-2dc8fbb6-9d77-4140-8afe-68f9b5b90686 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2004549419'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:27:18.359927 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-2dc8fbb6-9d77-4140-8afe-68f9b5b90686 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:27:18.364620 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-2dc8fbb6-9d77-4140-8afe-68f9b5b90686 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Usage tracker for resource:network and tenant:34e6b268fc1844e287c5dc961df795e5 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:27:18.368677 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-2dc8fbb6-9d77-4140-8afe-68f9b5b90686 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:27:18.375334 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-2dc8fbb6-9d77-4140-8afe-68f9b5b90686 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:27:18.390574 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dc8fbb6-9d77-4140-8afe-68f9b5b90686 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Made reservation on behalf of 34e6b268fc1844e287c5dc961df795e5 for: {'network': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:27:18.401628 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2dc8fbb6-9d77-4140-8afe-68f9b5b90686 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:18.423285 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab557b39-7bbb-450a-be0d-a2b2ef5b468e tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dc8f660-006e-44c4-9c27-23a9ac2bfab5,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:18.441454 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dc8fbb6-9d77-4140-8afe-68f9b5b90686 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=88973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:27:18.451501 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2dc8fbb6-9d77-4140-8afe-68f9b5b90686 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:18.451982 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-2dc8fbb6-9d77-4140-8afe-68f9b5b90686 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Added segment b772da35-96a2-469f-a12f-fa57e90902ea of type vlan for network 84c2d1c2-975e-4007-b816-a51001632d07 Oct 13 15:27:18.490894 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2dc8fbb6-9d77-4140-8afe-68f9b5b90686 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:18.523813 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2dc8fbb6-9d77-4140-8afe-68f9b5b90686 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:18.529797 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc8fbb6-9d77-4140-8afe-68f9b5b90686 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:18.530417 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2dc8fbb6-9d77-4140-8afe-68f9b5b90686 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:18.547931 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-2730ebae-6af0-46fc-9490-b1e81d49ba40 req-ed01b21e-0a91-48b6-83f5-dcc3632cbe72 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:18.548480 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-2730ebae-6af0-46fc-9490-b1e81d49ba40 req-ed01b21e-0a91-48b6-83f5-dcc3632cbe72 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:18.548480 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.l3_db [req-2730ebae-6af0-46fc-9490-b1e81d49ba40 req-ed01b21e-0a91-48b6-83f5-dcc3632cbe72 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Floating IP 672e0d5f-3e0f-4915-80db-e2f6973a9b9b disassociated. External IP: 172.26.2.48, port: a3b86fbf-2db4-40ef-95a6-f249f3d9ff07. Oct 13 15:27:18.548911 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [req-2730ebae-6af0-46fc-9490-b1e81d49ba40 req-ed01b21e-0a91-48b6-83f5-dcc3632cbe72 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Calling delete_port for a3b86fbf-2db4-40ef-95a6-f249f3d9ff07 owned by compute:nova {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:27:18.587066 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-fa43bc9b-6058-4caa-b1d1-4848904745d2 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:18.599396 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-fa43bc9b-6058-4caa-b1d1-4848904745d2 None None] Transition to ACTIVE for port object d4da6f94-7418-4db4-aa7d-e8eb85d2cf35 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:27:18.601064 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ab557b39-7bbb-450a-be0d-a2b2ef5b468e tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:18.602442 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-ab557b39-7bbb-450a-be0d-a2b2ef5b468e tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] 10.222.0.42 "DELETE /v2.0/security-groups/4dc8f660-006e-44c4-9c27-23a9ac2bfab5 HTTP/1.1" status: 204 len: 168 time: 2.0377300 Oct 13 15:27:18.617145 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-517c2d31-64b6-44c4-a595-d40cb12f2595 req-fd62e209-f925-4469-b71a-9d7e8736cf02 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4239397 Oct 13 15:27:18.624244 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45896) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:18.626380 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a6f70f-b530-46e3-b680-d1e763937715 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:18.627891 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d2a6f70f-b530-46e3-b680-d1e763937715 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] 10.222.0.42 "GET /v2.0/networks/8fb1fa59-32fe-4ed0-a248-96c43edb135f HTTP/1.1" status: 200 len: 881 time: 0.7435577 Oct 13 15:27:18.632010 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-2dc8fbb6-9d77-4140-8afe-68f9b5b90686 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.2857449 Oct 13 15:27:18.642419 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45900) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:18.642419 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45902) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:18.646482 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-fa43bc9b-6058-4caa-b1d1-4848904745d2 None None] Transition to ACTIVE for port object d4da6f94-7418-4db4-aa7d-e8eb85d2cf35 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:27:18.652911 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-7a3008ef-7f0d-46f2-a6af-0ec7e2e8aca8 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Request body: {'subnet': {'network_id': '84c2d1c2-975e-4007-b816-a51001632d07', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:27:18.654883 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-fa43bc9b-6058-4caa-b1d1-4848904745d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:18.679192 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-421e24c0-4b16-4034-a0a1-3417d6bf7b8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:18.714228 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-600fe9a7-b053-4824-a461-b8c6ff207d27 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:18.746934 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-6f20a28d-fdd5-486e-8416-d553ff4bc306 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] show failed (client error): The resource could not be found. Oct 13 15:27:18.751362 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa43bc9b-6058-4caa-b1d1-4848904745d2 None None] Pushing event updated for resources: {'Port': ['ID=d4da6f94-7418-4db4-aa7d-e8eb85d2cf35,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:18.751512 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-6f20a28d-fdd5-486e-8416-d553ff4bc306 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] 10.222.0.42 "GET /v2.0/security-groups/4dc8f660-006e-44c4-9c27-23a9ac2bfab5 HTTP/1.1" status: 404 len: 347 time: 0.1189523 Oct 13 15:27:18.751512 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-421e24c0-4b16-4034-a0a1-3417d6bf7b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:18.755942 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc8fbb6-9d77-4140-8afe-68f9b5b90686 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event updated for resources: {'Network': ['ID=84c2d1c2-975e-4007-b816-a51001632d07,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:18.759246 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45908) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:18.769239 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa43bc9b-6058-4caa-b1d1-4848904745d2 None None] Network 00fccd14-5c21-4f9f-8933-bd0f2f4a1bfe is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:27:18.771975 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 84c2d1c2-975e-4007-b816-a51001632d07 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:27:18.780485 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-984ac7bc-cb32-495b-bbcd-06ff09ee2145 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddf2c6c9-c2a7-49cf-950f-ad3adf0f501d HTTP/1.1" status: 200 len: 205 time: 0.1342757 Oct 13 15:27:18.815023 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45910) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:18.830530 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-fa43bc9b-6058-4caa-b1d1-4848904745d2 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:27:18.837585 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa43bc9b-6058-4caa-b1d1-4848904745d2 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:27:18.874488 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-7a3008ef-7f0d-46f2-a6af-0ec7e2e8aca8 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:27:18.878366 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-7a3008ef-7f0d-46f2-a6af-0ec7e2e8aca8 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Usage tracker for resource:subnet and tenant:34e6b268fc1844e287c5dc961df795e5 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:27:18.881362 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-7a3008ef-7f0d-46f2-a6af-0ec7e2e8aca8 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:27:18.887713 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-7a3008ef-7f0d-46f2-a6af-0ec7e2e8aca8 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:27:18.898461 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-62a3fd0b-c167-4ef8-a261-d315da420449 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Allocated IP 172.20.0.14 (00fccd14-5c21-4f9f-8933-bd0f2f4a1bfe/4f3ba196-09e7-481e-8834-51344ebd02fc/9c3762fe-7456-47ed-b7b4-a40b4a66f820) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:27:18.906173 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a3008ef-7f0d-46f2-a6af-0ec7e2e8aca8 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Made reservation on behalf of 34e6b268fc1844e287c5dc961df795e5 for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:27:18.909163 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7a3008ef-7f0d-46f2-a6af-0ec7e2e8aca8 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:19.054999 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-fa43bc9b-6058-4caa-b1d1-4848904745d2 None None] Attempting to bind port d4da6f94-7418-4db4-aa7d-e8eb85d2cf35 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:27:19.055275 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-fa43bc9b-6058-4caa-b1d1-4848904745d2 None None] Attempting to bind port d4da6f94-7418-4db4-aa7d-e8eb85d2cf35 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'f3519b48-8adc-4bd7-9c12-a9c71afe49fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '00fccd14-5c21-4f9f-8933-bd0f2f4a1bfe'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:27:19.055765 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa43bc9b-6058-4caa-b1d1-4848904745d2 None None] Attempting to bind port d4da6f94-7418-4db4-aa7d-e8eb85d2cf35 on network 00fccd14-5c21-4f9f-8933-bd0f2f4a1bfe {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:27:19.067694 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa43bc9b-6058-4caa-b1d1-4848904745d2 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:27:19.068162 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa43bc9b-6058-4caa-b1d1-4848904745d2 None None] Checking segment: {'id': 'f3519b48-8adc-4bd7-9c12-a9c71afe49fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '00fccd14-5c21-4f9f-8933-bd0f2f4a1bfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:27:19.068685 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-fa43bc9b-6058-4caa-b1d1-4848904745d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:19.069241 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa43bc9b-6058-4caa-b1d1-4848904745d2 None None] Bound using segment: {'id': 'f3519b48-8adc-4bd7-9c12-a9c71afe49fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '00fccd14-5c21-4f9f-8933-bd0f2f4a1bfe'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:27:19.070208 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-fa43bc9b-6058-4caa-b1d1-4848904745d2 None None] Bound port: d4da6f94-7418-4db4-aa7d-e8eb85d2cf35, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3519b48-8adc-4bd7-9c12-a9c71afe49fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': '00fccd14-5c21-4f9f-8933-bd0f2f4a1bfe'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:27:19.070552 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-fa43bc9b-6058-4caa-b1d1-4848904745d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:19.210418 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-fa43bc9b-6058-4caa-b1d1-4848904745d2 None None] For port d4da6f94-7418-4db4-aa7d-e8eb85d2cf35, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:27:19.214436 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-fa43bc9b-6058-4caa-b1d1-4848904745d2 None None] For port d4da6f94-7418-4db4-aa7d-e8eb85d2cf35, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=d4da6f94-7418-4db4-aa7d-e8eb85d2cf35,segment=NetworkSegment(f3519b48-8adc-4bd7-9c12-a9c71afe49fa),segment_id=f3519b48-8adc-4bd7-9c12-a9c71afe49fa)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:27:19.223423 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-fa43bc9b-6058-4caa-b1d1-4848904745d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:19.325404 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 2e34b1a1-f9c9-45ed-84dd-d46bdaea62fc up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:27:19.349226 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-bf8a23e2-8e64-42d2-86d2-ba19246ac440 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Deleting port 7e6d6ff2-e8ff-4673-a8e7-bcbc9812ec40 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:27:19.349591 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bf8a23e2-8e64-42d2-86d2-ba19246ac440 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:19.384082 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f6790b-bff4-4e84-b0a4-7591a4d6414b None None] Network a44f8207-61f2-477d-b80a-38deab4e3cb7 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:27:19.519804 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-600fe9a7-b053-4824-a461-b8c6ff207d27 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:19.530805 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-e74486f4-65c6-4e10-b5d0-5f6d2f1c2c98 None None] Provisioning for port 2e34b1a1-f9c9-45ed-84dd-d46bdaea62fc completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:27:19.565577 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa43bc9b-6058-4caa-b1d1-4848904745d2 None None] Pushing event updated for resources: {'Port': ['ID=d4da6f94-7418-4db4-aa7d-e8eb85d2cf35,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:19.584875 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600fe9a7-b053-4824-a461-b8c6ff207d27 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event deleted for resources: {'Subnet': ['ID=4ae2ff45-16cf-4017-9387-5b540266e04f,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:19.631046 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-600fe9a7-b053-4824-a461-b8c6ff207d27 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:19.640860 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7a3008ef-7f0d-46f2-a6af-0ec7e2e8aca8 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:19.684585 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-2730ebae-6af0-46fc-9490-b1e81d49ba40 req-ed01b21e-0a91-48b6-83f5-dcc3632cbe72 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:19.714410 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-62a3fd0b-c167-4ef8-a261-d315da420449 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:19.748487 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-421e24c0-4b16-4034-a0a1-3417d6bf7b8e admin admin] Allocated IP 172.26.2.102 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:27:19.768669 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa99323b-39fc-489b-a64d-a0d776f0cc68 None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:27:19.780644 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-62a3fd0b-c167-4ef8-a261-d315da420449 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Transition to ACTIVE for port object 9c3762fe-7456-47ed-b7b4-a40b4a66f820 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:27:19.823740 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-62a3fd0b-c167-4ef8-a261-d315da420449 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:19.826046 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed01b21e-0a91-48b6-83f5-dcc3632cbe72 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Pushing event deleted for resources: {'Port': ['ID=a3b86fbf-2db4-40ef-95a6-f249f3d9ff07,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:19.858848 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-600fe9a7-b053-4824-a461-b8c6ff207d27 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/4ae2ff45-16cf-4017-9387-5b540266e04f HTTP/1.1" status: 204 len: 168 time: 2.7890990 Oct 13 15:27:19.861480 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ea8b5b8b-7b0b-462b-ade4-348e48f26f0a tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks [] for router, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:19.901271 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 2e34b1a1-f9c9-45ed-84dd-d46bdaea62fc completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:27:19.915474 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3008ef-7f0d-46f2-a6af-0ec7e2e8aca8 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event updated for resources: {'Subnet': ['ID=0945d224-ede5-498b-85fe-799e1434f68b,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:19.917794 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45920) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:19.929412 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 2e34b1a1-f9c9-45ed-84dd-d46bdaea62fc triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:27:19.929944 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:19.930315 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 2e34b1a1-f9c9-45ed-84dd-d46bdaea62fc Oct 13 15:27:19.941963 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a3fd0b-c167-4ef8-a261-d315da420449 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Network 00fccd14-5c21-4f9f-8933-bd0f2f4a1bfe is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:27:19.948298 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-62a3fd0b-c167-4ef8-a261-d315da420449 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:27:19.955729 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a3fd0b-c167-4ef8-a261-d315da420449 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:27:20.043361 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf915a-87a6-4e80-b50b-1ef21136b328 req-1b706965-182c-475a-8890-30ed61a6e820 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:20.045015 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-89bf915a-87a6-4e80-b50b-1ef21136b328 req-1b706965-182c-475a-8890-30ed61a6e820 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.42 "GET /v2.0/ports?device_id=120ed22f-0dc2-453c-b30b-44429ff870e3 HTTP/1.1" status: 200 len: 943 time: 0.6816905 Oct 13 15:27:20.065787 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3008ef-7f0d-46f2-a6af-0ec7e2e8aca8 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Checking segment: {'id': 'b772da35-96a2-469f-a12f-fa57e90902ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '84c2d1c2-975e-4007-b816-a51001632d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:27:20.066035 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3008ef-7f0d-46f2-a6af-0ec7e2e8aca8 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Network hostable DHCP agents. Network: 84c2d1c2-975e-4007-b816-a51001632d07, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:27:20.149000 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-89bf915a-87a6-4e80-b50b-1ef21136b328 req-1de936f8-3842-4278-927e-397ba3f29aaf tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.42 "GET /v2.0/security-groups?id=2fed544a-1f93-4571-ab35-0710ef88044b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844040 Oct 13 15:27:20.149670 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a3fd0b-c167-4ef8-a261-d315da420449 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event updated for resources: {'Port': ['ID=9c3762fe-7456-47ed-b7b4-a40b4a66f820,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:20.179256 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a3fd0b-c167-4ef8-a261-d315da420449 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:20.180605 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-62a3fd0b-c167-4ef8-a261-d315da420449 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:20.192374 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 2e34b1a1-f9c9-45ed-84dd-d46bdaea62fc is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:27:20.192759 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:20.193719 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b0ec5b4-07d4-48e0-b9b1-580d80858ac4 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Deleting subnet dd35169b-c9e9-4c3f-b2a0-fbf544e04688 {{(pid=88973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:27:20.202423 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9b0ec5b4-07d4-48e0-b9b1-580d80858ac4 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for subnet, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:20.239548 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a3008ef-7f0d-46f2-a6af-0ec7e2e8aca8 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Network 84c2d1c2-975e-4007-b816-a51001632d07 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:27:20.252605 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 2e34b1a1-f9c9-45ed-84dd-d46bdaea62fc, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=2e34b1a1-f9c9-45ed-84dd-d46bdaea62fc,segment=NetworkSegment(c8b28188-8b1e-438a-8a7c-cfa1fc185e50),segment_id=c8b28188-8b1e-438a-8a7c-cfa1fc185e50)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:27:20.263757 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:20.277592 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-7a3008ef-7f0d-46f2-a6af-0ec7e2e8aca8 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 84c2d1c2-975e-4007-b816-a51001632d07) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:27:20.282492 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a3008ef-7f0d-46f2-a6af-0ec7e2e8aca8 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:20.283370 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7a3008ef-7f0d-46f2-a6af-0ec7e2e8aca8 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:20.291321 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-62a3fd0b-c167-4ef8-a261-d315da420449 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.6991599 Oct 13 15:27:20.295529 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45924) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:20.332947 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef071c7-ccc0-4294-b493-c17985f60aa6 None None] Network 84c2d1c2-975e-4007-b816-a51001632d07 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:27:20.386802 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9b0ec5b4-07d4-48e0-b9b1-580d80858ac4 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7432921'] for subnet, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:20.463401 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4451d61-e616-4fa4-b3b6-2adc69246711 req-0d28c476-ef09-4a5a-81a1-4edfd129ee2c tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:20.472980 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e4451d61-e616-4fa4-b3b6-2adc69246711 req-0d28c476-ef09-4a5a-81a1-4edfd129ee2c tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 946 time: 0.5473144 Oct 13 15:27:20.506378 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=2e34b1a1-f9c9-45ed-84dd-d46bdaea62fc,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:20.520177 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9b0ec5b4-07d4-48e0-b9b1-580d80858ac4 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:20.554972 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bf8a23e2-8e64-42d2-86d2-ba19246ac440 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:20.555648 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bf8a23e2-8e64-42d2-86d2-ba19246ac440 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:20.607449 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-7a3008ef-7f0d-46f2-a6af-0ec7e2e8aca8 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9593296 Oct 13 15:27:20.618693 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45928) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:20.741707 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff7d3d1f-4c83-404d-a803-1b92d2a0a53c None None] Provisioning complete for port 2e34b1a1-f9c9-45ed-84dd-d46bdaea62fc triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:27:20.742366 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff7d3d1f-4c83-404d-a803-1b92d2a0a53c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:20.742700 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff7d3d1f-4c83-404d-a803-1b92d2a0a53c None None] Attempt 1 to provision port 2e34b1a1-f9c9-45ed-84dd-d46bdaea62fc Oct 13 15:27:20.783430 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d61588-aa7b-43ca-a5aa-f3004d397417 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-84c2d1c2-975e-4007-b816-a51001632d07', 'network_id': '84c2d1c2-975e-4007-b816-a51001632d07', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'fixed_ips': [{'subnet_id': '0945d224-ede5-498b-85fe-799e1434f68b'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:27:20.784402 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-04d61588-aa7b-43ca-a5aa-f3004d397417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:20.875308 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-cff6e78b-e178-4108-a93f-596e864e7d9c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Deleting port 9c3762fe-7456-47ed-b7b4-a40b4a66f820 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:27:20.876419 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cff6e78b-e178-4108-a93f-596e864e7d9c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:21.009647 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-bf8a23e2-8e64-42d2-86d2-ba19246ac440 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Calling delete_port for 7e6d6ff2-e8ff-4673-a8e7-bcbc9812ec40 owned by network:floatingip {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:27:21.084804 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff7d3d1f-4c83-404d-a803-1b92d2a0a53c None None] Current status of the port 2e34b1a1-f9c9-45ed-84dd-d46bdaea62fc is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:27:21.138904 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d1c8fe-b969-41e0-b7bf-74a9cf4a2d32 None None] Network 00fccd14-5c21-4f9f-8933-bd0f2f4a1bfe requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:27:21.143528 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ea8b5b8b-7b0b-462b-ade4-348e48f26f0a tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:21.156956 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e4451d61-e616-4fa4-b3b6-2adc69246711 req-f900c4bd-ee73-4267-9657-4a7c88ab5457 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6146839 Oct 13 15:27:21.271627 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9b0ec5b4-07d4-48e0-b9b1-580d80858ac4 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:21.272720 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-421e24c0-4b16-4034-a0a1-3417d6bf7b8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:21.293695 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-ea8b5b8b-7b0b-462b-ade4-348e48f26f0a tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Deleting port 7c470788-2fb6-46ae-92ef-86082d5ac5b3 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:27:21.294362 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ea8b5b8b-7b0b-462b-ade4-348e48f26f0a tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:21.297093 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-49c4e291-a04c-43e3-acca-7b5c829903f2 None None] Provisioning for port d4da6f94-7418-4db4-aa7d-e8eb85d2cf35 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:27:21.341510 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-04d61588-aa7b-43ca-a5aa-f3004d397417 None None] Allocated IP 2001:db8::2 (84c2d1c2-975e-4007-b816-a51001632d07/0945d224-ede5-498b-85fe-799e1434f68b/129c0194-bb35-45b2-85d9-f5a7c242fc11) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:27:21.436036 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device d4da6f94-7418-4db4-aa7d-e8eb85d2cf35 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:27:21.441378 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0ec5b4-07d4-48e0-b9b1-580d80858ac4 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event deleted for resources: {'Subnet': ['ID=dd35169b-c9e9-4c3f-b2a0-fbf544e04688,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:21.480288 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adae9250-2427-4c51-b150-c1c1618eb7a2 None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:27:21.483602 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9b0ec5b4-07d4-48e0-b9b1-580d80858ac4 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:21.486182 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2730ebae-6af0-46fc-9490-b1e81d49ba40 req-ed01b21e-0a91-48b6-83f5-dcc3632cbe72 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Router bea711c8-5e1e-4998-af95-d57cc836dfc3 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:27:21.562979 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a17daec2-c910-4999-a29c-a10b8f552417 req-af41886e-687a-48dd-998f-dc0396ab7660 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.42 "GET /v2.0/ports?device_id=120ed22f-0dc2-453c-b30b-44429ff870e3 HTTP/1.1" status: 200 len: 210 time: 0.1254435 Oct 13 15:27:21.575174 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-9b0ec5b4-07d4-48e0-b9b1-580d80858ac4 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/dd35169b-c9e9-4c3f-b2a0-fbf544e04688 HTTP/1.1" status: 204 len: 168 time: 1.6486754 Oct 13 15:27:21.575364 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bf8a23e2-8e64-42d2-86d2-ba19246ac440 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:21.580303 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45934) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:21.655052 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-067354fb-d673-4790-826e-ccf730642365 None None] Provisioning complete for port 67bda0e4-2b75-4770-a2a5-3f538b8109cf triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:27:21.655052 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-067354fb-d673-4790-826e-ccf730642365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:21.655392 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-067354fb-d673-4790-826e-ccf730642365 None None] Attempt 1 to provision port 67bda0e4-2b75-4770-a2a5-3f538b8109cf Oct 13 15:27:21.784944 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-9916b7f5-acfe-4a2e-b070-fc66b5b8a296 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1498404 Oct 13 15:27:21.789473 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45938) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:21.792459 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ea8b5b8b-7b0b-462b-ade4-348e48f26f0a tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:21.826226 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-9ba0ab09-2b86-4ce5-9bd7-b92be1838bbe tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'subnet': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:27:21.854600 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a23e2-8e64-42d2-86d2-ba19246ac440 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Pushing event deleted for resources: {'Port': ['ID=7e6d6ff2-e8ff-4673-a8e7-bcbc9812ec40,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:21.865740 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e664c41d-4e67-41c8-9659-932d1e25f4e5 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:21.960479 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port d4da6f94-7418-4db4-aa7d-e8eb85d2cf35 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:27:21.998644 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cff6e78b-e178-4108-a93f-596e864e7d9c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:22.008822 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port d4da6f94-7418-4db4-aa7d-e8eb85d2cf35 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:27:22.009525 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:22.009525 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port d4da6f94-7418-4db4-aa7d-e8eb85d2cf35 Oct 13 15:27:22.020142 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-ea8b5b8b-7b0b-462b-ade4-348e48f26f0a tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Calling delete_port for 7c470788-2fb6-46ae-92ef-86082d5ac5b3 owned by network:router_gateway {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:27:22.076936 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-421e24c0-4b16-4034-a0a1-3417d6bf7b8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:22.113017 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-067354fb-d673-4790-826e-ccf730642365 None None] Current status of the port 67bda0e4-2b75-4770-a2a5-3f538b8109cf is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:27:22.120388 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-04d61588-aa7b-43ca-a5aa-f3004d397417 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:22.138776 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-04d61588-aa7b-43ca-a5aa-f3004d397417 None None] Transition to ACTIVE for port object 129c0194-bb35-45b2-85d9-f5a7c242fc11 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:27:22.162983 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2730ebae-6af0-46fc-9490-b1e81d49ba40 req-ed01b21e-0a91-48b6-83f5-dcc3632cbe72 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:27:22.166196 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-04d61588-aa7b-43ca-a5aa-f3004d397417 None None] Transition to ACTIVE for port object 129c0194-bb35-45b2-85d9-f5a7c242fc11 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:27:22.175416 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421e24c0-4b16-4034-a0a1-3417d6bf7b8e admin admin] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:27:22.229901 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-421e24c0-4b16-4034-a0a1-3417d6bf7b8e admin admin] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:27:22.233226 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bf8a23e2-8e64-42d2-86d2-ba19246ac440 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Notify callbacks [] for floatingip, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:22.245408 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421e24c0-4b16-4034-a0a1-3417d6bf7b8e admin admin] Pushing event updated for resources: {'Port': ['ID=35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:22.249844 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421e24c0-4b16-4034-a0a1-3417d6bf7b8e admin admin] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:27:22.250052 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-cff6e78b-e178-4108-a93f-596e864e7d9c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Calling delete_port for 9c3762fe-7456-47ed-b7b4-a40b4a66f820 owned by {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:27:22.281845 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port d4da6f94-7418-4db4-aa7d-e8eb85d2cf35 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:27:22.287331 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:22.312553 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7cb476-70c7-45e5-895a-ddffab796b97 None None] Sync routers for ids ['bea711c8-5e1e-4998-af95-d57cc836dfc3'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:27:22.320913 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e5dbffa-81e5-46db-bbb2-10a2d1ee979b None None] DHCP port deletion for a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:27:22.333818 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-7e5dbffa-81e5-46db-bbb2-10a2d1ee979b None None] Deleting port 67bda0e4-2b75-4770-a2a5-3f538b8109cf {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:27:22.334480 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7e5dbffa-81e5-46db-bbb2-10a2d1ee979b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:22.356045 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-9ba0ab09-2b86-4ce5-9bd7-b92be1838bbe tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:27:22.363844 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-04d61588-aa7b-43ca-a5aa-f3004d397417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:22.370086 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-9ba0ab09-2b86-4ce5-9bd7-b92be1838bbe tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Usage tracker for resource:subnet and tenant:bb90cebe15f541febeed2c50e15c931e is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:27:22.380953 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-9ba0ab09-2b86-4ce5-9bd7-b92be1838bbe tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:27:22.404569 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-9ba0ab09-2b86-4ce5-9bd7-b92be1838bbe tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:27:22.422858 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [req-2730ebae-6af0-46fc-9490-b1e81d49ba40 req-ed01b21e-0a91-48b6-83f5-dcc3632cbe72 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] No DVR routers for this DVR port a3b86fbf-2db4-40ef-95a6-f249f3d9ff07 on host hv-neutron-8603 {{(pid=88972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:27:22.425427 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-2730ebae-6af0-46fc-9490-b1e81d49ba40 req-ed01b21e-0a91-48b6-83f5-dcc3632cbe72 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:22.450517 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7cb476-70c7-45e5-895a-ddffab796b97 None None] Routers {'bea711c8-5e1e-4998-af95-d57cc836dfc3'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:27:22.451159 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-1b7cb476-70c7-45e5-895a-ddffab796b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:27:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['bea711c8-5e1e-4998-af95-d57cc836dfc3'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:22.472266 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba0ab09-2b86-4ce5-9bd7-b92be1838bbe tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:27:22.475977 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9ba0ab09-2b86-4ce5-9bd7-b92be1838bbe tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:22.480190 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '120ed22f-0dc2-453c-b30b-44429ff870e3', 'name': 'network-vif-deleted', 'tag': 'a3b86fbf-2db4-40ef-95a6-f249f3d9ff07'}] {{(pid=88972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:27:22.482854 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66139ebd01b2281a52a84d0c3e28fe779798cc7e4f9f2d51c02648ac67609c1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1575fc9c-c979-4514-90f0-2a4c7d437c4b" -d '{"events": [{"server_uuid": "120ed22f-0dc2-453c-b30b-44429ff870e3", "name": "network-vif-deleted", "tag": "a3b86fbf-2db4-40ef-95a6-f249f3d9ff07"}]}' {{(pid=88972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:27:22.486273 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-2730ebae-6af0-46fc-9490-b1e81d49ba40 req-ed01b21e-0a91-48b6-83f5-dcc3632cbe72 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.16 "DELETE /v2.0/ports/a3b86fbf-2db4-40ef-95a6-f249f3d9ff07 HTTP/1.1" status: 204 len: 173 time: 11.6296203 Oct 13 15:27:22.579787 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port d4da6f94-7418-4db4-aa7d-e8eb85d2cf35, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=d4da6f94-7418-4db4-aa7d-e8eb85d2cf35,segment=NetworkSegment(f3519b48-8adc-4bd7-9c12-a9c71afe49fa),segment_id=f3519b48-8adc-4bd7-9c12-a9c71afe49fa)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:27:22.608893 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d61588-aa7b-43ca-a5aa-f3004d397417 None None] Network 84c2d1c2-975e-4007-b816-a51001632d07 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:27:22.617358 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:22.618085 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 2e34b1a1-f9c9-45ed-84dd-d46bdaea62fc up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:27:22.672786 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-04d61588-aa7b-43ca-a5aa-f3004d397417 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:27:22.674647 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d61588-aa7b-43ca-a5aa-f3004d397417 None None] Pushing event updated for resources: {'Port': ['ID=129c0194-bb35-45b2-85d9-f5a7c242fc11,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:22.810659 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cff6e78b-e178-4108-a93f-596e864e7d9c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:22.850921 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d61588-aa7b-43ca-a5aa-f3004d397417 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:27:22.894195 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 15:27:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15096640-d8a4-4b0c-b12b-d5c6ebb34f90 x-openstack-request-id: req-15096640-d8a4-4b0c-b12b-d5c6ebb34f90 {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:27:22.894494 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "120ed22f-0dc2-453c-b30b-44429ff870e3", "name": "network-vif-deleted", "tag": "a3b86fbf-2db4-40ef-95a6-f249f3d9ff07", "status": "completed", "code": 200}]} {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:27:22.894735 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-15096640-d8a4-4b0c-b12b-d5c6ebb34f90 {{(pid=88972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:27:22.895122 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15096640-d8a4-4b0c-b12b-d5c6ebb34f90'] response: {'server_uuid': '120ed22f-0dc2-453c-b30b-44429ff870e3', 'name': 'network-vif-deleted', 'tag': 'a3b86fbf-2db4-40ef-95a6-f249f3d9ff07', 'status': 'completed', 'code': 200} Oct 13 15:27:22.897037 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bf8a23e2-8e64-42d2-86d2-ba19246ac440 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:22.901041 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-bf8a23e2-8e64-42d2-86d2-ba19246ac440 tempest-ServersTestManualDisk-2113372868 tempest-ServersTestManualDisk-2113372868-project] 10.222.0.42 "DELETE /v2.0/floatingips/6d13e838-5a5c-425f-9dce-f93692d60610 HTTP/1.1" status: 204 len: 168 time: 4.0975084 Oct 13 15:27:22.907699 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45948) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:22.933268 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff6e78b-e178-4108-a93f-596e864e7d9c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event deleted for resources: {'Port': ['ID=9c3762fe-7456-47ed-b7b4-a40b4a66f820,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:22.973359 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-e664c41d-4e67-41c8-9659-932d1e25f4e5 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Allocated IP 2001:db8::1 (84c2d1c2-975e-4007-b816-a51001632d07/0945d224-ede5-498b-85fe-799e1434f68b/d67594f2-c0c5-4a36-bff7-71fd58d2cbed) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:27:22.984299 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-15ae31b5-d0f0-4005-bc93-932ded42922a req-aab2b53a-02e8-49b0-9379-7f2a557948ce tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.42 "GET /v2.0/ports?device_id=120ed22f-0dc2-453c-b30b-44429ff870e3 HTTP/1.1" status: 200 len: 210 time: 0.1289232 Oct 13 15:27:23.031948 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-1be8d687-649f-4477-be99-2bbdb3ed8ecc None None] Provisioning for port 9c3762fe-7456-47ed-b7b4-a40b4a66f820 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:27:23.172678 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ea8b5b8b-7b0b-462b-ade4-348e48f26f0a tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:23.277989 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-7e5dbffa-81e5-46db-bbb2-10a2d1ee979b None None] For port 67bda0e4-2b75-4770-a2a5-3f538b8109cf, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=67bda0e4-2b75-4770-a2a5-3f538b8109cf,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:27:23.278581 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7e5dbffa-81e5-46db-bbb2-10a2d1ee979b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:23.290687 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e664c41d-4e67-41c8-9659-932d1e25f4e5 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:23.324574 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8b5b8b-7b0b-462b-ade4-348e48f26f0a tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Pushing event deleted for resources: {'Port': ['ID=7c470788-2fb6-46ae-92ef-86082d5ac5b3,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:23.344288 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-1b7cb476-70c7-45e5-895a-ddffab796b97 None None] Set router bea711c8-5e1e-4998-af95-d57cc836dfc3 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:27:23.363724 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-e664c41d-4e67-41c8-9659-932d1e25f4e5 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Transition to ACTIVE for port object d67594f2-c0c5-4a36-bff7-71fd58d2cbed will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:27:23.376489 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cff6e78b-e178-4108-a93f-596e864e7d9c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:23.410065 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-1be8d687-649f-4477-be99-2bbdb3ed8ecc None None] Provisioning complete for port 9c3762fe-7456-47ed-b7b4-a40b4a66f820 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:27:23.410295 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-cff6e78b-e178-4108-a93f-596e864e7d9c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "DELETE /v2.0/ports/9c3762fe-7456-47ed-b7b4-a40b4a66f820 HTTP/1.1" status: 204 len: 168 time: 3.1093209 Oct 13 15:27:23.410393 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-1be8d687-649f-4477-be99-2bbdb3ed8ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:23.410393 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-1be8d687-649f-4477-be99-2bbdb3ed8ecc None None] Attempt 1 to provision port 9c3762fe-7456-47ed-b7b4-a40b4a66f820 Oct 13 15:27:23.410662 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45952) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:23.433222 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=d4da6f94-7418-4db4-aa7d-e8eb85d2cf35,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:23.478559 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-a69feded-517c-47a4-942c-93ad3a7c5024 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] GET failed (client error): The resource could not be found. Oct 13 15:27:23.480013 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-a69feded-517c-47a4-942c-93ad3a7c5024 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Synchronizing usage tracker for tenant:c7529f71933548bfa5c77476ba17c75c on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:27:23.503829 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9ba0ab09-2b86-4ce5-9bd7-b92be1838bbe tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:23.546707 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383bfdee-e714-4a30-a0e5-b845fbe90889 req-cf47ffcb-eee3-4804-8b02-2ec82ff945c0 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:23.548292 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-383bfdee-e714-4a30-a0e5-b845fbe90889 req-cf47ffcb-eee3-4804-8b02-2ec82ff945c0 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 946 time: 1.0695302 Oct 13 15:27:23.579779 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-1be8d687-649f-4477-be99-2bbdb3ed8ecc None None] Port 9c3762fe-7456-47ed-b7b4-a40b4a66f820 was deleted so its status cannot be updated. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:27:23.673703 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-7e5dbffa-81e5-46db-bbb2-10a2d1ee979b None None] Calling delete_port for 67bda0e4-2b75-4770-a2a5-3f538b8109cf owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:27:23.689365 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ea8b5b8b-7b0b-462b-ade4-348e48f26f0a tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828050'] for router_gateway, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:23.719974 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e664c41d-4e67-41c8-9659-932d1e25f4e5 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:23.760611 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-a69feded-517c-47a4-942c-93ad3a7c5024 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Unset dirty status for tenant:c7529f71933548bfa5c77476ba17c75c on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:27:23.761969 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-a69feded-517c-47a4-942c-93ad3a7c5024 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "GET /v2.0/ports/9c3762fe-7456-47ed-b7b4-a40b4a66f820 HTTP/1.1" status: 404 len: 333 time: 0.3500390 Oct 13 15:27:23.780398 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45956) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:23.781795 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-04d61588-aa7b-43ca-a5aa-f3004d397417 None None] Attempting to bind port 129c0194-bb35-45b2-85d9-f5a7c242fc11 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:27:23.782329 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-04d61588-aa7b-43ca-a5aa-f3004d397417 None None] Attempting to bind port 129c0194-bb35-45b2-85d9-f5a7c242fc11 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'b772da35-96a2-469f-a12f-fa57e90902ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '84c2d1c2-975e-4007-b816-a51001632d07'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:27:23.782799 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d61588-aa7b-43ca-a5aa-f3004d397417 None None] Attempting to bind port 129c0194-bb35-45b2-85d9-f5a7c242fc11 on network 84c2d1c2-975e-4007-b816-a51001632d07 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:27:23.859199 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba0ab09-2b86-4ce5-9bd7-b92be1838bbe tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:27:23.864943 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e664c41d-4e67-41c8-9659-932d1e25f4e5 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Network 84c2d1c2-975e-4007-b816-a51001632d07 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:27:23.875324 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-9ba0ab09-2b86-4ce5-9bd7-b92be1838bbe tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:27:23.877167 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-e664c41d-4e67-41c8-9659-932d1e25f4e5 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:27:23.879413 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba0ab09-2b86-4ce5-9bd7-b92be1838bbe tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:23.879991 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9ba0ab09-2b86-4ce5-9bd7-b92be1838bbe tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:23.883944 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7e5dbffa-81e5-46db-bbb2-10a2d1ee979b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:23.888140 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d61588-aa7b-43ca-a5aa-f3004d397417 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:27:23.888507 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d61588-aa7b-43ca-a5aa-f3004d397417 None None] Checking segment: {'id': 'b772da35-96a2-469f-a12f-fa57e90902ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '84c2d1c2-975e-4007-b816-a51001632d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:27:23.888894 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-04d61588-aa7b-43ca-a5aa-f3004d397417 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:23.889276 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d61588-aa7b-43ca-a5aa-f3004d397417 None None] Bound using segment: {'id': 'b772da35-96a2-469f-a12f-fa57e90902ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '84c2d1c2-975e-4007-b816-a51001632d07'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:27:23.889752 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-04d61588-aa7b-43ca-a5aa-f3004d397417 None None] Bound port: 129c0194-bb35-45b2-85d9-f5a7c242fc11, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b772da35-96a2-469f-a12f-fa57e90902ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '84c2d1c2-975e-4007-b816-a51001632d07'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:27:23.890828 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-04d61588-aa7b-43ca-a5aa-f3004d397417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:23.895130 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e664c41d-4e67-41c8-9659-932d1e25f4e5 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:27:23.895526 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e664c41d-4e67-41c8-9659-932d1e25f4e5 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:23.901849 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba0ab09-2b86-4ce5-9bd7-b92be1838bbe tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'Subnet': ['ID=6774fe10-dec7-451e-bdf2-5aa55686306c,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:23.935735 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e664c41d-4e67-41c8-9659-932d1e25f4e5 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event updated for resources: {'Port': ['ID=d67594f2-c0c5-4a36-bff7-71fd58d2cbed,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:23.945432 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_v2 [None req-72aa7da5-f405-4f10-bc69-ba26e4debdf7 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Deleting subnet 4f3ba196-09e7-481e-8834-51344ebd02fc {{(pid=88973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:27:23.950690 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-72aa7da5-f405-4f10-bc69-ba26e4debdf7 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for subnet, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:23.963471 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 2e34b1a1-f9c9-45ed-84dd-d46bdaea62fc triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:27:23.964374 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:23.964374 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 2e34b1a1-f9c9-45ed-84dd-d46bdaea62fc Oct 13 15:27:23.990890 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-9ba0ab09-2b86-4ce5-9bd7-b92be1838bbe tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1958539 Oct 13 15:27:23.991801 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45960) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:24.008915 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-cf4f6c13-6a6a-43c3-948d-def39a183bda tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'subnet': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:27:24.016554 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5dbffa-81e5-46db-bbb2-10a2d1ee979b None None] No DVR routers for this DVR port 67bda0e4-2b75-4770-a2a5-3f538b8109cf on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:27:24.019338 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-1be8d687-649f-4477-be99-2bbdb3ed8ecc None None] Provisioning complete for port d4da6f94-7418-4db4-aa7d-e8eb85d2cf35 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:27:24.019821 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-1be8d687-649f-4477-be99-2bbdb3ed8ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:24.020325 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-1be8d687-649f-4477-be99-2bbdb3ed8ecc None None] Attempt 1 to provision port d4da6f94-7418-4db4-aa7d-e8eb85d2cf35 Oct 13 15:27:24.029619 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-383bfdee-e714-4a30-a0e5-b845fbe90889 req-cd6c55f7-a9fd-4d78-8db3-5cea33f20425 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4583340 Oct 13 15:27:24.047418 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5dbffa-81e5-46db-bbb2-10a2d1ee979b None None] Pushing event deleted for resources: {'Port': ['ID=67bda0e4-2b75-4770-a2a5-3f538b8109cf,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:24.048376 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ea8b5b8b-7b0b-462b-ade4-348e48f26f0a tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:24.056325 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ea8b5b8b-7b0b-462b-ade4-348e48f26f0a tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:24.056575 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-72aa7da5-f405-4f10-bc69-ba26e4debdf7 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7432921'] for subnet, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:24.131915 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557d3b01-df97-4e52-b63b-c83cb4a12a76 None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:27:24.231100 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45968) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:24.337028 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e664c41d-4e67-41c8-9659-932d1e25f4e5 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:24.349129 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-421e24c0-4b16-4034-a0a1-3417d6bf7b8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:24.403605 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ea8b5b8b-7b0b-462b-ade4-348e48f26f0a tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:24.403998 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea8b5b8b-7b0b-462b-ade4-348e48f26f0a tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Fanout notify agent at l3_agent the message router_deleted on router ddf2c6c9-c2a7-49cf-950f-ad3adf0f501d {{(pid=88972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:27:24.412652 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-04d61588-aa7b-43ca-a5aa-f3004d397417 None None] For port 129c0194-bb35-45b2-85d9-f5a7c242fc11, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:27:24.414447 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-72aa7da5-f405-4f10-bc69-ba26e4debdf7 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:24.446513 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ea8b5b8b-7b0b-462b-ade4-348e48f26f0a tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:24.451903 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-ea8b5b8b-7b0b-462b-ade4-348e48f26f0a tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] 10.222.0.42 "DELETE /v2.0/routers/ddf2c6c9-c2a7-49cf-950f-ad3adf0f501d HTTP/1.1" status: 204 len: 168 time: 5.6241829 Oct 13 15:27:24.452035 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-cf4f6c13-6a6a-43c3-948d-def39a183bda tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:27:24.453823 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45972) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:24.460959 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-ea57efdb-75c5-46d3-adec-c613fa9903f5 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-399321981', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}, 'admin_state_up': False}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:27:24.477347 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-cf4f6c13-6a6a-43c3-948d-def39a183bda tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Usage tracker for resource:subnet and tenant:bb90cebe15f541febeed2c50e15c931e is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:27:24.495723 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-ea57efdb-75c5-46d3-adec-c613fa9903f5 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:27:24.497040 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-cf4f6c13-6a6a-43c3-948d-def39a183bda tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:27:24.511463 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-499c7773-da03-4b3a-aaeb-ea55a555e5b0 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:24.513983 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-cf4f6c13-6a6a-43c3-948d-def39a183bda tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:27:24.555745 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-ea57efdb-75c5-46d3-adec-c613fa9903f5 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Usage tracker for resource:router and tenant:86e73b52cc6f49c9965a3399831aec36 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:27:24.556352 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-04d61588-aa7b-43ca-a5aa-f3004d397417 None None] For port 129c0194-bb35-45b2-85d9-f5a7c242fc11, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=129c0194-bb35-45b2-85d9-f5a7c242fc11,segment=NetworkSegment(b772da35-96a2-469f-a12f-fa57e90902ea),segment_id=b772da35-96a2-469f-a12f-fa57e90902ea)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:27:24.570400 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-ea57efdb-75c5-46d3-adec-c613fa9903f5 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:27:24.589364 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-ea57efdb-75c5-46d3-adec-c613fa9903f5 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:27:24.638476 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-04d61588-aa7b-43ca-a5aa-f3004d397417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:24.691474 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4f6c13-6a6a-43c3-948d-def39a183bda tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:27:24.694701 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cf4f6c13-6a6a-43c3-948d-def39a183bda tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:24.733915 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-499c7773-da03-4b3a-aaeb-ea55a555e5b0 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:24.740226 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ea57efdb-75c5-46d3-adec-c613fa9903f5 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:24.740512 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ea57efdb-75c5-46d3-adec-c613fa9903f5 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:24.752253 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 2e34b1a1-f9c9-45ed-84dd-d46bdaea62fc is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:27:24.760075 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-1be8d687-649f-4477-be99-2bbdb3ed8ecc None None] Current status of the port d4da6f94-7418-4db4-aa7d-e8eb85d2cf35 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:27:24.825675 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d61588-aa7b-43ca-a5aa-f3004d397417 None None] Pushing event updated for resources: {'Port': ['ID=129c0194-bb35-45b2-85d9-f5a7c242fc11,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:24.851550 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-72aa7da5-f405-4f10-bc69-ba26e4debdf7 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:24.853566 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ea57efdb-75c5-46d3-adec-c613fa9903f5 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:24.859199 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-1b7cb476-70c7-45e5-895a-ddffab796b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea711c8-5e1e-4998-af95-d57cc836dfc3', 'name': 'tempest-ServersTestJSON-156453351-router', 'tenant_id': 'd8ab2ab48b154fe59d2af3b86563e1e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '2ac75954-0ec5-4439-9656-3be2abc7f1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:24:39Z', 'updated_at': '2022-10-13T15:24:54Z', 'revision_number': 4, 'project_id': 'd8ab2ab48b154fe59d2af3b86563e1e5', 'gw_port': {'id': '2ac75954-0ec5-4439-9656-3be2abc7f1fb', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea711c8-5e1e-4998-af95-d57cc836dfc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:41Z', 'updated_at': '2022-10-13T15:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '835d0ee9-3185-4d9a-977b-6b67722420f5', 'name': '', 'network_id': '3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b', 'tenant_id': 'd8ab2ab48b154fe59d2af3b86563e1e5', 'mac_address': 'fa:16:3e:81:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea711c8-5e1e-4998-af95-d57cc836dfc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'fb9f91e1-ddeb-4202-a3e1-9b503a67c696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:50Z', 'updated_at': '2022-10-13T15:25:06Z', 'revision_number': 5, 'project_id': 'd8ab2ab48b154fe59d2af3b86563e1e5', 'subnets': [{'id': 'fb9f91e1-ddeb-4202-a3e1-9b503a67c696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:24.863037 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bb02c8-86e5-40fb-b8f6-2e560f9b985a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'tenant_id': 'bb90cebe15f541febeed2c50e15c931e', 'fixed_ips': [{'subnet_id': '6774fe10-dec7-451e-bdf2-5aa55686306c'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:27:24.864118 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-a7bb02c8-86e5-40fb-b8f6-2e560f9b985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:24.877290 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7cb476-70c7-45e5-895a-ddffab796b97 None None] Checking router: bea711c8-5e1e-4998-af95-d57cc836dfc3 for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:27:24.899326 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b7cb476-70c7-45e5-895a-ddffab796b97 None None] Routers {'bea711c8-5e1e-4998-af95-d57cc836dfc3'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:27:24.900189 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-1b7cb476-70c7-45e5-895a-ddffab796b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:27:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['bea711c8-5e1e-4998-af95-d57cc836dfc3'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:24.960278 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device d4da6f94-7418-4db4-aa7d-e8eb85d2cf35 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:27:24.966980 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-72aa7da5-f405-4f10-bc69-ba26e4debdf7 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:24.975378 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72aa7da5-f405-4f10-bc69-ba26e4debdf7 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event deleted for resources: {'Subnet': ['ID=4f3ba196-09e7-481e-8834-51344ebd02fc,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:24.981923 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-72aa7da5-f405-4f10-bc69-ba26e4debdf7 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "DELETE /v2.0/subnets/4f3ba196-09e7-481e-8834-51344ebd02fc HTTP/1.1" status: 204 len: 168 time: 1.1930251 Oct 13 15:27:24.985573 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 45976) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:25.031117 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e71dfb-2d9a-4c8b-9dce-93a664c12c29 None None] Network 00fccd14-5c21-4f9f-8933-bd0f2f4a1bfe requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:27:25.047460 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-052f7aac-610f-45f1-a85f-b66ca228b4c8 None None] Could not find standard attr ID for object 9c3762fe-7456-47ed-b7b4-a40b4a66f820. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:27:25.222572 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-421e24c0-4b16-4034-a0a1-3417d6bf7b8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:25.270851 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e664c41d-4e67-41c8-9659-932d1e25f4e5 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:25.304202 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b9942c9d-c7f5-4d66-88b8-6f049b595e00 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:25.310779 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c44e62fb-4696-4c8e-9408-dcc5b168848a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:25.313573 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-499c7773-da03-4b3a-aaeb-ea55a555e5b0 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:25.338785 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e664c41d-4e67-41c8-9659-932d1e25f4e5 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:25.339437 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e664c41d-4e67-41c8-9659-932d1e25f4e5 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:25.403879 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499c7773-da03-4b3a-aaeb-ea55a555e5b0 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fed544a-1f93-4571-ab35-0710ef88044b,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:25.454165 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-499c7773-da03-4b3a-aaeb-ea55a555e5b0 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:25.455326 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-499c7773-da03-4b3a-aaeb-ea55a555e5b0 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.42 "DELETE /v2.0/security-groups/2fed544a-1f93-4571-ab35-0710ef88044b HTTP/1.1" status: 204 len: 168 time: 1.2186303 Oct 13 15:27:25.464343 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45982) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:25.573604 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-1b7cb476-70c7-45e5-895a-ddffab796b97 None None] Set router bea711c8-5e1e-4998-af95-d57cc836dfc3 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:27:25.616616 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:25.646813 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port d4da6f94-7418-4db4-aa7d-e8eb85d2cf35 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:27:25.647189 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:25.647526 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port d4da6f94-7418-4db4-aa7d-e8eb85d2cf35 Oct 13 15:27:25.655877 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ea57efdb-75c5-46d3-adec-c613fa9903f5 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:25.688799 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.api.v2.resource [None req-b61350ec-e18a-4516-82f5-9a12d9982872 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] show failed (client error): The resource could not be found. Oct 13 15:27:25.690298 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-b61350ec-e18a-4516-82f5-9a12d9982872 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.42 "GET /v2.0/security-groups/2fed544a-1f93-4571-ab35-0710ef88044b HTTP/1.1" status: 404 len: 347 time: 0.2191811 Oct 13 15:27:25.700856 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e664c41d-4e67-41c8-9659-932d1e25f4e5 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event updated for resources: {'Port': ['ID=d67594f2-c0c5-4a36-bff7-71fd58d2cbed,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:25.704568 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45986) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:25.714358 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-a7bb02c8-86e5-40fb-b8f6-2e560f9b985a None None] Allocated IP 172.20.0.2 (a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828/6774fe10-dec7-451e-bdf2-5aa55686306c/27620969-f749-49ee-bf03-22279e9a42e4) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:27:25.935773 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e664c41d-4e67-41c8-9659-932d1e25f4e5 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Network 84c2d1c2-975e-4007-b816-a51001632d07 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:27:25.937904 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-e664c41d-4e67-41c8-9659-932d1e25f4e5 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:27:25.987536 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b28608-3704-42c5-89a1-27bf1aed951f None None] DHCP port deletion for 00fccd14-5c21-4f9f-8933-bd0f2f4a1bfe request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:27:26.017434 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-e1b28608-3704-42c5-89a1-27bf1aed951f None None] Deleting port d4da6f94-7418-4db4-aa7d-e8eb85d2cf35 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:27:26.017803 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e1b28608-3704-42c5-89a1-27bf1aed951f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:26.025955 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-b9942c9d-c7f5-4d66-88b8-6f049b595e00 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Deleting port d4da6f94-7418-4db4-aa7d-e8eb85d2cf35 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:27:26.026319 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b9942c9d-c7f5-4d66-88b8-6f049b595e00 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:26.164541 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a5a8aa-1adb-4fba-893c-535d41bb65ad None None] Network 84c2d1c2-975e-4007-b816-a51001632d07 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:27:26.216699 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed2a2fd-fa8a-4b29-a6bf-8e449cb2005d req-a71de907-1840-477f-aa8c-81de56c9cb55 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:26.219111 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0ed2a2fd-fa8a-4b29-a6bf-8e449cb2005d req-a71de907-1840-477f-aa8c-81de56c9cb55 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 946 time: 1.0001266 Oct 13 15:27:26.255711 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-4083832d-a411-4598-914f-6c458b6217e0 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Deleting port ec21f311-d0b4-47ce-9c43-97f75c25ddfd {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:27:26.256419 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4083832d-a411-4598-914f-6c458b6217e0 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:26.366274 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port d4da6f94-7418-4db4-aa7d-e8eb85d2cf35 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:27:26.382158 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0ed2a2fd-fa8a-4b29-a6bf-8e449cb2005d req-817ba2ed-d133-44df-b88d-1c9e8be0f67b tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311414 Oct 13 15:27:26.430889 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4c879133-2447-46fd-86cc-0033a4c35e11 None None] Provisioning for port 129c0194-bb35-45b2-85d9-f5a7c242fc11 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:27:26.511140 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-b9942c9d-c7f5-4d66-88b8-6f049b595e00 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] For port d4da6f94-7418-4db4-aa7d-e8eb85d2cf35, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=d4da6f94-7418-4db4-aa7d-e8eb85d2cf35,segment=NetworkSegment(f3519b48-8adc-4bd7-9c12-a9c71afe49fa),segment_id=f3519b48-8adc-4bd7-9c12-a9c71afe49fa)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:27:26.511499 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b9942c9d-c7f5-4d66-88b8-6f049b595e00 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:26.526787 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e664c41d-4e67-41c8-9659-932d1e25f4e5 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Router bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663 is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 15:27:26.528159 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 67bda0e4-2b75-4770-a2a5-3f538b8109cf no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:27:26.602675 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 67bda0e4-2b75-4770-a2a5-3f538b8109cf {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:27:26.603721 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 67bda0e4-2b75-4770-a2a5-3f538b8109cf not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:27:26.609661 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-a7bb02c8-86e5-40fb-b8f6-2e560f9b985a None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:26.663321 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4083832d-a411-4598-914f-6c458b6217e0 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:26.663648 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4083832d-a411-4598-914f-6c458b6217e0 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:26.717937 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-b9942c9d-c7f5-4d66-88b8-6f049b595e00 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Calling delete_port for d4da6f94-7418-4db4-aa7d-e8eb85d2cf35 owned by network:dhcp {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:27:26.728757 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-a7bb02c8-86e5-40fb-b8f6-2e560f9b985a None None] Transition to ACTIVE for port object 27620969-f749-49ee-bf03-22279e9a42e4 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:27:26.771428 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-e1b28608-3704-42c5-89a1-27bf1aed951f None None] For port d4da6f94-7418-4db4-aa7d-e8eb85d2cf35, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=d4da6f94-7418-4db4-aa7d-e8eb85d2cf35,segment=NetworkSegment(f3519b48-8adc-4bd7-9c12-a9c71afe49fa),segment_id=f3519b48-8adc-4bd7-9c12-a9c71afe49fa)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:27:26.771958 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e1b28608-3704-42c5-89a1-27bf1aed951f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:26.887755 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-4083832d-a411-4598-914f-6c458b6217e0 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Calling delete_port for ec21f311-d0b4-47ce-9c43-97f75c25ddfd owned by network:floatingip {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:27:26.895488 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b9942c9d-c7f5-4d66-88b8-6f049b595e00 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:26.910252 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-421e24c0-4b16-4034-a0a1-3417d6bf7b8e admin admin] Router 5c789ee5-5555-45a4-8d4f-29ee4b084360 is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 15:27:26.957567 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9942c9d-c7f5-4d66-88b8-6f049b595e00 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] No DVR routers for this DVR port d4da6f94-7418-4db4-aa7d-e8eb85d2cf35 on host dv-neutron-860329-2-hyperv {{(pid=88972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:27:27.004103 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9942c9d-c7f5-4d66-88b8-6f049b595e00 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event deleted for resources: {'Port': ['ID=d4da6f94-7418-4db4-aa7d-e8eb85d2cf35,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:27.020203 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-e1b28608-3704-42c5-89a1-27bf1aed951f None None] Calling delete_port for d4da6f94-7418-4db4-aa7d-e8eb85d2cf35 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:27:27.049303 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-a7bb02c8-86e5-40fb-b8f6-2e560f9b985a None None] Transition to ACTIVE for port object 27620969-f749-49ee-bf03-22279e9a42e4 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:27:27.050803 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 129c0194-bb35-45b2-85d9-f5a7c242fc11 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:27:27.065436 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.objects.ports [None req-cf4f6c13-6a6a-43c3-948d-def39a183bda tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88973) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 13 15:27:27.072170 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cf4f6c13-6a6a-43c3-948d-def39a183bda tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:27.116903 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-a7bb02c8-86e5-40fb-b8f6-2e560f9b985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:27.197196 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-1b7cb476-70c7-45e5-895a-ddffab796b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea711c8-5e1e-4998-af95-d57cc836dfc3', 'name': 'tempest-ServersTestJSON-156453351-router', 'tenant_id': 'd8ab2ab48b154fe59d2af3b86563e1e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '2ac75954-0ec5-4439-9656-3be2abc7f1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:24:39Z', 'updated_at': '2022-10-13T15:24:54Z', 'revision_number': 4, 'project_id': 'd8ab2ab48b154fe59d2af3b86563e1e5', 'gw_port': {'id': '2ac75954-0ec5-4439-9656-3be2abc7f1fb', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea711c8-5e1e-4998-af95-d57cc836dfc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:41Z', 'updated_at': '2022-10-13T15:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '835d0ee9-3185-4d9a-977b-6b67722420f5', 'name': '', 'network_id': '3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b', 'tenant_id': 'd8ab2ab48b154fe59d2af3b86563e1e5', 'mac_address': 'fa:16:3e:81:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea711c8-5e1e-4998-af95-d57cc836dfc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'fb9f91e1-ddeb-4202-a3e1-9b503a67c696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:50Z', 'updated_at': '2022-10-13T15:25:06Z', 'revision_number': 5, 'project_id': 'd8ab2ab48b154fe59d2af3b86563e1e5', 'subnets': [{'id': 'fb9f91e1-ddeb-4202-a3e1-9b503a67c696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:27.256533 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b7cb476-70c7-45e5-895a-ddffab796b97 None None] The sync data for ids ['bea711c8-5e1e-4998-af95-d57cc836dfc3'] in dv-neutron-860329-2-hyperv is: [{'id': 'bea711c8-5e1e-4998-af95-d57cc836dfc3', 'name': 'tempest-ServersTestJSON-156453351-router', 'tenant_id': 'd8ab2ab48b154fe59d2af3b86563e1e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '2ac75954-0ec5-4439-9656-3be2abc7f1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:24:39Z', 'updated_at': '2022-10-13T15:24:54Z', 'revision_number': 4, 'project_id': 'd8ab2ab48b154fe59d2af3b86563e1e5', 'gw_port': {'id': '2ac75954-0ec5-4439-9656-3be2abc7f1fb', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea711c8-5e1e-4998-af95-d57cc836dfc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:41Z', 'updated_at': '2022-10-13T15:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '835d0ee9-3185-4d9a-977b-6b67722420f5', 'name': '', 'network_id': '3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b', 'tenant_id': 'd8ab2ab48b154fe59d2af3b86563e1e5', 'mac_address': 'fa:16:3e:81:9a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea711c8-5e1e-4998-af95-d57cc836dfc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'fb9f91e1-ddeb-4202-a3e1-9b503a67c696', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:50Z', 'updated_at': '2022-10-13T15:25:06Z', 'revision_number': 5, 'project_id': 'd8ab2ab48b154fe59d2af3b86563e1e5', 'subnets': [{'id': 'fb9f91e1-ddeb-4202-a3e1-9b503a67c696', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:27:27.259731 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bb02c8-86e5-40fb-b8f6-2e560f9b985a None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:27:27.284027 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e664c41d-4e67-41c8-9659-932d1e25f4e5 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:27:27.290221 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-a7bb02c8-86e5-40fb-b8f6-2e560f9b985a None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:27:27.300277 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bb02c8-86e5-40fb-b8f6-2e560f9b985a None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:27:27.304585 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b1d10e-8caa-4756-9868-433b8075d852 None None] Sync routers for ids ['bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:27:27.309975 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4f6c13-6a6a-43c3-948d-def39a183bda tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:27:27.316884 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bb02c8-86e5-40fb-b8f6-2e560f9b985a None None] Pushing event updated for resources: {'Port': ['ID=27620969-f749-49ee-bf03-22279e9a42e4,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:27.318542 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-cf4f6c13-6a6a-43c3-948d-def39a183bda tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:27:27.336549 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e664c41d-4e67-41c8-9659-932d1e25f4e5 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "PUT /v2.0/routers/bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7143018 Oct 13 15:27:27.338361 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4f6c13-6a6a-43c3-948d-def39a183bda tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:27.338950 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cf4f6c13-6a6a-43c3-948d-def39a183bda tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:27.343463 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45994) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:27.346862 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4f6c13-6a6a-43c3-948d-def39a183bda tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'Subnet': ['ID=06e6dee1-44a7-4326-bd0b-dcdc3b82eb93,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:27.354808 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-c5ff533b-aa0a-4504-9613-a0a92e076435 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1797238985'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:27:27.358364 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b1d10e-8caa-4756-9868-433b8075d852 None None] Routers {'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:27:27.361654 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-05b1d10e-8caa-4756-9868-433b8075d852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:27:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:27.368852 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-c5ff533b-aa0a-4504-9613-a0a92e076435 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:27:27.382309 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-c5ff533b-aa0a-4504-9613-a0a92e076435 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Usage tracker for resource:network and tenant:34e6b268fc1844e287c5dc961df795e5 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:27:27.389225 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-c5ff533b-aa0a-4504-9613-a0a92e076435 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:27:27.397449 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.db.api [None req-e1b28608-3704-42c5-89a1-27bf1aed951f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88974) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:27:27.397903 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG oslo_db.api [None req-e1b28608-3704-42c5-89a1-27bf1aed951f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:27:27.430429 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-c5ff533b-aa0a-4504-9613-a0a92e076435 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:27:27.440363 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9841707-65f8-49da-bf0c-2d8117144c10 req-7c562f78-ec3e-4315-a1d9-76140b5be0a4 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:27.441862 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b9841707-65f8-49da-bf0c-2d8117144c10 req-7c562f78-ec3e-4315-a1d9-76140b5be0a4 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 946 time: 0.4898713 Oct 13 15:27:27.443178 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-cf4f6c13-6a6a-43c3-948d-def39a183bda tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.4503002 Oct 13 15:27:27.447157 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 45998) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:27.455364 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b9942c9d-c7f5-4d66-88b8-6f049b595e00 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:27.461671 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-10bae1b1-c377-48d5-8f32-5c310c92a796 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'port': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'mac_address': 'fa:16:3e:3d:f8:0b', 'name': 'tempest-NetworksTestDHCPv6-2115598812'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:27:27.472444 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 129c0194-bb35-45b2-85d9-f5a7c242fc11 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:27:27.490054 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 129c0194-bb35-45b2-85d9-f5a7c242fc11 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:27:27.490582 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:27.491013 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 129c0194-bb35-45b2-85d9-f5a7c242fc11 Oct 13 15:27:27.518017 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ff533b-aa0a-4504-9613-a0a92e076435 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Made reservation on behalf of 34e6b268fc1844e287c5dc961df795e5 for: {'network': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:27:27.521470 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c5ff533b-aa0a-4504-9613-a0a92e076435 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:27.539498 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-a7bb02c8-86e5-40fb-b8f6-2e560f9b985a None None] Attempting to bind port 27620969-f749-49ee-bf03-22279e9a42e4 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:27:27.540018 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-a7bb02c8-86e5-40fb-b8f6-2e560f9b985a None None] Attempting to bind port 27620969-f749-49ee-bf03-22279e9a42e4 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:27:27.540472 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bb02c8-86e5-40fb-b8f6-2e560f9b985a None None] Attempting to bind port 27620969-f749-49ee-bf03-22279e9a42e4 on network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:27:27.558951 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bb02c8-86e5-40fb-b8f6-2e560f9b985a None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:27:27.559471 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bb02c8-86e5-40fb-b8f6-2e560f9b985a None None] Checking segment: {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:27:27.559983 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-a7bb02c8-86e5-40fb-b8f6-2e560f9b985a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:27.560458 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7bb02c8-86e5-40fb-b8f6-2e560f9b985a None None] Bound using segment: {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:27:27.561051 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-a7bb02c8-86e5-40fb-b8f6-2e560f9b985a None None] Bound port: 27620969-f749-49ee-bf03-22279e9a42e4, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:27:27.561517 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-a7bb02c8-86e5-40fb-b8f6-2e560f9b985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:27.699477 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4083832d-a411-4598-914f-6c458b6217e0 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:27.768316 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c76c0d0-bda5-433c-b2c1-e06e078a5a58 None None] New status for floating IP 672e0d5f-3e0f-4915-80db-e2f6973a9b9b: DOWN {{(pid=88974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:27:27.774751 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b9841707-65f8-49da-bf0c-2d8117144c10 req-9c45cd4e-1381-4e14-a2b4-577058d16d60 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2970753 Oct 13 15:27:27.781337 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-05b1d10e-8caa-4756-9868-433b8075d852 None None] Set router bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663 gateway port host: None {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:27:27.810677 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4083832d-a411-4598-914f-6c458b6217e0 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Pushing event deleted for resources: {'Port': ['ID=ec21f311-d0b4-47ce-9c43-97f75c25ddfd,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:27.815539 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5ff533b-aa0a-4504-9613-a0a92e076435 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=88973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:27:27.877395 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c5ff533b-aa0a-4504-9613-a0a92e076435 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:27.877745 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-c5ff533b-aa0a-4504-9613-a0a92e076435 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Added segment 0ad4d6f1-4991-463b-950d-eac210dc6b24 of type vlan for network 8103f6e5-66b5-4b6e-aab9-89095ff7dce4 Oct 13 15:27:27.906546 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-e1b28608-3704-42c5-89a1-27bf1aed951f None None] Deleting port d4da6f94-7418-4db4-aa7d-e8eb85d2cf35 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:27:27.907170 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e1b28608-3704-42c5-89a1-27bf1aed951f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:27.915132 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-421e24c0-4b16-4034-a0a1-3417d6bf7b8e admin admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:27:27.936753 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b359dc-29f0-42d8-a253-1350568725ab None None] Sync routers for ids ['5c789ee5-5555-45a4-8d4f-29ee4b084360'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:27:27.949020 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-10bae1b1-c377-48d5-8f32-5c310c92a796 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:27:27.955782 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 129c0194-bb35-45b2-85d9-f5a7c242fc11 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:27:27.956168 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:27.964859 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-10bae1b1-c377-48d5-8f32-5c310c92a796 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Usage tracker for resource:port and tenant:bb90cebe15f541febeed2c50e15c931e is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:27:27.971229 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c5ff533b-aa0a-4504-9613-a0a92e076435 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:27.976626 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-10bae1b1-c377-48d5-8f32-5c310c92a796 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:27:27.990368 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-10bae1b1-c377-48d5-8f32-5c310c92a796 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:27:27.995869 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4083832d-a411-4598-914f-6c458b6217e0 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Notify callbacks [] for floatingip, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:28.010296 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4083832d-a411-4598-914f-6c458b6217e0 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:28.011750 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-4083832d-a411-4598-914f-6c458b6217e0 tempest-ServersTestJSON-379559059 tempest-ServersTestJSON-379559059-project] 10.222.0.42 "DELETE /v2.0/floatingips/672e0d5f-3e0f-4915-80db-e2f6973a9b9b HTTP/1.1" status: 204 len: 168 time: 2.3015270 Oct 13 15:27:28.021615 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46002) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:28.060747 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-b9942c9d-c7f5-4d66-88b8-6f049b595e00 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00fccd14-5c21-4f9f-8933-bd0f2f4a1bfe']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:28.074751 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-b9942c9d-c7f5-4d66-88b8-6f049b595e00 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3519b48-8adc-4bd7-9c12-a9c71afe49fa') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:28.075094 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-b9942c9d-c7f5-4d66-88b8-6f049b595e00 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3519b48-8adc-4bd7-9c12-a9c71afe49fa') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:28.079072 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b359dc-29f0-42d8-a253-1350568725ab None None] Routers {'5c789ee5-5555-45a4-8d4f-29ee4b084360'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:27:28.079747 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-71b359dc-29f0-42d8-a253-1350568725ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:27:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['5c789ee5-5555-45a4-8d4f-29ee4b084360'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:28.095283 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b9942c9d-c7f5-4d66-88b8-6f049b595e00 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:28.096127 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10bae1b1-c377-48d5-8f32-5c310c92a796 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:27:28.123219 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b9942c9d-c7f5-4d66-88b8-6f049b595e00 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:28.128891 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-a7bb02c8-86e5-40fb-b8f6-2e560f9b985a None None] For port 27620969-f749-49ee-bf03-22279e9a42e4, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:27:28.136072 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9942c9d-c7f5-4d66-88b8-6f049b595e00 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:27:28.138567 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b9942c9d-c7f5-4d66-88b8-6f049b595e00 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:28.155544 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-e1b28608-3704-42c5-89a1-27bf1aed951f None None] The port 'd4da6f94-7418-4db4-aa7d-e8eb85d2cf35' was deleted {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 13 15:27:28.170458 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-a7bb02c8-86e5-40fb-b8f6-2e560f9b985a None None] For port 27620969-f749-49ee-bf03-22279e9a42e4, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=27620969-f749-49ee-bf03-22279e9a42e4,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:27:28.193885 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-a7bb02c8-86e5-40fb-b8f6-2e560f9b985a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:28.239850 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-bb1d4de1-4e7a-403d-99a2-3c911d799431 None None] Provisioning for port d67594f2-c0c5-4a36-bff7-71fd58d2cbed completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:27:28.259180 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 129c0194-bb35-45b2-85d9-f5a7c242fc11, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=129c0194-bb35-45b2-85d9-f5a7c242fc11,segment=NetworkSegment(b772da35-96a2-469f-a12f-fa57e90902ea),segment_id=b772da35-96a2-469f-a12f-fa57e90902ea)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:27:28.266077 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c5ff533b-aa0a-4504-9613-a0a92e076435 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:28.271505 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ff533b-aa0a-4504-9613-a0a92e076435 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:28.272098 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c5ff533b-aa0a-4504-9613-a0a92e076435 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:28.297183 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:28.301801 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-bb1d4de1-4e7a-403d-99a2-3c911d799431 None None] Provisioning complete for port d67594f2-c0c5-4a36-bff7-71fd58d2cbed triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:27:28.302279 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-bb1d4de1-4e7a-403d-99a2-3c911d799431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:28.302586 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-bb1d4de1-4e7a-403d-99a2-3c911d799431 None None] Attempt 1 to provision port d67594f2-c0c5-4a36-bff7-71fd58d2cbed Oct 13 15:27:28.303778 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-c44e62fb-4696-4c8e-9408-dcc5b168848a admin admin] Deleting port 6e4ae2e2-d9db-4870-9fd2-a75b54af220a {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:27:28.304123 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c44e62fb-4696-4c8e-9408-dcc5b168848a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:28.386095 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device d4da6f94-7418-4db4-aa7d-e8eb85d2cf35 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:27:28.458295 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: d4da6f94-7418-4db4-aa7d-e8eb85d2cf35 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:27:28.458643 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device d4da6f94-7418-4db4-aa7d-e8eb85d2cf35 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:27:28.474689 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bb02c8-86e5-40fb-b8f6-2e560f9b985a None None] Pushing event updated for resources: {'Port': ['ID=27620969-f749-49ee-bf03-22279e9a42e4,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:28.480102 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c5ff533b-aa0a-4504-9613-a0a92e076435 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1344621 Oct 13 15:27:28.484846 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46006) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:28.528106 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-bb1d4de1-4e7a-403d-99a2-3c911d799431 None None] Port d67594f2-c0c5-4a36-bff7-71fd58d2cbed cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:27:28.590387 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=129c0194-bb35-45b2-85d9-f5a7c242fc11,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:28.639886 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-421e24c0-4b16-4034-a0a1-3417d6bf7b8e admin admin] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:28.641169 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-421e24c0-4b16-4034-a0a1-3417d6bf7b8e admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 13.1850162 Oct 13 15:27:28.647297 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ff533b-aa0a-4504-9613-a0a92e076435 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event updated for resources: {'Network': ['ID=8103f6e5-66b5-4b6e-aab9-89095ff7dce4,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:28.650048 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46012) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:28.656170 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b9942c9d-c7f5-4d66-88b8-6f049b595e00 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:28.661033 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 8103f6e5-66b5-4b6e-aab9-89095ff7dce4 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:27:28.665157 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-5ab0205f-5b46-420a-b33f-779879a4155d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Request body: {'subnet': {'network_id': '8103f6e5-66b5-4b6e-aab9-89095ff7dce4', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:27:28.725974 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-71b359dc-29f0-42d8-a253-1350568725ab None None] Set router 5c789ee5-5555-45a4-8d4f-29ee4b084360 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:27:28.828998 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-10bae1b1-c377-48d5-8f32-5c310c92a796 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:28.860626 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ea57efdb-75c5-46d3-adec-c613fa9903f5 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks [] for router_gateway, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:28.918238 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment f3519b48-8adc-4bd7-9c12-a9c71afe49fa resource provider aggregate not found Oct 13 15:27:28.921943 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b9942c9d-c7f5-4d66-88b8-6f049b595e00 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:28.983330 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment f3519b48-8adc-4bd7-9c12-a9c71afe49fa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f3519b48-8adc-4bd7-9c12-a9c71afe49fa found for delete ", "request_id": "req-f27b71e0-3ecb-44ad-afe9-ed53ac9c7230"}]} Oct 13 15:27:28.984582 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9942c9d-c7f5-4d66-88b8-6f049b595e00 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event deleted for resources: {'Network': ['ID=00fccd14-5c21-4f9f-8933-bd0f2f4a1bfe,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:28.986935 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ea57efdb-75c5-46d3-adec-c613fa9903f5 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:28.993414 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-c44e62fb-4696-4c8e-9408-dcc5b168848a admin admin] For port 6e4ae2e2-d9db-4870-9fd2-a75b54af220a, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=6e4ae2e2-d9db-4870-9fd2-a75b54af220a,segment=NetworkSegment(ebd8f21b-8085-4446-a37c-05fa6a29f1c9),segment_id=ebd8f21b-8085-4446-a37c-05fa6a29f1c9)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:27:28.993956 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c44e62fb-4696-4c8e-9408-dcc5b168848a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:29.004066 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-b9942c9d-c7f5-4d66-88b8-6f049b595e00 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "DELETE /v2.0/networks/00fccd14-5c21-4f9f-8933-bd0f2f4a1bfe HTTP/1.1" status: 204 len: 168 time: 4.0144854 Oct 13 15:27:29.029277 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-bb1d4de1-4e7a-403d-99a2-3c911d799431 None None] Attempt 2 to provision port d67594f2-c0c5-4a36-bff7-71fd58d2cbed Oct 13 15:27:29.083940 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 129c0194-bb35-45b2-85d9-f5a7c242fc11 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:27:29.149682 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-05b1d10e-8caa-4756-9868-433b8075d852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'name': 'tempest-RoutersIpV6Test-router-284765292', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:18Z', 'updated_at': '2022-10-13T15:27:24Z', 'revision_number': 2, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'gw_port_host': None, '_interfaces': [{'id': 'd67594f2-c0c5-4a36-bff7-71fd58d2cbed', 'name': '', 'network_id': '84c2d1c2-975e-4007-b816-a51001632d07', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:fc:2b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '0945d224-ede5-498b-85fe-799e1434f68b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:22Z', 'updated_at': '2022-10-13T15:27:24Z', 'revision_number': 2, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': '0945d224-ede5-498b-85fe-799e1434f68b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:29.153180 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-5ab0205f-5b46-420a-b33f-779879a4155d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:27:29.157715 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-5ab0205f-5b46-420a-b33f-779879a4155d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Usage tracker for resource:subnet and tenant:34e6b268fc1844e287c5dc961df795e5 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:27:29.160756 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-5ab0205f-5b46-420a-b33f-779879a4155d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:27:29.160908 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b1d10e-8caa-4756-9868-433b8075d852 None None] Checking router: bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:27:29.161157 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b1d10e-8caa-4756-9868-433b8075d852 None None] Updating router bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663 port d67594f2-c0c5-4a36-bff7-71fd58d2cbed binding host dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:27:29.164706 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-bb1d4de1-4e7a-403d-99a2-3c911d799431 None None] Port d67594f2-c0c5-4a36-bff7-71fd58d2cbed cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:27:29.167344 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-5ab0205f-5b46-420a-b33f-779879a4155d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:27:29.175190 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46020) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:29.195007 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 129c0194-bb35-45b2-85d9-f5a7c242fc11 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:27:29.195596 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:29.195953 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 129c0194-bb35-45b2-85d9-f5a7c242fc11 Oct 13 15:27:29.231993 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-c3e4f530-de96-41a8-b07d-271ac12ed5a1 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Request body: {'port': {'network_id': 'a7f3b330-c320-422e-b157-5a2ea33283c2', 'name': 'tempest-PortsTestJSON-1651744104'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:27:29.248373 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab0205f-5b46-420a-b33f-779879a4155d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Made reservation on behalf of 34e6b268fc1844e287c5dc961df795e5 for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:27:29.256325 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5ab0205f-5b46-420a-b33f-779879a4155d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:29.275920 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-05b1d10e-8caa-4756-9868-433b8075d852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:29.304749 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [None req-10bae1b1-c377-48d5-8f32-5c310c92a796 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] device_id is not set on port 50944c4c-dddb-424c-bfb2-b569db5ee9af yet. {{(pid=88973) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:27:29.323633 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-71b359dc-29f0-42d8-a253-1350568725ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'name': 'tempest-TestVolumeBootPattern-1392317372-router', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': '35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:16Z', 'updated_at': '2022-10-13T15:27:23Z', 'revision_number': 3, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'gw_port': {'id': '35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:18Z', 'updated_at': '2022-10-13T15:27:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:29.344251 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b359dc-29f0-42d8-a253-1350568725ab None None] Checking router: 5c789ee5-5555-45a4-8d4f-29ee4b084360 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:27:29.344590 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b359dc-29f0-42d8-a253-1350568725ab None None] Updating router 5c789ee5-5555-45a4-8d4f-29ee4b084360 port 35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3 binding host dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:27:29.368352 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 129c0194-bb35-45b2-85d9-f5a7c242fc11 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:27:29.369639 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 27620969-f749-49ee-bf03-22279e9a42e4 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:27:29.391538 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-c44e62fb-4696-4c8e-9408-dcc5b168848a admin admin] Calling delete_port for 6e4ae2e2-d9db-4870-9fd2-a75b54af220a owned by network:router_interface {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:27:29.469760 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 27620969-f749-49ee-bf03-22279e9a42e4 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:27:29.483842 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-71b359dc-29f0-42d8-a253-1350568725ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:29.515469 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7bd26-0d45-459e-a6ec-1d1bf7e86a26 req-155b4998-6b3b-47aa-b868-c4d32eba63e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:29.516880 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-a0b7bd26-0d45-459e-a6ec-1d1bf7e86a26 req-155b4998-6b3b-47aa-b868-c4d32eba63e9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c317355326e4f748fe019ccb370c99a&device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 1099 time: 2.5041785 Oct 13 15:27:29.666888 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-bb1d4de1-4e7a-403d-99a2-3c911d799431 None None] Attempt 3 to provision port d67594f2-c0c5-4a36-bff7-71fd58d2cbed Oct 13 15:27:29.759063 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-bb1d4de1-4e7a-403d-99a2-3c911d799431 None None] Port d67594f2-c0c5-4a36-bff7-71fd58d2cbed cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:27:29.763126 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-ea57efdb-75c5-46d3-adec-c613fa9903f5 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Allocated IP 172.26.2.17 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/5364ef9f-3319-4db2-9574-c0717544f6ed) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:27:29.842866 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-c3e4f530-de96-41a8-b07d-271ac12ed5a1 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:27:29.845948 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd046955-1645-4104-8b51-6d81da2906a6 None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:27:29.858702 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-c3e4f530-de96-41a8-b07d-271ac12ed5a1 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Usage tracker for resource:port and tenant:c7529f71933548bfa5c77476ba17c75c is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:27:29.864509 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-c3e4f530-de96-41a8-b07d-271ac12ed5a1 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:27:29.909095 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-c3e4f530-de96-41a8-b07d-271ac12ed5a1 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:27:29.990653 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3e4f530-de96-41a8-b07d-271ac12ed5a1 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Made reservation on behalf of c7529f71933548bfa5c77476ba17c75c for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:27:29.994352 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c3e4f530-de96-41a8-b07d-271ac12ed5a1 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:30.021485 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-05b1d10e-8caa-4756-9868-433b8075d852 None None] Notify callbacks [] for port, precommit_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:30.042416 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [None req-c3e4f530-de96-41a8-b07d-271ac12ed5a1 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] device_id is not set on port 1747a2dd-c056-45d3-875c-f5fd39884845 yet. {{(pid=88973) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:27:30.044530 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.provisioning_blocks [None req-05b1d10e-8caa-4756-9868-433b8075d852 None None] Transition to ACTIVE for port object d67594f2-c0c5-4a36-bff7-71fd58d2cbed will not be triggered until provisioned by entity L2. {{(pid=88975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:27:30.053135 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-05b1d10e-8caa-4756-9868-433b8075d852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:30.208670 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a88a7a-da00-4f99-af9e-551575c24257 None None] Pushing event updated for resources: {'Port': ['ID=d67594f2-c0c5-4a36-bff7-71fd58d2cbed,revision_number=3']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:30.219455 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a88a7a-da00-4f99-af9e-551575c24257 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:30.219815 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a88a7a-da00-4f99-af9e-551575c24257 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:30.220242 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a88a7a-da00-4f99-af9e-551575c24257 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:30.220593 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a88a7a-da00-4f99-af9e-551575c24257 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:30.220964 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a88a7a-da00-4f99-af9e-551575c24257 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:30.221304 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a88a7a-da00-4f99-af9e-551575c24257 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:30.221853 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a88a7a-da00-4f99-af9e-551575c24257 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:30.222211 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a88a7a-da00-4f99-af9e-551575c24257 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:30.222548 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a88a7a-da00-4f99-af9e-551575c24257 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:30.222924 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a88a7a-da00-4f99-af9e-551575c24257 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:30.223244 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a88a7a-da00-4f99-af9e-551575c24257 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:30.223555 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63a88a7a-da00-4f99-af9e-551575c24257 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:30.249829 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fe64db-e9c6-4fb3-af88-a0c0a2abb44f None None] Update dhcp port {'port': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'fixed_ips': [{'subnet_id': '6774fe10-dec7-451e-bdf2-5aa55686306c', 'ip_address': '172.20.0.2'}, {'subnet_id': '06e6dee1-44a7-4326-bd0b-dcdc3b82eb93'}], 'binding:host_id': 'dv-neutron-860329-2-hyperv'}, 'id': '27620969-f749-49ee-bf03-22279e9a42e4'} from dv-neutron-860329-2-hyperv. {{(pid=88974) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 13 15:27:30.281844 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-bb1d4de1-4e7a-403d-99a2-3c911d799431 None None] Attempt 4 to provision port d67594f2-c0c5-4a36-bff7-71fd58d2cbed Oct 13 15:27:30.296512 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-10bae1b1-c377-48d5-8f32-5c310c92a796 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Allocated IP 172.20.0.5 (a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828/6774fe10-dec7-451e-bdf2-5aa55686306c/50944c4c-dddb-424c-bfb2-b569db5ee9af) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:27:30.318465 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ea57efdb-75c5-46d3-adec-c613fa9903f5 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:30.320361 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-10bae1b1-c377-48d5-8f32-5c310c92a796 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Allocated IP 2001:db8::f816:3eff:fe3d:f80b (a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828/06e6dee1-44a7-4326-bd0b-dcdc3b82eb93/50944c4c-dddb-424c-bfb2-b569db5ee9af) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:27:30.324788 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5ab0205f-5b46-420a-b33f-779879a4155d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:30.351317 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-05b1d10e-8caa-4756-9868-433b8075d852 None None] Attempting to bind port d67594f2-c0c5-4a36-bff7-71fd58d2cbed on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:27:30.351720 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-05b1d10e-8caa-4756-9868-433b8075d852 None None] Attempting to bind port d67594f2-c0c5-4a36-bff7-71fd58d2cbed by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'b772da35-96a2-469f-a12f-fa57e90902ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '84c2d1c2-975e-4007-b816-a51001632d07'}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:27:30.352127 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b1d10e-8caa-4756-9868-433b8075d852 None None] Attempting to bind port d67594f2-c0c5-4a36-bff7-71fd58d2cbed on network 84c2d1c2-975e-4007-b816-a51001632d07 {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:27:30.370631 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-61fe64db-e9c6-4fb3-af88-a0c0a2abb44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:30.384424 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b1d10e-8caa-4756-9868-433b8075d852 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:27:30.384933 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b1d10e-8caa-4756-9868-433b8075d852 None None] Checking segment: {'id': 'b772da35-96a2-469f-a12f-fa57e90902ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '84c2d1c2-975e-4007-b816-a51001632d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:27:30.385705 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-05b1d10e-8caa-4756-9868-433b8075d852 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:30.386256 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b1d10e-8caa-4756-9868-433b8075d852 None None] Bound using segment: {'id': 'b772da35-96a2-469f-a12f-fa57e90902ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '84c2d1c2-975e-4007-b816-a51001632d07'} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:27:30.387594 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-05b1d10e-8caa-4756-9868-433b8075d852 None None] Bound port: d67594f2-c0c5-4a36-bff7-71fd58d2cbed, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b772da35-96a2-469f-a12f-fa57e90902ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': '84c2d1c2-975e-4007-b816-a51001632d07'}}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:27:30.388051 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-05b1d10e-8caa-4756-9868-433b8075d852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:30.394589 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-bb1d4de1-4e7a-403d-99a2-3c911d799431 None None] Port d67594f2-c0c5-4a36-bff7-71fd58d2cbed cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:27:30.439558 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7bd26-0d45-459e-a6ec-1d1bf7e86a26 req-ac6561fb-6951-489e-9d96-f5c2d4d668a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:30.441543 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-a0b7bd26-0d45-459e-a6ec-1d1bf7e86a26 req-ac6561fb-6951-489e-9d96-f5c2d4d668a6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=68ca5488-1f82-4ee2-9e86-9e983d74aa07 HTTP/1.1" status: 200 len: 912 time: 0.9018481 Oct 13 15:27:30.494255 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa3086e-938a-4bef-a172-9a20aeb2b451 req-adfb6881-7f24-416e-be1a-fdac4ce27344 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:30.497055 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-efa3086e-938a-4bef-a172-9a20aeb2b451 req-adfb6881-7f24-416e-be1a-fdac4ce27344 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 946 time: 1.2246866 Oct 13 15:27:30.568138 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-20a43c28-fa3c-4964-8909-df519c827191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:30.577600 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ea57efdb-75c5-46d3-adec-c613fa9903f5 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:30.588486 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-05b1d10e-8caa-4756-9868-433b8075d852 None None] For port d67594f2-c0c5-4a36-bff7-71fd58d2cbed, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:27:30.598490 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-05b1d10e-8caa-4756-9868-433b8075d852 None None] For port d67594f2-c0c5-4a36-bff7-71fd58d2cbed, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=d67594f2-c0c5-4a36-bff7-71fd58d2cbed,segment=NetworkSegment(b772da35-96a2-469f-a12f-fa57e90902ea),segment_id=b772da35-96a2-469f-a12f-fa57e90902ea)] {{(pid=88975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:27:30.612878 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-05b1d10e-8caa-4756-9868-433b8075d852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:30.634960 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab0205f-5b46-420a-b33f-779879a4155d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event updated for resources: {'Subnet': ['ID=d872e4e3-5ee4-405a-a437-1ffbf1f955fc,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:30.668925 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ab0205f-5b46-420a-b33f-779879a4155d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Checking segment: {'id': '0ad4d6f1-4991-463b-950d-eac210dc6b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8103f6e5-66b5-4b6e-aab9-89095ff7dce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:27:30.669398 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab0205f-5b46-420a-b33f-779879a4155d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Network hostable DHCP agents. Network: 8103f6e5-66b5-4b6e-aab9-89095ff7dce4, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:27:30.673994 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c44e62fb-4696-4c8e-9408-dcc5b168848a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:30.689652 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a88a7a-da00-4f99-af9e-551575c24257 None None] Pushing event updated for resources: {'Port': ['ID=d67594f2-c0c5-4a36-bff7-71fd58d2cbed,revision_number=4']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:30.696828 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea57efdb-75c5-46d3-adec-c613fa9903f5 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Pushing event updated for resources: {'Port': ['ID=5364ef9f-3319-4db2-9574-c0717544f6ed,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:30.736617 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c3e4f530-de96-41a8-b07d-271ac12ed5a1 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:30.740787 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b1d10e-8caa-4756-9868-433b8075d852 None None] Routers {'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:27:30.741091 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-05b1d10e-8caa-4756-9868-433b8075d852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:27:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:30.895736 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-bb1d4de1-4e7a-403d-99a2-3c911d799431 None None] Attempt 5 to provision port d67594f2-c0c5-4a36-bff7-71fd58d2cbed Oct 13 15:27:30.899744 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-71b359dc-29f0-42d8-a253-1350568725ab None None] Notify callbacks [] for port, precommit_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:30.907892 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44e62fb-4696-4c8e-9408-dcc5b168848a admin admin] Pushing event deleted for resources: {'Port': ['ID=6e4ae2e2-d9db-4870-9fd2-a75b54af220a,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:30.910413 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab0205f-5b46-420a-b33f-779879a4155d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Network 8103f6e5-66b5-4b6e-aab9-89095ff7dce4 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:27:30.921702 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.provisioning_blocks [None req-71b359dc-29f0-42d8-a253-1350568725ab None None] Transition to ACTIVE for port object 35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3 will not be triggered until provisioned by entity L2. {{(pid=88975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:27:30.929695 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea57efdb-75c5-46d3-adec-c613fa9903f5 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:27:30.930216 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-05b1d10e-8caa-4756-9868-433b8075d852 None None] Set router bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663 gateway port host: None {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:27:30.992970 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-bb1d4de1-4e7a-403d-99a2-3c911d799431 None None] Port d67594f2-c0c5-4a36-bff7-71fd58d2cbed had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 15:27:31.005904 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-bb1d4de1-4e7a-403d-99a2-3c911d799431 None None] Provisioning complete for port 129c0194-bb35-45b2-85d9-f5a7c242fc11 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:27:31.006450 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-bb1d4de1-4e7a-403d-99a2-3c911d799431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:31.006881 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-bb1d4de1-4e7a-403d-99a2-3c911d799431 None None] Attempt 1 to provision port 129c0194-bb35-45b2-85d9-f5a7c242fc11 Oct 13 15:27:31.009494 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-71b359dc-29f0-42d8-a253-1350568725ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:31.016593 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-ea57efdb-75c5-46d3-adec-c613fa9903f5 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:27:31.088094 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-5ab0205f-5b46-420a-b33f-779879a4155d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 8103f6e5-66b5-4b6e-aab9-89095ff7dce4) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:27:31.094537 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab0205f-5b46-420a-b33f-779879a4155d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:31.095602 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5ab0205f-5b46-420a-b33f-779879a4155d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:31.100767 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df707430-0000-4ea7-82d5-f0e263539b49 None None] Network 8103f6e5-66b5-4b6e-aab9-89095ff7dce4 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:27:31.113123 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-71b359dc-29f0-42d8-a253-1350568725ab None None] Attempting to bind port 35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:27:31.113691 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-71b359dc-29f0-42d8-a253-1350568725ab None None] Attempting to bind port 35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:27:31.113806 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b359dc-29f0-42d8-a253-1350568725ab None None] Attempting to bind port 35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3 on network 8fb1fa59-32fe-4ed0-a248-96c43edb135f {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:27:31.126906 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b359dc-29f0-42d8-a253-1350568725ab None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:27:31.127270 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b359dc-29f0-42d8-a253-1350568725ab None None] Checking segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:27:31.127682 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-71b359dc-29f0-42d8-a253-1350568725ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:31.128060 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71b359dc-29f0-42d8-a253-1350568725ab None None] Bound using segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:27:31.128515 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-71b359dc-29f0-42d8-a253-1350568725ab None None] Bound port: 35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:27:31.128872 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-71b359dc-29f0-42d8-a253-1350568725ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:31.161382 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-10bae1b1-c377-48d5-8f32-5c310c92a796 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:31.194878 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c3e4f530-de96-41a8-b07d-271ac12ed5a1 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:31.203215 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-71b359dc-29f0-42d8-a253-1350568725ab None None] For port 35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:27:31.206736 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-71b359dc-29f0-42d8-a253-1350568725ab None None] For port 35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:27:31.226905 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-71b359dc-29f0-42d8-a253-1350568725ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:31.231258 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c44e62fb-4696-4c8e-9408-dcc5b168848a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:31.239287 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea57efdb-75c5-46d3-adec-c613fa9903f5 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:27:31.283040 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-efa3086e-938a-4bef-a172-9a20aeb2b451 req-53a3564e-2649-49b5-9116-cf1f6942f0ea tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6974704 Oct 13 15:27:31.300751 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b359dc-29f0-42d8-a253-1350568725ab None None] Routers {'5c789ee5-5555-45a4-8d4f-29ee4b084360'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:27:31.301381 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-71b359dc-29f0-42d8-a253-1350568725ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:27:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['5c789ee5-5555-45a4-8d4f-29ee4b084360'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:31.306227 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e4f530-de96-41a8-b07d-271ac12ed5a1 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event updated for resources: {'Port': ['ID=1747a2dd-c056-45d3-875c-f5fd39884845,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:31.330301 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-10bae1b1-c377-48d5-8f32-5c310c92a796 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Transition to ACTIVE for port object 50944c4c-dddb-424c-bfb2-b569db5ee9af will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:27:31.337424 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-bb1d4de1-4e7a-403d-99a2-3c911d799431 None None] Current status of the port 129c0194-bb35-45b2-85d9-f5a7c242fc11 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:27:31.348157 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-5ab0205f-5b46-420a-b33f-779879a4155d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7089314 Oct 13 15:27:31.353242 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46030) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:31.407027 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963772f9-a9d4-4489-9adb-bccdcb666e67 None None] Pushing event updated for resources: {'Port': ['ID=35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3,revision_number=2']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:31.493496 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b848209-cec0-486f-81b0-02cf960e1374 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-8103f6e5-66b5-4b6e-aab9-89095ff7dce4', 'network_id': '8103f6e5-66b5-4b6e-aab9-89095ff7dce4', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'fixed_ips': [{'subnet_id': 'd872e4e3-5ee4-405a-a437-1ffbf1f955fc'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:27:31.494331 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8b848209-cec0-486f-81b0-02cf960e1374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:31.509717 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-a0b7bd26-0d45-459e-a6ec-1d1bf7e86a26 req-5b2bd89d-c173-4194-9b04-94942aca767d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9b8f70f-783a-49bb-9292-f6302802628e HTTP/1.1" status: 200 len: 1002 time: 0.9994388 Oct 13 15:27:31.588912 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7bd26-0d45-459e-a6ec-1d1bf7e86a26 req-96d10359-a928-4493-876b-024198f636a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:31.590420 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-a0b7bd26-0d45-459e-a6ec-1d1bf7e86a26 req-96d10359-a928-4493-876b-024198f636a4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=12a9e0ad-f87e-4c11-b0b3-9af248956963 HTTP/1.1" status: 200 len: 850 time: 0.0722415 Oct 13 15:27:31.599724 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-fd5efbd1-9b80-47b2-90d7-73efd7382946 None None] Provisioning for port 27620969-f749-49ee-bf03-22279e9a42e4 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:27:31.612724 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-fd5efbd1-9b80-47b2-90d7-73efd7382946 None None] Provisioning complete for port 27620969-f749-49ee-bf03-22279e9a42e4 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:27:31.613100 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-fd5efbd1-9b80-47b2-90d7-73efd7382946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:31.613621 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-fd5efbd1-9b80-47b2-90d7-73efd7382946 None None] Attempt 1 to provision port 27620969-f749-49ee-bf03-22279e9a42e4 Oct 13 15:27:31.633161 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963772f9-a9d4-4489-9adb-bccdcb666e67 None None] Pushing event updated for resources: {'Port': ['ID=35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3,revision_number=3']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:31.665547 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-71b359dc-29f0-42d8-a253-1350568725ab None None] Set router 5c789ee5-5555-45a4-8d4f-29ee4b084360 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:27:31.817391 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e4f530-de96-41a8-b07d-271ac12ed5a1 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Network a7f3b330-c320-422e-b157-5a2ea33283c2 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:27:31.838160 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-fd5efbd1-9b80-47b2-90d7-73efd7382946 None None] Current status of the port 27620969-f749-49ee-bf03-22279e9a42e4 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:27:31.838533 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-fd5efbd1-9b80-47b2-90d7-73efd7382946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:31.849885 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-8b848209-cec0-486f-81b0-02cf960e1374 None None] Allocated IP 2001:db8:1::2 (8103f6e5-66b5-4b6e-aab9-89095ff7dce4/d872e4e3-5ee4-405a-a437-1ffbf1f955fc/49707e41-8903-437f-a648-9ac116bcfb5d) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:27:31.924032 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-fd5efbd1-9b80-47b2-90d7-73efd7382946 None None] For port 27620969-f749-49ee-bf03-22279e9a42e4, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=27620969-f749-49ee-bf03-22279e9a42e4,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:27:31.970753 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-05b1d10e-8caa-4756-9868-433b8075d852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'name': 'tempest-RoutersIpV6Test-router-284765292', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:18Z', 'updated_at': '2022-10-13T15:27:24Z', 'revision_number': 2, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'gw_port_host': None, '_interfaces': [{'id': 'd67594f2-c0c5-4a36-bff7-71fd58d2cbed', 'name': '', 'network_id': '84c2d1c2-975e-4007-b816-a51001632d07', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:fc:2b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '0945d224-ede5-498b-85fe-799e1434f68b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:22Z', 'updated_at': '2022-10-13T15:27:30Z', 'revision_number': 4, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': '0945d224-ede5-498b-85fe-799e1434f68b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:31.976323 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-fd5efbd1-9b80-47b2-90d7-73efd7382946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:31.979180 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05b1d10e-8caa-4756-9868-433b8075d852 None None] The sync data for ids ['bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'] in dv-neutron-860329-2-hyperv is: [{'id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'name': 'tempest-RoutersIpV6Test-router-284765292', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:18Z', 'updated_at': '2022-10-13T15:27:24Z', 'revision_number': 2, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'gw_port_host': None, '_interfaces': [{'id': 'd67594f2-c0c5-4a36-bff7-71fd58d2cbed', 'name': '', 'network_id': '84c2d1c2-975e-4007-b816-a51001632d07', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:fc:2b:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '0945d224-ede5-498b-85fe-799e1434f68b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:22Z', 'updated_at': '2022-10-13T15:27:30Z', 'revision_number': 4, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': '0945d224-ede5-498b-85fe-799e1434f68b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:27:31.998569 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-c3e4f530-de96-41a8-b07d-271ac12ed5a1 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:27:32.001331 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e4f530-de96-41a8-b07d-271ac12ed5a1 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:27:32.007946 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3e4f530-de96-41a8-b07d-271ac12ed5a1 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:32.008713 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c3e4f530-de96-41a8-b07d-271ac12ed5a1 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:32.034181 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-71b359dc-29f0-42d8-a253-1350568725ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'name': 'tempest-TestVolumeBootPattern-1392317372-router', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': '35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:16Z', 'updated_at': '2022-10-13T15:27:23Z', 'revision_number': 3, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'gw_port': {'id': '35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:18Z', 'updated_at': '2022-10-13T15:27:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:32.038487 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71b359dc-29f0-42d8-a253-1350568725ab None None] The sync data for ids ['5c789ee5-5555-45a4-8d4f-29ee4b084360'] in dv-neutron-860329-2-hyperv is: [{'id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'name': 'tempest-TestVolumeBootPattern-1392317372-router', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': '35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:16Z', 'updated_at': '2022-10-13T15:27:23Z', 'revision_number': 3, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'gw_port': {'id': '35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b9:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:18Z', 'updated_at': '2022-10-13T15:27:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:27:32.104311 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5efbd1-9b80-47b2-90d7-73efd7382946 None None] Pushing event updated for resources: {'Port': ['ID=27620969-f749-49ee-bf03-22279e9a42e4,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:32.119917 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-20a43c28-fa3c-4964-8909-df519c827191 admin admin] Deleting port 835d0ee9-3185-4d9a-977b-6b67722420f5 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:27:32.120417 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-20a43c28-fa3c-4964-8909-df519c827191 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:32.216950 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8b848209-cec0-486f-81b0-02cf960e1374 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:32.228566 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-8b848209-cec0-486f-81b0-02cf960e1374 None None] Transition to ACTIVE for port object 49707e41-8903-437f-a648-9ac116bcfb5d will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:27:32.244440 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-10bae1b1-c377-48d5-8f32-5c310c92a796 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:32.310753 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c3e4f530-de96-41a8-b07d-271ac12ed5a1 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.0892882 Oct 13 15:27:32.337310 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-8b848209-cec0-486f-81b0-02cf960e1374 None None] Transition to ACTIVE for port object 49707e41-8903-437f-a648-9ac116bcfb5d will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:27:32.344108 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46036) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:32.379724 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8b848209-cec0-486f-81b0-02cf960e1374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:32.387197 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-61fe64db-e9c6-4fb3-af88-a0c0a2abb44f None None] Allocated IP 2001:db8::f816:3eff:fe63:ea44 (a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828/06e6dee1-44a7-4326-bd0b-dcdc3b82eb93/27620969-f749-49ee-bf03-22279e9a42e4) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:27:32.430931 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bae1b1-c377-48d5-8f32-5c310c92a796 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:27:32.457206 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-a1fdf410-9270-474b-be3a-0b3163fd6c7d tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Deleting port 1747a2dd-c056-45d3-875c-f5fd39884845 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:27:32.457206 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a1fdf410-9270-474b-be3a-0b3163fd6c7d tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:32.541883 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-10bae1b1-c377-48d5-8f32-5c310c92a796 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:27:32.544371 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bae1b1-c377-48d5-8f32-5c310c92a796 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:27:32.570806 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b848209-cec0-486f-81b0-02cf960e1374 None None] Network 8103f6e5-66b5-4b6e-aab9-89095ff7dce4 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:27:32.576326 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-8b848209-cec0-486f-81b0-02cf960e1374 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:27:32.601505 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b848209-cec0-486f-81b0-02cf960e1374 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:27:32.687193 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10bae1b1-c377-48d5-8f32-5c310c92a796 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:32.687193 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-10bae1b1-c377-48d5-8f32-5c310c92a796 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:32.703658 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ea57efdb-75c5-46d3-adec-c613fa9903f5 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks [] for router_gateway, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:32.751930 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b848209-cec0-486f-81b0-02cf960e1374 None None] Pushing event updated for resources: {'Port': ['ID=49707e41-8903-437f-a648-9ac116bcfb5d,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:32.771214 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-10bae1b1-c377-48d5-8f32-5c310c92a796 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.3208051 Oct 13 15:27:32.796954 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46040) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:32.899794 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-8b848209-cec0-486f-81b0-02cf960e1374 None None] Attempting to bind port 49707e41-8903-437f-a648-9ac116bcfb5d on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:27:32.900164 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-8b848209-cec0-486f-81b0-02cf960e1374 None None] Attempting to bind port 49707e41-8903-437f-a648-9ac116bcfb5d by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '0ad4d6f1-4991-463b-950d-eac210dc6b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8103f6e5-66b5-4b6e-aab9-89095ff7dce4'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:27:32.900652 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b848209-cec0-486f-81b0-02cf960e1374 None None] Attempting to bind port 49707e41-8903-437f-a648-9ac116bcfb5d on network 8103f6e5-66b5-4b6e-aab9-89095ff7dce4 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:27:32.930169 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b848209-cec0-486f-81b0-02cf960e1374 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 27, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:27:32.930575 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b848209-cec0-486f-81b0-02cf960e1374 None None] Checking segment: {'id': '0ad4d6f1-4991-463b-950d-eac210dc6b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8103f6e5-66b5-4b6e-aab9-89095ff7dce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:27:32.931039 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8b848209-cec0-486f-81b0-02cf960e1374 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:32.931431 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b848209-cec0-486f-81b0-02cf960e1374 None None] Bound using segment: {'id': '0ad4d6f1-4991-463b-950d-eac210dc6b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8103f6e5-66b5-4b6e-aab9-89095ff7dce4'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:27:32.931899 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-8b848209-cec0-486f-81b0-02cf960e1374 None None] Bound port: 49707e41-8903-437f-a648-9ac116bcfb5d, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad4d6f1-4991-463b-950d-eac210dc6b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8103f6e5-66b5-4b6e-aab9-89095ff7dce4'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:27:32.932267 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8b848209-cec0-486f-81b0-02cf960e1374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:32.939086 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b7bd26-0d45-459e-a6ec-1d1bf7e86a26 req-1f1af4b3-d932-4743-9c60-5988d049c63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:32.943509 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-a0b7bd26-0d45-459e-a6ec-1d1bf7e86a26 req-1f1af4b3-d932-4743-9c60-5988d049c63c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=68ca5488-1f82-4ee2-9e86-9e983d74aa07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.3325524 Oct 13 15:27:32.970930 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-61fe64db-e9c6-4fb3-af88-a0c0a2abb44f None None] For port 27620969-f749-49ee-bf03-22279e9a42e4, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=27620969-f749-49ee-bf03-22279e9a42e4,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:27:33.017286 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bae1b1-c377-48d5-8f32-5c310c92a796 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'Port': ['ID=50944c4c-dddb-424c-bfb2-b569db5ee9af,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:33.118360 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-8b848209-cec0-486f-81b0-02cf960e1374 None None] For port 49707e41-8903-437f-a648-9ac116bcfb5d, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:27:33.124775 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-8b848209-cec0-486f-81b0-02cf960e1374 None None] For port 49707e41-8903-437f-a648-9ac116bcfb5d, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=49707e41-8903-437f-a648-9ac116bcfb5d,segment=NetworkSegment(0ad4d6f1-4991-463b-950d-eac210dc6b24),segment_id=0ad4d6f1-4991-463b-950d-eac210dc6b24)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:27:33.175831 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8b848209-cec0-486f-81b0-02cf960e1374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:33.180297 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device d67594f2-c0c5-4a36-bff7-71fd58d2cbed up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:27:33.278140 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-61fe64db-e9c6-4fb3-af88-a0c0a2abb44f None None] Notify callbacks [] for port, precommit_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:33.329303 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-61fe64db-e9c6-4fb3-af88-a0c0a2abb44f None None] Ignored duplicate provisioning block setup for port 27620969-f749-49ee-bf03-22279e9a42e4 by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 13 15:27:33.351461 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-61fe64db-e9c6-4fb3-af88-a0c0a2abb44f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:33.382684 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-a0b7bd26-0d45-459e-a6ec-1d1bf7e86a26 req-4e76c9aa-8bd6-4bcc-bf9a-783de78338b3 service neutron] 10.222.0.16 "GET /v2.0/networks/68ca5488-1f82-4ee2-9e86-9e983d74aa07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4112606 Oct 13 15:27:33.391303 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a1fdf410-9270-474b-be3a-0b3163fd6c7d tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:33.418571 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b848209-cec0-486f-81b0-02cf960e1374 None None] Pushing event updated for resources: {'Port': ['ID=49707e41-8903-437f-a648-9ac116bcfb5d,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:33.565811 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fe64db-e9c6-4fb3-af88-a0c0a2abb44f None None] Pushing event updated for resources: {'Port': ['ID=27620969-f749-49ee-bf03-22279e9a42e4,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:33.574725 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port d67594f2-c0c5-4a36-bff7-71fd58d2cbed completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:27:33.582436 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port d67594f2-c0c5-4a36-bff7-71fd58d2cbed triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:27:33.582809 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:33.583145 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port d67594f2-c0c5-4a36-bff7-71fd58d2cbed Oct 13 15:27:33.613576 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0b30897a-c78e-4e81-8d51-b9da178b8b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:33.671848 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c44e62fb-4696-4c8e-9408-dcc5b168848a admin admin] Router f0080ad3-9dee-4c68-a3af-89c804ac92f4 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:27:33.806028 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port d67594f2-c0c5-4a36-bff7-71fd58d2cbed is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:27:33.806433 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:33.856692 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port d67594f2-c0c5-4a36-bff7-71fd58d2cbed, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=d67594f2-c0c5-4a36-bff7-71fd58d2cbed,segment=NetworkSegment(b772da35-96a2-469f-a12f-fa57e90902ea),segment_id=b772da35-96a2-469f-a12f-fa57e90902ea)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:27:33.861883 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:33.862697 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:27:33.871642 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-a1fdf410-9270-474b-be3a-0b3163fd6c7d tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Calling delete_port for 1747a2dd-c056-45d3-875c-f5fd39884845 owned by {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:27:33.952940 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-20a43c28-fa3c-4964-8909-df519c827191 admin admin] For port 835d0ee9-3185-4d9a-977b-6b67722420f5, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=835d0ee9-3185-4d9a-977b-6b67722420f5,segment=NetworkSegment(4f206e35-101f-4772-8726-1677f4bd24d9),segment_id=4f206e35-101f-4772-8726-1677f4bd24d9)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:27:33.953629 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-20a43c28-fa3c-4964-8909-df519c827191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:34.012267 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=d67594f2-c0c5-4a36-bff7-71fd58d2cbed,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:34.032678 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:27:34.040004 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:27:34.040376 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:34.040709 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3 Oct 13 15:27:34.148284 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-20a43c28-fa3c-4964-8909-df519c827191 admin admin] Calling delete_port for 835d0ee9-3185-4d9a-977b-6b67722420f5 owned by network:router_interface {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:27:34.176619 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:27:34.176988 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:34.195425 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:27:34.204788 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:34.205956 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 27620969-f749-49ee-bf03-22279e9a42e4 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:27:34.343743 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:34.361779 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 27620969-f749-49ee-bf03-22279e9a42e4 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:27:34.362279 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:34.362710 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 27620969-f749-49ee-bf03-22279e9a42e4 Oct 13 15:27:34.372591 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ea57efdb-75c5-46d3-adec-c613fa9903f5 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:34.450596 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53230be4-3ea5-40b7-80b8-c0cf4ee7b82a req-7edc18ef-6dd7-47ea-a11c-9ca19d9e40ec tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:34.452143 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-53230be4-3ea5-40b7-80b8-c0cf4ee7b82a req-7edc18ef-6dd7-47ea-a11c-9ca19d9e40ec tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 946 time: 1.9209404 Oct 13 15:27:34.485675 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-176f60a7-7d53-498d-af2c-3786ef178d20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:34.514906 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 27620969-f749-49ee-bf03-22279e9a42e4 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:27:34.569491 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a1fdf410-9270-474b-be3a-0b3163fd6c7d tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:34.585881 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211276ec-523b-4dea-bc6d-8151c5256c42 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:34.591955 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-211276ec-523b-4dea-bc6d-8151c5256c42 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:34.592800 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-211276ec-523b-4dea-bc6d-8151c5256c42 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Synchronizing usage tracker for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:27:34.633614 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-a0b7bd26-0d45-459e-a6ec-1d1bf7e86a26 req-beea264f-1259-46ff-a16e-73dc8951b0f0 service neutron] 10.222.0.16 "GET /v2.0/networks/68ca5488-1f82-4ee2-9e86-9e983d74aa07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2419436 Oct 13 15:27:34.650201 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c44e62fb-4696-4c8e-9408-dcc5b168848a admin admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:27:34.672648 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf901f33-d0c7-479c-916f-56c2d779b7af None None] Sync routers for ids ['f0080ad3-9dee-4c68-a3af-89c804ac92f4'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:27:34.688464 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fdf410-9270-474b-be3a-0b3163fd6c7d tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event deleted for resources: {'Port': ['ID=1747a2dd-c056-45d3-875c-f5fd39884845,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:34.689697 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf901f33-d0c7-479c-916f-56c2d779b7af None None] Routers {'f0080ad3-9dee-4c68-a3af-89c804ac92f4'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:27:34.695886 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-cf901f33-d0c7-479c-916f-56c2d779b7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:27:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['f0080ad3-9dee-4c68-a3af-89c804ac92f4'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:34.709871 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-53230be4-3ea5-40b7-80b8-c0cf4ee7b82a req-c1d5ce33-c83f-4e65-bce8-d5d11a5d9b4e tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2198637 Oct 13 15:27:34.723549 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a1fdf410-9270-474b-be3a-0b3163fd6c7d tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:34.796394 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-20a43c28-fa3c-4964-8909-df519c827191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:34.831001 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-c44e62fb-4696-4c8e-9408-dcc5b168848a admin admin] 10.222.0.42 "PUT /v2.0/routers/f0080ad3-9dee-4c68-a3af-89c804ac92f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9187548 Oct 13 15:27:34.836621 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46046) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:34.953022 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-211276ec-523b-4dea-bc6d-8151c5256c42 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Unset dirty status for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:27:34.957174 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-211276ec-523b-4dea-bc6d-8151c5256c42 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 2.0430486 Oct 13 15:27:34.985651 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46052) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:34.987524 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a43c28-fa3c-4964-8909-df519c827191 admin admin] Pushing event deleted for resources: {'Port': ['ID=835d0ee9-3185-4d9a-977b-6b67722420f5,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:35.016163 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-cf901f33-d0c7-479c-916f-56c2d779b7af None None] Set router f0080ad3-9dee-4c68-a3af-89c804ac92f4 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:27:35.079562 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-a1fdf410-9270-474b-be3a-0b3163fd6c7d tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "DELETE /v2.0/ports/1747a2dd-c056-45d3-875c-f5fd39884845 HTTP/1.1" status: 204 len: 168 time: 2.7323432 Oct 13 15:27:35.084401 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-efe0af77-bb1e-4027-afa6-6d945538fb8e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:35.086061 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46056) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:35.187193 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-f0125e7c-7aa0-4cc6-ac68-22172ecd7d3c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Request body: {'port': {'network_id': 'a7f3b330-c320-422e-b157-5a2ea33283c2', 'mac_address': 'fa:16:3e:21:20:8f', 'name': 'tempest-PortsTestJSON-487034210'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:27:35.223387 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-5cd02faa-c168-4672-8f3e-2422dd6d8c75 None None] Provisioning complete for port 27620969-f749-49ee-bf03-22279e9a42e4 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:27:35.223754 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-5cd02faa-c168-4672-8f3e-2422dd6d8c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:35.224086 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-5cd02faa-c168-4672-8f3e-2422dd6d8c75 None None] Attempt 1 to provision port 27620969-f749-49ee-bf03-22279e9a42e4 Oct 13 15:27:35.258013 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-0b30897a-c78e-4e81-8d51-b9da178b8b4d admin admin] Allocated IP 172.20.0.1 (a44f8207-61f2-477d-b80a-38deab4e3cb7/235995ae-56e8-4a42-a8ac-e16e5c3294b1/07a0c8b7-349c-4604-a651-d64c7d04f26d) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:27:35.295105 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea57efdb-75c5-46d3-adec-c613fa9903f5 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Router d17569b9-d2af-455e-9877-f95f2a04aaa9 is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 15:27:35.372910 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device d67594f2-c0c5-4a36-bff7-71fd58d2cbed up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:27:35.547155 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6bd2ea2-0999-40ce-a7d7-d4391a44f328 None None] Network 8103f6e5-66b5-4b6e-aab9-89095ff7dce4 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:27:35.614498 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-02843a73-9b35-403d-9669-8a419fd93cab admin admin] Notify callbacks [] for router, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:35.642450 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-d71dfab1-5907-4074-8794-ac194cbf971a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Deleting port 50944c4c-dddb-424c-bfb2-b569db5ee9af {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:27:35.643361 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d71dfab1-5907-4074-8794-ac194cbf971a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:35.772264 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-f0125e7c-7aa0-4cc6-ac68-22172ecd7d3c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:27:35.799503 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-f0125e7c-7aa0-4cc6-ac68-22172ecd7d3c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Usage tracker for resource:port and tenant:c7529f71933548bfa5c77476ba17c75c is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:27:35.809272 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-f0125e7c-7aa0-4cc6-ac68-22172ecd7d3c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:27:35.820106 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-f0125e7c-7aa0-4cc6-ac68-22172ecd7d3c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:27:35.844627 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port d67594f2-c0c5-4a36-bff7-71fd58d2cbed triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:27:35.845162 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:35.845802 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port d67594f2-c0c5-4a36-bff7-71fd58d2cbed Oct 13 15:27:35.950296 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-5cd02faa-c168-4672-8f3e-2422dd6d8c75 None None] Current status of the port 27620969-f749-49ee-bf03-22279e9a42e4 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:27:35.979608 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-20a43c28-fa3c-4964-8909-df519c827191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:36.134246 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-cf901f33-d0c7-479c-916f-56c2d779b7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0080ad3-9dee-4c68-a3af-89c804ac92f4', 'name': 'tempest-ServersTestManualDisk-1021074477-router', 'tenant_id': '18e61030eb034f4e9cafacce6c56e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'b465c0f6-641f-4134-a20d-594f73a75580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:24:39Z', 'updated_at': '2022-10-13T15:27:30Z', 'revision_number': 5, 'project_id': '18e61030eb034f4e9cafacce6c56e7c6', 'gw_port': {'id': 'b465c0f6-641f-4134-a20d-594f73a75580', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0080ad3-9dee-4c68-a3af-89c804ac92f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:42Z', 'updated_at': '2022-10-13T15:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:36.153925 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0125e7c-7aa0-4cc6-ac68-22172ecd7d3c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Made reservation on behalf of c7529f71933548bfa5c77476ba17c75c for: {'port': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:27:36.160932 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-7042b682-4aab-465b-aedb-c6b024a7ce18 None None] Provisioning for port 50944c4c-dddb-424c-bfb2-b569db5ee9af completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:27:36.167228 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf901f33-d0c7-479c-916f-56c2d779b7af None None] Checking router: f0080ad3-9dee-4c68-a3af-89c804ac92f4 for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:27:36.180110 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-7042b682-4aab-465b-aedb-c6b024a7ce18 None None] Provisioning complete for port 50944c4c-dddb-424c-bfb2-b569db5ee9af triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:27:36.180408 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7042b682-4aab-465b-aedb-c6b024a7ce18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:36.180771 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-7042b682-4aab-465b-aedb-c6b024a7ce18 None None] Attempt 1 to provision port 50944c4c-dddb-424c-bfb2-b569db5ee9af Oct 13 15:27:36.195083 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0b30897a-c78e-4e81-8d51-b9da178b8b4d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:36.234462 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf901f33-d0c7-479c-916f-56c2d779b7af None None] Routers {'f0080ad3-9dee-4c68-a3af-89c804ac92f4'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:27:36.235091 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-cf901f33-d0c7-479c-916f-56c2d779b7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:27:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['f0080ad3-9dee-4c68-a3af-89c804ac92f4'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:36.276820 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-02843a73-9b35-403d-9669-8a419fd93cab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:36.296377 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-0b30897a-c78e-4e81-8d51-b9da178b8b4d admin admin] Transition to ACTIVE for port object 07a0c8b7-349c-4604-a651-d64c7d04f26d will not be triggered until provisioned by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:27:36.305116 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port d67594f2-c0c5-4a36-bff7-71fd58d2cbed is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:27:36.305924 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:27:36.322035 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-02843a73-9b35-403d-9669-8a419fd93cab admin admin] Deleting port b465c0f6-641f-4134-a20d-594f73a75580 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:27:36.322388 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-02843a73-9b35-403d-9669-8a419fd93cab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:36.347049 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea57efdb-75c5-46d3-adec-c613fa9903f5 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:27:36.357668 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f0125e7c-7aa0-4cc6-ac68-22172ecd7d3c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:36.370594 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d253c6b8-17c2-4427-b023-9e48226f2685 None None] Sync routers for ids ['d17569b9-d2af-455e-9877-f95f2a04aaa9'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:27:36.381604 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d253c6b8-17c2-4427-b023-9e48226f2685 None None] Routers {'d17569b9-d2af-455e-9877-f95f2a04aaa9'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:27:36.382594 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-d253c6b8-17c2-4427-b023-9e48226f2685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:27:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['d17569b9-d2af-455e-9877-f95f2a04aaa9'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:36.449987 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-d253c6b8-17c2-4427-b023-9e48226f2685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:36.459303 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d253c6b8-17c2-4427-b023-9e48226f2685 None None] Routers {'d17569b9-d2af-455e-9877-f95f2a04aaa9'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:27:36.460200 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ea57efdb-75c5-46d3-adec-c613fa9903f5 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:36.460424 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-d253c6b8-17c2-4427-b023-9e48226f2685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:27:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['d17569b9-d2af-455e-9877-f95f2a04aaa9'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:36.464004 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-ea57efdb-75c5-46d3-adec-c613fa9903f5 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 12.0081816 Oct 13 15:27:36.464004 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [None req-f0125e7c-7aa0-4cc6-ac68-22172ecd7d3c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] device_id is not set on port 1206a991-be70-4421-92c5-64b80e83abd1 yet. {{(pid=88972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:27:36.495750 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46064) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:36.525953 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-d253c6b8-17c2-4427-b023-9e48226f2685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:36.526729 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d253c6b8-17c2-4427-b023-9e48226f2685 None None] The sync data for ids ['d17569b9-d2af-455e-9877-f95f2a04aaa9'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:27:36.531353 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-13e8114e-f912-4f2f-87e0-89658589d93b tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:27:36.542630 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840fec70-0149-4a6c-8422-8f17ee9fe9c5 req-a2f5509b-35ae-453f-bb0c-328b1fb85ab2 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:36.544126 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-840fec70-0149-4a6c-8422-8f17ee9fe9c5 req-a2f5509b-35ae-453f-bb0c-328b1fb85ab2 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 946 time: 0.4735329 Oct 13 15:27:36.551504 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0b30897a-c78e-4e81-8d51-b9da178b8b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:36.565864 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-cf901f33-d0c7-479c-916f-56c2d779b7af None None] Set router f0080ad3-9dee-4c68-a3af-89c804ac92f4 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:27:36.611373 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-7042b682-4aab-465b-aedb-c6b024a7ce18 None None] Port 50944c4c-dddb-424c-bfb2-b569db5ee9af cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:27:36.715303 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d71dfab1-5907-4074-8794-ac194cbf971a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:36.751790 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b30897a-c78e-4e81-8d51-b9da178b8b4d admin admin] Network a44f8207-61f2-477d-b80a-38deab4e3cb7 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:27:36.763812 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-0b30897a-c78e-4e81-8d51-b9da178b8b4d admin admin] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:27:36.766256 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b30897a-c78e-4e81-8d51-b9da178b8b4d admin admin] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:27:36.803082 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-840fec70-0149-4a6c-8422-8f17ee9fe9c5 req-7e01aaeb-c96b-4935-b352-0f72819aa128 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1983688 Oct 13 15:27:36.817337 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b30897a-c78e-4e81-8d51-b9da178b8b4d admin admin] Pushing event updated for resources: {'Port': ['ID=07a0c8b7-349c-4604-a651-d64c7d04f26d,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:36.872919 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-02843a73-9b35-403d-9669-8a419fd93cab admin admin] For port b465c0f6-641f-4134-a20d-594f73a75580, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=b465c0f6-641f-4134-a20d-594f73a75580,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:27:36.873366 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-02843a73-9b35-403d-9669-8a419fd93cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:36.904828 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-1045274f-830a-4415-9c1f-1d8f14fe7ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:36.944558 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:27:36.945049 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:36.945483 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3 Oct 13 15:27:36.956087 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-d71dfab1-5907-4074-8794-ac194cbf971a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Calling delete_port for 50944c4c-dddb-424c-bfb2-b569db5ee9af owned by {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:27:37.019827 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-02843a73-9b35-403d-9669-8a419fd93cab admin admin] Calling delete_port for b465c0f6-641f-4134-a20d-594f73a75580 owned by network:router_gateway {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:27:37.128170 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-7042b682-4aab-465b-aedb-c6b024a7ce18 None None] Attempt 2 to provision port 50944c4c-dddb-424c-bfb2-b569db5ee9af Oct 13 15:27:37.213745 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:27:37.215543 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 49707e41-8903-437f-a648-9ac116bcfb5d up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:27:37.226416 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-efe0af77-bb1e-4027-afa6-6d945538fb8e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Allocated IP 2001:db8:1::1 (8103f6e5-66b5-4b6e-aab9-89095ff7dce4/d872e4e3-5ee4-405a-a437-1ffbf1f955fc/55ed86c2-7dc3-4aa7-812f-d614ba4e5e08) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:27:37.234311 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-02843a73-9b35-403d-9669-8a419fd93cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:37.266655 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-7042b682-4aab-465b-aedb-c6b024a7ce18 None None] Port 50944c4c-dddb-424c-bfb2-b569db5ee9af cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:27:37.284266 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-cf901f33-d0c7-479c-916f-56c2d779b7af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f0080ad3-9dee-4c68-a3af-89c804ac92f4', 'name': 'tempest-ServersTestManualDisk-1021074477-router', 'tenant_id': '18e61030eb034f4e9cafacce6c56e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'b465c0f6-641f-4134-a20d-594f73a75580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:24:39Z', 'updated_at': '2022-10-13T15:27:30Z', 'revision_number': 5, 'project_id': '18e61030eb034f4e9cafacce6c56e7c6', 'gw_port': {'id': 'b465c0f6-641f-4134-a20d-594f73a75580', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0080ad3-9dee-4c68-a3af-89c804ac92f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:42Z', 'updated_at': '2022-10-13T15:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:37.293820 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0b30897a-c78e-4e81-8d51-b9da178b8b4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:37.295519 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf901f33-d0c7-479c-916f-56c2d779b7af None None] The sync data for ids ['f0080ad3-9dee-4c68-a3af-89c804ac92f4'] in dv-neutron-860329-2-hyperv is: [{'id': 'f0080ad3-9dee-4c68-a3af-89c804ac92f4', 'name': 'tempest-ServersTestManualDisk-1021074477-router', 'tenant_id': '18e61030eb034f4e9cafacce6c56e7c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': 'b465c0f6-641f-4134-a20d-594f73a75580', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:24:39Z', 'updated_at': '2022-10-13T15:27:30Z', 'revision_number': 5, 'project_id': '18e61030eb034f4e9cafacce6c56e7c6', 'gw_port': {'id': 'b465c0f6-641f-4134-a20d-594f73a75580', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:e5:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f0080ad3-9dee-4c68-a3af-89c804ac92f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 77, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:42Z', 'updated_at': '2022-10-13T15:24:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:27:37.303789 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 49707e41-8903-437f-a648-9ac116bcfb5d completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:27:37.310424 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 27620969-f749-49ee-bf03-22279e9a42e4 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:27:37.344966 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02843a73-9b35-403d-9669-8a419fd93cab admin admin] Pushing event deleted for resources: {'Port': ['ID=b465c0f6-641f-4134-a20d-594f73a75580,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:37.386130 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 27620969-f749-49ee-bf03-22279e9a42e4 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:27:37.387211 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:37.387651 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 27620969-f749-49ee-bf03-22279e9a42e4 Oct 13 15:27:37.510934 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 27620969-f749-49ee-bf03-22279e9a42e4 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:27:37.557031 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f0125e7c-7aa0-4cc6-ac68-22172ecd7d3c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:37.579195 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-02843a73-9b35-403d-9669-8a419fd93cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828050'] for router_gateway, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:37.702536 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:37.750241 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a43c28-fa3c-4964-8909-df519c827191 admin admin] Router bea711c8-5e1e-4998-af95-d57cc836dfc3 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:27:37.768239 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-7042b682-4aab-465b-aedb-c6b024a7ce18 None None] Attempt 3 to provision port 50944c4c-dddb-424c-bfb2-b569db5ee9af Oct 13 15:27:37.831296 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 6e4ae2e2-d9db-4870-9fd2-a75b54af220a no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:27:37.879174 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 6e4ae2e2-d9db-4870-9fd2-a75b54af220a {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:27:37.880007 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 6e4ae2e2-d9db-4870-9fd2-a75b54af220a not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:27:37.897783 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf825d2-73bc-4f18-97f5-0dea57309a9f req-68d4645b-2f0b-42b5-ae41-fd2961fbd16b tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:37.899419 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-abf825d2-73bc-4f18-97f5-0dea57309a9f req-68d4645b-2f0b-42b5-ae41-fd2961fbd16b tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 946 time: 0.8134944 Oct 13 15:27:37.906934 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-7042b682-4aab-465b-aedb-c6b024a7ce18 None None] Port 50944c4c-dddb-424c-bfb2-b569db5ee9af cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:27:37.908098 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:37.940831 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-02843a73-9b35-403d-9669-8a419fd93cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:37.944499 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-02843a73-9b35-403d-9669-8a419fd93cab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:37.985077 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f0125e7c-7aa0-4cc6-ac68-22172ecd7d3c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:38.021570 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-02843a73-9b35-403d-9669-8a419fd93cab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:38.022025 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02843a73-9b35-403d-9669-8a419fd93cab admin admin] Fanout notify agent at l3_agent the message router_deleted on router f0080ad3-9dee-4c68-a3af-89c804ac92f4 {{(pid=88972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:27:38.040417 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-efe0af77-bb1e-4027-afa6-6d945538fb8e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:38.125429 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0125e7c-7aa0-4cc6-ac68-22172ecd7d3c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Network a7f3b330-c320-422e-b157-5a2ea33283c2 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:27:38.131918 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-f0125e7c-7aa0-4cc6-ac68-22172ecd7d3c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:27:38.140050 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0125e7c-7aa0-4cc6-ac68-22172ecd7d3c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:27:38.145585 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0125e7c-7aa0-4cc6-ac68-22172ecd7d3c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:38.146217 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f0125e7c-7aa0-4cc6-ac68-22172ecd7d3c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:38.151670 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0125e7c-7aa0-4cc6-ac68-22172ecd7d3c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event updated for resources: {'Port': ['ID=1206a991-be70-4421-92c5-64b80e83abd1,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:38.159435 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0b30897a-c78e-4e81-8d51-b9da178b8b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:38.169707 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-02843a73-9b35-403d-9669-8a419fd93cab admin admin] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:38.173200 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-02843a73-9b35-403d-9669-8a419fd93cab admin admin] 10.222.0.42 "DELETE /v2.0/routers/f0080ad3-9dee-4c68-a3af-89c804ac92f4 HTTP/1.1" status: 204 len: 168 time: 3.3297434 Oct 13 15:27:38.180396 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46070) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:38.273763 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-abf825d2-73bc-4f18-97f5-0dea57309a9f req-612598a7-546d-40f5-8aef-74bf6bacd6d9 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3109479 Oct 13 15:27:38.274675 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-efe0af77-bb1e-4027-afa6-6d945538fb8e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Transition to ACTIVE for port object 55ed86c2-7dc3-4aa7-812f-d614ba4e5e08 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:27:38.279808 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-f0125e7c-7aa0-4cc6-ac68-22172ecd7d3c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.1138480 Oct 13 15:27:38.283595 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46074) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:38.348712 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-c038ccdc-6054-4a4c-9c44-9edb00723540 admin admin] Deleting subnet 7496ad0c-81b8-44d7-b6bd-85b0f244c790 {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:27:38.354874 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c038ccdc-6054-4a4c-9c44-9edb00723540 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:38.398389 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a43c28-fa3c-4964-8909-df519c827191 admin admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:27:38.403587 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d71dfab1-5907-4074-8794-ac194cbf971a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:38.408706 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-7042b682-4aab-465b-aedb-c6b024a7ce18 None None] Attempt 4 to provision port 50944c4c-dddb-424c-bfb2-b569db5ee9af Oct 13 15:27:38.422856 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09619df0-25f7-402c-b8a1-273a85bd14ab tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:38.423451 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-09619df0-25f7-402c-b8a1-273a85bd14ab tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Synchronizing usage tracker for tenant:c7529f71933548bfa5c77476ba17c75c on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:27:38.459490 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-7042b682-4aab-465b-aedb-c6b024a7ce18 None None] Port 50944c4c-dddb-424c-bfb2-b569db5ee9af was deleted so its status cannot be updated. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:27:38.461722 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c038ccdc-6054-4a4c-9c44-9edb00723540 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:38.464169 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71dfab1-5907-4074-8794-ac194cbf971a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event deleted for resources: {'Port': ['ID=50944c4c-dddb-424c-bfb2-b569db5ee9af,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:38.465720 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcd242b-b013-4cff-9aa3-f75aa8b33639 None None] Sync routers for ids ['bea711c8-5e1e-4998-af95-d57cc836dfc3'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:27:38.486569 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-13e8114e-f912-4f2f-87e0-89658589d93b tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:38.500216 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71dfab1-5907-4074-8794-ac194cbf971a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:38.500570 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71dfab1-5907-4074-8794-ac194cbf971a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:38.500912 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71dfab1-5907-4074-8794-ac194cbf971a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:38.501284 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71dfab1-5907-4074-8794-ac194cbf971a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:38.501617 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71dfab1-5907-4074-8794-ac194cbf971a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:38.501954 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71dfab1-5907-4074-8794-ac194cbf971a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:38.502338 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71dfab1-5907-4074-8794-ac194cbf971a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:38.502670 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71dfab1-5907-4074-8794-ac194cbf971a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:38.502998 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71dfab1-5907-4074-8794-ac194cbf971a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:38.503361 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71dfab1-5907-4074-8794-ac194cbf971a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:38.503692 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71dfab1-5907-4074-8794-ac194cbf971a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:38.504014 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d71dfab1-5907-4074-8794-ac194cbf971a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:38.534193 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-7042b682-4aab-465b-aedb-c6b024a7ce18 None None] Provisioning for port 49707e41-8903-437f-a648-9ac116bcfb5d completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:27:38.541937 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-7042b682-4aab-465b-aedb-c6b024a7ce18 None None] Provisioning complete for port 49707e41-8903-437f-a648-9ac116bcfb5d triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:27:38.551031 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7042b682-4aab-465b-aedb-c6b024a7ce18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:38.552902 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-7042b682-4aab-465b-aedb-c6b024a7ce18 None None] Attempt 1 to provision port 49707e41-8903-437f-a648-9ac116bcfb5d Oct 13 15:27:38.562027 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-20a43c28-fa3c-4964-8909-df519c827191 admin admin] 10.222.0.42 "PUT /v2.0/routers/bea711c8-5e1e-4998-af95-d57cc836dfc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5390410 Oct 13 15:27:38.577403 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46082) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:38.602600 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcd242b-b013-4cff-9aa3-f75aa8b33639 None None] Routers {'bea711c8-5e1e-4998-af95-d57cc836dfc3'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:27:38.602600 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-ffcd242b-b013-4cff-9aa3-f75aa8b33639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:27:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['bea711c8-5e1e-4998-af95-d57cc836dfc3'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:38.642295 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-09619df0-25f7-402c-b8a1-273a85bd14ab tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Unset dirty status for tenant:c7529f71933548bfa5c77476ba17c75c on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:27:38.655515 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-09619df0-25f7-402c-b8a1-273a85bd14ab tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "GET /v2.0/ports/1206a991-be70-4421-92c5-64b80e83abd1 HTTP/1.1" status: 200 len: 840 time: 0.3708823 Oct 13 15:27:38.660028 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46084) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:38.673662 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-efe0af77-bb1e-4027-afa6-6d945538fb8e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:38.678774 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-13e8114e-f912-4f2f-87e0-89658589d93b tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:38.821625 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-76dbdc3b-8a7f-47dc-8e7a-3198ab63aacc tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Deleting port 1206a991-be70-4421-92c5-64b80e83abd1 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:27:38.821625 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-76dbdc3b-8a7f-47dc-8e7a-3198ab63aacc tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:38.867638 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-13e8114e-f912-4f2f-87e0-89658589d93b tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Deleting port 5364ef9f-3319-4db2-9574-c0717544f6ed {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:27:38.868272 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-13e8114e-f912-4f2f-87e0-89658589d93b tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:38.892780 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c038ccdc-6054-4a4c-9c44-9edb00723540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:38.916082 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-ffcd242b-b013-4cff-9aa3-f75aa8b33639 None None] Set router bea711c8-5e1e-4998-af95-d57cc836dfc3 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:27:38.986136 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0b30897a-c78e-4e81-8d51-b9da178b8b4d admin admin] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:39.004609 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0b30897a-c78e-4e81-8d51-b9da178b8b4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:39.049324 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-13e8114e-f912-4f2f-87e0-89658589d93b tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:39.152736 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c038ccdc-6054-4a4c-9c44-9edb00723540 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:39.156130 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b30897a-c78e-4e81-8d51-b9da178b8b4d admin admin] Pushing event updated for resources: {'Port': ['ID=07a0c8b7-349c-4604-a651-d64c7d04f26d,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:39.177341 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-7042b682-4aab-465b-aedb-c6b024a7ce18 None None] Current status of the port 49707e41-8903-437f-a648-9ac116bcfb5d is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:27:39.177792 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7042b682-4aab-465b-aedb-c6b024a7ce18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:39.214474 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0b30897a-c78e-4e81-8d51-b9da178b8b4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:39.223153 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c038ccdc-6054-4a4c-9c44-9edb00723540 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7496ad0c-81b8-44d7-b6bd-85b0f244c790,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:39.260679 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-7042b682-4aab-465b-aedb-c6b024a7ce18 None None] For port 49707e41-8903-437f-a648-9ac116bcfb5d, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=49707e41-8903-437f-a648-9ac116bcfb5d,segment=NetworkSegment(0ad4d6f1-4991-463b-950d-eac210dc6b24),segment_id=0ad4d6f1-4991-463b-950d-eac210dc6b24)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:27:39.270906 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7042b682-4aab-465b-aedb-c6b024a7ce18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:39.281391 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c038ccdc-6054-4a4c-9c44-9edb00723540 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:39.310202 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-856ea0df-0e9e-428f-8947-dc9ec6fab2ea None None] Network 3eba9316-5858-4216-9f1f-1827035b3500 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:27:39.318815 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-c038ccdc-6054-4a4c-9c44-9edb00723540 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/7496ad0c-81b8-44d7-b6bd-85b0f244c790 HTTP/1.1" status: 204 len: 168 time: 1.1355338 Oct 13 15:27:39.329855 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46090) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:39.331575 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-76dbdc3b-8a7f-47dc-8e7a-3198ab63aacc tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:39.388550 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-13e8114e-f912-4f2f-87e0-89658589d93b tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Calling delete_port for 5364ef9f-3319-4db2-9574-c0717544f6ed owned by network:router_gateway {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:27:39.457026 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7042b682-4aab-465b-aedb-c6b024a7ce18 None None] Pushing event updated for resources: {'Port': ['ID=49707e41-8903-437f-a648-9ac116bcfb5d,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:39.458539 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe0af77-bb1e-4027-afa6-6d945538fb8e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Network 8103f6e5-66b5-4b6e-aab9-89095ff7dce4 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:27:39.477681 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-efe0af77-bb1e-4027-afa6-6d945538fb8e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:27:39.488474 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-97d93cd2-621b-40f0-a56c-31447e589238 None None] Provisioning for port 07a0c8b7-349c-4604-a651-d64c7d04f26d completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:27:39.499952 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-ffcd242b-b013-4cff-9aa3-f75aa8b33639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea711c8-5e1e-4998-af95-d57cc836dfc3', 'name': 'tempest-ServersTestJSON-156453351-router', 'tenant_id': 'd8ab2ab48b154fe59d2af3b86563e1e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '2ac75954-0ec5-4439-9656-3be2abc7f1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:24:39Z', 'updated_at': '2022-10-13T15:27:34Z', 'revision_number': 5, 'project_id': 'd8ab2ab48b154fe59d2af3b86563e1e5', 'gw_port': {'id': '2ac75954-0ec5-4439-9656-3be2abc7f1fb', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea711c8-5e1e-4998-af95-d57cc836dfc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:41Z', 'updated_at': '2022-10-13T15:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:39.500266 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe0af77-bb1e-4027-afa6-6d945538fb8e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:27:39.500773 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-efe0af77-bb1e-4027-afa6-6d945538fb8e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:39.538665 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-97d93cd2-621b-40f0-a56c-31447e589238 None None] Provisioning complete for port 07a0c8b7-349c-4604-a651-d64c7d04f26d triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:27:39.538665 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-97d93cd2-621b-40f0-a56c-31447e589238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:39.539011 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-97d93cd2-621b-40f0-a56c-31447e589238 None None] Attempt 1 to provision port 07a0c8b7-349c-4604-a651-d64c7d04f26d Oct 13 15:27:39.579315 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcd242b-b013-4cff-9aa3-f75aa8b33639 None None] Checking router: bea711c8-5e1e-4998-af95-d57cc836dfc3 for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:27:39.580407 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe0af77-bb1e-4027-afa6-6d945538fb8e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event updated for resources: {'Port': ['ID=55ed86c2-7dc3-4aa7-812f-d614ba4e5e08,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:39.647182 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d71dfab1-5907-4074-8794-ac194cbf971a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:39.649103 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-d71dfab1-5907-4074-8794-ac194cbf971a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/ports/50944c4c-dddb-424c-bfb2-b569db5ee9af HTTP/1.1" status: 204 len: 168 time: 4.6584044 Oct 13 15:27:39.650970 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:39.653830 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffcd242b-b013-4cff-9aa3-f75aa8b33639 None None] Routers {'bea711c8-5e1e-4998-af95-d57cc836dfc3'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:27:39.663127 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-ffcd242b-b013-4cff-9aa3-f75aa8b33639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:27:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['bea711c8-5e1e-4998-af95-d57cc836dfc3'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:39.677570 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46094) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:39.716586 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-76dbdc3b-8a7f-47dc-8e7a-3198ab63aacc tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Calling delete_port for 1206a991-be70-4421-92c5-64b80e83abd1 owned by {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:27:39.745604 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 49707e41-8903-437f-a648-9ac116bcfb5d up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:27:39.768576 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b7eb19-999b-486a-9b5c-0054ccae938c tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:39.770088 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b7eb19-999b-486a-9b5c-0054ccae938c tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:39.771729 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b7eb19-999b-486a-9b5c-0054ccae938c tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:39.772536 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-b7b7eb19-999b-486a-9b5c-0054ccae938c tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Synchronizing usage tracker for tenant:bb90cebe15f541febeed2c50e15c931e on resource:subnet {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:27:39.810924 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-97d93cd2-621b-40f0-a56c-31447e589238 None None] Port 07a0c8b7-349c-4604-a651-d64c7d04f26d cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:27:39.831146 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-223171b0-3c9e-4f1e-93b7-f2414492b8bc admin admin] Notify callbacks [] for router, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:39.882320 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d903c6e0-2edf-46a0-ad7a-2c565b37e2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:39.915728 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-b7b7eb19-999b-486a-9b5c-0054ccae938c tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Unset dirty status for tenant:bb90cebe15f541febeed2c50e15c931e on resource:subnet {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:27:39.916917 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-b7b7eb19-999b-486a-9b5c-0054ccae938c tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2383399 Oct 13 15:27:39.923258 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46098) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:39.925218 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87212fe-9664-4d4b-abe2-b35551369c54 req-06dcbdc4-a820-472b-bb07-a1c657d45318 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:39.927072 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d87212fe-9664-4d4b-abe2-b35551369c54 req-06dcbdc4-a820-472b-bb07-a1c657d45318 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 946 time: 1.1182353 Oct 13 15:27:39.952215 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b30897a-c78e-4e81-8d51-b9da178b8b4d admin admin] Network a44f8207-61f2-477d-b80a-38deab4e3cb7 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:27:39.960380 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-ffcd242b-b013-4cff-9aa3-f75aa8b33639 None None] Set router bea711c8-5e1e-4998-af95-d57cc836dfc3 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:27:39.961115 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-0b30897a-c78e-4e81-8d51-b9da178b8b4d admin admin] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:27:40.053960 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-d903c6e0-2edf-46a0-ad7a-2c565b37e2f9 admin admin] Deleting port 015d5481-cac2-431f-aebe-b462bf2d23d2 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:27:40.055725 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d903c6e0-2edf-46a0-ad7a-2c565b37e2f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:40.071207 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53acbf35-d400-47f6-a6a6-bcee44ad7573 None None] DHCP port deletion for 3eba9316-5858-4216-9f1f-1827035b3500 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:27:40.087448 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 49707e41-8903-437f-a648-9ac116bcfb5d triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:27:40.088067 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:40.088553 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 49707e41-8903-437f-a648-9ac116bcfb5d Oct 13 15:27:40.143883 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-53acbf35-d400-47f6-a6a6-bcee44ad7573 None None] Deleting port 015d5481-cac2-431f-aebe-b462bf2d23d2 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:27:40.144531 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-53acbf35-d400-47f6-a6a6-bcee44ad7573 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:40.163432 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d87212fe-9664-4d4b-abe2-b35551369c54 req-8901f1d7-c87c-42dd-98d9-47c8b380c840 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2247968 Oct 13 15:27:40.199553 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fc7d8eb-8a13-49ff-871f-ba64d733cc55 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Deleting subnet 06e6dee1-44a7-4326-bd0b-dcdc3b82eb93 {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:27:40.202660 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4fc7d8eb-8a13-49ff-871f-ba64d733cc55 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:40.232132 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-76dbdc3b-8a7f-47dc-8e7a-3198ab63aacc tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:40.232637 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-efe0af77-bb1e-4027-afa6-6d945538fb8e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:40.257110 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-13e8114e-f912-4f2f-87e0-89658589d93b tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:40.312194 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-97d93cd2-621b-40f0-a56c-31447e589238 None None] Attempt 2 to provision port 07a0c8b7-349c-4604-a651-d64c7d04f26d Oct 13 15:27:40.339313 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e8114e-f912-4f2f-87e0-89658589d93b tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Pushing event deleted for resources: {'Port': ['ID=5364ef9f-3319-4db2-9574-c0717544f6ed,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:40.396387 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76dbdc3b-8a7f-47dc-8e7a-3198ab63aacc tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event deleted for resources: {'Port': ['ID=1206a991-be70-4421-92c5-64b80e83abd1,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:40.451879 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4fc7d8eb-8a13-49ff-871f-ba64d733cc55 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:40.487174 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dbdc3b-8a7f-47dc-8e7a-3198ab63aacc tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:40.487519 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dbdc3b-8a7f-47dc-8e7a-3198ab63aacc tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:40.487859 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dbdc3b-8a7f-47dc-8e7a-3198ab63aacc tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:40.488191 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dbdc3b-8a7f-47dc-8e7a-3198ab63aacc tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:40.488547 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dbdc3b-8a7f-47dc-8e7a-3198ab63aacc tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:40.488880 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dbdc3b-8a7f-47dc-8e7a-3198ab63aacc tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:40.489204 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dbdc3b-8a7f-47dc-8e7a-3198ab63aacc tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:40.489526 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dbdc3b-8a7f-47dc-8e7a-3198ab63aacc tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:40.489852 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dbdc3b-8a7f-47dc-8e7a-3198ab63aacc tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:40.490535 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dbdc3b-8a7f-47dc-8e7a-3198ab63aacc tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:40.490535 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dbdc3b-8a7f-47dc-8e7a-3198ab63aacc tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:40.490831 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76dbdc3b-8a7f-47dc-8e7a-3198ab63aacc tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:40.500950 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-97d93cd2-621b-40f0-a56c-31447e589238 None None] Port 07a0c8b7-349c-4604-a651-d64c7d04f26d cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:27:40.522893 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-76dbdc3b-8a7f-47dc-8e7a-3198ab63aacc tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:40.570592 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-223171b0-3c9e-4f1e-93b7-f2414492b8bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:40.630000 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-76dbdc3b-8a7f-47dc-8e7a-3198ab63aacc tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "DELETE /v2.0/ports/1206a991-be70-4421-92c5-64b80e83abd1 HTTP/1.1" status: 204 len: 168 time: 1.9642823 Oct 13 15:27:40.630000 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b30897a-c78e-4e81-8d51-b9da178b8b4d admin admin] Router 5c789ee5-5555-45a4-8d4f-29ee4b084360 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:27:40.634743 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46104) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:40.691503 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 49707e41-8903-437f-a648-9ac116bcfb5d is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:27:40.693968 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc41ce0f-4778-4207-b831-18817fce957e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] GET failed (client error): The resource could not be found. Oct 13 15:27:40.695290 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-bc41ce0f-4778-4207-b831-18817fce957e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Synchronizing usage tracker for tenant:c7529f71933548bfa5c77476ba17c75c on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:27:40.697028 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-223171b0-3c9e-4f1e-93b7-f2414492b8bc admin admin] Deleting port 2ac75954-0ec5-4439-9656-3be2abc7f1fb {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:27:40.697361 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-223171b0-3c9e-4f1e-93b7-f2414492b8bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:40.715117 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device b465c0f6-641f-4134-a20d-594f73a75580 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:27:40.761647 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: b465c0f6-641f-4134-a20d-594f73a75580 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:27:40.761995 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device b465c0f6-641f-4134-a20d-594f73a75580 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:27:40.764509 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-53acbf35-d400-47f6-a6a6-bcee44ad7573 None None] For port 015d5481-cac2-431f-aebe-b462bf2d23d2, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=015d5481-cac2-431f-aebe-b462bf2d23d2,segment=NetworkSegment(ebd8f21b-8085-4446-a37c-05fa6a29f1c9),segment_id=ebd8f21b-8085-4446-a37c-05fa6a29f1c9)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:27:40.764966 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-53acbf35-d400-47f6-a6a6-bcee44ad7573 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:40.818852 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-bc41ce0f-4778-4207-b831-18817fce957e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Unset dirty status for tenant:c7529f71933548bfa5c77476ba17c75c on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:27:40.823604 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-bc41ce0f-4778-4207-b831-18817fce957e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "GET /v2.0/ports/1206a991-be70-4421-92c5-64b80e83abd1 HTTP/1.1" status: 404 len: 333 time: 0.1749964 Oct 13 15:27:40.827722 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46108) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:40.829702 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-d903c6e0-2edf-46a0-ad7a-2c565b37e2f9 admin admin] For port 015d5481-cac2-431f-aebe-b462bf2d23d2, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=015d5481-cac2-431f-aebe-b462bf2d23d2,segment=NetworkSegment(ebd8f21b-8085-4446-a37c-05fa6a29f1c9),segment_id=ebd8f21b-8085-4446-a37c-05fa6a29f1c9)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:27:40.830066 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d903c6e0-2edf-46a0-ad7a-2c565b37e2f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:40.854341 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4fc7d8eb-8a13-49ff-871f-ba64d733cc55 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:40.878702 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-bb82f5d4-0fca-4fa6-ac1d-02c0732f729f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Request body: {'port': {'network_id': 'a7f3b330-c320-422e-b157-5a2ea33283c2', 'name': 'tempest-PortsTestJSON-1881517766'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:27:40.899619 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-53acbf35-d400-47f6-a6a6-bcee44ad7573 None None] Calling delete_port for 015d5481-cac2-431f-aebe-b462bf2d23d2 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:27:40.931477 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-13e8114e-f912-4f2f-87e0-89658589d93b tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828050'] for router_gateway, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:40.965341 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-ffcd242b-b013-4cff-9aa3-f75aa8b33639 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea711c8-5e1e-4998-af95-d57cc836dfc3', 'name': 'tempest-ServersTestJSON-156453351-router', 'tenant_id': 'd8ab2ab48b154fe59d2af3b86563e1e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '2ac75954-0ec5-4439-9656-3be2abc7f1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:24:39Z', 'updated_at': '2022-10-13T15:27:34Z', 'revision_number': 5, 'project_id': 'd8ab2ab48b154fe59d2af3b86563e1e5', 'gw_port': {'id': '2ac75954-0ec5-4439-9656-3be2abc7f1fb', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea711c8-5e1e-4998-af95-d57cc836dfc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:41Z', 'updated_at': '2022-10-13T15:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:40.980845 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffcd242b-b013-4cff-9aa3-f75aa8b33639 None None] The sync data for ids ['bea711c8-5e1e-4998-af95-d57cc836dfc3'] in dv-neutron-860329-2-hyperv is: [{'id': 'bea711c8-5e1e-4998-af95-d57cc836dfc3', 'name': 'tempest-ServersTestJSON-156453351-router', 'tenant_id': 'd8ab2ab48b154fe59d2af3b86563e1e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.230'}], 'enable_snat': True}, 'gw_port_id': '2ac75954-0ec5-4439-9656-3be2abc7f1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:24:39Z', 'updated_at': '2022-10-13T15:27:34Z', 'revision_number': 5, 'project_id': 'd8ab2ab48b154fe59d2af3b86563e1e5', 'gw_port': {'id': '2ac75954-0ec5-4439-9656-3be2abc7f1fb', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:d6:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea711c8-5e1e-4998-af95-d57cc836dfc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 67, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:41Z', 'updated_at': '2022-10-13T15:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:27:40.997841 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-53acbf35-d400-47f6-a6a6-bcee44ad7573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:41.000890 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-d903c6e0-2edf-46a0-ad7a-2c565b37e2f9 admin admin] Calling delete_port for 015d5481-cac2-431f-aebe-b462bf2d23d2 owned by network:dhcp {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:27:41.037180 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-97d93cd2-621b-40f0-a56c-31447e589238 None None] Attempt 3 to provision port 07a0c8b7-349c-4604-a651-d64c7d04f26d Oct 13 15:27:41.085948 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53acbf35-d400-47f6-a6a6-bcee44ad7573 None None] Pushing event deleted for resources: {'Port': ['ID=015d5481-cac2-431f-aebe-b462bf2d23d2,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:41.110879 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53acbf35-d400-47f6-a6a6-bcee44ad7573 None None] No DVR routers for this DVR port 015d5481-cac2-431f-aebe-b462bf2d23d2 on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:27:41.113322 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53acbf35-d400-47f6-a6a6-bcee44ad7573 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:41.113828 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53acbf35-d400-47f6-a6a6-bcee44ad7573 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:41.114403 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53acbf35-d400-47f6-a6a6-bcee44ad7573 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:41.114889 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53acbf35-d400-47f6-a6a6-bcee44ad7573 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:41.115464 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53acbf35-d400-47f6-a6a6-bcee44ad7573 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:41.115942 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53acbf35-d400-47f6-a6a6-bcee44ad7573 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:41.116405 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53acbf35-d400-47f6-a6a6-bcee44ad7573 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:41.116885 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53acbf35-d400-47f6-a6a6-bcee44ad7573 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:41.117378 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53acbf35-d400-47f6-a6a6-bcee44ad7573 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:41.118015 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53acbf35-d400-47f6-a6a6-bcee44ad7573 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:41.118529 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53acbf35-d400-47f6-a6a6-bcee44ad7573 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:41.119002 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53acbf35-d400-47f6-a6a6-bcee44ad7573 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:27:41.143119 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-97d93cd2-621b-40f0-a56c-31447e589238 None None] Port 07a0c8b7-349c-4604-a651-d64c7d04f26d cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:27:41.174097 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f161f04-5e1f-40fc-be15-e51bd740d734 req-f5d6c6cd-a36f-4103-a696-f8780fddde1f tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:41.175948 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-3f161f04-5e1f-40fc-be15-e51bd740d734 req-f5d6c6cd-a36f-4103-a696-f8780fddde1f tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 946 time: 0.6208010 Oct 13 15:27:41.355371 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.db.api [None req-d903c6e0-2edf-46a0-ad7a-2c565b37e2f9 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88972) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:27:41.355696 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG oslo_db.api [None req-d903c6e0-2edf-46a0-ad7a-2c565b37e2f9 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:27:41.358922 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b30897a-c78e-4e81-8d51-b9da178b8b4d admin admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:27:41.363578 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4fc7d8eb-8a13-49ff-871f-ba64d733cc55 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:41.368285 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a32c35-0a58-4d3a-ae3f-601a0def9573 None None] Sync routers for ids ['5c789ee5-5555-45a4-8d4f-29ee4b084360'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:27:41.377903 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a32c35-0a58-4d3a-ae3f-601a0def9573 None None] Routers {'5c789ee5-5555-45a4-8d4f-29ee4b084360'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:27:41.379093 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-f1a32c35-0a58-4d3a-ae3f-601a0def9573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:27:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['5c789ee5-5555-45a4-8d4f-29ee4b084360'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:41.431436 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4fc7d8eb-8a13-49ff-871f-ba64d733cc55 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:41.440728 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b0fe3d-35c3-4af9-bdc7-615f743f84b8 None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:27:41.454413 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-3f161f04-5e1f-40fc-be15-e51bd740d734 req-3ce263e9-b6fb-4513-a72c-b749bfb3925b tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2577651 Oct 13 15:27:41.469562 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-bb82f5d4-0fca-4fa6-ac1d-02c0732f729f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:27:41.474905 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc7d8eb-8a13-49ff-871f-ba64d733cc55 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event deleted for resources: {'Subnet': ['ID=06e6dee1-44a7-4326-bd0b-dcdc3b82eb93,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:41.487621 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-4fc7d8eb-8a13-49ff-871f-ba64d733cc55 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/06e6dee1-44a7-4326-bd0b-dcdc3b82eb93 HTTP/1.1" status: 204 len: 168 time: 1.5479863 Oct 13 15:27:41.490574 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46112) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:41.576942 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-0b30897a-c78e-4e81-8d51-b9da178b8b4d admin admin] 10.222.0.42 "PUT /v2.0/routers/5c789ee5-5555-45a4-8d4f-29ee4b084360/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9187093 Oct 13 15:27:41.634741 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-bb82f5d4-0fca-4fa6-ac1d-02c0732f729f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:27:41.653898 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-223171b0-3c9e-4f1e-93b7-f2414492b8bc admin admin] For port 2ac75954-0ec5-4439-9656-3be2abc7f1fb, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=2ac75954-0ec5-4439-9656-3be2abc7f1fb,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:27:41.654650 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-223171b0-3c9e-4f1e-93b7-f2414492b8bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:41.656715 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-f1a32c35-0a58-4d3a-ae3f-601a0def9573 None None] Set router 5c789ee5-5555-45a4-8d4f-29ee4b084360 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:27:41.701370 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1bef9e5-dcf9-41d0-b967-7d8bd58a722f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Deleting subnet 6774fe10-dec7-451e-bdf2-5aa55686306c {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:27:41.709501 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d1bef9e5-dcf9-41d0-b967-7d8bd58a722f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:41.801057 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-97d93cd2-621b-40f0-a56c-31447e589238 None None] Attempt 4 to provision port 07a0c8b7-349c-4604-a651-d64c7d04f26d Oct 13 15:27:41.855261 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d1bef9e5-dcf9-41d0-b967-7d8bd58a722f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:41.863629 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 015d5481-cac2-431f-aebe-b462bf2d23d2 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:27:41.895070 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-d903c6e0-2edf-46a0-ad7a-2c565b37e2f9 admin admin] Deleting port 015d5481-cac2-431f-aebe-b462bf2d23d2 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:27:41.895805 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d903c6e0-2edf-46a0-ad7a-2c565b37e2f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:41.993157 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-d903c6e0-2edf-46a0-ad7a-2c565b37e2f9 admin admin] The port '015d5481-cac2-431f-aebe-b462bf2d23d2' was deleted {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 13 15:27:42.001666 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 015d5481-cac2-431f-aebe-b462bf2d23d2 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:27:42.002606 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 015d5481-cac2-431f-aebe-b462bf2d23d2 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:27:42.003198 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 835d0ee9-3185-4d9a-977b-6b67722420f5 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:27:42.046297 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 835d0ee9-3185-4d9a-977b-6b67722420f5 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:27:42.046885 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 835d0ee9-3185-4d9a-977b-6b67722420f5 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:27:42.065760 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-97d93cd2-621b-40f0-a56c-31447e589238 None None] Port 07a0c8b7-349c-4604-a651-d64c7d04f26d cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:27:42.141644 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-223171b0-3c9e-4f1e-93b7-f2414492b8bc admin admin] Calling delete_port for 2ac75954-0ec5-4439-9656-3be2abc7f1fb owned by network:router_gateway {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:27:42.153731 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-f1a32c35-0a58-4d3a-ae3f-601a0def9573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'name': 'tempest-TestVolumeBootPattern-1392317372-router', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': '35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:16Z', 'updated_at': '2022-10-13T15:27:37Z', 'revision_number': 4, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'gw_port': {'id': '35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:18Z', 'updated_at': '2022-10-13T15:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '07a0c8b7-349c-4604-a651-d64c7d04f26d', 'name': '', 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'mac_address': 'fa:16:3e:54:13:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '235995ae-56e8-4a42-a8ac-e16e5c3294b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:33Z', 'updated_at': '2022-10-13T15:27:38Z', 'revision_number': 2, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'subnets': [{'id': '235995ae-56e8-4a42-a8ac-e16e5c3294b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:42.157922 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a32c35-0a58-4d3a-ae3f-601a0def9573 None None] Checking router: 5c789ee5-5555-45a4-8d4f-29ee4b084360 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:27:42.158399 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a32c35-0a58-4d3a-ae3f-601a0def9573 None None] Updating router 5c789ee5-5555-45a4-8d4f-29ee4b084360 port 07a0c8b7-349c-4604-a651-d64c7d04f26d binding host dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:27:42.189730 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb82f5d4-0fca-4fa6-ac1d-02c0732f729f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Made reservation on behalf of c7529f71933548bfa5c77476ba17c75c for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:27:42.193568 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bb82f5d4-0fca-4fa6-ac1d-02c0732f729f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:42.215036 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.db.resource_extend [None req-efe0af77-bb1e-4027-afa6-6d945538fb8e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] It took 0.55 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 15:27:42.225368 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d903c6e0-2edf-46a0-ad7a-2c565b37e2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:42.238328 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-13e8114e-f912-4f2f-87e0-89658589d93b tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:42.248859 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-f1a32c35-0a58-4d3a-ae3f-601a0def9573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:42.256039 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-efe0af77-bb1e-4027-afa6-6d945538fb8e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:42.264614 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-13e8114e-f912-4f2f-87e0-89658589d93b tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1827972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1827983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1827956'] for router, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:42.278681 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-efe0af77-bb1e-4027-afa6-6d945538fb8e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:42.279831 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-efe0af77-bb1e-4027-afa6-6d945538fb8e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:42.280697 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-d903c6e0-2edf-46a0-ad7a-2c565b37e2f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3eba9316-5858-4216-9f1f-1827035b3500']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:42.287596 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [None req-bb82f5d4-0fca-4fa6-ac1d-02c0732f729f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] device_id is not set on port 638d2409-9adc-4a63-a7b4-b8d5cbff594a yet. {{(pid=88973) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:27:42.305738 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-d903c6e0-2edf-46a0-ad7a-2c565b37e2f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebd8f21b-8085-4446-a37c-05fa6a29f1c9') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:42.306087 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-d903c6e0-2edf-46a0-ad7a-2c565b37e2f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebd8f21b-8085-4446-a37c-05fa6a29f1c9') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:42.320384 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d903c6e0-2edf-46a0-ad7a-2c565b37e2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:42.349751 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d903c6e0-2edf-46a0-ad7a-2c565b37e2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:42.358853 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d903c6e0-2edf-46a0-ad7a-2c565b37e2f9 admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:27:42.359429 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d903c6e0-2edf-46a0-ad7a-2c565b37e2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:42.468161 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46132) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:42.477879 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment ebd8f21b-8085-4446-a37c-05fa6a29f1c9 resource provider aggregate not found Oct 13 15:27:42.482478 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d1bef9e5-dcf9-41d0-b967-7d8bd58a722f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:42.521448 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-008360c0-135f-4f4b-88a0-9919e3722418 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-2107375634-network', 'tenant_id': '6e2052c4f3914e79a3f6c684eb6c678b'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:27:42.539001 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment ebd8f21b-8085-4446-a37c-05fa6a29f1c9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ebd8f21b-8085-4446-a37c-05fa6a29f1c9 found for delete ", "request_id": "req-256e526b-7160-4f7a-b0be-25a67acec0a7"}]} Oct 13 15:27:42.541955 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-008360c0-135f-4f4b-88a0-9919e3722418 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:27:42.562871 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-008360c0-135f-4f4b-88a0-9919e3722418 admin admin] Usage tracker for resource:network and tenant:6e2052c4f3914e79a3f6c684eb6c678b is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:27:42.567583 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-97d93cd2-621b-40f0-a56c-31447e589238 None None] Attempt 5 to provision port 07a0c8b7-349c-4604-a651-d64c7d04f26d Oct 13 15:27:42.568085 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-008360c0-135f-4f4b-88a0-9919e3722418 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:27:42.576467 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-008360c0-135f-4f4b-88a0-9919e3722418 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:27:42.599468 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d903c6e0-2edf-46a0-ad7a-2c565b37e2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:42.621336 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d903c6e0-2edf-46a0-ad7a-2c565b37e2f9 admin admin] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:42.627803 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008360c0-135f-4f4b-88a0-9919e3722418 admin admin] Made reservation on behalf of 6e2052c4f3914e79a3f6c684eb6c678b for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:27:42.630335 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-008360c0-135f-4f4b-88a0-9919e3722418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:42.661784 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d903c6e0-2edf-46a0-ad7a-2c565b37e2f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=3eba9316-5858-4216-9f1f-1827035b3500,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:42.674012 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-008360c0-135f-4f4b-88a0-9919e3722418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:42.675306 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13e8114e-f912-4f2f-87e0-89658589d93b tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Router d17569b9-d2af-455e-9877-f95f2a04aaa9 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:27:42.726813 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d1bef9e5-dcf9-41d0-b967-7d8bd58a722f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:42.747823 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-008360c0-135f-4f4b-88a0-9919e3722418 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:27:42.748265 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-97d93cd2-621b-40f0-a56c-31447e589238 None None] Port 07a0c8b7-349c-4604-a651-d64c7d04f26d cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:27:42.748409 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-f1a32c35-0a58-4d3a-ae3f-601a0def9573 None None] Notify callbacks [] for port, precommit_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:42.762903 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.provisioning_blocks [None req-f1a32c35-0a58-4d3a-ae3f-601a0def9573 None None] Transition to ACTIVE for port object 07a0c8b7-349c-4604-a651-d64c7d04f26d will not be triggered until provisioned by entity L2. {{(pid=88975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:27:42.773453 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-f1a32c35-0a58-4d3a-ae3f-601a0def9573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:42.795359 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d903c6e0-2edf-46a0-ad7a-2c565b37e2f9 admin admin] 10.222.0.42 "DELETE /v2.0/networks/3eba9316-5858-4216-9f1f-1827035b3500 HTTP/1.1" status: 204 len: 168 time: 3.4561956 Oct 13 15:27:42.813616 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-008360c0-135f-4f4b-88a0-9919e3722418 admin admin] Usage tracker for resource:security_group_rule and tenant:6e2052c4f3914e79a3f6c684eb6c678b is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:27:42.821504 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-008360c0-135f-4f4b-88a0-9919e3722418 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:27:42.840386 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bef9e5-dcf9-41d0-b967-7d8bd58a722f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event deleted for resources: {'Subnet': ['ID=6774fe10-dec7-451e-bdf2-5aa55686306c,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:42.845963 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d1bef9e5-dcf9-41d0-b967-7d8bd58a722f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:42.849886 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d1bef9e5-dcf9-41d0-b967-7d8bd58a722f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/6774fe10-dec7-451e-bdf2-5aa55686306c HTTP/1.1" status: 204 len: 168 time: 1.3561227 Oct 13 15:27:42.849886 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-008360c0-135f-4f4b-88a0-9919e3722418 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:27:42.851872 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46142) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:42.980970 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-507dd549-1292-401a-9774-1d3bbe4c7d4c tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1254466 Oct 13 15:27:42.991266 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46146) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:42.991868 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9851d45f-98b7-468b-b44f-4ff85f726c11 req-ef7f032f-6bae-4ed7-8ff5-cbe8652625c0 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:42.993781 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9851d45f-98b7-468b-b44f-4ff85f726c11 req-ef7f032f-6bae-4ed7-8ff5-cbe8652625c0 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 946 time: 0.9328589 Oct 13 15:27:43.008415 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-51437680-f943-4575-944f-8aaf5582cd7d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'subnet': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:27:43.022555 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb12389-72f8-44c0-a2c6-d69642864d68 None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:27:43.064806 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe0af77-bb1e-4027-afa6-6d945538fb8e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event updated for resources: {'Port': ['ID=55ed86c2-7dc3-4aa7-812f-d614ba4e5e08,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:43.068514 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-f1a32c35-0a58-4d3a-ae3f-601a0def9573 None None] Attempting to bind port 07a0c8b7-349c-4604-a651-d64c7d04f26d on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:27:43.069062 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-f1a32c35-0a58-4d3a-ae3f-601a0def9573 None None] Attempting to bind port 07a0c8b7-349c-4604-a651-d64c7d04f26d by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'c8b28188-8b1e-438a-8a7c-cfa1fc185e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7'}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:27:43.070473 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a32c35-0a58-4d3a-ae3f-601a0def9573 None None] Attempting to bind port 07a0c8b7-349c-4604-a651-d64c7d04f26d on network a44f8207-61f2-477d-b80a-38deab4e3cb7 {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:27:43.080407 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a32c35-0a58-4d3a-ae3f-601a0def9573 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:27:43.080962 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a32c35-0a58-4d3a-ae3f-601a0def9573 None None] Checking segment: {'id': 'c8b28188-8b1e-438a-8a7c-cfa1fc185e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:27:43.081391 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-f1a32c35-0a58-4d3a-ae3f-601a0def9573 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:43.081820 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a32c35-0a58-4d3a-ae3f-601a0def9573 None None] Bound using segment: {'id': 'c8b28188-8b1e-438a-8a7c-cfa1fc185e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7'} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:27:43.082387 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-f1a32c35-0a58-4d3a-ae3f-601a0def9573 None None] Bound port: 07a0c8b7-349c-4604-a651-d64c7d04f26d, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8b28188-8b1e-438a-8a7c-cfa1fc185e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7'}}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:27:43.082776 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-f1a32c35-0a58-4d3a-ae3f-601a0def9573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:43.155001 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46150) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:43.159897 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-51437680-f943-4575-944f-8aaf5582cd7d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:27:43.188210 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-51437680-f943-4575-944f-8aaf5582cd7d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Usage tracker for resource:subnet and tenant:bb90cebe15f541febeed2c50e15c931e is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:27:43.194605 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-51437680-f943-4575-944f-8aaf5582cd7d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:27:43.198799 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-f1a32c35-0a58-4d3a-ae3f-601a0def9573 None None] For port 07a0c8b7-349c-4604-a651-d64c7d04f26d, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:27:43.203573 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-f1a32c35-0a58-4d3a-ae3f-601a0def9573 None None] For port 07a0c8b7-349c-4604-a651-d64c7d04f26d, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=07a0c8b7-349c-4604-a651-d64c7d04f26d,segment=NetworkSegment(c8b28188-8b1e-438a-8a7c-cfa1fc185e50),segment_id=c8b28188-8b1e-438a-8a7c-cfa1fc185e50)] {{(pid=88975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:27:43.215418 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077e21ba-aa96-4180-b9cb-75f3e261dc9c None None] Pushing event updated for resources: {'Port': ['ID=07a0c8b7-349c-4604-a651-d64c7d04f26d,revision_number=3']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:43.220763 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-51437680-f943-4575-944f-8aaf5582cd7d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:27:43.227664 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-f1a32c35-0a58-4d3a-ae3f-601a0def9573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:43.249299 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9851d45f-98b7-468b-b44f-4ff85f726c11 req-40bbd432-17a5-4fc0-be05-4883edc57eb7 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1655674 Oct 13 15:27:43.251563 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-97d93cd2-621b-40f0-a56c-31447e589238 None None] Attempt 6 to provision port 07a0c8b7-349c-4604-a651-d64c7d04f26d Oct 13 15:27:43.254094 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-008360c0-135f-4f4b-88a0-9919e3722418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:43.262427 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-7fc8ea78-491a-4b4f-918e-a7d0cfd36f08 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=18e61030eb034f4e9cafacce6c56e7c6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1045840 Oct 13 15:27:43.266418 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46156) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:43.275328 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51437680-f943-4575-944f-8aaf5582cd7d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:27:43.278867 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-51437680-f943-4575-944f-8aaf5582cd7d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:43.302742 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-008360c0-135f-4f4b-88a0-9919e3722418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:43.331152 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13e8114e-f912-4f2f-87e0-89658589d93b tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:27:43.339978 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077e21ba-aa96-4180-b9cb-75f3e261dc9c None None] Pushing event updated for resources: {'Port': ['ID=07a0c8b7-349c-4604-a651-d64c7d04f26d,revision_number=4']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:43.354076 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2b606f-5283-4779-809d-98ab565842f0 None None] Sync routers for ids ['d17569b9-d2af-455e-9877-f95f2a04aaa9'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:27:43.400810 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a32c35-0a58-4d3a-ae3f-601a0def9573 None None] Routers {'5c789ee5-5555-45a4-8d4f-29ee4b084360'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:27:43.402630 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-f1a32c35-0a58-4d3a-ae3f-601a0def9573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:27:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['5c789ee5-5555-45a4-8d4f-29ee4b084360'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:43.404538 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-008360c0-135f-4f4b-88a0-9919e3722418 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:27:43.415484 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008360c0-135f-4f4b-88a0-9919e3722418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e21244a3-9501-43f4-b9b4-40926771ed6c,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:43.428195 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-008360c0-135f-4f4b-88a0-9919e3722418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:43.428561 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-008360c0-135f-4f4b-88a0-9919e3722418 admin admin] Added segment 01fa4796-7560-41f0-88ba-321558965537 of type vlan for network ced2275c-bcdc-4a16-b344-0fe658c14c93 Oct 13 15:27:43.452346 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2b606f-5283-4779-809d-98ab565842f0 None None] Routers {'d17569b9-d2af-455e-9877-f95f2a04aaa9'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:27:43.453090 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-2c2b606f-5283-4779-809d-98ab565842f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:27:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['d17569b9-d2af-455e-9877-f95f2a04aaa9'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:43.470094 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-008360c0-135f-4f4b-88a0-9919e3722418 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:43.544236 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-2c2b606f-5283-4779-809d-98ab565842f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:43.544589 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-13e8114e-f912-4f2f-87e0-89658589d93b tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:43.548467 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-13e8114e-f912-4f2f-87e0-89658589d93b tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] 10.222.0.42 "PUT /v2.0/routers/d17569b9-d2af-455e-9877-f95f2a04aaa9 HTTP/1.1" status: 200 len: 705 time: 7.0467997 Oct 13 15:27:43.556250 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46162) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:43.561907 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-97d93cd2-621b-40f0-a56c-31447e589238 None None] Port 07a0c8b7-349c-4604-a651-d64c7d04f26d had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 15:27:43.588760 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c2b606f-5283-4779-809d-98ab565842f0 None None] Routers {'d17569b9-d2af-455e-9877-f95f2a04aaa9'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:27:43.589431 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-2c2b606f-5283-4779-809d-98ab565842f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:27:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['d17569b9-d2af-455e-9877-f95f2a04aaa9'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:43.638340 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-343d83a2-4201-4347-b953-d3fde5232f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:43.656907 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe0af77-bb1e-4027-afa6-6d945538fb8e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Network 8103f6e5-66b5-4b6e-aab9-89095ff7dce4 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:27:43.739292 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bb82f5d4-0fca-4fa6-ac1d-02c0732f729f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:43.755315 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-2c2b606f-5283-4779-809d-98ab565842f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:43.755811 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c2b606f-5283-4779-809d-98ab565842f0 None None] The sync data for ids ['d17569b9-d2af-455e-9877-f95f2a04aaa9'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:27:43.760538 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-f1a32c35-0a58-4d3a-ae3f-601a0def9573 None None] Set router 5c789ee5-5555-45a4-8d4f-29ee4b084360 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:27:43.763210 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-97d93cd2-621b-40f0-a56c-31447e589238 None None] Provisioning complete for port 49707e41-8903-437f-a648-9ac116bcfb5d triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:27:43.764196 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-97d93cd2-621b-40f0-a56c-31447e589238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:43.764994 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-97d93cd2-621b-40f0-a56c-31447e589238 None None] Attempt 1 to provision port 49707e41-8903-437f-a648-9ac116bcfb5d Oct 13 15:27:43.775997 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-efe0af77-bb1e-4027-afa6-6d945538fb8e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:27:43.807531 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-1083f68e-13fd-4c52-a1a3-da73e3e52bd4 tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] 10.222.0.42 "GET /v2.0/routers/d17569b9-d2af-455e-9877-f95f2a04aaa9 HTTP/1.1" status: 200 len: 740 time: 0.1525722 Oct 13 15:27:43.810630 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.db.resource_extend [None req-008360c0-135f-4f4b-88a0-9919e3722418 admin admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 15:27:43.815858 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-343d83a2-4201-4347-b953-d3fde5232f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:43.818730 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46168) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:43.850146 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bb82f5d4-0fca-4fa6-ac1d-02c0732f729f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:43.989126 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2741c5f-b79a-4cba-aa12-1a0a9d7d562b None None] DHCP port deletion for a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:27:44.030504 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-a2741c5f-b79a-4cba-aa12-1a0a9d7d562b None None] Deleting port 27620969-f749-49ee-bf03-22279e9a42e4 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:27:44.031541 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-a2741c5f-b79a-4cba-aa12-1a0a9d7d562b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:44.043757 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-347403ec-9aac-44ba-8741-9491d173f06e tempest-RoutersAdminTest-1821085910 tempest-RoutersAdminTest-1821085910-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=8fb1fa59-32fe-4ed0-a248-96c43edb135f&device_id=d17569b9-d2af-455e-9877-f95f2a04aaa9 HTTP/1.1" status: 200 len: 205 time: 0.2241676 Oct 13 15:27:44.046587 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46172) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:44.051477 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-51437680-f943-4575-944f-8aaf5582cd7d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:44.099039 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-97d93cd2-621b-40f0-a56c-31447e589238 None None] Current status of the port 49707e41-8903-437f-a648-9ac116bcfb5d is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:27:44.148807 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-ad96d998-3d38-4839-9d80-d9e7dfc1e441 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] 10.222.0.42 "GET /v2.0/ports?device_id=d17569b9-d2af-455e-9877-f95f2a04aaa9 HTTP/1.1" status: 200 len: 205 time: 0.1011484 Oct 13 15:27:44.158724 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46176) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:44.162228 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-008360c0-135f-4f4b-88a0-9919e3722418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:44.163041 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008360c0-135f-4f4b-88a0-9919e3722418 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:44.163582 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-008360c0-135f-4f4b-88a0-9919e3722418 admin admin] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:44.317236 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb82f5d4-0fca-4fa6-ac1d-02c0732f729f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Network a7f3b330-c320-422e-b157-5a2ea33283c2 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:27:44.318684 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-9db90a0b-00b5-46ad-b49d-783de2346326 None None] Provisioning complete for port 27620969-f749-49ee-bf03-22279e9a42e4 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:27:44.319066 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9db90a0b-00b5-46ad-b49d-783de2346326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:44.319401 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-9db90a0b-00b5-46ad-b49d-783de2346326 None None] Attempt 1 to provision port 27620969-f749-49ee-bf03-22279e9a42e4 Oct 13 15:27:44.326088 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-bb82f5d4-0fca-4fa6-ac1d-02c0732f729f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:27:44.339111 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efe0af77-bb1e-4027-afa6-6d945538fb8e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Router bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:27:44.340412 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb82f5d4-0fca-4fa6-ac1d-02c0732f729f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:27:44.347016 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb82f5d4-0fca-4fa6-ac1d-02c0732f729f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:44.347749 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bb82f5d4-0fca-4fa6-ac1d-02c0732f729f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:44.357047 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ad5d3aed-4424-45a7-b34c-fe1f1575c3aa tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks [] for router, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:44.376848 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-f1a32c35-0a58-4d3a-ae3f-601a0def9573 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'name': 'tempest-TestVolumeBootPattern-1392317372-router', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': '35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:16Z', 'updated_at': '2022-10-13T15:27:37Z', 'revision_number': 4, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'gw_port': {'id': '35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:18Z', 'updated_at': '2022-10-13T15:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '07a0c8b7-349c-4604-a651-d64c7d04f26d', 'name': '', 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'mac_address': 'fa:16:3e:54:13:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '235995ae-56e8-4a42-a8ac-e16e5c3294b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:33Z', 'updated_at': '2022-10-13T15:27:43Z', 'revision_number': 4, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'subnets': [{'id': '235995ae-56e8-4a42-a8ac-e16e5c3294b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:44.384310 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a32c35-0a58-4d3a-ae3f-601a0def9573 None None] The sync data for ids ['5c789ee5-5555-45a4-8d4f-29ee4b084360'] in dv-neutron-860329-2-hyperv is: [{'id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'name': 'tempest-TestVolumeBootPattern-1392317372-router', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': '35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:16Z', 'updated_at': '2022-10-13T15:27:37Z', 'revision_number': 4, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'gw_port': {'id': '35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:18Z', 'updated_at': '2022-10-13T15:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '07a0c8b7-349c-4604-a651-d64c7d04f26d', 'name': '', 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'mac_address': 'fa:16:3e:54:13:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '235995ae-56e8-4a42-a8ac-e16e5c3294b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:33Z', 'updated_at': '2022-10-13T15:27:43Z', 'revision_number': 4, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'subnets': [{'id': '235995ae-56e8-4a42-a8ac-e16e5c3294b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:27:44.422716 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-008360c0-135f-4f4b-88a0-9919e3722418 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9525471 Oct 13 15:27:44.452023 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46180) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:44.460917 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51437680-f943-4575-944f-8aaf5582cd7d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:27:44.512245 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-a2741c5f-b79a-4cba-aa12-1a0a9d7d562b None None] For port 27620969-f749-49ee-bf03-22279e9a42e4, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=27620969-f749-49ee-bf03-22279e9a42e4,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:27:44.512898 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-a2741c5f-b79a-4cba-aa12-1a0a9d7d562b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:44.532103 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb82f5d4-0fca-4fa6-ac1d-02c0732f729f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event updated for resources: {'Port': ['ID=638d2409-9adc-4a63-a7b4-b8d5cbff594a,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:44.534400 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-51437680-f943-4575-944f-8aaf5582cd7d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:27:44.538053 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51437680-f943-4575-944f-8aaf5582cd7d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:44.538657 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-51437680-f943-4575-944f-8aaf5582cd7d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:44.552936 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-9db90a0b-00b5-46ad-b49d-783de2346326 None None] Current status of the port 27620969-f749-49ee-bf03-22279e9a42e4 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:27:44.553143 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-223171b0-3c9e-4f1e-93b7-f2414492b8bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:44.559088 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-b161b5ae-a05a-45c0-815f-e12e20f931af admin admin] Request body: {'subnet': {'network_id': 'ced2275c-bcdc-4a16-b344-0fe658c14c93', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-2107375634-subnet', 'tenant_id': '6e2052c4f3914e79a3f6c684eb6c678b', 'ip_version': 4}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:27:44.572714 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51437680-f943-4575-944f-8aaf5582cd7d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'Subnet': ['ID=b7d22656-dd93-4656-a027-983013d86820,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:44.614579 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-343d83a2-4201-4347-b953-d3fde5232f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:44.628765 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-b161b5ae-a05a-45c0-815f-e12e20f931af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:27:44.648479 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-b161b5ae-a05a-45c0-815f-e12e20f931af admin admin] Usage tracker for resource:subnet and tenant:6e2052c4f3914e79a3f6c684eb6c678b is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:27:44.653163 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008360c0-135f-4f4b-88a0-9919e3722418 admin admin] Pushing event updated for resources: {'Network': ['ID=ced2275c-bcdc-4a16-b344-0fe658c14c93,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:44.661479 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343d83a2-4201-4347-b953-d3fde5232f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5041aa-046a-48ff-9bb7-3dc33a848799,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:44.666458 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223171b0-3c9e-4f1e-93b7-f2414492b8bc admin admin] Pushing event deleted for resources: {'Port': ['ID=2ac75954-0ec5-4439-9656-3be2abc7f1fb,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:44.769913 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network ced2275c-bcdc-4a16-b344-0fe658c14c93 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:27:44.794481 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-a2741c5f-b79a-4cba-aa12-1a0a9d7d562b None None] Calling delete_port for 27620969-f749-49ee-bf03-22279e9a42e4 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:27:44.799709 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-bb82f5d4-0fca-4fa6-ac1d-02c0732f729f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.9694753 Oct 13 15:27:44.801934 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efe0af77-bb1e-4027-afa6-6d945538fb8e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:27:44.808181 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46186) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:44.816987 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36c7c03-c2ba-4a0b-b017-d3abc80a7250 None None] Sync routers for ids ['bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:27:44.817775 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-343d83a2-4201-4347-b953-d3fde5232f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:44.823618 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-343d83a2-4201-4347-b953-d3fde5232f7c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2b5041aa-046a-48ff-9bb7-3dc33a848799 HTTP/1.1" status: 204 len: 168 time: 1.5477600 Oct 13 15:27:44.828002 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-efe0af77-bb1e-4027-afa6-6d945538fb8e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "PUT /v2.0/routers/bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.4711776 Oct 13 15:27:44.831711 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36c7c03-c2ba-4a0b-b017-d3abc80a7250 None None] Routers {'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:27:44.832569 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-a36c7c03-c2ba-4a0b-b017-d3abc80a7250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:27:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:44.833763 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-93ab703f-b63d-4d95-afa8-e517457412f6 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:27:44.876477 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46192) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:44.884215 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71082f13-9128-4e24-857c-8c52e77dc69b req-48186b5e-3479-4a49-980f-9740c86f7ebe tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:44.890060 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ad5d3aed-4424-45a7-b34c-fe1f1575c3aa tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:44.892640 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-71082f13-9128-4e24-857c-8c52e77dc69b req-48186b5e-3479-4a49-980f-9740c86f7ebe tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 946 time: 1.0480666 Oct 13 15:27:44.894007 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ad5d3aed-4424-45a7-b34c-fe1f1575c3aa tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:44.909426 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-b161b5ae-a05a-45c0-815f-e12e20f931af admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:27:44.924889 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-51437680-f943-4575-944f-8aaf5582cd7d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9322934 Oct 13 15:27:44.935925 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-5ba165ea-23ad-4d3f-933b-52338cbd50f5 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-821665229'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:27:44.946136 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-5ba165ea-23ad-4d3f-933b-52338cbd50f5 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:27:44.952075 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46194) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:44.960829 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-b161b5ae-a05a-45c0-815f-e12e20f931af admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:27:44.983645 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ad5d3aed-4424-45a7-b34c-fe1f1575c3aa tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:44.984752 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad5d3aed-4424-45a7-b34c-fe1f1575c3aa tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Fanout notify agent at l3_agent the message router_deleted on router d17569b9-d2af-455e-9877-f95f2a04aaa9 {{(pid=88972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:27:44.986559 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-5ba165ea-23ad-4d3f-933b-52338cbd50f5 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Usage tracker for resource:network and tenant:34e6b268fc1844e287c5dc961df795e5 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:27:44.991838 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b161b5ae-a05a-45c0-815f-e12e20f931af admin admin] Made reservation on behalf of 6e2052c4f3914e79a3f6c684eb6c678b for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:27:44.995028 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b161b5ae-a05a-45c0-815f-e12e20f931af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:45.018405 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-a1a8cd38-61d1-4274-a900-165b0ad4fc62 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'subnet': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:27:45.113365 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-9db90a0b-00b5-46ad-b49d-783de2346326 None None] Provisioning for port 55ed86c2-7dc3-4aa7-812f-d614ba4e5e08 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:27:45.119649 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-9db90a0b-00b5-46ad-b49d-783de2346326 None None] Provisioning complete for port 55ed86c2-7dc3-4aa7-812f-d614ba4e5e08 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:27:45.120055 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9db90a0b-00b5-46ad-b49d-783de2346326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:45.120394 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-9db90a0b-00b5-46ad-b49d-783de2346326 None None] Attempt 1 to provision port 55ed86c2-7dc3-4aa7-812f-d614ba4e5e08 Oct 13 15:27:45.185766 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-a2741c5f-b79a-4cba-aa12-1a0a9d7d562b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:45.207322 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-a36c7c03-c2ba-4a0b-b017-d3abc80a7250 None None] Set router bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663 gateway port host: None {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:27:45.210382 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ad5d3aed-4424-45a7-b34c-fe1f1575c3aa tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:45.217170 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-ad5d3aed-4424-45a7-b34c-fe1f1575c3aa tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] 10.222.0.42 "DELETE /v2.0/routers/d17569b9-d2af-455e-9877-f95f2a04aaa9 HTTP/1.1" status: 204 len: 168 time: 1.0266976 Oct 13 15:27:45.223963 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46202) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:45.289183 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2741c5f-b79a-4cba-aa12-1a0a9d7d562b None None] Pushing event deleted for resources: {'Port': ['ID=27620969-f749-49ee-bf03-22279e9a42e4,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:45.315166 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2741c5f-b79a-4cba-aa12-1a0a9d7d562b None None] No DVR routers for this DVR port 27620969-f749-49ee-bf03-22279e9a42e4 on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:27:45.316727 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-9db90a0b-00b5-46ad-b49d-783de2346326 None None] Port 55ed86c2-7dc3-4aa7-812f-d614ba4e5e08 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:27:45.328458 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-34883411-882d-4224-a6fa-3e255361db8b tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] 10.222.0.42 "GET /v2.0/ports?device_id=d17569b9-d2af-455e-9877-f95f2a04aaa9 HTTP/1.1" status: 200 len: 205 time: 0.1031737 Oct 13 15:27:45.331440 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46206) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:45.334999 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4bfc2d-bf4f-4524-9e6d-ec9896cb91e7 None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:27:45.444013 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-5ba165ea-23ad-4d3f-933b-52338cbd50f5 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:27:45.500898 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-5ba165ea-23ad-4d3f-933b-52338cbd50f5 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:27:45.519267 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-266eca25-68f3-45bc-8655-04c249da0ef8 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] delete failed (client error): The resource could not be found. Oct 13 15:27:45.523159 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-266eca25-68f3-45bc-8655-04c249da0ef8 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] 10.222.0.42 "DELETE /v2.0/routers/d17569b9-d2af-455e-9877-f95f2a04aaa9 HTTP/1.1" status: 404 len: 336 time: 0.1881232 Oct 13 15:27:45.523159 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b161b5ae-a05a-45c0-815f-e12e20f931af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:45.540941 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46210) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:45.689052 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-71082f13-9128-4e24-857c-8c52e77dc69b req-450080fd-631f-46a0-92d2-1132f03ae60a tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7954159 Oct 13 15:27:45.701575 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-223171b0-3c9e-4f1e-93b7-f2414492b8bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828050'] for router_gateway, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:45.798005 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 07a0c8b7-349c-4604-a651-d64c7d04f26d up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:27:45.800027 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-29fabd2c-697f-4a31-90c4-5c6fa73d11f7 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] 10.222.0.42 "GET /v2.0/ports?device_id=ddf2c6c9-c2a7-49cf-950f-ad3adf0f501d HTTP/1.1" status: 200 len: 205 time: 0.1714778 Oct 13 15:27:45.804633 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46220) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:45.832138 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-a36c7c03-c2ba-4a0b-b017-d3abc80a7250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'name': 'tempest-RoutersIpV6Test-router-284765292', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:18Z', 'updated_at': '2022-10-13T15:27:39Z', 'revision_number': 3, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'gw_port_host': None, '_interfaces': [{'id': '55ed86c2-7dc3-4aa7-812f-d614ba4e5e08', 'name': '', 'network_id': '8103f6e5-66b5-4b6e-aab9-89095ff7dce4', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:c0:8e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd872e4e3-5ee4-405a-a437-1ffbf1f955fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:35Z', 'updated_at': '2022-10-13T15:27:40Z', 'revision_number': 2, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': 'd872e4e3-5ee4-405a-a437-1ffbf1f955fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67594f2-c0c5-4a36-bff7-71fd58d2cbed', 'name': '', 'network_id': '84c2d1c2-975e-4007-b816-a51001632d07', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:fc:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '0945d224-ede5-498b-85fe-799e1434f68b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:22Z', 'updated_at': '2022-10-13T15:27:33Z', 'revision_number': 5, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': '0945d224-ede5-498b-85fe-799e1434f68b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:45.841792 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36c7c03-c2ba-4a0b-b017-d3abc80a7250 None None] Checking router: bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:27:45.842295 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36c7c03-c2ba-4a0b-b017-d3abc80a7250 None None] Updating router bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663 port 55ed86c2-7dc3-4aa7-812f-d614ba4e5e08 binding host dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:27:45.860934 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-9db90a0b-00b5-46ad-b49d-783de2346326 None None] Attempt 2 to provision port 55ed86c2-7dc3-4aa7-812f-d614ba4e5e08 Oct 13 15:27:45.872078 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba165ea-23ad-4d3f-933b-52338cbd50f5 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Made reservation on behalf of 34e6b268fc1844e287c5dc961df795e5 for: {'network': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:27:45.883074 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5ba165ea-23ad-4d3f-933b-52338cbd50f5 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:45.902587 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b161b5ae-a05a-45c0-815f-e12e20f931af admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c978c88-860e-44da-8b8a-2cdd6e8e0289,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:45.904898 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b161b5ae-a05a-45c0-815f-e12e20f931af admin admin] Checking segment: {'id': '01fa4796-7560-41f0-88ba-321558965537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ced2275c-bcdc-4a16-b344-0fe658c14c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:27:45.905844 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b161b5ae-a05a-45c0-815f-e12e20f931af admin admin] Network hostable DHCP agents. Network: ced2275c-bcdc-4a16-b344-0fe658c14c93, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:27:45.906959 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ceb0238-ea58-4151-beb3-5083e3f8223d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'tenant_id': 'bb90cebe15f541febeed2c50e15c931e', 'fixed_ips': [{'subnet_id': 'b7d22656-dd93-4656-a027-983013d86820'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:27:45.907779 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-3ceb0238-ea58-4151-beb3-5083e3f8223d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:45.937627 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b161b5ae-a05a-45c0-815f-e12e20f931af admin admin] Network ced2275c-bcdc-4a16-b344-0fe658c14c93 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:27:45.945712 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-a36c7c03-c2ba-4a0b-b017-d3abc80a7250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:45.954697 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-b161b5ae-a05a-45c0-815f-e12e20f931af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, ced2275c-bcdc-4a16-b344-0fe658c14c93) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:27:45.968598 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b161b5ae-a05a-45c0-815f-e12e20f931af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:45.969504 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b161b5ae-a05a-45c0-815f-e12e20f931af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:45.981400 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d92ac12-4699-4954-bd47-2e0334889e1f None None] Network ced2275c-bcdc-4a16-b344-0fe658c14c93 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:27:45.999379 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-b161b5ae-a05a-45c0-815f-e12e20f931af admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5370345 Oct 13 15:27:46.001966 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46226) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:46.012277 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-c94dc842-9951-496d-9d08-6782b1b6a1a6 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-2107375634-router', 'tenant_id': '6e2052c4f3914e79a3f6c684eb6c678b', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:27:46.018922 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-c94dc842-9951-496d-9d08-6782b1b6a1a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:27:46.023778 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-c94dc842-9951-496d-9d08-6782b1b6a1a6 admin admin] Usage tracker for resource:router and tenant:6e2052c4f3914e79a3f6c684eb6c678b is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:27:46.029498 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-c94dc842-9951-496d-9d08-6782b1b6a1a6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:27:46.037755 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-c94dc842-9951-496d-9d08-6782b1b6a1a6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:27:46.063590 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c94dc842-9951-496d-9d08-6782b1b6a1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:46.065030 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c94dc842-9951-496d-9d08-6782b1b6a1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:46.120032 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c94dc842-9951-496d-9d08-6782b1b6a1a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:46.266591 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.api.v2.resource [None req-e0a527b8-f06a-4be6-ba51-8c677d6dd8e0 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] delete failed (client error): The resource could not be found. Oct 13 15:27:46.267620 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e0a527b8-f06a-4be6-ba51-8c677d6dd8e0 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] 10.222.0.42 "DELETE /v2.0/routers/ddf2c6c9-c2a7-49cf-950f-ad3adf0f501d HTTP/1.1" status: 404 len: 336 time: 0.4441171 Oct 13 15:27:46.273168 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-93ab703f-b63d-4d95-afa8-e517457412f6 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:46.282332 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-9db90a0b-00b5-46ad-b49d-783de2346326 None None] Port 55ed86c2-7dc3-4aa7-812f-d614ba4e5e08 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:27:46.288081 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46236) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:46.303059 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-223171b0-3c9e-4f1e-93b7-f2414492b8bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:46.316682 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-223171b0-3c9e-4f1e-93b7-f2414492b8bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:46.332449 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 07a0c8b7-349c-4604-a651-d64c7d04f26d completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:27:46.359157 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 07a0c8b7-349c-4604-a651-d64c7d04f26d triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:27:46.359534 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:46.359873 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 07a0c8b7-349c-4604-a651-d64c7d04f26d Oct 13 15:27:46.432855 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-a1a8cd38-61d1-4274-a900-165b0ad4fc62 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:27:46.470148 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-a1a8cd38-61d1-4274-a900-165b0ad4fc62 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Usage tracker for resource:subnet and tenant:bb90cebe15f541febeed2c50e15c931e is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:27:46.480920 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-91ee3440-b3c0-41ff-8406-df5e177febc1 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] 10.222.0.42 "GET /v2.0/ports?device_id=92701029-9dfd-4401-af54-943beae0508a HTTP/1.1" status: 200 len: 205 time: 0.1812577 Oct 13 15:27:46.488361 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46242) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:46.557814 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-a36c7c03-c2ba-4a0b-b017-d3abc80a7250 None None] Notify callbacks [] for port, precommit_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:46.576961 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.provisioning_blocks [None req-a36c7c03-c2ba-4a0b-b017-d3abc80a7250 None None] Transition to ACTIVE for port object 55ed86c2-7dc3-4aa7-812f-d614ba4e5e08 will not be triggered until provisioned by entity L2. {{(pid=88975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:27:46.592695 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-a36c7c03-c2ba-4a0b-b017-d3abc80a7250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:46.637986 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-3ceb0238-ea58-4151-beb3-5083e3f8223d None None] Allocated IP 172.20.0.2 (a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828/b7d22656-dd93-4656-a027-983013d86820/186b346c-c420-44ef-ad5a-c740117d305c) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:27:46.671059 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-40105eec-7a88-458f-9e16-484a1c134eb5 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] delete failed (client error): The resource could not be found. Oct 13 15:27:46.672089 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-40105eec-7a88-458f-9e16-484a1c134eb5 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] 10.222.0.42 "DELETE /v2.0/routers/92701029-9dfd-4401-af54-943beae0508a HTTP/1.1" status: 404 len: 336 time: 0.1828001 Oct 13 15:27:46.677728 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46248) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:46.710796 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838ea5c4-b785-4f1c-a7d1-79abdb09a7df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-ced2275c-bcdc-4a16-b344-0fe658c14c93', 'network_id': 'ced2275c-bcdc-4a16-b344-0fe658c14c93', 'tenant_id': '6e2052c4f3914e79a3f6c684eb6c678b', 'fixed_ips': [{'subnet_id': '8c978c88-860e-44da-8b8a-2cdd6e8e0289'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:27:46.711619 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-838ea5c4-b785-4f1c-a7d1-79abdb09a7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:46.785434 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-9db90a0b-00b5-46ad-b49d-783de2346326 None None] Attempt 3 to provision port 55ed86c2-7dc3-4aa7-812f-d614ba4e5e08 Oct 13 15:27:46.786943 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-93ab703f-b63d-4d95-afa8-e517457412f6 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:46.805954 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ba165ea-23ad-4d3f-933b-52338cbd50f5 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=88973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:27:46.816902 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5ba165ea-23ad-4d3f-933b-52338cbd50f5 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:46.817246 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-5ba165ea-23ad-4d3f-933b-52338cbd50f5 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Added segment 3ac02b61-e2d0-4dfd-904d-bb25de3c3694 of type vlan for network c22a49cc-c5a0-42b9-8402-0abbf6fb909a Oct 13 15:27:46.848736 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5ba165ea-23ad-4d3f-933b-52338cbd50f5 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:46.863524 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-9db90a0b-00b5-46ad-b49d-783de2346326 None None] Port 55ed86c2-7dc3-4aa7-812f-d614ba4e5e08 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:27:46.882062 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-a1a8cd38-61d1-4274-a900-165b0ad4fc62 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:27:46.902762 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-a1a8cd38-61d1-4274-a900-165b0ad4fc62 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:27:46.905614 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5ba165ea-23ad-4d3f-933b-52338cbd50f5 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:46.920606 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba165ea-23ad-4d3f-933b-52338cbd50f5 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:46.921630 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5ba165ea-23ad-4d3f-933b-52338cbd50f5 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:46.961663 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-93ab703f-b63d-4d95-afa8-e517457412f6 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:46.962845 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-93ab703f-b63d-4d95-afa8-e517457412f6 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] In _notify_port_updated(), no bound segment for port 638d2409-9adc-4a63-a7b4-b8d5cbff594a on network a7f3b330-c320-422e-b157-5a2ea33283c2 {{(pid=88973) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 13 15:27:46.966060 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89abba0-03ee-4659-86fc-9e2fe57f4a5e None None] Pushing event updated for resources: {'Port': ['ID=55ed86c2-7dc3-4aa7-812f-d614ba4e5e08,revision_number=3']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:46.982514 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-a36c7c03-c2ba-4a0b-b017-d3abc80a7250 None None] Attempting to bind port 55ed86c2-7dc3-4aa7-812f-d614ba4e5e08 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:27:46.982884 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-a36c7c03-c2ba-4a0b-b017-d3abc80a7250 None None] Attempting to bind port 55ed86c2-7dc3-4aa7-812f-d614ba4e5e08 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '0ad4d6f1-4991-463b-950d-eac210dc6b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8103f6e5-66b5-4b6e-aab9-89095ff7dce4'}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:27:46.983076 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93ab703f-b63d-4d95-afa8-e517457412f6 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:46.983249 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36c7c03-c2ba-4a0b-b017-d3abc80a7250 None None] Attempting to bind port 55ed86c2-7dc3-4aa7-812f-d614ba4e5e08 on network 8103f6e5-66b5-4b6e-aab9-89095ff7dce4 {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:27:46.983690 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-93ab703f-b63d-4d95-afa8-e517457412f6 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:46.987365 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-93ab703f-b63d-4d95-afa8-e517457412f6 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "PUT /v2.0/ports/638d2409-9adc-4a63-a7b4-b8d5cbff594a HTTP/1.1" status: 200 len: 818 time: 2.1692317 Oct 13 15:27:46.989179 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36c7c03-c2ba-4a0b-b017-d3abc80a7250 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:27:46.989661 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36c7c03-c2ba-4a0b-b017-d3abc80a7250 None None] Checking segment: {'id': '0ad4d6f1-4991-463b-950d-eac210dc6b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8103f6e5-66b5-4b6e-aab9-89095ff7dce4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:27:46.990452 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-a36c7c03-c2ba-4a0b-b017-d3abc80a7250 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:46.990452 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a36c7c03-c2ba-4a0b-b017-d3abc80a7250 None None] Bound using segment: {'id': '0ad4d6f1-4991-463b-950d-eac210dc6b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8103f6e5-66b5-4b6e-aab9-89095ff7dce4'} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:27:46.991017 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-a36c7c03-c2ba-4a0b-b017-d3abc80a7250 None None] Bound port: 55ed86c2-7dc3-4aa7-812f-d614ba4e5e08, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad4d6f1-4991-463b-950d-eac210dc6b24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '8103f6e5-66b5-4b6e-aab9-89095ff7dce4'}}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:27:46.991114 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-a36c7c03-c2ba-4a0b-b017-d3abc80a7250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:47.023511 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-13cc1439-c5ef-4637-b3be-446c923cf2cc tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] 10.222.0.42 "GET /v2.0/ports?device_id=ea715ee5-85c0-4b29-b4d3-271bc8be92ea HTTP/1.1" status: 200 len: 205 time: 0.3325393 Oct 13 15:27:47.026471 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c94dc842-9951-496d-9d08-6782b1b6a1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:47.081133 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46258) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:47.081744 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46260) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:47.097897 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-a36c7c03-c2ba-4a0b-b017-d3abc80a7250 None None] For port 55ed86c2-7dc3-4aa7-812f-d614ba4e5e08, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:27:47.101574 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-a36c7c03-c2ba-4a0b-b017-d3abc80a7250 None None] For port 55ed86c2-7dc3-4aa7-812f-d614ba4e5e08, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=55ed86c2-7dc3-4aa7-812f-d614ba4e5e08,segment=NetworkSegment(0ad4d6f1-4991-463b-950d-eac210dc6b24),segment_id=0ad4d6f1-4991-463b-950d-eac210dc6b24)] {{(pid=88975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:27:47.107061 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-5ba165ea-23ad-4d3f-933b-52338cbd50f5 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.1880977 Oct 13 15:27:47.110631 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-a36c7c03-c2ba-4a0b-b017-d3abc80a7250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:47.154503 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-223171b0-3c9e-4f1e-93b7-f2414492b8bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:47.159038 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223171b0-3c9e-4f1e-93b7-f2414492b8bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router bea711c8-5e1e-4998-af95-d57cc836dfc3 {{(pid=88973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:27:47.171154 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 07a0c8b7-349c-4604-a651-d64c7d04f26d is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:27:47.171789 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:47.180167 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46268) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:47.204942 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a36c7c03-c2ba-4a0b-b017-d3abc80a7250 None None] Routers {'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:27:47.209609 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-a36c7c03-c2ba-4a0b-b017-d3abc80a7250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:27:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:47.209798 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a8cd38-61d1-4274-a900-165b0ad4fc62 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:27:47.213232 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a1a8cd38-61d1-4274-a900-165b0ad4fc62 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:47.273077 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-526fdcff-f3dc-42a7-8362-253706eb3351 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Request body: {'subnet': {'network_id': 'c22a49cc-c5a0-42b9-8402-0abbf6fb909a', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:27:47.309773 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 07a0c8b7-349c-4604-a651-d64c7d04f26d, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=07a0c8b7-349c-4604-a651-d64c7d04f26d,segment=NetworkSegment(c8b28188-8b1e-438a-8a7c-cfa1fc185e50),segment_id=c8b28188-8b1e-438a-8a7c-cfa1fc185e50)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:27:47.323773 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:47.347730 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-5eef4de3-6f5b-4a58-a7ee-86858b3838e6 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] delete failed (client error): The resource could not be found. Oct 13 15:27:47.351253 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-5eef4de3-6f5b-4a58-a7ee-86858b3838e6 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] 10.222.0.42 "DELETE /v2.0/routers/ea715ee5-85c0-4b29-b4d3-271bc8be92ea HTTP/1.1" status: 404 len: 336 time: 0.2640624 Oct 13 15:27:47.414305 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46276) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:47.428120 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-3ceb0238-ea58-4151-beb3-5083e3f8223d None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:47.442393 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-3ceb0238-ea58-4151-beb3-5083e3f8223d None None] Transition to ACTIVE for port object 186b346c-c420-44ef-ad5a-c740117d305c will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:27:47.457158 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-223171b0-3c9e-4f1e-93b7-f2414492b8bc admin admin] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:47.458186 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-223171b0-3c9e-4f1e-93b7-f2414492b8bc admin admin] 10.222.0.42 "DELETE /v2.0/routers/bea711c8-5e1e-4998-af95-d57cc836dfc3 HTTP/1.1" status: 204 len: 168 time: 8.8041041 Oct 13 15:27:47.466323 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-3ceb0238-ea58-4151-beb3-5083e3f8223d None None] Transition to ACTIVE for port object 186b346c-c420-44ef-ad5a-c740117d305c will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:27:47.471774 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46280) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:47.474433 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ab703f-b63d-4d95-afa8-e517457412f6 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event updated for resources: {'Port': ['ID=638d2409-9adc-4a63-a7b4-b8d5cbff594a,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:47.479471 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89abba0-03ee-4659-86fc-9e2fe57f4a5e None None] Pushing event updated for resources: {'Port': ['ID=55ed86c2-7dc3-4aa7-812f-d614ba4e5e08,revision_number=4']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:47.490941 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-9db90a0b-00b5-46ad-b49d-783de2346326 None None] Attempt 4 to provision port 55ed86c2-7dc3-4aa7-812f-d614ba4e5e08 Oct 13 15:27:47.497692 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-777e797a-d926-4f44-8a7d-09f4b6c5b801 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Deleting port 638d2409-9adc-4a63-a7b4-b8d5cbff594a {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:27:47.498042 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-777e797a-d926-4f44-8a7d-09f4b6c5b801 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:47.500354 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-a36c7c03-c2ba-4a0b-b017-d3abc80a7250 None None] Set router bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663 gateway port host: None {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:27:47.537522 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 27620969-f749-49ee-bf03-22279e9a42e4 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:27:47.586260 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-3ceb0238-ea58-4151-beb3-5083e3f8223d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:47.631563 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba165ea-23ad-4d3f-933b-52338cbd50f5 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event updated for resources: {'Network': ['ID=c22a49cc-c5a0-42b9-8402-0abbf6fb909a,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:47.633254 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 27620969-f749-49ee-bf03-22279e9a42e4 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:27:47.647008 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 27620969-f749-49ee-bf03-22279e9a42e4 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:27:47.669412 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-ec97a3f1-dcb5-42da-91af-ca1c195efdbe tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] 10.222.0.42 "GET /v2.0/ports?device_id=c3788e22-2e63-4dd2-bde2-6e9897b469d7 HTTP/1.1" status: 200 len: 205 time: 0.1849144 Oct 13 15:27:47.671859 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network c22a49cc-c5a0-42b9-8402-0abbf6fb909a details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:27:47.677859 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46286) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:47.716303 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-526fdcff-f3dc-42a7-8362-253706eb3351 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:27:47.726789 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-526fdcff-f3dc-42a7-8362-253706eb3351 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Usage tracker for resource:subnet and tenant:34e6b268fc1844e287c5dc961df795e5 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:27:47.731545 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-526fdcff-f3dc-42a7-8362-253706eb3351 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:27:47.760081 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-526fdcff-f3dc-42a7-8362-253706eb3351 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:27:47.767385 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-838ea5c4-b785-4f1c-a7d1-79abdb09a7df None None] Allocated IP 172.20.0.2 (ced2275c-bcdc-4a16-b344-0fe658c14c93/8c978c88-860e-44da-8b8a-2cdd6e8e0289/d87f15e1-ea86-4c29-8767-419e02e0d360) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:27:47.776243 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-f0addc56-76af-48d3-860a-60f14580045c tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] delete failed (client error): The resource could not be found. Oct 13 15:27:47.778674 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-f0addc56-76af-48d3-860a-60f14580045c tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] 10.222.0.42 "DELETE /v2.0/routers/c3788e22-2e63-4dd2-bde2-6e9897b469d7 HTTP/1.1" status: 404 len: 336 time: 0.0969338 Oct 13 15:27:47.780980 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46294) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:47.791538 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_v2 [None req-3690988e-f81f-4887-980b-a120ae1e7afa admin admin] Deleting subnet fb9f91e1-ddeb-4202-a3e1-9b503a67c696 {{(pid=88973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:27:47.798973 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526fdcff-f3dc-42a7-8362-253706eb3351 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Made reservation on behalf of 34e6b268fc1844e287c5dc961df795e5 for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:27:47.802735 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-526fdcff-f3dc-42a7-8362-253706eb3351 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:47.817780 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ceb0238-ea58-4151-beb3-5083e3f8223d None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:27:47.835730 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 2ac75954-0ec5-4439-9656-3be2abc7f1fb no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:27:47.887575 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3690988e-f81f-4887-980b-a120ae1e7afa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:47.889481 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-3ceb0238-ea58-4151-beb3-5083e3f8223d None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:27:47.954103 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ceb0238-ea58-4151-beb3-5083e3f8223d None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:27:47.963578 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3690988e-f81f-4887-980b-a120ae1e7afa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7432921'] for subnet, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:47.995893 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82022f77-9c3a-4c8c-b3f1-8f803185fda8 req-c067ea84-93d4-4fc0-aa6c-957b7db53153 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:47.997364 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-82022f77-9c3a-4c8c-b3f1-8f803185fda8 req-c067ea84-93d4-4fc0-aa6c-957b7db53153 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 946 time: 1.0231884 Oct 13 15:27:48.048861 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 2ac75954-0ec5-4439-9656-3be2abc7f1fb {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:27:48.051143 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 2ac75954-0ec5-4439-9656-3be2abc7f1fb not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:27:48.072737 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=07a0c8b7-349c-4604-a651-d64c7d04f26d,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:48.081378 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46300) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:48.125653 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-9db90a0b-00b5-46ad-b49d-783de2346326 None None] Port 55ed86c2-7dc3-4aa7-812f-d614ba4e5e08 had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 15:27:48.135158 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-777e797a-d926-4f44-8a7d-09f4b6c5b801 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:48.206548 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-a36c7c03-c2ba-4a0b-b017-d3abc80a7250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'name': 'tempest-RoutersIpV6Test-router-284765292', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:18Z', 'updated_at': '2022-10-13T15:27:39Z', 'revision_number': 3, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'gw_port_host': None, '_interfaces': [{'id': '55ed86c2-7dc3-4aa7-812f-d614ba4e5e08', 'name': '', 'network_id': '8103f6e5-66b5-4b6e-aab9-89095ff7dce4', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:c0:8e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd872e4e3-5ee4-405a-a437-1ffbf1f955fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:35Z', 'updated_at': '2022-10-13T15:27:47Z', 'revision_number': 4, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': 'd872e4e3-5ee4-405a-a437-1ffbf1f955fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67594f2-c0c5-4a36-bff7-71fd58d2cbed', 'name': '', 'network_id': '84c2d1c2-975e-4007-b816-a51001632d07', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:fc:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '0945d224-ede5-498b-85fe-799e1434f68b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:22Z', 'updated_at': '2022-10-13T15:27:33Z', 'revision_number': 5, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': '0945d224-ede5-498b-85fe-799e1434f68b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:48.222031 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a36c7c03-c2ba-4a0b-b017-d3abc80a7250 None None] The sync data for ids ['bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'] in dv-neutron-860329-2-hyperv is: [{'id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'name': 'tempest-RoutersIpV6Test-router-284765292', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:18Z', 'updated_at': '2022-10-13T15:27:39Z', 'revision_number': 3, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'gw_port_host': None, '_interfaces': [{'id': '55ed86c2-7dc3-4aa7-812f-d614ba4e5e08', 'name': '', 'network_id': '8103f6e5-66b5-4b6e-aab9-89095ff7dce4', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:c0:8e:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd872e4e3-5ee4-405a-a437-1ffbf1f955fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:35Z', 'updated_at': '2022-10-13T15:27:47Z', 'revision_number': 4, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': 'd872e4e3-5ee4-405a-a437-1ffbf1f955fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67594f2-c0c5-4a36-bff7-71fd58d2cbed', 'name': '', 'network_id': '84c2d1c2-975e-4007-b816-a51001632d07', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:fc:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '0945d224-ede5-498b-85fe-799e1434f68b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:22Z', 'updated_at': '2022-10-13T15:27:33Z', 'revision_number': 5, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': '0945d224-ede5-498b-85fe-799e1434f68b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:27:48.303145 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-3ceb0238-ea58-4151-beb3-5083e3f8223d None None] Attempting to bind port 186b346c-c420-44ef-ad5a-c740117d305c on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:27:48.303518 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-3ceb0238-ea58-4151-beb3-5083e3f8223d None None] Attempting to bind port 186b346c-c420-44ef-ad5a-c740117d305c by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:27:48.303870 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ceb0238-ea58-4151-beb3-5083e3f8223d None None] Attempting to bind port 186b346c-c420-44ef-ad5a-c740117d305c on network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:27:48.315897 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb0238-ea58-4151-beb3-5083e3f8223d None None] Pushing event updated for resources: {'Port': ['ID=186b346c-c420-44ef-ad5a-c740117d305c,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:48.333607 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ceb0238-ea58-4151-beb3-5083e3f8223d None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:27:48.333991 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ceb0238-ea58-4151-beb3-5083e3f8223d None None] Checking segment: {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:27:48.334405 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-3ceb0238-ea58-4151-beb3-5083e3f8223d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:48.334792 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ceb0238-ea58-4151-beb3-5083e3f8223d None None] Bound using segment: {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:27:48.335318 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-3ceb0238-ea58-4151-beb3-5083e3f8223d None None] Bound port: 186b346c-c420-44ef-ad5a-c740117d305c, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:27:48.335629 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-3ceb0238-ea58-4151-beb3-5083e3f8223d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:48.378738 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e90a6efe-8c2b-4a6c-9b83-3e6a8fb99b6c tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] 10.222.0.42 "GET /v2.0/ports?device_id=1712de39-0f0c-43f1-b0ab-576ade10f2b3 HTTP/1.1" status: 200 len: 205 time: 0.5963717 Oct 13 15:27:48.385054 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46306) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:48.491340 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3690988e-f81f-4887-980b-a120ae1e7afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:48.493952 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-777e797a-d926-4f44-8a7d-09f4b6c5b801 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Calling delete_port for 638d2409-9adc-4a63-a7b4-b8d5cbff594a owned by {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:27:48.527357 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-82022f77-9c3a-4c8c-b3f1-8f803185fda8 req-4f755c88-73d7-4bbd-ab0f-564d26a48875 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5226529 Oct 13 15:27:48.539832 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-8ae757b5-3230-4e37-a3da-3dfb077fdb49 tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Request body: {'quota': {'network': 2}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:27:48.592104 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-838ea5c4-b785-4f1c-a7d1-79abdb09a7df None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:48.610358 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-838ea5c4-b785-4f1c-a7d1-79abdb09a7df None None] Transition to ACTIVE for port object d87f15e1-ea86-4c29-8767-419e02e0d360 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:27:48.622206 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-3ceb0238-ea58-4151-beb3-5083e3f8223d None None] For port 186b346c-c420-44ef-ad5a-c740117d305c, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:27:48.627132 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-3ceb0238-ea58-4151-beb3-5083e3f8223d None None] For port 186b346c-c420-44ef-ad5a-c740117d305c, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=186b346c-c420-44ef-ad5a-c740117d305c,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:27:48.635738 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-838ea5c4-b785-4f1c-a7d1-79abdb09a7df None None] Transition to ACTIVE for port object d87f15e1-ea86-4c29-8767-419e02e0d360 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:27:48.639875 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-3ceb0238-ea58-4151-beb3-5083e3f8223d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:48.708318 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-838ea5c4-b785-4f1c-a7d1-79abdb09a7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:48.764861 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-8ae757b5-3230-4e37-a3da-3dfb077fdb49 tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] 10.222.0.42 "PUT /v2.0/quotas/f4fc222f79f5431abfcba6f93771001c HTTP/1.1" status: 200 len: 368 time: 0.6784430 Oct 13 15:27:48.765555 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46312) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:48.785776 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-823c08b0-c57b-488c-aaf1-595ebffad1e1 tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Request body: {'network': {'project_id': 'f4fc222f79f5431abfcba6f93771001c'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:27:48.837909 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-838ea5c4-b785-4f1c-a7d1-79abdb09a7df None None] Network ced2275c-bcdc-4a16-b344-0fe658c14c93 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:27:48.858946 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-838ea5c4-b785-4f1c-a7d1-79abdb09a7df None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:27:48.863781 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-838ea5c4-b785-4f1c-a7d1-79abdb09a7df None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:27:48.884350 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-823c08b0-c57b-488c-aaf1-595ebffad1e1 tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:27:48.894386 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-823c08b0-c57b-488c-aaf1-595ebffad1e1 tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Usage tracker for resource:network and tenant:f4fc222f79f5431abfcba6f93771001c is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:27:48.898683 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c94dc842-9951-496d-9d08-6782b1b6a1a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:48.941028 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-823c08b0-c57b-488c-aaf1-595ebffad1e1 tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:27:48.949858 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-777e797a-d926-4f44-8a7d-09f4b6c5b801 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:48.953805 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3690988e-f81f-4887-980b-a120ae1e7afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:48.956760 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-823c08b0-c57b-488c-aaf1-595ebffad1e1 tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:27:49.023247 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb0238-ea58-4151-beb3-5083e3f8223d None None] Pushing event updated for resources: {'Port': ['ID=186b346c-c420-44ef-ad5a-c740117d305c,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:49.031223 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c94dc842-9951-496d-9d08-6782b1b6a1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:49.063992 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.api.v2.resource [None req-043d44de-3830-44c4-86de-d65b4b6ea6e7 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] delete failed (client error): The resource could not be found. Oct 13 15:27:49.065040 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-043d44de-3830-44c4-86de-d65b4b6ea6e7 tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] 10.222.0.42 "DELETE /v2.0/routers/1712de39-0f0c-43f1-b0ab-576ade10f2b3 HTTP/1.1" status: 404 len: 336 time: 0.6771052 Oct 13 15:27:49.088134 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3690988e-f81f-4887-980b-a120ae1e7afa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb9f91e1-ddeb-4202-a3e1-9b503a67c696,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:49.105958 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f140c95-631c-4dd3-804e-b38f88dcc668 None None] Network 3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:27:49.128237 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46318) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:49.129241 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3690988e-f81f-4887-980b-a120ae1e7afa admin admin] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:49.223081 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777e797a-d926-4f44-8a7d-09f4b6c5b801 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event deleted for resources: {'Port': ['ID=638d2409-9adc-4a63-a7b4-b8d5cbff594a,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:49.260253 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-838ea5c4-b785-4f1c-a7d1-79abdb09a7df None None] Attempting to bind port d87f15e1-ea86-4c29-8767-419e02e0d360 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:27:49.260441 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4c3c3f0-194c-40dc-a1c7-313978817aff tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] DELETE failed (client error): The resource could not be found. Oct 13 15:27:49.260555 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-838ea5c4-b785-4f1c-a7d1-79abdb09a7df None None] Attempting to bind port d87f15e1-ea86-4c29-8767-419e02e0d360 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '01fa4796-7560-41f0-88ba-321558965537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ced2275c-bcdc-4a16-b344-0fe658c14c93'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:27:49.260646 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4c3c3f0-194c-40dc-a1c7-313978817aff tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:27:49.260720 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838ea5c4-b785-4f1c-a7d1-79abdb09a7df None None] Attempting to bind port d87f15e1-ea86-4c29-8767-419e02e0d360 on network ced2275c-bcdc-4a16-b344-0fe658c14c93 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:27:49.285034 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-a4c3c3f0-194c-40dc-a1c7-313978817aff tempest-RoutersAdminTest-985089256 tempest-RoutersAdminTest-985089256-project] 10.222.0.42 "DELETE /v2.0/subnets/7cc4281d-8166-4da5-91ac-9531e0250604 HTTP/1.1" status: 404 len: 337 time: 0.1370051 Oct 13 15:27:49.286029 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-526fdcff-f3dc-42a7-8362-253706eb3351 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:49.363236 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838ea5c4-b785-4f1c-a7d1-79abdb09a7df None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:27:49.364293 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838ea5c4-b785-4f1c-a7d1-79abdb09a7df None None] Checking segment: {'id': '01fa4796-7560-41f0-88ba-321558965537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ced2275c-bcdc-4a16-b344-0fe658c14c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:27:49.364874 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-838ea5c4-b785-4f1c-a7d1-79abdb09a7df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:49.365470 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-838ea5c4-b785-4f1c-a7d1-79abdb09a7df None None] Bound using segment: {'id': '01fa4796-7560-41f0-88ba-321558965537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ced2275c-bcdc-4a16-b344-0fe658c14c93'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:27:49.366297 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-838ea5c4-b785-4f1c-a7d1-79abdb09a7df None None] Bound port: d87f15e1-ea86-4c29-8767-419e02e0d360, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01fa4796-7560-41f0-88ba-321558965537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ced2275c-bcdc-4a16-b344-0fe658c14c93'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:27:49.366876 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-838ea5c4-b785-4f1c-a7d1-79abdb09a7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:49.410247 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-3690988e-f81f-4887-980b-a120ae1e7afa admin admin] 10.222.0.42 "DELETE /v2.0/subnets/fb9f91e1-ddeb-4202-a3e1-9b503a67c696 HTTP/1.1" status: 204 len: 168 time: 1.9310133 Oct 13 15:27:49.427579 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46324) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:49.429398 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-c94dc842-9951-496d-9d08-6782b1b6a1a6 admin admin] Allocated IP 172.26.2.52 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/096d7a3e-bd9a-4b75-9e3d-1a80ea105ccd) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:27:49.432486 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-777e797a-d926-4f44-8a7d-09f4b6c5b801 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:49.440914 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823c08b0-c57b-488c-aaf1-595ebffad1e1 tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Made reservation on behalf of f4fc222f79f5431abfcba6f93771001c for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:27:49.443629 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-823c08b0-c57b-488c-aaf1-595ebffad1e1 tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:49.477353 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-823c08b0-c57b-488c-aaf1-595ebffad1e1 tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:49.548082 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-526fdcff-f3dc-42a7-8362-253706eb3351 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Checking segment: {'id': '3ac02b61-e2d0-4dfd-904d-bb25de3c3694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c22a49cc-c5a0-42b9-8402-0abbf6fb909a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:27:49.548648 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526fdcff-f3dc-42a7-8362-253706eb3351 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Network hostable DHCP agents. Network: c22a49cc-c5a0-42b9-8402-0abbf6fb909a, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:27:49.550494 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-777e797a-d926-4f44-8a7d-09f4b6c5b801 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "DELETE /v2.0/ports/638d2409-9adc-4a63-a7b4-b8d5cbff594a HTTP/1.1" status: 204 len: 168 time: 2.4673352 Oct 13 15:27:49.554602 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46328) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:49.555256 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-823c08b0-c57b-488c-aaf1-595ebffad1e1 tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:27:49.561149 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526fdcff-f3dc-42a7-8362-253706eb3351 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event updated for resources: {'Subnet': ['ID=506d59b8-4c92-476e-9ca9-85e327f03087,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:49.576890 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ea5c4-b785-4f1c-a7d1-79abdb09a7df None None] Pushing event updated for resources: {'Port': ['ID=d87f15e1-ea86-4c29-8767-419e02e0d360,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:49.586338 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-838ea5c4-b785-4f1c-a7d1-79abdb09a7df None None] For port d87f15e1-ea86-4c29-8767-419e02e0d360, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:27:49.591289 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-838ea5c4-b785-4f1c-a7d1-79abdb09a7df None None] For port d87f15e1-ea86-4c29-8767-419e02e0d360, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=d87f15e1-ea86-4c29-8767-419e02e0d360,segment=NetworkSegment(01fa4796-7560-41f0-88ba-321558965537),segment_id=01fa4796-7560-41f0-88ba-321558965537)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:27:49.604762 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-838ea5c4-b785-4f1c-a7d1-79abdb09a7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:49.639566 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-823c08b0-c57b-488c-aaf1-595ebffad1e1 tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Usage tracker for resource:security_group_rule and tenant:f4fc222f79f5431abfcba6f93771001c is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:27:49.659163 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-823c08b0-c57b-488c-aaf1-595ebffad1e1 tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:27:49.683560 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.objects.ports [None req-a1a8cd38-61d1-4274-a900-165b0ad4fc62 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88973) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 13 15:27:49.689352 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cb44a26e-8747-4f44-a6a1-7ca04ed746ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:49.700333 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-823c08b0-c57b-488c-aaf1-595ebffad1e1 tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:27:49.710707 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838ea5c4-b785-4f1c-a7d1-79abdb09a7df None None] Pushing event updated for resources: {'Port': ['ID=d87f15e1-ea86-4c29-8767-419e02e0d360,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:49.753779 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb998c8-5b76-4ceb-9000-435148a0a59c req-4ae9af16-4371-4d2e-bacf-2689d030b621 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:49.763095 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-dcb998c8-5b76-4ceb-9000-435148a0a59c req-4ae9af16-4371-4d2e-bacf-2689d030b621 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 946 time: 0.7285306 Oct 13 15:27:49.766802 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ab00a7f-c45a-4345-9b68-4c86b59827a4 None None] DHCP port deletion for 3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:27:49.772693 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-7ab00a7f-c45a-4345-9b68-4c86b59827a4 None None] Deleting port fcf3f202-eccd-488b-9af6-f1187b80ed4c {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:27:49.773305 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7ab00a7f-c45a-4345-9b68-4c86b59827a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:49.831546 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46334) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:49.866892 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-cb44a26e-8747-4f44-a6a1-7ca04ed746ea admin admin] Deleting port fcf3f202-eccd-488b-9af6-f1187b80ed4c {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:27:49.867259 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cb44a26e-8747-4f44-a6a1-7ca04ed746ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:49.930071 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526fdcff-f3dc-42a7-8362-253706eb3351 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Network c22a49cc-c5a0-42b9-8402-0abbf6fb909a is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:27:50.008028 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c94dc842-9951-496d-9d08-6782b1b6a1a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:50.055317 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-dcb998c8-5b76-4ceb-9000-435148a0a59c req-259d4583-3615-416e-86dd-9de62f418afd tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2909856 Oct 13 15:27:50.076468 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-526fdcff-f3dc-42a7-8362-253706eb3351 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, c22a49cc-c5a0-42b9-8402-0abbf6fb909a) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:27:50.091310 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526fdcff-f3dc-42a7-8362-253706eb3351 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:50.091913 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-526fdcff-f3dc-42a7-8362-253706eb3351 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:50.207546 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6bcb6dd9-b8fb-4921-b8ae-eab11ad6fb70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:50.237704 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-526fdcff-f3dc-42a7-8362-253706eb3351 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.0460918 Oct 13 15:27:50.243216 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46340) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:50.261046 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-6bcb6dd9-b8fb-4921-b8ae-eab11ad6fb70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:27:50.263533 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90e79ee5-0d7e-40b6-84b9-84f8bbe83c0c None None] Network c22a49cc-c5a0-42b9-8402-0abbf6fb909a requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:27:50.277813 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 55ed86c2-7dc3-4aa7-812f-d614ba4e5e08 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:27:50.298917 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5eedf427-585b-41f9-a340-34cc5b41adfb tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:50.302831 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-5eedf427-585b-41f9-a340-34cc5b41adfb tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Synchronizing usage tracker for tenant:c7529f71933548bfa5c77476ba17c75c on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:27:50.332759 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-7ab00a7f-c45a-4345-9b68-4c86b59827a4 None None] For port fcf3f202-eccd-488b-9af6-f1187b80ed4c, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=fcf3f202-eccd-488b-9af6-f1187b80ed4c,segment=NetworkSegment(4f206e35-101f-4772-8726-1677f4bd24d9),segment_id=4f206e35-101f-4772-8726-1677f4bd24d9)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:27:50.333165 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7ab00a7f-c45a-4345-9b68-4c86b59827a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:50.360302 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-6bcb6dd9-b8fb-4921-b8ae-eab11ad6fb70 admin admin] Usage tracker for resource:security_group_rule and tenant:86e73b52cc6f49c9965a3399831aec36 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:27:50.364241 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-6bcb6dd9-b8fb-4921-b8ae-eab11ad6fb70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:27:50.375107 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-6bcb6dd9-b8fb-4921-b8ae-eab11ad6fb70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:27:50.437104 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a1a8cd38-61d1-4274-a900-165b0ad4fc62 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:50.451960 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-5eedf427-585b-41f9-a340-34cc5b41adfb tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Unset dirty status for tenant:c7529f71933548bfa5c77476ba17c75c on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:27:50.455555 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-5eedf427-585b-41f9-a340-34cc5b41adfb tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.8934970 Oct 13 15:27:50.467002 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46344) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:50.518322 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-cb44a26e-8747-4f44-a6a1-7ca04ed746ea admin admin] For port fcf3f202-eccd-488b-9af6-f1187b80ed4c, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=fcf3f202-eccd-488b-9af6-f1187b80ed4c,segment=NetworkSegment(4f206e35-101f-4772-8726-1677f4bd24d9),segment_id=4f206e35-101f-4772-8726-1677f4bd24d9)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:27:50.518695 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cb44a26e-8747-4f44-a6a1-7ca04ed746ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:50.525636 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c94dc842-9951-496d-9d08-6782b1b6a1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:50.532585 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-823c08b0-c57b-488c-aaf1-595ebffad1e1 tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:50.588674 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d7b578b-0765-45db-80f6-e878b5d42dc6 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] GET failed (client error): The resource could not be found. Oct 13 15:27:50.589256 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-7ab00a7f-c45a-4345-9b68-4c86b59827a4 None None] Calling delete_port for fcf3f202-eccd-488b-9af6-f1187b80ed4c owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:27:50.590537 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-7d7b578b-0765-45db-80f6-e878b5d42dc6 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "GET /v2.0/ports/638d2409-9adc-4a63-a7b4-b8d5cbff594a HTTP/1.1" status: 404 len: 333 time: 0.1224408 Oct 13 15:27:50.645675 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46348) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:50.667432 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6bcb6dd9-b8fb-4921-b8ae-eab11ad6fb70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:50.677996 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-de2878ae-b2b4-4e1d-ad50-4216f27a4fba None None] Provisioning for port 186b346c-c420-44ef-ad5a-c740117d305c completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:27:50.685689 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-823c08b0-c57b-488c-aaf1-595ebffad1e1 tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:50.710830 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6bcb6dd9-b8fb-4921-b8ae-eab11ad6fb70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:50.772772 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 55ed86c2-7dc3-4aa7-812f-d614ba4e5e08 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:27:50.797245 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 55ed86c2-7dc3-4aa7-812f-d614ba4e5e08 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:27:50.797947 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:50.798144 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 55ed86c2-7dc3-4aa7-812f-d614ba4e5e08 Oct 13 15:27:50.800722 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94dc842-9951-496d-9d08-6782b1b6a1a6 admin admin] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:27:50.805382 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94dc842-9951-496d-9d08-6782b1b6a1a6 admin admin] Pushing event updated for resources: {'Port': ['ID=096d7a3e-bd9a-4b75-9e3d-1a80ea105ccd,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:50.815025 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-c94dc842-9951-496d-9d08-6782b1b6a1a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:27:50.847769 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-22c4ec3b-7bb0-4768-870f-e421657e1282 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1655402324'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:27:50.860746 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-cb44a26e-8747-4f44-a6a1-7ca04ed746ea admin admin] Calling delete_port for fcf3f202-eccd-488b-9af6-f1187b80ed4c owned by network:dhcp {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:27:50.896213 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-823c08b0-c57b-488c-aaf1-595ebffad1e1 tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:27:50.908380 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94dc842-9951-496d-9d08-6782b1b6a1a6 admin admin] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:27:50.909924 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-22c4ec3b-7bb0-4768-870f-e421657e1282 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:27:50.932411 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-22c4ec3b-7bb0-4768-870f-e421657e1282 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Usage tracker for resource:network and tenant:c7529f71933548bfa5c77476ba17c75c is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:27:50.937418 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-22c4ec3b-7bb0-4768-870f-e421657e1282 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:27:50.946236 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-22c4ec3b-7bb0-4768-870f-e421657e1282 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:27:50.960377 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7ab00a7f-c45a-4345-9b68-4c86b59827a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:51.020054 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab00a7f-c45a-4345-9b68-4c86b59827a4 None None] Pushing event deleted for resources: {'Port': ['ID=fcf3f202-eccd-488b-9af6-f1187b80ed4c,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:51.027908 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-6bcb6dd9-b8fb-4921-b8ae-eab11ad6fb70 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=86e73b52cc6f49c9965a3399831aec36&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1745539 Oct 13 15:27:51.030908 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46352) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:51.038432 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1215084-1787-40a8-bf91-78549b72c93f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-c22a49cc-c5a0-42b9-8402-0abbf6fb909a', 'network_id': 'c22a49cc-c5a0-42b9-8402-0abbf6fb909a', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'fixed_ips': [{'subnet_id': '506d59b8-4c92-476e-9ca9-85e327f03087'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:27:51.040132 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b1215084-1787-40a8-bf91-78549b72c93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:51.041177 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c08b0-c57b-488c-aaf1-595ebffad1e1 tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f8524ad-f8cb-49b2-9984-ed463511a835,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:51.058853 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22c4ec3b-7bb0-4768-870f-e421657e1282 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Made reservation on behalf of c7529f71933548bfa5c77476ba17c75c for: {'network': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:27:51.062362 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-22c4ec3b-7bb0-4768-870f-e421657e1282 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:51.087665 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab00a7f-c45a-4345-9b68-4c86b59827a4 None None] No DVR routers for this DVR port fcf3f202-eccd-488b-9af6-f1187b80ed4c on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:27:51.113312 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.db.api [None req-cb44a26e-8747-4f44-a6a1-7ca04ed746ea admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:27:51.113675 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG oslo_db.api [None req-cb44a26e-8747-4f44-a6a1-7ca04ed746ea admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:27:51.149352 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-22c4ec3b-7bb0-4768-870f-e421657e1282 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=88973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:27:51.164562 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-a1a8cd38-61d1-4274-a900-165b0ad4fc62 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] For port 186b346c-c420-44ef-ad5a-c740117d305c, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=186b346c-c420-44ef-ad5a-c740117d305c,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:27:51.174039 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-22c4ec3b-7bb0-4768-870f-e421657e1282 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:51.174453 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-22c4ec3b-7bb0-4768-870f-e421657e1282 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Added segment d0bb17e3-2223-4d07-8617-2e8f0e2f562a of type vlan for network 1ff9bed7-08be-41be-a1bd-ceec9900119e Oct 13 15:27:51.224370 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-22c4ec3b-7bb0-4768-870f-e421657e1282 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:51.230105 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a1a8cd38-61d1-4274-a900-165b0ad4fc62 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:51.240586 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a1a8cd38-61d1-4274-a900-165b0ad4fc62 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:51.241420 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a1a8cd38-61d1-4274-a900-165b0ad4fc62 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:51.264611 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 55ed86c2-7dc3-4aa7-812f-d614ba4e5e08 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:27:51.265000 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:51.281638 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b34aade-1dd7-4910-88a9-dc7158d634ba None None] Network ced2275c-bcdc-4a16-b344-0fe658c14c93 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:27:51.363531 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-823c08b0-c57b-488c-aaf1-595ebffad1e1 tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:51.363739 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-823c08b0-c57b-488c-aaf1-595ebffad1e1 tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Added segment 9f87df45-9930-4ced-8512-c5dafe622ca8 of type vlan for network 4610f64d-6f2a-4f42-b0b8-c6a6b35e769b Oct 13 15:27:51.395072 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a8cd38-61d1-4274-a900-165b0ad4fc62 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:27:51.415373 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-a1a8cd38-61d1-4274-a900-165b0ad4fc62 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:27:51.418577 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a8cd38-61d1-4274-a900-165b0ad4fc62 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:51.419739 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a1a8cd38-61d1-4274-a900-165b0ad4fc62 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:51.440887 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1737fcb5-9315-4faa-923f-f92f9d211b9d None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:27:51.468296 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-22c4ec3b-7bb0-4768-870f-e421657e1282 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:51.473912 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22c4ec3b-7bb0-4768-870f-e421657e1282 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:51.474545 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-22c4ec3b-7bb0-4768-870f-e421657e1282 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:51.485063 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-27c40315-203e-47ca-9282-89816447c690 None None] Provisioning for port d87f15e1-ea86-4c29-8767-419e02e0d360 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:27:51.499878 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 55ed86c2-7dc3-4aa7-812f-d614ba4e5e08, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=55ed86c2-7dc3-4aa7-812f-d614ba4e5e08,segment=NetworkSegment(0ad4d6f1-4991-463b-950d-eac210dc6b24),segment_id=0ad4d6f1-4991-463b-950d-eac210dc6b24)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:27:51.553226 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:51.553983 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 186b346c-c420-44ef-ad5a-c740117d305c up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:27:51.605271 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c4ec3b-7bb0-4768-870f-e421657e1282 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event updated for resources: {'Network': ['ID=1ff9bed7-08be-41be-a1bd-ceec9900119e,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:51.608270 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a8cd38-61d1-4274-a900-165b0ad4fc62 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'Port': ['ID=186b346c-c420-44ef-ad5a-c740117d305c,revision_number=4']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:51.614372 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a8cd38-61d1-4274-a900-165b0ad4fc62 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'Subnet': ['ID=5e56b2a0-0c0c-4375-80ad-eb8460b6a56b,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:51.618999 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcb6dd9-b8fb-4921-b8ae-eab11ad6fb70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21e656f-b9f7-4613-b09b-4c811979a022,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:51.619460 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-cb44a26e-8747-4f44-a6a1-7ca04ed746ea admin admin] Deleting port fcf3f202-eccd-488b-9af6-f1187b80ed4c {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:27:51.619624 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cb44a26e-8747-4f44-a6a1-7ca04ed746ea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:51.646800 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 1ff9bed7-08be-41be-a1bd-ceec9900119e details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:27:51.661019 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-a1a8cd38-61d1-4274-a900-165b0ad4fc62 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.6910524 Oct 13 15:27:51.667483 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46358) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:51.679873 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-22c4ec3b-7bb0-4768-870f-e421657e1282 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0283940 Oct 13 15:27:51.684657 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-0989dfcc-45c5-45e3-b6dc-c70656db2210 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'port': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'mac_address': 'fa:16:3e:d0:24:b8', 'name': 'tempest-NetworksTestDHCPv6-576446896'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:27:51.702214 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46362) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:51.746916 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f480f5ba-92ad-4ec3-9aa9-bb3fba387e71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:51.747741 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-3962b044-4d12-488d-931f-99835dc4a116 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Request body: {'subnet': {'network_id': '1ff9bed7-08be-41be-a1bd-ceec9900119e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:27:51.765560 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-cb44a26e-8747-4f44-a6a1-7ca04ed746ea admin admin] The port 'fcf3f202-eccd-488b-9af6-f1187b80ed4c' was deleted {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 13 15:27:51.773633 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f480f5ba-92ad-4ec3-9aa9-bb3fba387e71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:51.804405 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-b1215084-1787-40a8-bf91-78549b72c93f None None] Allocated IP 2001:db8:2::2 (c22a49cc-c5a0-42b9-8402-0abbf6fb909a/506d59b8-4c92-476e-9ca9-85e327f03087/3381bc40-ec07-4b96-b789-163b59d3555e) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:27:51.822573 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-823c08b0-c57b-488c-aaf1-595ebffad1e1 tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:51.830009 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed42bce0-9d9c-4e35-a218-206371765d17 req-d6fb53b8-1d2e-4272-afb4-10003723f236 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:51.831847 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ed42bce0-9d9c-4e35-a218-206371765d17 req-d6fb53b8-1d2e-4272-afb4-10003723f236 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 946 time: 0.4996495 Oct 13 15:27:51.912539 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f480f5ba-92ad-4ec3-9aa9-bb3fba387e71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:51.918455 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=55ed86c2-7dc3-4aa7-812f-d614ba4e5e08,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:51.941610 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f480f5ba-92ad-4ec3-9aa9-bb3fba387e71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21e656f-b9f7-4613-b09b-4c811979a022,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:52.064086 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-823c08b0-c57b-488c-aaf1-595ebffad1e1 tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:52.065032 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823c08b0-c57b-488c-aaf1-595ebffad1e1 tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:52.065597 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-823c08b0-c57b-488c-aaf1-595ebffad1e1 tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:52.093006 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 186b346c-c420-44ef-ad5a-c740117d305c completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:27:52.111589 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cb44a26e-8747-4f44-a6a1-7ca04ed746ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:52.120282 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 186b346c-c420-44ef-ad5a-c740117d305c triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:27:52.120638 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:52.121021 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 186b346c-c420-44ef-ad5a-c740117d305c Oct 13 15:27:52.123566 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ed42bce0-9d9c-4e35-a218-206371765d17 req-4daa53c8-52d3-4237-b6a2-0c5f88cddf4e tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2338758 Oct 13 15:27:52.140513 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-3962b044-4d12-488d-931f-99835dc4a116 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:27:52.164977 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f480f5ba-92ad-4ec3-9aa9-bb3fba387e71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:52.164977 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-f480f5ba-92ad-4ec3-9aa9-bb3fba387e71 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f21e656f-b9f7-4613-b09b-4c811979a022 HTTP/1.1" status: 204 len: 168 time: 1.1135671 Oct 13 15:27:52.165326 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-3962b044-4d12-488d-931f-99835dc4a116 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Usage tracker for resource:subnet and tenant:c7529f71933548bfa5c77476ba17c75c is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:27:52.165326 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-3962b044-4d12-488d-931f-99835dc4a116 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:27:52.169486 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-3962b044-4d12-488d-931f-99835dc4a116 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:27:52.174281 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-cb44a26e-8747-4f44-a6a1-7ca04ed746ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:52.196072 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-0989dfcc-45c5-45e3-b6dc-c70656db2210 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:27:52.201261 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-cb44a26e-8747-4f44-a6a1-7ca04ed746ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f206e35-101f-4772-8726-1677f4bd24d9') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:52.201660 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-cb44a26e-8747-4f44-a6a1-7ca04ed746ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f206e35-101f-4772-8726-1677f4bd24d9') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:52.209929 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-0989dfcc-45c5-45e3-b6dc-c70656db2210 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Usage tracker for resource:port and tenant:bb90cebe15f541febeed2c50e15c931e is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:27:52.220816 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3962b044-4d12-488d-931f-99835dc4a116 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Made reservation on behalf of c7529f71933548bfa5c77476ba17c75c for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:27:52.224389 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3962b044-4d12-488d-931f-99835dc4a116 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:52.244121 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-0989dfcc-45c5-45e3-b6dc-c70656db2210 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:27:52.260101 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cb44a26e-8747-4f44-a6a1-7ca04ed746ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:52.276584 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-0989dfcc-45c5-45e3-b6dc-c70656db2210 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:27:52.309710 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b1215084-1787-40a8-bf91-78549b72c93f None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:52.322983 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-b1215084-1787-40a8-bf91-78549b72c93f None None] Transition to ACTIVE for port object 3381bc40-ec07-4b96-b789-163b59d3555e will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:27:52.338231 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-823c08b0-c57b-488c-aaf1-595ebffad1e1 tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 3.5613439 Oct 13 15:27:52.341387 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46370) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:52.350066 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-b1215084-1787-40a8-bf91-78549b72c93f None None] Transition to ACTIVE for port object 3381bc40-ec07-4b96-b789-163b59d3555e will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:27:52.350549 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cb44a26e-8747-4f44-a6a1-7ca04ed746ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:52.353299 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0989dfcc-45c5-45e3-b6dc-c70656db2210 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:27:52.380013 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-02d6c0a3-a054-4a0f-b2f1-7540b4774f35 tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Request body: {'network': {'project_id': 'f4fc222f79f5431abfcba6f93771001c'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:27:52.402934 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-223047ff-4c4c-480e-a633-3c3d1accb96e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:52.405990 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-02d6c0a3-a054-4a0f-b2f1-7540b4774f35 tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:27:52.412087 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb44a26e-8747-4f44-a6a1-7ca04ed746ea admin admin] Releasing vlan 441 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:27:52.412496 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cb44a26e-8747-4f44-a6a1-7ca04ed746ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:52.428026 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c08b0-c57b-488c-aaf1-595ebffad1e1 tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Pushing event updated for resources: {'Network': ['ID=4610f64d-6f2a-4f42-b0b8-c6a6b35e769b,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:52.448469 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b1215084-1787-40a8-bf91-78549b72c93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:52.452675 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-02d6c0a3-a054-4a0f-b2f1-7540b4774f35 tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Usage tracker for resource:network and tenant:f4fc222f79f5431abfcba6f93771001c is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:27:52.458082 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 4610f64d-6f2a-4f42-b0b8-c6a6b35e769b details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:27:52.458653 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-02d6c0a3-a054-4a0f-b2f1-7540b4774f35 tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:27:52.468628 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 4f206e35-101f-4772-8726-1677f4bd24d9 resource provider aggregate not found Oct 13 15:27:52.524437 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-02d6c0a3-a054-4a0f-b2f1-7540b4774f35 tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:27:52.549739 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c94dc842-9951-496d-9d08-6782b1b6a1a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:52.608075 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46380) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:52.640743 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1215084-1787-40a8-bf91-78549b72c93f None None] Network c22a49cc-c5a0-42b9-8402-0abbf6fb909a is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:27:52.691754 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-b1215084-1787-40a8-bf91-78549b72c93f None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:27:52.703456 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1215084-1787-40a8-bf91-78549b72c93f None None] Pushing event updated for resources: {'Port': ['ID=3381bc40-ec07-4b96-b789-163b59d3555e,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:52.707238 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1215084-1787-40a8-bf91-78549b72c93f None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:27:52.737427 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 4f206e35-101f-4772-8726-1677f4bd24d9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4f206e35-101f-4772-8726-1677f4bd24d9 found for delete ", "request_id": "req-759921cc-5735-4470-8bfd-2bc9bea3740f"}]} Oct 13 15:27:52.768523 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d6c0a3-a054-4a0f-b2f1-7540b4774f35 tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Made reservation on behalf of f4fc222f79f5431abfcba6f93771001c for: {'network': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:27:52.771890 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-02d6c0a3-a054-4a0f-b2f1-7540b4774f35 tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:52.785388 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cb44a26e-8747-4f44-a6a1-7ca04ed746ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:52.827054 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cb44a26e-8747-4f44-a6a1-7ca04ed746ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:52.882257 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-cb44a26e-8747-4f44-a6a1-7ca04ed746ea admin admin] 10.222.0.42 "DELETE /v2.0/networks/3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b HTTP/1.1" status: 204 len: 168 time: 3.4480777 Oct 13 15:27:52.960241 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-b1215084-1787-40a8-bf91-78549b72c93f None None] Attempting to bind port 3381bc40-ec07-4b96-b789-163b59d3555e on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:27:52.960428 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-b1215084-1787-40a8-bf91-78549b72c93f None None] Attempting to bind port 3381bc40-ec07-4b96-b789-163b59d3555e by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '3ac02b61-e2d0-4dfd-904d-bb25de3c3694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c22a49cc-c5a0-42b9-8402-0abbf6fb909a'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:27:52.960667 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1215084-1787-40a8-bf91-78549b72c93f None None] Attempting to bind port 3381bc40-ec07-4b96-b789-163b59d3555e on network c22a49cc-c5a0-42b9-8402-0abbf6fb909a {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:27:52.981085 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1215084-1787-40a8-bf91-78549b72c93f None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:27:52.981632 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1215084-1787-40a8-bf91-78549b72c93f None None] Checking segment: {'id': '3ac02b61-e2d0-4dfd-904d-bb25de3c3694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c22a49cc-c5a0-42b9-8402-0abbf6fb909a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:27:52.982477 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b1215084-1787-40a8-bf91-78549b72c93f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:52.982477 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1215084-1787-40a8-bf91-78549b72c93f None None] Bound using segment: {'id': '3ac02b61-e2d0-4dfd-904d-bb25de3c3694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c22a49cc-c5a0-42b9-8402-0abbf6fb909a'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:27:52.982864 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-b1215084-1787-40a8-bf91-78549b72c93f None None] Bound port: 3381bc40-ec07-4b96-b789-163b59d3555e, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ac02b61-e2d0-4dfd-904d-bb25de3c3694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c22a49cc-c5a0-42b9-8402-0abbf6fb909a'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:27:52.983177 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b1215084-1787-40a8-bf91-78549b72c93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:53.023396 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 186b346c-c420-44ef-ad5a-c740117d305c is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:27:53.023764 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:53.037051 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0989dfcc-45c5-45e3-b6dc-c70656db2210 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:53.054112 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb44a26e-8747-4f44-a6a1-7ca04ed746ea admin admin] Pushing event deleted for resources: {'Network': ['ID=3c0de8ad-2fdd-4793-a20a-d2dbbd4d334b,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:53.054505 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f858a31-b0f0-457c-99f5-e2d0e7df18b6 req-c3fb5de9-81a5-4af2-b289-bd143dedd7d0 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:53.061589 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-0f858a31-b0f0-457c-99f5-e2d0e7df18b6 req-c3fb5de9-81a5-4af2-b289-bd143dedd7d0 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 946 time: 0.7918687 Oct 13 15:27:53.064778 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3962b044-4d12-488d-931f-99835dc4a116 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:53.095720 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02d6c0a3-a054-4a0f-b2f1-7540b4774f35 tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=88973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:27:53.110410 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-02d6c0a3-a054-4a0f-b2f1-7540b4774f35 tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:53.111184 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-02d6c0a3-a054-4a0f-b2f1-7540b4774f35 tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Added segment 90eefebd-b1cc-4a67-abff-1ee872235229 of type vlan for network 7e1bef13-5500-4e7f-b085-d6f1be54269e Oct 13 15:27:53.150785 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-02d6c0a3-a054-4a0f-b2f1-7540b4774f35 tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:53.180383 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 186b346c-c420-44ef-ad5a-c740117d305c, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=186b346c-c420-44ef-ad5a-c740117d305c,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:27:53.193098 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-53375f2d-176f-48fb-85e6-3b8fa8f0d14f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7e985eae305f45868dbca6afe6dfa386&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5308228 Oct 13 15:27:53.193718 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46386) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:53.195651 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:53.196478 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 07a0c8b7-349c-4604-a651-d64c7d04f26d up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:27:53.237450 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46388) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:53.293224 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [None req-0989dfcc-45c5-45e3-b6dc-c70656db2210 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] device_id is not set on port 9e5d5a06-353d-4181-a913-e1e5cb911dd0 yet. {{(pid=88973) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:27:53.337864 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=186b346c-c420-44ef-ad5a-c740117d305c,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:53.372144 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-02d6c0a3-a054-4a0f-b2f1-7540b4774f35 tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:53.373142 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d6c0a3-a054-4a0f-b2f1-7540b4774f35 tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:53.373723 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-02d6c0a3-a054-4a0f-b2f1-7540b4774f35 tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:53.374948 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-b1215084-1787-40a8-bf91-78549b72c93f None None] For port 3381bc40-ec07-4b96-b789-163b59d3555e, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:27:53.391049 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-b1215084-1787-40a8-bf91-78549b72c93f None None] For port 3381bc40-ec07-4b96-b789-163b59d3555e, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=3381bc40-ec07-4b96-b789-163b59d3555e,segment=NetworkSegment(3ac02b61-e2d0-4dfd-904d-bb25de3c3694),segment_id=3ac02b61-e2d0-4dfd-904d-bb25de3c3694)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:27:53.406422 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b1215084-1787-40a8-bf91-78549b72c93f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:53.461940 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-02d6c0a3-a054-4a0f-b2f1-7540b4774f35 tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1193905 Oct 13 15:27:53.482000 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46394) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:53.494625 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3962b044-4d12-488d-931f-99835dc4a116 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event updated for resources: {'Subnet': ['ID=3838cced-558b-426e-bd3a-14ae472a7221,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:53.501345 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-81c721bd-6b18-4ce3-be64-b116303ca0ad tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Request body: {'network': {'project_id': 'f4fc222f79f5431abfcba6f93771001c'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:27:53.503290 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1215084-1787-40a8-bf91-78549b72c93f None None] Pushing event updated for resources: {'Port': ['ID=3381bc40-ec07-4b96-b789-163b59d3555e,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:53.512559 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:27:53.535638 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 07a0c8b7-349c-4604-a651-d64c7d04f26d triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:27:53.536001 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:53.536394 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 07a0c8b7-349c-4604-a651-d64c7d04f26d Oct 13 15:27:53.537104 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-0f858a31-b0f0-457c-99f5-e2d0e7df18b6 req-581b9858-c27d-47a8-87bc-a2b2596b5d95 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4648392 Oct 13 15:27:53.587984 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-3a66e02e-36e0-4dfe-9efa-99f50e56b834 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d8ab2ab48b154fe59d2af3b86563e1e5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3399942 Oct 13 15:27:53.599407 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-81c721bd-6b18-4ce3-be64-b116303ca0ad tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:27:53.603813 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46400) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:53.622307 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-81c721bd-6b18-4ce3-be64-b116303ca0ad tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Usage tracker for resource:network and tenant:f4fc222f79f5431abfcba6f93771001c is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:27:53.639914 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c94dc842-9951-496d-9d08-6782b1b6a1a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:53.640183 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-81c721bd-6b18-4ce3-be64-b116303ca0ad tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:27:53.644514 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3962b044-4d12-488d-931f-99835dc4a116 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Checking segment: {'id': 'd0bb17e3-2223-4d07-8617-2e8f0e2f562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1ff9bed7-08be-41be-a1bd-ceec9900119e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:27:53.644876 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3962b044-4d12-488d-931f-99835dc4a116 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Network hostable DHCP agents. Network: 1ff9bed7-08be-41be-a1bd-ceec9900119e, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:27:53.649216 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d6c0a3-a054-4a0f-b2f1-7540b4774f35 tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Pushing event updated for resources: {'Network': ['ID=7e1bef13-5500-4e7f-b085-d6f1be54269e,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:53.661273 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 7e1bef13-5500-4e7f-b085-d6f1be54269e details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:27:53.744779 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-81c721bd-6b18-4ce3-be64-b116303ca0ad tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:27:53.753699 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-81c721bd-6b18-4ce3-be64-b116303ca0ad tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Oct 13 15:27:53.754426 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81c721bd-6b18-4ce3-be64-b116303ca0ad tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:27:53.755722 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-81c721bd-6b18-4ce3-be64-b116303ca0ad tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2699716 Oct 13 15:27:53.762436 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46404) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:53.799469 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-433cc289-7fd0-4d54-bb3b-f9e2392a3734 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:53.876987 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-433cc289-7fd0-4d54-bb3b-f9e2392a3734 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:53.937620 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3962b044-4d12-488d-931f-99835dc4a116 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Network 1ff9bed7-08be-41be-a1bd-ceec9900119e is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:27:54.013177 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 07a0c8b7-349c-4604-a651-d64c7d04f26d is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:27:54.017832 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-223047ff-4c4c-480e-a633-3c3d1accb96e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Allocated IP 2001:db8:2::1 (c22a49cc-c5a0-42b9-8402-0abbf6fb909a/506d59b8-4c92-476e-9ca9-85e327f03087/b404be67-998c-4723-a3a7-afaeb10487b4) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:27:54.046163 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9f131ccc-c44e-495c-9275-6643816d80c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:54.050443 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-1220a783-ede6-4251-9bb8-17b2e8b9b6ab None None] Provisioning complete for port 186b346c-c420-44ef-ad5a-c740117d305c triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:27:54.051019 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-1220a783-ede6-4251-9bb8-17b2e8b9b6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:54.051561 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-1220a783-ede6-4251-9bb8-17b2e8b9b6ab None None] Attempt 1 to provision port 186b346c-c420-44ef-ad5a-c740117d305c Oct 13 15:27:54.058985 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-3962b044-4d12-488d-931f-99835dc4a116 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 1ff9bed7-08be-41be-a1bd-ceec9900119e) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:27:54.095464 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-ab587963-fdac-4639-b01c-e09e816bc3c4 tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f4fc222f79f5431abfcba6f93771001c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3213067 Oct 13 15:27:54.103082 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3962b044-4d12-488d-931f-99835dc4a116 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:54.103665 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3962b044-4d12-488d-931f-99835dc4a116 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:54.108119 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46408) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:54.135675 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64fdbe2f-57c1-4364-990f-5fd331ce4c45 None None] Network 1ff9bed7-08be-41be-a1bd-ceec9900119e requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:27:54.150144 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9f131ccc-c44e-495c-9275-6643816d80c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:54.155561 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device fcf3f202-eccd-488b-9af6-f1187b80ed4c no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:27:54.159478 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-0989dfcc-45c5-45e3-b6dc-c70656db2210 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Allocated IP 172.20.0.5 (a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828/b7d22656-dd93-4656-a027-983013d86820/9e5d5a06-353d-4181-a913-e1e5cb911dd0) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:27:54.181286 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-0989dfcc-45c5-45e3-b6dc-c70656db2210 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Allocated IP 2001:db8::f816:3eff:fed0:24b8 (a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828/5e56b2a0-0c0c-4375-80ad-eb8460b6a56b/9e5d5a06-353d-4181-a913-e1e5cb911dd0) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:27:54.208940 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-3962b044-4d12-488d-931f-99835dc4a116 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4827476 Oct 13 15:27:54.211869 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-433cc289-7fd0-4d54-bb3b-f9e2392a3734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:54.215119 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46412) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:54.216900 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: fcf3f202-eccd-488b-9af6-f1187b80ed4c {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:27:54.217313 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device fcf3f202-eccd-488b-9af6-f1187b80ed4c not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:27:54.245171 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-46c38b0a-c442-4f4a-bd6f-8cc85b762441 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Request body: {'subnet': {'network_id': '1ff9bed7-08be-41be-a1bd-ceec9900119e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:27:54.287812 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433cc289-7fd0-4d54-bb3b-f9e2392a3734 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee287a12-d5f4-4984-a793-f29e8446f136,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:54.348046 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1352fd-1311-4b62-9fc1-cc574cde908a req-2f532f34-3ef3-496b-b9ad-5fe9f8bdb480 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:54.351306 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-af1352fd-1311-4b62-9fc1-cc574cde908a req-2f532f34-3ef3-496b-b9ad-5fe9f8bdb480 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 946 time: 0.5472569 Oct 13 15:27:54.404030 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c94dc842-9951-496d-9d08-6782b1b6a1a6 admin admin] Router dd243dbd-009e-4307-afa7-2438e63c8307 is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 15:27:54.433016 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-433cc289-7fd0-4d54-bb3b-f9e2392a3734 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:54.434758 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-433cc289-7fd0-4d54-bb3b-f9e2392a3734 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ee287a12-d5f4-4984-a793-f29e8446f136 HTTP/1.1" status: 204 len: 168 time: 1.2161355 Oct 13 15:27:54.441847 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-223047ff-4c4c-480e-a633-3c3d1accb96e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:54.451476 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9f131ccc-c44e-495c-9275-6643816d80c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:54.506461 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f131ccc-c44e-495c-9275-6643816d80c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4e18a5-3232-421b-9463-4182fde8b6a6,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:54.525265 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-124ff646-6076-481e-9c44-654232ed832c tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:54.533191 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-af1352fd-1311-4b62-9fc1-cc574cde908a req-48dee7e4-b9cc-4df7-a0c2-f8a65cc22032 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716413 Oct 13 15:27:54.560190 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-223047ff-4c4c-480e-a633-3c3d1accb96e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Transition to ACTIVE for port object b404be67-998c-4723-a3a7-afaeb10487b4 will not be triggered until provisioned by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:27:54.607875 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-124ff646-6076-481e-9c44-654232ed832c tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:54.674679 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 3381bc40-ec07-4b96-b789-163b59d3555e up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:27:54.718258 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-46c38b0a-c442-4f4a-bd6f-8cc85b762441 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:27:54.735223 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-46c38b0a-c442-4f4a-bd6f-8cc85b762441 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Usage tracker for resource:subnet and tenant:c7529f71933548bfa5c77476ba17c75c is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:27:54.745998 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a45afa6-232e-43bb-8e96-0919ca05b496 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-1ff9bed7-08be-41be-a1bd-ceec9900119e', 'network_id': '1ff9bed7-08be-41be-a1bd-ceec9900119e', 'tenant_id': 'c7529f71933548bfa5c77476ba17c75c', 'fixed_ips': [{'subnet_id': '3838cced-558b-426e-bd3a-14ae472a7221'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:27:54.746844 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9a45afa6-232e-43bb-8e96-0919ca05b496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:54.748597 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-46c38b0a-c442-4f4a-bd6f-8cc85b762441 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:27:54.764152 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-46c38b0a-c442-4f4a-bd6f-8cc85b762441 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:27:54.775760 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0989dfcc-45c5-45e3-b6dc-c70656db2210 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:54.779642 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-1220a783-ede6-4251-9bb8-17b2e8b9b6ab None None] Current status of the port 186b346c-c420-44ef-ad5a-c740117d305c is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:27:54.823700 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9f131ccc-c44e-495c-9275-6643816d80c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:54.832425 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-9f131ccc-c44e-495c-9275-6643816d80c7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1e4e18a5-3232-421b-9463-4182fde8b6a6 HTTP/1.1" status: 204 len: 168 time: 1.2246428 Oct 13 15:27:54.861156 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-0989dfcc-45c5-45e3-b6dc-c70656db2210 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Transition to ACTIVE for port object 9e5d5a06-353d-4181-a913-e1e5cb911dd0 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:27:54.881756 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c38b0a-c442-4f4a-bd6f-8cc85b762441 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Made reservation on behalf of c7529f71933548bfa5c77476ba17c75c for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:27:54.885778 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-46c38b0a-c442-4f4a-bd6f-8cc85b762441 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:54.917401 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0989dfcc-45c5-45e3-b6dc-c70656db2210 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:54.924525 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 3381bc40-ec07-4b96-b789-163b59d3555e completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:27:54.935539 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device d87f15e1-ea86-4c29-8767-419e02e0d360 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:27:54.996707 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-124ff646-6076-481e-9c44-654232ed832c tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:55.074823 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124ff646-6076-481e-9c44-654232ed832c tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f8524ad-f8cb-49b2-9984-ed463511a835,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:55.081136 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port d87f15e1-ea86-4c29-8767-419e02e0d360 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:27:55.103024 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port d87f15e1-ea86-4c29-8767-419e02e0d360 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:27:55.103404 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:55.103883 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port d87f15e1-ea86-4c29-8767-419e02e0d360 Oct 13 15:27:55.105548 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0989dfcc-45c5-45e3-b6dc-c70656db2210 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:27:55.109255 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-0989dfcc-45c5-45e3-b6dc-c70656db2210 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:27:55.117790 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-124ff646-6076-481e-9c44-654232ed832c tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:55.122524 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-124ff646-6076-481e-9c44-654232ed832c tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] 10.222.0.42 "DELETE /v2.0/security-groups/6f8524ad-f8cb-49b2-9984-ed463511a835 HTTP/1.1" status: 204 len: 168 time: 1.0061765 Oct 13 15:27:55.123528 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0989dfcc-45c5-45e3-b6dc-c70656db2210 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:27:55.167683 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46428) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:55.180640 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0989dfcc-45c5-45e3-b6dc-c70656db2210 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'Port': ['ID=9e5d5a06-353d-4181-a913-e1e5cb911dd0,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:55.205895 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.ipam_backend_mixin [None req-46c38b0a-c442-4f4a-bd6f-8cc85b762441 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3838cced-558b-426e-bd3a-14ae472a7221 (CIDR: 172.20.0.0/28) Oct 13 15:27:55.271274 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-9a45afa6-232e-43bb-8e96-0919ca05b496 None None] Allocated IP 172.20.0.2 (1ff9bed7-08be-41be-a1bd-ceec9900119e/3838cced-558b-426e-bd3a-14ae472a7221/dae5e0a1-0bcb-4cb7-8887-77445bdcbbaa) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:27:55.326278 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5082d1c2-107d-4223-8b34-3e0e74a30c6c None None] Network c22a49cc-c5a0-42b9-8402-0abbf6fb909a requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:27:55.330746 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c94dc842-9951-496d-9d08-6782b1b6a1a6 admin admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:27:55.373333 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078a98a5-c235-47a0-9e52-86586b7636ad None None] Sync routers for ids ['dd243dbd-009e-4307-afa7-2438e63c8307'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:27:55.373581 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0989dfcc-45c5-45e3-b6dc-c70656db2210 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:55.373876 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-46c38b0a-c442-4f4a-bd6f-8cc85b762441 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 15:27:55.374064 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0989dfcc-45c5-45e3-b6dc-c70656db2210 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:55.374794 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46c38b0a-c442-4f4a-bd6f-8cc85b762441 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:27:55.401478 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c94dc842-9951-496d-9d08-6782b1b6a1a6 admin admin] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:55.407825 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-c94dc842-9951-496d-9d08-6782b1b6a1a6 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.4044504 Oct 13 15:27:55.408028 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46436) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:55.413112 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ade5e236-985c-4291-8465-b67e75bf0a2f tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:55.426318 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078a98a5-c235-47a0-9e52-86586b7636ad None None] Routers {'dd243dbd-009e-4307-afa7-2438e63c8307'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:27:55.427014 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-078a98a5-c235-47a0-9e52-86586b7636ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:27:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['dd243dbd-009e-4307-afa7-2438e63c8307'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:55.474021 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-46c38b0a-c442-4f4a-bd6f-8cc85b762441 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2480028 Oct 13 15:27:55.476376 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-223047ff-4c4c-480e-a633-3c3d1accb96e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:55.484557 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46442) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:55.620150 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-0989dfcc-45c5-45e3-b6dc-c70656db2210 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.9514210 Oct 13 15:27:55.629976 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46448) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:55.819197 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9a45afa6-232e-43bb-8e96-0919ca05b496 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:55.829972 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-9a45afa6-232e-43bb-8e96-0919ca05b496 None None] Transition to ACTIVE for port object dae5e0a1-0bcb-4cb7-8887-77445bdcbbaa will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:27:55.850779 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-9a45afa6-232e-43bb-8e96-0919ca05b496 None None] Transition to ACTIVE for port object dae5e0a1-0bcb-4cb7-8887-77445bdcbbaa will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:27:55.948583 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-3d85497d-484e-4844-bddf-29a9ec1f8935 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Request body: {'subnet': {'network_id': '1ff9bed7-08be-41be-a1bd-ceec9900119e', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:27:56.010267 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46466) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:56.024609 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9a45afa6-232e-43bb-8e96-0919ca05b496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:56.032176 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cffd7a-5b87-4fef-93d2-5afffd79a1c2 req-86b4b6ce-4806-4a2e-9f7d-e67499b2e3a2 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:56.034288 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-d8cffd7a-5b87-4fef-93d2-5afffd79a1c2 req-86b4b6ce-4806-4a2e-9f7d-e67499b2e3a2 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 946 time: 1.2335424 Oct 13 15:27:56.075808 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port d87f15e1-ea86-4c29-8767-419e02e0d360 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:27:56.076180 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:56.112493 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-fe7bd4b2-4cd5-4545-ac6a-be54863e6c20 None None] Provisioning for port 3381bc40-ec07-4b96-b789-163b59d3555e completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:27:56.155050 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a45afa6-232e-43bb-8e96-0919ca05b496 None None] Network 1ff9bed7-08be-41be-a1bd-ceec9900119e is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:27:56.163468 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-9a45afa6-232e-43bb-8e96-0919ca05b496 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:27:56.165220 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-fe7bd4b2-4cd5-4545-ac6a-be54863e6c20 None None] Provisioning complete for port 3381bc40-ec07-4b96-b789-163b59d3555e triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:27:56.165589 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-fe7bd4b2-4cd5-4545-ac6a-be54863e6c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:56.165921 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-fe7bd4b2-4cd5-4545-ac6a-be54863e6c20 None None] Attempt 1 to provision port 3381bc40-ec07-4b96-b789-163b59d3555e Oct 13 15:27:56.189340 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a45afa6-232e-43bb-8e96-0919ca05b496 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:27:56.192406 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223047ff-4c4c-480e-a633-3c3d1accb96e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Network c22a49cc-c5a0-42b9-8402-0abbf6fb909a is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:27:56.203802 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-223047ff-4c4c-480e-a633-3c3d1accb96e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:27:56.218115 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223047ff-4c4c-480e-a633-3c3d1accb96e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:27:56.218726 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-223047ff-4c4c-480e-a633-3c3d1accb96e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:56.272165 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223047ff-4c4c-480e-a633-3c3d1accb96e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event updated for resources: {'Port': ['ID=b404be67-998c-4723-a3a7-afaeb10487b4,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:56.274036 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ade5e236-985c-4291-8465-b67e75bf0a2f tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:56.311825 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port d87f15e1-ea86-4c29-8767-419e02e0d360, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=d87f15e1-ea86-4c29-8767-419e02e0d360,segment=NetworkSegment(01fa4796-7560-41f0-88ba-321558965537),segment_id=01fa4796-7560-41f0-88ba-321558965537)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:27:56.312949 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:56.323077 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-d8cffd7a-5b87-4fef-93d2-5afffd79a1c2 req-4ec03723-2a14-48f1-919a-46d9369f8ebd tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2664819 Oct 13 15:27:56.341595 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a63d380-6088-4a96-b501-0d2ca61af775 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:56.348235 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a63d380-6088-4a96-b501-0d2ca61af775 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:56.349264 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-7a63d380-6088-4a96-b501-0d2ca61af775 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Synchronizing usage tracker for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:27:56.358554 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:56.359308 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 55ed86c2-7dc3-4aa7-812f-d614ba4e5e08 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:27:56.394698 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-3d85497d-484e-4844-bddf-29a9ec1f8935 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:27:56.400802 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-3d85497d-484e-4844-bddf-29a9ec1f8935 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Usage tracker for resource:subnet and tenant:c7529f71933548bfa5c77476ba17c75c is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:27:56.406158 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-3d85497d-484e-4844-bddf-29a9ec1f8935 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:27:56.414141 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-ade5e236-985c-4291-8465-b67e75bf0a2f tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e1bef13-5500-4e7f-b085-d6f1be54269e']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:56.414806 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-3d85497d-484e-4844-bddf-29a9ec1f8935 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:27:56.424492 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-f262c570-e2c6-47c5-9c55-335e140afd20 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-123313825'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:27:56.440059 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-f262c570-e2c6-47c5-9c55-335e140afd20 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:27:56.452769 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-ade5e236-985c-4291-8465-b67e75bf0a2f tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90eefebd-b1cc-4a67-abff-1ee872235229') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:56.453206 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-ade5e236-985c-4291-8465-b67e75bf0a2f tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90eefebd-b1cc-4a67-abff-1ee872235229') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:56.475932 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a45afa6-232e-43bb-8e96-0919ca05b496 None None] Pushing event updated for resources: {'Port': ['ID=dae5e0a1-0bcb-4cb7-8887-77445bdcbbaa,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:56.481746 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-f262c570-e2c6-47c5-9c55-335e140afd20 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Usage tracker for resource:network and tenant:e8c763263a4c44b7a4ac4e9baf7fec5d is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:27:56.525612 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-223047ff-4c4c-480e-a633-3c3d1accb96e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:56.542516 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-f262c570-e2c6-47c5-9c55-335e140afd20 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:27:56.550946 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ade5e236-985c-4291-8465-b67e75bf0a2f tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:56.572097 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-f262c570-e2c6-47c5-9c55-335e140afd20 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:27:56.578063 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-7a63d380-6088-4a96-b501-0d2ca61af775 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Unset dirty status for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:27:56.579266 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-7a63d380-6088-4a96-b501-0d2ca61af775 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.9478717 Oct 13 15:27:56.588155 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46484) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:56.615052 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d85497d-484e-4844-bddf-29a9ec1f8935 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Made reservation on behalf of c7529f71933548bfa5c77476ba17c75c for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:27:56.621839 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3d85497d-484e-4844-bddf-29a9ec1f8935 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:56.657199 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-9a45afa6-232e-43bb-8e96-0919ca05b496 None None] Attempting to bind port dae5e0a1-0bcb-4cb7-8887-77445bdcbbaa on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:27:56.657580 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-9a45afa6-232e-43bb-8e96-0919ca05b496 None None] Attempting to bind port dae5e0a1-0bcb-4cb7-8887-77445bdcbbaa by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'd0bb17e3-2223-4d07-8617-2e8f0e2f562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1ff9bed7-08be-41be-a1bd-ceec9900119e'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:27:56.657915 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a45afa6-232e-43bb-8e96-0919ca05b496 None None] Attempting to bind port dae5e0a1-0bcb-4cb7-8887-77445bdcbbaa on network 1ff9bed7-08be-41be-a1bd-ceec9900119e {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:27:56.669530 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a45afa6-232e-43bb-8e96-0919ca05b496 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:27:56.669897 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a45afa6-232e-43bb-8e96-0919ca05b496 None None] Checking segment: {'id': 'd0bb17e3-2223-4d07-8617-2e8f0e2f562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1ff9bed7-08be-41be-a1bd-ceec9900119e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:27:56.670321 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9a45afa6-232e-43bb-8e96-0919ca05b496 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:56.670707 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a45afa6-232e-43bb-8e96-0919ca05b496 None None] Bound using segment: {'id': 'd0bb17e3-2223-4d07-8617-2e8f0e2f562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1ff9bed7-08be-41be-a1bd-ceec9900119e'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:27:56.671167 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-9a45afa6-232e-43bb-8e96-0919ca05b496 None None] Bound port: dae5e0a1-0bcb-4cb7-8887-77445bdcbbaa, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0bb17e3-2223-4d07-8617-2e8f0e2f562a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': '1ff9bed7-08be-41be-a1bd-ceec9900119e'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:27:56.671535 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9a45afa6-232e-43bb-8e96-0919ca05b496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:56.688443 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-078a98a5-c235-47a0-9e52-86586b7636ad None None] Set router dd243dbd-009e-4307-afa7-2438e63c8307 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:27:56.693435 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ade5e236-985c-4291-8465-b67e75bf0a2f tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:56.784835 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f262c570-e2c6-47c5-9c55-335e140afd20 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Made reservation on behalf of e8c763263a4c44b7a4ac4e9baf7fec5d for: {'network': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:27:56.788418 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f262c570-e2c6-47c5-9c55-335e140afd20 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:56.811115 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ade5e236-985c-4291-8465-b67e75bf0a2f tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Releasing vlan 418 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:27:56.811448 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ade5e236-985c-4291-8465-b67e75bf0a2f tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:56.855711 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 90eefebd-b1cc-4a67-abff-1ee872235229 resource provider aggregate not found Oct 13 15:27:56.867989 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f262c570-e2c6-47c5-9c55-335e140afd20 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:56.894060 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=d87f15e1-ea86-4c29-8767-419e02e0d360,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:56.972573 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 90eefebd-b1cc-4a67-abff-1ee872235229 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 90eefebd-b1cc-4a67-abff-1ee872235229 found for delete ", "request_id": "req-72d64765-91f4-4231-87d5-956956293cea"}]} Oct 13 15:27:57.038739 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 55ed86c2-7dc3-4aa7-812f-d614ba4e5e08 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:27:57.039109 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:57.039946 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 55ed86c2-7dc3-4aa7-812f-d614ba4e5e08 Oct 13 15:27:57.061841 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-f262c570-e2c6-47c5-9c55-335e140afd20 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:27:57.067032 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-416fa432-6e4f-41a7-a880-d54881d7af00 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Deleting port 9e5d5a06-353d-4181-a913-e1e5cb911dd0 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:27:57.067372 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-416fa432-6e4f-41a7-a880-d54881d7af00 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:57.113795 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-fe7bd4b2-4cd5-4545-ac6a-be54863e6c20 None None] Current status of the port 3381bc40-ec07-4b96-b789-163b59d3555e is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:27:57.114458 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-fe7bd4b2-4cd5-4545-ac6a-be54863e6c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:57.139870 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-f262c570-e2c6-47c5-9c55-335e140afd20 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Usage tracker for resource:security_group_rule and tenant:e8c763263a4c44b7a4ac4e9baf7fec5d is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:27:57.151591 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-9a45afa6-232e-43bb-8e96-0919ca05b496 None None] For port dae5e0a1-0bcb-4cb7-8887-77445bdcbbaa, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:27:57.152796 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ade5e236-985c-4291-8465-b67e75bf0a2f tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:57.154753 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-f262c570-e2c6-47c5-9c55-335e140afd20 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:27:57.196619 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ade5e236-985c-4291-8465-b67e75bf0a2f tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:57.197922 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-9a45afa6-232e-43bb-8e96-0919ca05b496 None None] For port dae5e0a1-0bcb-4cb7-8887-77445bdcbbaa, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=dae5e0a1-0bcb-4cb7-8887-77445bdcbbaa,segment=NetworkSegment(d0bb17e3-2223-4d07-8617-2e8f0e2f562a),segment_id=d0bb17e3-2223-4d07-8617-2e8f0e2f562a)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:27:57.201471 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-f262c570-e2c6-47c5-9c55-335e140afd20 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:27:57.249849 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9a45afa6-232e-43bb-8e96-0919ca05b496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:57.260630 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade5e236-985c-4291-8465-b67e75bf0a2f tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Pushing event deleted for resources: {'Network': ['ID=7e1bef13-5500-4e7f-b085-d6f1be54269e,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:57.262674 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3d85497d-484e-4844-bddf-29a9ec1f8935 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:57.276489 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976d72a5-e546-41da-8306-cbdcdb3ff1dd req-f8d5da9c-8c2b-4835-a88d-1bafbd109cf5 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:57.280311 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-976d72a5-e546-41da-8306-cbdcdb3ff1dd req-f8d5da9c-8c2b-4835-a88d-1bafbd109cf5 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 946 time: 0.7805212 Oct 13 15:27:57.306960 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-ade5e236-985c-4291-8465-b67e75bf0a2f tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] 10.222.0.42 "DELETE /v2.0/networks/7e1bef13-5500-4e7f-b085-d6f1be54269e HTTP/1.1" status: 204 len: 168 time: 2.1381176 Oct 13 15:27:57.310775 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46504) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:57.399733 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-fe7bd4b2-4cd5-4545-ac6a-be54863e6c20 None None] For port 3381bc40-ec07-4b96-b789-163b59d3555e, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=3381bc40-ec07-4b96-b789-163b59d3555e,segment=NetworkSegment(3ac02b61-e2d0-4dfd-904d-bb25de3c3694),segment_id=3ac02b61-e2d0-4dfd-904d-bb25de3c3694)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:27:57.426016 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-fe7bd4b2-4cd5-4545-ac6a-be54863e6c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:57.458414 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46508) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:57.470371 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d85497d-484e-4844-bddf-29a9ec1f8935 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Network 1ff9bed7-08be-41be-a1bd-ceec9900119e is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:27:57.499990 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-3d85497d-484e-4844-bddf-29a9ec1f8935 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:27:57.583322 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d85497d-484e-4844-bddf-29a9ec1f8935 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:57.584015 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3d85497d-484e-4844-bddf-29a9ec1f8935 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:57.599802 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a45afa6-232e-43bb-8e96-0919ca05b496 None None] Pushing event updated for resources: {'Port': ['ID=dae5e0a1-0bcb-4cb7-8887-77445bdcbbaa,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:57.613007 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d85497d-484e-4844-bddf-29a9ec1f8935 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event updated for resources: {'Subnet': ['ID=468df359-395b-4a6f-af0d-e650d3d82e1d,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:57.659413 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-976d72a5-e546-41da-8306-cbdcdb3ff1dd req-8f4250e7-abd5-4d15-ba42-5af037ab5b0a tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3572471 Oct 13 15:27:57.730599 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aa76e300-c46e-451c-a206-9dfcdf78226f tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:57.742769 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-296a3043-9b03-4d3f-8b8d-bd866c82bfa9 None None] Provisioning for port b404be67-998c-4723-a3a7-afaeb10487b4 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:27:57.756255 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 55ed86c2-7dc3-4aa7-812f-d614ba4e5e08 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:27:57.764258 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 186b346c-c420-44ef-ad5a-c740117d305c up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:27:57.774988 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-3d85497d-484e-4844-bddf-29a9ec1f8935 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.8664927 Oct 13 15:27:57.812760 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46516) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:57.825496 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-4b9fe893-3d08-4eab-a7f8-29b3f918b950 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Request body: {'port': {'network_id': '1ff9bed7-08be-41be-a1bd-ceec9900119e', 'fixed_ips': [{'subnet_id': '3838cced-558b-426e-bd3a-14ae472a7221'}, {'subnet_id': '468df359-395b-4a6f-af0d-e650d3d82e1d'}], 'name': 'tempest-PortsTestJSON-322931093'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:27:57.871342 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7bd4b2-4cd5-4545-ac6a-be54863e6c20 None None] Pushing event updated for resources: {'Port': ['ID=3381bc40-ec07-4b96-b789-163b59d3555e,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:57.881215 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-296a3043-9b03-4d3f-8b8d-bd866c82bfa9 None None] Provisioning complete for port b404be67-998c-4723-a3a7-afaeb10487b4 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:27:57.881650 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-296a3043-9b03-4d3f-8b8d-bd866c82bfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:57.882374 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-296a3043-9b03-4d3f-8b8d-bd866c82bfa9 None None] Attempt 1 to provision port b404be67-998c-4723-a3a7-afaeb10487b4 Oct 13 15:27:57.931457 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-078a98a5-c235-47a0-9e52-86586b7636ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd243dbd-009e-4307-afa7-2438e63c8307', 'name': 'tempest-TestVolumeBootPattern-2107375634-router', 'tenant_id': '6e2052c4f3914e79a3f6c684eb6c678b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '096d7a3e-bd9a-4b75-9e3d-1a80ea105ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:46Z', 'updated_at': '2022-10-13T15:27:51Z', 'revision_number': 3, 'project_id': '6e2052c4f3914e79a3f6c684eb6c678b', 'gw_port': {'id': '096d7a3e-bd9a-4b75-9e3d-1a80ea105ccd', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:04:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd243dbd-009e-4307-afa7-2438e63c8307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:49Z', 'updated_at': '2022-10-13T15:27:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:57.983061 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078a98a5-c235-47a0-9e52-86586b7636ad None None] Checking router: dd243dbd-009e-4307-afa7-2438e63c8307 for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:27:57.983544 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078a98a5-c235-47a0-9e52-86586b7636ad None None] Updating router dd243dbd-009e-4307-afa7-2438e63c8307 port 096d7a3e-bd9a-4b75-9e3d-1a80ea105ccd binding host dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:27:58.001110 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-416fa432-6e4f-41a7-a880-d54881d7af00 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:58.092807 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-8f3dfb93-f97b-44f2-a947-22c7fbc71e78 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-618312108'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:27:58.094739 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-078a98a5-c235-47a0-9e52-86586b7636ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:58.109518 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-8f3dfb93-f97b-44f2-a947-22c7fbc71e78 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:27:58.121761 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-296a3043-9b03-4d3f-8b8d-bd866c82bfa9 None None] Port b404be67-998c-4723-a3a7-afaeb10487b4 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:27:58.128058 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.db.resource_extend [None req-223047ff-4c4c-480e-a633-3c3d1accb96e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 15:27:58.135590 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 186b346c-c420-44ef-ad5a-c740117d305c triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:27:58.135590 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:58.135996 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 186b346c-c420-44ef-ad5a-c740117d305c Oct 13 15:27:58.143725 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-8f3dfb93-f97b-44f2-a947-22c7fbc71e78 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Usage tracker for resource:network and tenant:7ee76e8712464dbea13eeb8906370463 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:27:58.317212 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-416fa432-6e4f-41a7-a880-d54881d7af00 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Calling delete_port for 9e5d5a06-353d-4181-a913-e1e5cb911dd0 owned by {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:27:58.319974 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-223047ff-4c4c-480e-a633-3c3d1accb96e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:58.326118 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-8f3dfb93-f97b-44f2-a947-22c7fbc71e78 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:27:58.339122 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aa76e300-c46e-451c-a206-9dfcdf78226f tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:58.349319 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-8f3dfb93-f97b-44f2-a947-22c7fbc71e78 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:27:58.349319 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-223047ff-4c4c-480e-a633-3c3d1accb96e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:58.349688 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-223047ff-4c4c-480e-a633-3c3d1accb96e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:58.387868 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f262c570-e2c6-47c5-9c55-335e140afd20 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:58.410725 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f262c570-e2c6-47c5-9c55-335e140afd20 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:58.421215 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 186b346c-c420-44ef-ad5a-c740117d305c is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:27:58.519263 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-efab30ee-9a10-49cf-a749-182fe58058f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:58.550614 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f262c570-e2c6-47c5-9c55-335e140afd20 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=88973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:27:58.570617 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f262c570-e2c6-47c5-9c55-335e140afd20 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3add5ec4-3172-4bd3-aca7-206e668b05c2,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:58.575740 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f262c570-e2c6-47c5-9c55-335e140afd20 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:58.576082 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-f262c570-e2c6-47c5-9c55-335e140afd20 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Added segment 16eaddd5-9a59-4d6d-9016-7f9cd29fd70e of type vlan for network ef68fbfe-e475-42f9-be06-23b27bf25220 Oct 13 15:27:58.626950 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-aa76e300-c46e-451c-a206-9dfcdf78226f tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4610f64d-6f2a-4f42-b0b8-c6a6b35e769b']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:58.641917 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-078a98a5-c235-47a0-9e52-86586b7636ad None None] Notify callbacks [] for port, precommit_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:58.650549 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f3dfb93-f97b-44f2-a947-22c7fbc71e78 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Made reservation on behalf of 7ee76e8712464dbea13eeb8906370463 for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:27:58.658142 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8f3dfb93-f97b-44f2-a947-22c7fbc71e78 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:58.663509 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-078a98a5-c235-47a0-9e52-86586b7636ad None None] Transition to ACTIVE for port object 096d7a3e-bd9a-4b75-9e3d-1a80ea105ccd will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:27:58.671804 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-296a3043-9b03-4d3f-8b8d-bd866c82bfa9 None None] Attempt 2 to provision port b404be67-998c-4723-a3a7-afaeb10487b4 Oct 13 15:27:58.726032 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-078a98a5-c235-47a0-9e52-86586b7636ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:58.745099 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-aa76e300-c46e-451c-a206-9dfcdf78226f tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f87df45-9930-4ced-8512-c5dafe622ca8') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:58.746306 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-aa76e300-c46e-451c-a206-9dfcdf78226f tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f87df45-9930-4ced-8512-c5dafe622ca8') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:58.765331 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8f3dfb93-f97b-44f2-a947-22c7fbc71e78 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:58.779356 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-4b9fe893-3d08-4eab-a7f8-29b3f918b950 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:27:58.784153 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-4b9fe893-3d08-4eab-a7f8-29b3f918b950 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Usage tracker for resource:port and tenant:c7529f71933548bfa5c77476ba17c75c is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:27:58.787384 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-4b9fe893-3d08-4eab-a7f8-29b3f918b950 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:27:58.793964 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-4b9fe893-3d08-4eab-a7f8-29b3f918b950 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:27:58.807025 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223047ff-4c4c-480e-a633-3c3d1accb96e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event updated for resources: {'Port': ['ID=b404be67-998c-4723-a3a7-afaeb10487b4,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:58.831089 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aa76e300-c46e-451c-a206-9dfcdf78226f tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:58.831508 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device dae5e0a1-0bcb-4cb7-8887-77445bdcbbaa up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:27:58.848392 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa51725-e7bf-4fdc-818e-4b427cef705f req-cccfb069-ba89-4817-9549-47532cf9466a tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:58.850217 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-baa51725-e7bf-4fdc-818e-4b427cef705f req-cccfb069-ba89-4817-9549-47532cf9466a tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 946 time: 0.9190247 Oct 13 15:27:58.856584 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9fe893-3d08-4eab-a7f8-29b3f918b950 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Made reservation on behalf of c7529f71933548bfa5c77476ba17c75c for: {'port': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:27:58.868271 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f262c570-e2c6-47c5-9c55-335e140afd20 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:58.897253 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae6ee5e-d5fc-42f2-aa54-dea6a410bd93 None None] Network 1ff9bed7-08be-41be-a1bd-ceec9900119e requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:27:58.899849 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-8f3dfb93-f97b-44f2-a947-22c7fbc71e78 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:27:58.920841 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-8f3dfb93-f97b-44f2-a947-22c7fbc71e78 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Usage tracker for resource:security_group_rule and tenant:7ee76e8712464dbea13eeb8906370463 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:27:58.927004 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aa76e300-c46e-451c-a206-9dfcdf78226f tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:58.934261 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-8f3dfb93-f97b-44f2-a947-22c7fbc71e78 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:27:58.953815 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-078a98a5-c235-47a0-9e52-86586b7636ad None None] Attempting to bind port 096d7a3e-bd9a-4b75-9e3d-1a80ea105ccd on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:27:58.954055 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-078a98a5-c235-47a0-9e52-86586b7636ad None None] Attempting to bind port 096d7a3e-bd9a-4b75-9e3d-1a80ea105ccd by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:27:58.954967 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078a98a5-c235-47a0-9e52-86586b7636ad None None] Attempting to bind port 096d7a3e-bd9a-4b75-9e3d-1a80ea105ccd on network 8fb1fa59-32fe-4ed0-a248-96c43edb135f {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:27:58.968324 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce8422b-18e0-4221-b8d3-945ccfe84fa6 None None] Pushing event updated for resources: {'Port': ['ID=096d7a3e-bd9a-4b75-9e3d-1a80ea105ccd,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:59.012280 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-8f3dfb93-f97b-44f2-a947-22c7fbc71e78 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:27:59.019320 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-296a3043-9b03-4d3f-8b8d-bd866c82bfa9 None None] Port b404be67-998c-4723-a3a7-afaeb10487b4 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:27:59.021787 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078a98a5-c235-47a0-9e52-86586b7636ad None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:27:59.022178 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078a98a5-c235-47a0-9e52-86586b7636ad None None] Checking segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:27:59.022588 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-078a98a5-c235-47a0-9e52-86586b7636ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:59.022985 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-078a98a5-c235-47a0-9e52-86586b7636ad None None] Bound using segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:27:59.023365 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa76e300-c46e-451c-a206-9dfcdf78226f tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Releasing vlan 413 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:27:59.023482 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-078a98a5-c235-47a0-9e52-86586b7636ad None None] Bound port: 096d7a3e-bd9a-4b75-9e3d-1a80ea105ccd, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:27:59.023751 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aa76e300-c46e-451c-a206-9dfcdf78226f tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:59.023843 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-078a98a5-c235-47a0-9e52-86586b7636ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:59.025005 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f262c570-e2c6-47c5-9c55-335e140afd20 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:59.030471 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f262c570-e2c6-47c5-9c55-335e140afd20 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:27:59.031054 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f262c570-e2c6-47c5-9c55-335e140afd20 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:59.078768 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 9f87df45-9930-4ced-8512-c5dafe622ca8 resource provider aggregate not found Oct 13 15:27:59.096137 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-416fa432-6e4f-41a7-a880-d54881d7af00 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:59.125352 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-078a98a5-c235-47a0-9e52-86586b7636ad None None] For port 096d7a3e-bd9a-4b75-9e3d-1a80ea105ccd, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:27:59.129073 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-078a98a5-c235-47a0-9e52-86586b7636ad None None] For port 096d7a3e-bd9a-4b75-9e3d-1a80ea105ccd, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=096d7a3e-bd9a-4b75-9e3d-1a80ea105ccd,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:27:59.132894 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-baa51725-e7bf-4fdc-818e-4b427cef705f req-c45723fb-f677-4260-acea-a9ae2e8d4a2f tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2585528 Oct 13 15:27:59.134826 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-223047ff-4c4c-480e-a633-3c3d1accb96e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Network c22a49cc-c5a0-42b9-8402-0abbf6fb909a is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:27:59.152359 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-223047ff-4c4c-480e-a633-3c3d1accb96e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:27:59.167262 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 9f87df45-9930-4ced-8512-c5dafe622ca8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9f87df45-9930-4ced-8512-c5dafe622ca8 found for delete ", "request_id": "req-0e77b68f-1028-472a-9ead-021ffbcc442d"}]} Oct 13 15:27:59.213563 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-efab30ee-9a10-49cf-a749-182fe58058f9 admin admin] Allocated IP 172.20.0.1 (ced2275c-bcdc-4a16-b344-0fe658c14c93/8c978c88-860e-44da-8b8a-2cdd6e8e0289/248c600e-5d64-470a-8d32-d4f90199663e) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:27:59.270872 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416fa432-6e4f-41a7-a880-d54881d7af00 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event deleted for resources: {'Port': ['ID=9e5d5a06-353d-4181-a913-e1e5cb911dd0,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:59.282214 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f262c570-e2c6-47c5-9c55-335e140afd20 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Pushing event updated for resources: {'Network': ['ID=ef68fbfe-e475-42f9-be06-23b27bf25220,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:59.298606 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-f262c570-e2c6-47c5-9c55-335e140afd20 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.2304134 Oct 13 15:27:59.332225 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46526) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:59.336087 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aa76e300-c46e-451c-a206-9dfcdf78226f tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:59.350079 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-154037e2-a915-4a2b-9412-27e0297e3fff tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Request body: {'subnet': {'network_id': 'ef68fbfe-e475-42f9-be06-23b27bf25220', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:27:59.373485 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network ef68fbfe-e475-42f9-be06-23b27bf25220 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:27:59.385887 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4b9fe893-3d08-4eab-a7f8-29b3f918b950 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:59.404534 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aa76e300-c46e-451c-a206-9dfcdf78226f tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:59.435281 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa76e300-c46e-451c-a206-9dfcdf78226f tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] Pushing event deleted for resources: {'Network': ['ID=4610f64d-6f2a-4f42-b0b8-c6a6b35e769b,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:59.479643 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-aa76e300-c46e-451c-a206-9dfcdf78226f tempest-QuotasNegativeTest-1044299959 tempest-QuotasNegativeTest-1044299959-project-admin] 10.222.0.42 "DELETE /v2.0/networks/4610f64d-6f2a-4f42-b0b8-c6a6b35e769b HTTP/1.1" status: 204 len: 168 time: 2.1611838 Oct 13 15:27:59.484150 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [None req-4b9fe893-3d08-4eab-a7f8-29b3f918b950 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] device_id is not set on port f755092c-fa23-4bbf-b03b-3702a1c7b48f yet. {{(pid=88972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:27:59.516007 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-078a98a5-c235-47a0-9e52-86586b7636ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:59.517837 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port dae5e0a1-0bcb-4cb7-8887-77445bdcbbaa completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:27:59.585317 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223047ff-4c4c-480e-a633-3c3d1accb96e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Router bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:27:59.597234 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8f3dfb93-f97b-44f2-a947-22c7fbc71e78 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:59.613465 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-efab30ee-9a10-49cf-a749-182fe58058f9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:59.616594 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8f3dfb93-f97b-44f2-a947-22c7fbc71e78 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:59.637059 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-efab30ee-9a10-49cf-a749-182fe58058f9 admin admin] Transition to ACTIVE for port object 248c600e-5d64-470a-8d32-d4f90199663e will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:27:59.649013 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-296a3043-9b03-4d3f-8b8d-bd866c82bfa9 None None] Attempt 3 to provision port b404be67-998c-4723-a3a7-afaeb10487b4 Oct 13 15:27:59.689429 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 3381bc40-ec07-4b96-b789-163b59d3555e up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:27:59.737765 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-efab30ee-9a10-49cf-a749-182fe58058f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:59.782613 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce8422b-18e0-4221-b8d3-945ccfe84fa6 None None] Pushing event updated for resources: {'Port': ['ID=096d7a3e-bd9a-4b75-9e3d-1a80ea105ccd,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:59.800249 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-416fa432-6e4f-41a7-a880-d54881d7af00 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:27:59.802270 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-416fa432-6e4f-41a7-a880-d54881d7af00 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/ports/9e5d5a06-353d-4181-a913-e1e5cb911dd0 HTTP/1.1" status: 204 len: 168 time: 3.1218221 Oct 13 15:27:59.818167 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078a98a5-c235-47a0-9e52-86586b7636ad None None] Routers {'dd243dbd-009e-4307-afa7-2438e63c8307'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:27:59.818911 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-078a98a5-c235-47a0-9e52-86586b7636ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:27:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['dd243dbd-009e-4307-afa7-2438e63c8307'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:59.873182 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46532) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:27:59.881095 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efab30ee-9a10-49cf-a749-182fe58058f9 admin admin] Pushing event updated for resources: {'Port': ['ID=248c600e-5d64-470a-8d32-d4f90199663e,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:27:59.894674 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223047ff-4c4c-480e-a633-3c3d1accb96e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:27:59.911334 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19233609-ab36-4fbb-b1b6-4a4efde73c5e None None] Sync routers for ids ['bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:27:59.921018 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-296a3043-9b03-4d3f-8b8d-bd866c82bfa9 None None] Port b404be67-998c-4723-a3a7-afaeb10487b4 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:27:59.935270 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19233609-ab36-4fbb-b1b6-4a4efde73c5e None None] Routers {'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:27:59.935884 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-19233609-ab36-4fbb-b1b6-4a4efde73c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:27:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:27:59.967923 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efab30ee-9a10-49cf-a749-182fe58058f9 admin admin] Network ced2275c-bcdc-4a16-b344-0fe658c14c93 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:27:59.970537 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-efab30ee-9a10-49cf-a749-182fe58058f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:27:59.976223 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efab30ee-9a10-49cf-a749-182fe58058f9 admin admin] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:27:59.998277 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f3dfb93-f97b-44f2-a947-22c7fbc71e78 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:28:00.028842 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3dfb93-f97b-44f2-a947-22c7fbc71e78 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c757a61-528b-451b-8849-e536207841e8,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:00.058698 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8f3dfb93-f97b-44f2-a947-22c7fbc71e78 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:00.059047 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-8f3dfb93-f97b-44f2-a947-22c7fbc71e78 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Added segment 3aa3977c-0071-445e-b479-98b1652ad21f of type vlan for network b55d560e-2d5b-4320-836c-9083f1c752da Oct 13 15:28:00.081616 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 3381bc40-ec07-4b96-b789-163b59d3555e triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:28:00.081995 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:00.082393 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 3381bc40-ec07-4b96-b789-163b59d3555e Oct 13 15:28:00.112143 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-154037e2-a915-4a2b-9412-27e0297e3fff tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:28:00.177684 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-223047ff-4c4c-480e-a633-3c3d1accb96e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "PUT /v2.0/routers/bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9299674 Oct 13 15:28:00.179243 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46538) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:00.180106 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-efab30ee-9a10-49cf-a749-182fe58058f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:00.188143 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-154037e2-a915-4a2b-9412-27e0297e3fff tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Usage tracker for resource:subnet and tenant:e8c763263a4c44b7a4ac4e9baf7fec5d is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:28:00.193914 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-154037e2-a915-4a2b-9412-27e0297e3fff tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:28:00.211151 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-154037e2-a915-4a2b-9412-27e0297e3fff tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:28:00.215174 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-fc6e837c-7c9a-4c2f-9ea4-46863093cc1d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-278952219'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:00.225028 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-fc6e837c-7c9a-4c2f-9ea4-46863093cc1d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:28:00.236966 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-fc6e837c-7c9a-4c2f-9ea4-46863093cc1d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Usage tracker for resource:network and tenant:34e6b268fc1844e287c5dc961df795e5 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:28:00.240180 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-fc6e837c-7c9a-4c2f-9ea4-46863093cc1d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:28:00.241015 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-078a98a5-c235-47a0-9e52-86586b7636ad None None] Set router dd243dbd-009e-4307-afa7-2438e63c8307 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:28:00.252780 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-fc6e837c-7c9a-4c2f-9ea4-46863093cc1d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:28:00.260209 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-154037e2-a915-4a2b-9412-27e0297e3fff tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Made reservation on behalf of e8c763263a4c44b7a4ac4e9baf7fec5d for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:28:00.281081 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-154037e2-a915-4a2b-9412-27e0297e3fff tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:00.298138 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-19233609-ab36-4fbb-b1b6-4a4efde73c5e None None] Set router bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663 gateway port host: None {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:28:00.319816 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc6e837c-7c9a-4c2f-9ea4-46863093cc1d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Made reservation on behalf of 34e6b268fc1844e287c5dc961df795e5 for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:28:00.324493 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fc6e837c-7c9a-4c2f-9ea4-46863093cc1d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:00.389408 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8f3dfb93-f97b-44f2-a947-22c7fbc71e78 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:00.443234 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc6e837c-7c9a-4c2f-9ea4-46863093cc1d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:28:00.543338 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-296a3043-9b03-4d3f-8b8d-bd866c82bfa9 None None] Attempt 4 to provision port b404be67-998c-4723-a3a7-afaeb10487b4 Oct 13 15:28:00.580876 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.db.resource_extend [None req-8f3dfb93-f97b-44f2-a947-22c7fbc71e78 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 15:28:00.599149 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fc6e837c-7c9a-4c2f-9ea4-46863093cc1d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:00.599149 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-fc6e837c-7c9a-4c2f-9ea4-46863093cc1d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Added segment 5af1f0c3-44aa-4a56-8344-3c83ae2eeef8 of type vlan for network 7446ea60-5fb7-4632-922d-386a1ae6eeb5 Oct 13 15:28:00.600087 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46546) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:00.664519 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fc6e837c-7c9a-4c2f-9ea4-46863093cc1d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:00.675428 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ea60b6-1020-49a2-8b56-9807ade63cdd None None] Update dhcp port {'port': {'network_id': '1ff9bed7-08be-41be-a1bd-ceec9900119e', 'fixed_ips': [{'subnet_id': '3838cced-558b-426e-bd3a-14ae472a7221', 'ip_address': '172.20.0.2'}, {'subnet_id': '468df359-395b-4a6f-af0d-e650d3d82e1d'}], 'binding:host_id': 'dv-neutron-860329-2-hyperv'}, 'id': 'dae5e0a1-0bcb-4cb7-8887-77445bdcbbaa'} from dv-neutron-860329-2-hyperv. {{(pid=88974) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 13 15:28:00.676548 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8f3dfb93-f97b-44f2-a947-22c7fbc71e78 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:00.682324 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3dfb93-f97b-44f2-a947-22c7fbc71e78 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:00.682923 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8f3dfb93-f97b-44f2-a947-22c7fbc71e78 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:00.699312 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-4b9fe893-3d08-4eab-a7f8-29b3f918b950 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Allocated IP 172.20.0.11 (1ff9bed7-08be-41be-a1bd-ceec9900119e/3838cced-558b-426e-bd3a-14ae472a7221/f755092c-fa23-4bbf-b03b-3702a1c7b48f) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:28:00.710494 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-296a3043-9b03-4d3f-8b8d-bd866c82bfa9 None None] Port b404be67-998c-4723-a3a7-afaeb10487b4 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:28:00.844224 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-19233609-ab36-4fbb-b1b6-4a4efde73c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'name': 'tempest-RoutersIpV6Test-router-284765292', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:18Z', 'updated_at': '2022-10-13T15:27:56Z', 'revision_number': 4, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'gw_port_host': None, '_interfaces': [{'id': '55ed86c2-7dc3-4aa7-812f-d614ba4e5e08', 'name': '', 'network_id': '8103f6e5-66b5-4b6e-aab9-89095ff7dce4', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:c0:8e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd872e4e3-5ee4-405a-a437-1ffbf1f955fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:35Z', 'updated_at': '2022-10-13T15:27:51Z', 'revision_number': 5, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': 'd872e4e3-5ee4-405a-a437-1ffbf1f955fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b404be67-998c-4723-a3a7-afaeb10487b4', 'name': '', 'network_id': 'c22a49cc-c5a0-42b9-8402-0abbf6fb909a', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:3e:b6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '506d59b8-4c92-476e-9ca9-85e327f03087', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:53Z', 'updated_at': '2022-10-13T15:27:57Z', 'revision_number': 2, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': '506d59b8-4c92-476e-9ca9-85e327f03087', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67594f2-c0c5-4a36-bff7-71fd58d2cbed', 'name': '', 'network_id': '84c2d1c2-975e-4007-b816-a51001632d07', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:fc:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '0945d224-ede5-498b-85fe-799e1434f68b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:22Z', 'updated_at': '2022-10-13T15:27:33Z', 'revision_number': 5, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': '0945d224-ede5-498b-85fe-799e1434f68b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:00.853469 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19233609-ab36-4fbb-b1b6-4a4efde73c5e None None] Checking router: bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:28:00.853900 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19233609-ab36-4fbb-b1b6-4a4efde73c5e None None] Updating router bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663 port b404be67-998c-4723-a3a7-afaeb10487b4 binding host dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:28:00.873510 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3dfb93-f97b-44f2-a947-22c7fbc71e78 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Pushing event updated for resources: {'Network': ['ID=b55d560e-2d5b-4320-836c-9083f1c752da,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:00.878390 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a166c1d-2083-43bc-81e8-6f7252f9e888 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:00.880269 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a166c1d-2083-43bc-81e8-6f7252f9e888 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:00.882053 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a166c1d-2083-43bc-81e8-6f7252f9e888 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:00.883734 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-6a166c1d-2083-43bc-81e8-6f7252f9e888 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Synchronizing usage tracker for tenant:bb90cebe15f541febeed2c50e15c931e on resource:subnet {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:28:00.899032 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network b55d560e-2d5b-4320-836c-9083f1c752da details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:28:00.899883 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-4b9fe893-3d08-4eab-a7f8-29b3f918b950 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Allocated IP 172.20.0.29 (1ff9bed7-08be-41be-a1bd-ceec9900119e/468df359-395b-4a6f-af0d-e650d3d82e1d/f755092c-fa23-4bbf-b03b-3702a1c7b48f) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:28:00.912090 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-62b7d71f-1d79-4372-a23c-c58c956bd2a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:00.926155 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-19233609-ab36-4fbb-b1b6-4a4efde73c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:00.960604 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-62b7d71f-1d79-4372-a23c-c58c956bd2a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:28:00.963827 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-8f3dfb93-f97b-44f2-a947-22c7fbc71e78 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.4964597 Oct 13 15:28:00.969222 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-62b7d71f-1d79-4372-a23c-c58c956bd2a6 admin admin] Usage tracker for resource:security_group_rule and tenant:1464a2ef7dc3428a9d0eec799db41abd is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:28:00.981657 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46552) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:00.984971 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-62b7d71f-1d79-4372-a23c-c58c956bd2a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:28:01.000227 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-1d8a5d2a-3f2e-4f3a-a7ac-73416dfcd77b tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Request body: {'subnet': {'network_id': 'b55d560e-2d5b-4320-836c-9083f1c752da', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:01.016424 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-6a166c1d-2083-43bc-81e8-6f7252f9e888 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Unset dirty status for tenant:bb90cebe15f541febeed2c50e15c931e on resource:subnet {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:28:01.021296 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-61ea60b6-1020-49a2-8b56-9807ade63cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:01.021483 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-6a166c1d-2083-43bc-81e8-6f7252f9e888 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 1.1372414 Oct 13 15:28:01.022347 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46556) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:01.022571 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-62b7d71f-1d79-4372-a23c-c58c956bd2a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:28:01.032347 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fc6e837c-7c9a-4c2f-9ea4-46863093cc1d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:01.037731 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc6e837c-7c9a-4c2f-9ea4-46863093cc1d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:01.038333 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fc6e837c-7c9a-4c2f-9ea4-46863093cc1d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:01.095412 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 3381bc40-ec07-4b96-b789-163b59d3555e is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:28:01.096682 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device d87f15e1-ea86-4c29-8767-419e02e0d360 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:28:01.133218 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2958581-1627-474a-9881-acc4358a1de7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Deleting subnet 5e56b2a0-0c0c-4375-80ad-eb8460b6a56b {{(pid=88973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:28:01.137608 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f2958581-1627-474a-9881-acc4358a1de7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for subnet, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:01.208053 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f2958581-1627-474a-9881-acc4358a1de7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7432921'] for subnet, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:01.216425 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-078a98a5-c235-47a0-9e52-86586b7636ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd243dbd-009e-4307-afa7-2438e63c8307', 'name': 'tempest-TestVolumeBootPattern-2107375634-router', 'tenant_id': '6e2052c4f3914e79a3f6c684eb6c678b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '096d7a3e-bd9a-4b75-9e3d-1a80ea105ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:46Z', 'updated_at': '2022-10-13T15:27:51Z', 'revision_number': 3, 'project_id': '6e2052c4f3914e79a3f6c684eb6c678b', 'gw_port': {'id': '096d7a3e-bd9a-4b75-9e3d-1a80ea105ccd', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:04:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd243dbd-009e-4307-afa7-2438e63c8307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:49Z', 'updated_at': '2022-10-13T15:27:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:01.220820 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-296a3043-9b03-4d3f-8b8d-bd866c82bfa9 None None] Attempt 5 to provision port b404be67-998c-4723-a3a7-afaeb10487b4 Oct 13 15:28:01.229427 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-fc6e837c-7c9a-4c2f-9ea4-46863093cc1d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0417480 Oct 13 15:28:01.256173 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078a98a5-c235-47a0-9e52-86586b7636ad None None] The sync data for ids ['dd243dbd-009e-4307-afa7-2438e63c8307'] in dv-neutron-860329-2-hyperv is: [{'id': 'dd243dbd-009e-4307-afa7-2438e63c8307', 'name': 'tempest-TestVolumeBootPattern-2107375634-router', 'tenant_id': '6e2052c4f3914e79a3f6c684eb6c678b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '096d7a3e-bd9a-4b75-9e3d-1a80ea105ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:46Z', 'updated_at': '2022-10-13T15:27:51Z', 'revision_number': 3, 'project_id': '6e2052c4f3914e79a3f6c684eb6c678b', 'gw_port': {'id': '096d7a3e-bd9a-4b75-9e3d-1a80ea105ccd', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:04:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd243dbd-009e-4307-afa7-2438e63c8307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:49Z', 'updated_at': '2022-10-13T15:27:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:28:01.272952 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46560) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:01.293857 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port d87f15e1-ea86-4c29-8767-419e02e0d360 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:28:01.294412 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:01.294821 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port d87f15e1-ea86-4c29-8767-419e02e0d360 Oct 13 15:28:01.303115 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-e2071633-8af9-449b-b47b-b6134ddad103 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Request body: {'subnet': {'network_id': '7446ea60-5fb7-4632-922d-386a1ae6eeb5', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:01.315286 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f2958581-1627-474a-9881-acc4358a1de7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:01.359990 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-296a3043-9b03-4d3f-8b8d-bd866c82bfa9 None None] Port b404be67-998c-4723-a3a7-afaeb10487b4 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:28:01.452201 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-19233609-ab36-4fbb-b1b6-4a4efde73c5e None None] Notify callbacks [] for port, precommit_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:01.456560 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f2958581-1627-474a-9881-acc4358a1de7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:01.475715 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port d87f15e1-ea86-4c29-8767-419e02e0d360 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:28:01.479441 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.provisioning_blocks [None req-19233609-ab36-4fbb-b1b6-4a4efde73c5e None None] Transition to ACTIVE for port object b404be67-998c-4723-a3a7-afaeb10487b4 will not be triggered until provisioned by entity L2. {{(pid=88975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:28:01.497246 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-19233609-ab36-4fbb-b1b6-4a4efde73c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:01.536187 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2958581-1627-474a-9881-acc4358a1de7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event deleted for resources: {'Subnet': ['ID=5e56b2a0-0c0c-4375-80ad-eb8460b6a56b,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:01.547149 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f2958581-1627-474a-9881-acc4358a1de7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:01.552134 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55436e25-25c6-4243-ae83-76fe882d2936 None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:28:01.621763 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6e837c-7c9a-4c2f-9ea4-46863093cc1d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event updated for resources: {'Network': ['ID=7446ea60-5fb7-4632-922d-386a1ae6eeb5,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:01.663974 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-1d8a5d2a-3f2e-4f3a-a7ac-73416dfcd77b tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:28:01.674438 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-1d8a5d2a-3f2e-4f3a-a7ac-73416dfcd77b tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Usage tracker for resource:subnet and tenant:7ee76e8712464dbea13eeb8906370463 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:28:01.685784 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-1d8a5d2a-3f2e-4f3a-a7ac-73416dfcd77b tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:28:01.712900 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-e2071633-8af9-449b-b47b-b6134ddad103 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:28:01.720614 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-1d8a5d2a-3f2e-4f3a-a7ac-73416dfcd77b tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:28:01.734984 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-e2071633-8af9-449b-b47b-b6134ddad103 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Usage tracker for resource:subnet and tenant:34e6b268fc1844e287c5dc961df795e5 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:28:01.746478 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-e2071633-8af9-449b-b47b-b6134ddad103 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:28:01.757116 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-f2958581-1627-474a-9881-acc4358a1de7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/5e56b2a0-0c0c-4375-80ad-eb8460b6a56b HTTP/1.1" status: 204 len: 168 time: 0.7265699 Oct 13 15:28:01.774310 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46564) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:01.779765 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-e2071633-8af9-449b-b47b-b6134ddad103 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:28:01.808859 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4b9fe893-3d08-4eab-a7f8-29b3f918b950 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:01.824759 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8a5d2a-3f2e-4f3a-a7ac-73416dfcd77b tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Made reservation on behalf of 7ee76e8712464dbea13eeb8906370463 for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:28:01.828591 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1d8a5d2a-3f2e-4f3a-a7ac-73416dfcd77b tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:01.843915 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e37ea-0036-459e-9d6a-21fb4c5ae87c None None] Pushing event updated for resources: {'Port': ['ID=b404be67-998c-4723-a3a7-afaeb10487b4,revision_number=3']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:01.887318 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-19233609-ab36-4fbb-b1b6-4a4efde73c5e None None] Attempting to bind port b404be67-998c-4723-a3a7-afaeb10487b4 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:28:01.887679 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-19233609-ab36-4fbb-b1b6-4a4efde73c5e None None] Attempting to bind port b404be67-998c-4723-a3a7-afaeb10487b4 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '3ac02b61-e2d0-4dfd-904d-bb25de3c3694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c22a49cc-c5a0-42b9-8402-0abbf6fb909a'}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:28:01.888033 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19233609-ab36-4fbb-b1b6-4a4efde73c5e None None] Attempting to bind port b404be67-998c-4723-a3a7-afaeb10487b4 on network c22a49cc-c5a0-42b9-8402-0abbf6fb909a {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:28:01.891500 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-296a3043-9b03-4d3f-8b8d-bd866c82bfa9 None None] Attempt 6 to provision port b404be67-998c-4723-a3a7-afaeb10487b4 Oct 13 15:28:01.895104 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19233609-ab36-4fbb-b1b6-4a4efde73c5e None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 27, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:28:01.895468 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19233609-ab36-4fbb-b1b6-4a4efde73c5e None None] Checking segment: {'id': '3ac02b61-e2d0-4dfd-904d-bb25de3c3694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c22a49cc-c5a0-42b9-8402-0abbf6fb909a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:28:01.895862 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-19233609-ab36-4fbb-b1b6-4a4efde73c5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:01.896249 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19233609-ab36-4fbb-b1b6-4a4efde73c5e None None] Bound using segment: {'id': '3ac02b61-e2d0-4dfd-904d-bb25de3c3694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c22a49cc-c5a0-42b9-8402-0abbf6fb909a'} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:28:01.896704 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-19233609-ab36-4fbb-b1b6-4a4efde73c5e None None] Bound port: b404be67-998c-4723-a3a7-afaeb10487b4, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ac02b61-e2d0-4dfd-904d-bb25de3c3694', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': 'c22a49cc-c5a0-42b9-8402-0abbf6fb909a'}}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:28:01.897086 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-19233609-ab36-4fbb-b1b6-4a4efde73c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:01.967998 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-296a3043-9b03-4d3f-8b8d-bd866c82bfa9 None None] Port b404be67-998c-4723-a3a7-afaeb10487b4 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:28:01.968920 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 7446ea60-5fb7-4632-922d-386a1ae6eeb5 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:28:01.969225 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5ad10a9-996a-44f5-bbd7-076f3b366dd1 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Deleting subnet b7d22656-dd93-4656-a027-983013d86820 {{(pid=88973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:28:01.973713 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e5ad10a9-996a-44f5-bbd7-076f3b366dd1 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for subnet, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:01.986656 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-62b7d71f-1d79-4372-a23c-c58c956bd2a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:01.994451 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2071633-8af9-449b-b47b-b6134ddad103 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Made reservation on behalf of 34e6b268fc1844e287c5dc961df795e5 for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:28:01.998066 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e2071633-8af9-449b-b47b-b6134ddad103 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:02.006193 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-19233609-ab36-4fbb-b1b6-4a4efde73c5e None None] For port b404be67-998c-4723-a3a7-afaeb10487b4, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:28:02.009782 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-19233609-ab36-4fbb-b1b6-4a4efde73c5e None None] For port b404be67-998c-4723-a3a7-afaeb10487b4, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=b404be67-998c-4723-a3a7-afaeb10487b4,segment=NetworkSegment(3ac02b61-e2d0-4dfd-904d-bb25de3c3694),segment_id=3ac02b61-e2d0-4dfd-904d-bb25de3c3694)] {{(pid=88975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:28:02.027620 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-efab30ee-9a10-49cf-a749-182fe58058f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:02.030737 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-19233609-ab36-4fbb-b1b6-4a4efde73c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:02.039077 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-62b7d71f-1d79-4372-a23c-c58c956bd2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:02.046514 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-4b9fe893-3d08-4eab-a7f8-29b3f918b950 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Transition to ACTIVE for port object f755092c-fa23-4bbf-b03b-3702a1c7b48f will not be triggered until provisioned by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:28:02.070026 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-154037e2-a915-4a2b-9412-27e0297e3fff tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:02.147316 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19233609-ab36-4fbb-b1b6-4a4efde73c5e None None] Routers {'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:28:02.147316 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-19233609-ab36-4fbb-b1b6-4a4efde73c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:27:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:02.310856 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e5ad10a9-996a-44f5-bbd7-076f3b366dd1 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7432921'] for subnet, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:02.326585 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-62b7d71f-1d79-4372-a23c-c58c956bd2a6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1464a2ef7dc3428a9d0eec799db41abd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7253466 Oct 13 15:28:02.334116 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b7d71f-1d79-4372-a23c-c58c956bd2a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=701f5c88-4142-4c52-98aa-61aca5a19cbf,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:02.343282 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46568) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:02.363501 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81e37ea-0036-459e-9d6a-21fb4c5ae87c None None] Pushing event updated for resources: {'Port': ['ID=b404be67-998c-4723-a3a7-afaeb10487b4,revision_number=4']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:02.381468 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-19233609-ab36-4fbb-b1b6-4a4efde73c5e None None] Set router bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663 gateway port host: None {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:28:02.440204 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154037e2-a915-4a2b-9412-27e0297e3fff tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Pushing event updated for resources: {'Subnet': ['ID=b581cfe0-968b-4a24-a9b6-36fb6dec12df,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:02.470250 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-296a3043-9b03-4d3f-8b8d-bd866c82bfa9 None None] Attempt 7 to provision port b404be67-998c-4723-a3a7-afaeb10487b4 Oct 13 15:28:02.541096 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4b9fe893-3d08-4eab-a7f8-29b3f918b950 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:02.637017 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-61ea60b6-1020-49a2-8b56-9807ade63cdd None None] Allocated IP 172.20.0.18 (1ff9bed7-08be-41be-a1bd-ceec9900119e/468df359-395b-4a6f-af0d-e650d3d82e1d/dae5e0a1-0bcb-4cb7-8887-77445bdcbbaa) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:28:02.685923 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-efab30ee-9a10-49cf-a749-182fe58058f9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:02.736849 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a72af618-2e93-4c45-8976-c0d23f11eb0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:02.737676 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e5ad10a9-996a-44f5-bbd7-076f3b366dd1 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:02.813915 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9fe893-3d08-4eab-a7f8-29b3f918b950 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Network 1ff9bed7-08be-41be-a1bd-ceec9900119e is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:28:02.825443 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-4b9fe893-3d08-4eab-a7f8-29b3f918b950 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:28:02.827639 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1d8a5d2a-3f2e-4f3a-a7ac-73416dfcd77b tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:02.833335 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9fe893-3d08-4eab-a7f8-29b3f918b950 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:28:02.851332 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-efab30ee-9a10-49cf-a749-182fe58058f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:02.931523 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9fe893-3d08-4eab-a7f8-29b3f918b950 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event updated for resources: {'Port': ['ID=f755092c-fa23-4bbf-b03b-3702a1c7b48f,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:02.963018 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a72af618-2e93-4c45-8976-c0d23f11eb0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:02.996821 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-296a3043-9b03-4d3f-8b8d-bd866c82bfa9 None None] Port b404be67-998c-4723-a3a7-afaeb10487b4 had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 15:28:03.050486 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-19233609-ab36-4fbb-b1b6-4a4efde73c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'name': 'tempest-RoutersIpV6Test-router-284765292', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:18Z', 'updated_at': '2022-10-13T15:27:56Z', 'revision_number': 4, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'gw_port_host': None, '_interfaces': [{'id': '55ed86c2-7dc3-4aa7-812f-d614ba4e5e08', 'name': '', 'network_id': '8103f6e5-66b5-4b6e-aab9-89095ff7dce4', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:c0:8e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd872e4e3-5ee4-405a-a437-1ffbf1f955fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:35Z', 'updated_at': '2022-10-13T15:27:51Z', 'revision_number': 5, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': 'd872e4e3-5ee4-405a-a437-1ffbf1f955fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b404be67-998c-4723-a3a7-afaeb10487b4', 'name': '', 'network_id': 'c22a49cc-c5a0-42b9-8402-0abbf6fb909a', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:3e:b6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '506d59b8-4c92-476e-9ca9-85e327f03087', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:53Z', 'updated_at': '2022-10-13T15:28:02Z', 'revision_number': 4, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': '506d59b8-4c92-476e-9ca9-85e327f03087', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67594f2-c0c5-4a36-bff7-71fd58d2cbed', 'name': '', 'network_id': '84c2d1c2-975e-4007-b816-a51001632d07', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:fc:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '0945d224-ede5-498b-85fe-799e1434f68b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:22Z', 'updated_at': '2022-10-13T15:27:33Z', 'revision_number': 5, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': '0945d224-ede5-498b-85fe-799e1434f68b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:03.051156 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-61ea60b6-1020-49a2-8b56-9807ade63cdd None None] For port dae5e0a1-0bcb-4cb7-8887-77445bdcbbaa, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=dae5e0a1-0bcb-4cb7-8887-77445bdcbbaa,segment=NetworkSegment(d0bb17e3-2223-4d07-8617-2e8f0e2f562a),segment_id=d0bb17e3-2223-4d07-8617-2e8f0e2f562a)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:28:03.055645 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19233609-ab36-4fbb-b1b6-4a4efde73c5e None None] The sync data for ids ['bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'] in dv-neutron-860329-2-hyperv is: [{'id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'name': 'tempest-RoutersIpV6Test-router-284765292', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:18Z', 'updated_at': '2022-10-13T15:27:56Z', 'revision_number': 4, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'gw_port_host': None, '_interfaces': [{'id': '55ed86c2-7dc3-4aa7-812f-d614ba4e5e08', 'name': '', 'network_id': '8103f6e5-66b5-4b6e-aab9-89095ff7dce4', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:c0:8e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd872e4e3-5ee4-405a-a437-1ffbf1f955fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:35Z', 'updated_at': '2022-10-13T15:27:51Z', 'revision_number': 5, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': 'd872e4e3-5ee4-405a-a437-1ffbf1f955fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b404be67-998c-4723-a3a7-afaeb10487b4', 'name': '', 'network_id': 'c22a49cc-c5a0-42b9-8402-0abbf6fb909a', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:3e:b6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '506d59b8-4c92-476e-9ca9-85e327f03087', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:53Z', 'updated_at': '2022-10-13T15:28:02Z', 'revision_number': 4, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': '506d59b8-4c92-476e-9ca9-85e327f03087', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67594f2-c0c5-4a36-bff7-71fd58d2cbed', 'name': '', 'network_id': '84c2d1c2-975e-4007-b816-a51001632d07', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:fc:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '0945d224-ede5-498b-85fe-799e1434f68b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:22Z', 'updated_at': '2022-10-13T15:27:33Z', 'revision_number': 5, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': '0945d224-ede5-498b-85fe-799e1434f68b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:28:03.061634 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-efab30ee-9a10-49cf-a749-182fe58058f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:03.067228 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-154037e2-a915-4a2b-9412-27e0297e3fff tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Checking segment: {'id': '16eaddd5-9a59-4d6d-9016-7f9cd29fd70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ef68fbfe-e475-42f9-be06-23b27bf25220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:28:03.068068 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154037e2-a915-4a2b-9412-27e0297e3fff tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Network hostable DHCP agents. Network: ef68fbfe-e475-42f9-be06-23b27bf25220, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:28:03.074148 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-296a3043-9b03-4d3f-8b8d-bd866c82bfa9 None None] Provisioning complete for port 3381bc40-ec07-4b96-b789-163b59d3555e triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:28:03.074617 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-296a3043-9b03-4d3f-8b8d-bd866c82bfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:03.075237 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-296a3043-9b03-4d3f-8b8d-bd866c82bfa9 None None] Attempt 1 to provision port 3381bc40-ec07-4b96-b789-163b59d3555e Oct 13 15:28:03.088648 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efab30ee-9a10-49cf-a749-182fe58058f9 admin admin] Pushing event updated for resources: {'Port': ['ID=248c600e-5d64-470a-8d32-d4f90199663e,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:03.181627 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8a5d2a-3f2e-4f3a-a7ac-73416dfcd77b tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Pushing event updated for resources: {'Subnet': ['ID=5195bd6b-884f-4141-95ff-b9d0c701e61d,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:03.187122 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e5ad10a9-996a-44f5-bbd7-076f3b366dd1 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:03.193153 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-61ea60b6-1020-49a2-8b56-9807ade63cdd None None] Notify callbacks [] for port, precommit_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:03.218903 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-61ea60b6-1020-49a2-8b56-9807ade63cdd None None] Ignored duplicate provisioning block setup for port dae5e0a1-0bcb-4cb7-8887-77445bdcbbaa by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 13 15:28:03.221829 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9fe893-3d08-4eab-a7f8-29b3f918b950 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:03.221829 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4b9fe893-3d08-4eab-a7f8-29b3f918b950 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:03.241842 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a72af618-2e93-4c45-8976-c0d23f11eb0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:03.259233 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ad10a9-996a-44f5-bbd7-076f3b366dd1 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event deleted for resources: {'Subnet': ['ID=b7d22656-dd93-4656-a027-983013d86820,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:03.263007 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e5ad10a9-996a-44f5-bbd7-076f3b366dd1 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:03.303676 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-296a3043-9b03-4d3f-8b8d-bd866c82bfa9 None None] Current status of the port 3381bc40-ec07-4b96-b789-163b59d3555e is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:28:03.303953 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8a5d2a-3f2e-4f3a-a7ac-73416dfcd77b tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Checking segment: {'id': '3aa3977c-0071-445e-b479-98b1652ad21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b55d560e-2d5b-4320-836c-9083f1c752da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:28:03.304557 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8a5d2a-3f2e-4f3a-a7ac-73416dfcd77b tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Network hostable DHCP agents. Network: b55d560e-2d5b-4320-836c-9083f1c752da, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:28:03.311831 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-61ea60b6-1020-49a2-8b56-9807ade63cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:03.323924 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72af618-2e93-4c45-8976-c0d23f11eb0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=701f5c88-4142-4c52-98aa-61aca5a19cbf,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:03.333396 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e2071633-8af9-449b-b47b-b6134ddad103 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:03.358972 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e5ad10a9-996a-44f5-bbd7-076f3b366dd1 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/b7d22656-dd93-4656-a027-983013d86820 HTTP/1.1" status: 204 len: 168 time: 1.5810094 Oct 13 15:28:03.364808 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46572) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:03.379328 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-296a3043-9b03-4d3f-8b8d-bd866c82bfa9 None None] Could not find standard attr ID for object 9e5d5a06-353d-4181-a913-e1e5cb911dd0. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:28:03.459036 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-154037e2-a915-4a2b-9412-27e0297e3fff tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Network ef68fbfe-e475-42f9-be06-23b27bf25220 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:28:03.461238 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d022764-d7f5-45d9-8e90-9d7e746e60fa None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:28:03.501340 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-4b9fe893-3d08-4eab-a7f8-29b3f918b950 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 5.6866062 Oct 13 15:28:03.523365 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a72af618-2e93-4c45-8976-c0d23f11eb0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:03.527447 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a72af618-2e93-4c45-8976-c0d23f11eb0f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/701f5c88-4142-4c52-98aa-61aca5a19cbf HTTP/1.1" status: 204 len: 168 time: 1.1777167 Oct 13 15:28:03.557666 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46576) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:03.584470 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-fb14f3e2-60b2-4440-8a85-0aecdf9f130e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3838cced-558b-426e-bd3a-14ae472a7221'}]}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:03.607196 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ea60b6-1020-49a2-8b56-9807ade63cdd None None] Pushing event updated for resources: {'Port': ['ID=dae5e0a1-0bcb-4cb7-8887-77445bdcbbaa,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:03.684305 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8a5d2a-3f2e-4f3a-a7ac-73416dfcd77b tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Network b55d560e-2d5b-4320-836c-9083f1c752da is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:28:03.769826 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2071633-8af9-449b-b47b-b6134ddad103 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event updated for resources: {'Subnet': ['ID=2ea4eb07-1fff-46de-be92-c23160938164,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:03.803188 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2071633-8af9-449b-b47b-b6134ddad103 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Checking segment: {'id': '5af1f0c3-44aa-4a56-8344-3c83ae2eeef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7446ea60-5fb7-4632-922d-386a1ae6eeb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:28:03.804705 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2071633-8af9-449b-b47b-b6134ddad103 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Network hostable DHCP agents. Network: 7446ea60-5fb7-4632-922d-386a1ae6eeb5, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:28:03.805827 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-c2862387-b521-41bf-891f-c991fa9b5d11 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Synchronizing usage tracker for tenant:bb90cebe15f541febeed2c50e15c931e on resource:router {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:28:03.815056 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-1d8a5d2a-3f2e-4f3a-a7ac-73416dfcd77b tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, b55d560e-2d5b-4320-836c-9083f1c752da) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:28:03.818423 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-154037e2-a915-4a2b-9412-27e0297e3fff tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, ef68fbfe-e475-42f9-be06-23b27bf25220) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:28:03.824744 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8a5d2a-3f2e-4f3a-a7ac-73416dfcd77b tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:03.825684 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1d8a5d2a-3f2e-4f3a-a7ac-73416dfcd77b tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:03.835369 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-154037e2-a915-4a2b-9412-27e0297e3fff tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:03.835949 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-154037e2-a915-4a2b-9412-27e0297e3fff tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:03.913433 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-c2862387-b521-41bf-891f-c991fa9b5d11 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Unset dirty status for tenant:bb90cebe15f541febeed2c50e15c931e on resource:router {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:28:03.917202 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c2862387-b521-41bf-891f-c991fa9b5d11 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5488708 Oct 13 15:28:03.928038 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46584) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:04.004719 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-1d8a5d2a-3f2e-4f3a-a7ac-73416dfcd77b tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0215335 Oct 13 15:28:04.009120 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46588) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:04.010351 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2071633-8af9-449b-b47b-b6134ddad103 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Network 7446ea60-5fb7-4632-922d-386a1ae6eeb5 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:28:04.020027 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-7872d359-5f83-41cd-b739-b972ba4ed2ca tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Request body: {'port': {'network_id': 'b55d560e-2d5b-4320-836c-9083f1c752da', 'name': 'tempest-DHCPAgentSchedulersTestJSON-125788757'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:04.028606 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-154037e2-a915-4a2b-9412-27e0297e3fff tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.6933944 Oct 13 15:28:04.029654 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46592) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:04.039473 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device b404be67-998c-4723-a3a7-afaeb10487b4 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:28:04.041283 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efab30ee-9a10-49cf-a749-182fe58058f9 admin admin] Network ced2275c-bcdc-4a16-b344-0fe658c14c93 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:28:04.047117 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-2a722861-6619-4be4-b0c3-c4c9e13f63cd tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Request body: {'port': {'network_id': 'ef68fbfe-e475-42f9-be06-23b27bf25220', 'name': 'tempest-AllowedAddressPairTestJSON-1485328487'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:04.066319 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-efab30ee-9a10-49cf-a749-182fe58058f9 admin admin] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:28:04.096484 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-e2071633-8af9-449b-b47b-b6134ddad103 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 7446ea60-5fb7-4632-922d-386a1ae6eeb5) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:28:04.103264 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2071633-8af9-449b-b47b-b6134ddad103 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:04.104061 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e2071633-8af9-449b-b47b-b6134ddad103 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:04.107311 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-074e1bc1-0f8e-470d-80ea-ef4dccd12c40 None None] Network b55d560e-2d5b-4320-836c-9083f1c752da requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:28:04.109813 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fb14f3e2-60b2-4440-8a85-0aecdf9f130e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:04.176512 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0237cf4-f7a9-43a3-ad87-5ad89ea8c354 None None] Network ef68fbfe-e475-42f9-be06-23b27bf25220 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:28:04.203300 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-81b16817-bb22-449b-9f02-c2b1164949fb None None] Provisioning for port 248c600e-5d64-470a-8d32-d4f90199663e completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:28:04.228408 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46596) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:04.321207 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3998af2-9066-4cc8-b6e1-e70152ce36f5 None None] Network 7446ea60-5fb7-4632-922d-386a1ae6eeb5 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:28:04.341296 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-81b16817-bb22-449b-9f02-c2b1164949fb None None] Provisioning complete for port 248c600e-5d64-470a-8d32-d4f90199663e triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:28:04.341826 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-81b16817-bb22-449b-9f02-c2b1164949fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:04.342249 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-81b16817-bb22-449b-9f02-c2b1164949fb None None] Attempt 1 to provision port 248c600e-5d64-470a-8d32-d4f90199663e Oct 13 15:28:04.448376 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-81b16817-bb22-449b-9f02-c2b1164949fb None None] Port 248c600e-5d64-470a-8d32-d4f90199663e cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:28:04.470736 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-7872d359-5f83-41cd-b739-b972ba4ed2ca tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:28:04.477557 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-e2071633-8af9-449b-b47b-b6134ddad103 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.2026730 Oct 13 15:28:04.488591 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46600) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:04.493795 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-7872d359-5f83-41cd-b739-b972ba4ed2ca tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Usage tracker for resource:port and tenant:7ee76e8712464dbea13eeb8906370463 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:28:04.557257 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-7872d359-5f83-41cd-b739-b972ba4ed2ca tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:28:04.580663 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-2a722861-6619-4be4-b0c3-c4c9e13f63cd tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:28:04.589718 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7195fb1a-957d-4893-816e-01371e5c358b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:04.603004 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-2a722861-6619-4be4-b0c3-c4c9e13f63cd tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Usage tracker for resource:port and tenant:e8c763263a4c44b7a4ac4e9baf7fec5d is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:28:04.612995 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-2a722861-6619-4be4-b0c3-c4c9e13f63cd tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:28:04.621766 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cbe08c-2042-4d66-a6b1-e363be379905 None None] Network 1ff9bed7-08be-41be-a1bd-ceec9900119e requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:28:04.629090 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-7195fb1a-957d-4893-816e-01371e5c358b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:28:04.629291 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-7872d359-5f83-41cd-b739-b972ba4ed2ca tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:28:04.632372 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-7195fb1a-957d-4893-816e-01371e5c358b admin admin] Usage tracker for resource:security_group_rule and tenant:84050da956eb4574826b12ac1819669c is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:28:04.635545 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-7195fb1a-957d-4893-816e-01371e5c358b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:28:04.643185 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-7195fb1a-957d-4893-816e-01371e5c358b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:28:04.709904 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-2a722861-6619-4be4-b0c3-c4c9e13f63cd tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:28:04.716845 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7872d359-5f83-41cd-b739-b972ba4ed2ca tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Made reservation on behalf of 7ee76e8712464dbea13eeb8906370463 for: {'port': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:28:04.720625 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7872d359-5f83-41cd-b739-b972ba4ed2ca tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:04.756772 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7195fb1a-957d-4893-816e-01371e5c358b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:04.769667 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b753c7c8-46c9-41e3-ab1c-4a3d2503c036 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:04.770618 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-b753c7c8-46c9-41e3-ab1c-4a3d2503c036 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Synchronizing usage tracker for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:28:04.780905 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7195fb1a-957d-4893-816e-01371e5c358b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:04.807399 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efab30ee-9a10-49cf-a749-182fe58058f9 admin admin] Router dd243dbd-009e-4307-afa7-2438e63c8307 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:28:04.808325 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a722861-6619-4be4-b0c3-c4c9e13f63cd tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Made reservation on behalf of e8c763263a4c44b7a4ac4e9baf7fec5d for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:28:04.812263 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2a722861-6619-4be4-b0c3-c4c9e13f63cd tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:04.849407 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e87870ad-f80b-4ef8-80fe-d306f14eba87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:04.860522 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [None req-7872d359-5f83-41cd-b739-b972ba4ed2ca tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] device_id is not set on port 55cefe4a-5c30-4182-8d7b-44eccbf26f9e yet. {{(pid=88972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:28:04.879922 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-7195fb1a-957d-4893-816e-01371e5c358b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=84050da956eb4574826b12ac1819669c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6382155 Oct 13 15:28:04.880141 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [None req-2a722861-6619-4be4-b0c3-c4c9e13f63cd tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] device_id is not set on port 05b04f10-aac3-45e1-a874-39fc3f8e5d51 yet. {{(pid=88973) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:28:04.905681 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46604) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:04.914519 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-b753c7c8-46c9-41e3-ab1c-4a3d2503c036 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Unset dirty status for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:28:04.919099 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-b753c7c8-46c9-41e3-ab1c-4a3d2503c036 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9868567 Oct 13 15:28:04.919099 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7195fb1a-957d-4893-816e-01371e5c358b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a1c943-61ba-4053-ab7a-d0f0b061eb16,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:04.920912 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46606) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:04.975226 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-81b16817-bb22-449b-9f02-c2b1164949fb None None] Attempt 2 to provision port 248c600e-5d64-470a-8d32-d4f90199663e Oct 13 15:28:05.137070 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-195cdd68-0ab4-4ef9-a1ed-55b8cf21a2ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:05.171088 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a9d99d-e981-48e2-bc79-4e845d1b5dda tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:05.171851 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-f9a9d99d-e981-48e2-bc79-4e845d1b5dda tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Synchronizing usage tracker for tenant:bb90cebe15f541febeed2c50e15c931e on resource:subnet {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:28:05.213822 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-81b16817-bb22-449b-9f02-c2b1164949fb None None] Port 248c600e-5d64-470a-8d32-d4f90199663e cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:28:05.255425 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efab30ee-9a10-49cf-a749-182fe58058f9 admin admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:28:05.278843 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port b404be67-998c-4723-a3a7-afaeb10487b4 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:28:05.286345 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-f9a9d99d-e981-48e2-bc79-4e845d1b5dda tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Unset dirty status for tenant:bb90cebe15f541febeed2c50e15c931e on resource:subnet {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:28:05.287517 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-f9a9d99d-e981-48e2-bc79-4e845d1b5dda tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3638425 Oct 13 15:28:05.288809 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-2a722861-6619-4be4-b0c3-c4c9e13f63cd tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Allocated IP 172.20.0.9 (ef68fbfe-e475-42f9-be06-23b27bf25220/b581cfe0-968b-4a24-a9b6-36fb6dec12df/05b04f10-aac3-45e1-a874-39fc3f8e5d51) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:28:05.292217 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46612) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:05.313009 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5a2c14-7931-4ed6-859e-9ab548d81953 None None] Sync routers for ids ['dd243dbd-009e-4307-afa7-2438e63c8307'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:28:05.315160 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a564331-39ed-43b7-8d82-61d49ae7632f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-b55d560e-2d5b-4320-836c-9083f1c752da', 'network_id': 'b55d560e-2d5b-4320-836c-9083f1c752da', 'tenant_id': '7ee76e8712464dbea13eeb8906370463', 'fixed_ips': [{'subnet_id': '5195bd6b-884f-4141-95ff-b9d0c701e61d'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:28:05.315936 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-1a564331-39ed-43b7-8d82-61d49ae7632f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:05.372753 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-195cdd68-0ab4-4ef9-a1ed-55b8cf21a2ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:05.380119 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-b4cc7e87-6cd3-4ca5-abc4-c051cc4d1446 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0845332 Oct 13 15:28:05.388603 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46616) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:05.394490 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-71ed0ee1-cf74-4eba-a200-2bd82b086a7f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'subnet': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:05.397679 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port b404be67-998c-4723-a3a7-afaeb10487b4 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:28:05.398047 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:05.398405 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port b404be67-998c-4723-a3a7-afaeb10487b4 Oct 13 15:28:05.469255 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-efab30ee-9a10-49cf-a749-182fe58058f9 admin admin] 10.222.0.42 "PUT /v2.0/routers/dd243dbd-009e-4307-afa7-2438e63c8307/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0481498 Oct 13 15:28:05.490716 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73dc7bb0-b6d0-4b2d-a94c-a4d1f0e71e8a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-ef68fbfe-e475-42f9-be06-23b27bf25220', 'network_id': 'ef68fbfe-e475-42f9-be06-23b27bf25220', 'tenant_id': 'e8c763263a4c44b7a4ac4e9baf7fec5d', 'fixed_ips': [{'subnet_id': 'b581cfe0-968b-4a24-a9b6-36fb6dec12df'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:28:05.491516 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-73dc7bb0-b6d0-4b2d-a94c-a4d1f0e71e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:05.523810 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5a2c14-7931-4ed6-859e-9ab548d81953 None None] Routers {'dd243dbd-009e-4307-afa7-2438e63c8307'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:28:05.524447 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-6a5a2c14-7931-4ed6-859e-9ab548d81953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:27:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['dd243dbd-009e-4307-afa7-2438e63c8307'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:05.553372 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-7872d359-5f83-41cd-b739-b972ba4ed2ca tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Allocated IP 172.20.0.7 (b55d560e-2d5b-4320-836c-9083f1c752da/5195bd6b-884f-4141-95ff-b9d0c701e61d/55cefe4a-5c30-4182-8d7b-44eccbf26f9e) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:28:05.580879 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-fb14f3e2-60b2-4440-8a85-0aecdf9f130e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Delete allocated IP 172.20.0.29 (1ff9bed7-08be-41be-a1bd-ceec9900119e/468df359-395b-4a6f-af0d-e650d3d82e1d) {{(pid=88972) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 13 15:28:05.616301 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-71ed0ee1-cf74-4eba-a200-2bd82b086a7f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:28:05.631910 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdeda7eb-54ed-48fa-80b0-af6b91c6530d None None] DHCP port deletion for a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:28:05.691549 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-bdeda7eb-54ed-48fa-80b0-af6b91c6530d None None] Deleting port 186b346c-c420-44ef-ad5a-c740117d305c {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:28:05.693511 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-bdeda7eb-54ed-48fa-80b0-af6b91c6530d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:05.695813 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-71ed0ee1-cf74-4eba-a200-2bd82b086a7f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:28:05.721070 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71ed0ee1-cf74-4eba-a200-2bd82b086a7f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:28:05.725050 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-71ed0ee1-cf74-4eba-a200-2bd82b086a7f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:05.726918 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-71ed0ee1-cf74-4eba-a200-2bd82b086a7f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 15:28:05.727161 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71ed0ee1-cf74-4eba-a200-2bd82b086a7f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:28:05.787135 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-81b16817-bb22-449b-9f02-c2b1164949fb None None] Attempt 3 to provision port 248c600e-5d64-470a-8d32-d4f90199663e Oct 13 15:28:05.790864 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-71ed0ee1-cf74-4eba-a200-2bd82b086a7f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4050891 Oct 13 15:28:05.793955 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2a722861-6619-4be4-b0c3-c4c9e13f63cd tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:05.797142 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46626) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:05.804030 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-6bdfc3c5-8c08-4267-a128-7b56ca190432 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'subnet': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:05.916543 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-195cdd68-0ab4-4ef9-a1ed-55b8cf21a2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:06.034576 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-81b16817-bb22-449b-9f02-c2b1164949fb None None] Port 248c600e-5d64-470a-8d32-d4f90199663e cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:28:06.096721 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-2a722861-6619-4be4-b0c3-c4c9e13f63cd tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Transition to ACTIVE for port object 05b04f10-aac3-45e1-a874-39fc3f8e5d51 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:28:06.124659 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def05c1b-743e-4baf-9ac2-74ba6e5d4b86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-7446ea60-5fb7-4632-922d-386a1ae6eeb5', 'network_id': '7446ea60-5fb7-4632-922d-386a1ae6eeb5', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'fixed_ips': [{'subnet_id': '2ea4eb07-1fff-46de-be92-c23160938164'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:28:06.125476 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-def05c1b-743e-4baf-9ac2-74ba6e5d4b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:06.134193 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-6bdfc3c5-8c08-4267-a128-7b56ca190432 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:28:06.147972 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-6bdfc3c5-8c08-4267-a128-7b56ca190432 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:28:06.161846 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bdfc3c5-8c08-4267-a128-7b56ca190432 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:28:06.164609 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195cdd68-0ab4-4ef9-a1ed-55b8cf21a2ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a1c943-61ba-4053-ab7a-d0f0b061eb16,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:06.166323 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6bdfc3c5-8c08-4267-a128-7b56ca190432 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:06.173268 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bdfc3c5-8c08-4267-a128-7b56ca190432 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 15:28:06.173818 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bdfc3c5-8c08-4267-a128-7b56ca190432 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:28:06.180256 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2a722861-6619-4be4-b0c3-c4c9e13f63cd tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:06.228599 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4646de65-e6d8-4d30-b8a1-aed5bf5e9299 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:06.244199 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-195cdd68-0ab4-4ef9-a1ed-55b8cf21a2ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:06.245359 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-195cdd68-0ab4-4ef9-a1ed-55b8cf21a2ff admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/07a1c943-61ba-4053-ab7a-d0f0b061eb16 HTTP/1.1" status: 204 len: 168 time: 1.2817669 Oct 13 15:28:06.281484 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-6bdfc3c5-8c08-4267-a128-7b56ca190432 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4827511 Oct 13 15:28:06.283708 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a722861-6619-4be4-b0c3-c4c9e13f63cd tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Network ef68fbfe-e475-42f9-be06-23b27bf25220 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:28:06.287238 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46634) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:06.288377 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-2a722861-6619-4be4-b0c3-c4c9e13f63cd tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:28:06.293201 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a722861-6619-4be4-b0c3-c4c9e13f63cd tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:28:06.358950 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-cb339a2e-da1e-4a61-9c81-35eb50a653c4 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'subnet': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:06.384444 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a722861-6619-4be4-b0c3-c4c9e13f63cd tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:06.385306 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2a722861-6619-4be4-b0c3-c4c9e13f63cd tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:06.405205 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.db.resource_extend [None req-fb14f3e2-60b2-4440-8a85-0aecdf9f130e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 15:28:06.429101 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-2a722861-6619-4be4-b0c3-c4c9e13f63cd tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3905475 Oct 13 15:28:06.432052 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46638) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:06.435532 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a722861-6619-4be4-b0c3-c4c9e13f63cd tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Pushing event updated for resources: {'Port': ['ID=05b04f10-aac3-45e1-a874-39fc3f8e5d51,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:06.444675 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fb14f3e2-60b2-4440-8a85-0aecdf9f130e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:06.453500 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-ddeb8cf9-53b6-4ec3-9a49-1f5d0cb89f63 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Request body: {'port': {'network_id': 'ef68fbfe-e475-42f9-be06-23b27bf25220', 'name': 'tempest-AllowedAddressPairTestJSON-1442772780', 'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:5b:2a:63'}]}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:06.477484 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7872d359-5f83-41cd-b739-b972ba4ed2ca tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:06.522734 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-fb14f3e2-60b2-4440-8a85-0aecdf9f130e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Ignored duplicate provisioning block setup for port f755092c-fa23-4bbf-b03b-3702a1c7b48f by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 13 15:28:06.540685 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-6a5a2c14-7931-4ed6-859e-9ab548d81953 None None] Set router dd243dbd-009e-4307-afa7-2438e63c8307 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:28:06.546335 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-cb339a2e-da1e-4a61-9c81-35eb50a653c4 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:28:06.557162 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-cb339a2e-da1e-4a61-9c81-35eb50a653c4 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:28:06.575825 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb339a2e-da1e-4a61-9c81-35eb50a653c4 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:28:06.581743 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cb339a2e-da1e-4a61-9c81-35eb50a653c4 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:06.583398 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb339a2e-da1e-4a61-9c81-35eb50a653c4 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 15:28:06.584087 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb339a2e-da1e-4a61-9c81-35eb50a653c4 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:28:06.607103 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-81b16817-bb22-449b-9f02-c2b1164949fb None None] Attempt 4 to provision port 248c600e-5d64-470a-8d32-d4f90199663e Oct 13 15:28:06.609983 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-cb339a2e-da1e-4a61-9c81-35eb50a653c4 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3188355 Oct 13 15:28:06.612932 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46644) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:06.621928 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-30e81ff7-0cdb-46bd-97fc-737021136be2 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'subnet': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:06.624116 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fb14f3e2-60b2-4440-8a85-0aecdf9f130e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:06.635973 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-7872d359-5f83-41cd-b739-b972ba4ed2ca tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Transition to ACTIVE for port object 55cefe4a-5c30-4182-8d7b-44eccbf26f9e will not be triggered until provisioned by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:28:06.733355 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port b404be67-998c-4723-a3a7-afaeb10487b4 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:28:06.733972 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:06.756996 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8826e9b6-804e-4776-97f5-23fb103d08ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:06.781973 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-73dc7bb0-b6d0-4b2d-a94c-a4d1f0e71e8a None None] Allocated IP 172.20.0.2 (ef68fbfe-e475-42f9-be06-23b27bf25220/b581cfe0-968b-4a24-a9b6-36fb6dec12df/2896b447-a0d2-409c-8ebf-4d4bb2341a31) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:28:06.850733 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-30e81ff7-0cdb-46bd-97fc-737021136be2 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:28:06.868023 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-30e81ff7-0cdb-46bd-97fc-737021136be2 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:28:06.883000 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e81ff7-0cdb-46bd-97fc-737021136be2 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:28:06.888855 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-30e81ff7-0cdb-46bd-97fc-737021136be2 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:06.890694 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-30e81ff7-0cdb-46bd-97fc-737021136be2 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 15:28:06.891323 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30e81ff7-0cdb-46bd-97fc-737021136be2 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:28:06.912320 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb14f3e2-60b2-4440-8a85-0aecdf9f130e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event updated for resources: {'Port': ['ID=f755092c-fa23-4bbf-b03b-3702a1c7b48f,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:06.924292 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-30e81ff7-0cdb-46bd-97fc-737021136be2 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3096936 Oct 13 15:28:06.925236 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46654) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:06.932681 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-7916812e-273a-4478-acfc-fb6fc6dae558 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'subnet': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:07.017614 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-ddeb8cf9-53b6-4ec3-9a49-1f5d0cb89f63 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:28:07.050820 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-ddeb8cf9-53b6-4ec3-9a49-1f5d0cb89f63 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Usage tracker for resource:port and tenant:e8c763263a4c44b7a4ac4e9baf7fec5d is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:28:07.053670 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7872d359-5f83-41cd-b739-b972ba4ed2ca tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:07.055490 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-ddeb8cf9-53b6-4ec3-9a49-1f5d0cb89f63 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:28:07.058435 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-fb14f3e2-60b2-4440-8a85-0aecdf9f130e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] In _notify_port_updated(), no bound segment for port f755092c-fa23-4bbf-b03b-3702a1c7b48f on network 1ff9bed7-08be-41be-a1bd-ceec9900119e {{(pid=88972) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 13 15:28:07.066821 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb14f3e2-60b2-4440-8a85-0aecdf9f130e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:07.067468 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fb14f3e2-60b2-4440-8a85-0aecdf9f130e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:07.071944 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-fb14f3e2-60b2-4440-8a85-0aecdf9f130e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "PUT /v2.0/ports/f755092c-fa23-4bbf-b03b-3702a1c7b48f HTTP/1.1" status: 200 len: 919 time: 3.5098925 Oct 13 15:28:07.074702 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46660) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:07.078648 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-7916812e-273a-4478-acfc-fb6fc6dae558 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:28:07.091894 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-b9e55f78-4e03-4f4c-bedb-39f14cd3ec59 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '3838cced-558b-426e-bd3a-14ae472a7221'}, {'subnet_id': '468df359-395b-4a6f-af0d-e650d3d82e1d'}]}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:07.137314 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-ddeb8cf9-53b6-4ec3-9a49-1f5d0cb89f63 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:28:07.140143 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46668) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:07.152870 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-1a564331-39ed-43b7-8d82-61d49ae7632f None None] Allocated IP 172.20.0.2 (b55d560e-2d5b-4320-836c-9083f1c752da/5195bd6b-884f-4141-95ff-b9d0c701e61d/1acad2e9-46a9-4a83-8dfc-8d5523d16420) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:28:07.188401 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-31ee2ff5-b92c-4225-bd3e-50f226107026 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1280063495', 'description': 'tempest-secgroup-smoke-1280063495 description', 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:07.202731 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-7916812e-273a-4478-acfc-fb6fc6dae558 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:28:07.212710 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-31ee2ff5-b92c-4225-bd3e-50f226107026 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:28:07.227184 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7872d359-5f83-41cd-b739-b972ba4ed2ca tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Network b55d560e-2d5b-4320-836c-9083f1c752da is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:28:07.231232 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-31ee2ff5-b92c-4225-bd3e-50f226107026 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Usage tracker for resource:security_group and tenant:c4e179e9a35a4e59a0b0abe27aa737df is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:28:07.234329 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-7872d359-5f83-41cd-b739-b972ba4ed2ca tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:28:07.236355 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-31ee2ff5-b92c-4225-bd3e-50f226107026 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:28:07.241139 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddeb8cf9-53b6-4ec3-9a49-1f5d0cb89f63 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Made reservation on behalf of e8c763263a4c44b7a4ac4e9baf7fec5d for: {'port': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:28:07.262621 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7872d359-5f83-41cd-b739-b972ba4ed2ca tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:28:07.267304 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7916812e-273a-4478-acfc-fb6fc6dae558 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:28:07.279962 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7916812e-273a-4478-acfc-fb6fc6dae558 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:07.281755 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-7916812e-273a-4478-acfc-fb6fc6dae558 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 15:28:07.282457 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7916812e-273a-4478-acfc-fb6fc6dae558 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:28:07.323586 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-7916812e-273a-4478-acfc-fb6fc6dae558 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3968685 Oct 13 15:28:07.326754 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46678) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:07.329747 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7872d359-5f83-41cd-b739-b972ba4ed2ca tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Pushing event updated for resources: {'Port': ['ID=55cefe4a-5c30-4182-8d7b-44eccbf26f9e,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:07.335096 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-05a18788-922e-4248-b1d9-c1e41f1392ae tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'subnet': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:07.346743 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-31ee2ff5-b92c-4225-bd3e-50f226107026 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:28:07.439415 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port b404be67-998c-4723-a3a7-afaeb10487b4, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=b404be67-998c-4723-a3a7-afaeb10487b4,segment=NetworkSegment(3ac02b61-e2d0-4dfd-904d-bb25de3c3694),segment_id=3ac02b61-e2d0-4dfd-904d-bb25de3c3694)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:28:07.469312 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-81b16817-bb22-449b-9f02-c2b1164949fb None None] Port 248c600e-5d64-470a-8d32-d4f90199663e cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:28:07.500362 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ddeb8cf9-53b6-4ec3-9a49-1f5d0cb89f63 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:07.502863 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:07.503664 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 096d7a3e-bd9a-4b75-9e3d-1a80ea105ccd up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:28:07.519373 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46682) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:07.538023 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7872d359-5f83-41cd-b739-b972ba4ed2ca tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:07.538680 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7872d359-5f83-41cd-b739-b972ba4ed2ca tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:07.565040 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-31ee2ff5-b92c-4225-bd3e-50f226107026 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:07.590229 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-31ee2ff5-b92c-4225-bd3e-50f226107026 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:28:07.594931 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-31ee2ff5-b92c-4225-bd3e-50f226107026 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Usage tracker for resource:security_group_rule and tenant:c4e179e9a35a4e59a0b0abe27aa737df is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:28:07.597965 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-31ee2ff5-b92c-4225-bd3e-50f226107026 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:28:07.605073 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-31ee2ff5-b92c-4225-bd3e-50f226107026 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:28:07.615351 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-bdeda7eb-54ed-48fa-80b0-af6b91c6530d None None] For port 186b346c-c420-44ef-ad5a-c740117d305c, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=186b346c-c420-44ef-ad5a-c740117d305c,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:28:07.615749 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-bdeda7eb-54ed-48fa-80b0-af6b91c6530d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:07.675700 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-05a18788-922e-4248-b1d9-c1e41f1392ae tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:28:07.689603 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-05a18788-922e-4248-b1d9-c1e41f1392ae tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:28:07.718466 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-31ee2ff5-b92c-4225-bd3e-50f226107026 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:07.724697 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-7872d359-5f83-41cd-b739-b972ba4ed2ca tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7110503 Oct 13 15:28:07.728449 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [None req-ddeb8cf9-53b6-4ec3-9a49-1f5d0cb89f63 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] device_id is not set on port 4894ef3e-242c-4e6c-add8-150f2b7e13eb yet. {{(pid=88972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:28:07.780172 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46688) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:07.785741 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-e89908db-2f9d-4e53-9701-1964044a79ad tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-617441301'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:07.793386 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-31ee2ff5-b92c-4225-bd3e-50f226107026 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:07.868663 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ee2ff5-b92c-4225-bd3e-50f226107026 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Pushing event updated for resources: {'SecurityGroup': ['ID=81e55712-bc20-48c8-a3f7-25813fa3e1a9,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:07.871427 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-31ee2ff5-b92c-4225-bd3e-50f226107026 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:07.872620 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-31ee2ff5-b92c-4225-bd3e-50f226107026 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.7314618 Oct 13 15:28:07.876453 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46692) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:07.883761 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-21e0c5dd-52ba-406b-8153-79a32352a01e tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Request body: {'security_group_rule': {'security_group_id': '81e55712-bc20-48c8-a3f7-25813fa3e1a9', 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:07.884112 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-e89908db-2f9d-4e53-9701-1964044a79ad tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:28:07.886891 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a18788-922e-4248-b1d9-c1e41f1392ae tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:28:07.889738 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-21e0c5dd-52ba-406b-8153-79a32352a01e tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:28:07.890981 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-05a18788-922e-4248-b1d9-c1e41f1392ae tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:07.893189 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-05a18788-922e-4248-b1d9-c1e41f1392ae tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 15:28:07.893634 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05a18788-922e-4248-b1d9-c1e41f1392ae tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:28:07.893740 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-21e0c5dd-52ba-406b-8153-79a32352a01e tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Usage tracker for resource:security_group_rule and tenant:c4e179e9a35a4e59a0b0abe27aa737df is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:28:07.896837 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-21e0c5dd-52ba-406b-8153-79a32352a01e tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:28:07.904152 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-21e0c5dd-52ba-406b-8153-79a32352a01e tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:28:07.920188 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-e89908db-2f9d-4e53-9701-1964044a79ad tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Usage tracker for resource:network and tenant:90f6084bda2b40539c0354a580246982 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:28:07.923615 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-21e0c5dd-52ba-406b-8153-79a32352a01e tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:07.932697 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-e89908db-2f9d-4e53-9701-1964044a79ad tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:28:07.941966 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b9e55f78-4e03-4f4c-bedb-39f14cd3ec59 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:07.952065 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-e89908db-2f9d-4e53-9701-1964044a79ad tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:28:07.975878 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-05a18788-922e-4248-b1d9-c1e41f1392ae tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.6451545 Oct 13 15:28:07.976193 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46696) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:07.983797 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-0e78eea7-2f1a-4d6c-8743-f959d136e584 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Deleting port 55cefe4a-5c30-4182-8d7b-44eccbf26f9e {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:28:07.984145 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0e78eea7-2f1a-4d6c-8743-f959d136e584 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:08.020008 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-81b16817-bb22-449b-9f02-c2b1164949fb None None] Attempt 5 to provision port 248c600e-5d64-470a-8d32-d4f90199663e Oct 13 15:28:08.060010 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-21e0c5dd-52ba-406b-8153-79a32352a01e tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:08.064823 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89908db-2f9d-4e53-9701-1964044a79ad tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Made reservation on behalf of 90f6084bda2b40539c0354a580246982 for: {'network': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:28:08.065495 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-21e0c5dd-52ba-406b-8153-79a32352a01e tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:08.069910 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e89908db-2f9d-4e53-9701-1964044a79ad tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:08.095772 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e0c5dd-52ba-406b-8153-79a32352a01e tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cfe9eaf-58a4-4439-a6af-c3c3a2d82ba6,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:08.108026 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e89908db-2f9d-4e53-9701-1964044a79ad tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:08.115743 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-519932c0-e498-498f-811f-de543eec0eb1 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:08.116783 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-519932c0-e498-498f-811f-de543eec0eb1 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Synchronizing usage tracker for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:28:08.121101 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-21e0c5dd-52ba-406b-8153-79a32352a01e tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:08.122286 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-21e0c5dd-52ba-406b-8153-79a32352a01e tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2450202 Oct 13 15:28:08.126915 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46702) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:08.134725 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-7476ca6a-c105-4331-967f-f2f337e41c2f tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Request body: {'security_group_rule': {'security_group_id': '81e55712-bc20-48c8-a3f7-25813fa3e1a9', 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:08.142523 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-bdeda7eb-54ed-48fa-80b0-af6b91c6530d None None] Calling delete_port for 186b346c-c420-44ef-ad5a-c740117d305c owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:28:08.143320 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-7476ca6a-c105-4331-967f-f2f337e41c2f tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:28:08.145749 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-519932c0-e498-498f-811f-de543eec0eb1 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Unset dirty status for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:28:08.149432 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-519932c0-e498-498f-811f-de543eec0eb1 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1697772 Oct 13 15:28:08.149645 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46706) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:08.152336 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-7476ca6a-c105-4331-967f-f2f337e41c2f tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Usage tracker for resource:security_group_rule and tenant:c4e179e9a35a4e59a0b0abe27aa737df is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:28:08.174568 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-def05c1b-743e-4baf-9ac2-74ba6e5d4b86 None None] Allocated IP 2001:db8:3::2 (7446ea60-5fb7-4632-922d-386a1ae6eeb5/2ea4eb07-1fff-46de-be92-c23160938164/f4d8e61b-88d1-4301-862f-547eb79d1c2d) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:28:08.177084 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-1a564331-39ed-43b7-8d82-61d49ae7632f None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:08.184061 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-e89908db-2f9d-4e53-9701-1964044a79ad tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:28:08.188807 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-7476ca6a-c105-4331-967f-f2f337e41c2f tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:28:08.199050 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-e89908db-2f9d-4e53-9701-1964044a79ad tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Usage tracker for resource:security_group_rule and tenant:90f6084bda2b40539c0354a580246982 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:28:08.201933 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-7476ca6a-c105-4331-967f-f2f337e41c2f tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:28:08.235886 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7476ca6a-c105-4331-967f-f2f337e41c2f tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:08.244270 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-e89908db-2f9d-4e53-9701-1964044a79ad tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:28:08.249986 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-667af2ea-0bef-4b92-9cf1-0d2085f5234b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:08.250709 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-667af2ea-0bef-4b92-9cf1-0d2085f5234b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Synchronizing usage tracker for tenant:bb90cebe15f541febeed2c50e15c931e on resource:subnet {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:28:08.270232 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-1a564331-39ed-43b7-8d82-61d49ae7632f None None] Transition to ACTIVE for port object 1acad2e9-46a9-4a83-8dfc-8d5523d16420 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:28:08.272076 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-e89908db-2f9d-4e53-9701-1964044a79ad tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:28:08.272314 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=b404be67-998c-4723-a3a7-afaeb10487b4,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:08.292288 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:08.303083 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-667af2ea-0bef-4b92-9cf1-0d2085f5234b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Unset dirty status for tenant:bb90cebe15f541febeed2c50e15c931e on resource:subnet {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:28:08.307148 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-667af2ea-0bef-4b92-9cf1-0d2085f5234b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1537209 Oct 13 15:28:08.307379 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46710) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:08.313487 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:08.425536 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 096d7a3e-bd9a-4b75-9e3d-1a80ea105ccd completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:28:08.433122 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-1a564331-39ed-43b7-8d82-61d49ae7632f None None] Transition to ACTIVE for port object 1acad2e9-46a9-4a83-8dfc-8d5523d16420 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:28:08.437809 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-81b16817-bb22-449b-9f02-c2b1164949fb None None] Port 248c600e-5d64-470a-8d32-d4f90199663e cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:28:08.507276 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-52c63475-065a-4a68-9f78-bfc701f7c288 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1952295 Oct 13 15:28:08.511354 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46714) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:08.521515 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-7b06b9e7-b7a8-4324-a064-477e6f9f24a5 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'subnet': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:08.536295 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7476ca6a-c105-4331-967f-f2f337e41c2f tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:08.536517 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 096d7a3e-bd9a-4b75-9e3d-1a80ea105ccd triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:28:08.536706 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:08.537104 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 096d7a3e-bd9a-4b75-9e3d-1a80ea105ccd Oct 13 15:28:08.557768 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7476ca6a-c105-4331-967f-f2f337e41c2f tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:08.561148 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-1a564331-39ed-43b7-8d82-61d49ae7632f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:08.646955 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7476ca6a-c105-4331-967f-f2f337e41c2f tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaaa6fec-fd0a-4e89-b93d-a2516ad2f55c,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:08.677247 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-7b06b9e7-b7a8-4324-a064-477e6f9f24a5 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:28:08.677791 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-73dc7bb0-b6d0-4b2d-a94c-a4d1f0e71e8a None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:08.688421 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-7b06b9e7-b7a8-4324-a064-477e6f9f24a5 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:28:08.694737 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-bdeda7eb-54ed-48fa-80b0-af6b91c6530d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:08.697117 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7476ca6a-c105-4331-967f-f2f337e41c2f tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:08.697890 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-7476ca6a-c105-4331-967f-f2f337e41c2f tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5700469 Oct 13 15:28:08.701498 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46720) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:08.705161 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b06b9e7-b7a8-4324-a064-477e6f9f24a5 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:28:08.708671 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7b06b9e7-b7a8-4324-a064-477e6f9f24a5 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:08.726422 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-73dc7bb0-b6d0-4b2d-a94c-a4d1f0e71e8a None None] Transition to ACTIVE for port object 2896b447-a0d2-409c-8ebf-4d4bb2341a31 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:28:08.727776 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-bde83994-63ec-47d3-8dd1-0ca28a2c5f90 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Request body: {'security_group_rule': {'security_group_id': '81e55712-bc20-48c8-a3f7-25813fa3e1a9', 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:08.730823 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a564331-39ed-43b7-8d82-61d49ae7632f None None] Network b55d560e-2d5b-4320-836c-9083f1c752da is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:28:08.740317 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0e78eea7-2f1a-4d6c-8743-f959d136e584 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:08.749138 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-1a564331-39ed-43b7-8d82-61d49ae7632f None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:28:08.749713 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-bde83994-63ec-47d3-8dd1-0ca28a2c5f90 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:28:08.752664 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdeda7eb-54ed-48fa-80b0-af6b91c6530d None None] No DVR routers for this DVR port 186b346c-c420-44ef-ad5a-c740117d305c on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:28:08.758719 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-bde83994-63ec-47d3-8dd1-0ca28a2c5f90 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Usage tracker for resource:security_group_rule and tenant:c4e179e9a35a4e59a0b0abe27aa737df is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:28:08.764386 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-bde83994-63ec-47d3-8dd1-0ca28a2c5f90 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:28:08.766032 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a564331-39ed-43b7-8d82-61d49ae7632f None None] Pushing event updated for resources: {'Port': ['ID=1acad2e9-46a9-4a83-8dfc-8d5523d16420,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:08.769617 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a564331-39ed-43b7-8d82-61d49ae7632f None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:28:08.831506 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-bde83994-63ec-47d3-8dd1-0ca28a2c5f90 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:28:08.839825 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdeda7eb-54ed-48fa-80b0-af6b91c6530d None None] Pushing event deleted for resources: {'Port': ['ID=186b346c-c420-44ef-ad5a-c740117d305c,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:08.866213 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bde83994-63ec-47d3-8dd1-0ca28a2c5f90 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:08.885671 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-73dc7bb0-b6d0-4b2d-a94c-a4d1f0e71e8a None None] Transition to ACTIVE for port object 2896b447-a0d2-409c-8ebf-4d4bb2341a31 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:28:08.924408 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-0e78eea7-2f1a-4d6c-8743-f959d136e584 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Calling delete_port for 55cefe4a-5c30-4182-8d7b-44eccbf26f9e owned by {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:28:08.971413 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-81b16817-bb22-449b-9f02-c2b1164949fb None None] Attempt 6 to provision port 248c600e-5d64-470a-8d32-d4f90199663e Oct 13 15:28:08.980849 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-b9e55f78-4e03-4f4c-bedb-39f14cd3ec59 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Allocated IP 172.20.0.19 (1ff9bed7-08be-41be-a1bd-ceec9900119e/468df359-395b-4a6f-af0d-e650d3d82e1d/f755092c-fa23-4bbf-b03b-3702a1c7b48f) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:28:08.994299 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-73dc7bb0-b6d0-4b2d-a94c-a4d1f0e71e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:09.022071 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e89908db-2f9d-4e53-9701-1964044a79ad tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:09.042847 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e89908db-2f9d-4e53-9701-1964044a79ad tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:09.050496 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bde83994-63ec-47d3-8dd1-0ca28a2c5f90 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:09.058818 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-ddeb8cf9-53b6-4ec3-9a49-1f5d0cb89f63 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Allocated IP 172.20.0.3 (ef68fbfe-e475-42f9-be06-23b27bf25220/b581cfe0-968b-4a24-a9b6-36fb6dec12df/4894ef3e-242c-4e6c-add8-150f2b7e13eb) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:28:09.066594 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bde83994-63ec-47d3-8dd1-0ca28a2c5f90 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:09.110364 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde83994-63ec-47d3-8dd1-0ca28a2c5f90 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2602e3a-c323-4603-aece-2e3b0d2f0af6,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:09.133148 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e89908db-2f9d-4e53-9701-1964044a79ad tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=88973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:28:09.169428 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bde83994-63ec-47d3-8dd1-0ca28a2c5f90 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:09.173492 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-bde83994-63ec-47d3-8dd1-0ca28a2c5f90 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4708757 Oct 13 15:28:09.173723 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73dc7bb0-b6d0-4b2d-a94c-a4d1f0e71e8a None None] Network ef68fbfe-e475-42f9-be06-23b27bf25220 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:28:09.176570 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-6a5a2c14-7931-4ed6-859e-9ab548d81953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd243dbd-009e-4307-afa7-2438e63c8307', 'name': 'tempest-TestVolumeBootPattern-2107375634-router', 'tenant_id': '6e2052c4f3914e79a3f6c684eb6c678b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '096d7a3e-bd9a-4b75-9e3d-1a80ea105ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:46Z', 'updated_at': '2022-10-13T15:28:01Z', 'revision_number': 4, 'project_id': '6e2052c4f3914e79a3f6c684eb6c678b', 'gw_port': {'id': '096d7a3e-bd9a-4b75-9e3d-1a80ea105ccd', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:04:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd243dbd-009e-4307-afa7-2438e63c8307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:49Z', 'updated_at': '2022-10-13T15:27:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '248c600e-5d64-470a-8d32-d4f90199663e', 'name': '', 'network_id': 'ced2275c-bcdc-4a16-b344-0fe658c14c93', 'tenant_id': '6e2052c4f3914e79a3f6c684eb6c678b', 'mac_address': 'fa:16:3e:61:da:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd243dbd-009e-4307-afa7-2438e63c8307', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '8c978c88-860e-44da-8b8a-2cdd6e8e0289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:58Z', 'updated_at': '2022-10-13T15:28:02Z', 'revision_number': 2, 'project_id': '6e2052c4f3914e79a3f6c684eb6c678b', 'subnets': [{'id': '8c978c88-860e-44da-8b8a-2cdd6e8e0289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:09.176776 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46724) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:09.179017 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-1a564331-39ed-43b7-8d82-61d49ae7632f None None] Attempting to bind port 1acad2e9-46a9-4a83-8dfc-8d5523d16420 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:28:09.179379 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-1a564331-39ed-43b7-8d82-61d49ae7632f None None] Attempting to bind port 1acad2e9-46a9-4a83-8dfc-8d5523d16420 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '3aa3977c-0071-445e-b479-98b1652ad21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b55d560e-2d5b-4320-836c-9083f1c752da'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:28:09.179725 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a564331-39ed-43b7-8d82-61d49ae7632f None None] Attempting to bind port 1acad2e9-46a9-4a83-8dfc-8d5523d16420 on network b55d560e-2d5b-4320-836c-9083f1c752da {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:28:09.189070 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-ea9c7212-dbbb-4701-873a-2422960c0e47 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Request body: {'security_group_rule': {'security_group_id': '81e55712-bc20-48c8-a3f7-25813fa3e1a9', 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:09.194054 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-73dc7bb0-b6d0-4b2d-a94c-a4d1f0e71e8a None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:28:09.194262 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e89908db-2f9d-4e53-9701-1964044a79ad tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:09.194559 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-e89908db-2f9d-4e53-9701-1964044a79ad tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Added segment 67cd9d50-893b-421f-8cbb-f87837c9a0ae of type vlan for network 10d20276-c23f-4979-8506-74c7214a9876 Oct 13 15:28:09.205256 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89908db-2f9d-4e53-9701-1964044a79ad tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ae5679-02fd-42af-9d71-a3f95a02f76e,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:09.213240 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73dc7bb0-b6d0-4b2d-a94c-a4d1f0e71e8a None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:28:09.214154 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-ea9c7212-dbbb-4701-873a-2422960c0e47 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:28:09.216317 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5a2c14-7931-4ed6-859e-9ab548d81953 None None] Checking router: dd243dbd-009e-4307-afa7-2438e63c8307 for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:28:09.216860 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5a2c14-7931-4ed6-859e-9ab548d81953 None None] Updating router dd243dbd-009e-4307-afa7-2438e63c8307 port 248c600e-5d64-470a-8d32-d4f90199663e binding host dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:28:09.249463 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-def05c1b-743e-4baf-9ac2-74ba6e5d4b86 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:09.251774 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dc7bb0-b6d0-4b2d-a94c-a4d1f0e71e8a None None] Pushing event updated for resources: {'Port': ['ID=2896b447-a0d2-409c-8ebf-4d4bb2341a31,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:09.254016 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-81b16817-bb22-449b-9f02-c2b1164949fb None None] Port 248c600e-5d64-470a-8d32-d4f90199663e cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:28:09.265565 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a564331-39ed-43b7-8d82-61d49ae7632f None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:28:09.266396 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a564331-39ed-43b7-8d82-61d49ae7632f None None] Checking segment: {'id': '3aa3977c-0071-445e-b479-98b1652ad21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b55d560e-2d5b-4320-836c-9083f1c752da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:28:09.266854 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-1a564331-39ed-43b7-8d82-61d49ae7632f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:09.267293 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a564331-39ed-43b7-8d82-61d49ae7632f None None] Bound using segment: {'id': '3aa3977c-0071-445e-b479-98b1652ad21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b55d560e-2d5b-4320-836c-9083f1c752da'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:28:09.267911 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-1a564331-39ed-43b7-8d82-61d49ae7632f None None] Bound port: 1acad2e9-46a9-4a83-8dfc-8d5523d16420, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa3977c-0071-445e-b479-98b1652ad21f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'b55d560e-2d5b-4320-836c-9083f1c752da'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:28:09.268145 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-ea9c7212-dbbb-4701-873a-2422960c0e47 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Usage tracker for resource:security_group_rule and tenant:c4e179e9a35a4e59a0b0abe27aa737df is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:28:09.268628 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-1a564331-39ed-43b7-8d82-61d49ae7632f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:09.280883 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-ea9c7212-dbbb-4701-873a-2422960c0e47 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:28:09.316169 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-ea9c7212-dbbb-4701-873a-2422960c0e47 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:28:09.332824 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 096d7a3e-bd9a-4b75-9e3d-1a80ea105ccd is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:28:09.333242 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:09.337449 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e89908db-2f9d-4e53-9701-1964044a79ad tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:09.346668 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-def05c1b-743e-4baf-9ac2-74ba6e5d4b86 None None] Transition to ACTIVE for port object f4d8e61b-88d1-4301-862f-547eb79d1c2d will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:28:09.381904 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0e78eea7-2f1a-4d6c-8743-f959d136e584 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:09.402881 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.objects.ports [None req-7b06b9e7-b7a8-4324-a064-477e6f9f24a5 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88972) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 13 15:28:09.406297 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7b06b9e7-b7a8-4324-a064-477e6f9f24a5 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:09.439042 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b9e55f78-4e03-4f4c-bedb-39f14cd3ec59 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:09.443313 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ea9c7212-dbbb-4701-873a-2422960c0e47 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:09.471365 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e78eea7-2f1a-4d6c-8743-f959d136e584 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Pushing event deleted for resources: {'Port': ['ID=55cefe4a-5c30-4182-8d7b-44eccbf26f9e,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:09.473094 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-def05c1b-743e-4baf-9ac2-74ba6e5d4b86 None None] Transition to ACTIVE for port object f4d8e61b-88d1-4301-862f-547eb79d1c2d will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:28:09.483908 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6a5a2c14-7931-4ed6-859e-9ab548d81953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:09.500217 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 096d7a3e-bd9a-4b75-9e3d-1a80ea105ccd, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=096d7a3e-bd9a-4b75-9e3d-1a80ea105ccd,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:28:09.506011 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b06b9e7-b7a8-4324-a064-477e6f9f24a5 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:28:09.514577 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-7b06b9e7-b7a8-4324-a064-477e6f9f24a5 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:28:09.515433 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-73dc7bb0-b6d0-4b2d-a94c-a4d1f0e71e8a None None] Attempting to bind port 2896b447-a0d2-409c-8ebf-4d4bb2341a31 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:28:09.515839 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-73dc7bb0-b6d0-4b2d-a94c-a4d1f0e71e8a None None] Attempting to bind port 2896b447-a0d2-409c-8ebf-4d4bb2341a31 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '16eaddd5-9a59-4d6d-9016-7f9cd29fd70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ef68fbfe-e475-42f9-be06-23b27bf25220'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:28:09.516157 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73dc7bb0-b6d0-4b2d-a94c-a4d1f0e71e8a None None] Attempting to bind port 2896b447-a0d2-409c-8ebf-4d4bb2341a31 on network ef68fbfe-e475-42f9-be06-23b27bf25220 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:28:09.524699 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-def05c1b-743e-4baf-9ac2-74ba6e5d4b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:09.529037 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:09.548717 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-b9e55f78-4e03-4f4c-bedb-39f14cd3ec59 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Ignored duplicate provisioning block setup for port f755092c-fa23-4bbf-b03b-3702a1c7b48f by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 13 15:28:09.557009 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ddeb8cf9-53b6-4ec3-9a49-1f5d0cb89f63 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:09.566648 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b06b9e7-b7a8-4324-a064-477e6f9f24a5 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:09.567247 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7b06b9e7-b7a8-4324-a064-477e6f9f24a5 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:09.578882 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b06b9e7-b7a8-4324-a064-477e6f9f24a5 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'Subnet': ['ID=9d2fa3e4-67c3-4638-a36c-6b0436b6f227,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:09.585467 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e89908db-2f9d-4e53-9701-1964044a79ad tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:09.592296 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89908db-2f9d-4e53-9701-1964044a79ad tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:09.592454 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e89908db-2f9d-4e53-9701-1964044a79ad tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:09.607946 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73dc7bb0-b6d0-4b2d-a94c-a4d1f0e71e8a None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:28:09.608389 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73dc7bb0-b6d0-4b2d-a94c-a4d1f0e71e8a None None] Checking segment: {'id': '16eaddd5-9a59-4d6d-9016-7f9cd29fd70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ef68fbfe-e475-42f9-be06-23b27bf25220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:28:09.608754 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-73dc7bb0-b6d0-4b2d-a94c-a4d1f0e71e8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:09.609088 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73dc7bb0-b6d0-4b2d-a94c-a4d1f0e71e8a None None] Bound using segment: {'id': '16eaddd5-9a59-4d6d-9016-7f9cd29fd70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ef68fbfe-e475-42f9-be06-23b27bf25220'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:28:09.609566 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-73dc7bb0-b6d0-4b2d-a94c-a4d1f0e71e8a None None] Bound port: 2896b447-a0d2-409c-8ebf-4d4bb2341a31, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16eaddd5-9a59-4d6d-9016-7f9cd29fd70e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': 'ef68fbfe-e475-42f9-be06-23b27bf25220'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:28:09.609688 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-ddeb8cf9-53b6-4ec3-9a49-1f5d0cb89f63 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Transition to ACTIVE for port object 4894ef3e-242c-4e6c-add8-150f2b7e13eb will not be triggered until provisioned by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:28:09.609937 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-73dc7bb0-b6d0-4b2d-a94c-a4d1f0e71e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:09.619442 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54a489c-912e-4c9c-b367-781f4966f39b None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:28:09.631058 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-7b06b9e7-b7a8-4324-a064-477e6f9f24a5 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1162663 Oct 13 15:28:09.631058 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-4646de65-e6d8-4d30-b8a1-aed5bf5e9299 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Allocated IP 2001:db8:3::1 (7446ea60-5fb7-4632-922d-386a1ae6eeb5/2ea4eb07-1fff-46de-be92-c23160938164/5c1bb6ad-1181-4540-aa3f-0212700a1dd2) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:28:09.634434 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46728) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:09.639747 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b9e55f78-4e03-4f4c-bedb-39f14cd3ec59 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:09.646027 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-59997f6a-cf95-40e7-b545-09e40114cc45 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'port': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'mac_address': 'fa:16:3e:41:5f:4f', 'name': 'tempest-NetworksTestDHCPv6-751697824'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:09.660030 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:09.760625 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-81b16817-bb22-449b-9f02-c2b1164949fb None None] Attempt 7 to provision port 248c600e-5d64-470a-8d32-d4f90199663e Oct 13 15:28:09.800256 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device dae5e0a1-0bcb-4cb7-8887-77445bdcbbaa up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:28:09.857475 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def05c1b-743e-4baf-9ac2-74ba6e5d4b86 None None] Network 7446ea60-5fb7-4632-922d-386a1ae6eeb5 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:28:09.906753 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-59997f6a-cf95-40e7-b545-09e40114cc45 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:28:09.918831 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-59997f6a-cf95-40e7-b545-09e40114cc45 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:28:09.937767 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ddeb8cf9-53b6-4ec3-9a49-1f5d0cb89f63 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:09.942932 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89908db-2f9d-4e53-9701-1964044a79ad tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Pushing event updated for resources: {'Network': ['ID=10d20276-c23f-4979-8506-74c7214a9876,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:09.945417 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0e78eea7-2f1a-4d6c-8743-f959d136e584 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:09.951543 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-def05c1b-743e-4baf-9ac2-74ba6e5d4b86 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:28:09.955509 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-1a564331-39ed-43b7-8d82-61d49ae7632f None None] For port 1acad2e9-46a9-4a83-8dfc-8d5523d16420, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:28:09.963511 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ea9c7212-dbbb-4701-873a-2422960c0e47 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:10.010075 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e55f78-4e03-4f4c-bedb-39f14cd3ec59 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event updated for resources: {'Port': ['ID=f755092c-fa23-4bbf-b03b-3702a1c7b48f,revision_number=3']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:10.017078 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e89908db-2f9d-4e53-9701-1964044a79ad tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.4934490 Oct 13 15:28:10.020799 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46732) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:10.021453 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ea9c7212-dbbb-4701-873a-2422960c0e47 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:10.039249 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def05c1b-743e-4baf-9ac2-74ba6e5d4b86 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:28:10.044096 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-0e78eea7-2f1a-4d6c-8743-f959d136e584 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] 10.222.0.42 "DELETE /v2.0/ports/55cefe4a-5c30-4182-8d7b-44eccbf26f9e HTTP/1.1" status: 204 len: 168 time: 2.2598443 Oct 13 15:28:10.045673 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-f05c171b-634e-4afe-bdd8-35e5eab333df tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Request body: {'subnet': {'network_id': '10d20276-c23f-4979-8506-74c7214a9876', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:10.047074 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-81b16817-bb22-449b-9f02-c2b1164949fb None None] Port 248c600e-5d64-470a-8d32-d4f90199663e cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:28:10.047705 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 10d20276-c23f-4979-8506-74c7214a9876 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:28:10.071776 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46736) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:10.103431 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9c7212-dbbb-4701-873a-2422960c0e47 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6ff1c00-19e3-46f0-b356-1f6de87a8c6d,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:10.119754 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def05c1b-743e-4baf-9ac2-74ba6e5d4b86 None None] Pushing event updated for resources: {'Port': ['ID=f4d8e61b-88d1-4301-862f-547eb79d1c2d,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:10.139353 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59997f6a-cf95-40e7-b545-09e40114cc45 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'port': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:28:10.168464 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-b9e55f78-4e03-4f4c-bedb-39f14cd3ec59 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] In _notify_port_updated(), no bound segment for port f755092c-fa23-4bbf-b03b-3702a1c7b48f on network 1ff9bed7-08be-41be-a1bd-ceec9900119e {{(pid=88973) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 13 15:28:10.173947 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9e55f78-4e03-4f4c-bedb-39f14cd3ec59 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:10.174608 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b9e55f78-4e03-4f4c-bedb-39f14cd3ec59 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:10.178465 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-b9e55f78-4e03-4f4c-bedb-39f14cd3ec59 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "PUT /v2.0/ports/f755092c-fa23-4bbf-b03b-3702a1c7b48f HTTP/1.1" status: 200 len: 999 time: 3.0997486 Oct 13 15:28:10.182610 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ea9c7212-dbbb-4701-873a-2422960c0e47 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:10.185627 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-1a564331-39ed-43b7-8d82-61d49ae7632f None None] For port 1acad2e9-46a9-4a83-8dfc-8d5523d16420, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=1acad2e9-46a9-4a83-8dfc-8d5523d16420,segment=NetworkSegment(3aa3977c-0071-445e-b479-98b1652ad21f),segment_id=3aa3977c-0071-445e-b479-98b1652ad21f)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:28:10.186757 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-ea9c7212-dbbb-4701-873a-2422960c0e47 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0044327 Oct 13 15:28:10.187605 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46742) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:10.187934 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46744) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:10.197555 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-91b33d4e-cfcb-4a67-9deb-77a203f877fa tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Request body: {'security_group_rule': {'security_group_id': '81e55712-bc20-48c8-a3f7-25813fa3e1a9', 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:10.250114 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-91b33d4e-cfcb-4a67-9deb-77a203f877fa tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:28:10.273965 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-91b33d4e-cfcb-4a67-9deb-77a203f877fa tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Usage tracker for resource:security_group_rule and tenant:c4e179e9a35a4e59a0b0abe27aa737df is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:28:10.285518 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-91b33d4e-cfcb-4a67-9deb-77a203f877fa tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:28:10.289663 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddeb8cf9-53b6-4ec3-9a49-1f5d0cb89f63 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Network ef68fbfe-e475-42f9-be06-23b27bf25220 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:28:10.293061 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-59997f6a-cf95-40e7-b545-09e40114cc45 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:10.300459 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-91b33d4e-cfcb-4a67-9deb-77a203f877fa tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:28:10.302014 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeb8cf9-53b6-4ec3-9a49-1f5d0cb89f63 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Pushing event updated for resources: {'Port': ['ID=4894ef3e-242c-4e6c-add8-150f2b7e13eb,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:10.303267 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-f05c171b-634e-4afe-bdd8-35e5eab333df tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:28:10.310189 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-ddeb8cf9-53b6-4ec3-9a49-1f5d0cb89f63 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:28:10.315812 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-074699f3-b6fc-4ed4-8b1a-02cf71795ac4 tempest-DHCPAgentSchedulersTestJSON-982227838 tempest-DHCPAgentSchedulersTestJSON-982227838-project-admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4313 time: 0.2402737 Oct 13 15:28:10.318381 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddeb8cf9-53b6-4ec3-9a49-1f5d0cb89f63 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:28:10.320019 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-6a191166-4aa5-410b-970d-1fe25215ffb2 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Deleting port f755092c-fa23-4bbf-b03b-3702a1c7b48f {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:28:10.320543 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6a191166-4aa5-410b-970d-1fe25215ffb2 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:10.324611 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-1a564331-39ed-43b7-8d82-61d49ae7632f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:10.346617 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46750) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:10.358314 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-f05c171b-634e-4afe-bdd8-35e5eab333df tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Usage tracker for resource:subnet and tenant:90f6084bda2b40539c0354a580246982 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:28:10.364838 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-f05c171b-634e-4afe-bdd8-35e5eab333df tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:28:10.391109 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-a1495c31-fea8-451d-a920-4f36bf96e6e7 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-963559300'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:10.392347 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-73dc7bb0-b6d0-4b2d-a94c-a4d1f0e71e8a None None] For port 2896b447-a0d2-409c-8ebf-4d4bb2341a31, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:28:10.398899 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-f05c171b-634e-4afe-bdd8-35e5eab333df tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:28:10.403919 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-a1495c31-fea8-451d-a920-4f36bf96e6e7 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:28:10.406640 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.securitygroups_db [None req-91b33d4e-cfcb-4a67-9deb-77a203f877fa tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Project c4e179e9a35a4e59a0b0abe27aa737df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 15:28:10.416066 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [None req-59997f6a-cf95-40e7-b545-09e40114cc45 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] device_id is not set on port 8b846795-5dc8-44ac-8bb0-44d05a044ccf yet. {{(pid=88972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:28:10.417147 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-a1495c31-fea8-451d-a920-4f36bf96e6e7 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Usage tracker for resource:network and tenant:7ee76e8712464dbea13eeb8906370463 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:28:10.423154 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-a1495c31-fea8-451d-a920-4f36bf96e6e7 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:28:10.431793 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-91b33d4e-cfcb-4a67-9deb-77a203f877fa tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:10.439876 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-a1495c31-fea8-451d-a920-4f36bf96e6e7 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:28:10.454394 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4646de65-e6d8-4d30-b8a1-aed5bf5e9299 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:10.474191 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddeb8cf9-53b6-4ec3-9a49-1f5d0cb89f63 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:10.475069 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ddeb8cf9-53b6-4ec3-9a49-1f5d0cb89f63 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:10.479726 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f05c171b-634e-4afe-bdd8-35e5eab333df tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Made reservation on behalf of 90f6084bda2b40539c0354a580246982 for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:28:10.483708 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f05c171b-634e-4afe-bdd8-35e5eab333df tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:10.490343 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-73dc7bb0-b6d0-4b2d-a94c-a4d1f0e71e8a None None] For port 2896b447-a0d2-409c-8ebf-4d4bb2341a31, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=2896b447-a0d2-409c-8ebf-4d4bb2341a31,segment=NetworkSegment(16eaddd5-9a59-4d6d-9016-7f9cd29fd70e),segment_id=16eaddd5-9a59-4d6d-9016-7f9cd29fd70e)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:28:10.498442 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-def05c1b-743e-4baf-9ac2-74ba6e5d4b86 None None] Attempting to bind port f4d8e61b-88d1-4301-862f-547eb79d1c2d on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:28:10.499033 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-def05c1b-743e-4baf-9ac2-74ba6e5d4b86 None None] Attempting to bind port f4d8e61b-88d1-4301-862f-547eb79d1c2d by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '5af1f0c3-44aa-4a56-8344-3c83ae2eeef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7446ea60-5fb7-4632-922d-386a1ae6eeb5'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:28:10.499609 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def05c1b-743e-4baf-9ac2-74ba6e5d4b86 None None] Attempting to bind port f4d8e61b-88d1-4301-862f-547eb79d1c2d on network 7446ea60-5fb7-4632-922d-386a1ae6eeb5 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:28:10.544660 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=096d7a3e-bd9a-4b75-9e3d-1a80ea105ccd,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:10.578583 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-73dc7bb0-b6d0-4b2d-a94c-a4d1f0e71e8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:10.617134 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-81b16817-bb22-449b-9f02-c2b1164949fb None None] Attempt 8 to provision port 248c600e-5d64-470a-8d32-d4f90199663e Oct 13 15:28:10.643781 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-4646de65-e6d8-4d30-b8a1-aed5bf5e9299 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Transition to ACTIVE for port object 5c1bb6ad-1181-4540-aa3f-0212700a1dd2 will not be triggered until provisioned by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:28:10.655419 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-ddeb8cf9-53b6-4ec3-9a49-1f5d0cb89f63 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 4.2178071 Oct 13 15:28:10.665237 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46754) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:10.671049 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def05c1b-743e-4baf-9ac2-74ba6e5d4b86 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:28:10.671427 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def05c1b-743e-4baf-9ac2-74ba6e5d4b86 None None] Checking segment: {'id': '5af1f0c3-44aa-4a56-8344-3c83ae2eeef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7446ea60-5fb7-4632-922d-386a1ae6eeb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:28:10.671820 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-def05c1b-743e-4baf-9ac2-74ba6e5d4b86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:10.672215 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-def05c1b-743e-4baf-9ac2-74ba6e5d4b86 None None] Bound using segment: {'id': '5af1f0c3-44aa-4a56-8344-3c83ae2eeef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7446ea60-5fb7-4632-922d-386a1ae6eeb5'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:28:10.672704 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-def05c1b-743e-4baf-9ac2-74ba6e5d4b86 None None] Bound port: f4d8e61b-88d1-4301-862f-547eb79d1c2d, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af1f0c3-44aa-4a56-8344-3c83ae2eeef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7446ea60-5fb7-4632-922d-386a1ae6eeb5'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:28:10.673132 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-def05c1b-743e-4baf-9ac2-74ba6e5d4b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:10.736303 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device b404be67-998c-4723-a3a7-afaeb10487b4 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:28:10.752665 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1495c31-fea8-451d-a920-4f36bf96e6e7 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Made reservation on behalf of 7ee76e8712464dbea13eeb8906370463 for: {'network': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:28:10.755951 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a1495c31-fea8-451d-a920-4f36bf96e6e7 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:10.852642 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-59997f6a-cf95-40e7-b545-09e40114cc45 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Allocated IP 2001:db8::f816:3eff:fe41:5f4f (a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828/9d2fa3e4-67c3-4638-a36c-6b0436b6f227/8b846795-5dc8-44ac-8bb0-44d05a044ccf) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:28:10.855954 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4646de65-e6d8-4d30-b8a1-aed5bf5e9299 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:10.959907 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-81b16817-bb22-449b-9f02-c2b1164949fb None None] Port 248c600e-5d64-470a-8d32-d4f90199663e cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:28:11.000669 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1495c31-fea8-451d-a920-4f36bf96e6e7 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=88973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:28:11.033287 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a564331-39ed-43b7-8d82-61d49ae7632f None None] Pushing event updated for resources: {'Port': ['ID=1acad2e9-46a9-4a83-8dfc-8d5523d16420,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:11.114089 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4646de65-e6d8-4d30-b8a1-aed5bf5e9299 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event updated for resources: {'Port': ['ID=5c1bb6ad-1181-4540-aa3f-0212700a1dd2,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:11.150255 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-91b33d4e-cfcb-4a67-9deb-77a203f877fa tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:11.152554 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc34747d-0cfc-41a4-b08d-8fff2a24b15a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'tenant_id': 'bb90cebe15f541febeed2c50e15c931e', 'fixed_ips': [{'subnet_id': '9d2fa3e4-67c3-4638-a36c-6b0436b6f227'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:28:11.153407 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-cc34747d-0cfc-41a4-b08d-8fff2a24b15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:11.178035 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-91b33d4e-cfcb-4a67-9deb-77a203f877fa tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:11.244970 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a1495c31-fea8-451d-a920-4f36bf96e6e7 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:11.245308 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-a1495c31-fea8-451d-a920-4f36bf96e6e7 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Added segment b394ad63-52a6-4482-801a-6cd4b9bab828 of type vlan for network 8ce9a774-7f1d-442c-9d7f-c8e514c04a1a Oct 13 15:28:11.246721 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4646de65-e6d8-4d30-b8a1-aed5bf5e9299 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Network 7446ea60-5fb7-4632-922d-386a1ae6eeb5 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:28:11.251016 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-4646de65-e6d8-4d30-b8a1-aed5bf5e9299 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:28:11.278001 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b33d4e-cfcb-4a67-9deb-77a203f877fa tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c07f5f92-3ce6-49f5-83bf-4ca4c7128c93,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:11.293825 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-def05c1b-743e-4baf-9ac2-74ba6e5d4b86 None None] For port f4d8e61b-88d1-4301-862f-547eb79d1c2d, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:28:11.316840 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73dc7bb0-b6d0-4b2d-a94c-a4d1f0e71e8a None None] Pushing event updated for resources: {'Port': ['ID=2896b447-a0d2-409c-8ebf-4d4bb2341a31,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:11.337887 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-def05c1b-743e-4baf-9ac2-74ba6e5d4b86 None None] For port f4d8e61b-88d1-4301-862f-547eb79d1c2d, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=f4d8e61b-88d1-4301-862f-547eb79d1c2d,segment=NetworkSegment(5af1f0c3-44aa-4a56-8344-3c83ae2eeef8),segment_id=5af1f0c3-44aa-4a56-8344-3c83ae2eeef8)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:28:11.338493 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6a191166-4aa5-410b-970d-1fe25215ffb2 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:11.343704 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port b404be67-998c-4723-a3a7-afaeb10487b4 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:28:11.344087 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:11.344456 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port b404be67-998c-4723-a3a7-afaeb10487b4 Oct 13 15:28:11.349633 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-91b33d4e-cfcb-4a67-9deb-77a203f877fa tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:11.353341 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-91b33d4e-cfcb-4a67-9deb-77a203f877fa tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1573529 Oct 13 15:28:11.356150 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99ce479-150f-491d-99a1-49c09066a25d tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:11.359654 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46758) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:11.362370 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99ce479-150f-491d-99a1-49c09066a25d tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:11.368552 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99ce479-150f-491d-99a1-49c09066a25d tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:11.369433 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-d99ce479-150f-491d-99a1-49c09066a25d tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Synchronizing usage tracker for tenant:e8c763263a4c44b7a4ac4e9baf7fec5d on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:28:11.374729 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4646de65-e6d8-4d30-b8a1-aed5bf5e9299 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:28:11.375323 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4646de65-e6d8-4d30-b8a1-aed5bf5e9299 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:11.398698 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.db.resource_extend [None req-6a5a2c14-7931-4ed6-859e-9ab548d81953 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 15:28:11.407247 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-def05c1b-743e-4baf-9ac2-74ba6e5d4b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:11.421754 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-42b50cee-7505-4299-bf93-e29a63db8c2b tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Request body: {'security_group_rule': {'security_group_id': '81e55712-bc20-48c8-a3f7-25813fa3e1a9', 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:11.427449 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a1495c31-fea8-451d-a920-4f36bf96e6e7 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:11.450441 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-d99ce479-150f-491d-99a1-49c09066a25d tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Unset dirty status for tenant:e8c763263a4c44b7a4ac4e9baf7fec5d on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:28:11.451717 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d99ce479-150f-491d-99a1-49c09066a25d tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.7855322 Oct 13 15:28:11.456926 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46762) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:11.466937 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-81b16817-bb22-449b-9f02-c2b1164949fb None None] Attempt 9 to provision port 248c600e-5d64-470a-8d32-d4f90199663e Oct 13 15:28:11.500354 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-6a191166-4aa5-410b-970d-1fe25215ffb2 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Calling delete_port for f755092c-fa23-4bbf-b03b-3702a1c7b48f owned by {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:28:11.512691 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-59997f6a-cf95-40e7-b545-09e40114cc45 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:11.535982 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-42b50cee-7505-4299-bf93-e29a63db8c2b tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:28:11.562464 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-59997f6a-cf95-40e7-b545-09e40114cc45 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Transition to ACTIVE for port object 8b846795-5dc8-44ac-8bb0-44d05a044ccf will not be triggered until provisioned by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:28:11.576280 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-b0537e64-5c14-4fbd-8b1a-6000bf7a2272 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Deleting port 4894ef3e-242c-4e6c-add8-150f2b7e13eb {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:28:11.576718 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b0537e64-5c14-4fbd-8b1a-6000bf7a2272 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:11.577812 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-42b50cee-7505-4299-bf93-e29a63db8c2b tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Usage tracker for resource:security_group_rule and tenant:c4e179e9a35a4e59a0b0abe27aa737df is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:28:11.589037 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-42b50cee-7505-4299-bf93-e29a63db8c2b tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:28:11.601448 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-42b50cee-7505-4299-bf93-e29a63db8c2b tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:28:11.636859 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f05c171b-634e-4afe-bdd8-35e5eab333df tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:11.676960 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.securitygroups_db [None req-42b50cee-7505-4299-bf93-e29a63db8c2b tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Project c4e179e9a35a4e59a0b0abe27aa737df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 15:28:11.713909 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-81b16817-bb22-449b-9f02-c2b1164949fb None None] Port 248c600e-5d64-470a-8d32-d4f90199663e cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:28:11.715972 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6a5a2c14-7931-4ed6-859e-9ab548d81953 None None] Notify callbacks [] for port, precommit_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:11.716564 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-42b50cee-7505-4299-bf93-e29a63db8c2b tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:11.723777 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4646de65-e6d8-4d30-b8a1-aed5bf5e9299 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:11.738833 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a1495c31-fea8-451d-a920-4f36bf96e6e7 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:11.744501 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1495c31-fea8-451d-a920-4f36bf96e6e7 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:11.745121 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a1495c31-fea8-451d-a920-4f36bf96e6e7 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:11.758065 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-6a5a2c14-7931-4ed6-859e-9ab548d81953 None None] Transition to ACTIVE for port object 248c600e-5d64-470a-8d32-d4f90199663e will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:28:11.764866 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def05c1b-743e-4baf-9ac2-74ba6e5d4b86 None None] Pushing event updated for resources: {'Port': ['ID=f4d8e61b-88d1-4301-862f-547eb79d1c2d,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:11.836131 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6a5a2c14-7931-4ed6-859e-9ab548d81953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:11.837495 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-a1495c31-fea8-451d-a920-4f36bf96e6e7 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.4756143 Oct 13 15:28:11.855735 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46766) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:12.154575 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05c171b-634e-4afe-bdd8-35e5eab333df tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Pushing event updated for resources: {'Subnet': ['ID=a2c7ccfd-7a5c-4b94-b293-6b81f0a659d0,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:12.221359 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-81b16817-bb22-449b-9f02-c2b1164949fb None None] Attempt 10 to provision port 248c600e-5d64-470a-8d32-d4f90199663e Oct 13 15:28:12.273460 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1495c31-fea8-451d-a920-4f36bf96e6e7 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Pushing event updated for resources: {'Network': ['ID=8ce9a774-7f1d-442c-9d7f-c8e514c04a1a,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:12.315952 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b0537e64-5c14-4fbd-8b1a-6000bf7a2272 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:12.320534 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f05c171b-634e-4afe-bdd8-35e5eab333df tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Checking segment: {'id': '67cd9d50-893b-421f-8cbb-f87837c9a0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '10d20276-c23f-4979-8506-74c7214a9876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:28:12.321055 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05c171b-634e-4afe-bdd8-35e5eab333df tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Network hostable DHCP agents. Network: 10d20276-c23f-4979-8506-74c7214a9876, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:28:12.324565 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port b404be67-998c-4723-a3a7-afaeb10487b4 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:28:12.391958 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e473d-5f65-4382-8f00-e4419e23e4d8 None None] Pushing event updated for resources: {'Port': ['ID=248c600e-5d64-470a-8d32-d4f90199663e,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:12.395044 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 8ce9a774-7f1d-442c-9d7f-c8e514c04a1a details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:28:12.415993 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-42b50cee-7505-4299-bf93-e29a63db8c2b tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:12.424319 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-81b16817-bb22-449b-9f02-c2b1164949fb None None] Port 248c600e-5d64-470a-8d32-d4f90199663e cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:28:12.433638 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 186b346c-c420-44ef-ad5a-c740117d305c no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:28:12.477587 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f05c171b-634e-4afe-bdd8-35e5eab333df tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Network 10d20276-c23f-4979-8506-74c7214a9876 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:28:12.487440 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-42b50cee-7505-4299-bf93-e29a63db8c2b tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:12.519921 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-81b16817-bb22-449b-9f02-c2b1164949fb None None] Could not find standard attr ID for object 186b346c-c420-44ef-ad5a-c740117d305c. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:28:12.521902 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fef5d9b-84ae-4b19-abd8-87d18e0838f4 None None] Network ef68fbfe-e475-42f9-be06-23b27bf25220 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:28:12.536526 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-b0537e64-5c14-4fbd-8b1a-6000bf7a2272 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Calling delete_port for 4894ef3e-242c-4e6c-add8-150f2b7e13eb owned by {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:28:12.536852 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-6a5a2c14-7931-4ed6-859e-9ab548d81953 None None] Attempting to bind port 248c600e-5d64-470a-8d32-d4f90199663e on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:28:12.537477 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-6a5a2c14-7931-4ed6-859e-9ab548d81953 None None] Attempting to bind port 248c600e-5d64-470a-8d32-d4f90199663e by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '01fa4796-7560-41f0-88ba-321558965537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ced2275c-bcdc-4a16-b344-0fe658c14c93'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:28:12.538864 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-f05c171b-634e-4afe-bdd8-35e5eab333df tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 10d20276-c23f-4979-8506-74c7214a9876) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:28:12.539084 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5a2c14-7931-4ed6-859e-9ab548d81953 None None] Attempting to bind port 248c600e-5d64-470a-8d32-d4f90199663e on network ced2275c-bcdc-4a16-b344-0fe658c14c93 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:28:12.541341 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 186b346c-c420-44ef-ad5a-c740117d305c {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:28:12.541846 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 186b346c-c420-44ef-ad5a-c740117d305c not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:28:12.545959 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05c171b-634e-4afe-bdd8-35e5eab333df tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:12.546939 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f05c171b-634e-4afe-bdd8-35e5eab333df tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:12.551623 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b50cee-7505-4299-bf93-e29a63db8c2b tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02c8f8da-be7e-4dba-bf8d-46df1352cf84,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:12.596828 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-42b50cee-7505-4299-bf93-e29a63db8c2b tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:12.602616 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-42b50cee-7505-4299-bf93-e29a63db8c2b tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.2352133 Oct 13 15:28:12.606522 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-f05c171b-634e-4afe-bdd8-35e5eab333df tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5825052 Oct 13 15:28:12.607889 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6a191166-4aa5-410b-970d-1fe25215ffb2 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:12.614505 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46776) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:12.644147 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5a2c14-7931-4ed6-859e-9ab548d81953 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:28:12.644657 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5a2c14-7931-4ed6-859e-9ab548d81953 None None] Checking segment: {'id': '01fa4796-7560-41f0-88ba-321558965537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ced2275c-bcdc-4a16-b344-0fe658c14c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:28:12.655696 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6a5a2c14-7931-4ed6-859e-9ab548d81953 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:12.656722 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a5a2c14-7931-4ed6-859e-9ab548d81953 None None] Bound using segment: {'id': '01fa4796-7560-41f0-88ba-321558965537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ced2275c-bcdc-4a16-b344-0fe658c14c93'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:28:12.659024 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-6a5a2c14-7931-4ed6-859e-9ab548d81953 None None] Bound port: 248c600e-5d64-470a-8d32-d4f90199663e, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01fa4796-7560-41f0-88ba-321558965537', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'ced2275c-bcdc-4a16-b344-0fe658c14c93'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:28:12.659024 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6a5a2c14-7931-4ed6-859e-9ab548d81953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:12.711281 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8025acc5-c1a5-4c34-aeaf-d2192ee29e92 None None] Network 10d20276-c23f-4979-8506-74c7214a9876 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:28:12.723180 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-a0cd8d11-417e-475b-82a0-2e7d7e8f24af tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Request body: {'port': {'network_id': '10d20276-c23f-4979-8506-74c7214a9876', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-672762792'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:12.769118 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a191166-4aa5-410b-970d-1fe25215ffb2 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event deleted for resources: {'Port': ['ID=f755092c-fa23-4bbf-b03b-3702a1c7b48f,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:12.939158 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-81b16817-bb22-449b-9f02-c2b1164949fb None None] Provisioning for port dae5e0a1-0bcb-4cb7-8887-77445bdcbbaa completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:28:13.165857 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-59997f6a-cf95-40e7-b545-09e40114cc45 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:13.181571 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec6e4a4-22db-4767-930f-205de1e2b641 None None] Network b55d560e-2d5b-4320-836c-9083f1c752da requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:28:13.228217 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device f4d8e61b-88d1-4301-862f-547eb79d1c2d up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:28:13.337816 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6a191166-4aa5-410b-970d-1fe25215ffb2 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:13.351432 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-6a191166-4aa5-410b-970d-1fe25215ffb2 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "DELETE /v2.0/ports/f755092c-fa23-4bbf-b03b-3702a1c7b48f HTTP/1.1" status: 204 len: 168 time: 3.1593821 Oct 13 15:28:13.356357 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46818) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:13.446689 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8426b61-71e9-4d55-9786-9e2fe4c1e2d3 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] GET failed (client error): The resource could not be found. Oct 13 15:28:13.447371 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-c8426b61-71e9-4d55-9786-9e2fe4c1e2d3 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Synchronizing usage tracker for tenant:c7529f71933548bfa5c77476ba17c75c on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:28:13.468535 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-a0cd8d11-417e-475b-82a0-2e7d7e8f24af tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:28:13.476901 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-c8426b61-71e9-4d55-9786-9e2fe4c1e2d3 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Unset dirty status for tenant:c7529f71933548bfa5c77476ba17c75c on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:28:13.479369 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c8426b61-71e9-4d55-9786-9e2fe4c1e2d3 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "GET /v2.0/ports/f755092c-fa23-4bbf-b03b-3702a1c7b48f HTTP/1.1" status: 404 len: 333 time: 0.1216652 Oct 13 15:28:13.482500 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-a0cd8d11-417e-475b-82a0-2e7d7e8f24af tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Usage tracker for resource:port and tenant:90f6084bda2b40539c0354a580246982 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:28:13.493789 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46822) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:13.498598 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-a0cd8d11-417e-475b-82a0-2e7d7e8f24af tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:28:13.512902 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-a0cd8d11-417e-475b-82a0-2e7d7e8f24af tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:28:13.528122 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0cd8d11-417e-475b-82a0-2e7d7e8f24af tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Made reservation on behalf of 90f6084bda2b40539c0354a580246982 for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:28:13.532259 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a0cd8d11-417e-475b-82a0-2e7d7e8f24af tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:13.559858 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [None req-a0cd8d11-417e-475b-82a0-2e7d7e8f24af tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] device_id is not set on port c2657d91-6a68-4d88-91c2-253db8c2d32e yet. {{(pid=88973) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:28:13.574067 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-6a5a2c14-7931-4ed6-859e-9ab548d81953 None None] For port 248c600e-5d64-470a-8d32-d4f90199663e, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:28:13.577613 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-6a5a2c14-7931-4ed6-859e-9ab548d81953 None None] For port 248c600e-5d64-470a-8d32-d4f90199663e, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=248c600e-5d64-470a-8d32-d4f90199663e,segment=NetworkSegment(01fa4796-7560-41f0-88ba-321558965537),segment_id=01fa4796-7560-41f0-88ba-321558965537)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:28:13.617325 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b0537e64-5c14-4fbd-8b1a-6000bf7a2272 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:13.642852 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59997f6a-cf95-40e7-b545-09e40114cc45 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:28:13.663869 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-59997f6a-cf95-40e7-b545-09e40114cc45 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:28:13.664280 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-cc34747d-0cfc-41a4-b08d-8fff2a24b15a None None] Allocated IP 2001:db8::f816:3eff:fe87:2bec (a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828/9d2fa3e4-67c3-4638-a36c-6b0436b6f227/b94d3a05-ea73-4bfe-85d3-90504a88954b) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:28:13.666685 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59997f6a-cf95-40e7-b545-09e40114cc45 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:28:13.673699 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59997f6a-cf95-40e7-b545-09e40114cc45 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:13.674365 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-59997f6a-cf95-40e7-b545-09e40114cc45 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:13.773161 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59997f6a-cf95-40e7-b545-09e40114cc45 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'Port': ['ID=8b846795-5dc8-44ac-8bb0-44d05a044ccf,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:13.793894 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-a0cd8d11-417e-475b-82a0-2e7d7e8f24af tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Allocated IP 2001:db8::208 (10d20276-c23f-4979-8506-74c7214a9876/a2c7ccfd-7a5c-4b94-b293-6b81f0a659d0/c2657d91-6a68-4d88-91c2-253db8c2d32e) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:28:13.873942 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0537e64-5c14-4fbd-8b1a-6000bf7a2272 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Pushing event deleted for resources: {'Port': ['ID=4894ef3e-242c-4e6c-add8-150f2b7e13eb,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:13.892400 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-45180751-8046-435d-89eb-e09049b0c887 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Deleting subnet 468df359-395b-4a6f-af0d-e650d3d82e1d {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:28:13.928851 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-45180751-8046-435d-89eb-e09049b0c887 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:13.967213 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-59997f6a-cf95-40e7-b545-09e40114cc45 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.3293250 Oct 13 15:28:13.990639 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-cc34747d-0cfc-41a4-b08d-8fff2a24b15a None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:14.002227 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-cc34747d-0cfc-41a4-b08d-8fff2a24b15a None None] Transition to ACTIVE for port object b94d3a05-ea73-4bfe-85d3-90504a88954b will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:28:14.087168 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-81b16817-bb22-449b-9f02-c2b1164949fb None None] Provisioning complete for port dae5e0a1-0bcb-4cb7-8887-77445bdcbbaa triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:28:14.087839 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-81b16817-bb22-449b-9f02-c2b1164949fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:14.088216 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-81b16817-bb22-449b-9f02-c2b1164949fb None None] Attempt 1 to provision port dae5e0a1-0bcb-4cb7-8887-77445bdcbbaa Oct 13 15:28:14.132393 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c541765e-37af-4b4e-875a-36acf39d0c4e None None] Network 7446ea60-5fb7-4632-922d-386a1ae6eeb5 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:28:14.134519 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4646de65-e6d8-4d30-b8a1-aed5bf5e9299 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:14.137556 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46826) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:14.144463 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-4397b11b-f090-48aa-9492-5d94e8a8110c tempest-DHCPAgentSchedulersTestJSON-982227838 tempest-DHCPAgentSchedulersTestJSON-982227838-project-admin] 10.222.0.42 "GET /v2.0/agents/2bf97ea8-6457-4032-9d4e-72910575a6a9/dhcp-networks HTTP/1.1" status: 200 len: 11998 time: 2.2719173 Oct 13 15:28:14.201732 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46836) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:14.250173 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4646de65-e6d8-4d30-b8a1-aed5bf5e9299 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:14.251077 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4646de65-e6d8-4d30-b8a1-aed5bf5e9299 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:14.273720 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6a5a2c14-7931-4ed6-859e-9ab548d81953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:14.287573 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-cc34747d-0cfc-41a4-b08d-8fff2a24b15a None None] Transition to ACTIVE for port object b94d3a05-ea73-4bfe-85d3-90504a88954b will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:28:14.406737 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a0cd8d11-417e-475b-82a0-2e7d7e8f24af tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:14.423680 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-a0cd8d11-417e-475b-82a0-2e7d7e8f24af tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Transition to ACTIVE for port object c2657d91-6a68-4d88-91c2-253db8c2d32e will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:28:14.447425 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4646de65-e6d8-4d30-b8a1-aed5bf5e9299 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event updated for resources: {'Port': ['ID=5c1bb6ad-1181-4540-aa3f-0212700a1dd2,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:14.455892 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a0cd8d11-417e-475b-82a0-2e7d7e8f24af tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:14.475070 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-cc34747d-0cfc-41a4-b08d-8fff2a24b15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:14.533847 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cd8d11-417e-475b-82a0-2e7d7e8f24af tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Pushing event updated for resources: {'Port': ['ID=c2657d91-6a68-4d88-91c2-253db8c2d32e,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:14.551621 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0cd8d11-417e-475b-82a0-2e7d7e8f24af tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Network 10d20276-c23f-4979-8506-74c7214a9876 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:28:14.553152 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-a0cd8d11-417e-475b-82a0-2e7d7e8f24af tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:28:14.554730 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b0537e64-5c14-4fbd-8b1a-6000bf7a2272 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:14.559163 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-b0537e64-5c14-4fbd-8b1a-6000bf7a2272 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] 10.222.0.42 "DELETE /v2.0/ports/4894ef3e-242c-4e6c-add8-150f2b7e13eb HTTP/1.1" status: 204 len: 168 time: 3.0986791 Oct 13 15:28:14.560496 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0cd8d11-417e-475b-82a0-2e7d7e8f24af tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:28:14.566654 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0cd8d11-417e-475b-82a0-2e7d7e8f24af tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:14.567430 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a0cd8d11-417e-475b-82a0-2e7d7e8f24af tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:14.574181 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46844) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:14.626759 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5a2c14-7931-4ed6-859e-9ab548d81953 None None] Routers {'dd243dbd-009e-4307-afa7-2438e63c8307'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:28:14.627399 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-6a5a2c14-7931-4ed6-859e-9ab548d81953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:28:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['dd243dbd-009e-4307-afa7-2438e63c8307'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:14.637143 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c37475e-9444-4d78-a5b1-755e7ef03f62 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] GET failed (client error): The resource could not be found. Oct 13 15:28:14.638015 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-5c37475e-9444-4d78-a5b1-755e7ef03f62 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Synchronizing usage tracker for tenant:e8c763263a4c44b7a4ac4e9baf7fec5d on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:28:14.656804 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-a0cd8d11-417e-475b-82a0-2e7d7e8f24af tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 1.9903343 Oct 13 15:28:14.660750 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46860) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:14.667362 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-1c13fe61-70b0-45af-b774-bb30c318025e tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Request body: {'port': {'network_id': '10d20276-c23f-4979-8506-74c7214a9876', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2080729596', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:14.669266 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.api.validators [None req-1c13fe61-70b0-45af-b774-bb30c318025e tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] bootfile-name is not in valid_values {{(pid=88973) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 13 15:28:14.669807 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.api.validators [None req-1c13fe61-70b0-45af-b774-bb30c318025e tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] tftp-server is not in valid_values {{(pid=88973) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 13 15:28:14.670435 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.api.validators [None req-1c13fe61-70b0-45af-b774-bb30c318025e tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] server-ip-address is not in valid_values {{(pid=88973) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 13 15:28:14.690652 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-45180751-8046-435d-89eb-e09049b0c887 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:14.823847 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-6a5a2c14-7931-4ed6-859e-9ab548d81953 None None] Set router dd243dbd-009e-4307-afa7-2438e63c8307 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:28:14.832346 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-5c37475e-9444-4d78-a5b1-755e7ef03f62 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Unset dirty status for tenant:e8c763263a4c44b7a4ac4e9baf7fec5d on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:28:14.838176 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-45180751-8046-435d-89eb-e09049b0c887 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:14.838342 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-5c37475e-9444-4d78-a5b1-755e7ef03f62 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] 10.222.0.42 "GET /v2.0/ports/4894ef3e-242c-4e6c-add8-150f2b7e13eb HTTP/1.1" status: 404 len: 333 time: 0.2584195 Oct 13 15:28:14.840363 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46882) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:14.850573 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-0ab59c70-9653-4f00-9393-d51bf4d9a31e tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Request body: {'port': {'network_id': 'ef68fbfe-e475-42f9-be06-23b27bf25220', 'name': 'tempest-AllowedAddressPairTestJSON-185264018'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:14.883969 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-1c13fe61-70b0-45af-b774-bb30c318025e tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:28:14.893608 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-1c13fe61-70b0-45af-b774-bb30c318025e tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Usage tracker for resource:port and tenant:90f6084bda2b40539c0354a580246982 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:28:14.899142 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-1c13fe61-70b0-45af-b774-bb30c318025e tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:28:14.957086 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-1c13fe61-70b0-45af-b774-bb30c318025e tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:28:14.977789 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4646de65-e6d8-4d30-b8a1-aed5bf5e9299 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Network 7446ea60-5fb7-4632-922d-386a1ae6eeb5 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:28:14.987559 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-4646de65-e6d8-4d30-b8a1-aed5bf5e9299 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:28:14.990713 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c13fe61-70b0-45af-b774-bb30c318025e tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Made reservation on behalf of 90f6084bda2b40539c0354a580246982 for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:28:14.994964 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1c13fe61-70b0-45af-b774-bb30c318025e tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:14.996688 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78c1430c-75fa-417d-a10f-c6d38e0fc6a8 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:14.997618 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-78c1430c-75fa-417d-a10f-c6d38e0fc6a8 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Synchronizing usage tracker for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:28:15.045369 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [None req-1c13fe61-70b0-45af-b774-bb30c318025e tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] device_id is not set on port 3ad071fb-7142-4ebd-8aaa-b8b4e3fa26e5 yet. {{(pid=88973) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:28:15.057157 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc34747d-0cfc-41a4-b08d-8fff2a24b15a None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:28:15.079562 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-0ab59c70-9653-4f00-9393-d51bf4d9a31e tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:28:15.084885 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-cc34747d-0cfc-41a4-b08d-8fff2a24b15a None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:28:15.087446 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc34747d-0cfc-41a4-b08d-8fff2a24b15a None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:28:15.092997 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port f4d8e61b-88d1-4301-862f-547eb79d1c2d completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:28:15.102556 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-0ab59c70-9653-4f00-9393-d51bf4d9a31e tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:28:15.135859 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab59c70-9653-4f00-9393-d51bf4d9a31e tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Made reservation on behalf of e8c763263a4c44b7a4ac4e9baf7fec5d for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:28:15.140077 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0ab59c70-9653-4f00-9393-d51bf4d9a31e tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:15.209405 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [None req-0ab59c70-9653-4f00-9393-d51bf4d9a31e tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] device_id is not set on port aae5b636-6b66-49ee-a397-a4b60fd792ab yet. {{(pid=88973) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:28:15.256014 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f96324-6122-4e0b-b460-2dd341ad3631 tempest-DHCPAgentSchedulersTestJSON-982227838 tempest-DHCPAgentSchedulersTestJSON-982227838-project-admin] Network 8ce9a774-7f1d-442c-9d7f-c8e514c04a1a is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:28:15.261850 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-78c1430c-75fa-417d-a10f-c6d38e0fc6a8 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Unset dirty status for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:28:15.263114 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-78c1430c-75fa-417d-a10f-c6d38e0fc6a8 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 1.1177847 Oct 13 15:28:15.271437 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46888) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:15.273219 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 096d7a3e-bd9a-4b75-9e3d-1a80ea105ccd up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:28:15.362829 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-efa7038d-4bb8-41e7-b088-ee208813c9ec tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Deleting port 8b846795-5dc8-44ac-8bb0-44d05a044ccf {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:28:15.363170 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-efa7038d-4bb8-41e7-b088-ee208813c9ec tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:15.378369 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-0ab59c70-9653-4f00-9393-d51bf4d9a31e tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Allocated IP 172.20.0.5 (ef68fbfe-e475-42f9-be06-23b27bf25220/b581cfe0-968b-4a24-a9b6-36fb6dec12df/aae5b636-6b66-49ee-a397-a4b60fd792ab) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:28:15.410435 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-45180751-8046-435d-89eb-e09049b0c887 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:15.428070 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-06f96324-6122-4e0b-b460-2dd341ad3631 tempest-DHCPAgentSchedulersTestJSON-982227838 tempest-DHCPAgentSchedulersTestJSON-982227838-project-admin] 10.222.0.42 "POST /v2.0/agents/2bf97ea8-6457-4032-9d4e-72910575a6a9/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.1800070 Oct 13 15:28:15.563249 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d61f8bc4-59a0-41e6-874e-b3bb9385c1f8 None None] Network 8ce9a774-7f1d-442c-9d7f-c8e514c04a1a requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:28:15.627386 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0ab59c70-9653-4f00-9393-d51bf4d9a31e tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:15.629829 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46892) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:15.646765 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-0ab59c70-9653-4f00-9393-d51bf4d9a31e tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Transition to ACTIVE for port object aae5b636-6b66-49ee-a397-a4b60fd792ab will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:28:15.656802 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4646de65-e6d8-4d30-b8a1-aed5bf5e9299 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Router bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:28:15.664286 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45180751-8046-435d-89eb-e09049b0c887 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event deleted for resources: {'Subnet': ['ID=468df359-395b-4a6f-af0d-e650d3d82e1d,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:15.680899 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0ab59c70-9653-4f00-9393-d51bf4d9a31e tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:15.684216 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-45180751-8046-435d-89eb-e09049b0c887 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:15.778758 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-1c13fe61-70b0-45af-b774-bb30c318025e tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Allocated IP 2001:db8::c6 (10d20276-c23f-4979-8506-74c7214a9876/a2c7ccfd-7a5c-4b94-b293-6b81f0a659d0/3ad071fb-7142-4ebd-8aaa-b8b4e3fa26e5) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:28:15.785602 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-141c3164-92b9-4864-9d05-c8238d728d4e None None] Network 1ff9bed7-08be-41be-a1bd-ceec9900119e requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:28:15.797510 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab59c70-9653-4f00-9393-d51bf4d9a31e tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Network ef68fbfe-e475-42f9-be06-23b27bf25220 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:28:15.801019 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab59c70-9653-4f00-9393-d51bf4d9a31e tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Pushing event updated for resources: {'Port': ['ID=aae5b636-6b66-49ee-a397-a4b60fd792ab,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:15.802325 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-0ab59c70-9653-4f00-9393-d51bf4d9a31e tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:28:15.806035 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab59c70-9653-4f00-9393-d51bf4d9a31e tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:28:15.822748 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4e473d-5f65-4382-8f00-e4419e23e4d8 None None] Pushing event updated for resources: {'Port': ['ID=248c600e-5d64-470a-8d32-d4f90199663e,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:15.905345 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a71704e4-d498-41cf-82ed-63eb99929329 tempest-DHCPAgentSchedulersTestJSON-982227838 tempest-DHCPAgentSchedulersTestJSON-982227838-project-admin] 10.222.0.42 "GET /v2.0/agents/2bf97ea8-6457-4032-9d4e-72910575a6a9/dhcp-networks HTTP/1.1" status: 200 len: 13535 time: 0.2719474 Oct 13 15:28:15.910176 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46898) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:15.918540 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab59c70-9653-4f00-9393-d51bf4d9a31e tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:15.919424 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0ab59c70-9653-4f00-9393-d51bf4d9a31e tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:15.988262 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-0ab59c70-9653-4f00-9393-d51bf4d9a31e tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.1426876 Oct 13 15:28:15.998010 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46902) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:16.009575 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-34fc0734-0f2b-4759-8614-741bdb154bd4 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:5b:2a:63'}]}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:16.013826 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-45180751-8046-435d-89eb-e09049b0c887 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "DELETE /v2.0/subnets/468df359-395b-4a6f-af0d-e650d3d82e1d HTTP/1.1" status: 204 len: 168 time: 2.5168693 Oct 13 15:28:16.031590 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46906) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:16.188799 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-429436a4-7165-4604-ac66-f06cf4b10eef tempest-DHCPAgentSchedulersTestJSON-982227838 tempest-DHCPAgentSchedulersTestJSON-982227838-project-admin] 10.222.0.42 "DELETE /v2.0/agents/2bf97ea8-6457-4032-9d4e-72910575a6a9/dhcp-networks/8ce9a774-7f1d-442c-9d7f-c8e514c04a1a HTTP/1.1" status: 204 len: 168 time: 0.2443068 Oct 13 15:28:16.189722 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46910) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:16.350509 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4646de65-e6d8-4d30-b8a1-aed5bf5e9299 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:28:16.357275 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ee404c4-8284-49d1-b3cf-6f828e04e174 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Deleting subnet 3838cced-558b-426e-bd3a-14ae472a7221 {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:28:16.360128 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cc15ff-d25f-46db-8626-95aca0beb982 None None] Sync routers for ids ['bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:28:16.363165 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-4646de65-e6d8-4d30-b8a1-aed5bf5e9299 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "PUT /v2.0/routers/bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8735266 Oct 13 15:28:16.368045 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46914) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:16.371284 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0ee404c4-8284-49d1-b3cf-6f828e04e174 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:16.373426 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cc15ff-d25f-46db-8626-95aca0beb982 None None] Routers {'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:28:16.377682 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-79cc15ff-d25f-46db-8626-95aca0beb982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:28:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:16.421772 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-b50e5eb1-f7e6-493c-b3ab-7209e7e4fc9d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:16.617243 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-cc34747d-0cfc-41a4-b08d-8fff2a24b15a None None] Attempting to bind port b94d3a05-ea73-4bfe-85d3-90504a88954b on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:28:16.617621 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-cc34747d-0cfc-41a4-b08d-8fff2a24b15a None None] Attempting to bind port b94d3a05-ea73-4bfe-85d3-90504a88954b by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:28:16.617984 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc34747d-0cfc-41a4-b08d-8fff2a24b15a None None] Attempting to bind port b94d3a05-ea73-4bfe-85d3-90504a88954b on network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:28:16.688351 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc34747d-0cfc-41a4-b08d-8fff2a24b15a None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:28:16.688732 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc34747d-0cfc-41a4-b08d-8fff2a24b15a None None] Checking segment: {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:28:16.689158 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-cc34747d-0cfc-41a4-b08d-8fff2a24b15a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:16.689531 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc34747d-0cfc-41a4-b08d-8fff2a24b15a None None] Bound using segment: {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:28:16.690146 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-cc34747d-0cfc-41a4-b08d-8fff2a24b15a None None] Bound port: b94d3a05-ea73-4bfe-85d3-90504a88954b, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:28:16.690518 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-cc34747d-0cfc-41a4-b08d-8fff2a24b15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:16.728321 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-81b16817-bb22-449b-9f02-c2b1164949fb None None] Current status of the port dae5e0a1-0bcb-4cb7-8887-77445bdcbbaa is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:28:16.728702 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-81b16817-bb22-449b-9f02-c2b1164949fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:16.805413 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc34747d-0cfc-41a4-b08d-8fff2a24b15a None None] Pushing event updated for resources: {'Port': ['ID=b94d3a05-ea73-4bfe-85d3-90504a88954b,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:16.854968 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b618512b-88d2-480f-9a2a-983106ca9326 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-10d20276-c23f-4979-8506-74c7214a9876', 'network_id': '10d20276-c23f-4979-8506-74c7214a9876', 'tenant_id': '90f6084bda2b40539c0354a580246982', 'fixed_ips': [{'subnet_id': 'a2c7ccfd-7a5c-4b94-b293-6b81f0a659d0'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:28:16.855940 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-79cc15ff-d25f-46db-8626-95aca0beb982 None None] Set router bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663 gateway port host: None {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:28:16.856285 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b618512b-88d2-480f-9a2a-983106ca9326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:16.874787 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1c13fe61-70b0-45af-b774-bb30c318025e tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:16.991678 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-1c13fe61-70b0-45af-b774-bb30c318025e tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Transition to ACTIVE for port object 3ad071fb-7142-4ebd-8aaa-b8b4e3fa26e5 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:28:16.993394 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-81b16817-bb22-449b-9f02-c2b1164949fb None None] For port dae5e0a1-0bcb-4cb7-8887-77445bdcbbaa, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=dae5e0a1-0bcb-4cb7-8887-77445bdcbbaa,segment=NetworkSegment(d0bb17e3-2223-4d07-8617-2e8f0e2f562a),segment_id=d0bb17e3-2223-4d07-8617-2e8f0e2f562a)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:28:17.069795 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 096d7a3e-bd9a-4b75-9e3d-1a80ea105ccd triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:28:17.070463 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:17.070997 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 096d7a3e-bd9a-4b75-9e3d-1a80ea105ccd Oct 13 15:28:17.099286 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0ee404c4-8284-49d1-b3cf-6f828e04e174 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:17.149742 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-efa7038d-4bb8-41e7-b088-ee208813c9ec tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:17.185191 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-81b16817-bb22-449b-9f02-c2b1164949fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:17.262853 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-34fc0734-0f2b-4759-8614-741bdb154bd4 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:17.330755 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-021609e8-b2f3-4bf2-8547-c87b2b2f81fa tempest-DHCPAgentSchedulersTestJSON-982227838 tempest-DHCPAgentSchedulersTestJSON-982227838-project-admin] 10.222.0.42 "GET /v2.0/agents/2bf97ea8-6457-4032-9d4e-72910575a6a9/dhcp-networks HTTP/1.1" status: 200 len: 12766 time: 1.1344550 Oct 13 15:28:17.337627 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46922) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:17.376995 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-efa7038d-4bb8-41e7-b088-ee208813c9ec tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Calling delete_port for 8b846795-5dc8-44ac-8bb0-44d05a044ccf owned by {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:28:17.398326 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1c13fe61-70b0-45af-b774-bb30c318025e tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:17.505179 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b16817-bb22-449b-9f02-c2b1164949fb None None] Pushing event updated for resources: {'Port': ['ID=dae5e0a1-0bcb-4cb7-8887-77445bdcbbaa,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:17.585265 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-e850ed6b-b1d8-45c5-a9a5-64ebcd35fec2 None None] Provisioning for port 2896b447-a0d2-409c-8ebf-4d4bb2341a31 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:28:17.618356 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-79cc15ff-d25f-46db-8626-95aca0beb982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'name': 'tempest-RoutersIpV6Test-router-284765292', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:18Z', 'updated_at': '2022-10-13T15:28:11Z', 'revision_number': 5, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'gw_port_host': None, '_interfaces': [{'id': '55ed86c2-7dc3-4aa7-812f-d614ba4e5e08', 'name': '', 'network_id': '8103f6e5-66b5-4b6e-aab9-89095ff7dce4', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:c0:8e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd872e4e3-5ee4-405a-a437-1ffbf1f955fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:35Z', 'updated_at': '2022-10-13T15:27:51Z', 'revision_number': 5, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': 'd872e4e3-5ee4-405a-a437-1ffbf1f955fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c1bb6ad-1181-4540-aa3f-0212700a1dd2', 'name': '', 'network_id': '7446ea60-5fb7-4632-922d-386a1ae6eeb5', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:df:b0:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '2ea4eb07-1fff-46de-be92-c23160938164', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:28:06Z', 'updated_at': '2022-10-13T15:28:13Z', 'revision_number': 2, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': '2ea4eb07-1fff-46de-be92-c23160938164', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b404be67-998c-4723-a3a7-afaeb10487b4', 'name': '', 'network_id': 'c22a49cc-c5a0-42b9-8402-0abbf6fb909a', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:3e:b6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '506d59b8-4c92-476e-9ca9-85e327f03087', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:53Z', 'updated_at': '2022-10-13T15:28:06Z', 'revision_number': 5, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': '506d59b8-4c92-476e-9ca9-85e327f03087', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67594f2-c0c5-4a36-bff7-71fd58d2cbed', 'name': '', 'network_id': '84c2d1c2-975e-4007-b816-a51001632d07', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:fc:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '0945d224-ede5-498b-85fe-799e1434f68b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:22Z', 'updated_at': '2022-10-13T15:27:33Z', 'revision_number': 5, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': '0945d224-ede5-498b-85fe-799e1434f68b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:17.633576 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cc15ff-d25f-46db-8626-95aca0beb982 None None] Checking router: bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:28:17.634983 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cc15ff-d25f-46db-8626-95aca0beb982 None None] Updating router bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663 port 5c1bb6ad-1181-4540-aa3f-0212700a1dd2 binding host dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:28:17.650467 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-4681ab07-9535-4f9f-afd9-6a4c55c0b6e0 tempest-DHCPAgentSchedulersTestJSON-982227838 tempest-DHCPAgentSchedulersTestJSON-982227838-project-admin] 10.222.0.42 "GET /v2.0/networks/b55d560e-2d5b-4320-836c-9083f1c752da/dhcp-agents HTTP/1.1" status: 200 len: 811 time: 0.3114514 Oct 13 15:28:17.678242 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46928) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:17.740679 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-cc34747d-0cfc-41a4-b08d-8fff2a24b15a None None] For port b94d3a05-ea73-4bfe-85d3-90504a88954b, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:28:17.754285 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-cc34747d-0cfc-41a4-b08d-8fff2a24b15a None None] For port b94d3a05-ea73-4bfe-85d3-90504a88954b, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=b94d3a05-ea73-4bfe-85d3-90504a88954b,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:28:17.755337 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c13fe61-70b0-45af-b774-bb30c318025e tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Network 10d20276-c23f-4979-8506-74c7214a9876 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:28:17.763243 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-1c13fe61-70b0-45af-b774-bb30c318025e tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:28:17.797577 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-e850ed6b-b1d8-45c5-a9a5-64ebcd35fec2 None None] Provisioning for port 05b04f10-aac3-45e1-a874-39fc3f8e5d51 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:28:17.799704 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c13fe61-70b0-45af-b774-bb30c318025e tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:28:17.813979 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c13fe61-70b0-45af-b774-bb30c318025e tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:17.823042 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1c13fe61-70b0-45af-b774-bb30c318025e tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:17.834863 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c13fe61-70b0-45af-b774-bb30c318025e tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Pushing event updated for resources: {'Port': ['ID=3ad071fb-7142-4ebd-8aaa-b8b4e3fa26e5,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:17.904378 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-e850ed6b-b1d8-45c5-a9a5-64ebcd35fec2 None None] Provisioning complete for port 05b04f10-aac3-45e1-a874-39fc3f8e5d51 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:28:17.905000 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e850ed6b-b1d8-45c5-a9a5-64ebcd35fec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:17.905091 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-e850ed6b-b1d8-45c5-a9a5-64ebcd35fec2 None None] Attempt 1 to provision port 05b04f10-aac3-45e1-a874-39fc3f8e5d51 Oct 13 15:28:17.912908 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-502e4568-bb89-47b5-962c-d63d37d3959d tempest-DHCPAgentSchedulersTestJSON-982227838 tempest-DHCPAgentSchedulersTestJSON-982227838-project-admin] 10.222.0.42 "GET /v2.0/networks/b55d560e-2d5b-4320-836c-9083f1c752da/dhcp-agents HTTP/1.1" status: 200 len: 811 time: 0.2329996 Oct 13 15:28:17.914562 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46932) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:17.939277 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-cc34747d-0cfc-41a4-b08d-8fff2a24b15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:17.962336 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-79cc15ff-d25f-46db-8626-95aca0beb982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:18.005899 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-1c13fe61-70b0-45af-b774-bb30c318025e tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.3437114 Oct 13 15:28:18.013249 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46936) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:18.059219 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc34747d-0cfc-41a4-b08d-8fff2a24b15a None None] Pushing event updated for resources: {'Port': ['ID=b94d3a05-ea73-4bfe-85d3-90504a88954b,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:18.122381 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-6a5a2c14-7931-4ed6-859e-9ab548d81953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd243dbd-009e-4307-afa7-2438e63c8307', 'name': 'tempest-TestVolumeBootPattern-2107375634-router', 'tenant_id': '6e2052c4f3914e79a3f6c684eb6c678b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '096d7a3e-bd9a-4b75-9e3d-1a80ea105ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:46Z', 'updated_at': '2022-10-13T15:28:01Z', 'revision_number': 4, 'project_id': '6e2052c4f3914e79a3f6c684eb6c678b', 'gw_port': {'id': '096d7a3e-bd9a-4b75-9e3d-1a80ea105ccd', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:04:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd243dbd-009e-4307-afa7-2438e63c8307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:49Z', 'updated_at': '2022-10-13T15:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '248c600e-5d64-470a-8d32-d4f90199663e', 'name': '', 'network_id': 'ced2275c-bcdc-4a16-b344-0fe658c14c93', 'tenant_id': '6e2052c4f3914e79a3f6c684eb6c678b', 'mac_address': 'fa:16:3e:61:da:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd243dbd-009e-4307-afa7-2438e63c8307', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '8c978c88-860e-44da-8b8a-2cdd6e8e0289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:58Z', 'updated_at': '2022-10-13T15:28:13Z', 'revision_number': 4, 'project_id': '6e2052c4f3914e79a3f6c684eb6c678b', 'subnets': [{'id': '8c978c88-860e-44da-8b8a-2cdd6e8e0289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:18.200029 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-b618512b-88d2-480f-9a2a-983106ca9326 None None] Allocated IP 2001:db8::2 (10d20276-c23f-4979-8506-74c7214a9876/a2c7ccfd-7a5c-4b94-b293-6b81f0a659d0/20e90574-9289-4d8d-af6f-83cfc96a0b51) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:28:18.288263 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a5a2c14-7931-4ed6-859e-9ab548d81953 None None] The sync data for ids ['dd243dbd-009e-4307-afa7-2438e63c8307'] in dv-neutron-860329-2-hyperv is: [{'id': 'dd243dbd-009e-4307-afa7-2438e63c8307', 'name': 'tempest-TestVolumeBootPattern-2107375634-router', 'tenant_id': '6e2052c4f3914e79a3f6c684eb6c678b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '096d7a3e-bd9a-4b75-9e3d-1a80ea105ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:46Z', 'updated_at': '2022-10-13T15:28:01Z', 'revision_number': 4, 'project_id': '6e2052c4f3914e79a3f6c684eb6c678b', 'gw_port': {'id': '096d7a3e-bd9a-4b75-9e3d-1a80ea105ccd', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:04:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd243dbd-009e-4307-afa7-2438e63c8307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:49Z', 'updated_at': '2022-10-13T15:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '248c600e-5d64-470a-8d32-d4f90199663e', 'name': '', 'network_id': 'ced2275c-bcdc-4a16-b344-0fe658c14c93', 'tenant_id': '6e2052c4f3914e79a3f6c684eb6c678b', 'mac_address': 'fa:16:3e:61:da:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd243dbd-009e-4307-afa7-2438e63c8307', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '8c978c88-860e-44da-8b8a-2cdd6e8e0289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:58Z', 'updated_at': '2022-10-13T15:28:13Z', 'revision_number': 4, 'project_id': '6e2052c4f3914e79a3f6c684eb6c678b', 'subnets': [{'id': '8c978c88-860e-44da-8b8a-2cdd6e8e0289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:28:18.426946 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-e850ed6b-b1d8-45c5-a9a5-64ebcd35fec2 None None] Port 05b04f10-aac3-45e1-a874-39fc3f8e5d51 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:28:18.484811 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 096d7a3e-bd9a-4b75-9e3d-1a80ea105ccd is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:28:18.486552 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 1acad2e9-46a9-4a83-8dfc-8d5523d16420 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:28:18.528370 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.db.resource_extend [None req-34fc0734-0f2b-4759-8614-741bdb154bd4 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 15:28:18.554360 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-640ca985-41c3-490e-926a-c1cf0c87f639 tempest-DHCPAgentSchedulersTestJSON-982227838 tempest-DHCPAgentSchedulersTestJSON-982227838-project-admin] 10.222.0.42 "GET /v2.0/agents/2bf97ea8-6457-4032-9d4e-72910575a6a9/dhcp-networks HTTP/1.1" status: 200 len: 12766 time: 0.6324875 Oct 13 15:28:18.564386 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46940) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:18.615095 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0ee404c4-8284-49d1-b3cf-6f828e04e174 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:18.621841 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-34fc0734-0f2b-4759-8614-741bdb154bd4 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:18.713864 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-34fc0734-0f2b-4759-8614-741bdb154bd4 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:18.903267 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-efa7038d-4bb8-41e7-b088-ee208813c9ec tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:18.970957 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-e850ed6b-b1d8-45c5-a9a5-64ebcd35fec2 None None] Attempt 2 to provision port 05b04f10-aac3-45e1-a874-39fc3f8e5d51 Oct 13 15:28:19.044068 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fc0734-0f2b-4759-8614-741bdb154bd4 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Pushing event updated for resources: {'Port': ['ID=aae5b636-6b66-49ee-a397-a4b60fd792ab,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:19.088395 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c53ba8-19de-49c3-ade4-072119a30bc6 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:19.104519 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.extraroute_db [None req-b50e5eb1-f7e6-493c-b3ab-7209e7e4fc9d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=88972) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 13 15:28:19.114560 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c53ba8-19de-49c3-ade4-072119a30bc6 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:19.118979 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-d6c53ba8-19de-49c3-ade4-072119a30bc6 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Synchronizing usage tracker for tenant:90f6084bda2b40539c0354a580246982 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:28:19.131912 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 1acad2e9-46a9-4a83-8dfc-8d5523d16420 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:28:19.159461 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.extraroute_db [None req-b50e5eb1-f7e6-493c-b3ab-7209e7e4fc9d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Removed routes are [] {{(pid=88972) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 13 15:28:19.160344 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b50e5eb1-f7e6-493c-b3ab-7209e7e4fc9d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:19.183871 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-79cc15ff-d25f-46db-8626-95aca0beb982 None None] Notify callbacks [] for port, precommit_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:19.189298 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 2896b447-a0d2-409c-8ebf-4d4bb2341a31 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:28:19.246173 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.provisioning_blocks [None req-79cc15ff-d25f-46db-8626-95aca0beb982 None None] Transition to ACTIVE for port object 5c1bb6ad-1181-4540-aa3f-0212700a1dd2 will not be triggered until provisioned by entity L2. {{(pid=88975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:28:19.263321 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-79cc15ff-d25f-46db-8626-95aca0beb982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:19.282474 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b618512b-88d2-480f-9a2a-983106ca9326 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:19.422700 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cf99b4bb-e572-432e-80c5-23f00790ec50 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:19.444550 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-d6c53ba8-19de-49c3-ade4-072119a30bc6 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Unset dirty status for tenant:90f6084bda2b40539c0354a580246982 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:28:19.444712 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-b618512b-88d2-480f-9a2a-983106ca9326 None None] Transition to ACTIVE for port object 20e90574-9289-4d8d-af6f-83cfc96a0b51 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:28:19.445906 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-d6c53ba8-19de-49c3-ade4-072119a30bc6 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1882 time: 1.4235337 Oct 13 15:28:19.446958 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-34fc0734-0f2b-4759-8614-741bdb154bd4 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] In _notify_port_updated(), no bound segment for port aae5b636-6b66-49ee-a397-a4b60fd792ab on network ef68fbfe-e475-42f9-be06-23b27bf25220 {{(pid=88973) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 13 15:28:19.453384 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fc0734-0f2b-4759-8614-741bdb154bd4 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:19.454116 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-34fc0734-0f2b-4759-8614-741bdb154bd4 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:19.455527 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-34fc0734-0f2b-4759-8614-741bdb154bd4 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] 10.222.0.42 "PUT /v2.0/ports/aae5b636-6b66-49ee-a397-a4b60fd792ab HTTP/1.1" status: 200 len: 992 time: 3.4531827 Oct 13 15:28:19.457657 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46946) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:19.464490 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46948) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:19.481022 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-e850ed6b-b1d8-45c5-a9a5-64ebcd35fec2 None None] Port 05b04f10-aac3-45e1-a874-39fc3f8e5d51 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:28:19.551694 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-b618512b-88d2-480f-9a2a-983106ca9326 None None] Transition to ACTIVE for port object 20e90574-9289-4d8d-af6f-83cfc96a0b51 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:28:19.570900 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b618512b-88d2-480f-9a2a-983106ca9326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:19.644912 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa7038d-4bb8-41e7-b088-ee208813c9ec tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event deleted for resources: {'Port': ['ID=8b846795-5dc8-44ac-8bb0-44d05a044ccf,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:19.690581 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0ee404c4-8284-49d1-b3cf-6f828e04e174 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:19.773046 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 2896b447-a0d2-409c-8ebf-4d4bb2341a31 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:28:19.796673 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b618512b-88d2-480f-9a2a-983106ca9326 None None] Network 10d20276-c23f-4979-8506-74c7214a9876 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:28:19.812069 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-b618512b-88d2-480f-9a2a-983106ca9326 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:28:19.818076 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b618512b-88d2-480f-9a2a-983106ca9326 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:28:19.829683 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 2896b447-a0d2-409c-8ebf-4d4bb2341a31 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:28:19.830071 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:19.830450 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 2896b447-a0d2-409c-8ebf-4d4bb2341a31 Oct 13 15:28:19.935569 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d12bbd-e76f-4c00-91c8-1df5f2bbfadf None None] Pushing event updated for resources: {'Port': ['ID=5c1bb6ad-1181-4540-aa3f-0212700a1dd2,revision_number=3']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:19.974467 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-79cc15ff-d25f-46db-8626-95aca0beb982 None None] Attempting to bind port 5c1bb6ad-1181-4540-aa3f-0212700a1dd2 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:28:19.974831 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-79cc15ff-d25f-46db-8626-95aca0beb982 None None] Attempting to bind port 5c1bb6ad-1181-4540-aa3f-0212700a1dd2 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '5af1f0c3-44aa-4a56-8344-3c83ae2eeef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7446ea60-5fb7-4632-922d-386a1ae6eeb5'}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:28:19.975183 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cc15ff-d25f-46db-8626-95aca0beb982 None None] Attempting to bind port 5c1bb6ad-1181-4540-aa3f-0212700a1dd2 on network 7446ea60-5fb7-4632-922d-386a1ae6eeb5 {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:28:19.985127 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cc15ff-d25f-46db-8626-95aca0beb982 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:28:19.985368 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cc15ff-d25f-46db-8626-95aca0beb982 None None] Checking segment: {'id': '5af1f0c3-44aa-4a56-8344-3c83ae2eeef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7446ea60-5fb7-4632-922d-386a1ae6eeb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:28:19.985588 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-79cc15ff-d25f-46db-8626-95aca0beb982 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:19.985977 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79cc15ff-d25f-46db-8626-95aca0beb982 None None] Bound using segment: {'id': '5af1f0c3-44aa-4a56-8344-3c83ae2eeef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7446ea60-5fb7-4632-922d-386a1ae6eeb5'} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:28:19.988019 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-79cc15ff-d25f-46db-8626-95aca0beb982 None None] Bound port: 5c1bb6ad-1181-4540-aa3f-0212700a1dd2, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5af1f0c3-44aa-4a56-8344-3c83ae2eeef8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '7446ea60-5fb7-4632-922d-386a1ae6eeb5'}}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:28:19.988220 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-79cc15ff-d25f-46db-8626-95aca0beb982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:20.020891 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee404c4-8284-49d1-b3cf-6f828e04e174 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event deleted for resources: {'Subnet': ['ID=3838cced-558b-426e-bd3a-14ae472a7221,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:20.028954 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-efa7038d-4bb8-41e7-b088-ee208813c9ec tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:20.032492 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0ee404c4-8284-49d1-b3cf-6f828e04e174 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:20.055970 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-0ee404c4-8284-49d1-b3cf-6f828e04e174 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "DELETE /v2.0/subnets/3838cced-558b-426e-bd3a-14ae472a7221 HTTP/1.1" status: 204 len: 168 time: 4.0150247 Oct 13 15:28:20.083352 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46954) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:20.114494 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-e850ed6b-b1d8-45c5-a9a5-64ebcd35fec2 None None] Attempt 3 to provision port 05b04f10-aac3-45e1-a874-39fc3f8e5d51 Oct 13 15:28:20.154175 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-241cc824-92fd-4ec8-a08a-4681582e069b tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Deleting port 3ad071fb-7142-4ebd-8aaa-b8b4e3fa26e5 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:28:20.154764 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-241cc824-92fd-4ec8-a08a-4681582e069b tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:20.187230 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-efa7038d-4bb8-41e7-b088-ee208813c9ec tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/ports/8b846795-5dc8-44ac-8bb0-44d05a044ccf HTTP/1.1" status: 204 len: 168 time: 4.9142296 Oct 13 15:28:20.193720 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46958) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:20.216940 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e53b28e-3506-45db-991d-b9cb5701408d None None] Network 1ff9bed7-08be-41be-a1bd-ceec9900119e requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:28:20.235656 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-e850ed6b-b1d8-45c5-a9a5-64ebcd35fec2 None None] Port 05b04f10-aac3-45e1-a874-39fc3f8e5d51 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:28:20.242581 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-79cc15ff-d25f-46db-8626-95aca0beb982 None None] For port 5c1bb6ad-1181-4540-aa3f-0212700a1dd2, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:28:20.247389 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-79cc15ff-d25f-46db-8626-95aca0beb982 None None] For port 5c1bb6ad-1181-4540-aa3f-0212700a1dd2, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=5c1bb6ad-1181-4540-aa3f-0212700a1dd2,segment=NetworkSegment(5af1f0c3-44aa-4a56-8344-3c83ae2eeef8),segment_id=5af1f0c3-44aa-4a56-8344-3c83ae2eeef8)] {{(pid=88975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:28:20.267732 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-79cc15ff-d25f-46db-8626-95aca0beb982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:20.396838 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b618512b-88d2-480f-9a2a-983106ca9326 None None] Pushing event updated for resources: {'Port': ['ID=20e90574-9289-4d8d-af6f-83cfc96a0b51,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:20.419420 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cc15ff-d25f-46db-8626-95aca0beb982 None None] Routers {'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:28:20.425039 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-79cc15ff-d25f-46db-8626-95aca0beb982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:28:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:20.471319 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cf99b4bb-e572-432e-80c5-23f00790ec50 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:20.502203 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-1b4b12d4-7a36-48b6-8bf6-de25a11e3428 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Deleting port aae5b636-6b66-49ee-a397-a4b60fd792ab {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:28:20.502577 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1b4b12d4-7a36-48b6-8bf6-de25a11e3428 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:20.554227 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77d7051-841e-446c-9632-d26d2ee5d934 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:20.556346 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77d7051-841e-446c-9632-d26d2ee5d934 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:20.557397 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-e77d7051-841e-446c-9632-d26d2ee5d934 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Synchronizing usage tracker for tenant:bb90cebe15f541febeed2c50e15c931e on resource:subnet {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:28:20.678762 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-cf99b4bb-e572-432e-80c5-23f00790ec50 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ce9a774-7f1d-442c-9d7f-c8e514c04a1a']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:20.750340 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d12bbd-e76f-4c00-91c8-1df5f2bbfadf None None] Pushing event updated for resources: {'Port': ['ID=5c1bb6ad-1181-4540-aa3f-0212700a1dd2,revision_number=4']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:20.776257 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-79cc15ff-d25f-46db-8626-95aca0beb982 None None] Set router bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663 gateway port host: None {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:28:20.838797 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-e850ed6b-b1d8-45c5-a9a5-64ebcd35fec2 None None] Attempt 4 to provision port 05b04f10-aac3-45e1-a874-39fc3f8e5d51 Oct 13 15:28:20.863398 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-e77d7051-841e-446c-9632-d26d2ee5d934 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Unset dirty status for tenant:bb90cebe15f541febeed2c50e15c931e on resource:subnet {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:28:20.864576 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-e77d7051-841e-446c-9632-d26d2ee5d934 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.6579192 Oct 13 15:28:20.868924 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46966) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:20.885068 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2b6016b7-62e0-4c19-a376-7aeb93853c1a tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:20.985657 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b50e5eb1-f7e6-493c-b3ab-7209e7e4fc9d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:20.987579 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-2b6016b7-62e0-4c19-a376-7aeb93853c1a tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Deleting port dae5e0a1-0bcb-4cb7-8887-77445bdcbbaa {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:28:20.992772 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2b6016b7-62e0-4c19-a376-7aeb93853c1a tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:21.001857 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-cf99b4bb-e572-432e-80c5-23f00790ec50 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b394ad63-52a6-4482-801a-6cd4b9bab828') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:21.002409 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-cf99b4bb-e572-432e-80c5-23f00790ec50 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b394ad63-52a6-4482-801a-6cd4b9bab828') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:21.041706 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-e850ed6b-b1d8-45c5-a9a5-64ebcd35fec2 None None] Port 05b04f10-aac3-45e1-a874-39fc3f8e5d51 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:28:21.042722 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-b618512b-88d2-480f-9a2a-983106ca9326 None None] Attempting to bind port 20e90574-9289-4d8d-af6f-83cfc96a0b51 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:28:21.043186 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-b618512b-88d2-480f-9a2a-983106ca9326 None None] Attempting to bind port 20e90574-9289-4d8d-af6f-83cfc96a0b51 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '67cd9d50-893b-421f-8cbb-f87837c9a0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '10d20276-c23f-4979-8506-74c7214a9876'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:28:21.044346 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b618512b-88d2-480f-9a2a-983106ca9326 None None] Attempting to bind port 20e90574-9289-4d8d-af6f-83cfc96a0b51 on network 10d20276-c23f-4979-8506-74c7214a9876 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:28:21.057295 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 2896b447-a0d2-409c-8ebf-4d4bb2341a31 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:28:21.059221 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:21.102216 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b618512b-88d2-480f-9a2a-983106ca9326 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:28:21.102476 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cf99b4bb-e572-432e-80c5-23f00790ec50 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:21.106086 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b618512b-88d2-480f-9a2a-983106ca9326 None None] Checking segment: {'id': '67cd9d50-893b-421f-8cbb-f87837c9a0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '10d20276-c23f-4979-8506-74c7214a9876'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:28:21.106769 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b618512b-88d2-480f-9a2a-983106ca9326 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:21.107269 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b618512b-88d2-480f-9a2a-983106ca9326 None None] Bound using segment: {'id': '67cd9d50-893b-421f-8cbb-f87837c9a0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '10d20276-c23f-4979-8506-74c7214a9876'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:28:21.107856 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-b618512b-88d2-480f-9a2a-983106ca9326 None None] Bound port: 20e90574-9289-4d8d-af6f-83cfc96a0b51, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67cd9d50-893b-421f-8cbb-f87837c9a0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '10d20276-c23f-4979-8506-74c7214a9876'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:28:21.108371 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b618512b-88d2-480f-9a2a-983106ca9326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:21.153472 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b50e5eb1-f7e6-493c-b3ab-7209e7e4fc9d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1827972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1827983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1827956'] for router, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:21.159841 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cf99b4bb-e572-432e-80c5-23f00790ec50 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:21.248675 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf99b4bb-e572-432e-80c5-23f00790ec50 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:28:21.249086 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cf99b4bb-e572-432e-80c5-23f00790ec50 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:21.264552 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e866f99-2b0c-48c7-84df-5074689c36a3 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Deleting subnet 9d2fa3e4-67c3-4638-a36c-6b0436b6f227 {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:28:21.301365 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-b618512b-88d2-480f-9a2a-983106ca9326 None None] For port 20e90574-9289-4d8d-af6f-83cfc96a0b51, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:28:21.382070 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1e866f99-2b0c-48c7-84df-5074689c36a3 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:21.414417 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 2896b447-a0d2-409c-8ebf-4d4bb2341a31, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=2896b447-a0d2-409c-8ebf-4d4bb2341a31,segment=NetworkSegment(16eaddd5-9a59-4d6d-9016-7f9cd29fd70e),segment_id=16eaddd5-9a59-4d6d-9016-7f9cd29fd70e)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:28:21.436954 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:21.525972 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=2896b447-a0d2-409c-8ebf-4d4bb2341a31,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:21.536175 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment b394ad63-52a6-4482-801a-6cd4b9bab828 resource provider aggregate not found Oct 13 15:28:21.543202 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-e850ed6b-b1d8-45c5-a9a5-64ebcd35fec2 None None] Attempt 5 to provision port 05b04f10-aac3-45e1-a874-39fc3f8e5d51 Oct 13 15:28:21.639701 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d75ef4-a266-450f-abb8-9474a02401cf None None] DHCP port deletion for 1ff9bed7-08be-41be-a1bd-ceec9900119e request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:28:21.693476 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-85d75ef4-a266-450f-abb8-9474a02401cf None None] Deleting port dae5e0a1-0bcb-4cb7-8887-77445bdcbbaa {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:28:21.693926 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-85d75ef4-a266-450f-abb8-9474a02401cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:21.728607 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-e850ed6b-b1d8-45c5-a9a5-64ebcd35fec2 None None] Port 05b04f10-aac3-45e1-a874-39fc3f8e5d51 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:28:21.746431 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-79cc15ff-d25f-46db-8626-95aca0beb982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'name': 'tempest-RoutersIpV6Test-router-284765292', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:18Z', 'updated_at': '2022-10-13T15:28:19Z', 'revision_number': 6, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'gw_port_host': None, '_interfaces': [{'id': '55ed86c2-7dc3-4aa7-812f-d614ba4e5e08', 'name': '', 'network_id': '8103f6e5-66b5-4b6e-aab9-89095ff7dce4', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:c0:8e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd872e4e3-5ee4-405a-a437-1ffbf1f955fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:35Z', 'updated_at': '2022-10-13T15:27:51Z', 'revision_number': 5, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': 'd872e4e3-5ee4-405a-a437-1ffbf1f955fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c1bb6ad-1181-4540-aa3f-0212700a1dd2', 'name': '', 'network_id': '7446ea60-5fb7-4632-922d-386a1ae6eeb5', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:df:b0:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '2ea4eb07-1fff-46de-be92-c23160938164', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:28:06Z', 'updated_at': '2022-10-13T15:28:20Z', 'revision_number': 4, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': '2ea4eb07-1fff-46de-be92-c23160938164', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b404be67-998c-4723-a3a7-afaeb10487b4', 'name': '', 'network_id': 'c22a49cc-c5a0-42b9-8402-0abbf6fb909a', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:3e:b6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '506d59b8-4c92-476e-9ca9-85e327f03087', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:53Z', 'updated_at': '2022-10-13T15:28:06Z', 'revision_number': 5, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': '506d59b8-4c92-476e-9ca9-85e327f03087', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67594f2-c0c5-4a36-bff7-71fd58d2cbed', 'name': '', 'network_id': '84c2d1c2-975e-4007-b816-a51001632d07', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:fc:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '0945d224-ede5-498b-85fe-799e1434f68b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:22Z', 'updated_at': '2022-10-13T15:27:33Z', 'revision_number': 5, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': '0945d224-ede5-498b-85fe-799e1434f68b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:21.750027 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment b394ad63-52a6-4482-801a-6cd4b9bab828 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b394ad63-52a6-4482-801a-6cd4b9bab828 found for delete ", "request_id": "req-d0beac1a-1cd2-44bd-83ba-ab3b99a060fc"}]} Oct 13 15:28:21.772722 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cc15ff-d25f-46db-8626-95aca0beb982 None None] The sync data for ids ['bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'] in dv-neutron-860329-2-hyperv is: [{'id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'name': 'tempest-RoutersIpV6Test-router-284765292', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:18Z', 'updated_at': '2022-10-13T15:28:19Z', 'revision_number': 6, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'gw_port_host': None, '_interfaces': [{'id': '55ed86c2-7dc3-4aa7-812f-d614ba4e5e08', 'name': '', 'network_id': '8103f6e5-66b5-4b6e-aab9-89095ff7dce4', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:c0:8e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd872e4e3-5ee4-405a-a437-1ffbf1f955fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:35Z', 'updated_at': '2022-10-13T15:27:51Z', 'revision_number': 5, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': 'd872e4e3-5ee4-405a-a437-1ffbf1f955fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c1bb6ad-1181-4540-aa3f-0212700a1dd2', 'name': '', 'network_id': '7446ea60-5fb7-4632-922d-386a1ae6eeb5', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:df:b0:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '2ea4eb07-1fff-46de-be92-c23160938164', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:28:06Z', 'updated_at': '2022-10-13T15:28:20Z', 'revision_number': 4, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': '2ea4eb07-1fff-46de-be92-c23160938164', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b404be67-998c-4723-a3a7-afaeb10487b4', 'name': '', 'network_id': 'c22a49cc-c5a0-42b9-8402-0abbf6fb909a', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:3e:b6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '506d59b8-4c92-476e-9ca9-85e327f03087', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:53Z', 'updated_at': '2022-10-13T15:28:06Z', 'revision_number': 5, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': '506d59b8-4c92-476e-9ca9-85e327f03087', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67594f2-c0c5-4a36-bff7-71fd58d2cbed', 'name': '', 'network_id': '84c2d1c2-975e-4007-b816-a51001632d07', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:fc:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '0945d224-ede5-498b-85fe-799e1434f68b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:22Z', 'updated_at': '2022-10-13T15:27:33Z', 'revision_number': 5, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': '0945d224-ede5-498b-85fe-799e1434f68b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:28:21.774043 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cf99b4bb-e572-432e-80c5-23f00790ec50 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:21.817715 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-b618512b-88d2-480f-9a2a-983106ca9326 None None] For port 20e90574-9289-4d8d-af6f-83cfc96a0b51, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=20e90574-9289-4d8d-af6f-83cfc96a0b51,segment=NetworkSegment(67cd9d50-893b-421f-8cbb-f87837c9a0ae),segment_id=67cd9d50-893b-421f-8cbb-f87837c9a0ae)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:28:21.824821 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cf99b4bb-e572-432e-80c5-23f00790ec50 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:21.828970 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b618512b-88d2-480f-9a2a-983106ca9326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:21.849572 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf99b4bb-e572-432e-80c5-23f00790ec50 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Pushing event deleted for resources: {'Network': ['ID=8ce9a774-7f1d-442c-9d7f-c8e514c04a1a,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:21.854686 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-cf99b4bb-e572-432e-80c5-23f00790ec50 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] 10.222.0.42 "DELETE /v2.0/networks/8ce9a774-7f1d-442c-9d7f-c8e514c04a1a HTTP/1.1" status: 204 len: 168 time: 3.2863216 Oct 13 15:28:21.863105 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46976) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:22.028088 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1b4b12d4-7a36-48b6-8bf6-de25a11e3428 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:22.047922 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device b94d3a05-ea73-4bfe-85d3-90504a88954b up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:28:22.058496 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bc7458c-6cee-4a1d-8328-fe75154de530 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] DELETE failed (client error): The resource could not be found. Oct 13 15:28:22.061850 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bc7458c-6cee-4a1d-8328-fe75154de530 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:28:22.070150 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-5bc7458c-6cee-4a1d-8328-fe75154de530 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] 10.222.0.42 "DELETE /v2.0/ports/55cefe4a-5c30-4182-8d7b-44eccbf26f9e HTTP/1.1" status: 404 len: 333 time: 0.2058032 Oct 13 15:28:22.073860 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46980) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:22.121922 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b618512b-88d2-480f-9a2a-983106ca9326 None None] Pushing event updated for resources: {'Port': ['ID=20e90574-9289-4d8d-af6f-83cfc96a0b51,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:22.137935 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1e866f99-2b0c-48c7-84df-5074689c36a3 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:22.161995 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-241cc824-92fd-4ec8-a08a-4681582e069b tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:22.244733 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-e850ed6b-b1d8-45c5-a9a5-64ebcd35fec2 None None] Attempt 6 to provision port 05b04f10-aac3-45e1-a874-39fc3f8e5d51 Oct 13 15:28:22.268931 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-2b6016b7-62e0-4c19-a376-7aeb93853c1a tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] For port dae5e0a1-0bcb-4cb7-8887-77445bdcbbaa, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=dae5e0a1-0bcb-4cb7-8887-77445bdcbbaa,segment=NetworkSegment(d0bb17e3-2223-4d07-8617-2e8f0e2f562a),segment_id=d0bb17e3-2223-4d07-8617-2e8f0e2f562a)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:28:22.269435 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2b6016b7-62e0-4c19-a376-7aeb93853c1a tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:22.297259 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-1b4b12d4-7a36-48b6-8bf6-de25a11e3428 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Calling delete_port for aae5b636-6b66-49ee-a397-a4b60fd792ab owned by {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:28:22.423894 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-e850ed6b-b1d8-45c5-a9a5-64ebcd35fec2 None None] Port 05b04f10-aac3-45e1-a874-39fc3f8e5d51 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:28:22.458695 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-85d75ef4-a266-450f-abb8-9474a02401cf None None] For port dae5e0a1-0bcb-4cb7-8887-77445bdcbbaa, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=dae5e0a1-0bcb-4cb7-8887-77445bdcbbaa,segment=NetworkSegment(d0bb17e3-2223-4d07-8617-2e8f0e2f562a),segment_id=d0bb17e3-2223-4d07-8617-2e8f0e2f562a)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:28:22.459414 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-85d75ef4-a266-450f-abb8-9474a02401cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:22.468782 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port b94d3a05-ea73-4bfe-85d3-90504a88954b completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:28:22.522397 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-2b6016b7-62e0-4c19-a376-7aeb93853c1a tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Calling delete_port for dae5e0a1-0bcb-4cb7-8887-77445bdcbbaa owned by network:dhcp {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:28:22.529877 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 248c600e-5d64-470a-8d32-d4f90199663e up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:28:22.557217 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b50e5eb1-f7e6-493c-b3ab-7209e7e4fc9d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Router bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:28:22.577601 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-241cc824-92fd-4ec8-a08a-4681582e069b tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Calling delete_port for 3ad071fb-7142-4ebd-8aaa-b8b4e3fa26e5 owned by {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:28:22.681322 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-85d75ef4-a266-450f-abb8-9474a02401cf None None] Calling delete_port for dae5e0a1-0bcb-4cb7-8887-77445bdcbbaa owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:28:22.857374 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4eee1b6-2df2-4bce-a5d4-216ecd63e594 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Deleting subnet 5195bd6b-884f-4141-95ff-b9d0c701e61d {{(pid=88973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:28:22.865876 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f4eee1b6-2df2-4bce-a5d4-216ecd63e594 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Notify callbacks [] for subnet, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:22.899183 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 248c600e-5d64-470a-8d32-d4f90199663e completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:28:22.905022 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 248c600e-5d64-470a-8d32-d4f90199663e triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:28:22.905370 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:22.905771 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 248c600e-5d64-470a-8d32-d4f90199663e Oct 13 15:28:22.932785 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-e850ed6b-b1d8-45c5-a9a5-64ebcd35fec2 None None] Attempt 7 to provision port 05b04f10-aac3-45e1-a874-39fc3f8e5d51 Oct 13 15:28:22.935864 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1e866f99-2b0c-48c7-84df-5074689c36a3 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:23.018172 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.db.api [None req-2b6016b7-62e0-4c19-a376-7aeb93853c1a tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Oct 13 15:28:23.018172 dv-neutron-860329-2-hyperv neutron-server[88972]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] Oct 13 15:28:23.018172 dv-neutron-860329-2-hyperv neutron-server[88972]: [parameters: {'port_id': 'dae5e0a1-0bcb-4cb7-8887-77445bdcbbaa'}] Oct 13 15:28:23.018172 dv-neutron-860329-2-hyperv neutron-server[88972]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=88972) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:28:23.018662 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG oslo_db.api [None req-2b6016b7-62e0-4c19-a376-7aeb93853c1a tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:28:23.032804 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f4eee1b6-2df2-4bce-a5d4-216ecd63e594 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7432921'] for subnet, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:23.041501 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b50e5eb1-f7e6-493c-b3ab-7209e7e4fc9d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:28:23.050742 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b50e5eb1-f7e6-493c-b3ab-7209e7e4fc9d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:23.055533 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-b50e5eb1-f7e6-493c-b3ab-7209e7e4fc9d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "PUT /v2.0/routers/bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663 HTTP/1.1" status: 200 len: 953 time: 6.6862168 Oct 13 15:28:23.056340 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46986) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:23.072973 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-241cc824-92fd-4ec8-a08a-4681582e069b tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:23.181465 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-85d75ef4-a266-450f-abb8-9474a02401cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:23.227521 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241cc824-92fd-4ec8-a08a-4681582e069b tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Pushing event deleted for resources: {'Port': ['ID=3ad071fb-7142-4ebd-8aaa-b8b4e3fa26e5,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:23.270115 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c2a268-8271-4c31-a18d-12be4bbb21ed None None] Sync routers for ids ['bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:28:23.298602 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-e850ed6b-b1d8-45c5-a9a5-64ebcd35fec2 None None] Port 05b04f10-aac3-45e1-a874-39fc3f8e5d51 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:28:23.336559 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-241cc824-92fd-4ec8-a08a-4681582e069b tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:23.354394 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1e866f99-2b0c-48c7-84df-5074689c36a3 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:23.368202 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-241cc824-92fd-4ec8-a08a-4681582e069b tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] 10.222.0.42 "DELETE /v2.0/ports/3ad071fb-7142-4ebd-8aaa-b8b4e3fa26e5 HTTP/1.1" status: 204 len: 168 time: 3.9066679 Oct 13 15:28:23.370512 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46990) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:23.381065 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d75ef4-a266-450f-abb8-9474a02401cf None None] Pushing event deleted for resources: {'Port': ['ID=dae5e0a1-0bcb-4cb7-8887-77445bdcbbaa,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:23.383774 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 248c600e-5d64-470a-8d32-d4f90199663e is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:28:23.384215 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:23.385453 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-30db0ba9-9a29-449b-a2b5-299f9c71b172 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Request body: {'port': {'name': 'tempest-new-port-name-110144591', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:23.386231 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.api.validators [None req-30db0ba9-9a29-449b-a2b5-299f9c71b172 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] bootfile-name is not in valid_values {{(pid=88973) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 13 15:28:23.386737 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.api.validators [None req-30db0ba9-9a29-449b-a2b5-299f9c71b172 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] tftp-server is not in valid_values {{(pid=88973) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 13 15:28:23.387223 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.api.validators [None req-30db0ba9-9a29-449b-a2b5-299f9c71b172 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] server-ip-address is not in valid_values {{(pid=88973) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 13 15:28:23.395954 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85d75ef4-a266-450f-abb8-9474a02401cf None None] No DVR routers for this DVR port dae5e0a1-0bcb-4cb7-8887-77445bdcbbaa on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:28:23.402610 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c2a268-8271-4c31-a18d-12be4bbb21ed None None] Routers {'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:28:23.403251 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-d4c2a268-8271-4c31-a18d-12be4bbb21ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:28:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:23.431368 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1e866f99-2b0c-48c7-84df-5074689c36a3 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:23.465395 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e866f99-2b0c-48c7-84df-5074689c36a3 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event deleted for resources: {'Subnet': ['ID=9d2fa3e4-67c3-4638-a36c-6b0436b6f227,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:23.473982 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-765bbe75-ab6d-4148-ac77-43fd988ba127 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "GET /v2.0/routers/bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663 HTTP/1.1" status: 200 len: 953 time: 0.4136906 Oct 13 15:28:23.476206 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-1e866f99-2b0c-48c7-84df-5074689c36a3 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/9d2fa3e4-67c3-4638-a36c-6b0436b6f227 HTTP/1.1" status: 204 len: 168 time: 2.6061800 Oct 13 15:28:23.476937 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 46994) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:23.483028 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-179d9896-5684-4b3b-81a5-95639928cf9d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Request body: {'router': {'routes': None}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:23.522966 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 46996) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:23.559179 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-2b6016b7-62e0-4c19-a376-7aeb93853c1a tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Deleting port dae5e0a1-0bcb-4cb7-8887-77445bdcbbaa {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:28:23.559471 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2b6016b7-62e0-4c19-a376-7aeb93853c1a tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:23.607460 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-d4c2a268-8271-4c31-a18d-12be4bbb21ed None None] Set router bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663 gateway port host: None {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:28:23.718559 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee28b0bf-9b7f-436c-9de0-35b1eda17dc6 None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:28:23.734417 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-230dea29-2457-4719-80d7-dc14ca56e18c None None] Network 10d20276-c23f-4979-8506-74c7214a9876 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:28:23.786963 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-2b6016b7-62e0-4c19-a376-7aeb93853c1a tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] The port 'dae5e0a1-0bcb-4cb7-8887-77445bdcbbaa' was deleted {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 13 15:28:23.820655 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-e850ed6b-b1d8-45c5-a9a5-64ebcd35fec2 None None] Attempt 8 to provision port 05b04f10-aac3-45e1-a874-39fc3f8e5d51 Oct 13 15:28:23.858436 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1b4b12d4-7a36-48b6-8bf6-de25a11e3428 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:23.874312 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-393c71d4-7101-4b6f-9c46-506f442dc78e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3501856 Oct 13 15:28:23.890915 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47002) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:23.905533 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-32f35622-b4da-4d7a-aadf-8d4637126c7f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'subnet': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:23.948314 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-e850ed6b-b1d8-45c5-a9a5-64ebcd35fec2 None None] Port 05b04f10-aac3-45e1-a874-39fc3f8e5d51 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:28:23.979588 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f4eee1b6-2df2-4bce-a5d4-216ecd63e594 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:24.023678 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4b12d4-7a36-48b6-8bf6-de25a11e3428 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Pushing event deleted for resources: {'Port': ['ID=aae5b636-6b66-49ee-a397-a4b60fd792ab,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:24.060059 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-30db0ba9-9a29-449b-a2b5-299f9c71b172 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:24.176020 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 248c600e-5d64-470a-8d32-d4f90199663e, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=248c600e-5d64-470a-8d32-d4f90199663e,segment=NetworkSegment(01fa4796-7560-41f0-88ba-321558965537),segment_id=01fa4796-7560-41f0-88ba-321558965537)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:28:24.265063 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:24.344128 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f4eee1b6-2df2-4bce-a5d4-216ecd63e594 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:24.466155 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2b6016b7-62e0-4c19-a376-7aeb93853c1a tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:24.510077 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1b4b12d4-7a36-48b6-8bf6-de25a11e3428 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:24.524219 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=248c600e-5d64-470a-8d32-d4f90199663e,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:24.529452 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f4eee1b6-2df2-4bce-a5d4-216ecd63e594 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:24.532678 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-e850ed6b-b1d8-45c5-a9a5-64ebcd35fec2 None None] Attempt 9 to provision port 05b04f10-aac3-45e1-a874-39fc3f8e5d51 Oct 13 15:28:24.553078 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-32f35622-b4da-4d7a-aadf-8d4637126c7f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:28:24.559841 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-f4eee1b6-2df2-4bce-a5d4-216ecd63e594 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] 10.222.0.42 "DELETE /v2.0/subnets/5195bd6b-884f-4141-95ff-b9d0c701e61d HTTP/1.1" status: 204 len: 168 time: 2.4756079 Oct 13 15:28:24.561200 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-2b6016b7-62e0-4c19-a376-7aeb93853c1a tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ff9bed7-08be-41be-a1bd-ceec9900119e']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:24.570031 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47008) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:24.571957 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccfe41a-73c5-441c-8677-7599d30892f7 None None] Network b55d560e-2d5b-4320-836c-9083f1c752da requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:28:24.585696 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-32f35622-b4da-4d7a-aadf-8d4637126c7f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Usage tracker for resource:subnet and tenant:bb90cebe15f541febeed2c50e15c931e is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:28:24.607894 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-32f35622-b4da-4d7a-aadf-8d4637126c7f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:28:24.621491 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-2b6016b7-62e0-4c19-a376-7aeb93853c1a tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0bb17e3-2223-4d07-8617-2e8f0e2f562a') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:24.621842 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-2b6016b7-62e0-4c19-a376-7aeb93853c1a tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0bb17e3-2223-4d07-8617-2e8f0e2f562a') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:24.643261 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-32f35622-b4da-4d7a-aadf-8d4637126c7f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:28:24.681101 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 2896b447-a0d2-409c-8ebf-4d4bb2341a31 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:28:24.711708 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eee1b6-2df2-4bce-a5d4-216ecd63e594 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Pushing event deleted for resources: {'Subnet': ['ID=5195bd6b-884f-4141-95ff-b9d0c701e61d,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:24.744525 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2b6016b7-62e0-4c19-a376-7aeb93853c1a tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:24.745919 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-1b4b12d4-7a36-48b6-8bf6-de25a11e3428 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] 10.222.0.42 "DELETE /v2.0/ports/aae5b636-6b66-49ee-a397-a4b60fd792ab HTTP/1.1" status: 204 len: 168 time: 5.2709694 Oct 13 15:28:24.760560 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47012) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:24.827789 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32f35622-b4da-4d7a-aadf-8d4637126c7f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:28:24.831739 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-32f35622-b4da-4d7a-aadf-8d4637126c7f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:24.834113 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-30db0ba9-9a29-449b-a2b5-299f9c71b172 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:24.842494 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-30db0ba9-9a29-449b-a2b5-299f9c71b172 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:24.848625 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-321af55f-faf8-4050-8e1a-203ce02bd04b tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] GET failed (client error): The resource could not be found. Oct 13 15:28:24.849150 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-321af55f-faf8-4050-8e1a-203ce02bd04b tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Synchronizing usage tracker for tenant:e8c763263a4c44b7a4ac4e9baf7fec5d on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:28:24.877025 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2b6016b7-62e0-4c19-a376-7aeb93853c1a tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:24.896852 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b6016b7-62e0-4c19-a376-7aeb93853c1a tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Releasing vlan 431 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:28:24.897445 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2b6016b7-62e0-4c19-a376-7aeb93853c1a tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:24.958753 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-30db0ba9-9a29-449b-a2b5-299f9c71b172 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] In _notify_port_updated(), no bound segment for port c2657d91-6a68-4d88-91c2-253db8c2d32e on network 10d20276-c23f-4979-8506-74c7214a9876 {{(pid=88973) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 13 15:28:24.968170 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30db0ba9-9a29-449b-a2b5-299f9c71b172 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:24.969198 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-30db0ba9-9a29-449b-a2b5-299f9c71b172 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:24.970657 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-e850ed6b-b1d8-45c5-a9a5-64ebcd35fec2 None None] Port 05b04f10-aac3-45e1-a874-39fc3f8e5d51 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:28:24.972098 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-30db0ba9-9a29-449b-a2b5-299f9c71b172 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] 10.222.0.42 "PUT /v2.0/ports/c2657d91-6a68-4d88-91c2-253db8c2d32e HTTP/1.1" status: 200 len: 1129 time: 1.5987098 Oct 13 15:28:24.976060 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47018) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:24.994302 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment d0bb17e3-2223-4d07-8617-2e8f0e2f562a resource provider aggregate not found Oct 13 15:28:25.063945 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30db0ba9-9a29-449b-a2b5-299f9c71b172 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Pushing event updated for resources: {'Port': ['ID=c2657d91-6a68-4d88-91c2-253db8c2d32e,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:25.080299 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2d41c576-173a-4416-9bf0-a9bac6bce582 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:25.135840 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee052603-c467-4ae2-8bbd-10e31ed6a2ec tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:25.137231 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-ee052603-c467-4ae2-8bbd-10e31ed6a2ec tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Synchronizing usage tracker for tenant:90f6084bda2b40539c0354a580246982 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:28:25.157127 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-ee052603-c467-4ae2-8bbd-10e31ed6a2ec tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Unset dirty status for tenant:90f6084bda2b40539c0354a580246982 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:28:25.158602 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-ee052603-c467-4ae2-8bbd-10e31ed6a2ec tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] 10.222.0.42 "GET /v2.0/ports/c2657d91-6a68-4d88-91c2-253db8c2d32e HTTP/1.1" status: 200 len: 1129 time: 0.1808710 Oct 13 15:28:25.162367 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47028) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:25.251444 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-ff32a5dc-6e93-4c67-9e1a-50fe0000578c tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Deleting port c2657d91-6a68-4d88-91c2-253db8c2d32e {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:28:25.251815 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ff32a5dc-6e93-4c67-9e1a-50fe0000578c tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:25.256625 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 2896b447-a0d2-409c-8ebf-4d4bb2341a31 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:28:25.256998 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:25.257328 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 2896b447-a0d2-409c-8ebf-4d4bb2341a31 Oct 13 15:28:25.260968 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.extraroute_db [None req-179d9896-5684-4b3b-81a5-95639928cf9d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Added routes are [] {{(pid=88972) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 13 15:28:25.262094 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.extraroute_db [None req-179d9896-5684-4b3b-81a5-95639928cf9d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=88972) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 13 15:28:25.298756 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-179d9896-5684-4b3b-81a5-95639928cf9d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:25.476232 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-e850ed6b-b1d8-45c5-a9a5-64ebcd35fec2 None None] Attempt 10 to provision port 05b04f10-aac3-45e1-a874-39fc3f8e5d51 Oct 13 15:28:25.497937 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment d0bb17e3-2223-4d07-8617-2e8f0e2f562a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d0bb17e3-2223-4d07-8617-2e8f0e2f562a found for delete ", "request_id": "req-dc5dcb3c-fe24-4e47-a78f-cf42d8df5fee"}]} Oct 13 15:28:25.502420 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-321af55f-faf8-4050-8e1a-203ce02bd04b tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Unset dirty status for tenant:e8c763263a4c44b7a4ac4e9baf7fec5d on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:28:25.506865 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d49e93-5035-4048-a98d-00cd4a4f7c8e None None] DHCP port deletion for a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:28:25.507767 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-321af55f-faf8-4050-8e1a-203ce02bd04b tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] 10.222.0.42 "GET /v2.0/ports/aae5b636-6b66-49ee-a397-a4b60fd792ab HTTP/1.1" status: 404 len: 333 time: 0.7417901 Oct 13 15:28:25.509155 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47032) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:25.510957 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-d4c2a268-8271-4c31-a18d-12be4bbb21ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'name': 'tempest-RoutersIpV6Test-router-284765292', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:18Z', 'updated_at': '2022-10-13T15:28:19Z', 'revision_number': 6, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'gw_port_host': None, '_interfaces': [{'id': '55ed86c2-7dc3-4aa7-812f-d614ba4e5e08', 'name': '', 'network_id': '8103f6e5-66b5-4b6e-aab9-89095ff7dce4', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:c0:8e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd872e4e3-5ee4-405a-a437-1ffbf1f955fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:35Z', 'updated_at': '2022-10-13T15:27:51Z', 'revision_number': 5, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': 'd872e4e3-5ee4-405a-a437-1ffbf1f955fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c1bb6ad-1181-4540-aa3f-0212700a1dd2', 'name': '', 'network_id': '7446ea60-5fb7-4632-922d-386a1ae6eeb5', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:df:b0:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '2ea4eb07-1fff-46de-be92-c23160938164', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:28:06Z', 'updated_at': '2022-10-13T15:28:20Z', 'revision_number': 4, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': '2ea4eb07-1fff-46de-be92-c23160938164', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b404be67-998c-4723-a3a7-afaeb10487b4', 'name': '', 'network_id': 'c22a49cc-c5a0-42b9-8402-0abbf6fb909a', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:3e:b6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '506d59b8-4c92-476e-9ca9-85e327f03087', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:53Z', 'updated_at': '2022-10-13T15:28:06Z', 'revision_number': 5, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': '506d59b8-4c92-476e-9ca9-85e327f03087', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67594f2-c0c5-4a36-bff7-71fd58d2cbed', 'name': '', 'network_id': '84c2d1c2-975e-4007-b816-a51001632d07', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:fc:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '0945d224-ede5-498b-85fe-799e1434f68b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:22Z', 'updated_at': '2022-10-13T15:27:33Z', 'revision_number': 5, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': '0945d224-ede5-498b-85fe-799e1434f68b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:25.552756 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-c4d49e93-5035-4048-a98d-00cd4a4f7c8e None None] Deleting port b94d3a05-ea73-4bfe-85d3-90504a88954b {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:28:25.553034 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c4d49e93-5035-4048-a98d-00cd4a4f7c8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:25.568167 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2b6016b7-62e0-4c19-a376-7aeb93853c1a tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:25.591711 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bce5c4d-6b04-46cb-b597-7262c873c17f None None] DHCP port deletion for b55d560e-2d5b-4320-836c-9083f1c752da request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:28:25.594004 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c2a268-8271-4c31-a18d-12be4bbb21ed None None] Checking router: bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663 for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:28:25.624759 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 2896b447-a0d2-409c-8ebf-4d4bb2341a31 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:28:25.625852 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 5c1bb6ad-1181-4540-aa3f-0212700a1dd2 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:28:25.634174 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ff32a5dc-6e93-4c67-9e1a-50fe0000578c tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:25.646933 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-fd9125c9-e4ea-46b5-b0a5-53c186cebea5 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Request body: {'port': {'network_id': 'ef68fbfe-e475-42f9-be06-23b27bf25220', 'name': 'tempest-AllowedAddressPairTestJSON-1300957857'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:25.689282 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-e850ed6b-b1d8-45c5-a9a5-64ebcd35fec2 None None] Port 05b04f10-aac3-45e1-a874-39fc3f8e5d51 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:28:25.689836 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2b6016b7-62e0-4c19-a376-7aeb93853c1a tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:25.703018 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-e850ed6b-b1d8-45c5-a9a5-64ebcd35fec2 None None] Could not find standard attr ID for object dae5e0a1-0bcb-4cb7-8887-77445bdcbbaa. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:28:25.713133 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-2d41c576-173a-4416-9bf0-a9bac6bce582 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Deleting port 1acad2e9-46a9-4a83-8dfc-8d5523d16420 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:28:25.713708 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2d41c576-173a-4416-9bf0-a9bac6bce582 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:25.722178 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-8bce5c4d-6b04-46cb-b597-7262c873c17f None None] Deleting port 1acad2e9-46a9-4a83-8dfc-8d5523d16420 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:28:25.722578 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8bce5c4d-6b04-46cb-b597-7262c873c17f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:25.770027 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6016b7-62e0-4c19-a376-7aeb93853c1a tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event deleted for resources: {'Network': ['ID=1ff9bed7-08be-41be-a1bd-ceec9900119e,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:25.838431 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:25.848091 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4c2a268-8271-4c31-a18d-12be4bbb21ed None None] Routers {'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:28:25.848722 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-d4c2a268-8271-4c31-a18d-12be4bbb21ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:28:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:25.850074 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-ff32a5dc-6e93-4c67-9e1a-50fe0000578c tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Calling delete_port for c2657d91-6a68-4d88-91c2-253db8c2d32e owned by {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:28:25.919782 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-2b6016b7-62e0-4c19-a376-7aeb93853c1a tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "DELETE /v2.0/networks/1ff9bed7-08be-41be-a1bd-ceec9900119e HTTP/1.1" status: 204 len: 168 time: 5.8353586 Oct 13 15:28:25.937029 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47036) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:26.140046 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-e850ed6b-b1d8-45c5-a9a5-64ebcd35fec2 None None] Provisioning for port 1acad2e9-46a9-4a83-8dfc-8d5523d16420 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:28:26.198424 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-e850ed6b-b1d8-45c5-a9a5-64ebcd35fec2 None None] Provisioning complete for port 1acad2e9-46a9-4a83-8dfc-8d5523d16420 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:28:26.199324 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e850ed6b-b1d8-45c5-a9a5-64ebcd35fec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:26.199647 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-e850ed6b-b1d8-45c5-a9a5-64ebcd35fec2 None None] Attempt 1 to provision port 1acad2e9-46a9-4a83-8dfc-8d5523d16420 Oct 13 15:28:26.207152 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968caa01-d763-46d3-93a7-5a0bf94011cc tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:26.208693 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-968caa01-d763-46d3-93a7-5a0bf94011cc tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.2708619 Oct 13 15:28:26.211714 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ff32a5dc-6e93-4c67-9e1a-50fe0000578c tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:26.230635 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47042) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:26.245605 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 5c1bb6ad-1181-4540-aa3f-0212700a1dd2 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:28:26.373914 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-d4c2a268-8271-4c31-a18d-12be4bbb21ed None None] Set router bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663 gateway port host: None {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:28:26.418495 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ff32a5dc-6e93-4c67-9e1a-50fe0000578c tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:26.434801 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff32a5dc-6e93-4c67-9e1a-50fe0000578c tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Pushing event deleted for resources: {'Port': ['ID=c2657d91-6a68-4d88-91c2-253db8c2d32e,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:26.442696 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-ff32a5dc-6e93-4c67-9e1a-50fe0000578c tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] 10.222.0.42 "DELETE /v2.0/ports/c2657d91-6a68-4d88-91c2-253db8c2d32e HTTP/1.1" status: 204 len: 168 time: 1.2792895 Oct 13 15:28:26.445206 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47046) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:26.462467 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-8bce5c4d-6b04-46cb-b597-7262c873c17f None None] For port 1acad2e9-46a9-4a83-8dfc-8d5523d16420, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=1acad2e9-46a9-4a83-8dfc-8d5523d16420,segment=NetworkSegment(3aa3977c-0071-445e-b479-98b1652ad21f),segment_id=3aa3977c-0071-445e-b479-98b1652ad21f)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:28:26.462849 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8bce5c4d-6b04-46cb-b597-7262c873c17f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:26.479701 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-179d9896-5684-4b3b-81a5-95639928cf9d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:26.492416 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-179d9896-5684-4b3b-81a5-95639928cf9d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1827972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1827983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1827956'] for router, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:26.549941 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 20e90574-9289-4d8d-af6f-83cfc96a0b51 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:28:26.718628 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-8bce5c4d-6b04-46cb-b597-7262c873c17f None None] Calling delete_port for 1acad2e9-46a9-4a83-8dfc-8d5523d16420 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:28:26.740888 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_v2 [None req-2111b363-bc3b-45be-81c3-2496ba681d57 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Deleting subnet a2c7ccfd-7a5c-4b94-b293-6b81f0a659d0 {{(pid=88973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:28:26.746700 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.objects.ports [None req-32f35622-b4da-4d7a-aadf-8d4637126c7f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88972) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 13 15:28:26.749648 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2111b363-bc3b-45be-81c3-2496ba681d57 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Notify callbacks [] for subnet, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:26.763633 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-fd9125c9-e4ea-46b5-b0a5-53c186cebea5 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:28:26.848780 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2111b363-bc3b-45be-81c3-2496ba681d57 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7432921'] for subnet, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:26.997688 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-fd9125c9-e4ea-46b5-b0a5-53c186cebea5 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:28:27.014334 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2111b363-bc3b-45be-81c3-2496ba681d57 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:27.130811 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd9125c9-e4ea-46b5-b0a5-53c186cebea5 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Made reservation on behalf of e8c763263a4c44b7a4ac4e9baf7fec5d for: {'port': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:28:27.135046 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fd9125c9-e4ea-46b5-b0a5-53c186cebea5 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:27.159331 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2111b363-bc3b-45be-81c3-2496ba681d57 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:27.216637 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-179d9896-5684-4b3b-81a5-95639928cf9d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Router bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:28:27.226715 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-7a9ba0b3-8063-41a8-9443-27aae3d802b9 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Synchronizing usage tracker for tenant:c7529f71933548bfa5c77476ba17c75c on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:28:27.242909 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2111b363-bc3b-45be-81c3-2496ba681d57 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Pushing event deleted for resources: {'Subnet': ['ID=a2c7ccfd-7a5c-4b94-b293-6b81f0a659d0,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:27.246338 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2111b363-bc3b-45be-81c3-2496ba681d57 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:27.261962 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-2111b363-bc3b-45be-81c3-2496ba681d57 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] 10.222.0.42 "DELETE /v2.0/subnets/a2c7ccfd-7a5c-4b94-b293-6b81f0a659d0 HTTP/1.1" status: 204 len: 168 time: 0.8155384 Oct 13 15:28:27.265239 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47050) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:27.434663 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e56b3b26-6c74-4337-8f13-b62f8ac8497d tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:27.442694 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06727f27-6a92-4066-9541-a4a5a703c7da None None] Network 10d20276-c23f-4979-8506-74c7214a9876 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:28:27.445050 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-2d41c576-173a-4416-9bf0-a9bac6bce582 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] For port 1acad2e9-46a9-4a83-8dfc-8d5523d16420, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=1acad2e9-46a9-4a83-8dfc-8d5523d16420,segment=NetworkSegment(3aa3977c-0071-445e-b479-98b1652ad21f),segment_id=3aa3977c-0071-445e-b479-98b1652ad21f)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:28:27.445508 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2d41c576-173a-4416-9bf0-a9bac6bce582 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:27.464461 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-e56b3b26-6c74-4337-8f13-b62f8ac8497d tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Deleting port 20e90574-9289-4d8d-af6f-83cfc96a0b51 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:28:27.465751 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e56b3b26-6c74-4337-8f13-b62f8ac8497d tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:27.525427 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 20e90574-9289-4d8d-af6f-83cfc96a0b51 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:28:27.531563 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8bce5c4d-6b04-46cb-b597-7262c873c17f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:27.534868 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-e850ed6b-b1d8-45c5-a9a5-64ebcd35fec2 None None] Current status of the port 1acad2e9-46a9-4a83-8dfc-8d5523d16420 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:28:27.535225 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e850ed6b-b1d8-45c5-a9a5-64ebcd35fec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:27.618945 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-7a9ba0b3-8063-41a8-9443-27aae3d802b9 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Unset dirty status for tenant:c7529f71933548bfa5c77476ba17c75c on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:28:27.625869 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-7a9ba0b3-8063-41a8-9443-27aae3d802b9 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 1.3721838 Oct 13 15:28:27.625869 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [None req-fd9125c9-e4ea-46b5-b0a5-53c186cebea5 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] device_id is not set on port 83e4e5d8-afd1-434f-acf6-f5d7e7d8d77a yet. {{(pid=88972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:28:27.627946 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47058) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:27.646075 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-ff227fcc-73bb-42f2-a97d-2f30f178f331 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1253935072'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:27.685722 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-ff227fcc-73bb-42f2-a97d-2f30f178f331 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:28:27.723036 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-ff227fcc-73bb-42f2-a97d-2f30f178f331 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Usage tracker for resource:network and tenant:c7529f71933548bfa5c77476ba17c75c is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:28:27.725676 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-c4d49e93-5035-4048-a98d-00cd4a4f7c8e None None] For port b94d3a05-ea73-4bfe-85d3-90504a88954b, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=b94d3a05-ea73-4bfe-85d3-90504a88954b,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:28:27.726666 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c4d49e93-5035-4048-a98d-00cd4a4f7c8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:27.735139 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-ff227fcc-73bb-42f2-a97d-2f30f178f331 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:28:27.760065 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bce5c4d-6b04-46cb-b597-7262c873c17f None None] Pushing event deleted for resources: {'Port': ['ID=1acad2e9-46a9-4a83-8dfc-8d5523d16420,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:27.806442 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bce5c4d-6b04-46cb-b597-7262c873c17f None None] No DVR routers for this DVR port 1acad2e9-46a9-4a83-8dfc-8d5523d16420 on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:28:27.828882 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-2d41c576-173a-4416-9bf0-a9bac6bce582 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Calling delete_port for 1acad2e9-46a9-4a83-8dfc-8d5523d16420 owned by network:dhcp {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:28:27.880288 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-ff227fcc-73bb-42f2-a97d-2f30f178f331 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:28:27.888399 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-e56b3b26-6c74-4337-8f13-b62f8ac8497d tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] For port 20e90574-9289-4d8d-af6f-83cfc96a0b51, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=20e90574-9289-4d8d-af6f-83cfc96a0b51,segment=NetworkSegment(67cd9d50-893b-421f-8cbb-f87837c9a0ae),segment_id=67cd9d50-893b-421f-8cbb-f87837c9a0ae)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:28:27.888914 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e56b3b26-6c74-4337-8f13-b62f8ac8497d tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:27.890564 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device dae5e0a1-0bcb-4cb7-8887-77445bdcbbaa no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:28:27.896884 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179d9896-5684-4b3b-81a5-95639928cf9d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:28:27.915318 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff227fcc-73bb-42f2-a97d-2f30f178f331 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Made reservation on behalf of c7529f71933548bfa5c77476ba17c75c for: {'network': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:28:27.920668 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ff227fcc-73bb-42f2-a97d-2f30f178f331 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:28.011049 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: dae5e0a1-0bcb-4cb7-8887-77445bdcbbaa {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:28:28.013370 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device dae5e0a1-0bcb-4cb7-8887-77445bdcbbaa not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:28:28.069177 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-e56b3b26-6c74-4337-8f13-b62f8ac8497d tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Calling delete_port for 20e90574-9289-4d8d-af6f-83cfc96a0b51 owned by network:dhcp {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:28:28.076763 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-c4d49e93-5035-4048-a98d-00cd4a4f7c8e None None] Calling delete_port for b94d3a05-ea73-4bfe-85d3-90504a88954b owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:28:28.152777 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-32f35622-b4da-4d7a-aadf-8d4637126c7f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:28.193574 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 248c600e-5d64-470a-8d32-d4f90199663e up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:28:28.196417 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-179d9896-5684-4b3b-81a5-95639928cf9d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:28.197581 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-179d9896-5684-4b3b-81a5-95639928cf9d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "PUT /v2.0/routers/bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663 HTTP/1.1" status: 200 len: 703 time: 4.7196784 Oct 13 15:28:28.198636 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff227fcc-73bb-42f2-a97d-2f30f178f331 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=88973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:28:28.210028 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ff227fcc-73bb-42f2-a97d-2f30f178f331 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:28.210292 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47066) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:28.210678 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-ff227fcc-73bb-42f2-a97d-2f30f178f331 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Added segment e4a4d676-ac51-4893-a7ae-989f95132b18 of type vlan for network 419fa61a-7ed8-4cf9-b3df-1f0cf0283066 Oct 13 15:28:28.250866 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ff227fcc-73bb-42f2-a97d-2f30f178f331 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:28.252026 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-d4c2a268-8271-4c31-a18d-12be4bbb21ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'name': 'tempest-RoutersIpV6Test-router-284765292', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:18Z', 'updated_at': '2022-10-13T15:28:25Z', 'revision_number': 7, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'gw_port_host': None, '_interfaces': [{'id': '55ed86c2-7dc3-4aa7-812f-d614ba4e5e08', 'name': '', 'network_id': '8103f6e5-66b5-4b6e-aab9-89095ff7dce4', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:c0:8e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd872e4e3-5ee4-405a-a437-1ffbf1f955fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:35Z', 'updated_at': '2022-10-13T15:27:51Z', 'revision_number': 5, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': 'd872e4e3-5ee4-405a-a437-1ffbf1f955fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c1bb6ad-1181-4540-aa3f-0212700a1dd2', 'name': '', 'network_id': '7446ea60-5fb7-4632-922d-386a1ae6eeb5', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:df:b0:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '2ea4eb07-1fff-46de-be92-c23160938164', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:28:06Z', 'updated_at': '2022-10-13T15:28:20Z', 'revision_number': 4, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': '2ea4eb07-1fff-46de-be92-c23160938164', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b404be67-998c-4723-a3a7-afaeb10487b4', 'name': '', 'network_id': 'c22a49cc-c5a0-42b9-8402-0abbf6fb909a', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:3e:b6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '506d59b8-4c92-476e-9ca9-85e327f03087', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:53Z', 'updated_at': '2022-10-13T15:28:06Z', 'revision_number': 5, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': '506d59b8-4c92-476e-9ca9-85e327f03087', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67594f2-c0c5-4a36-bff7-71fd58d2cbed', 'name': '', 'network_id': '84c2d1c2-975e-4007-b816-a51001632d07', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:fc:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '0945d224-ede5-498b-85fe-799e1434f68b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:22Z', 'updated_at': '2022-10-13T15:27:33Z', 'revision_number': 5, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': '0945d224-ede5-498b-85fe-799e1434f68b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:28.256542 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e56b3b26-6c74-4337-8f13-b62f8ac8497d tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:28.265003 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-e850ed6b-b1d8-45c5-a9a5-64ebcd35fec2 None None] Provisioning for port f4d8e61b-88d1-4301-862f-547eb79d1c2d completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:28:28.281474 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c2a268-8271-4c31-a18d-12be4bbb21ed None None] The sync data for ids ['bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'] in dv-neutron-860329-2-hyperv is: [{'id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'name': 'tempest-RoutersIpV6Test-router-284765292', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:18Z', 'updated_at': '2022-10-13T15:28:25Z', 'revision_number': 7, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'gw_port_host': None, '_interfaces': [{'id': '55ed86c2-7dc3-4aa7-812f-d614ba4e5e08', 'name': '', 'network_id': '8103f6e5-66b5-4b6e-aab9-89095ff7dce4', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:c0:8e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd872e4e3-5ee4-405a-a437-1ffbf1f955fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:35Z', 'updated_at': '2022-10-13T15:27:51Z', 'revision_number': 5, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': 'd872e4e3-5ee4-405a-a437-1ffbf1f955fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c1bb6ad-1181-4540-aa3f-0212700a1dd2', 'name': '', 'network_id': '7446ea60-5fb7-4632-922d-386a1ae6eeb5', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:df:b0:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '2ea4eb07-1fff-46de-be92-c23160938164', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:28:06Z', 'updated_at': '2022-10-13T15:28:20Z', 'revision_number': 4, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': '2ea4eb07-1fff-46de-be92-c23160938164', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b404be67-998c-4723-a3a7-afaeb10487b4', 'name': '', 'network_id': 'c22a49cc-c5a0-42b9-8402-0abbf6fb909a', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:3e:b6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '506d59b8-4c92-476e-9ca9-85e327f03087', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:53Z', 'updated_at': '2022-10-13T15:28:06Z', 'revision_number': 5, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': '506d59b8-4c92-476e-9ca9-85e327f03087', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67594f2-c0c5-4a36-bff7-71fd58d2cbed', 'name': '', 'network_id': '84c2d1c2-975e-4007-b816-a51001632d07', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:fc:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '0945d224-ede5-498b-85fe-799e1434f68b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:22Z', 'updated_at': '2022-10-13T15:27:33Z', 'revision_number': 5, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': '0945d224-ede5-498b-85fe-799e1434f68b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:28:28.299617 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-e850ed6b-b1d8-45c5-a9a5-64ebcd35fec2 None None] Provisioning complete for port f4d8e61b-88d1-4301-862f-547eb79d1c2d triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:28:28.299982 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e850ed6b-b1d8-45c5-a9a5-64ebcd35fec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:28.300317 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-e850ed6b-b1d8-45c5-a9a5-64ebcd35fec2 None None] Attempt 1 to provision port f4d8e61b-88d1-4301-862f-547eb79d1c2d Oct 13 15:28:28.354399 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b3b26-6c74-4337-8f13-b62f8ac8497d tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Pushing event deleted for resources: {'Port': ['ID=20e90574-9289-4d8d-af6f-83cfc96a0b51,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:28.365204 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56b3b26-6c74-4337-8f13-b62f8ac8497d tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] No DVR routers for this DVR port 20e90574-9289-4d8d-af6f-83cfc96a0b51 on host dv-neutron-860329-2-hyperv {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:28:28.392733 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.db.api [None req-c4d49e93-5035-4048-a98d-00cd4a4f7c8e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88974) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:28:28.393085 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG oslo_db.api [None req-c4d49e93-5035-4048-a98d-00cd4a4f7c8e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:28:28.409205 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 248c600e-5d64-470a-8d32-d4f90199663e triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:28:28.409574 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:28.409908 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 248c600e-5d64-470a-8d32-d4f90199663e Oct 13 15:28:28.510402 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.db.api [None req-2d41c576-173a-4416-9bf0-a9bac6bce582 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88972) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:28:28.510995 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG oslo_db.api [None req-2d41c576-173a-4416-9bf0-a9bac6bce582 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:28:28.521501 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-fd9125c9-e4ea-46b5-b0a5-53c186cebea5 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Allocated IP 172.20.0.7 (ef68fbfe-e475-42f9-be06-23b27bf25220/b581cfe0-968b-4a24-a9b6-36fb6dec12df/83e4e5d8-afd1-434f-acf6-f5d7e7d8d77a) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:28:28.565285 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ff227fcc-73bb-42f2-a97d-2f30f178f331 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:28.571016 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-e850ed6b-b1d8-45c5-a9a5-64ebcd35fec2 None None] Current status of the port f4d8e61b-88d1-4301-862f-547eb79d1c2d is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:28:28.571500 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e850ed6b-b1d8-45c5-a9a5-64ebcd35fec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:28.575723 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff227fcc-73bb-42f2-a97d-2f30f178f331 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:28.576777 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ff227fcc-73bb-42f2-a97d-2f30f178f331 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:28.618823 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cee33e5-964d-4744-8fbf-b2f69b15fcc7 None None] DHCP port deletion for 10d20276-c23f-4979-8506-74c7214a9876 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:28:28.655635 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 248c600e-5d64-470a-8d32-d4f90199663e is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:28:28.674504 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-e850ed6b-b1d8-45c5-a9a5-64ebcd35fec2 None None] For port f4d8e61b-88d1-4301-862f-547eb79d1c2d, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=f4d8e61b-88d1-4301-862f-547eb79d1c2d,segment=NetworkSegment(5af1f0c3-44aa-4a56-8344-3c83ae2eeef8),segment_id=5af1f0c3-44aa-4a56-8344-3c83ae2eeef8)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:28:28.688596 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e850ed6b-b1d8-45c5-a9a5-64ebcd35fec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:28.794686 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device b94d3a05-ea73-4bfe-85d3-90504a88954b no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:28:28.811889 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d955e9-7729-4c33-8687-73a7b76f658b None None] Sync routers for ids ['bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:28:28.812784 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-4206a78d-1320-4111-a346-cb16a9781b60 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "GET /v2.0/routers/bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663 HTTP/1.1" status: 200 len: 703 time: 0.5996666 Oct 13 15:28:28.821570 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-32f35622-b4da-4d7a-aadf-8d4637126c7f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] For port b94d3a05-ea73-4bfe-85d3-90504a88954b, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=b94d3a05-ea73-4bfe-85d3-90504a88954b,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:28:28.824461 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47076) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:28.831620 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d955e9-7729-4c33-8687-73a7b76f658b None None] Routers {'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:28:28.835258 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-37d955e9-7729-4c33-8687-73a7b76f658b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:28:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:28.877581 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-e850ed6b-b1d8-45c5-a9a5-64ebcd35fec2 None None] Provisioning complete for port 248c600e-5d64-470a-8d32-d4f90199663e triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:28:28.877945 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e850ed6b-b1d8-45c5-a9a5-64ebcd35fec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:28.878474 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-e850ed6b-b1d8-45c5-a9a5-64ebcd35fec2 None None] Attempt 1 to provision port 248c600e-5d64-470a-8d32-d4f90199663e Oct 13 15:28:28.912964 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-c4d49e93-5035-4048-a98d-00cd4a4f7c8e None None] Deleting port b94d3a05-ea73-4bfe-85d3-90504a88954b {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:28:28.913574 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e56b3b26-6c74-4337-8f13-b62f8ac8497d tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:28.914146 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c4d49e93-5035-4048-a98d-00cd4a4f7c8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:28.955012 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-ff227fcc-73bb-42f2-a97d-2f30f178f331 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3260591 Oct 13 15:28:28.955482 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e850ed6b-b1d8-45c5-a9a5-64ebcd35fec2 None None] Pushing event updated for resources: {'Port': ['ID=f4d8e61b-88d1-4301-862f-547eb79d1c2d,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:28.963017 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47080) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:29.006686 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-cecd3739-2a8e-49d8-a903-a7dfbc724acb tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Request body: {'subnet': {'network_id': '419fa61a-7ed8-4cf9-b3df-1f0cf0283066', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:29.013887 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-2d41c576-173a-4416-9bf0-a9bac6bce582 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Deleting port 1acad2e9-46a9-4a83-8dfc-8d5523d16420 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:28:29.014514 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2d41c576-173a-4416-9bf0-a9bac6bce582 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:29.127219 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-37d955e9-7729-4c33-8687-73a7b76f658b None None] Set router bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663 gateway port host: None {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:28:29.137739 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-2d41c576-173a-4416-9bf0-a9bac6bce582 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] The port '1acad2e9-46a9-4a83-8dfc-8d5523d16420' was deleted {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 13 15:28:29.190107 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.db.resource_extend [None req-32f35622-b4da-4d7a-aadf-8d4637126c7f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 15:28:29.204209 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-e56b3b26-6c74-4337-8f13-b62f8ac8497d tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10d20276-c23f-4979-8506-74c7214a9876']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:29.230796 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port b94d3a05-ea73-4bfe-85d3-90504a88954b is: DOWN; New status is: DOWN {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:28:29.231801 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 1acad2e9-46a9-4a83-8dfc-8d5523d16420 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:28:29.282635 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-32f35622-b4da-4d7a-aadf-8d4637126c7f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:29.301709 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 1acad2e9-46a9-4a83-8dfc-8d5523d16420 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:28:29.302046 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 1acad2e9-46a9-4a83-8dfc-8d5523d16420 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:28:29.379704 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-32f35622-b4da-4d7a-aadf-8d4637126c7f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:29.380412 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-32f35622-b4da-4d7a-aadf-8d4637126c7f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:29.410473 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-e850ed6b-b1d8-45c5-a9a5-64ebcd35fec2 None None] Current status of the port 248c600e-5d64-470a-8d32-d4f90199663e is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:28:29.421154 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-e850ed6b-b1d8-45c5-a9a5-64ebcd35fec2 None None] Could not find standard attr ID for object f755092c-fa23-4bbf-b03b-3702a1c7b48f. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:28:29.461173 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-c4d49e93-5035-4048-a98d-00cd4a4f7c8e None None] For port b94d3a05-ea73-4bfe-85d3-90504a88954b, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=b94d3a05-ea73-4bfe-85d3-90504a88954b,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:28:29.461602 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c4d49e93-5035-4048-a98d-00cd4a4f7c8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:29.482615 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-e56b3b26-6c74-4337-8f13-b62f8ac8497d tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67cd9d50-893b-421f-8cbb-f87837c9a0ae') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:29.487863 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-e56b3b26-6c74-4337-8f13-b62f8ac8497d tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67cd9d50-893b-421f-8cbb-f87837c9a0ae') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:29.519208 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-cecd3739-2a8e-49d8-a903-a7dfbc724acb tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:28:29.525807 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-cecd3739-2a8e-49d8-a903-a7dfbc724acb tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Usage tracker for resource:subnet and tenant:c7529f71933548bfa5c77476ba17c75c is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:28:29.529939 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-cecd3739-2a8e-49d8-a903-a7dfbc724acb tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:28:29.538057 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-cecd3739-2a8e-49d8-a903-a7dfbc724acb tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:28:29.552061 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff227fcc-73bb-42f2-a97d-2f30f178f331 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event updated for resources: {'Network': ['ID=419fa61a-7ed8-4cf9-b3df-1f0cf0283066,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:29.559415 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e56b3b26-6c74-4337-8f13-b62f8ac8497d tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:29.570476 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cecd3739-2a8e-49d8-a903-a7dfbc724acb tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Made reservation on behalf of c7529f71933548bfa5c77476ba17c75c for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:28:29.575918 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cecd3739-2a8e-49d8-a903-a7dfbc724acb tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:29.626911 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 419fa61a-7ed8-4cf9-b3df-1f0cf0283066 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:28:29.645509 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-c4d49e93-5035-4048-a98d-00cd4a4f7c8e None None] Calling delete_port for b94d3a05-ea73-4bfe-85d3-90504a88954b owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:28:29.675735 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-37d955e9-7729-4c33-8687-73a7b76f658b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'name': 'tempest-RoutersIpV6Test-router-284765292', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:18Z', 'updated_at': '2022-10-13T15:28:25Z', 'revision_number': 7, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'gw_port_host': None, '_interfaces': [{'id': '55ed86c2-7dc3-4aa7-812f-d614ba4e5e08', 'name': '', 'network_id': '8103f6e5-66b5-4b6e-aab9-89095ff7dce4', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:c0:8e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd872e4e3-5ee4-405a-a437-1ffbf1f955fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:35Z', 'updated_at': '2022-10-13T15:27:51Z', 'revision_number': 5, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': 'd872e4e3-5ee4-405a-a437-1ffbf1f955fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c1bb6ad-1181-4540-aa3f-0212700a1dd2', 'name': '', 'network_id': '7446ea60-5fb7-4632-922d-386a1ae6eeb5', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:df:b0:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '2ea4eb07-1fff-46de-be92-c23160938164', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:28:06Z', 'updated_at': '2022-10-13T15:28:20Z', 'revision_number': 4, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': '2ea4eb07-1fff-46de-be92-c23160938164', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b404be67-998c-4723-a3a7-afaeb10487b4', 'name': '', 'network_id': 'c22a49cc-c5a0-42b9-8402-0abbf6fb909a', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:3e:b6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '506d59b8-4c92-476e-9ca9-85e327f03087', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:53Z', 'updated_at': '2022-10-13T15:28:06Z', 'revision_number': 5, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': '506d59b8-4c92-476e-9ca9-85e327f03087', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67594f2-c0c5-4a36-bff7-71fd58d2cbed', 'name': '', 'network_id': '84c2d1c2-975e-4007-b816-a51001632d07', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:fc:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '0945d224-ede5-498b-85fe-799e1434f68b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:22Z', 'updated_at': '2022-10-13T15:27:33Z', 'revision_number': 5, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': '0945d224-ede5-498b-85fe-799e1434f68b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:29.699642 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-f5cf587a-0f99-4613-864c-d40139358523 None None] Could not find standard attr ID for object 4894ef3e-242c-4e6c-add8-150f2b7e13eb. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:28:29.703172 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d955e9-7729-4c33-8687-73a7b76f658b None None] Checking router: bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:28:29.710980 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-f5cf587a-0f99-4613-864c-d40139358523 None None] Could not find standard attr ID for object 20e90574-9289-4d8d-af6f-83cfc96a0b51. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:28:29.737790 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37d955e9-7729-4c33-8687-73a7b76f658b None None] Routers {'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:28:29.738706 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-37d955e9-7729-4c33-8687-73a7b76f658b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:28:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:29.774786 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-f5cf587a-0f99-4613-864c-d40139358523 None None] Could not find standard attr ID for object dae5e0a1-0bcb-4cb7-8887-77445bdcbbaa. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:28:29.836843 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-f5cf587a-0f99-4613-864c-d40139358523 None None] Could not find standard attr ID for object aae5b636-6b66-49ee-a397-a4b60fd792ab. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:28:29.857907 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-f5cf587a-0f99-4613-864c-d40139358523 None None] Could not find standard attr ID for object 3ad071fb-7142-4ebd-8aaa-b8b4e3fa26e5. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:28:29.872609 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-f5cf587a-0f99-4613-864c-d40139358523 None None] Could not find standard attr ID for object 1acad2e9-46a9-4a83-8dfc-8d5523d16420. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:28:29.882381 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.db.api [None req-c4d49e93-5035-4048-a98d-00cd4a4f7c8e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88974) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:28:29.882666 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG oslo_db.api [None req-c4d49e93-5035-4048-a98d-00cd4a4f7c8e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:28:29.898487 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-f5cf587a-0f99-4613-864c-d40139358523 None None] Provisioning for port b94d3a05-ea73-4bfe-85d3-90504a88954b completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:28:29.904740 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-f5cf587a-0f99-4613-864c-d40139358523 None None] Provisioning complete for port b94d3a05-ea73-4bfe-85d3-90504a88954b triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:28:29.905125 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f5cf587a-0f99-4613-864c-d40139358523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:29.905452 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f5cf587a-0f99-4613-864c-d40139358523 None None] Attempt 1 to provision port b94d3a05-ea73-4bfe-85d3-90504a88954b Oct 13 15:28:29.977783 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e56b3b26-6c74-4337-8f13-b62f8ac8497d tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:29.992205 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e56b3b26-6c74-4337-8f13-b62f8ac8497d tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:28:29.992615 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e56b3b26-6c74-4337-8f13-b62f8ac8497d tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:30.024083 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-37d955e9-7729-4c33-8687-73a7b76f658b None None] Set router bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663 gateway port host: None {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:28:30.028743 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32f35622-b4da-4d7a-aadf-8d4637126c7f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:28:30.067298 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-32f35622-b4da-4d7a-aadf-8d4637126c7f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:28:30.083408 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2d41c576-173a-4416-9bf0-a9bac6bce582 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:30.095921 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32f35622-b4da-4d7a-aadf-8d4637126c7f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:30.096512 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-32f35622-b4da-4d7a-aadf-8d4637126c7f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:30.150824 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 67cd9d50-893b-421f-8cbb-f87837c9a0ae resource provider aggregate not found Oct 13 15:28:30.166956 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device f4d8e61b-88d1-4301-862f-547eb79d1c2d up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:28:30.216323 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f35622-b4da-4d7a-aadf-8d4637126c7f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'Subnet': ['ID=501445c2-d77e-481d-8db2-64b0a689b4b1,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:30.230704 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-2d41c576-173a-4416-9bf0-a9bac6bce582 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b55d560e-2d5b-4320-836c-9083f1c752da']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:30.239465 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f35622-b4da-4d7a-aadf-8d4637126c7f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'Port': ['ID=b94d3a05-ea73-4bfe-85d3-90504a88954b,revision_number=5']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:30.240024 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 67cd9d50-893b-421f-8cbb-f87837c9a0ae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 67cd9d50-893b-421f-8cbb-f87837c9a0ae found for delete ", "request_id": "req-4986de62-f5bc-4cdf-a61f-14ae7da45f13"}]} Oct 13 15:28:30.242271 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e56b3b26-6c74-4337-8f13-b62f8ac8497d tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:30.252007 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-32f35622-b4da-4d7a-aadf-8d4637126c7f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 6.3597722 Oct 13 15:28:30.273427 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47090) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:30.285911 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f5cf587a-0f99-4613-864c-d40139358523 None None] Current status of the port b94d3a05-ea73-4bfe-85d3-90504a88954b is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:28:30.287531 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-2d41c576-173a-4416-9bf0-a9bac6bce582 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aa3977c-0071-445e-b479-98b1652ad21f') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:30.287946 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-2d41c576-173a-4416-9bf0-a9bac6bce582 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aa3977c-0071-445e-b479-98b1652ad21f') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:30.288219 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f5cf587a-0f99-4613-864c-d40139358523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:30.313863 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-7889c60f-e345-4834-bb17-6b4eff483403 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'port': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'mac_address': 'fa:16:3e:ce:a6:6f', 'name': 'tempest-NetworksTestDHCPv6-1618783164'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:30.320448 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2d41c576-173a-4416-9bf0-a9bac6bce582 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:30.339153 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e56b3b26-6c74-4337-8f13-b62f8ac8497d tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:30.347320 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fd9125c9-e4ea-46b5-b0a5-53c186cebea5 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:30.356983 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cecd3739-2a8e-49d8-a903-a7dfbc724acb tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:30.366001 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2d41c576-173a-4416-9bf0-a9bac6bce582 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:30.369822 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port f4d8e61b-88d1-4301-862f-547eb79d1c2d triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:28:30.376593 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:30.377312 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port f4d8e61b-88d1-4301-862f-547eb79d1c2d Oct 13 15:28:30.384162 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-fd9125c9-e4ea-46b5-b0a5-53c186cebea5 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Transition to ACTIVE for port object 83e4e5d8-afd1-434f-acf6-f5d7e7d8d77a will not be triggered until provisioned by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:28:30.412228 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d41c576-173a-4416-9bf0-a9bac6bce582 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Releasing vlan 447 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:28:30.412630 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2d41c576-173a-4416-9bf0-a9bac6bce582 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:30.423688 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56b3b26-6c74-4337-8f13-b62f8ac8497d tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] Pushing event deleted for resources: {'Network': ['ID=10d20276-c23f-4979-8506-74c7214a9876,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:30.436967 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-f5cf587a-0f99-4613-864c-d40139358523 None None] For port b94d3a05-ea73-4bfe-85d3-90504a88954b, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=b94d3a05-ea73-4bfe-85d3-90504a88954b,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:28:30.448452 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e56b3b26-6c74-4337-8f13-b62f8ac8497d tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800 tempest-ExtraDHCPOptionsIpV6TestJSON-1024356800-project] 10.222.0.42 "DELETE /v2.0/networks/10d20276-c23f-4979-8506-74c7214a9876 HTTP/1.1" status: 204 len: 168 time: 3.1823170 Oct 13 15:28:30.468874 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 3aa3977c-0071-445e-b479-98b1652ad21f resource provider aggregate not found Oct 13 15:28:30.471374 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f5cf587a-0f99-4613-864c-d40139358523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:30.548018 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 3aa3977c-0071-445e-b479-98b1652ad21f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3aa3977c-0071-445e-b479-98b1652ad21f found for delete ", "request_id": "req-abc5d7e4-bbb4-4986-b90a-c9be7561be8f"}]} Oct 13 15:28:30.596746 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cecd3739-2a8e-49d8-a903-a7dfbc724acb tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Checking segment: {'id': 'e4a4d676-ac51-4893-a7ae-989f95132b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '419fa61a-7ed8-4cf9-b3df-1f0cf0283066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:28:30.596746 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecd3739-2a8e-49d8-a903-a7dfbc724acb tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Network hostable DHCP agents. Network: 419fa61a-7ed8-4cf9-b3df-1f0cf0283066, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:28:30.598426 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cecd3739-2a8e-49d8-a903-a7dfbc724acb tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event updated for resources: {'Subnet': ['ID=ce627bf1-8519-43cf-9580-b38d5c0a6b78,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:30.603776 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2d41c576-173a-4416-9bf0-a9bac6bce582 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:30.665173 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cecd3739-2a8e-49d8-a903-a7dfbc724acb tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Network 419fa61a-7ed8-4cf9-b3df-1f0cf0283066 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:28:30.672305 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:28:30.682078 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-f5cf587a-0f99-4613-864c-d40139358523 None None] Provisioning complete for port f4d8e61b-88d1-4301-862f-547eb79d1c2d triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:28:30.682727 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f5cf587a-0f99-4613-864c-d40139358523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:30.683991 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f5cf587a-0f99-4613-864c-d40139358523 None None] Attempt 1 to provision port f4d8e61b-88d1-4301-862f-547eb79d1c2d Oct 13 15:28:30.714566 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-37d955e9-7729-4c33-8687-73a7b76f658b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'name': 'tempest-RoutersIpV6Test-router-284765292', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:18Z', 'updated_at': '2022-10-13T15:28:25Z', 'revision_number': 7, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'gw_port_host': None, '_interfaces': [{'id': '55ed86c2-7dc3-4aa7-812f-d614ba4e5e08', 'name': '', 'network_id': '8103f6e5-66b5-4b6e-aab9-89095ff7dce4', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:c0:8e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd872e4e3-5ee4-405a-a437-1ffbf1f955fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:35Z', 'updated_at': '2022-10-13T15:27:51Z', 'revision_number': 5, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': 'd872e4e3-5ee4-405a-a437-1ffbf1f955fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c1bb6ad-1181-4540-aa3f-0212700a1dd2', 'name': '', 'network_id': '7446ea60-5fb7-4632-922d-386a1ae6eeb5', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:df:b0:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '2ea4eb07-1fff-46de-be92-c23160938164', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:28:06Z', 'updated_at': '2022-10-13T15:28:20Z', 'revision_number': 4, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': '2ea4eb07-1fff-46de-be92-c23160938164', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b404be67-998c-4723-a3a7-afaeb10487b4', 'name': '', 'network_id': 'c22a49cc-c5a0-42b9-8402-0abbf6fb909a', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:3e:b6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '506d59b8-4c92-476e-9ca9-85e327f03087', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:53Z', 'updated_at': '2022-10-13T15:28:06Z', 'revision_number': 5, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': '506d59b8-4c92-476e-9ca9-85e327f03087', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67594f2-c0c5-4a36-bff7-71fd58d2cbed', 'name': '', 'network_id': '84c2d1c2-975e-4007-b816-a51001632d07', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:fc:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '0945d224-ede5-498b-85fe-799e1434f68b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:22Z', 'updated_at': '2022-10-13T15:27:33Z', 'revision_number': 5, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': '0945d224-ede5-498b-85fe-799e1434f68b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:30.723453 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-7889c60f-e345-4834-bb17-6b4eff483403 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:28:30.730954 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37d955e9-7729-4c33-8687-73a7b76f658b None None] The sync data for ids ['bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'] in dv-neutron-860329-2-hyperv is: [{'id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'name': 'tempest-RoutersIpV6Test-router-284765292', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:18Z', 'updated_at': '2022-10-13T15:28:25Z', 'revision_number': 7, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'gw_port_host': None, '_interfaces': [{'id': '55ed86c2-7dc3-4aa7-812f-d614ba4e5e08', 'name': '', 'network_id': '8103f6e5-66b5-4b6e-aab9-89095ff7dce4', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:c0:8e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd872e4e3-5ee4-405a-a437-1ffbf1f955fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:35Z', 'updated_at': '2022-10-13T15:27:51Z', 'revision_number': 5, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': 'd872e4e3-5ee4-405a-a437-1ffbf1f955fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5c1bb6ad-1181-4540-aa3f-0212700a1dd2', 'name': '', 'network_id': '7446ea60-5fb7-4632-922d-386a1ae6eeb5', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:df:b0:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 518, 'fixed_ips': [{'subnet_id': '2ea4eb07-1fff-46de-be92-c23160938164', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:28:06Z', 'updated_at': '2022-10-13T15:28:20Z', 'revision_number': 4, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': '2ea4eb07-1fff-46de-be92-c23160938164', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b404be67-998c-4723-a3a7-afaeb10487b4', 'name': '', 'network_id': 'c22a49cc-c5a0-42b9-8402-0abbf6fb909a', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:3e:b6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '506d59b8-4c92-476e-9ca9-85e327f03087', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:53Z', 'updated_at': '2022-10-13T15:28:06Z', 'revision_number': 5, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': '506d59b8-4c92-476e-9ca9-85e327f03087', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67594f2-c0c5-4a36-bff7-71fd58d2cbed', 'name': '', 'network_id': '84c2d1c2-975e-4007-b816-a51001632d07', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:fc:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '0945d224-ede5-498b-85fe-799e1434f68b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:22Z', 'updated_at': '2022-10-13T15:27:33Z', 'revision_number': 5, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': '0945d224-ede5-498b-85fe-799e1434f68b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:28:30.731876 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2d41c576-173a-4416-9bf0-a9bac6bce582 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:30.742886 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-cecd3739-2a8e-49d8-a903-a7dfbc724acb tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 419fa61a-7ed8-4cf9-b3df-1f0cf0283066) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:28:30.759939 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cecd3739-2a8e-49d8-a903-a7dfbc724acb tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:30.760817 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cecd3739-2a8e-49d8-a903-a7dfbc724acb tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:30.767053 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-7889c60f-e345-4834-bb17-6b4eff483403 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:28:30.773217 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-c4d49e93-5035-4048-a98d-00cd4a4f7c8e None None] Deleting port b94d3a05-ea73-4bfe-85d3-90504a88954b {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:28:30.778687 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c4d49e93-5035-4048-a98d-00cd4a4f7c8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:30.789246 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-2d41c576-173a-4416-9bf0-a9bac6bce582 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] 10.222.0.42 "DELETE /v2.0/networks/b55d560e-2d5b-4320-836c-9083f1c752da HTTP/1.1" status: 204 len: 168 time: 6.2126875 Oct 13 15:28:30.806396 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7889c60f-e345-4834-bb17-6b4eff483403 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:28:30.815476 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fd9125c9-e4ea-46b5-b0a5-53c186cebea5 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:30.897135 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-cecd3739-2a8e-49d8-a903-a7dfbc724acb tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9313009 Oct 13 15:28:30.921622 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d41c576-173a-4416-9bf0-a9bac6bce582 tempest-DHCPAgentSchedulersTestJSON-1603718374 tempest-DHCPAgentSchedulersTestJSON-1603718374-project] Pushing event deleted for resources: {'Network': ['ID=b55d560e-2d5b-4320-836c-9083f1c752da,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:30.927904 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47108) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:31.000949 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-3dfa9298-f0e2-4252-8e23-15542d7a1521 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Request body: {'port': {'network_id': '419fa61a-7ed8-4cf9-b3df-1f0cf0283066', 'name': 'tempest-PortsTestJSON-254567931'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:31.137364 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd9125c9-e4ea-46b5-b0a5-53c186cebea5 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Network ef68fbfe-e475-42f9-be06-23b27bf25220 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:28:31.140739 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7889c60f-e345-4834-bb17-6b4eff483403 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:31.143391 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47114) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:31.144670 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-fd9125c9-e4ea-46b5-b0a5-53c186cebea5 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:28:31.170758 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9125c9-e4ea-46b5-b0a5-53c186cebea5 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:28:31.185310 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-c4d49e93-5035-4048-a98d-00cd4a4f7c8e None None] For port b94d3a05-ea73-4bfe-85d3-90504a88954b, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=b94d3a05-ea73-4bfe-85d3-90504a88954b,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:28:31.185876 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c4d49e93-5035-4048-a98d-00cd4a4f7c8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:31.196205 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [None req-7889c60f-e345-4834-bb17-6b4eff483403 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] device_id is not set on port 86e99b63-77ee-4772-88b4-ccc912750f26 yet. {{(pid=88973) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:28:31.270728 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47118) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:31.380394 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9125c9-e4ea-46b5-b0a5-53c186cebea5 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Pushing event updated for resources: {'Port': ['ID=83e4e5d8-afd1-434f-acf6-f5d7e7d8d77a,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:31.388123 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-3dfa9298-f0e2-4252-8e23-15542d7a1521 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:28:31.428020 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-7889c60f-e345-4834-bb17-6b4eff483403 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Allocated IP 2001:db8::f816:3eff:fece:a66f (a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828/501445c2-d77e-481d-8db2-64b0a689b4b1/86e99b63-77ee-4772-88b4-ccc912750f26) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:28:31.453730 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd9125c9-e4ea-46b5-b0a5-53c186cebea5 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:31.454750 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fd9125c9-e4ea-46b5-b0a5-53c186cebea5 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:31.491981 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cf587a-0f99-4613-864c-d40139358523 None None] Pushing event updated for resources: {'Port': ['ID=b94d3a05-ea73-4bfe-85d3-90504a88954b,revision_number=6']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:31.498269 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80fc84cf-17ce-456b-9804-bb99938eaad7 None None] Network 419fa61a-7ed8-4cf9-b3df-1f0cf0283066 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:28:31.500503 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-3dfa9298-f0e2-4252-8e23-15542d7a1521 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:28:31.535946 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dfa9298-f0e2-4252-8e23-15542d7a1521 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Made reservation on behalf of c7529f71933548bfa5c77476ba17c75c for: {'port': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:28:31.540249 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3dfa9298-f0e2-4252-8e23-15542d7a1521 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:31.598064 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-c4d49e93-5035-4048-a98d-00cd4a4f7c8e None None] Calling delete_port for b94d3a05-ea73-4bfe-85d3-90504a88954b owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:28:31.612324 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-fd9125c9-e4ea-46b5-b0a5-53c186cebea5 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.0466061 Oct 13 15:28:31.626164 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47130) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:31.648150 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-b640404c-413a-4144-91e1-8272edc43531 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:5b:2a:63'}]}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:31.709936 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [None req-3dfa9298-f0e2-4252-8e23-15542d7a1521 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] device_id is not set on port 80bcbe16-0a56-4207-a99f-132e3ae61501 yet. {{(pid=88972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:28:31.761927 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port f4d8e61b-88d1-4301-862f-547eb79d1c2d is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:28:31.799444 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-846f7d18-79dc-48ec-84c9-25b32959c104 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7ee76e8712464dbea13eeb8906370463&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5204999 Oct 13 15:28:31.806153 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47136) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:31.809036 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-f0b8515c-dd90-488c-8b7f-249744ce1fe7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=90f6084bda2b40539c0354a580246982&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6481874 Oct 13 15:28:31.816412 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47138) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:31.834622 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-79e30abf-4fc2-4b16-b0c4-efcdbe3fa273 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:31.838769 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 20e90574-9289-4d8d-af6f-83cfc96a0b51 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:28:31.926479 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 20e90574-9289-4d8d-af6f-83cfc96a0b51 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:28:31.926981 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 20e90574-9289-4d8d-af6f-83cfc96a0b51 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:28:31.996089 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7889c60f-e345-4834-bb17-6b4eff483403 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:32.014099 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f5cf587a-0f99-4613-864c-d40139358523 None None] Current status of the port f4d8e61b-88d1-4301-862f-547eb79d1c2d is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:28:32.083815 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-418ea864-29ce-466a-b85d-73875ebf957c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:32.121236 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-418ea864-29ce-466a-b85d-73875ebf957c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:32.134500 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-f5cf587a-0f99-4613-864c-d40139358523 None None] Could not find standard attr ID for object 55cefe4a-5c30-4182-8d7b-44eccbf26f9e. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:28:32.140088 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-f5cf587a-0f99-4613-864c-d40139358523 None None] Could not find standard attr ID for object 8b846795-5dc8-44ac-8bb0-44d05a044ccf. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:28:32.146309 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-f5cf587a-0f99-4613-864c-d40139358523 None None] Could not find standard attr ID for object c2657d91-6a68-4d88-91c2-253db8c2d32e. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:28:32.157646 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33d19e4-84cf-4430-95f2-a695b6233a6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-419fa61a-7ed8-4cf9-b3df-1f0cf0283066', 'network_id': '419fa61a-7ed8-4cf9-b3df-1f0cf0283066', 'tenant_id': 'c7529f71933548bfa5c77476ba17c75c', 'fixed_ips': [{'subnet_id': 'ce627bf1-8519-43cf-9580-b38d5c0a6b78'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:28:32.158610 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e33d19e4-84cf-4430-95f2-a695b6233a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:32.196361 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-3dfa9298-f0e2-4252-8e23-15542d7a1521 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Allocated IP 172.20.0.11 (419fa61a-7ed8-4cf9-b3df-1f0cf0283066/ce627bf1-8519-43cf-9580-b38d5c0a6b78/80bcbe16-0a56-4207-a99f-132e3ae61501) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:28:32.208668 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-418ea864-29ce-466a-b85d-73875ebf957c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:32.222026 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-7889c60f-e345-4834-bb17-6b4eff483403 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Transition to ACTIVE for port object 86e99b63-77ee-4772-88b4-ccc912750f26 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:28:32.225404 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c4d49e93-5035-4048-a98d-00cd4a4f7c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:32.252337 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e33d005e-edf1-4762-a1b5-dc48be9f957c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:32.263394 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ea864-29ce-466a-b85d-73875ebf957c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c757a61-528b-451b-8849-e536207841e8,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:32.282570 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d49e93-5035-4048-a98d-00cd4a4f7c8e None None] Pushing event deleted for resources: {'Port': ['ID=b94d3a05-ea73-4bfe-85d3-90504a88954b,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:32.284505 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-f5cf587a-0f99-4613-864c-d40139358523 None None] Provisioning for port 5c1bb6ad-1181-4540-aa3f-0212700a1dd2 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:28:32.319195 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-f5cf587a-0f99-4613-864c-d40139358523 None None] Provisioning complete for port 5c1bb6ad-1181-4540-aa3f-0212700a1dd2 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:28:32.319618 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f5cf587a-0f99-4613-864c-d40139358523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:32.320012 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f5cf587a-0f99-4613-864c-d40139358523 None None] Attempt 1 to provision port 5c1bb6ad-1181-4540-aa3f-0212700a1dd2 Oct 13 15:28:32.336334 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-418ea864-29ce-466a-b85d-73875ebf957c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:32.340246 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-418ea864-29ce-466a-b85d-73875ebf957c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8c757a61-528b-451b-8849-e536207841e8 HTTP/1.1" status: 204 len: 168 time: 0.5311966 Oct 13 15:28:32.366925 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e33d005e-edf1-4762-a1b5-dc48be9f957c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:32.451979 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d49e93-5035-4048-a98d-00cd4a4f7c8e None None] No DVR routers for this DVR port b94d3a05-ea73-4bfe-85d3-90504a88954b on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:28:32.496029 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97796a65-52d8-47fa-b13a-8b3b7e19227a None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:28:32.533345 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7889c60f-e345-4834-bb17-6b4eff483403 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:32.568815 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-79e30abf-4fc2-4b16-b0c4-efcdbe3fa273 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Deleting port 5c1bb6ad-1181-4540-aa3f-0212700a1dd2 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:28:32.569462 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-79e30abf-4fc2-4b16-b0c4-efcdbe3fa273 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:32.672130 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f5cf587a-0f99-4613-864c-d40139358523 None None] Current status of the port 5c1bb6ad-1181-4540-aa3f-0212700a1dd2 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:28:32.672463 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f5cf587a-0f99-4613-864c-d40139358523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:32.678420 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b640404c-413a-4144-91e1-8272edc43531 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:32.764988 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7889c60f-e345-4834-bb17-6b4eff483403 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:28:32.804993 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47160) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:32.816760 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-7889c60f-e345-4834-bb17-6b4eff483403 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:28:32.824571 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7889c60f-e345-4834-bb17-6b4eff483403 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:28:32.831704 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7889c60f-e345-4834-bb17-6b4eff483403 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:32.832366 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7889c60f-e345-4834-bb17-6b4eff483403 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:32.840362 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7889c60f-e345-4834-bb17-6b4eff483403 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'Port': ['ID=86e99b63-77ee-4772-88b4-ccc912750f26,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:32.876326 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-f5cf587a-0f99-4613-864c-d40139358523 None None] For port 5c1bb6ad-1181-4540-aa3f-0212700a1dd2, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=5c1bb6ad-1181-4540-aa3f-0212700a1dd2,segment=NetworkSegment(5af1f0c3-44aa-4a56-8344-3c83ae2eeef8),segment_id=5af1f0c3-44aa-4a56-8344-3c83ae2eeef8)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:28:32.898008 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f5cf587a-0f99-4613-864c-d40139358523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:32.920463 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d65766b7-98a6-400e-93d2-d27e4d1f77c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:32.941263 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e33d005e-edf1-4762-a1b5-dc48be9f957c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:32.965405 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d005e-edf1-4762-a1b5-dc48be9f957c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ae5679-02fd-42af-9d71-a3f95a02f76e,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:32.971771 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-7889c60f-e345-4834-bb17-6b4eff483403 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6869795 Oct 13 15:28:32.973230 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-d65766b7-98a6-400e-93d2-d27e4d1f77c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:28:32.978165 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-d65766b7-98a6-400e-93d2-d27e4d1f77c5 admin admin] Usage tracker for resource:security_group_rule and tenant:edcea88e9c1c473bae3f54fba3c24af7 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:28:32.981955 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-d65766b7-98a6-400e-93d2-d27e4d1f77c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:28:32.984650 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47164) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:32.985285 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cf587a-0f99-4613-864c-d40139358523 None None] Pushing event updated for resources: {'Port': ['ID=5c1bb6ad-1181-4540-aa3f-0212700a1dd2,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:32.987464 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3dfa9298-f0e2-4252-8e23-15542d7a1521 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:32.991865 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-d65766b7-98a6-400e-93d2-d27e4d1f77c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:28:33.004499 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13514092-590e-4a58-9d26-a0b6b93420db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'tenant_id': 'bb90cebe15f541febeed2c50e15c931e', 'fixed_ips': [{'subnet_id': '501445c2-d77e-481d-8db2-64b0a689b4b1'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:28:33.005684 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-13514092-590e-4a58-9d26-a0b6b93420db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:33.029734 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e33d005e-edf1-4762-a1b5-dc48be9f957c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:33.031031 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e33d005e-edf1-4762-a1b5-dc48be9f957c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c5ae5679-02fd-42af-9d71-a3f95a02f76e HTTP/1.1" status: 204 len: 168 time: 1.2007618 Oct 13 15:28:33.072598 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-f6a8b97a-8331-4689-950c-da3105915687 None None] Provisioning for port 83e4e5d8-afd1-434f-acf6-f5d7e7d8d77a completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:28:33.082333 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-f6a8b97a-8331-4689-950c-da3105915687 None None] Provisioning complete for port 83e4e5d8-afd1-434f-acf6-f5d7e7d8d77a triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:28:33.082684 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f6a8b97a-8331-4689-950c-da3105915687 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:33.082931 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f6a8b97a-8331-4689-950c-da3105915687 None None] Attempt 1 to provision port 83e4e5d8-afd1-434f-acf6-f5d7e7d8d77a Oct 13 15:28:33.089568 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-3dfa9298-f0e2-4252-8e23-15542d7a1521 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Transition to ACTIVE for port object 80bcbe16-0a56-4207-a99f-132e3ae61501 will not be triggered until provisioned by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:28:33.150870 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-79e30abf-4fc2-4b16-b0c4-efcdbe3fa273 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] For port 5c1bb6ad-1181-4540-aa3f-0212700a1dd2, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=5c1bb6ad-1181-4540-aa3f-0212700a1dd2,segment=NetworkSegment(5af1f0c3-44aa-4a56-8344-3c83ae2eeef8),segment_id=5af1f0c3-44aa-4a56-8344-3c83ae2eeef8)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:28:33.151204 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-79e30abf-4fc2-4b16-b0c4-efcdbe3fa273 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:33.175154 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f6a8b97a-8331-4689-950c-da3105915687 None None] Port 83e4e5d8-afd1-434f-acf6-f5d7e7d8d77a cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:28:33.246098 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecc43d25-476d-44af-8c3f-c8ff64b88217 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:33.247043 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-ecc43d25-476d-44af-8c3f-c8ff64b88217 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Synchronizing usage tracker for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:28:33.265602 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-13514092-590e-4a58-9d26-a0b6b93420db None None] Allocated IP 2001:db8::f816:3eff:fe39:9f69 (a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828/501445c2-d77e-481d-8db2-64b0a689b4b1/69c50cdb-04a7-48ce-9706-c43742eb7df8) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:28:33.372523 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-79e30abf-4fc2-4b16-b0c4-efcdbe3fa273 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Calling delete_port for 5c1bb6ad-1181-4540-aa3f-0212700a1dd2 owned by network:router_interface {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:28:33.407692 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3dfa9298-f0e2-4252-8e23-15542d7a1521 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:33.556710 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-e33d19e4-84cf-4430-95f2-a695b6233a6b None None] Allocated IP 172.20.0.2 (419fa61a-7ed8-4cf9-b3df-1f0cf0283066/ce627bf1-8519-43cf-9580-b38d5c0a6b78/e136c068-48a8-4011-987b-90d376e6b336) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:28:33.616694 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dfa9298-f0e2-4252-8e23-15542d7a1521 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Network 419fa61a-7ed8-4cf9-b3df-1f0cf0283066 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:28:33.629206 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-3dfa9298-f0e2-4252-8e23-15542d7a1521 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:28:33.633620 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dfa9298-f0e2-4252-8e23-15542d7a1521 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:28:33.685554 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f6a8b97a-8331-4689-950c-da3105915687 None None] Attempt 2 to provision port 83e4e5d8-afd1-434f-acf6-f5d7e7d8d77a Oct 13 15:28:33.698728 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-ecc43d25-476d-44af-8c3f-c8ff64b88217 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Unset dirty status for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:28:33.703828 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47192) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:33.707004 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-ecc43d25-476d-44af-8c3f-c8ff64b88217 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.7162759 Oct 13 15:28:33.713422 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d65766b7-98a6-400e-93d2-d27e4d1f77c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:33.748833 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfa9298-f0e2-4252-8e23-15542d7a1521 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event updated for resources: {'Port': ['ID=80bcbe16-0a56-4207-a99f-132e3ae61501,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:33.797998 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d65766b7-98a6-400e-93d2-d27e4d1f77c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:33.835844 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-13514092-590e-4a58-9d26-a0b6b93420db None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:33.839902 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.db.resource_extend [None req-b640404c-413a-4144-91e1-8272edc43531 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 15:28:33.852654 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f6a8b97a-8331-4689-950c-da3105915687 None None] Port 83e4e5d8-afd1-434f-acf6-f5d7e7d8d77a cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:28:33.853510 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-13514092-590e-4a58-9d26-a0b6b93420db None None] Transition to ACTIVE for port object 69c50cdb-04a7-48ce-9706-c43742eb7df8 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:28:33.878098 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b640404c-413a-4144-91e1-8272edc43531 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:33.890904 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-13514092-590e-4a58-9d26-a0b6b93420db None None] Transition to ACTIVE for port object 69c50cdb-04a7-48ce-9706-c43742eb7df8 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:28:33.897479 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-b6882e23-5c96-4642-bfd8-ed872ac152a6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Deleting port 86e99b63-77ee-4772-88b4-ccc912750f26 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:28:33.897821 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b6882e23-5c96-4642-bfd8-ed872ac152a6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:33.907341 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-13514092-590e-4a58-9d26-a0b6b93420db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:33.936024 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65766b7-98a6-400e-93d2-d27e4d1f77c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c4781c-32ce-4726-9ca0-be84a16d2267,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:33.944400 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-d65766b7-98a6-400e-93d2-d27e4d1f77c5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=edcea88e9c1c473bae3f54fba3c24af7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1061356 Oct 13 15:28:33.945288 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b640404c-413a-4144-91e1-8272edc43531 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:33.958103 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13514092-590e-4a58-9d26-a0b6b93420db None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:28:33.967572 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-13514092-590e-4a58-9d26-a0b6b93420db None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:28:33.976941 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47198) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:33.991872 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13514092-590e-4a58-9d26-a0b6b93420db None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:28:34.033678 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfa9298-f0e2-4252-8e23-15542d7a1521 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:34.034271 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3dfa9298-f0e2-4252-8e23-15542d7a1521 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:34.101751 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-3dfa9298-f0e2-4252-8e23-15542d7a1521 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.1469851 Oct 13 15:28:34.101862 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47204) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:34.109615 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-9223d1da-4e8b-469e-aa6c-f5159ebcc770 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Request body: {'port': {'network_id': '419fa61a-7ed8-4cf9-b3df-1f0cf0283066', 'name': 'tempest-PortsTestJSON-431620641'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:34.156731 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.db.api [None req-79e30abf-4fc2-4b16-b0c4-efcdbe3fa273 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88972) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:28:34.157104 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG oslo_db.api [None req-79e30abf-4fc2-4b16-b0c4-efcdbe3fa273 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:28:34.168478 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13514092-590e-4a58-9d26-a0b6b93420db None None] Pushing event updated for resources: {'Port': ['ID=69c50cdb-04a7-48ce-9706-c43742eb7df8,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:34.208724 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 5c1bb6ad-1181-4540-aa3f-0212700a1dd2 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:28:34.259586 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e33d19e4-84cf-4430-95f2-a695b6233a6b None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:34.272025 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-13514092-590e-4a58-9d26-a0b6b93420db None None] Attempting to bind port 69c50cdb-04a7-48ce-9706-c43742eb7df8 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:28:34.272683 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-13514092-590e-4a58-9d26-a0b6b93420db None None] Attempting to bind port 69c50cdb-04a7-48ce-9706-c43742eb7df8 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:28:34.272787 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13514092-590e-4a58-9d26-a0b6b93420db None None] Attempting to bind port 69c50cdb-04a7-48ce-9706-c43742eb7df8 on network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:28:34.289307 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13514092-590e-4a58-9d26-a0b6b93420db None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:28:34.289742 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13514092-590e-4a58-9d26-a0b6b93420db None None] Checking segment: {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:28:34.290115 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-13514092-590e-4a58-9d26-a0b6b93420db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:34.290530 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13514092-590e-4a58-9d26-a0b6b93420db None None] Bound using segment: {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:28:34.291009 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-13514092-590e-4a58-9d26-a0b6b93420db None None] Bound port: 69c50cdb-04a7-48ce-9706-c43742eb7df8, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:28:34.291382 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-13514092-590e-4a58-9d26-a0b6b93420db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:34.298438 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-b640404c-413a-4144-91e1-8272edc43531 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] In _notify_port_updated(), no bound segment for port 83e4e5d8-afd1-434f-acf6-f5d7e7d8d77a on network ef68fbfe-e475-42f9-be06-23b27bf25220 {{(pid=88973) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 13 15:28:34.305858 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b640404c-413a-4144-91e1-8272edc43531 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:34.307745 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b640404c-413a-4144-91e1-8272edc43531 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:34.309462 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-9223d1da-4e8b-469e-aa6c-f5159ebcc770 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:28:34.310158 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-b640404c-413a-4144-91e1-8272edc43531 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] 10.222.0.42 "PUT /v2.0/ports/83e4e5d8-afd1-434f-acf6-f5d7e7d8d77a HTTP/1.1" status: 200 len: 996 time: 2.6828701 Oct 13 15:28:34.314297 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-9223d1da-4e8b-469e-aa6c-f5159ebcc770 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Usage tracker for resource:port and tenant:c7529f71933548bfa5c77476ba17c75c is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:28:34.317891 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-9223d1da-4e8b-469e-aa6c-f5159ebcc770 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:28:34.318292 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-e33d19e4-84cf-4430-95f2-a695b6233a6b None None] Transition to ACTIVE for port object e136c068-48a8-4011-987b-90d376e6b336 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:28:34.325920 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-9223d1da-4e8b-469e-aa6c-f5159ebcc770 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:28:34.331656 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47212) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:34.341563 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9223d1da-4e8b-469e-aa6c-f5159ebcc770 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Made reservation on behalf of c7529f71933548bfa5c77476ba17c75c for: {'port': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:28:34.347208 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9223d1da-4e8b-469e-aa6c-f5159ebcc770 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:34.380668 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [None req-9223d1da-4e8b-469e-aa6c-f5159ebcc770 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] device_id is not set on port ba5a29c3-0c3c-4aaf-b03e-6a9467121f37 yet. {{(pid=88972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:28:34.400558 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-13514092-590e-4a58-9d26-a0b6b93420db None None] For port 69c50cdb-04a7-48ce-9706-c43742eb7df8, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:28:34.404375 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-13514092-590e-4a58-9d26-a0b6b93420db None None] For port 69c50cdb-04a7-48ce-9706-c43742eb7df8, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=69c50cdb-04a7-48ce-9706-c43742eb7df8,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:28:34.412149 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f6a8b97a-8331-4689-950c-da3105915687 None None] Attempt 3 to provision port 83e4e5d8-afd1-434f-acf6-f5d7e7d8d77a Oct 13 15:28:34.453920 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b640404c-413a-4144-91e1-8272edc43531 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Pushing event updated for resources: {'Port': ['ID=83e4e5d8-afd1-434f-acf6-f5d7e7d8d77a,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:34.458342 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-13514092-590e-4a58-9d26-a0b6b93420db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:34.482824 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47218) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:34.581774 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-77d42be7-14c5-4120-8dde-2390a5323447 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Deleting port 83e4e5d8-afd1-434f-acf6-f5d7e7d8d77a {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:28:34.582271 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-77d42be7-14c5-4120-8dde-2390a5323447 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:34.603903 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-bd933807-2041-4bf9-b9fb-158f383ad4cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:34.632231 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-e33d19e4-84cf-4430-95f2-a695b6233a6b None None] Transition to ACTIVE for port object e136c068-48a8-4011-987b-90d376e6b336 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:28:34.654433 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e33d19e4-84cf-4430-95f2-a695b6233a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:34.674144 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33d19e4-84cf-4430-95f2-a695b6233a6b None None] Network 419fa61a-7ed8-4cf9-b3df-1f0cf0283066 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:28:34.677609 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-e33d19e4-84cf-4430-95f2-a695b6233a6b None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:28:34.681205 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f6a8b97a-8331-4689-950c-da3105915687 None None] Port 83e4e5d8-afd1-434f-acf6-f5d7e7d8d77a cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:28:34.681839 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33d19e4-84cf-4430-95f2-a695b6233a6b None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:28:34.693316 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-77dad25d-c62b-4c00-a125-5b50b6f18e04 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-702331877'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:34.694738 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 5c1bb6ad-1181-4540-aa3f-0212700a1dd2 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:28:34.695104 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:34.695446 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 5c1bb6ad-1181-4540-aa3f-0212700a1dd2 Oct 13 15:28:34.696786 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cfca3d08-9031-4e60-a7b2-a0ebd4f51137 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:34.705059 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-77dad25d-c62b-4c00-a125-5b50b6f18e04 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:28:34.713162 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-79e30abf-4fc2-4b16-b0c4-efcdbe3fa273 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Deleting port 5c1bb6ad-1181-4540-aa3f-0212700a1dd2 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:28:34.713885 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-79e30abf-4fc2-4b16-b0c4-efcdbe3fa273 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:34.725471 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-77dad25d-c62b-4c00-a125-5b50b6f18e04 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Usage tracker for resource:network and tenant:dee21423abc34d479217f618911e90ce is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:28:34.732124 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-77dad25d-c62b-4c00-a125-5b50b6f18e04 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:28:34.765396 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-77dad25d-c62b-4c00-a125-5b50b6f18e04 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:28:34.812633 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cfca3d08-9031-4e60-a7b2-a0ebd4f51137 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:34.817375 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13514092-590e-4a58-9d26-a0b6b93420db None None] Pushing event updated for resources: {'Port': ['ID=69c50cdb-04a7-48ce-9706-c43742eb7df8,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:34.836650 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b6882e23-5c96-4642-bfd8-ed872ac152a6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:34.865003 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-9223d1da-4e8b-469e-aa6c-f5159ebcc770 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Allocated IP 172.20.0.7 (419fa61a-7ed8-4cf9-b3df-1f0cf0283066/ce627bf1-8519-43cf-9580-b38d5c0a6b78/ba5a29c3-0c3c-4aaf-b03e-6a9467121f37) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:28:34.992338 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77dad25d-c62b-4c00-a125-5b50b6f18e04 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Made reservation on behalf of dee21423abc34d479217f618911e90ce for: {'network': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:28:34.996286 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-77dad25d-c62b-4c00-a125-5b50b6f18e04 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:35.018637 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-b6882e23-5c96-4642-bfd8-ed872ac152a6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Calling delete_port for 86e99b63-77ee-4772-88b4-ccc912750f26 owned by {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:28:35.068929 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-e33d19e4-84cf-4430-95f2-a695b6233a6b None None] Attempting to bind port e136c068-48a8-4011-987b-90d376e6b336 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:28:35.069576 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-e33d19e4-84cf-4430-95f2-a695b6233a6b None None] Attempting to bind port e136c068-48a8-4011-987b-90d376e6b336 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'e4a4d676-ac51-4893-a7ae-989f95132b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '419fa61a-7ed8-4cf9-b3df-1f0cf0283066'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:28:35.069934 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33d19e4-84cf-4430-95f2-a695b6233a6b None None] Attempting to bind port e136c068-48a8-4011-987b-90d376e6b336 on network 419fa61a-7ed8-4cf9-b3df-1f0cf0283066 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:28:35.076633 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33d19e4-84cf-4430-95f2-a695b6233a6b None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:28:35.077038 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33d19e4-84cf-4430-95f2-a695b6233a6b None None] Checking segment: {'id': 'e4a4d676-ac51-4893-a7ae-989f95132b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '419fa61a-7ed8-4cf9-b3df-1f0cf0283066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:28:35.080604 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e33d19e4-84cf-4430-95f2-a695b6233a6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:35.085373 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33d19e4-84cf-4430-95f2-a695b6233a6b None None] Bound using segment: {'id': 'e4a4d676-ac51-4893-a7ae-989f95132b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '419fa61a-7ed8-4cf9-b3df-1f0cf0283066'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:28:35.086010 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-e33d19e4-84cf-4430-95f2-a695b6233a6b None None] Bound port: e136c068-48a8-4011-987b-90d376e6b336, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4a4d676-ac51-4893-a7ae-989f95132b18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '419fa61a-7ed8-4cf9-b3df-1f0cf0283066'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:28:35.086715 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e33d19e4-84cf-4430-95f2-a695b6233a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:35.136746 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-77dad25d-c62b-4c00-a125-5b50b6f18e04 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:35.168170 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d19e4-84cf-4430-95f2-a695b6233a6b None None] Pushing event updated for resources: {'Port': ['ID=e136c068-48a8-4011-987b-90d376e6b336,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:35.176733 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-77dad25d-c62b-4c00-a125-5b50b6f18e04 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:28:35.181636 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-77dad25d-c62b-4c00-a125-5b50b6f18e04 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Usage tracker for resource:security_group_rule and tenant:dee21423abc34d479217f618911e90ce is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:28:35.185925 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-77dad25d-c62b-4c00-a125-5b50b6f18e04 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:28:35.193746 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-77dad25d-c62b-4c00-a125-5b50b6f18e04 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:28:35.197272 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-79e30abf-4fc2-4b16-b0c4-efcdbe3fa273 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] For port 5c1bb6ad-1181-4540-aa3f-0212700a1dd2, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=5c1bb6ad-1181-4540-aa3f-0212700a1dd2,segment=NetworkSegment(5af1f0c3-44aa-4a56-8344-3c83ae2eeef8),segment_id=5af1f0c3-44aa-4a56-8344-3c83ae2eeef8)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:28:35.197636 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-79e30abf-4fc2-4b16-b0c4-efcdbe3fa273 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:35.267813 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f6a8b97a-8331-4689-950c-da3105915687 None None] Attempt 4 to provision port 83e4e5d8-afd1-434f-acf6-f5d7e7d8d77a Oct 13 15:28:35.382023 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f6a8b97a-8331-4689-950c-da3105915687 None None] Port 83e4e5d8-afd1-434f-acf6-f5d7e7d8d77a cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:28:35.397819 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 5c1bb6ad-1181-4540-aa3f-0212700a1dd2 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:28:35.420152 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-e33d19e4-84cf-4430-95f2-a695b6233a6b None None] For port e136c068-48a8-4011-987b-90d376e6b336, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:28:35.424984 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-e33d19e4-84cf-4430-95f2-a695b6233a6b None None] For port e136c068-48a8-4011-987b-90d376e6b336, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=e136c068-48a8-4011-987b-90d376e6b336,segment=NetworkSegment(e4a4d676-ac51-4893-a7ae-989f95132b18),segment_id=e4a4d676-ac51-4893-a7ae-989f95132b18)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:28:35.432292 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e33d19e4-84cf-4430-95f2-a695b6233a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:35.434502 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cfca3d08-9031-4e60-a7b2-a0ebd4f51137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:35.526008 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca3d08-9031-4e60-a7b2-a0ebd4f51137 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c4781c-32ce-4726-9ca0-be84a16d2267,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:35.608110 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d19e4-84cf-4430-95f2-a695b6233a6b None None] Pushing event updated for resources: {'Port': ['ID=e136c068-48a8-4011-987b-90d376e6b336,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:35.623477 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-77d42be7-14c5-4120-8dde-2390a5323447 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:35.634141 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cfca3d08-9031-4e60-a7b2-a0ebd4f51137 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:35.635718 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-cfca3d08-9031-4e60-a7b2-a0ebd4f51137 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/30c4781c-32ce-4726-9ca0-be84a16d2267 HTTP/1.1" status: 204 len: 168 time: 1.4388738 Oct 13 15:28:35.761866 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9223d1da-4e8b-469e-aa6c-f5159ebcc770 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:35.775770 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-79e30abf-4fc2-4b16-b0c4-efcdbe3fa273 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Calling delete_port for 5c1bb6ad-1181-4540-aa3f-0212700a1dd2 owned by network:router_interface {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:28:35.879394 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f6a8b97a-8331-4689-950c-da3105915687 None None] Attempt 5 to provision port 83e4e5d8-afd1-434f-acf6-f5d7e7d8d77a Oct 13 15:28:35.929772 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-77d42be7-14c5-4120-8dde-2390a5323447 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Calling delete_port for 83e4e5d8-afd1-434f-acf6-f5d7e7d8d77a owned by {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:28:35.960783 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-9223d1da-4e8b-469e-aa6c-f5159ebcc770 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Transition to ACTIVE for port object ba5a29c3-0c3c-4aaf-b03e-6a9467121f37 will not be triggered until provisioned by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:28:35.975055 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f6a8b97a-8331-4689-950c-da3105915687 None None] Port 83e4e5d8-afd1-434f-acf6-f5d7e7d8d77a cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:28:36.087988 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9223d1da-4e8b-469e-aa6c-f5159ebcc770 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:36.269635 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device e136c068-48a8-4011-987b-90d376e6b336 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:28:36.276833 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9223d1da-4e8b-469e-aa6c-f5159ebcc770 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Network 419fa61a-7ed8-4cf9-b3df-1f0cf0283066 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:28:36.291548 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-9223d1da-4e8b-469e-aa6c-f5159ebcc770 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:28:36.307697 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9223d1da-4e8b-469e-aa6c-f5159ebcc770 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:28:36.360595 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b6882e23-5c96-4642-bfd8-ed872ac152a6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:36.371604 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-77dad25d-c62b-4c00-a125-5b50b6f18e04 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:36.392610 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9223d1da-4e8b-469e-aa6c-f5159ebcc770 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event updated for resources: {'Port': ['ID=ba5a29c3-0c3c-4aaf-b03e-6a9467121f37,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:36.461806 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port e136c068-48a8-4011-987b-90d376e6b336 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:28:36.470957 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 69c50cdb-04a7-48ce-9706-c43742eb7df8 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:28:36.476435 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9223d1da-4e8b-469e-aa6c-f5159ebcc770 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:36.477089 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9223d1da-4e8b-469e-aa6c-f5159ebcc770 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:36.488517 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-77dad25d-c62b-4c00-a125-5b50b6f18e04 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:36.522391 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f6a8b97a-8331-4689-950c-da3105915687 None None] Attempt 6 to provision port 83e4e5d8-afd1-434f-acf6-f5d7e7d8d77a Oct 13 15:28:36.531673 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6882e23-5c96-4642-bfd8-ed872ac152a6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event deleted for resources: {'Port': ['ID=86e99b63-77ee-4772-88b4-ccc912750f26,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:36.553071 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-9223d1da-4e8b-469e-aa6c-f5159ebcc770 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.4500115 Oct 13 15:28:36.557354 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47242) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:36.661084 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77dad25d-c62b-4c00-a125-5b50b6f18e04 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=88973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:28:36.662451 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-40660a6c-a81b-4e8c-90e2-095f75f49b70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:36.711789 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-79e30abf-4fc2-4b16-b0c4-efcdbe3fa273 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:36.742220 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f6a8b97a-8331-4689-950c-da3105915687 None None] Port 83e4e5d8-afd1-434f-acf6-f5d7e7d8d77a cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:28:36.770577 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 69c50cdb-04a7-48ce-9706-c43742eb7df8 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:28:36.776159 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b6882e23-5c96-4642-bfd8-ed872ac152a6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:36.784872 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-77dad25d-c62b-4c00-a125-5b50b6f18e04 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:36.785849 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-77dad25d-c62b-4c00-a125-5b50b6f18e04 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Added segment a50f1d21-fa40-4f30-af2a-2decfa741e28 of type vlan for network ae4eeb10-b86a-45ac-80e0-9663d7d242fb Oct 13 15:28:36.801591 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dad25d-c62b-4c00-a125-5b50b6f18e04 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b13a8cd-257d-45e0-aba7-0e62466b1819,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:36.864377 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e30abf-4fc2-4b16-b0c4-efcdbe3fa273 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event deleted for resources: {'Port': ['ID=5c1bb6ad-1181-4540-aa3f-0212700a1dd2,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:36.897019 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-b6882e23-5c96-4642-bfd8-ed872ac152a6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/ports/86e99b63-77ee-4772-88b4-ccc912750f26 HTTP/1.1" status: 204 len: 168 time: 3.1911304 Oct 13 15:28:36.897715 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47252) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:37.189756 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1b912a-9bd7-499c-93ea-5783055b8120 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:37.203203 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1b912a-9bd7-499c-93ea-5783055b8120 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:37.208524 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-be1b912a-9bd7-499c-93ea-5783055b8120 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2971120 Oct 13 15:28:37.212183 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47264) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:37.215244 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-79e30abf-4fc2-4b16-b0c4-efcdbe3fa273 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:37.226240 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-77dad25d-c62b-4c00-a125-5b50b6f18e04 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:37.243468 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f6a8b97a-8331-4689-950c-da3105915687 None None] Attempt 7 to provision port 83e4e5d8-afd1-434f-acf6-f5d7e7d8d77a Oct 13 15:28:37.375356 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f6a8b97a-8331-4689-950c-da3105915687 None None] Port 83e4e5d8-afd1-434f-acf6-f5d7e7d8d77a cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:28:37.397587 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-77d42be7-14c5-4120-8dde-2390a5323447 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:37.413274 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad3644cd-cf8b-41c3-b4c2-1eb52630ad07 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:37.414737 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-ad3644cd-cf8b-41c3-b4c2-1eb52630ad07 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Synchronizing usage tracker for tenant:c7529f71933548bfa5c77476ba17c75c on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:28:37.466899 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-ad3644cd-cf8b-41c3-b4c2-1eb52630ad07 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Unset dirty status for tenant:c7529f71933548bfa5c77476ba17c75c on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:28:37.468412 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-ad3644cd-cf8b-41c3-b4c2-1eb52630ad07 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 922 time: 0.8914461 Oct 13 15:28:37.472419 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47270) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:37.506841 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_v2 [None req-d64a9fcb-de7e-482e-bf59-c0b54222f246 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Deleting subnet 501445c2-d77e-481d-8db2-64b0a689b4b1 {{(pid=88973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:28:37.524314 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d64a9fcb-de7e-482e-bf59-c0b54222f246 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for subnet, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:37.553955 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d42be7-14c5-4120-8dde-2390a5323447 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Pushing event deleted for resources: {'Port': ['ID=83e4e5d8-afd1-434f-acf6-f5d7e7d8d77a,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:37.579891 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e18ad0d-cf3b-45b8-985c-3da518400115 None None] Network 419fa61a-7ed8-4cf9-b3df-1f0cf0283066 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:28:37.694342 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-33eeb4b1-711f-40af-9a83-29908eb438f7 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Deleting port ba5a29c3-0c3c-4aaf-b03e-6a9467121f37 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:28:37.694991 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-33eeb4b1-711f-40af-9a83-29908eb438f7 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:37.717212 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-77dad25d-c62b-4c00-a125-5b50b6f18e04 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:37.731224 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77dad25d-c62b-4c00-a125-5b50b6f18e04 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:37.731868 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-77dad25d-c62b-4c00-a125-5b50b6f18e04 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:37.752079 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-77d42be7-14c5-4120-8dde-2390a5323447 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:37.859224 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d64a9fcb-de7e-482e-bf59-c0b54222f246 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7432921'] for subnet, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:37.881314 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e30abf-4fc2-4b16-b0c4-efcdbe3fa273 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Router bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:28:37.968527 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-77d42be7-14c5-4120-8dde-2390a5323447 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] 10.222.0.42 "DELETE /v2.0/ports/83e4e5d8-afd1-434f-acf6-f5d7e7d8d77a HTTP/1.1" status: 204 len: 168 time: 3.6327684 Oct 13 15:28:37.972036 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47282) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:37.978914 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-77dad25d-c62b-4c00-a125-5b50b6f18e04 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 3.4914927 Oct 13 15:28:37.990514 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47288) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:37.997283 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f6a8b97a-8331-4689-950c-da3105915687 None None] Attempt 8 to provision port 83e4e5d8-afd1-434f-acf6-f5d7e7d8d77a Oct 13 15:28:38.033573 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dad25d-c62b-4c00-a125-5b50b6f18e04 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Pushing event updated for resources: {'Network': ['ID=ae4eeb10-b86a-45ac-80e0-9663d7d242fb,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:38.040084 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c576410-75a6-4821-892a-6d0136438ea9 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] GET failed (client error): The resource could not be found. Oct 13 15:28:38.040617 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-1c576410-75a6-4821-892a-6d0136438ea9 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Synchronizing usage tracker for tenant:e8c763263a4c44b7a4ac4e9baf7fec5d on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:28:38.078094 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-1c576410-75a6-4821-892a-6d0136438ea9 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Unset dirty status for tenant:e8c763263a4c44b7a4ac4e9baf7fec5d on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:28:38.092372 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-1c576410-75a6-4821-892a-6d0136438ea9 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] 10.222.0.42 "GET /v2.0/ports/83e4e5d8-afd1-434f-acf6-f5d7e7d8d77a HTTP/1.1" status: 404 len: 333 time: 0.1120577 Oct 13 15:28:38.092908 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47296) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:38.111580 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f6a8b97a-8331-4689-950c-da3105915687 None None] Port 83e4e5d8-afd1-434f-acf6-f5d7e7d8d77a was deleted so its status cannot be updated. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:28:38.117677 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network ae4eeb10-b86a-45ac-80e0-9663d7d242fb details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:28:38.117847 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-64749c77-f2f5-440b-ade2-6fdd3aec68b2 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Request body: {'port': {'network_id': 'ef68fbfe-e475-42f9-be06-23b27bf25220', 'name': 'tempest-AllowedAddressPairTestJSON-831051093'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:38.156180 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:38.160252 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:38.328414 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d64a9fcb-de7e-482e-bf59-c0b54222f246 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:38.345829 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-e9084cea-88ba-4cc2-a953-e14a1f0d53f6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Request body: {'subnet': {'network_id': 'ae4eeb10-b86a-45ac-80e0-9663d7d242fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:38.521340 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-2cf56069-2aed-4ea1-b7b2-82facfc98464 None None] Provisioning for port 69c50cdb-04a7-48ce-9706-c43742eb7df8 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:28:38.529678 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-2cf56069-2aed-4ea1-b7b2-82facfc98464 None None] Provisioning complete for port 69c50cdb-04a7-48ce-9706-c43742eb7df8 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:28:38.532438 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2cf56069-2aed-4ea1-b7b2-82facfc98464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:38.534658 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-2cf56069-2aed-4ea1-b7b2-82facfc98464 None None] Attempt 1 to provision port 69c50cdb-04a7-48ce-9706-c43742eb7df8 Oct 13 15:28:38.632610 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-64749c77-f2f5-440b-ade2-6fdd3aec68b2 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:28:38.643407 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d64a9fcb-de7e-482e-bf59-c0b54222f246 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:38.723089 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47308) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:38.731540 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-e9084cea-88ba-4cc2-a953-e14a1f0d53f6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:28:38.737083 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-64749c77-f2f5-440b-ade2-6fdd3aec68b2 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:28:38.741851 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-e9084cea-88ba-4cc2-a953-e14a1f0d53f6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Usage tracker for resource:subnet and tenant:dee21423abc34d479217f618911e90ce is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:28:38.748173 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-e9084cea-88ba-4cc2-a953-e14a1f0d53f6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:28:38.763501 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-e9084cea-88ba-4cc2-a953-e14a1f0d53f6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:28:38.769436 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-2cf56069-2aed-4ea1-b7b2-82facfc98464 None None] Current status of the port 69c50cdb-04a7-48ce-9706-c43742eb7df8 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:28:38.770112 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2cf56069-2aed-4ea1-b7b2-82facfc98464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:38.775924 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e30abf-4fc2-4b16-b0c4-efcdbe3fa273 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:28:38.791241 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf8bc42-9425-4530-b07a-9f14ecd52d22 None None] Sync routers for ids ['bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:28:38.795907 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64749c77-f2f5-440b-ade2-6fdd3aec68b2 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Made reservation on behalf of e8c763263a4c44b7a4ac4e9baf7fec5d for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:28:38.808105 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-64749c77-f2f5-440b-ade2-6fdd3aec68b2 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:38.810414 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-79e30abf-4fc2-4b16-b0c4-efcdbe3fa273 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "PUT /v2.0/routers/bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9847343 Oct 13 15:28:38.816991 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf8bc42-9425-4530-b07a-9f14ecd52d22 None None] Routers {'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:28:38.817677 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-6bf8bc42-9425-4530-b07a-9f14ecd52d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:28:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:38.826625 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47314) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:38.828661 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64a9fcb-de7e-482e-bf59-c0b54222f246 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event deleted for resources: {'Subnet': ['ID=501445c2-d77e-481d-8db2-64b0a689b4b1,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:38.849338 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d64a9fcb-de7e-482e-bf59-c0b54222f246 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:38.865123 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-d64a9fcb-de7e-482e-bf59-c0b54222f246 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/501445c2-d77e-481d-8db2-64b0a689b4b1 HTTP/1.1" status: 204 len: 168 time: 1.6485865 Oct 13 15:28:38.883264 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47318) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:38.886831 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64a9fcb-de7e-482e-bf59-c0b54222f246 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:28:38.887436 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64a9fcb-de7e-482e-bf59-c0b54222f246 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:28:38.888342 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64a9fcb-de7e-482e-bf59-c0b54222f246 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:28:38.889553 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64a9fcb-de7e-482e-bf59-c0b54222f246 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:28:38.890074 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64a9fcb-de7e-482e-bf59-c0b54222f246 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:28:38.890597 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64a9fcb-de7e-482e-bf59-c0b54222f246 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:28:38.891127 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64a9fcb-de7e-482e-bf59-c0b54222f246 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:28:38.891613 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64a9fcb-de7e-482e-bf59-c0b54222f246 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:28:38.892222 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64a9fcb-de7e-482e-bf59-c0b54222f246 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:28:38.893008 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64a9fcb-de7e-482e-bf59-c0b54222f246 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:28:38.893509 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64a9fcb-de7e-482e-bf59-c0b54222f246 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:28:38.894002 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64a9fcb-de7e-482e-bf59-c0b54222f246 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:28:38.894546 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-009aa9a1-0795-4e3a-865a-3b039895ab74 None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:28:38.955346 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-33eeb4b1-711f-40af-9a83-29908eb438f7 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:38.991956 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9084cea-88ba-4cc2-a953-e14a1f0d53f6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Made reservation on behalf of dee21423abc34d479217f618911e90ce for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:28:38.997196 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e9084cea-88ba-4cc2-a953-e14a1f0d53f6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:39.010778 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-2cf56069-2aed-4ea1-b7b2-82facfc98464 None None] For port 69c50cdb-04a7-48ce-9706-c43742eb7df8, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=69c50cdb-04a7-48ce-9706-c43742eb7df8,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:28:39.017245 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [None req-64749c77-f2f5-440b-ade2-6fdd3aec68b2 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] device_id is not set on port f8b70c7a-1e82-4426-b69c-4f8b8568b68b yet. {{(pid=88973) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:28:39.030760 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-aa08c684-6228-4026-b18a-ec539e388916 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1069272601', 'router:external': True}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:39.051404 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2cf56069-2aed-4ea1-b7b2-82facfc98464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:39.064185 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-2060d26c-1411-4c71-8e30-0278e9abf03c tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1585152 Oct 13 15:28:39.068283 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47322) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:39.070725 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-aa08c684-6228-4026-b18a-ec539e388916 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:28:39.195561 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-aa08c684-6228-4026-b18a-ec539e388916 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Usage tracker for resource:network and tenant:712c4cee70ea4d478a2313a7a07d07fd is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:28:39.234938 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-2cf56069-2aed-4ea1-b7b2-82facfc98464 None None] Could not find standard attr ID for object 86e99b63-77ee-4772-88b4-ccc912750f26. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:28:39.275394 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-aa08c684-6228-4026-b18a-ec539e388916 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:28:39.288156 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749f3681-3629-4203-8133-898b9362d09c req-92d76ef4-bf47-489c-9bde-59372c60e21b tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:39.294350 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-749f3681-3629-4203-8133-898b9362d09c req-92d76ef4-bf47-489c-9bde-59372c60e21b tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 946 time: 0.7292111 Oct 13 15:28:39.305800 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-aa08c684-6228-4026-b18a-ec539e388916 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:28:39.319371 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-33eeb4b1-711f-40af-9a83-29908eb438f7 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Calling delete_port for ba5a29c3-0c3c-4aaf-b03e-6a9467121f37 owned by {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:28:39.320476 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-2cf56069-2aed-4ea1-b7b2-82facfc98464 None None] Provisioning for port e136c068-48a8-4011-987b-90d376e6b336 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:28:39.349620 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-6bf8bc42-9425-4530-b07a-9f14ecd52d22 None None] Set router bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663 gateway port host: None {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:28:39.388310 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae9fe9-55bc-4ad4-9bbe-6ff0acb2d26a req-dc8a918e-c58d-405c-94f5-8bd3cc843863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:39.390046 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-03ae9fe9-55bc-4ad4-9bbe-6ff0acb2d26a req-dc8a918e-c58d-405c-94f5-8bd3cc843863 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c317355326e4f748fe019ccb370c99a&device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 1099 time: 0.8316994 Oct 13 15:28:39.404777 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-c39ef283-20a8-47bc-a0a5-4aacb5877ef1 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Deleting subnet 2ea4eb07-1fff-46de-be92-c23160938164 {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:28:39.444283 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c39ef283-20a8-47bc-a0a5-4aacb5877ef1 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:39.459812 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-2cf56069-2aed-4ea1-b7b2-82facfc98464 None None] Provisioning complete for port e136c068-48a8-4011-987b-90d376e6b336 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:28:39.460333 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2cf56069-2aed-4ea1-b7b2-82facfc98464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:39.460494 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-2cf56069-2aed-4ea1-b7b2-82facfc98464 None None] Attempt 1 to provision port e136c068-48a8-4011-987b-90d376e6b336 Oct 13 15:28:39.507693 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa08c684-6228-4026-b18a-ec539e388916 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Made reservation on behalf of 712c4cee70ea4d478a2313a7a07d07fd for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:28:39.509923 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aa08c684-6228-4026-b18a-ec539e388916 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:39.558776 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-749f3681-3629-4203-8133-898b9362d09c req-49f1689b-0068-4335-b258-f9abbb212033 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2503753 Oct 13 15:28:39.608084 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aa08c684-6228-4026-b18a-ec539e388916 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:39.611300 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1ab2e8-8869-4aec-b481-231fee97b72c tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:39.612538 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-3a1ab2e8-8869-4aec-b481-231fee97b72c tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Synchronizing usage tracker for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:28:39.646881 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-64749c77-f2f5-440b-ade2-6fdd3aec68b2 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Allocated IP 172.20.0.3 (ef68fbfe-e475-42f9-be06-23b27bf25220/b581cfe0-968b-4a24-a9b6-36fb6dec12df/f8b70c7a-1e82-4426-b69c-4f8b8568b68b) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:28:39.652305 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-3a1ab2e8-8869-4aec-b481-231fee97b72c tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Unset dirty status for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:28:39.654953 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-3a1ab2e8-8869-4aec-b481-231fee97b72c tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5845606 Oct 13 15:28:39.659875 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47328) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:39.676508 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-aa08c684-6228-4026-b18a-ec539e388916 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:28:39.683731 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c39ef283-20a8-47bc-a0a5-4aacb5877ef1 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:39.737980 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-aa08c684-6228-4026-b18a-ec539e388916 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Usage tracker for resource:security_group_rule and tenant:712c4cee70ea4d478a2313a7a07d07fd is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:28:39.748343 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-aa08c684-6228-4026-b18a-ec539e388916 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:28:39.809318 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-aa08c684-6228-4026-b18a-ec539e388916 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:28:39.895567 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf56069-2aed-4ea1-b7b2-82facfc98464 None None] Pushing event updated for resources: {'Port': ['ID=69c50cdb-04a7-48ce-9706-c43742eb7df8,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:39.921102 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:39.921621 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae9fe9-55bc-4ad4-9bbe-6ff0acb2d26a req-fb544ff8-bfae-4d05-89ed-6d7e7be82469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:39.923390 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-03ae9fe9-55bc-4ad4-9bbe-6ff0acb2d26a req-fb544ff8-bfae-4d05-89ed-6d7e7be82469 service neutron] 10.222.0.16 "GET /v2.0/networks?id=68ca5488-1f82-4ee2-9e86-9e983d74aa07 HTTP/1.1" status: 200 len: 912 time: 0.5064051 Oct 13 15:28:39.966534 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61682d4f-9482-4aab-9fa4-fc8efd2d0cd6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:39.967486 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-61682d4f-9482-4aab-9fa4-fc8efd2d0cd6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Synchronizing usage tracker for tenant:bb90cebe15f541febeed2c50e15c931e on resource:subnet {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:28:40.002052 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-61682d4f-9482-4aab-9fa4-fc8efd2d0cd6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Unset dirty status for tenant:bb90cebe15f541febeed2c50e15c931e on resource:subnet {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:28:40.006919 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-61682d4f-9482-4aab-9fa4-fc8efd2d0cd6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3433418 Oct 13 15:28:40.008604 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47332) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:40.078643 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-2cf56069-2aed-4ea1-b7b2-82facfc98464 None None] Current status of the port e136c068-48a8-4011-987b-90d376e6b336 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:28:40.079021 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2cf56069-2aed-4ea1-b7b2-82facfc98464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:40.110200 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-33eeb4b1-711f-40af-9a83-29908eb438f7 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:40.195040 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 69c50cdb-04a7-48ce-9706-c43742eb7df8 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:28:40.233415 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33eeb4b1-711f-40af-9a83-29908eb438f7 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event deleted for resources: {'Port': ['ID=ba5a29c3-0c3c-4aaf-b03e-6a9467121f37,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:40.277336 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c39ef283-20a8-47bc-a0a5-4aacb5877ef1 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:40.302200 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-2cf56069-2aed-4ea1-b7b2-82facfc98464 None None] For port e136c068-48a8-4011-987b-90d376e6b336, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=e136c068-48a8-4011-987b-90d376e6b336,segment=NetworkSegment(e4a4d676-ac51-4893-a7ae-989f95132b18),segment_id=e4a4d676-ac51-4893-a7ae-989f95132b18)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:28:40.312333 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-03ae9fe9-55bc-4ad4-9bbe-6ff0acb2d26a req-714030a4-cff7-488c-92ef-da50c1c1d92e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9b8f70f-783a-49bb-9292-f6302802628e HTTP/1.1" status: 200 len: 1002 time: 0.3763487 Oct 13 15:28:40.319238 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2cf56069-2aed-4ea1-b7b2-82facfc98464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:40.357625 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-64749c77-f2f5-440b-ade2-6fdd3aec68b2 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:40.376310 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-64749c77-f2f5-440b-ade2-6fdd3aec68b2 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Transition to ACTIVE for port object f8b70c7a-1e82-4426-b69c-4f8b8568b68b will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:28:40.411810 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-64749c77-f2f5-440b-ade2-6fdd3aec68b2 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:40.476238 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-7a37f3b5-47c4-4762-93e7-e24eee822bfb tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4663744 Oct 13 15:28:40.494623 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf56069-2aed-4ea1-b7b2-82facfc98464 None None] Pushing event updated for resources: {'Port': ['ID=e136c068-48a8-4011-987b-90d376e6b336,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:40.502616 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47338) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:40.511891 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64749c77-f2f5-440b-ade2-6fdd3aec68b2 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Network ef68fbfe-e475-42f9-be06-23b27bf25220 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:28:40.518746 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-2d449bf5-3606-41fe-91c7-09d488a868be tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'subnet': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:40.519449 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8b38c66-6283-4a38-be78-8693377f2470 None None] DHCP port deletion for a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:28:40.541845 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-64749c77-f2f5-440b-ade2-6fdd3aec68b2 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:28:40.545052 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64749c77-f2f5-440b-ade2-6fdd3aec68b2 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:28:40.552892 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-d8b38c66-6283-4a38-be78-8693377f2470 None None] Deleting port 69c50cdb-04a7-48ce-9706-c43742eb7df8 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:28:40.553421 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d8b38c66-6283-4a38-be78-8693377f2470 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:40.600934 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64749c77-f2f5-440b-ade2-6fdd3aec68b2 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Pushing event updated for resources: {'Port': ['ID=f8b70c7a-1e82-4426-b69c-4f8b8568b68b,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:40.647807 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e9084cea-88ba-4cc2-a953-e14a1f0d53f6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:40.815942 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 69c50cdb-04a7-48ce-9706-c43742eb7df8 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:28:40.816606 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:40.817108 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 69c50cdb-04a7-48ce-9706-c43742eb7df8 Oct 13 15:28:40.844929 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64749c77-f2f5-440b-ade2-6fdd3aec68b2 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:40.845836 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-64749c77-f2f5-440b-ade2-6fdd3aec68b2 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:40.855425 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aa08c684-6228-4026-b18a-ec539e388916 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:40.872198 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-2d449bf5-3606-41fe-91c7-09d488a868be tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:28:40.891601 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-64749c77-f2f5-440b-ade2-6fdd3aec68b2 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.7958875 Oct 13 15:28:40.892654 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47344) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:40.893820 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-2d449bf5-3606-41fe-91c7-09d488a868be tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:28:40.904499 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-3aea1e8c-3fa0-4d90-b99d-41c330b8cf73 None None] Provisioning complete for port e136c068-48a8-4011-987b-90d376e6b336 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:28:40.905464 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-3aea1e8c-3fa0-4d90-b99d-41c330b8cf73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:40.905874 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-3eeddb47-8067-483e-b4d3-24e884303530 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Request body: {'port': {'network_id': 'ef68fbfe-e475-42f9-be06-23b27bf25220', 'name': 'tempest-AllowedAddressPairTestJSON-436822543'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:40.906154 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-3aea1e8c-3fa0-4d90-b99d-41c330b8cf73 None None] Attempt 1 to provision port e136c068-48a8-4011-987b-90d376e6b336 Oct 13 15:28:40.982094 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-d8b38c66-6283-4a38-be78-8693377f2470 None None] For port 69c50cdb-04a7-48ce-9706-c43742eb7df8, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=69c50cdb-04a7-48ce-9706-c43742eb7df8,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:28:40.982514 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d8b38c66-6283-4a38-be78-8693377f2470 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:40.992572 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae9fe9-55bc-4ad4-9bbe-6ff0acb2d26a req-b823bd39-4907-44e9-b755-95a5ef82b228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:40.997754 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-03ae9fe9-55bc-4ad4-9bbe-6ff0acb2d26a req-b823bd39-4907-44e9-b755-95a5ef82b228 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=12a9e0ad-f87e-4c11-b0b3-9af248956963 HTTP/1.1" status: 200 len: 850 time: 0.6522629 Oct 13 15:28:41.000378 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-33eeb4b1-711f-40af-9a83-29908eb438f7 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:41.007894 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-6bf8bc42-9425-4530-b07a-9f14ecd52d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'name': 'tempest-RoutersIpV6Test-router-284765292', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:18Z', 'updated_at': '2022-10-13T15:28:36Z', 'revision_number': 8, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'gw_port_host': None, '_interfaces': [{'id': '55ed86c2-7dc3-4aa7-812f-d614ba4e5e08', 'name': '', 'network_id': '8103f6e5-66b5-4b6e-aab9-89095ff7dce4', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:c0:8e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd872e4e3-5ee4-405a-a437-1ffbf1f955fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:35Z', 'updated_at': '2022-10-13T15:27:51Z', 'revision_number': 5, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': 'd872e4e3-5ee4-405a-a437-1ffbf1f955fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b404be67-998c-4723-a3a7-afaeb10487b4', 'name': '', 'network_id': 'c22a49cc-c5a0-42b9-8402-0abbf6fb909a', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:3e:b6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '506d59b8-4c92-476e-9ca9-85e327f03087', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:53Z', 'updated_at': '2022-10-13T15:28:06Z', 'revision_number': 5, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': '506d59b8-4c92-476e-9ca9-85e327f03087', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67594f2-c0c5-4a36-bff7-71fd58d2cbed', 'name': '', 'network_id': '84c2d1c2-975e-4007-b816-a51001632d07', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:fc:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '0945d224-ede5-498b-85fe-799e1434f68b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:22Z', 'updated_at': '2022-10-13T15:27:33Z', 'revision_number': 5, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': '0945d224-ede5-498b-85fe-799e1434f68b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:41.053389 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9084cea-88ba-4cc2-a953-e14a1f0d53f6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Pushing event updated for resources: {'Subnet': ['ID=fb50b5e5-969e-4a04-a939-f1db0980ef1a,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:41.057706 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-3eeddb47-8067-483e-b4d3-24e884303530 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:28:41.064231 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-3eeddb47-8067-483e-b4d3-24e884303530 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Usage tracker for resource:port and tenant:e8c763263a4c44b7a4ac4e9baf7fec5d is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:28:41.064807 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf8bc42-9425-4530-b07a-9f14ecd52d22 None None] Checking router: bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663 for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:28:41.068058 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-3eeddb47-8067-483e-b4d3-24e884303530 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:28:41.075797 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d449bf5-3606-41fe-91c7-09d488a868be tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:28:41.075993 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aa08c684-6228-4026-b18a-ec539e388916 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:41.079898 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2d449bf5-3606-41fe-91c7-09d488a868be tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:41.090377 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa08c684-6228-4026-b18a-ec539e388916 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:28:41.097518 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-3eeddb47-8067-483e-b4d3-24e884303530 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:28:41.101549 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aa08c684-6228-4026-b18a-ec539e388916 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:41.102069 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-aa08c684-6228-4026-b18a-ec539e388916 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Added segment b3537e7d-1f28-438c-8262-4af50531cb78 of type vlan for network a98fd1f9-b369-42f5-9fca-d1c52147e1a6 Oct 13 15:28:41.132269 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-d8b38c66-6283-4a38-be78-8693377f2470 None None] Calling delete_port for 69c50cdb-04a7-48ce-9706-c43742eb7df8 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:28:41.145638 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aa08c684-6228-4026-b18a-ec539e388916 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:41.189779 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3eeddb47-8067-483e-b4d3-24e884303530 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Made reservation on behalf of e8c763263a4c44b7a4ac4e9baf7fec5d for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:28:41.192571 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bf8bc42-9425-4530-b07a-9f14ecd52d22 None None] Routers {'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:28:41.193204 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-6bf8bc42-9425-4530-b07a-9f14ecd52d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:28:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:41.193999 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3eeddb47-8067-483e-b4d3-24e884303530 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:41.215341 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9084cea-88ba-4cc2-a953-e14a1f0d53f6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:28:41.215697 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9084cea-88ba-4cc2-a953-e14a1f0d53f6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:28:41.216045 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9084cea-88ba-4cc2-a953-e14a1f0d53f6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:28:41.216377 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9084cea-88ba-4cc2-a953-e14a1f0d53f6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:28:41.216779 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9084cea-88ba-4cc2-a953-e14a1f0d53f6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:28:41.217864 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9084cea-88ba-4cc2-a953-e14a1f0d53f6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:28:41.218245 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9084cea-88ba-4cc2-a953-e14a1f0d53f6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:28:41.218740 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9084cea-88ba-4cc2-a953-e14a1f0d53f6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:28:41.219026 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9084cea-88ba-4cc2-a953-e14a1f0d53f6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:28:41.219385 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9084cea-88ba-4cc2-a953-e14a1f0d53f6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:28:41.219675 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9084cea-88ba-4cc2-a953-e14a1f0d53f6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:28:41.220019 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9084cea-88ba-4cc2-a953-e14a1f0d53f6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:28:41.243058 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [None req-3eeddb47-8067-483e-b4d3-24e884303530 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] device_id is not set on port bc8932b5-ae8a-4df2-b785-cadcf4616f25 yet. {{(pid=88973) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:28:41.282271 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c39ef283-20a8-47bc-a0a5-4aacb5877ef1 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:41.370235 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa08c684-6228-4026-b18a-ec539e388916 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2afb8aee-7378-4346-b5ce-9c7fef657051,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:41.419952 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ad90d0-a78c-4d92-a82d-061ec872f747 None None] Network 7446ea60-5fb7-4632-922d-386a1ae6eeb5 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:28:41.423754 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c39ef283-20a8-47bc-a0a5-4aacb5877ef1 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:41.434075 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9084cea-88ba-4cc2-a953-e14a1f0d53f6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Checking segment: {'id': 'a50f1d21-fa40-4f30-af2a-2decfa741e28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ae4eeb10-b86a-45ac-80e0-9663d7d242fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:28:41.434075 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9084cea-88ba-4cc2-a953-e14a1f0d53f6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Network hostable DHCP agents. Network: ae4eeb10-b86a-45ac-80e0-9663d7d242fb, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:28:41.443751 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39ef283-20a8-47bc-a0a5-4aacb5877ef1 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event deleted for resources: {'Subnet': ['ID=2ea4eb07-1fff-46de-be92-c23160938164,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:41.458884 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-3eeddb47-8067-483e-b4d3-24e884303530 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Allocated IP 172.20.0.7 (ef68fbfe-e475-42f9-be06-23b27bf25220/b581cfe0-968b-4a24-a9b6-36fb6dec12df/bc8932b5-ae8a-4df2-b785-cadcf4616f25) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:28:41.493406 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-3aea1e8c-3fa0-4d90-b99d-41c330b8cf73 None None] Current status of the port e136c068-48a8-4011-987b-90d376e6b336 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:28:41.497351 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-c39ef283-20a8-47bc-a0a5-4aacb5877ef1 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "DELETE /v2.0/subnets/2ea4eb07-1fff-46de-be92-c23160938164 HTTP/1.1" status: 204 len: 168 time: 2.6602480 Oct 13 15:28:41.501361 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-33eeb4b1-711f-40af-9a83-29908eb438f7 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "DELETE /v2.0/ports/ba5a29c3-0c3c-4aaf-b03e-6a9467121f37 HTTP/1.1" status: 204 len: 168 time: 4.0259814 Oct 13 15:28:41.505171 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47348) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:41.505557 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47350) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:41.543972 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 69c50cdb-04a7-48ce-9706-c43742eb7df8 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:28:41.561625 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-6bf8bc42-9425-4530-b07a-9f14ecd52d22 None None] Set router bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663 gateway port host: None {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:28:41.601813 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aa08c684-6228-4026-b18a-ec539e388916 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:41.602287 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa08c684-6228-4026-b18a-ec539e388916 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:41.604055 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aa08c684-6228-4026-b18a-ec539e388916 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:41.612681 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d8b38c66-6283-4a38-be78-8693377f2470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:41.631733 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e070887-81be-42b2-8982-3a15d71fe2dc tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] GET failed (client error): The resource could not be found. Oct 13 15:28:41.632195 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-2e070887-81be-42b2-8982-3a15d71fe2dc tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Synchronizing usage tracker for tenant:c7529f71933548bfa5c77476ba17c75c on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:28:41.702933 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9084cea-88ba-4cc2-a953-e14a1f0d53f6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Network ae4eeb10-b86a-45ac-80e0-9663d7d242fb is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:28:41.714815 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.objects.ports [None req-2d449bf5-3606-41fe-91c7-09d488a868be tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88973) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 13 15:28:41.718585 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b38c66-6283-4a38-be78-8693377f2470 None None] Pushing event deleted for resources: {'Port': ['ID=69c50cdb-04a7-48ce-9706-c43742eb7df8,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:41.726131 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2d449bf5-3606-41fe-91c7-09d488a868be tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:41.731822 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92242e46-6b35-4c7a-bee7-0d9f150e9027 req-f4792d35-6a9e-4ff1-9605-639a9e2b48cb tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:41.733307 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-92242e46-6b35-4c7a-bee7-0d9f150e9027 req-f4792d35-6a9e-4ff1-9605-639a9e2b48cb tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 946 time: 0.8764427 Oct 13 15:28:41.763640 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b38c66-6283-4a38-be78-8693377f2470 None None] No DVR routers for this DVR port 69c50cdb-04a7-48ce-9706-c43742eb7df8 on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:28:41.766432 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-3aea1e8c-3fa0-4d90-b99d-41c330b8cf73 None None] Provisioning for port 80bcbe16-0a56-4207-a99f-132e3ae61501 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:28:41.821541 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ae9fe9-55bc-4ad4-9bbe-6ff0acb2d26a req-be50a6ef-de7a-4864-b2d9-2c737e3f6a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:41.823063 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-03ae9fe9-55bc-4ad4-9bbe-6ff0acb2d26a req-be50a6ef-de7a-4864-b2d9-2c737e3f6a8e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=68ca5488-1f82-4ee2-9e86-9e983d74aa07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6101604 Oct 13 15:28:41.824377 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-aa08c684-6228-4026-b18a-ec539e388916 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 3.0640776 Oct 13 15:28:41.831965 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47360) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:41.844221 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d449bf5-3606-41fe-91c7-09d488a868be tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:28:41.844947 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-e9084cea-88ba-4cc2-a953-e14a1f0d53f6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, ae4eeb10-b86a-45ac-80e0-9663d7d242fb) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:28:41.856832 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-fa891507-51ef-4b1d-8448-916d3a4c1b95 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Request body: {'subnet': {'network_id': 'a98fd1f9-b369-42f5-9fca-d1c52147e1a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:41.861032 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-2d449bf5-3606-41fe-91c7-09d488a868be tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:28:41.864713 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d449bf5-3606-41fe-91c7-09d488a868be tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:41.865549 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2d449bf5-3606-41fe-91c7-09d488a868be tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:41.876434 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9084cea-88ba-4cc2-a953-e14a1f0d53f6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:41.877029 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e9084cea-88ba-4cc2-a953-e14a1f0d53f6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:41.893453 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c8bae7b8-5695-49d4-8f8c-c7994fa50566 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:41.921424 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-fa891507-51ef-4b1d-8448-916d3a4c1b95 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:28:41.939046 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d449bf5-3606-41fe-91c7-09d488a868be tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'Subnet': ['ID=655abfea-23fa-438b-a464-5897c2bdb1e9,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:41.941421 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-fa891507-51ef-4b1d-8448-916d3a4c1b95 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Usage tracker for resource:subnet and tenant:712c4cee70ea4d478a2313a7a07d07fd is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:28:41.949376 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-3aea1e8c-3fa0-4d90-b99d-41c330b8cf73 None None] Provisioning complete for port 80bcbe16-0a56-4207-a99f-132e3ae61501 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:28:41.950155 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-3aea1e8c-3fa0-4d90-b99d-41c330b8cf73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:41.950155 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-3aea1e8c-3fa0-4d90-b99d-41c330b8cf73 None None] Attempt 1 to provision port 80bcbe16-0a56-4207-a99f-132e3ae61501 Oct 13 15:28:41.951299 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-fa891507-51ef-4b1d-8448-916d3a4c1b95 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:28:42.007613 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b38c66-6283-4a38-be78-8693377f2470 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:28:42.007967 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b38c66-6283-4a38-be78-8693377f2470 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:28:42.008341 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b38c66-6283-4a38-be78-8693377f2470 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:28:42.008772 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b38c66-6283-4a38-be78-8693377f2470 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:28:42.014252 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-2d449bf5-3606-41fe-91c7-09d488a868be tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.5053108 Oct 13 15:28:42.014434 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b38c66-6283-4a38-be78-8693377f2470 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:28:42.014434 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b38c66-6283-4a38-be78-8693377f2470 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:28:42.014610 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47366) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:42.014696 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b38c66-6283-4a38-be78-8693377f2470 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:28:42.014696 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b38c66-6283-4a38-be78-8693377f2470 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:28:42.014851 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-fa891507-51ef-4b1d-8448-916d3a4c1b95 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:28:42.014928 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b38c66-6283-4a38-be78-8693377f2470 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:28:42.014928 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b38c66-6283-4a38-be78-8693377f2470 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:28:42.014928 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b38c66-6283-4a38-be78-8693377f2470 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:28:42.014928 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8b38c66-6283-4a38-be78-8693377f2470 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:28:42.025940 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-03ae9fe9-55bc-4ad4-9bbe-6ff0acb2d26a req-2bb89fa8-e80b-4917-92a9-731bf0c977f8 service neutron] 10.222.0.16 "GET /v2.0/networks/68ca5488-1f82-4ee2-9e86-9e983d74aa07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787531 Oct 13 15:28:42.026559 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-2e070887-81be-42b2-8982-3a15d71fe2dc tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Unset dirty status for tenant:c7529f71933548bfa5c77476ba17c75c on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:28:42.030649 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-2e070887-81be-42b2-8982-3a15d71fe2dc tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "GET /v2.0/ports/ba5a29c3-0c3c-4aaf-b03e-6a9467121f37 HTTP/1.1" status: 404 len: 333 time: 0.5182731 Oct 13 15:28:42.032945 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-3aea1e8c-3fa0-4d90-b99d-41c330b8cf73 None None] Port 80bcbe16-0a56-4207-a99f-132e3ae61501 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:28:42.033610 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-812671e4-b610-4e60-9cae-1a0bd730885c None None] Network ae4eeb10-b86a-45ac-80e0-9663d7d242fb requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:28:42.036293 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa08c684-6228-4026-b18a-ec539e388916 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Pushing event updated for resources: {'Network': ['ID=a98fd1f9-b369-42f5-9fca-d1c52147e1a6,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:42.042554 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-75be57c5-d44e-438b-9608-9eca98b74ab7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'port': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'mac_address': 'fa:16:3e:6d:c8:63', 'name': 'tempest-NetworksTestDHCPv6-1202655117'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:42.043459 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47372) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:42.046060 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0015f78-f639-4aff-a051-0c837671aa03 None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:28:42.065517 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network a98fd1f9-b369-42f5-9fca-d1c52147e1a6 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:28:42.218396 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa891507-51ef-4b1d-8448-916d3a4c1b95 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Made reservation on behalf of 712c4cee70ea4d478a2313a7a07d07fd for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:28:42.224009 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-fa891507-51ef-4b1d-8448-916d3a4c1b95 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:42.240781 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-e9084cea-88ba-4cc2-a953-e14a1f0d53f6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.2489369 Oct 13 15:28:42.250980 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47378) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:42.261658 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-c8bae7b8-5695-49d4-8f8c-c7994fa50566 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Deleting port f4d8e61b-88d1-4301-862f-547eb79d1c2d {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:28:42.262607 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c8bae7b8-5695-49d4-8f8c-c7994fa50566 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:42.281881 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device e136c068-48a8-4011-987b-90d376e6b336 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:28:42.306821 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-92242e46-6b35-4c7a-bee7-0d9f150e9027 req-0d79671e-85b8-4b82-ab68-57d76017af68 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5471823 Oct 13 15:28:42.381662 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-cc25ac87-b366-4be7-943e-813cbd5b8838 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Deleting port 80bcbe16-0a56-4207-a99f-132e3ae61501 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:28:42.382019 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cc25ac87-b366-4be7-943e-813cbd5b8838 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:42.399941 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-7f003588-a65c-4ab7-896f-ec28e79b4995 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1281275439', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}, 'admin_state_up': False}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:42.414162 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-03ae9fe9-55bc-4ad4-9bbe-6ff0acb2d26a req-83993bc6-d7e9-43ad-970d-2758d16bbee4 service neutron] 10.222.0.16 "GET /v2.0/networks/68ca5488-1f82-4ee2-9e86-9e983d74aa07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3712845 Oct 13 15:28:42.442444 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-7f003588-a65c-4ab7-896f-ec28e79b4995 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:28:42.456176 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3eeddb47-8067-483e-b4d3-24e884303530 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:42.515189 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-7f003588-a65c-4ab7-896f-ec28e79b4995 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Usage tracker for resource:router and tenant:dee21423abc34d479217f618911e90ce is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:28:42.524769 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-7f003588-a65c-4ab7-896f-ec28e79b4995 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:28:42.539900 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-3aea1e8c-3fa0-4d90-b99d-41c330b8cf73 None None] Attempt 2 to provision port 80bcbe16-0a56-4207-a99f-132e3ae61501 Oct 13 15:28:42.565679 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-7f003588-a65c-4ab7-896f-ec28e79b4995 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:28:42.581264 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-3eeddb47-8067-483e-b4d3-24e884303530 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Transition to ACTIVE for port object bc8932b5-ae8a-4df2-b785-cadcf4616f25 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:28:42.584944 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-75be57c5-d44e-438b-9608-9eca98b74ab7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:28:42.588920 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-146817ee-fb8e-43b9-83e7-c59ee211d964 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Synchronizing usage tracker for tenant:c4e179e9a35a4e59a0b0abe27aa737df on resource:security_group {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:28:42.628410 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-75be57c5-d44e-438b-9608-9eca98b74ab7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:28:42.633417 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7f003588-a65c-4ab7-896f-ec28e79b4995 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:42.634616 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7f003588-a65c-4ab7-896f-ec28e79b4995 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:42.656642 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-146817ee-fb8e-43b9-83e7-c59ee211d964 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Unset dirty status for tenant:c4e179e9a35a4e59a0b0abe27aa737df on resource:security_group {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:28:42.657967 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-146817ee-fb8e-43b9-83e7-c59ee211d964 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1280063495&fields=id&tenant_id=c4e179e9a35a4e59a0b0abe27aa737df HTTP/1.1" status: 200 len: 267 time: 0.4123607 Oct 13 15:28:42.668392 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75be57c5-d44e-438b-9608-9eca98b74ab7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:28:42.692777 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-3aea1e8c-3fa0-4d90-b99d-41c330b8cf73 None None] Port 80bcbe16-0a56-4207-a99f-132e3ae61501 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:28:42.702352 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port e136c068-48a8-4011-987b-90d376e6b336 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:28:42.702729 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:42.703073 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port e136c068-48a8-4011-987b-90d376e6b336 Oct 13 15:28:42.776045 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7f003588-a65c-4ab7-896f-ec28e79b4995 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:42.841809 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3eeddb47-8067-483e-b4d3-24e884303530 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:42.867919 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-6bf8bc42-9425-4530-b07a-9f14ecd52d22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'name': 'tempest-RoutersIpV6Test-router-284765292', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:18Z', 'updated_at': '2022-10-13T15:28:36Z', 'revision_number': 8, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'gw_port_host': None, '_interfaces': [{'id': '55ed86c2-7dc3-4aa7-812f-d614ba4e5e08', 'name': '', 'network_id': '8103f6e5-66b5-4b6e-aab9-89095ff7dce4', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:c0:8e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd872e4e3-5ee4-405a-a437-1ffbf1f955fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:35Z', 'updated_at': '2022-10-13T15:27:51Z', 'revision_number': 5, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': 'd872e4e3-5ee4-405a-a437-1ffbf1f955fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b404be67-998c-4723-a3a7-afaeb10487b4', 'name': '', 'network_id': 'c22a49cc-c5a0-42b9-8402-0abbf6fb909a', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:3e:b6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '506d59b8-4c92-476e-9ca9-85e327f03087', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:53Z', 'updated_at': '2022-10-13T15:28:06Z', 'revision_number': 5, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': '506d59b8-4c92-476e-9ca9-85e327f03087', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67594f2-c0c5-4a36-bff7-71fd58d2cbed', 'name': '', 'network_id': '84c2d1c2-975e-4007-b816-a51001632d07', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:fc:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '0945d224-ede5-498b-85fe-799e1434f68b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:22Z', 'updated_at': '2022-10-13T15:27:33Z', 'revision_number': 5, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': '0945d224-ede5-498b-85fe-799e1434f68b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:42.875758 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546725f6-687b-4b08-b947-6e9ed9810049 None None] DHCP port deletion for 7446ea60-5fb7-4632-922d-386a1ae6eeb5 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:28:42.920026 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-546725f6-687b-4b08-b947-6e9ed9810049 None None] Deleting port f4d8e61b-88d1-4301-862f-547eb79d1c2d {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:28:42.920347 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-546725f6-687b-4b08-b947-6e9ed9810049 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:42.975738 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bf8bc42-9425-4530-b07a-9f14ecd52d22 None None] The sync data for ids ['bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'] in dv-neutron-860329-2-hyperv is: [{'id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'name': 'tempest-RoutersIpV6Test-router-284765292', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:18Z', 'updated_at': '2022-10-13T15:28:36Z', 'revision_number': 8, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'gw_port_host': None, '_interfaces': [{'id': '55ed86c2-7dc3-4aa7-812f-d614ba4e5e08', 'name': '', 'network_id': '8103f6e5-66b5-4b6e-aab9-89095ff7dce4', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:c0:8e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd872e4e3-5ee4-405a-a437-1ffbf1f955fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:35Z', 'updated_at': '2022-10-13T15:27:51Z', 'revision_number': 5, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': 'd872e4e3-5ee4-405a-a437-1ffbf1f955fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b404be67-998c-4723-a3a7-afaeb10487b4', 'name': '', 'network_id': 'c22a49cc-c5a0-42b9-8402-0abbf6fb909a', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:3e:b6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '506d59b8-4c92-476e-9ca9-85e327f03087', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:53Z', 'updated_at': '2022-10-13T15:28:06Z', 'revision_number': 5, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': '506d59b8-4c92-476e-9ca9-85e327f03087', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67594f2-c0c5-4a36-bff7-71fd58d2cbed', 'name': '', 'network_id': '84c2d1c2-975e-4007-b816-a51001632d07', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:fc:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '0945d224-ede5-498b-85fe-799e1434f68b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:22Z', 'updated_at': '2022-10-13T15:27:33Z', 'revision_number': 5, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': '0945d224-ede5-498b-85fe-799e1434f68b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:28:43.030890 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-c8bae7b8-5695-49d4-8f8c-c7994fa50566 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] For port f4d8e61b-88d1-4301-862f-547eb79d1c2d, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=f4d8e61b-88d1-4301-862f-547eb79d1c2d,segment=NetworkSegment(5af1f0c3-44aa-4a56-8344-3c83ae2eeef8),segment_id=5af1f0c3-44aa-4a56-8344-3c83ae2eeef8)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:28:43.031505 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c8bae7b8-5695-49d4-8f8c-c7994fa50566 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:43.062151 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7da1ac-ea03-46e8-b505-32a9407042b4 None None] Network ae4eeb10-b86a-45ac-80e0-9663d7d242fb requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:28:43.087375 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4550d7a9-5f12-46e2-9eb9-8b3fa51ce1f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'tenant_id': 'bb90cebe15f541febeed2c50e15c931e', 'fixed_ips': [{'subnet_id': '655abfea-23fa-438b-a464-5897c2bdb1e9'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:28:43.088109 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4550d7a9-5f12-46e2-9eb9-8b3fa51ce1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:43.091201 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3eeddb47-8067-483e-b4d3-24e884303530 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Network ef68fbfe-e475-42f9-be06-23b27bf25220 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:28:43.100880 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-3eeddb47-8067-483e-b4d3-24e884303530 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:28:43.122846 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eeddb47-8067-483e-b4d3-24e884303530 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:28:43.258172 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eeddb47-8067-483e-b4d3-24e884303530 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Pushing event updated for resources: {'Port': ['ID=bc8932b5-ae8a-4df2-b785-cadcf4616f25,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:43.265351 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-3aea1e8c-3fa0-4d90-b99d-41c330b8cf73 None None] Attempt 3 to provision port 80bcbe16-0a56-4207-a99f-132e3ae61501 Oct 13 15:28:43.297922 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-c8bae7b8-5695-49d4-8f8c-c7994fa50566 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Calling delete_port for f4d8e61b-88d1-4301-862f-547eb79d1c2d owned by network:dhcp {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:28:43.363357 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-75be57c5-d44e-438b-9608-9eca98b74ab7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:43.368829 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cc25ac87-b366-4be7-943e-813cbd5b8838 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:43.389056 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port e136c068-48a8-4011-987b-90d376e6b336 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:28:43.496997 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-7225d824-276c-4e73-a8d4-f988dcd47be3 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:43.497900 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-7225d824-276c-4e73-a8d4-f988dcd47be3 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Synchronizing usage tracker for tenant:c4e179e9a35a4e59a0b0abe27aa737df on resource:network {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:28:43.546641 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-cc25ac87-b366-4be7-943e-813cbd5b8838 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Calling delete_port for 80bcbe16-0a56-4207-a99f-132e3ae61501 owned by {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:28:43.554831 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 69c50cdb-04a7-48ce-9706-c43742eb7df8 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:28:43.586943 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3eeddb47-8067-483e-b4d3-24e884303530 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:43.587544 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3eeddb47-8067-483e-b4d3-24e884303530 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:43.611113 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [None req-75be57c5-d44e-438b-9608-9eca98b74ab7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] device_id is not set on port 63bae6c3-24cf-4466-89c6-63c96eff4238 yet. {{(pid=88973) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:28:43.678386 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 69c50cdb-04a7-48ce-9706-c43742eb7df8 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:28:43.678788 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 69c50cdb-04a7-48ce-9706-c43742eb7df8 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:28:43.728381 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8641199-df8a-40f6-af6e-1d7c3d5fcbe2 req-6772c7be-1dc0-43f9-8963-2fa79d554f04 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:43.735665 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e8641199-df8a-40f6-af6e-1d7c3d5fcbe2 req-6772c7be-1dc0-43f9-8963-2fa79d554f04 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 946 time: 0.1985004 Oct 13 15:28:43.744706 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-3aea1e8c-3fa0-4d90-b99d-41c330b8cf73 None None] Port 80bcbe16-0a56-4207-a99f-132e3ae61501 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:28:43.765935 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c8bae7b8-5695-49d4-8f8c-c7994fa50566 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:43.775836 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7f003588-a65c-4ab7-896f-ec28e79b4995 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:43.794674 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-3eeddb47-8067-483e-b4d3-24e884303530 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.8931491 Oct 13 15:28:43.794674 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-7225d824-276c-4e73-a8d4-f988dcd47be3 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Unset dirty status for tenant:c4e179e9a35a4e59a0b0abe27aa737df on resource:network {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:28:43.794674 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-7225d824-276c-4e73-a8d4-f988dcd47be3 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/networks?id=a44f8207-61f2-477d-b80a-38deab4e3cb7 HTTP/1.1" status: 200 len: 812 time: 1.1070478 Oct 13 15:28:43.799803 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47384) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:43.838211 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-87d058fb-ea96-4257-9657-be43aadb22d9 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:5b:2a:63'}, {'ip_address': '172.20.0.3', 'mac_address': 'fa:16:3e:3e:da:ab'}]}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:43.866668 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e8641199-df8a-40f6-af6e-1d7c3d5fcbe2 req-349f65a0-828c-4ee7-b118-18be18839df8 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301451 Oct 13 15:28:43.867656 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bae7b8-5695-49d4-8f8c-c7994fa50566 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event deleted for resources: {'Port': ['ID=f4d8e61b-88d1-4301-862f-547eb79d1c2d,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:43.892610 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8bae7b8-5695-49d4-8f8c-c7994fa50566 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] No DVR routers for this DVR port f4d8e61b-88d1-4301-862f-547eb79d1c2d on host dv-neutron-860329-2-hyperv {{(pid=88972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:28:43.899491 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-546725f6-687b-4b08-b947-6e9ed9810049 None None] For port f4d8e61b-88d1-4301-862f-547eb79d1c2d, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=f4d8e61b-88d1-4301-862f-547eb79d1c2d,segment=NetworkSegment(5af1f0c3-44aa-4a56-8344-3c83ae2eeef8),segment_id=5af1f0c3-44aa-4a56-8344-3c83ae2eeef8)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:28:43.899893 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-546725f6-687b-4b08-b947-6e9ed9810049 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:43.958696 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-21dca50c-fa3f-4c47-bab2-5543060a6f59 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/quotas/c4e179e9a35a4e59a0b0abe27aa737df HTTP/1.1" status: 200 len: 375 time: 0.1267042 Oct 13 15:28:44.025580 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-546725f6-687b-4b08-b947-6e9ed9810049 None None] Calling delete_port for f4d8e61b-88d1-4301-862f-547eb79d1c2d owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:28:44.028836 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cc25ac87-b366-4be7-943e-813cbd5b8838 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:44.072601 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c8bae7b8-5695-49d4-8f8c-c7994fa50566 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:44.076395 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-75be57c5-d44e-438b-9608-9eca98b74ab7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Allocated IP 2001:db8::f816:3eff:fe6d:c863 (a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828/655abfea-23fa-438b-a464-5897c2bdb1e9/63bae6c3-24cf-4466-89c6-63c96eff4238) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:28:44.111308 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc25ac87-b366-4be7-943e-813cbd5b8838 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event deleted for resources: {'Port': ['ID=80bcbe16-0a56-4207-a99f-132e3ae61501,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:44.127635 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.db.api [None req-546725f6-687b-4b08-b947-6e9ed9810049 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88974) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:28:44.128008 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG oslo_db.api [None req-546725f6-687b-4b08-b947-6e9ed9810049 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:28:44.158819 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device f4d8e61b-88d1-4301-862f-547eb79d1c2d no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:28:44.198077 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: f4d8e61b-88d1-4301-862f-547eb79d1c2d {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:28:44.199156 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device f4d8e61b-88d1-4301-862f-547eb79d1c2d not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:28:44.199878 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 5c1bb6ad-1181-4540-aa3f-0212700a1dd2 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:28:44.218854 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-c8bae7b8-5695-49d4-8f8c-c7994fa50566 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7446ea60-5fb7-4632-922d-386a1ae6eeb5']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:44.239003 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-c8bae7b8-5695-49d4-8f8c-c7994fa50566 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5af1f0c3-44aa-4a56-8344-3c83ae2eeef8') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:44.239298 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-c8bae7b8-5695-49d4-8f8c-c7994fa50566 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5af1f0c3-44aa-4a56-8344-3c83ae2eeef8') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:44.240541 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 5c1bb6ad-1181-4540-aa3f-0212700a1dd2 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:28:44.241569 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 5c1bb6ad-1181-4540-aa3f-0212700a1dd2 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:28:44.246255 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-3aea1e8c-3fa0-4d90-b99d-41c330b8cf73 None None] Attempt 4 to provision port 80bcbe16-0a56-4207-a99f-132e3ae61501 Oct 13 15:28:44.251214 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cc25ac87-b366-4be7-943e-813cbd5b8838 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:44.266336 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c8bae7b8-5695-49d4-8f8c-c7994fa50566 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:44.289443 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-3aea1e8c-3fa0-4d90-b99d-41c330b8cf73 None None] Port 80bcbe16-0a56-4207-a99f-132e3ae61501 was deleted so its status cannot be updated. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:28:44.292771 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-3aea1e8c-3fa0-4d90-b99d-41c330b8cf73 None None] Could not find standard attr ID for object ba5a29c3-0c3c-4aaf-b03e-6a9467121f37. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:28:44.293975 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c8bae7b8-5695-49d4-8f8c-c7994fa50566 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:44.299161 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-cc25ac87-b366-4be7-943e-813cbd5b8838 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "DELETE /v2.0/ports/80bcbe16-0a56-4207-a99f-132e3ae61501 HTTP/1.1" status: 204 len: 168 time: 2.2469823 Oct 13 15:28:44.303204 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47390) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:44.307426 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8bae7b8-5695-49d4-8f8c-c7994fa50566 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:28:44.308006 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c8bae7b8-5695-49d4-8f8c-c7994fa50566 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:44.371601 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 5af1f0c3-44aa-4a56-8344-3c83ae2eeef8 resource provider aggregate not found Oct 13 15:28:44.414681 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-96a4c166-ac07-4f3d-a1a0-7afaf91837b2 None None] Provisioning for port f8b70c7a-1e82-4426-b69c-4f8b8568b68b completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:28:44.420352 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-96a4c166-ac07-4f3d-a1a0-7afaf91837b2 None None] Provisioning complete for port f8b70c7a-1e82-4426-b69c-4f8b8568b68b triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:28:44.420951 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-96a4c166-ac07-4f3d-a1a0-7afaf91837b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:44.421490 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-96a4c166-ac07-4f3d-a1a0-7afaf91837b2 None None] Attempt 1 to provision port f8b70c7a-1e82-4426-b69c-4f8b8568b68b Oct 13 15:28:44.430102 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 5af1f0c3-44aa-4a56-8344-3c83ae2eeef8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5af1f0c3-44aa-4a56-8344-3c83ae2eeef8 found for delete ", "request_id": "req-22036364-9c0c-44c7-b3e1-4ede3cae53a2"}]} Oct 13 15:28:44.431159 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-37be5831-9ee8-4df1-9e6a-c07b6c09c56e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] GET failed (client error): The resource could not be found. Oct 13 15:28:44.431673 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-37be5831-9ee8-4df1-9e6a-c07b6c09c56e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Synchronizing usage tracker for tenant:c7529f71933548bfa5c77476ba17c75c on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:28:44.460975 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-37be5831-9ee8-4df1-9e6a-c07b6c09c56e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Unset dirty status for tenant:c7529f71933548bfa5c77476ba17c75c on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:28:44.465452 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-37be5831-9ee8-4df1-9e6a-c07b6c09c56e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "GET /v2.0/ports/80bcbe16-0a56-4207-a99f-132e3ae61501 HTTP/1.1" status: 404 len: 333 time: 0.1566017 Oct 13 15:28:44.465452 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c8bae7b8-5695-49d4-8f8c-c7994fa50566 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:44.465731 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47398) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:44.485417 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-96a4c166-ac07-4f3d-a1a0-7afaf91837b2 None None] Port f8b70c7a-1e82-4426-b69c-4f8b8568b68b cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:28:44.511676 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c8bae7b8-5695-49d4-8f8c-c7994fa50566 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:44.526890 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8bae7b8-5695-49d4-8f8c-c7994fa50566 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event deleted for resources: {'Network': ['ID=7446ea60-5fb7-4632-922d-386a1ae6eeb5,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:44.538984 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-c8bae7b8-5695-49d4-8f8c-c7994fa50566 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "DELETE /v2.0/networks/7446ea60-5fb7-4632-922d-386a1ae6eeb5 HTTP/1.1" status: 204 len: 168 time: 3.0305495 Oct 13 15:28:44.541878 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47402) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:44.629771 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-546725f6-687b-4b08-b947-6e9ed9810049 None None] Deleting port f4d8e61b-88d1-4301-862f-547eb79d1c2d {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:28:44.630306 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-546725f6-687b-4b08-b947-6e9ed9810049 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:44.693553 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-5a5ed800-31b8-4c49-85dd-756061afdfac tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c4e179e9a35a4e59a0b0abe27aa737df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7237046 Oct 13 15:28:44.731679 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-546725f6-687b-4b08-b947-6e9ed9810049 None None] The port 'f4d8e61b-88d1-4301-862f-547eb79d1c2d' was deleted {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 13 15:28:44.781604 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-87d058fb-ea96-4257-9657-be43aadb22d9 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:44.807482 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-1996894d-9d9f-478f-a1e2-d6dc62f9d536 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Deleting subnet ce627bf1-8519-43cf-9580-b38d5c0a6b78 {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:28:44.814662 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1996894d-9d9f-478f-a1e2-d6dc62f9d536 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:44.885312 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.objects.ports [None req-fa891507-51ef-4b1d-8448-916d3a4c1b95 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88973) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 13 15:28:44.886562 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-fa891507-51ef-4b1d-8448-916d3a4c1b95 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:44.934099 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1996894d-9d9f-478f-a1e2-d6dc62f9d536 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:44.987397 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-96a4c166-ac07-4f3d-a1a0-7afaf91837b2 None None] Attempt 2 to provision port f8b70c7a-1e82-4426-b69c-4f8b8568b68b Oct 13 15:28:45.050313 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-75be57c5-d44e-438b-9608-9eca98b74ab7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:45.051128 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-96a4c166-ac07-4f3d-a1a0-7afaf91837b2 None None] Port f8b70c7a-1e82-4426-b69c-4f8b8568b68b cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:28:45.158766 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1996894d-9d9f-478f-a1e2-d6dc62f9d536 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:45.218622 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa891507-51ef-4b1d-8448-916d3a4c1b95 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1ecaef29-70e2-4d88-82b6-1bb4ca38fd9d,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:45.245211 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-75be57c5-d44e-438b-9608-9eca98b74ab7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Transition to ACTIVE for port object 63bae6c3-24cf-4466-89c6-63c96eff4238 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:28:45.250851 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-a76da52b-b359-4339-9b11-55131cec3b29 service neutron] 10.222.0.42 "GET /v2.0/networks/a44f8207-61f2-477d-b80a-38deab4e3cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5287566 Oct 13 15:28:45.285479 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa891507-51ef-4b1d-8448-916d3a4c1b95 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Checking segment: {'id': 'b3537e7d-1f28-438c-8262-4af50531cb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a98fd1f9-b369-42f5-9fca-d1c52147e1a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:28:45.285862 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa891507-51ef-4b1d-8448-916d3a4c1b95 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Network hostable DHCP agents. Network: a98fd1f9-b369-42f5-9fca-d1c52147e1a6, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:28:45.293946 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1996894d-9d9f-478f-a1e2-d6dc62f9d536 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:45.335061 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1996894d-9d9f-478f-a1e2-d6dc62f9d536 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event deleted for resources: {'Subnet': ['ID=ce627bf1-8519-43cf-9580-b38d5c0a6b78,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:45.339915 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1996894d-9d9f-478f-a1e2-d6dc62f9d536 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:45.347260 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c3bba7-aa74-4ecf-9360-0bf54a33d8be None None] Network 419fa61a-7ed8-4cf9-b3df-1f0cf0283066 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:28:45.375836 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7f003588-a65c-4ab7-896f-ec28e79b4995 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for router_gateway, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:45.377300 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-1996894d-9d9f-478f-a1e2-d6dc62f9d536 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "DELETE /v2.0/subnets/ce627bf1-8519-43cf-9580-b38d5c0a6b78 HTTP/1.1" status: 204 len: 168 time: 0.9104531 Oct 13 15:28:45.383343 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47406) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:45.424766 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7f003588-a65c-4ab7-896f-ec28e79b4995 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:45.515796 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a0b5d11d-63fe-40a3-af33-5942348c4b04 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:45.525701 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-655ac161-a83f-4a7c-96c5-4646244917ca tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:45.552375 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-96a4c166-ac07-4f3d-a1a0-7afaf91837b2 None None] Attempt 3 to provision port f8b70c7a-1e82-4426-b69c-4f8b8568b68b Oct 13 15:28:45.591817 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa891507-51ef-4b1d-8448-916d3a4c1b95 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Network a98fd1f9-b369-42f5-9fca-d1c52147e1a6 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:28:45.610031 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-96a4c166-ac07-4f3d-a1a0-7afaf91837b2 None None] Port f8b70c7a-1e82-4426-b69c-4f8b8568b68b cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:28:45.650564 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-fa891507-51ef-4b1d-8448-916d3a4c1b95 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, a98fd1f9-b369-42f5-9fca-d1c52147e1a6) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:28:45.654840 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa891507-51ef-4b1d-8448-916d3a4c1b95 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:45.655415 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-fa891507-51ef-4b1d-8448-916d3a4c1b95 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:45.682377 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde65130-6e71-447c-bf84-dfdeb7968cdc None None] Network a98fd1f9-b369-42f5-9fca-d1c52147e1a6 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:28:45.685749 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-a0b5d11d-63fe-40a3-af33-5942348c4b04 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Deleting port e136c068-48a8-4011-987b-90d376e6b336 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:28:45.686171 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a0b5d11d-63fe-40a3-af33-5942348c4b04 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:45.698273 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-75be57c5-d44e-438b-9608-9eca98b74ab7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:45.766165 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-408cd74c-4acd-46da-9e96-885830066a58 None None] DHCP port deletion for 419fa61a-7ed8-4cf9-b3df-1f0cf0283066 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:28:45.785899 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-408cd74c-4acd-46da-9e96-885830066a58 None None] Deleting port e136c068-48a8-4011-987b-90d376e6b336 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:28:45.786583 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-408cd74c-4acd-46da-9e96-885830066a58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:45.794064 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-f36fed83-67e3-45d9-a2c1-4d771b70947a service neutron] 10.222.0.42 "GET /v2.0/networks/a44f8207-61f2-477d-b80a-38deab4e3cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5098350 Oct 13 15:28:45.843922 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-fa891507-51ef-4b1d-8448-916d3a4c1b95 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 4.0086606 Oct 13 15:28:45.844426 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47410) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:45.846581 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75be57c5-d44e-438b-9608-9eca98b74ab7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:28:45.859081 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-75be57c5-d44e-438b-9608-9eca98b74ab7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:28:45.861504 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75be57c5-d44e-438b-9608-9eca98b74ab7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:28:45.867169 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75be57c5-d44e-438b-9608-9eca98b74ab7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:45.867796 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-75be57c5-d44e-438b-9608-9eca98b74ab7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:45.874569 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-8e1d8c19-5c41-4cca-9730-7805a4381625 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-2109068855', 'network_id': 'a98fd1f9-b369-42f5-9fca-d1c52147e1a6'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:45.906447 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-8e1d8c19-5c41-4cca-9730-7805a4381625 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:28:45.908573 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75be57c5-d44e-438b-9608-9eca98b74ab7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'Port': ['ID=63bae6c3-24cf-4466-89c6-63c96eff4238,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:45.910923 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-4550d7a9-5f12-46e2-9eb9-8b3fa51ce1f4 None None] Allocated IP 2001:db8::f816:3eff:fe56:8f9a (a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828/655abfea-23fa-438b-a464-5897c2bdb1e9/70a5757a-6a81-42fe-aabd-8b050fb546d1) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:28:46.025293 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-a0b5d11d-63fe-40a3-af33-5942348c4b04 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] For port e136c068-48a8-4011-987b-90d376e6b336, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=e136c068-48a8-4011-987b-90d376e6b336,segment=NetworkSegment(e4a4d676-ac51-4893-a7ae-989f95132b18),segment_id=e4a4d676-ac51-4893-a7ae-989f95132b18)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:28:46.025538 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a0b5d11d-63fe-40a3-af33-5942348c4b04 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:46.089062 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-8e1d8c19-5c41-4cca-9730-7805a4381625 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Usage tracker for resource:port and tenant:712c4cee70ea4d478a2313a7a07d07fd is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:28:46.093350 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-7f003588-a65c-4ab7-896f-ec28e79b4995 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Allocated IP 172.26.2.8 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/e0bfd006-e004-4c86-b571-2ee5bd464a34) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:28:46.098995 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-8e1d8c19-5c41-4cca-9730-7805a4381625 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:28:46.112042 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-87d058fb-ea96-4257-9657-be43aadb22d9 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:46.114170 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-8e1d8c19-5c41-4cca-9730-7805a4381625 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:28:46.114752 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-96a4c166-ac07-4f3d-a1a0-7afaf91837b2 None None] Attempt 4 to provision port f8b70c7a-1e82-4426-b69c-4f8b8568b68b Oct 13 15:28:46.121270 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-75be57c5-d44e-438b-9608-9eca98b74ab7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 4.0916040 Oct 13 15:28:46.127338 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47414) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:46.133579 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-87d058fb-ea96-4257-9657-be43aadb22d9 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:46.224089 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device e136c068-48a8-4011-987b-90d376e6b336 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:28:46.290058 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e1d8c19-5c41-4cca-9730-7805a4381625 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Made reservation on behalf of 712c4cee70ea4d478a2313a7a07d07fd for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:28:46.296786 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8e1d8c19-5c41-4cca-9730-7805a4381625 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:46.361216 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-a0b5d11d-63fe-40a3-af33-5942348c4b04 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Calling delete_port for e136c068-48a8-4011-987b-90d376e6b336 owned by network:dhcp {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:28:46.422396 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-96a4c166-ac07-4f3d-a1a0-7afaf91837b2 None None] Port f8b70c7a-1e82-4426-b69c-4f8b8568b68b cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:28:46.423986 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-408cd74c-4acd-46da-9e96-885830066a58 None None] For port e136c068-48a8-4011-987b-90d376e6b336, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=e136c068-48a8-4011-987b-90d376e6b336,segment=NetworkSegment(e4a4d676-ac51-4893-a7ae-989f95132b18),segment_id=e4a4d676-ac51-4893-a7ae-989f95132b18)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:28:46.424377 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-408cd74c-4acd-46da-9e96-885830066a58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:46.438334 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee5e4a5-2cb9-4c12-af70-8d4978bb0c61 None None] Network a98fd1f9-b369-42f5-9fca-d1c52147e1a6 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:28:46.448682 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d058fb-ea96-4257-9657-be43aadb22d9 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Pushing event updated for resources: {'Port': ['ID=bc8932b5-ae8a-4df2-b785-cadcf4616f25,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:46.459201 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [None req-8e1d8c19-5c41-4cca-9730-7805a4381625 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] device_id is not set on port 8949cff6-960b-429e-9a63-ec02993f383a yet. {{(pid=88973) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:28:46.492913 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-87d058fb-ea96-4257-9657-be43aadb22d9 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] In _notify_port_updated(), no bound segment for port bc8932b5-ae8a-4df2-b785-cadcf4616f25 on network ef68fbfe-e475-42f9-be06-23b27bf25220 {{(pid=88973) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 13 15:28:46.499230 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d058fb-ea96-4257-9657-be43aadb22d9 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:46.499861 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-87d058fb-ea96-4257-9657-be43aadb22d9 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:46.501150 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-87d058fb-ea96-4257-9657-be43aadb22d9 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] 10.222.0.42 "PUT /v2.0/ports/bc8932b5-ae8a-4df2-b785-cadcf4616f25 HTTP/1.1" status: 200 len: 1054 time: 2.6681168 Oct 13 15:28:46.508990 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47424) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:46.551624 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a0b5d11d-63fe-40a3-af33-5942348c4b04 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:46.616321 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-408cd74c-4acd-46da-9e96-885830066a58 None None] Calling delete_port for e136c068-48a8-4011-987b-90d376e6b336 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:28:46.635068 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf69803-c8a0-426c-a76e-d5cf6506d95f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:46.635826 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-adf69803-c8a0-426c-a76e-d5cf6506d95f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Synchronizing usage tracker for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:28:46.758301 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b5d11d-63fe-40a3-af33-5942348c4b04 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event deleted for resources: {'Port': ['ID=e136c068-48a8-4011-987b-90d376e6b336,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:46.763840 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-23fcaf15-869d-4244-9005-bb260ca7c44f req-c1d7e6a5-5a35-489a-ba92-2ed67b562b65 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Synchronizing usage tracker for tenant:c4e179e9a35a4e59a0b0abe27aa737df on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:28:46.769203 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-07c74179-b876-49f8-ac2f-73a169d8f351 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Deleting port bc8932b5-ae8a-4df2-b785-cadcf4616f25 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:28:46.769840 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-07c74179-b876-49f8-ac2f-73a169d8f351 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:46.770883 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-655ac161-a83f-4a7c-96c5-4646244917ca tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Deleting port b404be67-998c-4723-a3a7-afaeb10487b4 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:28:46.771418 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-655ac161-a83f-4a7c-96c5-4646244917ca tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:46.787088 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No active binding found for port e136c068-48a8-4011-987b-90d376e6b336 {{(pid=88974) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Oct 13 15:28:46.787492 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device e136c068-48a8-4011-987b-90d376e6b336 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:28:46.819829 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7f003588-a65c-4ab7-896f-ec28e79b4995 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:46.853968 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4550d7a9-5f12-46e2-9eb9-8b3fa51ce1f4 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:46.866980 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b5d11d-63fe-40a3-af33-5942348c4b04 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] No DVR routers for this DVR port e136c068-48a8-4011-987b-90d376e6b336 on host dv-neutron-860329-2-hyperv {{(pid=88972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:28:46.871230 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4550d7a9-5f12-46e2-9eb9-8b3fa51ce1f4 None None] Transition to ACTIVE for port object 70a5757a-6a81-42fe-aabd-8b050fb546d1 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:28:46.873662 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.db.api [None req-408cd74c-4acd-46da-9e96-885830066a58 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88974) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:28:46.874015 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG oslo_db.api [None req-408cd74c-4acd-46da-9e96-885830066a58 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:28:46.881289 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-adf69803-c8a0-426c-a76e-d5cf6506d95f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Unset dirty status for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:28:46.885695 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-adf69803-c8a0-426c-a76e-d5cf6506d95f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.7572911 Oct 13 15:28:46.893555 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47436) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:46.925588 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-96a4c166-ac07-4f3d-a1a0-7afaf91837b2 None None] Attempt 5 to provision port f8b70c7a-1e82-4426-b69c-4f8b8568b68b Oct 13 15:28:46.959879 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4550d7a9-5f12-46e2-9eb9-8b3fa51ce1f4 None None] Transition to ACTIVE for port object 70a5757a-6a81-42fe-aabd-8b050fb546d1 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:28:46.984569 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4550d7a9-5f12-46e2-9eb9-8b3fa51ce1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:47.051050 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-8e1d8c19-5c41-4cca-9730-7805a4381625 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Allocated IP 2001:db8::3dc (a98fd1f9-b369-42f5-9fca-d1c52147e1a6/1ecaef29-70e2-4d88-82b6-1bb4ca38fd9d/8949cff6-960b-429e-9a63-ec02993f383a) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:28:47.082843 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-54bab652-e3a5-4a5a-8c6a-65c676432f69 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Deleting port 63bae6c3-24cf-4466-89c6-63c96eff4238 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:28:47.082843 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-54bab652-e3a5-4a5a-8c6a-65c676432f69 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:47.083155 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-96a4c166-ac07-4f3d-a1a0-7afaf91837b2 None None] Port f8b70c7a-1e82-4426-b69c-4f8b8568b68b cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:28:47.103747 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4550d7a9-5f12-46e2-9eb9-8b3fa51ce1f4 None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:28:47.108670 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-4550d7a9-5f12-46e2-9eb9-8b3fa51ce1f4 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:28:47.113591 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4550d7a9-5f12-46e2-9eb9-8b3fa51ce1f4 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:28:47.153157 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4550d7a9-5f12-46e2-9eb9-8b3fa51ce1f4 None None] Pushing event updated for resources: {'Port': ['ID=70a5757a-6a81-42fe-aabd-8b050fb546d1,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:47.169443 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-655ac161-a83f-4a7c-96c5-4646244917ca tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] For port b404be67-998c-4723-a3a7-afaeb10487b4, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=b404be67-998c-4723-a3a7-afaeb10487b4,segment=NetworkSegment(3ac02b61-e2d0-4dfd-904d-bb25de3c3694),segment_id=3ac02b61-e2d0-4dfd-904d-bb25de3c3694)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:28:47.170108 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-655ac161-a83f-4a7c-96c5-4646244917ca tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:47.221324 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7f003588-a65c-4ab7-896f-ec28e79b4995 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:47.229340 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-4550d7a9-5f12-46e2-9eb9-8b3fa51ce1f4 None None] Attempting to bind port 70a5757a-6a81-42fe-aabd-8b050fb546d1 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:28:47.229735 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-4550d7a9-5f12-46e2-9eb9-8b3fa51ce1f4 None None] Attempting to bind port 70a5757a-6a81-42fe-aabd-8b050fb546d1 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:28:47.230091 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4550d7a9-5f12-46e2-9eb9-8b3fa51ce1f4 None None] Attempting to bind port 70a5757a-6a81-42fe-aabd-8b050fb546d1 on network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:28:47.235579 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4550d7a9-5f12-46e2-9eb9-8b3fa51ce1f4 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:28:47.235947 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4550d7a9-5f12-46e2-9eb9-8b3fa51ce1f4 None None] Checking segment: {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:28:47.236427 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4550d7a9-5f12-46e2-9eb9-8b3fa51ce1f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:47.236715 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4550d7a9-5f12-46e2-9eb9-8b3fa51ce1f4 None None] Bound using segment: {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:28:47.237285 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-4550d7a9-5f12-46e2-9eb9-8b3fa51ce1f4 None None] Bound port: 70a5757a-6a81-42fe-aabd-8b050fb546d1, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:28:47.237763 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4550d7a9-5f12-46e2-9eb9-8b3fa51ce1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:47.341582 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4550d7a9-5f12-46e2-9eb9-8b3fa51ce1f4 None None] For port 70a5757a-6a81-42fe-aabd-8b050fb546d1, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:28:47.347376 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4550d7a9-5f12-46e2-9eb9-8b3fa51ce1f4 None None] For port 70a5757a-6a81-42fe-aabd-8b050fb546d1, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=70a5757a-6a81-42fe-aabd-8b050fb546d1,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:28:47.350414 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-23fcaf15-869d-4244-9005-bb260ca7c44f req-c1d7e6a5-5a35-489a-ba92-2ed67b562b65 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Unset dirty status for tenant:c4e179e9a35a4e59a0b0abe27aa737df on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:28:47.351618 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-23fcaf15-869d-4244-9005-bb260ca7c44f req-c1d7e6a5-5a35-489a-ba92-2ed67b562b65 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=75dd98a5-e1f9-4a74-ac6e-efb36b74b5e5 HTTP/1.1" status: 200 len: 210 time: 0.7109582 Oct 13 15:28:47.364932 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-655ac161-a83f-4a7c-96c5-4646244917ca tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Calling delete_port for b404be67-998c-4723-a3a7-afaeb10487b4 owned by network:router_interface {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:28:47.365631 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4550d7a9-5f12-46e2-9eb9-8b3fa51ce1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:47.417696 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f003588-a65c-4ab7-896f-ec28e79b4995 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:28:47.426642 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-7f003588-a65c-4ab7-896f-ec28e79b4995 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:28:47.436097 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-408cd74c-4acd-46da-9e96-885830066a58 None None] Deleting port e136c068-48a8-4011-987b-90d376e6b336 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:28:47.436470 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-408cd74c-4acd-46da-9e96-885830066a58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:47.450666 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f003588-a65c-4ab7-896f-ec28e79b4995 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:28:47.482933 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a0b5d11d-63fe-40a3-af33-5942348c4b04 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:47.516650 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f003588-a65c-4ab7-896f-ec28e79b4995 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Pushing event updated for resources: {'Port': ['ID=e0bfd006-e004-4c86-b571-2ee5bd464a34,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:47.522923 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-a0b5d11d-63fe-40a3-af33-5942348c4b04 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['419fa61a-7ed8-4cf9-b3df-1f0cf0283066']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:47.534582 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-408cd74c-4acd-46da-9e96-885830066a58 None None] The port 'e136c068-48a8-4011-987b-90d376e6b336' was deleted {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 13 15:28:47.547160 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4550d7a9-5f12-46e2-9eb9-8b3fa51ce1f4 None None] Pushing event updated for resources: {'Port': ['ID=70a5757a-6a81-42fe-aabd-8b050fb546d1,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:47.556135 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-a0b5d11d-63fe-40a3-af33-5942348c4b04 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4a4d676-ac51-4893-a7ae-989f95132b18') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:47.556429 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-a0b5d11d-63fe-40a3-af33-5942348c4b04 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4a4d676-ac51-4893-a7ae-989f95132b18') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:47.581485 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a0b5d11d-63fe-40a3-af33-5942348c4b04 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:47.583145 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-96a4c166-ac07-4f3d-a1a0-7afaf91837b2 None None] Attempt 6 to provision port f8b70c7a-1e82-4426-b69c-4f8b8568b68b Oct 13 15:28:47.610676 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a0b5d11d-63fe-40a3-af33-5942348c4b04 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:47.617681 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0b5d11d-63fe-40a3-af33-5942348c4b04 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:28:47.618066 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a0b5d11d-63fe-40a3-af33-5942348c4b04 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:47.646424 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-96a4c166-ac07-4f3d-a1a0-7afaf91837b2 None None] Port f8b70c7a-1e82-4426-b69c-4f8b8568b68b cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:28:47.706982 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment e4a4d676-ac51-4893-a7ae-989f95132b18 resource provider aggregate not found Oct 13 15:28:47.724237 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-07c74179-b876-49f8-ac2f-73a169d8f351 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:47.764492 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment e4a4d676-ac51-4893-a7ae-989f95132b18 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e4a4d676-ac51-4893-a7ae-989f95132b18 found for delete ", "request_id": "req-a5403e54-23a1-4ac4-a98c-dcdd5e29c0ea"}]} Oct 13 15:28:47.773401 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a0b5d11d-63fe-40a3-af33-5942348c4b04 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:47.855504 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a0b5d11d-63fe-40a3-af33-5942348c4b04 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:47.878192 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b5d11d-63fe-40a3-af33-5942348c4b04 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event deleted for resources: {'Network': ['ID=419fa61a-7ed8-4cf9-b3df-1f0cf0283066,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:47.938297 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a0b5d11d-63fe-40a3-af33-5942348c4b04 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "DELETE /v2.0/networks/419fa61a-7ed8-4cf9-b3df-1f0cf0283066 HTTP/1.1" status: 204 len: 168 time: 2.5528197 Oct 13 15:28:47.961759 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-655ac161-a83f-4a7c-96c5-4646244917ca tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:47.966961 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47446) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:48.037215 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655ac161-a83f-4a7c-96c5-4646244917ca tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event deleted for resources: {'Port': ['ID=b404be67-998c-4723-a3a7-afaeb10487b4,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:48.091021 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-41b59fdd-504e-4d0c-81e7-e3f40ac61800 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1587589668'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:48.148125 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-96a4c166-ac07-4f3d-a1a0-7afaf91837b2 None None] Attempt 7 to provision port f8b70c7a-1e82-4426-b69c-4f8b8568b68b Oct 13 15:28:48.181051 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-07c74179-b876-49f8-ac2f-73a169d8f351 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Calling delete_port for bc8932b5-ae8a-4df2-b785-cadcf4616f25 owned by {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:28:48.205841 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-41b59fdd-504e-4d0c-81e7-e3f40ac61800 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:28:48.302525 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-54bab652-e3a5-4a5a-8c6a-65c676432f69 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:48.323268 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-41b59fdd-504e-4d0c-81e7-e3f40ac61800 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Usage tracker for resource:network and tenant:c7529f71933548bfa5c77476ba17c75c is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:28:48.327030 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-41b59fdd-504e-4d0c-81e7-e3f40ac61800 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:28:48.333802 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-41b59fdd-504e-4d0c-81e7-e3f40ac61800 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:28:48.335193 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-96a4c166-ac07-4f3d-a1a0-7afaf91837b2 None None] Port f8b70c7a-1e82-4426-b69c-4f8b8568b68b cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:28:48.335976 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 70a5757a-6a81-42fe-aabd-8b050fb546d1 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:28:48.357589 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8e1d8c19-5c41-4cca-9730-7805a4381625 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:48.510635 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 70a5757a-6a81-42fe-aabd-8b050fb546d1 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:28:48.538815 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-54bab652-e3a5-4a5a-8c6a-65c676432f69 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Calling delete_port for 63bae6c3-24cf-4466-89c6-63c96eff4238 owned by {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:28:48.641259 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b59fdd-504e-4d0c-81e7-e3f40ac61800 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Made reservation on behalf of c7529f71933548bfa5c77476ba17c75c for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:28:48.644355 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-41b59fdd-504e-4d0c-81e7-e3f40ac61800 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:48.741665 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-ee40897e-217c-40b4-ae13-2f60131b6359 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:48.743175 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-ee40897e-217c-40b4-ae13-2f60131b6359 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.16 "GET /v2.0/networks?id=a44f8207-61f2-477d-b80a-38deab4e3cb7 HTTP/1.1" status: 200 len: 812 time: 0.8531144 Oct 13 15:28:48.745088 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-655ac161-a83f-4a7c-96c5-4646244917ca tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:48.771154 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41b59fdd-504e-4d0c-81e7-e3f40ac61800 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:28:48.835429 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-deb4fac1-64cf-4655-8769-6d6846660c44 req-d205c184-e46a-4fb6-9173-a957252217b8 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=75dd98a5-e1f9-4a74-ac6e-efb36b74b5e5 HTTP/1.1" status: 200 len: 210 time: 0.2279942 Oct 13 15:28:48.836667 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-96a4c166-ac07-4f3d-a1a0-7afaf91837b2 None None] Attempt 8 to provision port f8b70c7a-1e82-4426-b69c-4f8b8568b68b Oct 13 15:28:48.939246 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-96a4c166-ac07-4f3d-a1a0-7afaf91837b2 None None] Port f8b70c7a-1e82-4426-b69c-4f8b8568b68b cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:28:48.969773 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-41b59fdd-504e-4d0c-81e7-e3f40ac61800 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:48.969941 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-41b59fdd-504e-4d0c-81e7-e3f40ac61800 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Added segment a831d253-95b7-4e46-85a5-9df4628987eb of type vlan for network b86b4ed7-c716-43a5-9602-8ffd55d93fbd Oct 13 15:28:48.997990 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-e1920609-e475-4d9e-ade9-2868c138c2f5 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Synchronizing usage tracker for tenant:c4e179e9a35a4e59a0b0abe27aa737df on resource:security_group {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:28:49.038555 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-41b59fdd-504e-4d0c-81e7-e3f40ac61800 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:49.053013 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-e1920609-e475-4d9e-ade9-2868c138c2f5 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Unset dirty status for tenant:c4e179e9a35a4e59a0b0abe27aa737df on resource:security_group {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:28:49.054232 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-e1920609-e475-4d9e-ade9-2868c138c2f5 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4e179e9a35a4e59a0b0abe27aa737df HTTP/1.1" status: 200 len: 380 time: 0.3027728 Oct 13 15:28:49.065712 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-521f9216-e17b-4bbe-ae69-e4dcf667ca58 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Request body: {'port': {'device_id': '75dd98a5-e1f9-4a74-ac6e-efb36b74b5e5', 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7', 'admin_state_up': True, 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'security_groups': ['81e55712-bc20-48c8-a3f7-25813fa3e1a9']}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:49.100799 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-07c74179-b876-49f8-ac2f-73a169d8f351 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:49.167920 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.db.resource_extend [None req-41b59fdd-504e-4d0c-81e7-e3f40ac61800 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 15:28:49.200699 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8e1d8c19-5c41-4cca-9730-7805a4381625 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:49.244142 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e1d8c19-5c41-4cca-9730-7805a4381625 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Network a98fd1f9-b369-42f5-9fca-d1c52147e1a6 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:28:49.245151 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7f003588-a65c-4ab7-896f-ec28e79b4995 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for router_gateway, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:49.295854 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c74179-b876-49f8-ac2f-73a169d8f351 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Pushing event deleted for resources: {'Port': ['ID=bc8932b5-ae8a-4df2-b785-cadcf4616f25,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:49.355906 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-8e1d8c19-5c41-4cca-9730-7805a4381625 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:28:49.360195 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e1d8c19-5c41-4cca-9730-7805a4381625 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:28:49.361780 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e1d8c19-5c41-4cca-9730-7805a4381625 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:49.361780 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8e1d8c19-5c41-4cca-9730-7805a4381625 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:49.364901 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-41b59fdd-504e-4d0c-81e7-e3f40ac61800 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:49.371487 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b59fdd-504e-4d0c-81e7-e3f40ac61800 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:49.372160 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-41b59fdd-504e-4d0c-81e7-e3f40ac61800 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:49.440346 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-96a4c166-ac07-4f3d-a1a0-7afaf91837b2 None None] Attempt 9 to provision port f8b70c7a-1e82-4426-b69c-4f8b8568b68b Oct 13 15:28:49.474545 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-8e1d8c19-5c41-4cca-9730-7805a4381625 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.6216884 Oct 13 15:28:49.484035 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47454) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:49.497598 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-54bab652-e3a5-4a5a-8c6a-65c676432f69 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:49.541321 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-96a4c166-ac07-4f3d-a1a0-7afaf91837b2 None None] Port f8b70c7a-1e82-4426-b69c-4f8b8568b68b cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:28:49.618271 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1d8c19-5c41-4cca-9730-7805a4381625 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Pushing event updated for resources: {'Port': ['ID=8949cff6-960b-429e-9a63-ec02993f383a,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:49.633042 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-41b59fdd-504e-4d0c-81e7-e3f40ac61800 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.6033449 Oct 13 15:28:49.641830 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-655ac161-a83f-4a7c-96c5-4646244917ca tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Router bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:28:49.645388 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-521f9216-e17b-4bbe-ae69-e4dcf667ca58 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:28:49.647459 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47458) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:49.648263 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b59fdd-504e-4d0c-81e7-e3f40ac61800 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event updated for resources: {'Network': ['ID=b86b4ed7-c716-43a5-9602-8ffd55d93fbd,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:49.660500 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network b86b4ed7-c716-43a5-9602-8ffd55d93fbd details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:28:49.693918 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-308faa44-7c7d-456a-8b31-64a51405dda8 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Deleting port 8949cff6-960b-429e-9a63-ec02993f383a {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:28:49.694274 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-308faa44-7c7d-456a-8b31-64a51405dda8 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:49.739119 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-0cb2d3b1-1fc1-4070-9ba5-52c74d275f95 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Request body: {'subnet': {'network_id': 'b86b4ed7-c716-43a5-9602-8ffd55d93fbd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:49.875712 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-521f9216-e17b-4bbe-ae69-e4dcf667ca58 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:28:49.876258 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bab652-e3a5-4a5a-8c6a-65c676432f69 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event deleted for resources: {'Port': ['ID=63bae6c3-24cf-4466-89c6-63c96eff4238,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:49.903721 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-54bab652-e3a5-4a5a-8c6a-65c676432f69 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:49.906010 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-54bab652-e3a5-4a5a-8c6a-65c676432f69 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/ports/63bae6c3-24cf-4466-89c6-63c96eff4238 HTTP/1.1" status: 204 len: 168 time: 3.0047636 Oct 13 15:28:49.917970 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47464) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:49.999486 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4814bc-622c-4aa4-88cc-5188a57ddf06 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:50.001658 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad4814bc-622c-4aa4-88cc-5188a57ddf06 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:50.002644 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-ad4814bc-622c-4aa4-88cc-5188a57ddf06 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Synchronizing usage tracker for tenant:bb90cebe15f541febeed2c50e15c931e on resource:subnet {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:28:50.044654 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-96a4c166-ac07-4f3d-a1a0-7afaf91837b2 None None] Attempt 10 to provision port f8b70c7a-1e82-4426-b69c-4f8b8568b68b Oct 13 15:28:50.101958 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-0cb2d3b1-1fc1-4070-9ba5-52c74d275f95 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:28:50.148214 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-96a4c166-ac07-4f3d-a1a0-7afaf91837b2 None None] Port f8b70c7a-1e82-4426-b69c-4f8b8568b68b cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:28:50.154573 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-96a4c166-ac07-4f3d-a1a0-7afaf91837b2 None None] Could not find standard attr ID for object bc8932b5-ae8a-4df2-b785-cadcf4616f25. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:28:50.156695 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-521f9216-e17b-4bbe-ae69-e4dcf667ca58 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Made reservation on behalf of c4e179e9a35a4e59a0b0abe27aa737df for: {'port': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:28:50.160598 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-521f9216-e17b-4bbe-ae69-e4dcf667ca58 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:50.227623 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-ad4814bc-622c-4aa4-88cc-5188a57ddf06 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Unset dirty status for tenant:bb90cebe15f541febeed2c50e15c931e on resource:subnet {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:28:50.228773 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-ad4814bc-622c-4aa4-88cc-5188a57ddf06 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3094666 Oct 13 15:28:50.236277 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47468) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:50.243560 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-0cb2d3b1-1fc1-4070-9ba5-52c74d275f95 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Usage tracker for resource:subnet and tenant:c7529f71933548bfa5c77476ba17c75c is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:28:50.248229 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-0cb2d3b1-1fc1-4070-9ba5-52c74d275f95 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:28:50.264574 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-655ac161-a83f-4a7c-96c5-4646244917ca tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:28:50.278103 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d94807-949a-4cdb-b79c-028292894255 None None] Sync routers for ids ['bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:28:50.283820 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-cac3811a-2bbb-4656-a1e6-6f12a6c05316 None None] Provisioning for port 70a5757a-6a81-42fe-aabd-8b050fb546d1 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:28:50.291820 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-cac3811a-2bbb-4656-a1e6-6f12a6c05316 None None] Provisioning complete for port 70a5757a-6a81-42fe-aabd-8b050fb546d1 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:28:50.293202 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-cac3811a-2bbb-4656-a1e6-6f12a6c05316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:50.293794 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-cac3811a-2bbb-4656-a1e6-6f12a6c05316 None None] Attempt 1 to provision port 70a5757a-6a81-42fe-aabd-8b050fb546d1 Oct 13 15:28:50.295606 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d94807-949a-4cdb-b79c-028292894255 None None] Routers {'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:28:50.296435 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-38d94807-949a-4cdb-b79c-028292894255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:28:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:50.390454 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-c48112cc-fa23-4b93-b0e5-37f7bf0ee164 req-f938171c-3090-419b-b4bb-93446c56c710 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=75dd98a5-e1f9-4a74-ac6e-efb36b74b5e5 HTTP/1.1" status: 200 len: 210 time: 0.2965593 Oct 13 15:28:50.392505 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-07c74179-b876-49f8-ac2f-73a169d8f351 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:50.394910 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-07c74179-b876-49f8-ac2f-73a169d8f351 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] 10.222.0.42 "DELETE /v2.0/ports/bc8932b5-ae8a-4df2-b785-cadcf4616f25 HTTP/1.1" status: 204 len: 168 time: 3.8781137 Oct 13 15:28:50.397643 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47472) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:50.398750 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-655ac161-a83f-4a7c-96c5-4646244917ca tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "PUT /v2.0/routers/bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8559189 Oct 13 15:28:50.400124 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-0cb2d3b1-1fc1-4070-9ba5-52c74d275f95 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:28:50.400948 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47476) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:50.477420 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-cac3811a-2bbb-4656-a1e6-6f12a6c05316 None None] Current status of the port 70a5757a-6a81-42fe-aabd-8b050fb546d1 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:28:50.478026 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-cac3811a-2bbb-4656-a1e6-6f12a6c05316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:50.481703 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-64ab4983-0574-4333-953f-9f4993dc9716 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Deleting subnet 655abfea-23fa-438b-a464-5897c2bdb1e9 {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:28:50.484835 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-64ab4983-0574-4333-953f-9f4993dc9716 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:50.499344 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-35c850cb-6a14-4549-a8bd-2d2f57b44a04 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] GET failed (client error): The resource could not be found. Oct 13 15:28:50.500413 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-35c850cb-6a14-4549-a8bd-2d2f57b44a04 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Synchronizing usage tracker for tenant:e8c763263a4c44b7a4ac4e9baf7fec5d on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:28:50.503361 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7f003588-a65c-4ab7-896f-ec28e79b4995 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:50.522705 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-cac3811a-2bbb-4656-a1e6-6f12a6c05316 None None] For port 70a5757a-6a81-42fe-aabd-8b050fb546d1, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=70a5757a-6a81-42fe-aabd-8b050fb546d1,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:28:50.528457 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-cac3811a-2bbb-4656-a1e6-6f12a6c05316 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:50.564416 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-38d94807-949a-4cdb-b79c-028292894255 None None] Set router bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663 gateway port host: None {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:28:50.574107 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-64ab4983-0574-4333-953f-9f4993dc9716 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:50.587141 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-cac3811a-2bbb-4656-a1e6-6f12a6c05316 None None] Could not find standard attr ID for object 63bae6c3-24cf-4466-89c6-63c96eff4238. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:28:50.632553 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-35c850cb-6a14-4549-a8bd-2d2f57b44a04 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Unset dirty status for tenant:e8c763263a4c44b7a4ac4e9baf7fec5d on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:28:50.634069 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-35c850cb-6a14-4549-a8bd-2d2f57b44a04 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] 10.222.0.42 "GET /v2.0/ports/bc8932b5-ae8a-4df2-b785-cadcf4616f25 HTTP/1.1" status: 404 len: 333 time: 0.2353790 Oct 13 15:28:50.640437 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bf74f36-fd80-471f-bb37-7b3669ed2fee tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Deleting subnet 506d59b8-4c92-476e-9ca9-85e327f03087 {{(pid=88973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:28:50.645989 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47480) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:50.688245 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac3811a-2bbb-4656-a1e6-6f12a6c05316 None None] Pushing event updated for resources: {'Port': ['ID=70a5757a-6a81-42fe-aabd-8b050fb546d1,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:50.711903 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4bf74f36-fd80-471f-bb37-7b3669ed2fee tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for subnet, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:50.853246 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4bf74f36-fd80-471f-bb37-7b3669ed2fee tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7432921'] for subnet, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:50.874924 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-64ab4983-0574-4333-953f-9f4993dc9716 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:50.897852 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-1a556b60-65ee-45c0-9359-c4e55e8da596 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Deleting port f8b70c7a-1e82-4426-b69c-4f8b8568b68b {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:28:50.898354 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1a556b60-65ee-45c0-9359-c4e55e8da596 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:50.952388 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cb2d3b1-1fc1-4070-9ba5-52c74d275f95 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Made reservation on behalf of c7529f71933548bfa5c77476ba17c75c for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:28:50.956858 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0cb2d3b1-1fc1-4070-9ba5-52c74d275f95 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:50.966753 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-38d94807-949a-4cdb-b79c-028292894255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'name': 'tempest-RoutersIpV6Test-router-284765292', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:18Z', 'updated_at': '2022-10-13T15:28:47Z', 'revision_number': 9, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'gw_port_host': None, '_interfaces': [{'id': '55ed86c2-7dc3-4aa7-812f-d614ba4e5e08', 'name': '', 'network_id': '8103f6e5-66b5-4b6e-aab9-89095ff7dce4', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:c0:8e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd872e4e3-5ee4-405a-a437-1ffbf1f955fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:35Z', 'updated_at': '2022-10-13T15:27:51Z', 'revision_number': 5, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': 'd872e4e3-5ee4-405a-a437-1ffbf1f955fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67594f2-c0c5-4a36-bff7-71fd58d2cbed', 'name': '', 'network_id': '84c2d1c2-975e-4007-b816-a51001632d07', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:fc:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '0945d224-ede5-498b-85fe-799e1434f68b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:22Z', 'updated_at': '2022-10-13T15:27:33Z', 'revision_number': 5, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': '0945d224-ede5-498b-85fe-799e1434f68b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:50.970987 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d94807-949a-4cdb-b79c-028292894255 None None] Checking router: bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:28:50.981008 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d94807-949a-4cdb-b79c-028292894255 None None] Routers {'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:28:50.981837 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-38d94807-949a-4cdb-b79c-028292894255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:28:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:50.994860 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-64ab4983-0574-4333-953f-9f4993dc9716 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:51.087008 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f003588-a65c-4ab7-896f-ec28e79b4995 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Router 762fd677-0458-43ed-8610-dce4995dc9bb is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 15:28:51.105267 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc92ba2-dc94-4e77-ba3d-9c548fb9912b None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:28:51.143455 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-38d94807-949a-4cdb-b79c-028292894255 None None] Set router bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663 gateway port host: None {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:28:51.149606 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ab4983-0574-4333-953f-9f4993dc9716 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event deleted for resources: {'Subnet': ['ID=655abfea-23fa-438b-a464-5897c2bdb1e9,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:51.151918 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-64ab4983-0574-4333-953f-9f4993dc9716 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:51.158807 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4bf74f36-fd80-471f-bb37-7b3669ed2fee tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:51.295325 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-64ab4983-0574-4333-953f-9f4993dc9716 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/655abfea-23fa-438b-a464-5897c2bdb1e9 HTTP/1.1" status: 204 len: 168 time: 1.0486066 Oct 13 15:28:51.301780 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47484) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:51.414080 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-5708fdf2-1851-4210-a977-331ccffe4534 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1069434 Oct 13 15:28:51.420228 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47488) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:51.423943 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-308faa44-7c7d-456a-8b31-64a51405dda8 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:51.444516 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-85d8e6f0-3407-4c41-819c-5607f5325b9b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'subnet': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:51.590303 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-38d94807-949a-4cdb-b79c-028292894255 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'name': 'tempest-RoutersIpV6Test-router-284765292', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:18Z', 'updated_at': '2022-10-13T15:28:47Z', 'revision_number': 9, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'gw_port_host': None, '_interfaces': [{'id': '55ed86c2-7dc3-4aa7-812f-d614ba4e5e08', 'name': '', 'network_id': '8103f6e5-66b5-4b6e-aab9-89095ff7dce4', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:c0:8e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd872e4e3-5ee4-405a-a437-1ffbf1f955fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:35Z', 'updated_at': '2022-10-13T15:27:51Z', 'revision_number': 5, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': 'd872e4e3-5ee4-405a-a437-1ffbf1f955fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67594f2-c0c5-4a36-bff7-71fd58d2cbed', 'name': '', 'network_id': '84c2d1c2-975e-4007-b816-a51001632d07', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:fc:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '0945d224-ede5-498b-85fe-799e1434f68b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:22Z', 'updated_at': '2022-10-13T15:27:33Z', 'revision_number': 5, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': '0945d224-ede5-498b-85fe-799e1434f68b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:51.597370 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d94807-949a-4cdb-b79c-028292894255 None None] The sync data for ids ['bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'] in dv-neutron-860329-2-hyperv is: [{'id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'name': 'tempest-RoutersIpV6Test-router-284765292', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:18Z', 'updated_at': '2022-10-13T15:28:47Z', 'revision_number': 9, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'gw_port_host': None, '_interfaces': [{'id': '55ed86c2-7dc3-4aa7-812f-d614ba4e5e08', 'name': '', 'network_id': '8103f6e5-66b5-4b6e-aab9-89095ff7dce4', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:c0:8e:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 440, 'fixed_ips': [{'subnet_id': 'd872e4e3-5ee4-405a-a437-1ffbf1f955fc', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:35Z', 'updated_at': '2022-10-13T15:27:51Z', 'revision_number': 5, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': 'd872e4e3-5ee4-405a-a437-1ffbf1f955fc', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd67594f2-c0c5-4a36-bff7-71fd58d2cbed', 'name': '', 'network_id': '84c2d1c2-975e-4007-b816-a51001632d07', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:fc:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '0945d224-ede5-498b-85fe-799e1434f68b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:22Z', 'updated_at': '2022-10-13T15:27:33Z', 'revision_number': 5, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': '0945d224-ede5-498b-85fe-799e1434f68b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:28:51.609600 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-521f9216-e17b-4bbe-ae69-e4dcf667ca58 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Allocated IP 172.20.0.5 (a44f8207-61f2-477d-b80a-38deab4e3cb7/235995ae-56e8-4a42-a8ac-e16e5c3294b1/876da674-9b65-4800-ba18-693c8b3d6794) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:28:51.626163 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc558b18-22dc-4148-bfb5-0c1fdfc462fd None None] DHCP port deletion for a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:28:51.630884 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-cc558b18-22dc-4148-bfb5-0c1fdfc462fd None None] Deleting port 70a5757a-6a81-42fe-aabd-8b050fb546d1 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:28:51.631625 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-cc558b18-22dc-4148-bfb5-0c1fdfc462fd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:51.776855 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f003588-a65c-4ab7-896f-ec28e79b4995 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:28:51.794160 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-308faa44-7c7d-456a-8b31-64a51405dda8 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Calling delete_port for 8949cff6-960b-429e-9a63-ec02993f383a owned by {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:28:51.881974 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-cc558b18-22dc-4148-bfb5-0c1fdfc462fd None None] For port 70a5757a-6a81-42fe-aabd-8b050fb546d1, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=70a5757a-6a81-42fe-aabd-8b050fb546d1,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:28:51.882620 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-cc558b18-22dc-4148-bfb5-0c1fdfc462fd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:51.893425 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c790092d-05dc-4ef8-9cb2-91908fd3225a req-6de5ac91-8387-4b16-9c01-5db29118b9d1 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=75dd98a5-e1f9-4a74-ac6e-efb36b74b5e5 HTTP/1.1" status: 200 len: 210 time: 0.0973110 Oct 13 15:28:51.894564 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4bf74f36-fd80-471f-bb37-7b3669ed2fee tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:51.944800 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf74f36-fd80-471f-bb37-7b3669ed2fee tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event deleted for resources: {'Subnet': ['ID=506d59b8-4c92-476e-9ca9-85e327f03087,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:51.963874 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4bf74f36-fd80-471f-bb37-7b3669ed2fee tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:51.973506 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-4bf74f36-fd80-471f-bb37-7b3669ed2fee tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "DELETE /v2.0/subnets/506d59b8-4c92-476e-9ca9-85e327f03087 HTTP/1.1" status: 204 len: 168 time: 1.5681605 Oct 13 15:28:51.975327 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7f003588-a65c-4ab7-896f-ec28e79b4995 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:51.976469 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-7f003588-a65c-4ab7-896f-ec28e79b4995 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 9.7243800 Oct 13 15:28:51.977074 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47494) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:51.991083 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47496) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:52.010487 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-85d8e6f0-3407-4c41-819c-5607f5325b9b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:28:52.034552 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-308faa44-7c7d-456a-8b31-64a51405dda8 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:52.043072 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-cc558b18-22dc-4148-bfb5-0c1fdfc462fd None None] Calling delete_port for 70a5757a-6a81-42fe-aabd-8b050fb546d1 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:28:52.056365 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-85d8e6f0-3407-4c41-819c-5607f5325b9b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Usage tracker for resource:subnet and tenant:bb90cebe15f541febeed2c50e15c931e is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:28:52.102453 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-85d8e6f0-3407-4c41-819c-5607f5325b9b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:28:52.113108 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f1dfed-300a-4f1f-b2a4-3fdd28fca11e None None] Network c22a49cc-c5a0-42b9-8402-0abbf6fb909a requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:28:52.129995 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a236b7b-d08c-4c2e-a31a-8190b2d9f01e None None] Sync routers for ids ['762fd677-0458-43ed-8610-dce4995dc9bb'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:28:52.141465 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308faa44-7c7d-456a-8b31-64a51405dda8 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Pushing event deleted for resources: {'Port': ['ID=8949cff6-960b-429e-9a63-ec02993f383a,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:52.145866 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-85d8e6f0-3407-4c41-819c-5607f5325b9b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:28:52.208853 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device b404be67-998c-4723-a3a7-afaeb10487b4 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:28:52.258273 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-308faa44-7c7d-456a-8b31-64a51405dda8 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:52.266830 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0cb2d3b1-1fc1-4070-9ba5-52c74d275f95 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:52.279947 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: b404be67-998c-4723-a3a7-afaeb10487b4 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:28:52.280298 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device b404be67-998c-4723-a3a7-afaeb10487b4 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:28:52.280954 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 70a5757a-6a81-42fe-aabd-8b050fb546d1 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:28:52.284887 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1a556b60-65ee-45c0-9359-c4e55e8da596 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:52.312829 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a236b7b-d08c-4c2e-a31a-8190b2d9f01e None None] Routers {'762fd677-0458-43ed-8610-dce4995dc9bb'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:28:52.312829 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-4a236b7b-d08c-4c2e-a31a-8190b2d9f01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:28:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['762fd677-0458-43ed-8610-dce4995dc9bb'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:52.364259 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d8e6f0-3407-4c41-819c-5607f5325b9b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:28:52.367373 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-85d8e6f0-3407-4c41-819c-5607f5325b9b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:52.400919 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-308faa44-7c7d-456a-8b31-64a51405dda8 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] 10.222.0.42 "DELETE /v2.0/ports/8949cff6-960b-429e-9a63-ec02993f383a HTTP/1.1" status: 204 len: 168 time: 2.8928449 Oct 13 15:28:52.463493 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47502) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:52.490079 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb2d3b1-1fc1-4070-9ba5-52c74d275f95 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event updated for resources: {'Subnet': ['ID=87be989a-063f-4449-a0b3-db24c8d0444b,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:52.500242 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-1a556b60-65ee-45c0-9359-c4e55e8da596 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Calling delete_port for f8b70c7a-1e82-4426-b69c-4f8b8568b68b owned by {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:28:52.513223 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-4a236b7b-d08c-4c2e-a31a-8190b2d9f01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:52.554274 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-90f1f68f-d1e6-45a4-8984-13e4b05add93 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a98fd1f9-b369-42f5-9fca-d1c52147e1a6', 'external_fixed_ips': [{'subnet_id': '1ecaef29-70e2-4d88-82b6-1bb4ca38fd9d', 'ip_address': '2001:db8::3dc'}]}}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:52.587953 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-90f1f68f-d1e6-45a4-8984-13e4b05add93 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:28:52.608619 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-cc558b18-22dc-4148-bfb5-0c1fdfc462fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:52.616103 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-90f1f68f-d1e6-45a4-8984-13e4b05add93 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Usage tracker for resource:router and tenant:712c4cee70ea4d478a2313a7a07d07fd is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:28:52.630310 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-90f1f68f-d1e6-45a4-8984-13e4b05add93 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:28:52.642795 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a236b7b-d08c-4c2e-a31a-8190b2d9f01e None None] Routers {'762fd677-0458-43ed-8610-dce4995dc9bb'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:28:52.644157 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-4a236b7b-d08c-4c2e-a31a-8190b2d9f01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:28:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['762fd677-0458-43ed-8610-dce4995dc9bb'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:52.654362 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-90f1f68f-d1e6-45a4-8984-13e4b05add93 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:28:52.663745 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-521f9216-e17b-4bbe-ae69-e4dcf667ca58 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:52.669442 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb2d3b1-1fc1-4070-9ba5-52c74d275f95 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Checking segment: {'id': 'a831d253-95b7-4e46-85a5-9df4628987eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b86b4ed7-c716-43a5-9602-8ffd55d93fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:28:52.674563 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb2d3b1-1fc1-4070-9ba5-52c74d275f95 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Network hostable DHCP agents. Network: b86b4ed7-c716-43a5-9602-8ffd55d93fbd, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:28:52.678797 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c5cadcdd-1255-455c-b83f-cbc899cea7ec tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:52.711249 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No active binding found for port 70a5757a-6a81-42fe-aabd-8b050fb546d1 {{(pid=88974) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:231}} Oct 13 15:28:52.711649 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 70a5757a-6a81-42fe-aabd-8b050fb546d1 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:28:52.740446 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc558b18-22dc-4148-bfb5-0c1fdfc462fd None None] Pushing event deleted for resources: {'Port': ['ID=70a5757a-6a81-42fe-aabd-8b050fb546d1,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:52.744625 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-4a236b7b-d08c-4c2e-a31a-8190b2d9f01e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:52.744951 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a236b7b-d08c-4c2e-a31a-8190b2d9f01e None None] The sync data for ids ['762fd677-0458-43ed-8610-dce4995dc9bb'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:28:52.747709 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc558b18-22dc-4148-bfb5-0c1fdfc462fd None None] No DVR routers for this DVR port 70a5757a-6a81-42fe-aabd-8b050fb546d1 on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:28:52.765614 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-521f9216-e17b-4bbe-ae69-e4dcf667ca58 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Transition to ACTIVE for port object 876da674-9b65-4800-ba18-693c8b3d6794 will not be triggered until provisioned by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:28:52.766873 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-90f1f68f-d1e6-45a4-8984-13e4b05add93 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:52.767981 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-90f1f68f-d1e6-45a4-8984-13e4b05add93 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:52.776676 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb2d3b1-1fc1-4070-9ba5-52c74d275f95 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Network b86b4ed7-c716-43a5-9602-8ffd55d93fbd is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:28:52.794713 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-c5cadcdd-1255-455c-b83f-cbc899cea7ec tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Deleting port 3381bc40-ec07-4b96-b789-163b59d3555e {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:28:52.795193 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c5cadcdd-1255-455c-b83f-cbc899cea7ec tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:52.803116 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-90f1f68f-d1e6-45a4-8984-13e4b05add93 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:52.823244 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-0cb2d3b1-1fc1-4070-9ba5-52c74d275f95 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, b86b4ed7-c716-43a5-9602-8ffd55d93fbd) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:28:52.845421 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3bebb0-7298-4276-8217-44ba086be67f None None] Network b86b4ed7-c716-43a5-9602-8ffd55d93fbd requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:28:52.890342 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79547408-6836-4dd2-8e04-0835095d6002 None None] DHCP port deletion for c22a49cc-c5a0-42b9-8402-0abbf6fb909a request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:28:52.913394 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-79547408-6836-4dd2-8e04-0835095d6002 None None] Deleting port 3381bc40-ec07-4b96-b789-163b59d3555e {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:28:52.914039 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-79547408-6836-4dd2-8e04-0835095d6002 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:53.103746 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb2d3b1-1fc1-4070-9ba5-52c74d275f95 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:53.104376 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0cb2d3b1-1fc1-4070-9ba5-52c74d275f95 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:53.127620 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-56cfa142-065e-46a9-a099-034ce5ba1e5c req-e2039cce-a4f0-4ab2-abad-2232e1285d46 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Synchronizing usage tracker for tenant:c4e179e9a35a4e59a0b0abe27aa737df on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:28:53.142265 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-0cb2d3b1-1fc1-4070-9ba5-52c74d275f95 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4904087 Oct 13 15:28:53.147358 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47508) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:53.157159 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-df99bfd6-c6e5-45f3-88f4-0088e22be1d7 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Request body: {'port': {'network_id': 'b86b4ed7-c716-43a5-9602-8ffd55d93fbd', 'name': 'tempest-PortsTestJSON-886896332', 'fixed_ips': [{'subnet_id': '87be989a-063f-4449-a0b3-db24c8d0444b', 'ip_address': '172.20.0.10'}]}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:53.223945 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-56cfa142-065e-46a9-a099-034ce5ba1e5c req-e2039cce-a4f0-4ab2-abad-2232e1285d46 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Unset dirty status for tenant:c4e179e9a35a4e59a0b0abe27aa737df on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:28:53.237287 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-56cfa142-065e-46a9-a099-034ce5ba1e5c req-e2039cce-a4f0-4ab2-abad-2232e1285d46 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=75dd98a5-e1f9-4a74-ac6e-efb36b74b5e5 HTTP/1.1" status: 200 len: 210 time: 0.1927764 Oct 13 15:28:53.290969 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-79547408-6836-4dd2-8e04-0835095d6002 None None] For port 3381bc40-ec07-4b96-b789-163b59d3555e, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=3381bc40-ec07-4b96-b789-163b59d3555e,segment=NetworkSegment(3ac02b61-e2d0-4dfd-904d-bb25de3c3694),segment_id=3ac02b61-e2d0-4dfd-904d-bb25de3c3694)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:28:53.291362 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-79547408-6836-4dd2-8e04-0835095d6002 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:53.307571 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-521f9216-e17b-4bbe-ae69-e4dcf667ca58 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:53.403503 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521f9216-e17b-4bbe-ae69-e4dcf667ca58 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Pushing event updated for resources: {'Port': ['ID=876da674-9b65-4800-ba18-693c8b3d6794,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:53.430976 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-79547408-6836-4dd2-8e04-0835095d6002 None None] Calling delete_port for 3381bc40-ec07-4b96-b789-163b59d3555e owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:28:53.480671 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-521f9216-e17b-4bbe-ae69-e4dcf667ca58 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Network a44f8207-61f2-477d-b80a-38deab4e3cb7 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:28:53.538838 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-79547408-6836-4dd2-8e04-0835095d6002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:53.555477 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-521f9216-e17b-4bbe-ae69-e4dcf667ca58 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:28:53.588386 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-521f9216-e17b-4bbe-ae69-e4dcf667ca58 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:28:53.606606 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79547408-6836-4dd2-8e04-0835095d6002 None None] Pushing event deleted for resources: {'Port': ['ID=3381bc40-ec07-4b96-b789-163b59d3555e,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:53.608928 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79547408-6836-4dd2-8e04-0835095d6002 None None] No DVR routers for this DVR port 3381bc40-ec07-4b96-b789-163b59d3555e on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:28:53.611720 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-df99bfd6-c6e5-45f3-88f4-0088e22be1d7 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:28:53.616887 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1a556b60-65ee-45c0-9359-c4e55e8da596 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:53.643241 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-90f1f68f-d1e6-45a4-8984-13e4b05add93 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:53.723899 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d64da3-cfa7-43ed-9059-9251cbdba455 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-b86b4ed7-c716-43a5-9602-8ffd55d93fbd', 'network_id': 'b86b4ed7-c716-43a5-9602-8ffd55d93fbd', 'tenant_id': 'c7529f71933548bfa5c77476ba17c75c', 'fixed_ips': [{'subnet_id': '87be989a-063f-4449-a0b3-db24c8d0444b'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:28:53.725005 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-09d64da3-cfa7-43ed-9059-9251cbdba455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:53.756659 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-df99bfd6-c6e5-45f3-88f4-0088e22be1d7 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Usage tracker for resource:port and tenant:c7529f71933548bfa5c77476ba17c75c is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:28:53.813566 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-df99bfd6-c6e5-45f3-88f4-0088e22be1d7 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:28:53.816743 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a556b60-65ee-45c0-9359-c4e55e8da596 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Pushing event deleted for resources: {'Port': ['ID=f8b70c7a-1e82-4426-b69c-4f8b8568b68b,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:53.895057 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.objects.ports [None req-85d8e6f0-3407-4c41-819c-5607f5325b9b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88972) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 13 15:28:53.899638 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-85d8e6f0-3407-4c41-819c-5607f5325b9b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:53.934705 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-df99bfd6-c6e5-45f3-88f4-0088e22be1d7 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:28:53.963434 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-521f9216-e17b-4bbe-ae69-e4dcf667ca58 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:53.964270 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-521f9216-e17b-4bbe-ae69-e4dcf667ca58 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:53.990570 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-b910ccb9-d1d7-48ed-ac53-6aeec5ad858e None None] Provisioning for port 876da674-9b65-4800-ba18-693c8b3d6794 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:28:54.000422 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-b910ccb9-d1d7-48ed-ac53-6aeec5ad858e None None] Provisioning complete for port 876da674-9b65-4800-ba18-693c8b3d6794 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:28:54.001256 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b910ccb9-d1d7-48ed-ac53-6aeec5ad858e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:54.001761 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-b910ccb9-d1d7-48ed-ac53-6aeec5ad858e None None] Attempt 1 to provision port 876da674-9b65-4800-ba18-693c8b3d6794 Oct 13 15:28:54.015899 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1a556b60-65ee-45c0-9359-c4e55e8da596 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:54.020030 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d8e6f0-3407-4c41-819c-5607f5325b9b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:28:54.025343 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-85d8e6f0-3407-4c41-819c-5607f5325b9b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:28:54.032419 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d8e6f0-3407-4c41-819c-5607f5325b9b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:54.033824 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-85d8e6f0-3407-4c41-819c-5607f5325b9b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:54.035356 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-c5cadcdd-1255-455c-b83f-cbc899cea7ec tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] For port 3381bc40-ec07-4b96-b789-163b59d3555e, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=3381bc40-ec07-4b96-b789-163b59d3555e,segment=NetworkSegment(3ac02b61-e2d0-4dfd-904d-bb25de3c3694),segment_id=3ac02b61-e2d0-4dfd-904d-bb25de3c3694)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:28:54.035961 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c5cadcdd-1255-455c-b83f-cbc899cea7ec tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:54.043132 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-521f9216-e17b-4bbe-ae69-e4dcf667ca58 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9807630 Oct 13 15:28:54.046308 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426bcd17-0762-4d45-9b86-3f5488b92f94 None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:28:54.053014 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-1a556b60-65ee-45c0-9359-c4e55e8da596 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] 10.222.0.42 "DELETE /v2.0/ports/f8b70c7a-1e82-4426-b69c-4f8b8568b68b HTTP/1.1" status: 204 len: 168 time: 3.4053295 Oct 13 15:28:54.060264 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47512) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:54.060556 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-dddfd3c8-26a1-4848-b1f6-638000eb761b service neutron] Request body: {'port': {'device_id': '75dd98a5-e1f9-4a74-ac6e-efb36b74b5e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:54.153551 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d8e6f0-3407-4c41-819c-5607f5325b9b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'Subnet': ['ID=cf457c3e-8ca7-4614-b132-dc5ddc7719cc,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:54.173488 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-09d64da3-cfa7-43ed-9059-9251cbdba455 None None] Allocated IP 172.20.0.2 (b86b4ed7-c716-43a5-9602-8ffd55d93fbd/87be989a-063f-4449-a0b3-db24c8d0444b/cdb3c6dd-c899-461b-892d-af63139b9689) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:28:54.179904 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 3381bc40-ec07-4b96-b789-163b59d3555e no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:28:54.183715 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-85d8e6f0-3407-4c41-819c-5607f5325b9b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.7512295 Oct 13 15:28:54.189053 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47516) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:54.197245 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-24c8e462-d810-4f9b-bf87-21724a797ae7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'port': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'mac_address': 'fa:16:3e:7d:70:6c', 'name': 'tempest-NetworksTestDHCPv6-37413314'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:54.233845 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 3381bc40-ec07-4b96-b789-163b59d3555e {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:28:54.234239 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 3381bc40-ec07-4b96-b789-163b59d3555e not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:28:54.239191 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-b910ccb9-d1d7-48ed-ac53-6aeec5ad858e None None] Port 876da674-9b65-4800-ba18-693c8b3d6794 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:28:54.260157 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df99bfd6-c6e5-45f3-88f4-0088e22be1d7 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Made reservation on behalf of c7529f71933548bfa5c77476ba17c75c for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:28:54.301045 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-c5cadcdd-1255-455c-b83f-cbc899cea7ec tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Calling delete_port for 3381bc40-ec07-4b96-b789-163b59d3555e owned by network:dhcp {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:28:54.388901 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-b243c522-d1bb-422c-a1b3-80f5cfebc58b tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] GET failed (client error): The resource could not be found. Oct 13 15:28:54.389955 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-b243c522-d1bb-422c-a1b3-80f5cfebc58b tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Synchronizing usage tracker for tenant:e8c763263a4c44b7a4ac4e9baf7fec5d on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:28:54.419572 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-dddfd3c8-26a1-4848-b1f6-638000eb761b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:54.447540 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-24c8e462-d810-4f9b-bf87-21724a797ae7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:28:54.476384 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-24c8e462-d810-4f9b-bf87-21724a797ae7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Usage tracker for resource:port and tenant:bb90cebe15f541febeed2c50e15c931e is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:28:54.484654 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-24c8e462-d810-4f9b-bf87-21724a797ae7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:28:54.504296 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-24c8e462-d810-4f9b-bf87-21724a797ae7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:28:54.532257 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb45c33-f200-4294-8117-9d6ff96b32df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'tenant_id': 'bb90cebe15f541febeed2c50e15c931e', 'fixed_ips': [{'subnet_id': 'cf457c3e-8ca7-4614-b132-dc5ddc7719cc'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:28:54.533063 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9fb45c33-f200-4294-8117-9d6ff96b32df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:54.562506 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-01efefa8-3d31-47d9-8a33-a3c71b066cc0 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:54.590758 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-b243c522-d1bb-422c-a1b3-80f5cfebc58b tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Unset dirty status for tenant:e8c763263a4c44b7a4ac4e9baf7fec5d on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:28:54.592067 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-b243c522-d1bb-422c-a1b3-80f5cfebc58b tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] 10.222.0.42 "GET /v2.0/ports/f8b70c7a-1e82-4426-b69c-4f8b8568b68b HTTP/1.1" status: 404 len: 333 time: 0.5283756 Oct 13 15:28:54.600252 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47522) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:54.600434 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24c8e462-d810-4f9b-bf87-21724a797ae7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'port': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:28:54.697410 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.db.api [None req-c5cadcdd-1255-455c-b83f-cbc899cea7ec tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:28:54.698026 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG oslo_db.api [None req-c5cadcdd-1255-455c-b83f-cbc899cea7ec tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:28:54.714900 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-09d64da3-cfa7-43ed-9059-9251cbdba455 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:54.757005 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-b910ccb9-d1d7-48ed-ac53-6aeec5ad858e None None] Attempt 2 to provision port 876da674-9b65-4800-ba18-693c8b3d6794 Oct 13 15:28:54.797331 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-09d64da3-cfa7-43ed-9059-9251cbdba455 None None] Transition to ACTIVE for port object cdb3c6dd-c899-461b-892d-af63139b9689 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:28:54.802040 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-df99bfd6-c6e5-45f3-88f4-0088e22be1d7 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:54.843196 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-b910ccb9-d1d7-48ed-ac53-6aeec5ad858e None None] Port 876da674-9b65-4800-ba18-693c8b3d6794 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:28:54.844062 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46ebfe8-b04d-41f3-a02c-f03228cbb3f7 req-53bf4d9b-851e-4a62-a6f7-336bda837b02 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:54.847349 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-09d64da3-cfa7-43ed-9059-9251cbdba455 None None] Transition to ACTIVE for port object cdb3c6dd-c899-461b-892d-af63139b9689 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:28:54.851249 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e46ebfe8-b04d-41f3-a02c-f03228cbb3f7 req-53bf4d9b-851e-4a62-a6f7-336bda837b02 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=75dd98a5-e1f9-4a74-ac6e-efb36b74b5e5 HTTP/1.1" status: 200 len: 931 time: 0.4807935 Oct 13 15:28:54.856859 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-09d64da3-cfa7-43ed-9059-9251cbdba455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:54.894436 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-9fb45c33-f200-4294-8117-9d6ff96b32df None None] Allocated IP 2001:db8::f816:3eff:fe0b:8863 (a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828/cf457c3e-8ca7-4614-b132-dc5ddc7719cc/70f270d5-6917-41bb-821d-fe85ccf071af) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:28:54.945278 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-987dee37-ae4d-4d98-8019-5b6ff4090c7b tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Deleting port 05b04f10-aac3-45e1-a874-39fc3f8e5d51 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:28:54.945637 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-987dee37-ae4d-4d98-8019-5b6ff4090c7b tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:54.953333 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09d64da3-cfa7-43ed-9059-9251cbdba455 None None] Network b86b4ed7-c716-43a5-9602-8ffd55d93fbd is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:28:54.966017 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-09d64da3-cfa7-43ed-9059-9251cbdba455 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:28:54.969606 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d64da3-cfa7-43ed-9059-9251cbdba455 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:28:55.011977 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [None req-df99bfd6-c6e5-45f3-88f4-0088e22be1d7 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] device_id is not set on port 687ef344-e997-4669-a01d-3734460f30c0 yet. {{(pid=88973) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:28:55.062771 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d64da3-cfa7-43ed-9059-9251cbdba455 None None] Pushing event updated for resources: {'Port': ['ID=cdb3c6dd-c899-461b-892d-af63139b9689,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:55.082623 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e46ebfe8-b04d-41f3-a02c-f03228cbb3f7 req-78437ce5-a0db-4ad5-a9b0-fcbd149aa134 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/security-groups?id=81e55712-bc20-48c8-a3f7-25813fa3e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2302730 Oct 13 15:28:55.148311 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-24c8e462-d810-4f9b-bf87-21724a797ae7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:55.161216 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-09d64da3-cfa7-43ed-9059-9251cbdba455 None None] Attempting to bind port cdb3c6dd-c899-461b-892d-af63139b9689 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:28:55.161836 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-09d64da3-cfa7-43ed-9059-9251cbdba455 None None] Attempting to bind port cdb3c6dd-c899-461b-892d-af63139b9689 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'a831d253-95b7-4e46-85a5-9df4628987eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b86b4ed7-c716-43a5-9602-8ffd55d93fbd'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:28:55.162793 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d64da3-cfa7-43ed-9059-9251cbdba455 None None] Attempting to bind port cdb3c6dd-c899-461b-892d-af63139b9689 on network b86b4ed7-c716-43a5-9602-8ffd55d93fbd {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:28:55.172415 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d64da3-cfa7-43ed-9059-9251cbdba455 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:28:55.173238 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d64da3-cfa7-43ed-9059-9251cbdba455 None None] Checking segment: {'id': 'a831d253-95b7-4e46-85a5-9df4628987eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b86b4ed7-c716-43a5-9602-8ffd55d93fbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:28:55.173238 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-09d64da3-cfa7-43ed-9059-9251cbdba455 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:55.173568 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09d64da3-cfa7-43ed-9059-9251cbdba455 None None] Bound using segment: {'id': 'a831d253-95b7-4e46-85a5-9df4628987eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b86b4ed7-c716-43a5-9602-8ffd55d93fbd'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:28:55.174034 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-09d64da3-cfa7-43ed-9059-9251cbdba455 None None] Bound port: cdb3c6dd-c899-461b-892d-af63139b9689, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a831d253-95b7-4e46-85a5-9df4628987eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'b86b4ed7-c716-43a5-9602-8ffd55d93fbd'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:28:55.174784 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-09d64da3-cfa7-43ed-9059-9251cbdba455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:55.200811 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [None req-24c8e462-d810-4f9b-bf87-21724a797ae7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] device_id is not set on port 7bf7236a-39a0-47df-b0f8-3031d0ac0905 yet. {{(pid=88972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:28:55.239467 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-90f1f68f-d1e6-45a4-8984-13e4b05add93 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:55.283234 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-90f1f68f-d1e6-45a4-8984-13e4b05add93 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:55.347591 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-b910ccb9-d1d7-48ed-ac53-6aeec5ad858e None None] Attempt 3 to provision port 876da674-9b65-4800-ba18-693c8b3d6794 Oct 13 15:28:55.398635 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9fb45c33-f200-4294-8117-9d6ff96b32df None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:55.416595 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-09d64da3-cfa7-43ed-9059-9251cbdba455 None None] For port cdb3c6dd-c899-461b-892d-af63139b9689, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:28:55.424055 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-9fb45c33-f200-4294-8117-9d6ff96b32df None None] Transition to ACTIVE for port object 70f270d5-6917-41bb-821d-fe85ccf071af will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:28:55.426158 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-987dee37-ae4d-4d98-8019-5b6ff4090c7b tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:55.433462 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-b910ccb9-d1d7-48ed-ac53-6aeec5ad858e None None] Port 876da674-9b65-4800-ba18-693c8b3d6794 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:28:55.437853 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-09d64da3-cfa7-43ed-9059-9251cbdba455 None None] For port cdb3c6dd-c899-461b-892d-af63139b9689, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=cdb3c6dd-c899-461b-892d-af63139b9689,segment=NetworkSegment(a831d253-95b7-4e46-85a5-9df4628987eb),segment_id=a831d253-95b7-4e46-85a5-9df4628987eb)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:28:55.449235 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-09d64da3-cfa7-43ed-9059-9251cbdba455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:55.482653 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-dddfd3c8-26a1-4848-b1f6-638000eb761b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 876da674-9b65-4800-ba18-693c8b3d6794 {{(pid=88972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 15:28:55.488780 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-9fb45c33-f200-4294-8117-9d6ff96b32df None None] Transition to ACTIVE for port object 70f270d5-6917-41bb-821d-fe85ccf071af will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:28:55.499413 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-dddfd3c8-26a1-4848-b1f6-638000eb761b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:55.514365 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9fb45c33-f200-4294-8117-9d6ff96b32df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:55.554450 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-987dee37-ae4d-4d98-8019-5b6ff4090c7b tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Calling delete_port for 05b04f10-aac3-45e1-a874-39fc3f8e5d51 owned by {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:28:55.567482 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-dddfd3c8-26a1-4848-b1f6-638000eb761b service neutron] Transition to ACTIVE for port object 876da674-9b65-4800-ba18-693c8b3d6794 will not be triggered until provisioned by entity L2. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:28:55.571578 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d64da3-cfa7-43ed-9059-9251cbdba455 None None] Pushing event updated for resources: {'Port': ['ID=cdb3c6dd-c899-461b-892d-af63139b9689,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:55.576939 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fb45c33-f200-4294-8117-9d6ff96b32df None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:28:55.580062 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-dddfd3c8-26a1-4848-b1f6-638000eb761b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:55.608256 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-9fb45c33-f200-4294-8117-9d6ff96b32df None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:28:55.610232 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:55.611031 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb45c33-f200-4294-8117-9d6ff96b32df None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:28:55.648494 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-c5cadcdd-1255-455c-b83f-cbc899cea7ec tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Deleting port 3381bc40-ec07-4b96-b789-163b59d3555e {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:28:55.649295 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c5cadcdd-1255-455c-b83f-cbc899cea7ec tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:55.747761 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb45c33-f200-4294-8117-9d6ff96b32df None None] Pushing event updated for resources: {'Port': ['ID=70f270d5-6917-41bb-821d-fe85ccf071af,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:55.762406 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-24c8e462-d810-4f9b-bf87-21724a797ae7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Allocated IP 2001:db8::f816:3eff:fe7d:706c (a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828/cf457c3e-8ca7-4614-b132-dc5ddc7719cc/7bf7236a-39a0-47df-b0f8-3031d0ac0905) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:28:55.767854 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-9fb45c33-f200-4294-8117-9d6ff96b32df None None] Attempting to bind port 70f270d5-6917-41bb-821d-fe85ccf071af on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:28:55.768399 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-9fb45c33-f200-4294-8117-9d6ff96b32df None None] Attempting to bind port 70f270d5-6917-41bb-821d-fe85ccf071af by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:28:55.768934 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb45c33-f200-4294-8117-9d6ff96b32df None None] Attempting to bind port 70f270d5-6917-41bb-821d-fe85ccf071af on network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:28:55.776958 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb45c33-f200-4294-8117-9d6ff96b32df None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:28:55.777926 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb45c33-f200-4294-8117-9d6ff96b32df None None] Checking segment: {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:28:55.778447 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9fb45c33-f200-4294-8117-9d6ff96b32df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:55.778998 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fb45c33-f200-4294-8117-9d6ff96b32df None None] Bound using segment: {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:28:55.779583 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-9fb45c33-f200-4294-8117-9d6ff96b32df None None] Bound port: 70f270d5-6917-41bb-821d-fe85ccf071af, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:28:55.780045 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9fb45c33-f200-4294-8117-9d6ff96b32df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:55.884527 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-987dee37-ae4d-4d98-8019-5b6ff4090c7b tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:55.889017 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddfd3c8-26a1-4848-b1f6-638000eb761b service neutron] Pushing event updated for resources: {'Port': ['ID=876da674-9b65-4800-ba18-693c8b3d6794,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:55.891333 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-c5cadcdd-1255-455c-b83f-cbc899cea7ec tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] The port '3381bc40-ec07-4b96-b789-163b59d3555e' was deleted {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 13 15:28:55.900614 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-90f1f68f-d1e6-45a4-8984-13e4b05add93 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Allocated IP 2001:db8::3dc (a98fd1f9-b369-42f5-9fca-d1c52147e1a6/1ecaef29-70e2-4d88-82b6-1bb4ca38fd9d/83b9e79c-22dc-4ad8-b4e4-8f762af4a954) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:28:55.935324 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-9fb45c33-f200-4294-8117-9d6ff96b32df None None] For port 70f270d5-6917-41bb-821d-fe85ccf071af, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:28:55.945337 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-9fb45c33-f200-4294-8117-9d6ff96b32df None None] For port 70f270d5-6917-41bb-821d-fe85ccf071af, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=70f270d5-6917-41bb-821d-fe85ccf071af,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:28:55.950238 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-b910ccb9-d1d7-48ed-ac53-6aeec5ad858e None None] Attempt 4 to provision port 876da674-9b65-4800-ba18-693c8b3d6794 Oct 13 15:28:55.973331 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-dddfd3c8-26a1-4848-b1f6-638000eb761b service neutron] Attempting to bind port 876da674-9b65-4800-ba18-693c8b3d6794 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:28:55.973870 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-dddfd3c8-26a1-4848-b1f6-638000eb761b service neutron] Attempting to bind port 876da674-9b65-4800-ba18-693c8b3d6794 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'c8b28188-8b1e-438a-8a7c-cfa1fc185e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7'}] {{(pid=88972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:28:55.974449 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-dddfd3c8-26a1-4848-b1f6-638000eb761b service neutron] Attempting to bind port 876da674-9b65-4800-ba18-693c8b3d6794 on network a44f8207-61f2-477d-b80a-38deab4e3cb7 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:28:56.024727 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9fb45c33-f200-4294-8117-9d6ff96b32df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:56.042956 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-dddfd3c8-26a1-4848-b1f6-638000eb761b service neutron] Port 876da674-9b65-4800-ba18-693c8b3d6794 on network a44f8207-61f2-477d-b80a-38deab4e3cb7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:28:56.043538 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-dddfd3c8-26a1-4848-b1f6-638000eb761b service neutron] Attempting to bind port 876da674-9b65-4800-ba18-693c8b3d6794 on network a44f8207-61f2-477d-b80a-38deab4e3cb7 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:28:56.074674 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987dee37-ae4d-4d98-8019-5b6ff4090c7b tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Pushing event deleted for resources: {'Port': ['ID=05b04f10-aac3-45e1-a874-39fc3f8e5d51,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:56.120313 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-dddfd3c8-26a1-4848-b1f6-638000eb761b service neutron] Checking agent: {'id': 'c4d1d38a-44f6-47ac-b17c-311e640e7cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'started_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 28, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:28:56.120877 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-dddfd3c8-26a1-4848-b1f6-638000eb761b service neutron] Checking segment: {'id': 'c8b28188-8b1e-438a-8a7c-cfa1fc185e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:28:56.121448 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-dddfd3c8-26a1-4848-b1f6-638000eb761b service neutron] Bound using segment: {'id': 'c8b28188-8b1e-438a-8a7c-cfa1fc185e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7'} {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:28:56.122112 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-dddfd3c8-26a1-4848-b1f6-638000eb761b service neutron] Bound port: 876da674-9b65-4800-ba18-693c8b3d6794, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8b28188-8b1e-438a-8a7c-cfa1fc185e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7'}}] {{(pid=88972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:28:56.122672 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-dddfd3c8-26a1-4848-b1f6-638000eb761b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:56.133858 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb45c33-f200-4294-8117-9d6ff96b32df None None] Pushing event updated for resources: {'Port': ['ID=70f270d5-6917-41bb-821d-fe85ccf071af,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:56.143154 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-b910ccb9-d1d7-48ed-ac53-6aeec5ad858e None None] Port 876da674-9b65-4800-ba18-693c8b3d6794 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:28:56.291397 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device cdb3c6dd-c899-461b-892d-af63139b9689 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:28:56.408256 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-df99bfd6-c6e5-45f3-88f4-0088e22be1d7 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Allocated IP 172.20.0.10 (b86b4ed7-c716-43a5-9602-8ffd55d93fbd/87be989a-063f-4449-a0b3-db24c8d0444b/687ef344-e997-4669-a01d-3734460f30c0) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:28:56.435041 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port cdb3c6dd-c899-461b-892d-af63139b9689 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:28:56.534918 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c5cadcdd-1255-455c-b83f-cbc899cea7ec tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:56.617020 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-c5cadcdd-1255-455c-b83f-cbc899cea7ec tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c22a49cc-c5a0-42b9-8402-0abbf6fb909a']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:56.627108 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-987dee37-ae4d-4d98-8019-5b6ff4090c7b tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:56.644948 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-b910ccb9-d1d7-48ed-ac53-6aeec5ad858e None None] Attempt 5 to provision port 876da674-9b65-4800-ba18-693c8b3d6794 Oct 13 15:28:56.708740 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-dddfd3c8-26a1-4848-b1f6-638000eb761b service neutron] For port 876da674-9b65-4800-ba18-693c8b3d6794, host hv-neutron-8603, cleared binding levels {{(pid=88972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:28:56.712002 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-dddfd3c8-26a1-4848-b1f6-638000eb761b service neutron] For port 876da674-9b65-4800-ba18-693c8b3d6794, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=876da674-9b65-4800-ba18-693c8b3d6794,segment=NetworkSegment(c8b28188-8b1e-438a-8a7c-cfa1fc185e50),segment_id=c8b28188-8b1e-438a-8a7c-cfa1fc185e50)] {{(pid=88972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:28:56.733235 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-90f1f68f-d1e6-45a4-8984-13e4b05add93 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:56.737741 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-dddfd3c8-26a1-4848-b1f6-638000eb761b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:56.742644 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-dddfd3c8-26a1-4848-b1f6-638000eb761b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:56.743175 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-dddfd3c8-26a1-4848-b1f6-638000eb761b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:56.743636 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-b910ccb9-d1d7-48ed-ac53-6aeec5ad858e None None] Port 876da674-9b65-4800-ba18-693c8b3d6794 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:28:56.744560 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-dddfd3c8-26a1-4848-b1f6-638000eb761b service neutron] 10.222.0.16 "PUT /v2.0/ports/876da674-9b65-4800-ba18-693c8b3d6794 HTTP/1.1" status: 200 len: 1093 time: 2.6907682 Oct 13 15:28:56.798671 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75dd98a5-e1f9-4a74-ac6e-efb36b74b5e5', 'tag': '876da674-9b65-4800-ba18-693c8b3d6794'}] {{(pid=88972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:28:56.801230 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66139ebd01b2281a52a84d0c3e28fe779798cc7e4f9f2d51c02648ac67609c1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26659c46-470a-4643-97c9-52fafe89c947" -d '{"events": [{"name": "network-changed", "server_uuid": "75dd98a5-e1f9-4a74-ac6e-efb36b74b5e5", "tag": "876da674-9b65-4800-ba18-693c8b3d6794"}]}' {{(pid=88972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:28:56.832691 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-c5cadcdd-1255-455c-b83f-cbc899cea7ec tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ac02b61-e2d0-4dfd-904d-bb25de3c3694') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:56.833042 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-c5cadcdd-1255-455c-b83f-cbc899cea7ec tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ac02b61-e2d0-4dfd-904d-bb25de3c3694') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:28:56.846293 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c5cadcdd-1255-455c-b83f-cbc899cea7ec tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:56.883960 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 15:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a968262-df73-462a-b383-0031bae44ef8 x-openstack-request-id: req-5a968262-df73-462a-b383-0031bae44ef8 {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:28:56.884249 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75dd98a5-e1f9-4a74-ac6e-efb36b74b5e5", "tag": "876da674-9b65-4800-ba18-693c8b3d6794", "status": "completed", "code": 200}]} {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:28:56.884493 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5a968262-df73-462a-b383-0031bae44ef8 {{(pid=88972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:28:56.884878 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a968262-df73-462a-b383-0031bae44ef8'] response: {'name': 'network-changed', 'server_uuid': '75dd98a5-e1f9-4a74-ac6e-efb36b74b5e5', 'tag': '876da674-9b65-4800-ba18-693c8b3d6794', 'status': 'completed', 'code': 200} Oct 13 15:28:56.940728 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-24c8e462-d810-4f9b-bf87-21724a797ae7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:56.943964 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c5cadcdd-1255-455c-b83f-cbc899cea7ec tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:56.977080 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddfd3c8-26a1-4848-b1f6-638000eb761b service neutron] Pushing event updated for resources: {'Port': ['ID=876da674-9b65-4800-ba18-693c8b3d6794,revision_number=3']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:56.981548 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5cadcdd-1255-455c-b83f-cbc899cea7ec tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:28:56.981945 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c5cadcdd-1255-455c-b83f-cbc899cea7ec tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:56.986492 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-24c8e462-d810-4f9b-bf87-21724a797ae7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Transition to ACTIVE for port object 7bf7236a-39a0-47df-b0f8-3031d0ac0905 will not be triggered until provisioned by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:28:56.996737 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5319261-673b-4fa7-b744-e72330f0f51a req-127b7615-c3b6-43fa-bac9-836192519c8b tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:56.998244 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-d5319261-673b-4fa7-b744-e72330f0f51a req-127b7615-c3b6-43fa-bac9-836192519c8b tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=75dd98a5-e1f9-4a74-ac6e-efb36b74b5e5 HTTP/1.1" status: 200 len: 943 time: 0.6542380 Oct 13 15:28:57.004210 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-987dee37-ae4d-4d98-8019-5b6ff4090c7b tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] 10.222.0.42 "DELETE /v2.0/ports/05b04f10-aac3-45e1-a874-39fc3f8e5d51 HTTP/1.1" status: 204 len: 168 time: 2.3038080 Oct 13 15:28:57.005776 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-01efefa8-3d31-47d9-8a33-a3c71b066cc0 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Allocated IP 172.20.0.1 (ae4eeb10-b86a-45ac-80e0-9663d7d242fb/fb50b5e5-969e-4a04-a939-f1db0980ef1a/f068c2d9-8f24-427c-ab7b-9928ea64aafe) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:28:57.006001 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47532) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:57.031877 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 3ac02b61-e2d0-4dfd-904d-bb25de3c3694 resource provider aggregate not found Oct 13 15:28:57.054331 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70fc09ed-3774-461d-a060-b35b88025bcb None None] Network b86b4ed7-c716-43a5-9602-8ffd55d93fbd requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:28:57.082858 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-f556fab9-8b77-4aa4-9feb-a1a2a3830266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:57.084302 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-f556fab9-8b77-4aa4-9feb-a1a2a3830266 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c4e179e9a35a4e59a0b0abe27aa737df&device_id=75dd98a5-e1f9-4a74-ac6e-efb36b74b5e5 HTTP/1.1" status: 200 len: 1096 time: 0.2749600 Oct 13 15:28:57.100728 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 3ac02b61-e2d0-4dfd-904d-bb25de3c3694 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3ac02b61-e2d0-4dfd-904d-bb25de3c3694 found for delete ", "request_id": "req-9460bdb9-75d0-487f-9a4f-c2ad4407a1ea"}]} Oct 13 15:28:57.103543 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-90f1f68f-d1e6-45a4-8984-13e4b05add93 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:57.233560 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c5cadcdd-1255-455c-b83f-cbc899cea7ec tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:57.250914 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-957bc427-cc1a-4e2a-82db-07cf68474087 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=876da674-9b65-4800-ba18-693c8b3d6794 HTTP/1.1" status: 200 len: 217 time: 0.1559627 Oct 13 15:28:57.262789 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-df99bfd6-c6e5-45f3-88f4-0088e22be1d7 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:57.270353 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c5cadcdd-1255-455c-b83f-cbc899cea7ec tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:57.277343 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-b910ccb9-d1d7-48ed-ac53-6aeec5ad858e None None] Attempt 6 to provision port 876da674-9b65-4800-ba18-693c8b3d6794 Oct 13 15:28:57.301748 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cadcdd-1255-455c-b83f-cbc899cea7ec tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event deleted for resources: {'Network': ['ID=c22a49cc-c5a0-42b9-8402-0abbf6fb909a,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:57.323594 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-d5319261-673b-4fa7-b744-e72330f0f51a req-59878522-a8c5-4b8d-bcb2-2713f2448c18 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/security-groups?id=81e55712-bc20-48c8-a3f7-25813fa3e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2826407 Oct 13 15:28:57.335717 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c5cadcdd-1255-455c-b83f-cbc899cea7ec tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "DELETE /v2.0/networks/c22a49cc-c5a0-42b9-8402-0abbf6fb909a HTTP/1.1" status: 204 len: 168 time: 5.3488836 Oct 13 15:28:57.341397 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47538) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:57.342810 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-df99bfd6-c6e5-45f3-88f4-0088e22be1d7 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Transition to ACTIVE for port object 687ef344-e997-4669-a01d-3734460f30c0 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:28:57.356075 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f1f68f-d1e6-45a4-8984-13e4b05add93 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Network a98fd1f9-b369-42f5-9fca-d1c52147e1a6 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:28:57.360119 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-777ddd72-61e5-4bf8-bb9d-8ba14ae60dff tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Deleting subnet b581cfe0-968b-4a24-a9b6-36fb6dec12df {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:28:57.367965 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-90f1f68f-d1e6-45a4-8984-13e4b05add93 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:28:57.370671 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f1f68f-d1e6-45a4-8984-13e4b05add93 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:28:57.412964 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-01efefa8-3d31-47d9-8a33-a3c71b066cc0 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:57.432235 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-777ddd72-61e5-4bf8-bb9d-8ba14ae60dff tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:57.441063 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-df99bfd6-c6e5-45f3-88f4-0088e22be1d7 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:57.458014 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-b910ccb9-d1d7-48ed-ac53-6aeec5ad858e None None] Port 876da674-9b65-4800-ba18-693c8b3d6794 had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 15:28:57.588076 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-24c8e462-d810-4f9b-bf87-21724a797ae7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:57.592383 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-663b820a-2e15-401b-9221-94ab19b6f9a4 None None] Provisioning for port 70f270d5-6917-41bb-821d-fe85ccf071af completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:28:57.598598 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1f68f-d1e6-45a4-8984-13e4b05add93 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Pushing event updated for resources: {'Port': ['ID=83b9e79c-22dc-4ad8-b4e4-8f762af4a954,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:57.612110 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-663b820a-2e15-401b-9221-94ab19b6f9a4 None None] Provisioning for port cdb3c6dd-c899-461b-892d-af63139b9689 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:28:57.617950 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-663b820a-2e15-401b-9221-94ab19b6f9a4 None None] Provisioning complete for port cdb3c6dd-c899-461b-892d-af63139b9689 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:28:57.618397 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-663b820a-2e15-401b-9221-94ab19b6f9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:57.618728 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-663b820a-2e15-401b-9221-94ab19b6f9a4 None None] Attempt 1 to provision port cdb3c6dd-c899-461b-892d-af63139b9689 Oct 13 15:28:57.695975 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df99bfd6-c6e5-45f3-88f4-0088e22be1d7 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Network b86b4ed7-c716-43a5-9602-8ffd55d93fbd is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:28:57.697228 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-01efefa8-3d31-47d9-8a33-a3c71b066cc0 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:57.716589 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-df99bfd6-c6e5-45f3-88f4-0088e22be1d7 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:28:57.726374 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df99bfd6-c6e5-45f3-88f4-0088e22be1d7 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:28:57.756753 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01efefa8-3d31-47d9-8a33-a3c71b066cc0 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Network ae4eeb10-b86a-45ac-80e0-9663d7d242fb is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:28:57.774938 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-01efefa8-3d31-47d9-8a33-a3c71b066cc0 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:28:57.780175 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-93f66e10-3806-4f2f-953a-b39a0d965158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:57.781932 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-93f66e10-3806-4f2f-953a-b39a0d965158 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=235995ae-56e8-4a42-a8ac-e16e5c3294b1 HTTP/1.1" status: 200 len: 851 time: 0.5092781 Oct 13 15:28:57.783688 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01efefa8-3d31-47d9-8a33-a3c71b066cc0 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:28:57.789650 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-663b820a-2e15-401b-9221-94ab19b6f9a4 None None] Current status of the port cdb3c6dd-c899-461b-892d-af63139b9689 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:28:57.790257 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-663b820a-2e15-401b-9221-94ab19b6f9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:57.826839 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99bfd6-c6e5-45f3-88f4-0088e22be1d7 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event updated for resources: {'Port': ['ID=687ef344-e997-4669-a01d-3734460f30c0,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:57.832454 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-663b820a-2e15-401b-9221-94ab19b6f9a4 None None] For port cdb3c6dd-c899-461b-892d-af63139b9689, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=cdb3c6dd-c899-461b-892d-af63139b9689,segment=NetworkSegment(a831d253-95b7-4e46-85a5-9df4628987eb),segment_id=a831d253-95b7-4e46-85a5-9df4628987eb)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:28:57.839992 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-663b820a-2e15-401b-9221-94ab19b6f9a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:57.906389 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24c8e462-d810-4f9b-bf87-21724a797ae7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:28:57.917934 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663b820a-2e15-401b-9221-94ab19b6f9a4 None None] Pushing event updated for resources: {'Port': ['ID=cdb3c6dd-c899-461b-892d-af63139b9689,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:57.931251 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-24c8e462-d810-4f9b-bf87-21724a797ae7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:28:57.933718 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c8e462-d810-4f9b-bf87-21724a797ae7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:28:57.936973 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df99bfd6-c6e5-45f3-88f4-0088e22be1d7 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:57.937587 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-df99bfd6-c6e5-45f3-88f4-0088e22be1d7 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:57.939364 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24c8e462-d810-4f9b-bf87-21724a797ae7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:57.939965 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-24c8e462-d810-4f9b-bf87-21724a797ae7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:57.947477 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-01efefa8-3d31-47d9-8a33-a3c71b066cc0 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:57.954313 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-777ddd72-61e5-4bf8-bb9d-8ba14ae60dff tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:57.975663 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01efefa8-3d31-47d9-8a33-a3c71b066cc0 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Pushing event updated for resources: {'Port': ['ID=f068c2d9-8f24-427c-ab7b-9928ea64aafe,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:57.993338 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-df99bfd6-c6e5-45f3-88f4-0088e22be1d7 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.8448682 Oct 13 15:28:57.995991 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47542) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:58.009760 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-f2b18ede-f6e6-47f8-b27c-215f6d5d82a3 None None] Provisioning for port 687ef344-e997-4669-a01d-3734460f30c0 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:28:58.012732 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-9592106d-f083-457d-a749-58d37d4aebb0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Request body: {'port': {'network_id': 'b86b4ed7-c716-43a5-9602-8ffd55d93fbd', 'name': 'tempest-PortsTestJSON-4512067', 'fixed_ips': [{'subnet_id': '87be989a-063f-4449-a0b3-db24c8d0444b', 'ip_address': '172.20.0.9'}]}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:28:58.023677 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-f2b18ede-f6e6-47f8-b27c-215f6d5d82a3 None None] Provisioning complete for port 687ef344-e997-4669-a01d-3734460f30c0 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:28:58.023677 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f2b18ede-f6e6-47f8-b27c-215f6d5d82a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:58.024025 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f2b18ede-f6e6-47f8-b27c-215f6d5d82a3 None None] Attempt 1 to provision port 687ef344-e997-4669-a01d-3734460f30c0 Oct 13 15:28:58.093172 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c8e462-d810-4f9b-bf87-21724a797ae7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'Port': ['ID=7bf7236a-39a0-47df-b0f8-3031d0ac0905,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:58.115340 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f2b18ede-f6e6-47f8-b27c-215f6d5d82a3 None None] Port 687ef344-e997-4669-a01d-3734460f30c0 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:28:58.199995 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-9592106d-f083-457d-a749-58d37d4aebb0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:28:58.205140 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-9592106d-f083-457d-a749-58d37d4aebb0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Usage tracker for resource:port and tenant:c7529f71933548bfa5c77476ba17c75c is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:28:58.211008 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-9592106d-f083-457d-a749-58d37d4aebb0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:28:58.218066 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-24c8e462-d810-4f9b-bf87-21724a797ae7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 4.0279694 Oct 13 15:28:58.221304 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-9592106d-f083-457d-a749-58d37d4aebb0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:28:58.231024 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47546) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:58.247445 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9592106d-f083-457d-a749-58d37d4aebb0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Made reservation on behalf of c7529f71933548bfa5c77476ba17c75c for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:28:58.256393 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9592106d-f083-457d-a749-58d37d4aebb0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:58.328304 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device cdb3c6dd-c899-461b-892d-af63139b9689 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:28:58.347102 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [None req-9592106d-f083-457d-a749-58d37d4aebb0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] device_id is not set on port da1f48cb-0a73-43ad-b660-83b1f35b4773 yet. {{(pid=88973) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:28:58.411122 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port cdb3c6dd-c899-461b-892d-af63139b9689 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:28:58.411516 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:58.411858 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port cdb3c6dd-c899-461b-892d-af63139b9689 Oct 13 15:28:58.420505 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-01efefa8-3d31-47d9-8a33-a3c71b066cc0 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:58.548370 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port cdb3c6dd-c899-461b-892d-af63139b9689 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:28:58.550224 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 70f270d5-6917-41bb-821d-fe85ccf071af up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:28:58.617008 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f2b18ede-f6e6-47f8-b27c-215f6d5d82a3 None None] Attempt 2 to provision port 687ef344-e997-4669-a01d-3734460f30c0 Oct 13 15:28:58.664753 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 70f270d5-6917-41bb-821d-fe85ccf071af completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:28:58.675973 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 70f270d5-6917-41bb-821d-fe85ccf071af triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:28:58.678175 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:58.678175 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 70f270d5-6917-41bb-821d-fe85ccf071af Oct 13 15:28:58.687216 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-49e9c15b-1f94-4fe9-ad89-9ab3525699d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:58.688680 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-49e9c15b-1f94-4fe9-ad89-9ab3525699d0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a44f8207-61f2-477d-b80a-38deab4e3cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8869448 Oct 13 15:28:58.705464 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-777ddd72-61e5-4bf8-bb9d-8ba14ae60dff tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:58.732947 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f2b18ede-f6e6-47f8-b27c-215f6d5d82a3 None None] Port 687ef344-e997-4669-a01d-3734460f30c0 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:28:58.816720 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 70f270d5-6917-41bb-821d-fe85ccf071af is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:28:58.817119 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:58.858996 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 70f270d5-6917-41bb-821d-fe85ccf071af, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=70f270d5-6917-41bb-821d-fe85ccf071af,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:28:58.865610 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:58.884643 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748e1a88-8eed-4f5a-9c5d-8c6944d7a2bc req-000fcdde-f07a-4101-99c0-ccac4ddcc588 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:58.886723 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-748e1a88-8eed-4f5a-9c5d-8c6944d7a2bc req-000fcdde-f07a-4101-99c0-ccac4ddcc588 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=75dd98a5-e1f9-4a74-ac6e-efb36b74b5e5 HTTP/1.1" status: 200 len: 943 time: 0.3900111 Oct 13 15:28:58.887855 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-9592106d-f083-457d-a749-58d37d4aebb0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Allocated IP 172.20.0.9 (b86b4ed7-c716-43a5-9602-8ffd55d93fbd/87be989a-063f-4449-a0b3-db24c8d0444b/da1f48cb-0a73-43ad-b660-83b1f35b4773) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:28:58.949262 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=70f270d5-6917-41bb-821d-fe85ccf071af,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:58.949521 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-90f1f68f-d1e6-45a4-8984-13e4b05add93 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:59.041759 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79882ccc-80c2-43f6-b7ec-f1cd7ac4ebbf tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:59.047553 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79882ccc-80c2-43f6-b7ec-f1cd7ac4ebbf tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:28:59.048307 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-79882ccc-80c2-43f6-b7ec-f1cd7ac4ebbf tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Synchronizing usage tracker for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:28:59.064121 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-748e1a88-8eed-4f5a-9c5d-8c6944d7a2bc req-e889e6fe-8d91-440d-b94b-a28218112051 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/security-groups?id=81e55712-bc20-48c8-a3f7-25813fa3e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1698179 Oct 13 15:28:59.147143 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-777ddd72-61e5-4bf8-bb9d-8ba14ae60dff tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:59.211464 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-64a350ae-a0fb-42d7-be52-1952a7927775 service neutron] 10.222.0.16 "GET /v2.0/networks/a44f8207-61f2-477d-b80a-38deab4e3cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4702740 Oct 13 15:28:59.212653 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-79882ccc-80c2-43f6-b7ec-f1cd7ac4ebbf tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Unset dirty status for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:28:59.212998 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-79882ccc-80c2-43f6-b7ec-f1cd7ac4ebbf tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.9772363 Oct 13 15:28:59.216973 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47552) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:59.219023 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-777ddd72-61e5-4bf8-bb9d-8ba14ae60dff tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:59.221813 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777ddd72-61e5-4bf8-bb9d-8ba14ae60dff tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Pushing event deleted for resources: {'Subnet': ['ID=b581cfe0-968b-4a24-a9b6-36fb6dec12df,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:59.229367 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7a0faf-6dbe-4c8a-9638-8d9cba082578 None None] Network ef68fbfe-e475-42f9-be06-23b27bf25220 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:28:59.242758 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f2b18ede-f6e6-47f8-b27c-215f6d5d82a3 None None] Attempt 3 to provision port 687ef344-e997-4669-a01d-3734460f30c0 Oct 13 15:28:59.273123 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-777ddd72-61e5-4bf8-bb9d-8ba14ae60dff tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] 10.222.0.42 "DELETE /v2.0/subnets/b581cfe0-968b-4a24-a9b6-36fb6dec12df HTTP/1.1" status: 204 len: 168 time: 2.2639515 Oct 13 15:28:59.276206 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47556) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:28:59.374432 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f2b18ede-f6e6-47f8-b27c-215f6d5d82a3 None None] Port 687ef344-e997-4669-a01d-3734460f30c0 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:28:59.543836 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cb2030-c26a-4f8c-ae8e-77f840943df4 None None] DHCP port deletion for ef68fbfe-e475-42f9-be06-23b27bf25220 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:28:59.548955 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-12cb2030-c26a-4f8c-ae8e-77f840943df4 None None] Deleting port 2896b447-a0d2-409c-8ebf-4d4bb2341a31 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:28:59.549438 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-12cb2030-c26a-4f8c-ae8e-77f840943df4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:59.550452 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-8be1ff96-bd05-4389-a396-ed85e903d1a7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Deleting port 7bf7236a-39a0-47df-b0f8-3031d0ac0905 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:28:59.550791 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8be1ff96-bd05-4389-a396-ed85e903d1a7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:59.558648 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-82678ead-2b6d-411c-a2ef-872b3e07b519 req-23696215-fb98-4549-ad0e-909274050dde service neutron] 10.222.0.16 "GET /v2.0/networks/a44f8207-61f2-477d-b80a-38deab4e3cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3343439 Oct 13 15:28:59.652479 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-01efefa8-3d31-47d9-8a33-a3c71b066cc0 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:59.664951 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-90f1f68f-d1e6-45a4-8984-13e4b05add93 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:59.673708 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-929fac07-7668-44b8-a2c2-60436c842b96 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:59.712223 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-01efefa8-3d31-47d9-8a33-a3c71b066cc0 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:59.743201 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9592106d-f083-457d-a749-58d37d4aebb0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:59.773793 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-12cb2030-c26a-4f8c-ae8e-77f840943df4 None None] For port 2896b447-a0d2-409c-8ebf-4d4bb2341a31, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=2896b447-a0d2-409c-8ebf-4d4bb2341a31,segment=NetworkSegment(16eaddd5-9a59-4d6d-9016-7f9cd29fd70e),segment_id=16eaddd5-9a59-4d6d-9016-7f9cd29fd70e)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:28:59.774389 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-12cb2030-c26a-4f8c-ae8e-77f840943df4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:59.856386 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f0afcabd-18a0-4fb9-81e7-58a7162fbee6 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:59.869754 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-9592106d-f083-457d-a749-58d37d4aebb0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Transition to ACTIVE for port object da1f48cb-0a73-43ad-b660-83b1f35b4773 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:28:59.932913 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f2b18ede-f6e6-47f8-b27c-215f6d5d82a3 None None] Attempt 4 to provision port 687ef344-e997-4669-a01d-3734460f30c0 Oct 13 15:28:59.934372 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01efefa8-3d31-47d9-8a33-a3c71b066cc0 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Pushing event updated for resources: {'Port': ['ID=f068c2d9-8f24-427c-ab7b-9928ea64aafe,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:28:59.936868 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-01efefa8-3d31-47d9-8a33-a3c71b066cc0 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:59.946871 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-f0afcabd-18a0-4fb9-81e7-58a7162fbee6 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Deleting port 2896b447-a0d2-409c-8ebf-4d4bb2341a31 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:28:59.947274 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f0afcabd-18a0-4fb9-81e7-58a7162fbee6 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:28:59.968475 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-12cb2030-c26a-4f8c-ae8e-77f840943df4 None None] Calling delete_port for 2896b447-a0d2-409c-8ebf-4d4bb2341a31 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:29:00.049459 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f2b18ede-f6e6-47f8-b27c-215f6d5d82a3 None None] Port 687ef344-e997-4669-a01d-3734460f30c0 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:29:00.071985 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-12cb2030-c26a-4f8c-ae8e-77f840943df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:00.123527 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb2030-c26a-4f8c-ae8e-77f840943df4 None None] Pushing event deleted for resources: {'Port': ['ID=2896b447-a0d2-409c-8ebf-4d4bb2341a31,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:00.129548 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cb2030-c26a-4f8c-ae8e-77f840943df4 None None] No DVR routers for this DVR port 2896b447-a0d2-409c-8ebf-4d4bb2341a31 on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:29:00.213861 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 70f270d5-6917-41bb-821d-fe85ccf071af up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:29:00.227836 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-f0afcabd-18a0-4fb9-81e7-58a7162fbee6 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] The port '2896b447-a0d2-409c-8ebf-4d4bb2341a31' was deleted {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 13 15:29:00.229053 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9592106d-f083-457d-a749-58d37d4aebb0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:00.250607 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26659c46-470a-4643-97c9-52fafe89c947 req-2b65a1f4-8163-465f-81e4-723cb88a1f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:00.252053 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-26659c46-470a-4643-97c9-52fafe89c947 req-2b65a1f4-8163-465f-81e4-723cb88a1f59 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c4e179e9a35a4e59a0b0abe27aa737df&device_id=75dd98a5-e1f9-4a74-ac6e-efb36b74b5e5 HTTP/1.1" status: 200 len: 1096 time: 0.6443119 Oct 13 15:29:00.296134 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 70f270d5-6917-41bb-821d-fe85ccf071af triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:29:00.296721 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:00.297081 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 70f270d5-6917-41bb-821d-fe85ccf071af Oct 13 15:29:00.326802 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8be1ff96-bd05-4389-a396-ed85e903d1a7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:00.421501 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 70f270d5-6917-41bb-821d-fe85ccf071af is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:29:00.448878 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9592106d-f083-457d-a749-58d37d4aebb0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Network b86b4ed7-c716-43a5-9602-8ffd55d93fbd is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:29:00.472073 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 2896b447-a0d2-409c-8ebf-4d4bb2341a31 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:29:00.507622 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26659c46-470a-4643-97c9-52fafe89c947 req-f04e4b67-bcb3-494a-9df7-355c1e0dc514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:00.507916 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 2896b447-a0d2-409c-8ebf-4d4bb2341a31 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:29:00.508409 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 2896b447-a0d2-409c-8ebf-4d4bb2341a31 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:29:00.509064 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-26659c46-470a-4643-97c9-52fafe89c947 req-f04e4b67-bcb3-494a-9df7-355c1e0dc514 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a44f8207-61f2-477d-b80a-38deab4e3cb7 HTTP/1.1" status: 200 len: 913 time: 0.2064826 Oct 13 15:29:00.510174 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f1f68f-d1e6-45a4-8984-13e4b05add93 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Router 22119319-8c8d-482f-9cb2-28339aec9d60 is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 15:29:00.524537 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-9592106d-f083-457d-a749-58d37d4aebb0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:29:00.539163 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-8be1ff96-bd05-4389-a396-ed85e903d1a7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Calling delete_port for 7bf7236a-39a0-47df-b0f8-3031d0ac0905 owned by {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:29:00.550300 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f2b18ede-f6e6-47f8-b27c-215f6d5d82a3 None None] Attempt 5 to provision port 687ef344-e997-4669-a01d-3734460f30c0 Oct 13 15:29:00.567556 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9592106d-f083-457d-a749-58d37d4aebb0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:29:00.632254 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9592106d-f083-457d-a749-58d37d4aebb0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event updated for resources: {'Port': ['ID=da1f48cb-0a73-43ad-b660-83b1f35b4773,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:00.633291 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f2b18ede-f6e6-47f8-b27c-215f6d5d82a3 None None] Port 687ef344-e997-4669-a01d-3734460f30c0 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:29:00.639989 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edce58c-f985-4d06-b488-df2a54ef28ff req-08cba96e-8853-47f6-8112-5eef605f4896 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:00.641507 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8edce58c-f985-4d06-b488-df2a54ef28ff req-08cba96e-8853-47f6-8112-5eef605f4896 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=75dd98a5-e1f9-4a74-ac6e-efb36b74b5e5 HTTP/1.1" status: 200 len: 943 time: 0.3885148 Oct 13 15:29:00.660037 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-26659c46-470a-4643-97c9-52fafe89c947 req-3d2692c4-6c4a-4d3e-8af6-1dbf5344850e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=876da674-9b65-4800-ba18-693c8b3d6794 HTTP/1.1" status: 200 len: 217 time: 0.1422832 Oct 13 15:29:00.697272 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9592106d-f083-457d-a749-58d37d4aebb0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:00.697497 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9592106d-f083-457d-a749-58d37d4aebb0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:00.743932 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01efefa8-3d31-47d9-8a33-a3c71b066cc0 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Network ae4eeb10-b86a-45ac-80e0-9663d7d242fb is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:29:00.752234 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-01efefa8-3d31-47d9-8a33-a3c71b066cc0 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:29:00.757196 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f0afcabd-18a0-4fb9-81e7-58a7162fbee6 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:00.777815 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-9592106d-f083-457d-a749-58d37d4aebb0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.7778192 Oct 13 15:29:00.784883 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47562) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:00.855892 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-929fac07-7668-44b8-a2c2-60436c842b96 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Deleting port 55ed86c2-7dc3-4aa7-812f-d614ba4e5e08 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:29:00.856200 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-929fac07-7668-44b8-a2c2-60436c842b96 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:00.929064 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-f0afcabd-18a0-4fb9-81e7-58a7162fbee6 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef68fbfe-e475-42f9-be06-23b27bf25220']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:00.953693 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-f0afcabd-18a0-4fb9-81e7-58a7162fbee6 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16eaddd5-9a59-4d6d-9016-7f9cd29fd70e') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:00.953992 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-f0afcabd-18a0-4fb9-81e7-58a7162fbee6 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16eaddd5-9a59-4d6d-9016-7f9cd29fd70e') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:00.972595 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8edce58c-f985-4d06-b488-df2a54ef28ff req-7dd78871-8a22-4902-aea8-183305704a93 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/security-groups?id=81e55712-bc20-48c8-a3f7-25813fa3e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3046091 Oct 13 15:29:00.985395 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26659c46-470a-4643-97c9-52fafe89c947 req-24d16cfa-d7bb-4a55-b686-170ee190eec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:00.986906 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-26659c46-470a-4643-97c9-52fafe89c947 req-24d16cfa-d7bb-4a55-b686-170ee190eec2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=235995ae-56e8-4a42-a8ac-e16e5c3294b1 HTTP/1.1" status: 200 len: 851 time: 0.2327473 Oct 13 15:29:01.134921 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f2b18ede-f6e6-47f8-b27c-215f6d5d82a3 None None] Attempt 6 to provision port 687ef344-e997-4669-a01d-3734460f30c0 Oct 13 15:29:01.171519 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f1f68f-d1e6-45a4-8984-13e4b05add93 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:29:01.175135 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f0afcabd-18a0-4fb9-81e7-58a7162fbee6 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:01.184419 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319e229e-c95a-41c8-973b-645a6c92ec0a None None] Sync routers for ids ['22119319-8c8d-482f-9cb2-28339aec9d60'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:29:01.197549 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319e229e-c95a-41c8-973b-645a6c92ec0a None None] Routers {'22119319-8c8d-482f-9cb2-28339aec9d60'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:29:01.200263 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-319e229e-c95a-41c8-973b-645a6c92ec0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:28:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['22119319-8c8d-482f-9cb2-28339aec9d60'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:01.225156 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-90f1f68f-d1e6-45a4-8984-13e4b05add93 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:01.226386 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-90f1f68f-d1e6-45a4-8984-13e4b05add93 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 8.7383275 Oct 13 15:29:01.233197 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-929fac07-7668-44b8-a2c2-60436c842b96 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] For port 55ed86c2-7dc3-4aa7-812f-d614ba4e5e08, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=55ed86c2-7dc3-4aa7-812f-d614ba4e5e08,segment=NetworkSegment(0ad4d6f1-4991-463b-950d-eac210dc6b24),segment_id=0ad4d6f1-4991-463b-950d-eac210dc6b24)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:29:01.233794 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-929fac07-7668-44b8-a2c2-60436c842b96 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:01.241054 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47566) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:01.253505 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f0afcabd-18a0-4fb9-81e7-58a7162fbee6 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:01.263416 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f2b18ede-f6e6-47f8-b27c-215f6d5d82a3 None None] Port 687ef344-e997-4669-a01d-3734460f30c0 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:29:01.276630 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0afcabd-18a0-4fb9-81e7-58a7162fbee6 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:29:01.277034 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f0afcabd-18a0-4fb9-81e7-58a7162fbee6 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:01.313540 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26659c46-470a-4643-97c9-52fafe89c947 req-5f12caf7-def5-44e7-9025-a21fae66d114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:01.315093 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-26659c46-470a-4643-97c9-52fafe89c947 req-5f12caf7-def5-44e7-9025-a21fae66d114 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a44f8207-61f2-477d-b80a-38deab4e3cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3207078 Oct 13 15:29:01.372121 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 16eaddd5-9a59-4d6d-9016-7f9cd29fd70e resource provider aggregate not found Oct 13 15:29:01.392248 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01efefa8-3d31-47d9-8a33-a3c71b066cc0 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Router 762fd677-0458-43ed-8610-dce4995dc9bb has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:29:01.394316 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8be1ff96-bd05-4389-a396-ed85e903d1a7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:01.405434 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692a28c6-e68b-48c3-9507-8843af79ed9b tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:01.406142 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-692a28c6-e68b-48c3-9507-8843af79ed9b tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Synchronizing usage tracker for tenant:c7529f71933548bfa5c77476ba17c75c on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:29:01.441241 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-319e229e-c95a-41c8-973b-645a6c92ec0a None None] Set router 22119319-8c8d-482f-9cb2-28339aec9d60 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:29:01.452283 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 16eaddd5-9a59-4d6d-9016-7f9cd29fd70e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 16eaddd5-9a59-4d6d-9016-7f9cd29fd70e found for delete ", "request_id": "req-36466ce2-1737-43e3-a160-79a14f44a462"}]} Oct 13 15:29:01.460281 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f0afcabd-18a0-4fb9-81e7-58a7162fbee6 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:01.476995 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-929fac07-7668-44b8-a2c2-60436c842b96 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Calling delete_port for 55ed86c2-7dc3-4aa7-812f-d614ba4e5e08 owned by network:router_interface {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:29:01.478771 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be1ff96-bd05-4389-a396-ed85e903d1a7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event deleted for resources: {'Port': ['ID=7bf7236a-39a0-47df-b0f8-3031d0ac0905,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:01.495819 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f0afcabd-18a0-4fb9-81e7-58a7162fbee6 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:01.605342 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0afcabd-18a0-4fb9-81e7-58a7162fbee6 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] Pushing event deleted for resources: {'Network': ['ID=ef68fbfe-e475-42f9-be06-23b27bf25220,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:01.628161 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-f0afcabd-18a0-4fb9-81e7-58a7162fbee6 tempest-AllowedAddressPairTestJSON-147596928 tempest-AllowedAddressPairTestJSON-147596928-project] 10.222.0.42 "DELETE /v2.0/networks/ef68fbfe-e475-42f9-be06-23b27bf25220 HTTP/1.1" status: 204 len: 168 time: 2.3519726 Oct 13 15:29:01.639169 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-692a28c6-e68b-48c3-9507-8843af79ed9b tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Unset dirty status for tenant:c7529f71933548bfa5c77476ba17c75c on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:29:01.640353 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-692a28c6-e68b-48c3-9507-8843af79ed9b tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.8545163 Oct 13 15:29:01.644140 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8be1ff96-bd05-4389-a396-ed85e903d1a7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:01.648293 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-8be1ff96-bd05-4389-a396-ed85e903d1a7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/ports/7bf7236a-39a0-47df-b0f8-3031d0ac0905 HTTP/1.1" status: 204 len: 168 time: 2.4253931 Oct 13 15:29:01.648815 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47576) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:01.649149 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47578) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:01.764922 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f2b18ede-f6e6-47f8-b27c-215f6d5d82a3 None None] Attempt 7 to provision port 687ef344-e997-4669-a01d-3734460f30c0 Oct 13 15:29:01.905235 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f2b18ede-f6e6-47f8-b27c-215f6d5d82a3 None None] Port 687ef344-e997-4669-a01d-3734460f30c0 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:29:01.918627 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc67fd57-f5ba-43b6-bec8-bdb4f6d80f37 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:01.920134 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc67fd57-f5ba-43b6-bec8-bdb4f6d80f37 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:01.924640 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-cc67fd57-f5ba-43b6-bec8-bdb4f6d80f37 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2704720 Oct 13 15:29:01.926711 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47586) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:01.933095 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01efefa8-3d31-47d9-8a33-a3c71b066cc0 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:29:01.942189 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-01efefa8-3d31-47d9-8a33-a3c71b066cc0 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] 10.222.0.42 "PUT /v2.0/routers/762fd677-0458-43ed-8610-dce4995dc9bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9498518 Oct 13 15:29:01.944250 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec7e10a-76e5-47dd-91ed-a0b1bd12b04d None None] Sync routers for ids ['762fd677-0458-43ed-8610-dce4995dc9bb'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:29:01.944867 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47590) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:01.952860 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-c77a72ee-9b72-456e-9f8c-46b693b24dc9 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Request body: {'port': {'network_id': 'ae4eeb10-b86a-45ac-80e0-9663d7d242fb', 'name': 'tempest-FloatingIPTestJSON-442766440'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:29:01.956078 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec7e10a-76e5-47dd-91ed-a0b1bd12b04d None None] Routers {'762fd677-0458-43ed-8610-dce4995dc9bb'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:29:01.960211 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-cec7e10a-76e5-47dd-91ed-a0b1bd12b04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:28:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['762fd677-0458-43ed-8610-dce4995dc9bb'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:01.992072 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-26659c46-470a-4643-97c9-52fafe89c947 req-daaad308-78f2-43a8-824f-8b09aeb28323 service neutron] 10.222.0.16 "GET /v2.0/networks/a44f8207-61f2-477d-b80a-38deab4e3cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6107659 Oct 13 15:29:02.027985 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0f74d5b9-e890-469d-86fd-c507674e32a4 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks [] for router, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:02.070892 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-319e229e-c95a-41c8-973b-645a6c92ec0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22119319-8c8d-482f-9cb2-28339aec9d60', 'name': '', 'tenant_id': '712c4cee70ea4d478a2313a7a07d07fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a98fd1f9-b369-42f5-9fca-d1c52147e1a6', 'external_fixed_ips': [{'subnet_id': '1ecaef29-70e2-4d88-82b6-1bb4ca38fd9d', 'ip_address': '2001:db8::3dc'}], 'enable_snat': True}, 'gw_port_id': '83b9e79c-22dc-4ad8-b4e4-8f762af4a954', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:28:52Z', 'updated_at': '2022-10-13T15:28:58Z', 'revision_number': 3, 'project_id': '712c4cee70ea4d478a2313a7a07d07fd', 'gw_port': {'id': '83b9e79c-22dc-4ad8-b4e4-8f762af4a954', 'name': '', 'network_id': 'a98fd1f9-b369-42f5-9fca-d1c52147e1a6', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:db:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '22119319-8c8d-482f-9cb2-28339aec9d60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 595, 'fixed_ips': [{'subnet_id': '1ecaef29-70e2-4d88-82b6-1bb4ca38fd9d', 'ip_address': '2001:db8::3dc', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:28:55Z', 'updated_at': '2022-10-13T15:28:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1ecaef29-70e2-4d88-82b6-1bb4ca38fd9d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:02.079724 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319e229e-c95a-41c8-973b-645a6c92ec0a None None] Checking router: 22119319-8c8d-482f-9cb2-28339aec9d60 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:29:02.080242 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319e229e-c95a-41c8-973b-645a6c92ec0a None None] Updating router 22119319-8c8d-482f-9cb2-28339aec9d60 port 83b9e79c-22dc-4ad8-b4e4-8f762af4a954 binding host dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:29:02.085758 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47596) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:02.097765 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-cec7e10a-76e5-47dd-91ed-a0b1bd12b04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:02.118836 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec7e10a-76e5-47dd-91ed-a0b1bd12b04d None None] Routers {'762fd677-0458-43ed-8610-dce4995dc9bb'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:29:02.121907 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-cec7e10a-76e5-47dd-91ed-a0b1bd12b04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:28:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['762fd677-0458-43ed-8610-dce4995dc9bb'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:02.161321 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5c2c44b-0d83-4831-85ba-f6a5f1796505 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Deleting subnet cf457c3e-8ca7-4614-b132-dc5ddc7719cc {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:29:02.186812 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-319e229e-c95a-41c8-973b-645a6c92ec0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:02.199811 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-cec7e10a-76e5-47dd-91ed-a0b1bd12b04d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:02.200213 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cec7e10a-76e5-47dd-91ed-a0b1bd12b04d None None] The sync data for ids ['762fd677-0458-43ed-8610-dce4995dc9bb'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:29:02.222772 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614f9ad0-f7e7-47fd-a88a-f4f087788fba tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:02.229093 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614f9ad0-f7e7-47fd-a88a-f4f087788fba tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:02.235567 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-614f9ad0-f7e7-47fd-a88a-f4f087788fba tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:02.240357 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-614f9ad0-f7e7-47fd-a88a-f4f087788fba tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.5902267 Oct 13 15:29:02.240972 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47602) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:02.244511 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a5c2c44b-0d83-4831-85ba-f6a5f1796505 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:02.281269 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-c77a72ee-9b72-456e-9f8c-46b693b24dc9 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:29:02.329726 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-c77a72ee-9b72-456e-9f8c-46b693b24dc9 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Usage tracker for resource:port and tenant:dee21423abc34d479217f618911e90ce is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:29:02.342718 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-c77a72ee-9b72-456e-9f8c-46b693b24dc9 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:29:02.360385 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-c77a72ee-9b72-456e-9f8c-46b693b24dc9 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:29:02.392500 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-078cdb14-b117-41de-8e9c-0508dedf1d5f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Deleting port da1f48cb-0a73-43ad-b660-83b1f35b4773 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:29:02.392868 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-078cdb14-b117-41de-8e9c-0508dedf1d5f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:02.406387 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f2b18ede-f6e6-47f8-b27c-215f6d5d82a3 None None] Attempt 8 to provision port 687ef344-e997-4669-a01d-3734460f30c0 Oct 13 15:29:02.455137 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77a72ee-9b72-456e-9f8c-46b693b24dc9 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Made reservation on behalf of dee21423abc34d479217f618911e90ce for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:29:02.458736 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c77a72ee-9b72-456e-9f8c-46b693b24dc9 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:02.461997 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f2b18ede-f6e6-47f8-b27c-215f6d5d82a3 None None] Port 687ef344-e997-4669-a01d-3734460f30c0 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:29:02.500958 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a5c2c44b-0d83-4831-85ba-f6a5f1796505 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:02.540789 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0f74d5b9-e890-469d-86fd-c507674e32a4 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:02.576334 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [None req-c77a72ee-9b72-456e-9f8c-46b693b24dc9 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] device_id is not set on port c450b577-a486-4404-8ec6-d4db5bbc1bcf yet. {{(pid=88973) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:29:02.580966 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-319e229e-c95a-41c8-973b-645a6c92ec0a None None] Notify callbacks [] for port, precommit_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:02.593578 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.provisioning_blocks [None req-319e229e-c95a-41c8-973b-645a6c92ec0a None None] Transition to ACTIVE for port object 83b9e79c-22dc-4ad8-b4e4-8f762af4a954 will not be triggered until provisioned by entity L2. {{(pid=88975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:29:02.602313 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-319e229e-c95a-41c8-973b-645a6c92ec0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:02.618157 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-75d47ff4-4f68-4956-84d1-52d6e2db372e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e8c763263a4c44b7a4ac4e9baf7fec5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5224617 Oct 13 15:29:02.618157 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47606) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:02.625890 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-0f74d5b9-e890-469d-86fd-c507674e32a4 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Deleting port 83b9e79c-22dc-4ad8-b4e4-8f762af4a954 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:29:02.625890 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0f74d5b9-e890-469d-86fd-c507674e32a4 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:02.667037 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-319e229e-c95a-41c8-973b-645a6c92ec0a None None] Attempting to bind port 83b9e79c-22dc-4ad8-b4e4-8f762af4a954 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:29:02.667419 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-319e229e-c95a-41c8-973b-645a6c92ec0a None None] Attempting to bind port 83b9e79c-22dc-4ad8-b4e4-8f762af4a954 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'b3537e7d-1f28-438c-8262-4af50531cb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a98fd1f9-b369-42f5-9fca-d1c52147e1a6'}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:29:02.667762 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319e229e-c95a-41c8-973b-645a6c92ec0a None None] Attempting to bind port 83b9e79c-22dc-4ad8-b4e4-8f762af4a954 on network a98fd1f9-b369-42f5-9fca-d1c52147e1a6 {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:29:02.678250 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319e229e-c95a-41c8-973b-645a6c92ec0a None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:29:02.678623 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319e229e-c95a-41c8-973b-645a6c92ec0a None None] Checking segment: {'id': 'b3537e7d-1f28-438c-8262-4af50531cb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a98fd1f9-b369-42f5-9fca-d1c52147e1a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:29:02.679135 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-319e229e-c95a-41c8-973b-645a6c92ec0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:02.679529 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319e229e-c95a-41c8-973b-645a6c92ec0a None None] Bound using segment: {'id': 'b3537e7d-1f28-438c-8262-4af50531cb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a98fd1f9-b369-42f5-9fca-d1c52147e1a6'} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:29:02.679991 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-319e229e-c95a-41c8-973b-645a6c92ec0a None None] Bound port: 83b9e79c-22dc-4ad8-b4e4-8f762af4a954, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3537e7d-1f28-438c-8262-4af50531cb78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': 'a98fd1f9-b369-42f5-9fca-d1c52147e1a6'}}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:29:02.680374 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-319e229e-c95a-41c8-973b-645a6c92ec0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:02.724316 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da3b47-6f86-4669-a017-d0f593b3430b None None] Pushing event updated for resources: {'Port': ['ID=83b9e79c-22dc-4ad8-b4e4-8f762af4a954,revision_number=2']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:02.737000 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81da3b47-6f86-4669-a017-d0f593b3430b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:29:02.737397 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81da3b47-6f86-4669-a017-d0f593b3430b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:29:02.737743 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81da3b47-6f86-4669-a017-d0f593b3430b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:29:02.738076 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81da3b47-6f86-4669-a017-d0f593b3430b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:29:02.738775 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81da3b47-6f86-4669-a017-d0f593b3430b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:29:02.738775 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81da3b47-6f86-4669-a017-d0f593b3430b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:29:02.739073 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81da3b47-6f86-4669-a017-d0f593b3430b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:29:02.739395 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81da3b47-6f86-4669-a017-d0f593b3430b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:29:02.739839 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81da3b47-6f86-4669-a017-d0f593b3430b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:29:02.740163 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81da3b47-6f86-4669-a017-d0f593b3430b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:29:02.740487 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81da3b47-6f86-4669-a017-d0f593b3430b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:29:02.740875 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81da3b47-6f86-4669-a017-d0f593b3430b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:29:02.771803 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-319e229e-c95a-41c8-973b-645a6c92ec0a None None] For port 83b9e79c-22dc-4ad8-b4e4-8f762af4a954, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:29:02.774811 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-319e229e-c95a-41c8-973b-645a6c92ec0a None None] For port 83b9e79c-22dc-4ad8-b4e4-8f762af4a954, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=83b9e79c-22dc-4ad8-b4e4-8f762af4a954,segment=NetworkSegment(b3537e7d-1f28-438c-8262-4af50531cb78),segment_id=b3537e7d-1f28-438c-8262-4af50531cb78)] {{(pid=88975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:29:02.776613 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-26659c46-470a-4643-97c9-52fafe89c947 req-570ce628-7fdf-41af-add0-28f5f2d81084 service neutron] 10.222.0.16 "GET /v2.0/networks/a44f8207-61f2-477d-b80a-38deab4e3cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7696073 Oct 13 15:29:02.780029 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-319e229e-c95a-41c8-973b-645a6c92ec0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:02.835610 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d76e83-c601-44e7-97b0-69c713c63f5b req-47bb7072-1d50-45a9-bf8d-6a92c03a1cab tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:02.842654 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319e229e-c95a-41c8-973b-645a6c92ec0a None None] Routers {'22119319-8c8d-482f-9cb2-28339aec9d60'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:29:02.843401 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-319e229e-c95a-41c8-973b-645a6c92ec0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:28:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['22119319-8c8d-482f-9cb2-28339aec9d60'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:02.843681 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a8d76e83-c601-44e7-97b0-69c713c63f5b req-47bb7072-1d50-45a9-bf8d-6a92c03a1cab tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=75dd98a5-e1f9-4a74-ac6e-efb36b74b5e5 HTTP/1.1" status: 200 len: 943 time: 0.6324847 Oct 13 15:29:02.848796 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-929fac07-7668-44b8-a2c2-60436c842b96 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:02.914272 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929fac07-7668-44b8-a2c2-60436c842b96 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event deleted for resources: {'Port': ['ID=55ed86c2-7dc3-4aa7-812f-d614ba4e5e08,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:02.963155 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f2b18ede-f6e6-47f8-b27c-215f6d5d82a3 None None] Attempt 9 to provision port 687ef344-e997-4669-a01d-3734460f30c0 Oct 13 15:29:02.966884 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-11fed7b8-53c1-4a8d-a99b-1b5f05c4e1e6 req-51b5d459-874f-4770-9efd-5dfdaeae1d5b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4425387 Oct 13 15:29:02.986321 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da3b47-6f86-4669-a017-d0f593b3430b None None] Pushing event updated for resources: {'Port': ['ID=83b9e79c-22dc-4ad8-b4e4-8f762af4a954,revision_number=3']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:02.987038 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a8d76e83-c601-44e7-97b0-69c713c63f5b req-138ee211-d2c4-44e9-8ce6-83793451c454 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/security-groups?id=81e55712-bc20-48c8-a3f7-25813fa3e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1424410 Oct 13 15:29:02.993954 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-078cdb14-b117-41de-8e9c-0508dedf1d5f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:03.000177 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-0f74d5b9-e890-469d-86fd-c507674e32a4 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] For port 83b9e79c-22dc-4ad8-b4e4-8f762af4a954, host dv-neutron-860329-2-hyperv, got binding levels [] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:29:03.000796 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0f74d5b9-e890-469d-86fd-c507674e32a4 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:03.005397 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-319e229e-c95a-41c8-973b-645a6c92ec0a None None] Set router 22119319-8c8d-482f-9cb2-28339aec9d60 gateway port host: None {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:29:03.107399 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2944124c-7e37-4707-b821-dcd375500a93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:03.160661 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-319e229e-c95a-41c8-973b-645a6c92ec0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '22119319-8c8d-482f-9cb2-28339aec9d60', 'name': '', 'tenant_id': '712c4cee70ea4d478a2313a7a07d07fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:28:52Z', 'updated_at': '2022-10-13T15:29:02Z', 'revision_number': 4, 'project_id': '712c4cee70ea4d478a2313a7a07d07fd', 'gw_port_host': None}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:03.164594 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f2b18ede-f6e6-47f8-b27c-215f6d5d82a3 None None] Port 687ef344-e997-4669-a01d-3734460f30c0 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:29:03.168040 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319e229e-c95a-41c8-973b-645a6c92ec0a None None] The sync data for ids ['22119319-8c8d-482f-9cb2-28339aec9d60'] in dv-neutron-860329-2-hyperv is: [{'id': '22119319-8c8d-482f-9cb2-28339aec9d60', 'name': '', 'tenant_id': '712c4cee70ea4d478a2313a7a07d07fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:28:52Z', 'updated_at': '2022-10-13T15:29:02Z', 'revision_number': 4, 'project_id': '712c4cee70ea4d478a2313a7a07d07fd', 'gw_port_host': None}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:29:03.258105 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-c77a72ee-9b72-456e-9f8c-46b693b24dc9 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Allocated IP 172.20.0.5 (ae4eeb10-b86a-45ac-80e0-9663d7d242fb/fb50b5e5-969e-4a04-a939-f1db0980ef1a/c450b577-a486-4404-8ec6-d4db5bbc1bcf) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:29:03.363304 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-078cdb14-b117-41de-8e9c-0508dedf1d5f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Calling delete_port for da1f48cb-0a73-43ad-b660-83b1f35b4773 owned by {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:29:03.468307 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a5c2c44b-0d83-4831-85ba-f6a5f1796505 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:03.516933 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-0f74d5b9-e890-469d-86fd-c507674e32a4 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Calling delete_port for 83b9e79c-22dc-4ad8-b4e4-8f762af4a954 owned by network:router_gateway {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:29:03.563325 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fed7b8-53c1-4a8d-a99b-1b5f05c4e1e6 req-0f30a159-797e-46b4-ba29-5b41146e0d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:03.564716 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-11fed7b8-53c1-4a8d-a99b-1b5f05c4e1e6 req-0f30a159-797e-46b4-ba29-5b41146e0d2c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c317355326e4f748fe019ccb370c99a&device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 1099 time: 0.3043759 Oct 13 15:29:03.602669 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-078cdb14-b117-41de-8e9c-0508dedf1d5f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:03.603137 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2944124c-7e37-4707-b821-dcd375500a93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:03.656269 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-929fac07-7668-44b8-a2c2-60436c842b96 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:03.665253 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f2b18ede-f6e6-47f8-b27c-215f6d5d82a3 None None] Attempt 10 to provision port 687ef344-e997-4669-a01d-3734460f30c0 Oct 13 15:29:03.741283 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f2b18ede-f6e6-47f8-b27c-215f6d5d82a3 None None] Port 687ef344-e997-4669-a01d-3734460f30c0 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:29:03.755054 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078cdb14-b117-41de-8e9c-0508dedf1d5f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event deleted for resources: {'Port': ['ID=da1f48cb-0a73-43ad-b660-83b1f35b4773,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:03.756839 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-f2b18ede-f6e6-47f8-b27c-215f6d5d82a3 None None] Provisioning complete for port cdb3c6dd-c899-461b-892d-af63139b9689 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:29:03.758585 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f2b18ede-f6e6-47f8-b27c-215f6d5d82a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:03.759276 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f2b18ede-f6e6-47f8-b27c-215f6d5d82a3 None None] Attempt 1 to provision port cdb3c6dd-c899-461b-892d-af63139b9689 Oct 13 15:29:03.823989 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a5c2c44b-0d83-4831-85ba-f6a5f1796505 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:03.884737 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c2c44b-0d83-4831-85ba-f6a5f1796505 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event deleted for resources: {'Subnet': ['ID=cf457c3e-8ca7-4614-b132-dc5ddc7719cc,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:03.898963 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a5c2c44b-0d83-4831-85ba-f6a5f1796505 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:03.918230 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2944124c-7e37-4707-b821-dcd375500a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:03.945201 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abe65cca-2f65-411a-ba49-13d2d9826dba None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:29:03.959957 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2944124c-7e37-4707-b821-dcd375500a93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3add5ec4-3172-4bd3-aca7-206e668b05c2,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:03.965864 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2944124c-7e37-4707-b821-dcd375500a93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:03.981777 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-2944124c-7e37-4707-b821-dcd375500a93 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3add5ec4-3172-4bd3-aca7-206e668b05c2 HTTP/1.1" status: 204 len: 168 time: 1.3458533 Oct 13 15:29:03.993346 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a5c2c44b-0d83-4831-85ba-f6a5f1796505 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/cf457c3e-8ca7-4614-b132-dc5ddc7719cc HTTP/1.1" status: 204 len: 168 time: 2.0561242 Oct 13 15:29:03.994157 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47612) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:04.003999 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fed7b8-53c1-4a8d-a99b-1b5f05c4e1e6 req-1dfff084-15c3-469d-a2c4-fe87ee065fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:04.011583 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-11fed7b8-53c1-4a8d-a99b-1b5f05c4e1e6 req-1dfff084-15c3-469d-a2c4-fe87ee065fce service neutron] 10.222.0.16 "GET /v2.0/networks?id=68ca5488-1f82-4ee2-9e86-9e983d74aa07 HTTP/1.1" status: 200 len: 912 time: 0.4042809 Oct 13 15:29:04.013211 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f2b18ede-f6e6-47f8-b27c-215f6d5d82a3 None None] Current status of the port cdb3c6dd-c899-461b-892d-af63139b9689 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:29:04.100978 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-078cdb14-b117-41de-8e9c-0508dedf1d5f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:04.155921 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-d9211e8f-94fc-4e4e-bb82-34e4aa3d8743 None None] Could not find standard attr ID for object da1f48cb-0a73-43ad-b660-83b1f35b4773. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:29:04.162569 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-d9211e8f-94fc-4e4e-bb82-34e4aa3d8743 None None] Could not find standard attr ID for object 7bf7236a-39a0-47df-b0f8-3031d0ac0905. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:29:04.190373 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.db.api [None req-0f74d5b9-e890-469d-86fd-c507674e32a4 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88972) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:29:04.192925 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG oslo_db.api [None req-0f74d5b9-e890-469d-86fd-c507674e32a4 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:29:04.217932 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-d9211e8f-94fc-4e4e-bb82-34e4aa3d8743 None None] Provisioning complete for port 687ef344-e997-4669-a01d-3734460f30c0 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:29:04.218354 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d9211e8f-94fc-4e4e-bb82-34e4aa3d8743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:04.218687 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-d9211e8f-94fc-4e4e-bb82-34e4aa3d8743 None None] Attempt 1 to provision port 687ef344-e997-4669-a01d-3734460f30c0 Oct 13 15:29:04.260207 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-929fac07-7668-44b8-a2c2-60436c842b96 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Router bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:29:04.271970 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c77a72ee-9b72-456e-9f8c-46b693b24dc9 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:04.278774 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-078cdb14-b117-41de-8e9c-0508dedf1d5f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "DELETE /v2.0/ports/da1f48cb-0a73-43ad-b660-83b1f35b4773 HTTP/1.1" status: 204 len: 168 time: 2.0349598 Oct 13 15:29:04.281220 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-25fe847e-41b0-40c3-9034-e16e375a4138 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2838187 Oct 13 15:29:04.285400 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47620) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:04.285862 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47622) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:04.341568 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-d9211e8f-94fc-4e4e-bb82-34e4aa3d8743 None None] Port 687ef344-e997-4669-a01d-3734460f30c0 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:29:04.427958 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-b41a9c05-1d01-4191-90f6-1383f6c6b43e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] GET failed (client error): The resource could not be found. Oct 13 15:29:04.428511 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-b41a9c05-1d01-4191-90f6-1383f6c6b43e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Synchronizing usage tracker for tenant:c7529f71933548bfa5c77476ba17c75c on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:29:04.430477 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-876a3e5d-4f93-43ac-87e2-5f30de32bba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:04.455277 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-11fed7b8-53c1-4a8d-a99b-1b5f05c4e1e6 req-d33b04d6-116a-4cbb-aac8-929c4b72072e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9b8f70f-783a-49bb-9292-f6302802628e HTTP/1.1" status: 200 len: 1002 time: 0.3519208 Oct 13 15:29:04.524916 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929fac07-7668-44b8-a2c2-60436c842b96 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:29:04.536674 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-929fac07-7668-44b8-a2c2-60436c842b96 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "PUT /v2.0/routers/bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1923106 Oct 13 15:29:04.538765 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-b41a9c05-1d01-4191-90f6-1383f6c6b43e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Unset dirty status for tenant:c7529f71933548bfa5c77476ba17c75c on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:29:04.539977 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47634) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:04.540499 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-b41a9c05-1d01-4191-90f6-1383f6c6b43e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "GET /v2.0/ports/da1f48cb-0a73-43ad-b660-83b1f35b4773 HTTP/1.1" status: 404 len: 333 time: 0.2535338 Oct 13 15:29:04.544837 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47638) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:04.548031 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba69d8c4-41c2-432b-b43e-8071b5b5bb16 None None] DHCP port deletion for a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:29:04.550804 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72660fae-8dc7-4a0d-a6e8-6d3a1f7a874f None None] Sync routers for ids ['bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:29:04.553444 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ba69d8c4-41c2-432b-b43e-8071b5b5bb16 None None] Deleting port 70f270d5-6917-41bb-821d-fe85ccf071af {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:29:04.553920 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ba69d8c4-41c2-432b-b43e-8071b5b5bb16 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:04.564724 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72660fae-8dc7-4a0d-a6e8-6d3a1f7a874f None None] Routers {'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:29:04.565321 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-72660fae-8dc7-4a0d-a6e8-6d3a1f7a874f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:28:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:04.571018 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c77a72ee-9b72-456e-9f8c-46b693b24dc9 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:04.696317 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f35f42-aa44-4305-a711-fdafe5f9962c req-0f05bc12-3e2a-4114-98f8-7a7d7b1adfe8 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:04.697849 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-d5f35f42-aa44-4305-a711-fdafe5f9962c req-0f05bc12-3e2a-4114-98f8-7a7d7b1adfe8 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=75dd98a5-e1f9-4a74-ac6e-efb36b74b5e5 HTTP/1.1" status: 200 len: 943 time: 0.3562634 Oct 13 15:29:04.709291 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-0f74d5b9-e890-469d-86fd-c507674e32a4 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Deleting port 83b9e79c-22dc-4ad8-b4e4-8f762af4a954 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:29:04.709508 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0f74d5b9-e890-469d-86fd-c507674e32a4 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:04.718400 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fed7b8-53c1-4a8d-a99b-1b5f05c4e1e6 req-0a1c7065-8f42-4124-a59e-2ba081bf28f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:04.723101 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-11fed7b8-53c1-4a8d-a99b-1b5f05c4e1e6 req-0a1c7065-8f42-4124-a59e-2ba081bf28f7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=12a9e0ad-f87e-4c11-b0b3-9af248956963 HTTP/1.1" status: 200 len: 850 time: 0.2574537 Oct 13 15:29:04.766799 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-72660fae-8dc7-4a0d-a6e8-6d3a1f7a874f None None] Set router bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663 gateway port host: None {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:29:04.805799 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dcb29c8-66a2-4c56-b174-4b5a9d4d7111 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:04.806582 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-7dcb29c8-66a2-4c56-b174-4b5a9d4d7111 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Synchronizing usage tracker for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:29:04.818341 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-b384fabb-d55b-448b-8bd7-1bec09f2d528 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Deleting subnet d872e4e3-5ee4-405a-a437-1ffbf1f955fc {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:29:04.822895 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-4f4c2295-8f5c-421a-b7cc-fd8f7c9d1bb3 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Deleting port 687ef344-e997-4669-a01d-3734460f30c0 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:29:04.823265 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4f4c2295-8f5c-421a-b7cc-fd8f7c9d1bb3 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:04.847759 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-d9211e8f-94fc-4e4e-bb82-34e4aa3d8743 None None] Attempt 2 to provision port 687ef344-e997-4669-a01d-3734460f30c0 Oct 13 15:29:04.889648 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77a72ee-9b72-456e-9f8c-46b693b24dc9 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Network ae4eeb10-b86a-45ac-80e0-9663d7d242fb is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:29:04.910645 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-c77a72ee-9b72-456e-9f8c-46b693b24dc9 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:29:04.916093 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77a72ee-9b72-456e-9f8c-46b693b24dc9 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:29:04.922186 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-d9211e8f-94fc-4e4e-bb82-34e4aa3d8743 None None] Port 687ef344-e997-4669-a01d-3734460f30c0 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:29:04.942861 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ba69d8c4-41c2-432b-b43e-8071b5b5bb16 None None] For port 70f270d5-6917-41bb-821d-fe85ccf071af, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=70f270d5-6917-41bb-821d-fe85ccf071af,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:29:04.943585 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ba69d8c4-41c2-432b-b43e-8071b5b5bb16 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:04.961747 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b384fabb-d55b-448b-8bd7-1bec09f2d528 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:05.033772 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77a72ee-9b72-456e-9f8c-46b693b24dc9 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:05.034551 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c77a72ee-9b72-456e-9f8c-46b693b24dc9 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:05.065804 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c77a72ee-9b72-456e-9f8c-46b693b24dc9 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.1197293 Oct 13 15:29:05.082832 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47652) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:05.088192 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-7dcb29c8-66a2-4c56-b174-4b5a9d4d7111 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Unset dirty status for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:29:05.089970 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-7dcb29c8-66a2-4c56-b174-4b5a9d4d7111 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8017685 Oct 13 15:29:05.094170 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77a72ee-9b72-456e-9f8c-46b693b24dc9 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Pushing event updated for resources: {'Port': ['ID=c450b577-a486-4404-8ec6-d4db5bbc1bcf,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:05.100805 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-6cb5e1c3-3be6-4925-a30b-a5a414b39416 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Request body: {'port': {'network_id': 'ae4eeb10-b86a-45ac-80e0-9663d7d242fb', 'name': 'tempest-FloatingIPTestJSON-1740996687'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:29:05.113489 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ba69d8c4-41c2-432b-b43e-8071b5b5bb16 None None] Calling delete_port for 70f270d5-6917-41bb-821d-fe85ccf071af owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:29:05.127218 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47656) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:05.158933 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-72660fae-8dc7-4a0d-a6e8-6d3a1f7a874f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'name': 'tempest-RoutersIpV6Test-router-284765292', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:18Z', 'updated_at': '2022-10-13T15:29:02Z', 'revision_number': 10, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'gw_port_host': None, '_interfaces': [{'id': 'd67594f2-c0c5-4a36-bff7-71fd58d2cbed', 'name': '', 'network_id': '84c2d1c2-975e-4007-b816-a51001632d07', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:fc:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '0945d224-ede5-498b-85fe-799e1434f68b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:22Z', 'updated_at': '2022-10-13T15:27:33Z', 'revision_number': 5, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': '0945d224-ede5-498b-85fe-799e1434f68b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:05.163576 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72660fae-8dc7-4a0d-a6e8-6d3a1f7a874f None None] Checking router: bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:29:05.175416 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72660fae-8dc7-4a0d-a6e8-6d3a1f7a874f None None] Routers {'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:29:05.176124 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-72660fae-8dc7-4a0d-a6e8-6d3a1f7a874f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:28:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:05.215371 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ba69d8c4-41c2-432b-b43e-8071b5b5bb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:05.265170 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba69d8c4-41c2-432b-b43e-8071b5b5bb16 None None] No DVR routers for this DVR port 70f270d5-6917-41bb-821d-fe85ccf071af on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:29:05.277934 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba69d8c4-41c2-432b-b43e-8071b5b5bb16 None None] Pushing event deleted for resources: {'Port': ['ID=70f270d5-6917-41bb-821d-fe85ccf071af,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:05.368318 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47660) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:05.389476 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-72660fae-8dc7-4a0d-a6e8-6d3a1f7a874f None None] Set router bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663 gateway port host: None {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:29:05.409790 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fed7b8-53c1-4a8d-a99b-1b5f05c4e1e6 req-e71e5c53-9015-4a30-b21c-7228969a50eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:05.412079 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-11fed7b8-53c1-4a8d-a99b-1b5f05c4e1e6 req-e71e5c53-9015-4a30-b21c-7228969a50eb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=68ca5488-1f82-4ee2-9e86-9e983d74aa07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6781018 Oct 13 15:29:05.414424 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-d5f35f42-aa44-4305-a711-fdafe5f9962c req-a71ccf54-afe3-466d-bc61-32e717e0e779 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/security-groups?id=81e55712-bc20-48c8-a3f7-25813fa3e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6553860 Oct 13 15:29:05.423725 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-d9211e8f-94fc-4e4e-bb82-34e4aa3d8743 None None] Attempt 3 to provision port 687ef344-e997-4669-a01d-3734460f30c0 Oct 13 15:29:05.517603 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b384fabb-d55b-448b-8bd7-1bec09f2d528 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:05.552700 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-d9211e8f-94fc-4e4e-bb82-34e4aa3d8743 None None] Port 687ef344-e997-4669-a01d-3734460f30c0 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:29:05.570970 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-11fed7b8-53c1-4a8d-a99b-1b5f05c4e1e6 req-866d5f9c-5a2f-493a-81a2-c41fcedbae35 service neutron] 10.222.0.16 "GET /v2.0/networks/68ca5488-1f82-4ee2-9e86-9e983d74aa07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490901 Oct 13 15:29:05.583896 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-9819b403-8050-4ec1-9cd1-2e0a33db47ee tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-147789170'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:29:05.610452 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-6cb5e1c3-3be6-4925-a30b-a5a414b39416 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:29:05.623371 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-9819b403-8050-4ec1-9cd1-2e0a33db47ee tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:29:05.629632 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-6cb5e1c3-3be6-4925-a30b-a5a414b39416 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Usage tracker for resource:port and tenant:dee21423abc34d479217f618911e90ce is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:29:05.635773 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-6cb5e1c3-3be6-4925-a30b-a5a414b39416 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:29:05.640525 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-9819b403-8050-4ec1-9cd1-2e0a33db47ee tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Usage tracker for resource:network and tenant:19ec4718eae5492e825f796615e1a8b4 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:29:05.647458 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fe37a8-84d7-42b8-a590-f72c01529fb8 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:05.648445 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-36fe37a8-84d7-42b8-a590-f72c01529fb8 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Synchronizing usage tracker for tenant:bb90cebe15f541febeed2c50e15c931e on resource:subnet {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:29:05.693240 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-9819b403-8050-4ec1-9cd1-2e0a33db47ee tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:29:05.696056 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-6cb5e1c3-3be6-4925-a30b-a5a414b39416 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:29:05.705700 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-9819b403-8050-4ec1-9cd1-2e0a33db47ee tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:29:05.719918 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-36fe37a8-84d7-42b8-a590-f72c01529fb8 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Unset dirty status for tenant:bb90cebe15f541febeed2c50e15c931e on resource:subnet {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:29:05.724127 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-36fe37a8-84d7-42b8-a590-f72c01529fb8 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5904024 Oct 13 15:29:05.727973 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47666) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:05.761109 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4f4c2295-8f5c-421a-b7cc-fd8f7c9d1bb3 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:05.770503 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-0f74d5b9-e890-469d-86fd-c507674e32a4 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] For port 83b9e79c-22dc-4ad8-b4e4-8f762af4a954, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=83b9e79c-22dc-4ad8-b4e4-8f762af4a954,segment=NetworkSegment(b3537e7d-1f28-438c-8262-4af50531cb78),segment_id=b3537e7d-1f28-438c-8262-4af50531cb78)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:29:05.771059 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0f74d5b9-e890-469d-86fd-c507674e32a4 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:05.799613 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9819b403-8050-4ec1-9cd1-2e0a33db47ee tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Made reservation on behalf of 19ec4718eae5492e825f796615e1a8b4 for: {'network': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:29:05.803033 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9819b403-8050-4ec1-9cd1-2e0a33db47ee tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:05.816730 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-87b3d756-63dd-4f9e-8eda-be4055dc68d5 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0876825 Oct 13 15:29:05.817415 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb5e1c3-3be6-4925-a30b-a5a414b39416 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Made reservation on behalf of dee21423abc34d479217f618911e90ce for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:29:05.820946 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6cb5e1c3-3be6-4925-a30b-a5a414b39416 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:05.826833 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-72660fae-8dc7-4a0d-a6e8-6d3a1f7a874f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'name': 'tempest-RoutersIpV6Test-router-284765292', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:18Z', 'updated_at': '2022-10-13T15:29:02Z', 'revision_number': 10, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'gw_port_host': None, '_interfaces': [{'id': 'd67594f2-c0c5-4a36-bff7-71fd58d2cbed', 'name': '', 'network_id': '84c2d1c2-975e-4007-b816-a51001632d07', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:fc:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '0945d224-ede5-498b-85fe-799e1434f68b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:22Z', 'updated_at': '2022-10-13T15:27:33Z', 'revision_number': 5, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': '0945d224-ede5-498b-85fe-799e1434f68b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:05.829736 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47670) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:05.831832 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72660fae-8dc7-4a0d-a6e8-6d3a1f7a874f None None] The sync data for ids ['bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'] in dv-neutron-860329-2-hyperv is: [{'id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'name': 'tempest-RoutersIpV6Test-router-284765292', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:18Z', 'updated_at': '2022-10-13T15:29:02Z', 'revision_number': 10, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'gw_port_host': None, '_interfaces': [{'id': 'd67594f2-c0c5-4a36-bff7-71fd58d2cbed', 'name': '', 'network_id': '84c2d1c2-975e-4007-b816-a51001632d07', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'mac_address': 'fa:16:3e:fc:2b:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'device_owner': 'network:router_interface', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '0945d224-ede5-498b-85fe-799e1434f68b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:22Z', 'updated_at': '2022-10-13T15:27:33Z', 'revision_number': 5, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'subnets': [{'id': '0945d224-ede5-498b-85fe-799e1434f68b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:29:05.845823 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-eaff3e65-8532-4a86-b46a-4cf4c71a464e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'subnet': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:29:05.860938 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9819b403-8050-4ec1-9cd1-2e0a33db47ee tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:05.956045 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-4f4c2295-8f5c-421a-b7cc-fd8f7c9d1bb3 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Calling delete_port for 687ef344-e997-4669-a01d-3734460f30c0 owned by {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:29:05.962267 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [None req-6cb5e1c3-3be6-4925-a30b-a5a414b39416 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] device_id is not set on port 7300bb36-af68-4ebc-81b1-a71f406a9af7 yet. {{(pid=88973) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:29:06.001772 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-11fed7b8-53c1-4a8d-a99b-1b5f05c4e1e6 req-467c38f1-9bd2-452f-9644-5d147212f67d service neutron] 10.222.0.16 "GET /v2.0/networks/68ca5488-1f82-4ee2-9e86-9e983d74aa07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4215295 Oct 13 15:29:06.002707 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-9819b403-8050-4ec1-9cd1-2e0a33db47ee tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:29:06.019026 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-9819b403-8050-4ec1-9cd1-2e0a33db47ee tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Usage tracker for resource:security_group_rule and tenant:19ec4718eae5492e825f796615e1a8b4 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:29:06.030792 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-9819b403-8050-4ec1-9cd1-2e0a33db47ee tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:29:06.038938 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b384fabb-d55b-448b-8bd7-1bec09f2d528 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:06.053892 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-d9211e8f-94fc-4e4e-bb82-34e4aa3d8743 None None] Attempt 4 to provision port 687ef344-e997-4669-a01d-3734460f30c0 Oct 13 15:29:06.054285 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-9819b403-8050-4ec1-9cd1-2e0a33db47ee tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:29:06.056868 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-eaff3e65-8532-4a86-b46a-4cf4c71a464e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:29:06.076469 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-eaff3e65-8532-4a86-b46a-4cf4c71a464e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:29:06.078363 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-0f74d5b9-e890-469d-86fd-c507674e32a4 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Calling delete_port for 83b9e79c-22dc-4ad8-b4e4-8f762af4a954 owned by network:router_gateway {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:29:06.114157 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-d9211e8f-94fc-4e4e-bb82-34e4aa3d8743 None None] Port 687ef344-e997-4669-a01d-3734460f30c0 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:29:06.139404 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaff3e65-8532-4a86-b46a-4cf4c71a464e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:29:06.142941 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-eaff3e65-8532-4a86-b46a-4cf4c71a464e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:06.266943 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 55ed86c2-7dc3-4aa7-812f-d614ba4e5e08 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:29:06.302382 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4f4c2295-8f5c-421a-b7cc-fd8f7c9d1bb3 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:06.315112 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-6cb5e1c3-3be6-4925-a30b-a5a414b39416 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Allocated IP 172.20.0.6 (ae4eeb10-b86a-45ac-80e0-9663d7d242fb/fb50b5e5-969e-4a04-a939-f1db0980ef1a/7300bb36-af68-4ebc-81b1-a71f406a9af7) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:29:06.340284 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 55ed86c2-7dc3-4aa7-812f-d614ba4e5e08 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:29:06.344628 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 55ed86c2-7dc3-4aa7-812f-d614ba4e5e08 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:29:06.345807 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 70f270d5-6917-41bb-821d-fe85ccf071af no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:29:06.347255 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b384fabb-d55b-448b-8bd7-1bec09f2d528 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:06.381560 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 70f270d5-6917-41bb-821d-fe85ccf071af {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:29:06.381989 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 70f270d5-6917-41bb-821d-fe85ccf071af not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:29:06.395073 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4c2295-8f5c-421a-b7cc-fd8f7c9d1bb3 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event deleted for resources: {'Port': ['ID=687ef344-e997-4669-a01d-3734460f30c0,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:06.407729 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b384fabb-d55b-448b-8bd7-1bec09f2d528 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event deleted for resources: {'Subnet': ['ID=d872e4e3-5ee4-405a-a437-1ffbf1f955fc,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:06.453117 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c64086d-19c0-4786-95ab-163071285524 None None] Network 8103f6e5-66b5-4b6e-aab9-89095ff7dce4 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:29:06.453330 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b384fabb-d55b-448b-8bd7-1bec09f2d528 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:06.491832 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9819b403-8050-4ec1-9cd1-2e0a33db47ee tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:06.506464 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9819b403-8050-4ec1-9cd1-2e0a33db47ee tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:06.543218 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-b384fabb-d55b-448b-8bd7-1bec09f2d528 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "DELETE /v2.0/subnets/d872e4e3-5ee4-405a-a437-1ffbf1f955fc HTTP/1.1" status: 204 len: 168 time: 2.0022123 Oct 13 15:29:06.552171 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47676) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:06.584418 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4f4c2295-8f5c-421a-b7cc-fd8f7c9d1bb3 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:06.598771 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-4f4c2295-8f5c-421a-b7cc-fd8f7c9d1bb3 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "DELETE /v2.0/ports/687ef344-e997-4669-a01d-3734460f30c0 HTTP/1.1" status: 204 len: 168 time: 2.0204773 Oct 13 15:29:06.601695 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47680) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:06.618018 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-d9211e8f-94fc-4e4e-bb82-34e4aa3d8743 None None] Attempt 5 to provision port 687ef344-e997-4669-a01d-3734460f30c0 Oct 13 15:29:06.628143 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9819b403-8050-4ec1-9cd1-2e0a33db47ee tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35f1ccf5-259c-4d09-a15b-db212464481d,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:06.654259 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad8c62f0-5497-4ba0-82cd-1489af9d25c0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] GET failed (client error): The resource could not be found. Oct 13 15:29:06.654839 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-ad8c62f0-5497-4ba0-82cd-1489af9d25c0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Synchronizing usage tracker for tenant:c7529f71933548bfa5c77476ba17c75c on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:29:06.659371 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0f74d5b9-e890-469d-86fd-c507674e32a4 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:06.679715 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-d9211e8f-94fc-4e4e-bb82-34e4aa3d8743 None None] Port 687ef344-e997-4669-a01d-3734460f30c0 was deleted so its status cannot be updated. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:29:06.762834 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b21d7de7-58e7-4f83-afad-ea384db5f9f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:06.773044 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9819b403-8050-4ec1-9cd1-2e0a33db47ee tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=88973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:29:06.786233 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f74d5b9-e890-469d-86fd-c507674e32a4 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Pushing event deleted for resources: {'Port': ['ID=83b9e79c-22dc-4ad8-b4e4-8f762af4a954,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:06.794191 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-ad8c62f0-5497-4ba0-82cd-1489af9d25c0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Unset dirty status for tenant:c7529f71933548bfa5c77476ba17c75c on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:29:06.795153 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-ad8c62f0-5497-4ba0-82cd-1489af9d25c0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "GET /v2.0/ports/687ef344-e997-4669-a01d-3734460f30c0 HTTP/1.1" status: 404 len: 333 time: 0.1923306 Oct 13 15:29:06.809612 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47684) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:06.860757 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0f74d5b9-e890-469d-86fd-c507674e32a4 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828050'] for router_gateway, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:06.908290 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c2dfbcc-a280-434b-8fae-969866f331c1 None None] DHCP port deletion for 8103f6e5-66b5-4b6e-aab9-89095ff7dce4 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:29:06.912502 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-8c2dfbcc-a280-434b-8fae-969866f331c1 None None] Deleting port 49707e41-8903-437f-a648-9ac116bcfb5d {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:29:06.913069 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8c2dfbcc-a280-434b-8fae-969866f331c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:06.944121 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9819b403-8050-4ec1-9cd1-2e0a33db47ee tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:06.944479 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-9819b403-8050-4ec1-9cd1-2e0a33db47ee tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Added segment c1cab4f7-33a3-4e4f-820b-4d74891cbe8a of type vlan for network a7f39bfd-3970-412d-aef1-153889c90dcb Oct 13 15:29:06.975904 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-eaff3e65-8532-4a86-b46a-4cf4c71a464e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:07.012253 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a7158ec9-ac29-49da-8153-a08033ebd1e2 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:07.092370 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9819b403-8050-4ec1-9cd1-2e0a33db47ee tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:07.102738 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaff3e65-8532-4a86-b46a-4cf4c71a464e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:29:07.117754 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-eaff3e65-8532-4a86-b46a-4cf4c71a464e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:29:07.121112 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaff3e65-8532-4a86-b46a-4cf4c71a464e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:07.121702 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-eaff3e65-8532-4a86-b46a-4cf4c71a464e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:07.133679 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-a7158ec9-ac29-49da-8153-a08033ebd1e2 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Deleting port 49707e41-8903-437f-a648-9ac116bcfb5d {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:29:07.133991 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f08796-1263-4be6-bbb3-a864de594c42 None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:29:07.134561 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a7158ec9-ac29-49da-8153-a08033ebd1e2 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:07.165533 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-0347db8d-776f-4291-bbe6-fbb954309dc4 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Deleting subnet 87be989a-063f-4449-a0b3-db24c8d0444b {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:29:07.168583 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0f74d5b9-e890-469d-86fd-c507674e32a4 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:07.171763 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0f74d5b9-e890-469d-86fd-c507674e32a4 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:07.173494 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0347db8d-776f-4291-bbe6-fbb954309dc4 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:07.174271 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-8c2dfbcc-a280-434b-8fae-969866f331c1 None None] For port 49707e41-8903-437f-a648-9ac116bcfb5d, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=49707e41-8903-437f-a648-9ac116bcfb5d,segment=NetworkSegment(0ad4d6f1-4991-463b-950d-eac210dc6b24),segment_id=0ad4d6f1-4991-463b-950d-eac210dc6b24)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:29:07.174664 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8c2dfbcc-a280-434b-8fae-969866f331c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:07.185259 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaff3e65-8532-4a86-b46a-4cf4c71a464e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'Subnet': ['ID=943819c3-e3d7-4de7-8f5e-f120cbd0b9ba,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:07.236314 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77d1aff-309c-451b-b510-376bbcb8b9ae req-33f32bed-4023-40ab-a3cf-7919856d65e9 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:07.243335 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c77d1aff-309c-451b-b510-376bbcb8b9ae req-33f32bed-4023-40ab-a3cf-7919856d65e9 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=75dd98a5-e1f9-4a74-ac6e-efb36b74b5e5 HTTP/1.1" status: 200 len: 943 time: 0.6114824 Oct 13 15:29:07.246295 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0347db8d-776f-4291-bbe6-fbb954309dc4 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:07.275505 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6cb5e1c3-3be6-4925-a30b-a5a414b39416 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:07.278628 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0f74d5b9-e890-469d-86fd-c507674e32a4 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:07.279363 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f74d5b9-e890-469d-86fd-c507674e32a4 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 22119319-8c8d-482f-9cb2-28339aec9d60 {{(pid=88972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:29:07.299374 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0f74d5b9-e890-469d-86fd-c507674e32a4 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:07.300510 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-0f74d5b9-e890-469d-86fd-c507674e32a4 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] 10.222.0.42 "DELETE /v2.0/routers/22119319-8c8d-482f-9cb2-28339aec9d60 HTTP/1.1" status: 204 len: 168 time: 6.0569341 Oct 13 15:29:07.303720 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47688) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:07.357287 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-8c2dfbcc-a280-434b-8fae-969866f331c1 None None] Calling delete_port for 49707e41-8903-437f-a648-9ac116bcfb5d owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:29:07.366306 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9819b403-8050-4ec1-9cd1-2e0a33db47ee tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:07.372297 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-d15e8b10-ef73-4cfc-803d-a9320838cefd tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Deleting subnet 1ecaef29-70e2-4d88-82b6-1bb4ca38fd9d {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:29:07.372508 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9819b403-8050-4ec1-9cd1-2e0a33db47ee tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:07.372944 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9819b403-8050-4ec1-9cd1-2e0a33db47ee tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:07.387292 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d15e8b10-ef73-4cfc-803d-a9320838cefd tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:07.458920 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d15e8b10-ef73-4cfc-803d-a9320838cefd tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:07.511615 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0347db8d-776f-4291-bbe6-fbb954309dc4 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:07.548057 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-eaff3e65-8532-4a86-b46a-4cf4c71a464e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7126429 Oct 13 15:29:07.550878 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47692) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:07.558887 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-e1f6dd60-1944-4a2e-a1f5-e58cadc17c92 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'port': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'mac_address': 'fa:16:3e:b9:90:f9', 'name': 'tempest-NetworksTestDHCPv6-2080403670'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:29:07.566604 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8c2dfbcc-a280-434b-8fae-969866f331c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:07.601191 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c77d1aff-309c-451b-b510-376bbcb8b9ae req-79d15e46-15f3-4d5c-9b31-d94147c5cf9d tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/security-groups?id=81e55712-bc20-48c8-a3f7-25813fa3e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3566799 Oct 13 15:29:07.603154 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:29:07.625049 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-9819b403-8050-4ec1-9cd1-2e0a33db47ee tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.2556765 Oct 13 15:29:07.629512 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d15e8b10-ef73-4cfc-803d-a9320838cefd tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:07.630497 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2dfbcc-a280-434b-8fae-969866f331c1 None None] Pushing event deleted for resources: {'Port': ['ID=49707e41-8903-437f-a648-9ac116bcfb5d,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:07.632312 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2dfbcc-a280-434b-8fae-969866f331c1 None None] No DVR routers for this DVR port 49707e41-8903-437f-a648-9ac116bcfb5d on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:29:07.653580 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b69558e7-d0c6-4ffc-9d9f-ef87552ffb21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'tenant_id': 'bb90cebe15f541febeed2c50e15c931e', 'fixed_ips': [{'subnet_id': '943819c3-e3d7-4de7-8f5e-f120cbd0b9ba'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:29:07.654840 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b69558e7-d0c6-4ffc-9d9f-ef87552ffb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:07.659266 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47696) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:07.673257 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-d35a5613-16d4-4c5a-a78a-0ade487d4cb9 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Request body: {'port': {'network_id': 'a7f39bfd-3970-412d-aef1-153889c90dcb', 'name': 'tempest-PortsIpV6TestJSON-1295094792'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:29:07.730404 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:07.752561 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9819b403-8050-4ec1-9cd1-2e0a33db47ee tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event updated for resources: {'Network': ['ID=a7f39bfd-3970-412d-aef1-153889c90dcb,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:07.765071 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network a7f39bfd-3970-412d-aef1-153889c90dcb details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:29:07.838465 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-a7158ec9-ac29-49da-8153-a08033ebd1e2 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] For port 49707e41-8903-437f-a648-9ac116bcfb5d, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=49707e41-8903-437f-a648-9ac116bcfb5d,segment=NetworkSegment(0ad4d6f1-4991-463b-950d-eac210dc6b24),segment_id=0ad4d6f1-4991-463b-950d-eac210dc6b24)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:29:07.839399 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a7158ec9-ac29-49da-8153-a08033ebd1e2 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:07.847565 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6cb5e1c3-3be6-4925-a30b-a5a414b39416 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:07.904856 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-d35a5613-16d4-4c5a-a78a-0ade487d4cb9 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:29:07.911200 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0347db8d-776f-4291-bbe6-fbb954309dc4 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:07.933373 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:07.954373 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-d35a5613-16d4-4c5a-a78a-0ade487d4cb9 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Usage tracker for resource:port and tenant:19ec4718eae5492e825f796615e1a8b4 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:29:07.960898 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0347db8d-776f-4291-bbe6-fbb954309dc4 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:07.966030 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-d35a5613-16d4-4c5a-a78a-0ade487d4cb9 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:29:07.974396 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dc78ff8-d32f-4f22-8486-237c2b7ad9ed None None] Network b86b4ed7-c716-43a5-9602-8ffd55d93fbd requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:29:07.985316 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-d35a5613-16d4-4c5a-a78a-0ade487d4cb9 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:29:07.989335 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0347db8d-776f-4291-bbe6-fbb954309dc4 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event deleted for resources: {'Subnet': ['ID=87be989a-063f-4449-a0b3-db24c8d0444b,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:07.992692 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-e1f6dd60-1944-4a2e-a1f5-e58cadc17c92 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:29:07.999321 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-0347db8d-776f-4291-bbe6-fbb954309dc4 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "DELETE /v2.0/subnets/87be989a-063f-4449-a0b3-db24c8d0444b HTTP/1.1" status: 204 len: 168 time: 1.1886418 Oct 13 15:29:08.005067 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d15e8b10-ef73-4cfc-803d-a9320838cefd tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:08.011579 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47700) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:08.013620 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-b69558e7-d0c6-4ffc-9d9f-ef87552ffb21 None None] Allocated IP 2001:db8::2 (a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828/943819c3-e3d7-4de7-8f5e-f120cbd0b9ba/6850d2cd-fa3f-49c3-a956-f63874310afb) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:29:08.028109 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-a7158ec9-ac29-49da-8153-a08033ebd1e2 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Calling delete_port for 49707e41-8903-437f-a648-9ac116bcfb5d owned by network:dhcp {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:29:08.045621 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-e1f6dd60-1944-4a2e-a1f5-e58cadc17c92 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:29:08.053444 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15e8b10-ef73-4cfc-803d-a9320838cefd tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1ecaef29-70e2-4d88-82b6-1bb4ca38fd9d,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:08.066436 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cb5e1c3-3be6-4925-a30b-a5a414b39416 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Network ae4eeb10-b86a-45ac-80e0-9663d7d242fb is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:29:08.073708 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d35a5613-16d4-4c5a-a78a-0ade487d4cb9 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Made reservation on behalf of 19ec4718eae5492e825f796615e1a8b4 for: {'port': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:29:08.074914 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-6cb5e1c3-3be6-4925-a30b-a5a414b39416 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:29:08.077670 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d35a5613-16d4-4c5a-a78a-0ade487d4cb9 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:08.087638 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb5e1c3-3be6-4925-a30b-a5a414b39416 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:29:08.094459 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d15e8b10-ef73-4cfc-803d-a9320838cefd tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:08.097215 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d15e8b10-ef73-4cfc-803d-a9320838cefd tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] 10.222.0.42 "DELETE /v2.0/subnets/1ecaef29-70e2-4d88-82b6-1bb4ca38fd9d HTTP/1.1" status: 204 len: 168 time: 0.7922409 Oct 13 15:29:08.115435 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47704) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:08.158028 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb5e1c3-3be6-4925-a30b-a5a414b39416 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Pushing event updated for resources: {'Port': ['ID=7300bb36-af68-4ebc-81b1-a71f406a9af7,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:08.176591 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb5e1c3-3be6-4925-a30b-a5a414b39416 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:08.177219 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6cb5e1c3-3be6-4925-a30b-a5a414b39416 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:08.199917 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f6dd60-1944-4a2e-a1f5-e58cadc17c92 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'port': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:29:08.208224 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.db.api [None req-a7158ec9-ac29-49da-8153-a08033ebd1e2 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:29:08.208641 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG oslo_db.api [None req-a7158ec9-ac29-49da-8153-a08033ebd1e2 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:29:08.215448 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-6cb5e1c3-3be6-4925-a30b-a5a414b39416 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1243203 Oct 13 15:29:08.216408 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47708) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:08.222016 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-aa9f9d7a-3614-419e-b8c0-6e7569e96cc6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Request body: {'floatingip': {'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'port_id': '7300bb36-af68-4ebc-81b1-a71f406a9af7', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:29:08.228374 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-aa9f9d7a-3614-419e-b8c0-6e7569e96cc6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:29:08.232523 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-aa9f9d7a-3614-419e-b8c0-6e7569e96cc6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Usage tracker for resource:floatingip and tenant:dee21423abc34d479217f618911e90ce is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:29:08.235155 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [None req-d35a5613-16d4-4c5a-a78a-0ade487d4cb9 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] device_id is not set on port d9b7c3a6-2725-453b-8e26-23930b531380 yet. {{(pid=88972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:29:08.235585 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-aa9f9d7a-3614-419e-b8c0-6e7569e96cc6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:29:08.241933 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-aa9f9d7a-3614-419e-b8c0-6e7569e96cc6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:29:08.252986 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-aa9f9d7a-3614-419e-b8c0-6e7569e96cc6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for floatingip, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:08.269425 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 49707e41-8903-437f-a648-9ac116bcfb5d no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:29:08.318076 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 49707e41-8903-437f-a648-9ac116bcfb5d {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:29:08.318489 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 49707e41-8903-437f-a648-9ac116bcfb5d not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:29:08.376095 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-da4d4101-8a6e-4e91-bbe9-88a1f51ece2f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:08.398675 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-aa9f9d7a-3614-419e-b8c0-6e7569e96cc6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:08.445612 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b69558e7-d0c6-4ffc-9d9f-ef87552ffb21 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:08.457929 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-b69558e7-d0c6-4ffc-9d9f-ef87552ffb21 None None] Transition to ACTIVE for port object 6850d2cd-fa3f-49c3-a956-f63874310afb will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:29:08.481157 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-b69558e7-d0c6-4ffc-9d9f-ef87552ffb21 None None] Transition to ACTIVE for port object 6850d2cd-fa3f-49c3-a956-f63874310afb will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:29:08.490785 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b329ba8b-aedc-49bb-91c2-da53f176b6f0 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:08.494004 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b69558e7-d0c6-4ffc-9d9f-ef87552ffb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:08.521526 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-da4d4101-8a6e-4e91-bbe9-88a1f51ece2f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Deleting port cdb3c6dd-c899-461b-892d-af63139b9689 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:29:08.521969 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-da4d4101-8a6e-4e91-bbe9-88a1f51ece2f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:08.541363 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f19612-7f93-441a-afaf-bfc23d72436e None None] DHCP port deletion for b86b4ed7-c716-43a5-9602-8ffd55d93fbd request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:29:08.562283 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-aa9f9d7a-3614-419e-b8c0-6e7569e96cc6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Allocated IP 172.26.2.163 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/c7448cf3-7354-4ed9-aa20-a9f56afddbd8) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:29:08.572420 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-74f19612-7f93-441a-afaf-bfc23d72436e None None] Deleting port cdb3c6dd-c899-461b-892d-af63139b9689 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:29:08.572784 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-74f19612-7f93-441a-afaf-bfc23d72436e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:08.612868 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b69558e7-d0c6-4ffc-9d9f-ef87552ffb21 None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:29:08.621760 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-b69558e7-d0c6-4ffc-9d9f-ef87552ffb21 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:29:08.624214 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69558e7-d0c6-4ffc-9d9f-ef87552ffb21 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:29:08.637749 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69558e7-d0c6-4ffc-9d9f-ef87552ffb21 None None] Pushing event updated for resources: {'Port': ['ID=6850d2cd-fa3f-49c3-a956-f63874310afb,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:08.712911 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-a7158ec9-ac29-49da-8153-a08033ebd1e2 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Deleting port 49707e41-8903-437f-a648-9ac116bcfb5d {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:29:08.713183 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a7158ec9-ac29-49da-8153-a08033ebd1e2 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:08.801369 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-b69558e7-d0c6-4ffc-9d9f-ef87552ffb21 None None] Attempting to bind port 6850d2cd-fa3f-49c3-a956-f63874310afb on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:29:08.801743 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-b69558e7-d0c6-4ffc-9d9f-ef87552ffb21 None None] Attempting to bind port 6850d2cd-fa3f-49c3-a956-f63874310afb by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:29:08.802107 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69558e7-d0c6-4ffc-9d9f-ef87552ffb21 None None] Attempting to bind port 6850d2cd-fa3f-49c3-a956-f63874310afb on network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:29:08.805213 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-a7158ec9-ac29-49da-8153-a08033ebd1e2 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] The port '49707e41-8903-437f-a648-9ac116bcfb5d' was deleted {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 13 15:29:08.813002 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69558e7-d0c6-4ffc-9d9f-ef87552ffb21 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:29:08.813357 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69558e7-d0c6-4ffc-9d9f-ef87552ffb21 None None] Checking segment: {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:29:08.813762 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b69558e7-d0c6-4ffc-9d9f-ef87552ffb21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:08.814184 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69558e7-d0c6-4ffc-9d9f-ef87552ffb21 None None] Bound using segment: {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:29:08.814659 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-b69558e7-d0c6-4ffc-9d9f-ef87552ffb21 None None] Bound port: 6850d2cd-fa3f-49c3-a956-f63874310afb, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:29:08.815035 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b69558e7-d0c6-4ffc-9d9f-ef87552ffb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:08.878145 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-aa9f9d7a-3614-419e-b8c0-6e7569e96cc6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:08.960861 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a7158ec9-ac29-49da-8153-a08033ebd1e2 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:08.986652 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-74f19612-7f93-441a-afaf-bfc23d72436e None None] For port cdb3c6dd-c899-461b-892d-af63139b9689, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=cdb3c6dd-c899-461b-892d-af63139b9689,segment=NetworkSegment(a831d253-95b7-4e46-85a5-9df4628987eb),segment_id=a831d253-95b7-4e46-85a5-9df4628987eb)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:29:08.986869 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-74f19612-7f93-441a-afaf-bfc23d72436e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:08.991311 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-a7158ec9-ac29-49da-8153-a08033ebd1e2 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8103f6e5-66b5-4b6e-aab9-89095ff7dce4']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:09.007985 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-a7158ec9-ac29-49da-8153-a08033ebd1e2 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ad4d6f1-4991-463b-950d-eac210dc6b24') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:09.008343 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-a7158ec9-ac29-49da-8153-a08033ebd1e2 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ad4d6f1-4991-463b-950d-eac210dc6b24') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:09.022332 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a7158ec9-ac29-49da-8153-a08033ebd1e2 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:09.024921 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e1f6dd60-1944-4a2e-a1f5-e58cadc17c92 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:09.039863 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a7158ec9-ac29-49da-8153-a08033ebd1e2 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:09.043380 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-aa9f9d7a-3614-419e-b8c0-6e7569e96cc6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:09.093132 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7158ec9-ac29-49da-8153-a08033ebd1e2 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:29:09.093534 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a7158ec9-ac29-49da-8153-a08033ebd1e2 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:09.136922 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 0ad4d6f1-4991-463b-950d-eac210dc6b24 resource provider aggregate not found Oct 13 15:29:09.150495 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa9f9d7a-3614-419e-b8c0-6e7569e96cc6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:29:09.155776 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d35a5613-16d4-4c5a-a78a-0ade487d4cb9 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:09.156824 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-aa9f9d7a-3614-419e-b8c0-6e7569e96cc6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:29:09.174918 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-74f19612-7f93-441a-afaf-bfc23d72436e None None] Calling delete_port for cdb3c6dd-c899-461b-892d-af63139b9689 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:29:09.202637 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-b69558e7-d0c6-4ffc-9d9f-ef87552ffb21 None None] For port 6850d2cd-fa3f-49c3-a956-f63874310afb, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:29:09.204958 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 0ad4d6f1-4991-463b-950d-eac210dc6b24 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0ad4d6f1-4991-463b-950d-eac210dc6b24 found for delete ", "request_id": "req-2f19b58d-1020-4bd7-9293-ab61f53a1818"}]} Oct 13 15:29:09.205683 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9f9d7a-3614-419e-b8c0-6e7569e96cc6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:29:09.220089 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 876da674-9b65-4800-ba18-693c8b3d6794 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=88974) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 13 15:29:09.225593 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-b69558e7-d0c6-4ffc-9d9f-ef87552ffb21 None None] For port 6850d2cd-fa3f-49c3-a956-f63874310afb, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=6850d2cd-fa3f-49c3-a956-f63874310afb,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:29:09.230714 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [None req-e1f6dd60-1944-4a2e-a1f5-e58cadc17c92 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] device_id is not set on port a7c96bb3-d5da-4f96-89b2-3ae811ab92a4 yet. {{(pid=88972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:29:09.234884 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b69558e7-d0c6-4ffc-9d9f-ef87552ffb21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:09.266023 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b329ba8b-aedc-49bb-91c2-da53f176b6f0 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:09.345827 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-b329ba8b-aedc-49bb-91c2-da53f176b6f0 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a98fd1f9-b369-42f5-9fca-d1c52147e1a6']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:09.358835 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-da4d4101-8a6e-4e91-bbe9-88a1f51ece2f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] For port cdb3c6dd-c899-461b-892d-af63139b9689, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=cdb3c6dd-c899-461b-892d-af63139b9689,segment=NetworkSegment(a831d253-95b7-4e46-85a5-9df4628987eb),segment_id=a831d253-95b7-4e46-85a5-9df4628987eb)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:29:09.359207 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-da4d4101-8a6e-4e91-bbe9-88a1f51ece2f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:09.384644 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-b329ba8b-aedc-49bb-91c2-da53f176b6f0 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3537e7d-1f28-438c-8262-4af50531cb78') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:09.385210 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-b329ba8b-aedc-49bb-91c2-da53f176b6f0 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3537e7d-1f28-438c-8262-4af50531cb78') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:09.432117 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69558e7-d0c6-4ffc-9d9f-ef87552ffb21 None None] Pushing event updated for resources: {'Port': ['ID=6850d2cd-fa3f-49c3-a956-f63874310afb,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:09.440192 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-74f19612-7f93-441a-afaf-bfc23d72436e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:09.506165 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f19612-7f93-441a-afaf-bfc23d72436e None None] Pushing event deleted for resources: {'Port': ['ID=cdb3c6dd-c899-461b-892d-af63139b9689,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:09.516311 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f9d7a-3614-419e-b8c0-6e7569e96cc6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Pushing event updated for resources: {'Port': ['ID=c7448cf3-7354-4ed9-aa20-a9f56afddbd8,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:09.518269 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f19612-7f93-441a-afaf-bfc23d72436e None None] No DVR routers for this DVR port cdb3c6dd-c899-461b-892d-af63139b9689 on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:29:09.539279 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a7158ec9-ac29-49da-8153-a08033ebd1e2 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:09.545198 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:09.556639 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-da4d4101-8a6e-4e91-bbe9-88a1f51ece2f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Calling delete_port for cdb3c6dd-c899-461b-892d-af63139b9689 owned by network:dhcp {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:29:09.567791 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 876da674-9b65-4800-ba18-693c8b3d6794, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=876da674-9b65-4800-ba18-693c8b3d6794,segment=NetworkSegment(c8b28188-8b1e-438a-8a7c-cfa1fc185e50),segment_id=c8b28188-8b1e-438a-8a7c-cfa1fc185e50)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:29:09.584265 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Returning: {'device': '876da674-9b65-4800-ba18-693c8b3d6794', 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7', 'port_id': '876da674-9b65-4800-ba18-693c8b3d6794', 'mac_address': 'fa:16:3e:38:63:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '235995ae-56e8-4a42-a8ac-e16e5c3294b1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88974) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 13 15:29:09.630098 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a7158ec9-ac29-49da-8153-a08033ebd1e2 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:09.670171 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7158ec9-ac29-49da-8153-a08033ebd1e2 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event deleted for resources: {'Network': ['ID=8103f6e5-66b5-4b6e-aab9-89095ff7dce4,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:09.680943 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 876da674-9b65-4800-ba18-693c8b3d6794 is: DOWN; New status is: BUILD {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:29:09.681407 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:09.682433 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b329ba8b-aedc-49bb-91c2-da53f176b6f0 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:09.700255 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b329ba8b-aedc-49bb-91c2-da53f176b6f0 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:09.702321 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-a7158ec9-ac29-49da-8153-a08033ebd1e2 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "DELETE /v2.0/networks/8103f6e5-66b5-4b6e-aab9-89095ff7dce4 HTTP/1.1" status: 204 len: 168 time: 3.1452923 Oct 13 15:29:09.703618 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 876da674-9b65-4800-ba18-693c8b3d6794 {{(pid=88974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 15:29:09.705335 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47718) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:09.718573 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b329ba8b-aedc-49bb-91c2-da53f176b6f0 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Releasing vlan 411 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:29:09.718980 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b329ba8b-aedc-49bb-91c2-da53f176b6f0 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:09.732421 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 876da674-9b65-4800-ba18-693c8b3d6794, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=876da674-9b65-4800-ba18-693c8b3d6794,segment=NetworkSegment(c8b28188-8b1e-438a-8a7c-cfa1fc185e50),segment_id=c8b28188-8b1e-438a-8a7c-cfa1fc185e50)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:29:09.742267 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:09.830780 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=876da674-9b65-4800-ba18-693c8b3d6794,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:09.862678 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment b3537e7d-1f28-438c-8262-4af50531cb78 resource provider aggregate not found Oct 13 15:29:09.877543 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d35a5613-16d4-4c5a-a78a-0ade487d4cb9 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:09.879189 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.db.api [None req-da4d4101-8a6e-4e91-bbe9-88a1f51ece2f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88972) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:29:09.879503 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG oslo_db.api [None req-da4d4101-8a6e-4e91-bbe9-88a1f51ece2f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:29:09.927786 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment b3537e7d-1f28-438c-8262-4af50531cb78 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b3537e7d-1f28-438c-8262-4af50531cb78 found for delete ", "request_id": "req-6d829482-b20a-416b-975f-85c1eaf74d85"}]} Oct 13 15:29:09.976080 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aab3cc-1b82-4c98-bba3-2549d29187c4 req-b590db0d-1a12-491a-a71b-2ae6f30fb0e6 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:09.977561 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-75aab3cc-1b82-4c98-bba3-2549d29187c4 req-b590db0d-1a12-491a-a71b-2ae6f30fb0e6 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=75dd98a5-e1f9-4a74-ac6e-efb36b74b5e5 HTTP/1.1" status: 200 len: 943 time: 1.0743330 Oct 13 15:29:09.991946 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b329ba8b-aedc-49bb-91c2-da53f176b6f0 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:10.010191 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-e1f6dd60-1944-4a2e-a1f5-e58cadc17c92 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Allocated IP 2001:db8::2c7 (a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828/943819c3-e3d7-4de7-8f5e-f120cbd0b9ba/a7c96bb3-d5da-4f96-89b2-3ae811ab92a4) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:29:10.047067 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b329ba8b-aedc-49bb-91c2-da53f176b6f0 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a98fd1f9-b369-42f5-9fca-d1c52147e1a6 {{(pid=88972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Oct 13 15:29:10.058286 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b329ba8b-aedc-49bb-91c2-da53f176b6f0 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:10.068046 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35a5613-16d4-4c5a-a78a-0ade487d4cb9 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event updated for resources: {'Port': ['ID=d9b7c3a6-2725-453b-8e26-23930b531380,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:10.075800 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b329ba8b-aedc-49bb-91c2-da53f176b6f0 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Pushing event deleted for resources: {'Network': ['ID=a98fd1f9-b369-42f5-9fca-d1c52147e1a6,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:10.119771 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35a5613-16d4-4c5a-a78a-0ade487d4cb9 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Checking segment: {'id': 'c1cab4f7-33a3-4e4f-820b-4d74891cbe8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a7f39bfd-3970-412d-aef1-153889c90dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:29:10.120172 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35a5613-16d4-4c5a-a78a-0ade487d4cb9 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Network hostable DHCP agents. Network: a7f39bfd-3970-412d-aef1-153889c90dcb, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:29:10.148069 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['876da674-9b65-4800-ba18-693c8b3d6794'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 15:29:10.166296 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-75aab3cc-1b82-4c98-bba3-2549d29187c4 req-6b6df424-0833-43e7-ba18-160075bc6762 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/security-groups?id=81e55712-bc20-48c8-a3f7-25813fa3e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1749825 Oct 13 15:29:10.199295 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-b329ba8b-aedc-49bb-91c2-da53f176b6f0 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] 10.222.0.42 "DELETE /v2.0/networks/a98fd1f9-b369-42f5-9fca-d1c52147e1a6 HTTP/1.1" status: 204 len: 168 time: 2.0754838 Oct 13 15:29:10.293420 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35a5613-16d4-4c5a-a78a-0ade487d4cb9 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Network a7f39bfd-3970-412d-aef1-153889c90dcb is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:29:10.330572 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 6850d2cd-fa3f-49c3-a956-f63874310afb up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:29:10.335075 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-aa9f9d7a-3614-419e-b8c0-6e7569e96cc6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:10.384721 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-da4d4101-8a6e-4e91-bbe9-88a1f51ece2f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Deleting port cdb3c6dd-c899-461b-892d-af63139b9689 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:29:10.385125 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-da4d4101-8a6e-4e91-bbe9-88a1f51ece2f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:10.455494 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-d35a5613-16d4-4c5a-a78a-0ade487d4cb9 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, a7f39bfd-3970-412d-aef1-153889c90dcb) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:29:10.473590 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a28eaf-5512-451b-b07b-fdaff0c3c896 None None] Network a7f39bfd-3970-412d-aef1-153889c90dcb requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:29:10.491050 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35a5613-16d4-4c5a-a78a-0ade487d4cb9 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:29:10.496764 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d35a5613-16d4-4c5a-a78a-0ade487d4cb9 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:10.497387 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d35a5613-16d4-4c5a-a78a-0ade487d4cb9 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:10.549470 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-da4d4101-8a6e-4e91-bbe9-88a1f51ece2f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] The port 'cdb3c6dd-c899-461b-892d-af63139b9689' was deleted {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 13 15:29:10.571500 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-aa9f9d7a-3614-419e-b8c0-6e7569e96cc6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:10.703130 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 6850d2cd-fa3f-49c3-a956-f63874310afb completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:29:10.771812 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47732) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:10.795643 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-f23aec24-b0e0-4343-a865-f4ee7a9cf765 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Request body: {'router': {'name': 'tempest-router--1746867297', 'project_id': '9e76198a5c7e4eb485006005e8810756'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:29:10.806086 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-f23aec24-b0e0-4343-a865-f4ee7a9cf765 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:29:10.825843 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-f23aec24-b0e0-4343-a865-f4ee7a9cf765 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Usage tracker for resource:router and tenant:9e76198a5c7e4eb485006005e8810756 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:29:10.833223 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-f23aec24-b0e0-4343-a865-f4ee7a9cf765 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:29:10.851058 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-f23aec24-b0e0-4343-a865-f4ee7a9cf765 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:29:10.860500 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device cdb3c6dd-c899-461b-892d-af63139b9689 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:29:10.883807 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f23aec24-b0e0-4343-a865-f4ee7a9cf765 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:10.885175 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f23aec24-b0e0-4343-a865-f4ee7a9cf765 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:10.900798 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d35a5613-16d4-4c5a-a78a-0ade487d4cb9 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.2387130 Oct 13 15:29:10.906523 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47736) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:10.917668 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-05f89ad1-134c-4ac4-b54c-e8d1264d1bbf tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2005669393'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:29:10.923923 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-05f89ad1-134c-4ac4-b54c-e8d1264d1bbf tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:29:10.928232 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-05f89ad1-134c-4ac4-b54c-e8d1264d1bbf tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Usage tracker for resource:network and tenant:19ec4718eae5492e825f796615e1a8b4 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:29:10.932152 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-05f89ad1-134c-4ac4-b54c-e8d1264d1bbf tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:29:10.938023 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-05f89ad1-134c-4ac4-b54c-e8d1264d1bbf tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:29:10.949572 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-25198570-9e9a-42a3-be9e-762027c82c26 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:10.984657 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e1f6dd60-1944-4a2e-a1f5-e58cadc17c92 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:11.000732 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-da4d4101-8a6e-4e91-bbe9-88a1f51ece2f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:11.010612 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05f89ad1-134c-4ac4-b54c-e8d1264d1bbf tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Made reservation on behalf of 19ec4718eae5492e825f796615e1a8b4 for: {'network': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:29:11.014049 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-05f89ad1-134c-4ac4-b54c-e8d1264d1bbf tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:11.020002 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: cdb3c6dd-c899-461b-892d-af63139b9689 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:29:11.020351 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device cdb3c6dd-c899-461b-892d-af63139b9689 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:29:11.032392 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-e1f6dd60-1944-4a2e-a1f5-e58cadc17c92 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Transition to ACTIVE for port object a7c96bb3-d5da-4f96-89b2-3ae811ab92a4 will not be triggered until provisioned by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:29:11.040256 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-da4d4101-8a6e-4e91-bbe9-88a1f51ece2f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b86b4ed7-c716-43a5-9602-8ffd55d93fbd']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:11.055400 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-da4d4101-8a6e-4e91-bbe9-88a1f51ece2f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a831d253-95b7-4e46-85a5-9df4628987eb') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:11.056351 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-da4d4101-8a6e-4e91-bbe9-88a1f51ece2f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a831d253-95b7-4e46-85a5-9df4628987eb') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:11.070859 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-da4d4101-8a6e-4e91-bbe9-88a1f51ece2f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:11.081807 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff3bbd6a-bdf2-488d-8ab5-9fafa96e2375 None None] Provisioning for port 6850d2cd-fa3f-49c3-a956-f63874310afb completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:29:11.094756 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-da4d4101-8a6e-4e91-bbe9-88a1f51ece2f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:11.098171 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff3bbd6a-bdf2-488d-8ab5-9fafa96e2375 None None] Provisioning complete for port 6850d2cd-fa3f-49c3-a956-f63874310afb triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:29:11.098342 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff3bbd6a-bdf2-488d-8ab5-9fafa96e2375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:11.098671 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff3bbd6a-bdf2-488d-8ab5-9fafa96e2375 None None] Attempt 1 to provision port 6850d2cd-fa3f-49c3-a956-f63874310afb Oct 13 15:29:11.099138 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f23aec24-b0e0-4343-a865-f4ee7a9cf765 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:11.105256 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da4d4101-8a6e-4e91-bbe9-88a1f51ece2f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:29:11.105888 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-da4d4101-8a6e-4e91-bbe9-88a1f51ece2f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:11.122427 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e1f6dd60-1944-4a2e-a1f5-e58cadc17c92 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:11.131182 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.db.resource_extend [None req-aa9f9d7a-3614-419e-b8c0-6e7569e96cc6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 15:29:11.268319 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f6dd60-1944-4a2e-a1f5-e58cadc17c92 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:29:11.271940 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-e1f6dd60-1944-4a2e-a1f5-e58cadc17c92 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:29:11.277636 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f6dd60-1944-4a2e-a1f5-e58cadc17c92 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:29:11.283257 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f6dd60-1944-4a2e-a1f5-e58cadc17c92 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:11.283920 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e1f6dd60-1944-4a2e-a1f5-e58cadc17c92 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:11.292423 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-da4d4101-8a6e-4e91-bbe9-88a1f51ece2f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:11.293972 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f6dd60-1944-4a2e-a1f5-e58cadc17c92 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'Port': ['ID=a7c96bb3-d5da-4f96-89b2-3ae811ab92a4,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:11.315266 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff3bbd6a-bdf2-488d-8ab5-9fafa96e2375 None None] Current status of the port 6850d2cd-fa3f-49c3-a956-f63874310afb is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:29:11.315707 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff3bbd6a-bdf2-488d-8ab5-9fafa96e2375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:11.317747 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-da4d4101-8a6e-4e91-bbe9-88a1f51ece2f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:11.336249 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4d4101-8a6e-4e91-bbe9-88a1f51ece2f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event deleted for resources: {'Network': ['ID=b86b4ed7-c716-43a5-9602-8ffd55d93fbd,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:11.341279 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-da4d4101-8a6e-4e91-bbe9-88a1f51ece2f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "DELETE /v2.0/networks/b86b4ed7-c716-43a5-9602-8ffd55d93fbd HTTP/1.1" status: 204 len: 168 time: 3.2972836 Oct 13 15:29:11.346822 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47742) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:11.353054 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-56e698f9-4640-4380-8786-d47838bd0a8e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1431792880'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:29:11.358298 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-aa9f9d7a-3614-419e-b8c0-6e7569e96cc6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:11.358865 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-56e698f9-4640-4380-8786-d47838bd0a8e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:29:11.361604 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-e1f6dd60-1944-4a2e-a1f5-e58cadc17c92 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.8095484 Oct 13 15:29:11.364208 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-56e698f9-4640-4380-8786-d47838bd0a8e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Usage tracker for resource:network and tenant:c7529f71933548bfa5c77476ba17c75c is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:29:11.366897 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff3bbd6a-bdf2-488d-8ab5-9fafa96e2375 None None] For port 6850d2cd-fa3f-49c3-a956-f63874310afb, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=6850d2cd-fa3f-49c3-a956-f63874310afb,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:29:11.371510 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47746) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:11.373902 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff3bbd6a-bdf2-488d-8ab5-9fafa96e2375 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:11.377893 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-56e698f9-4640-4380-8786-d47838bd0a8e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:29:11.422530 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-aa9f9d7a-3614-419e-b8c0-6e7569e96cc6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:11.436540 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-56e698f9-4640-4380-8786-d47838bd0a8e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:29:11.464434 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3bbd6a-bdf2-488d-8ab5-9fafa96e2375 None None] Pushing event updated for resources: {'Port': ['ID=6850d2cd-fa3f-49c3-a956-f63874310afb,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:11.467345 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e698f9-4640-4380-8786-d47838bd0a8e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Made reservation on behalf of c7529f71933548bfa5c77476ba17c75c for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:29:11.468303 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05f89ad1-134c-4ac4-b54c-e8d1264d1bbf tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=88973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:29:11.475511 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-56e698f9-4640-4380-8786-d47838bd0a8e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:11.516206 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56e698f9-4640-4380-8786-d47838bd0a8e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 438} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:29:11.526272 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add39801-ef77-4b96-a910-5444e11f5654 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:11.528994 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f23aec24-b0e0-4343-a865-f4ee7a9cf765 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:11.532195 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add39801-ef77-4b96-a910-5444e11f5654 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:11.533013 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-add39801-ef77-4b96-a910-5444e11f5654 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Synchronizing usage tracker for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:29:11.549243 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-56e698f9-4640-4380-8786-d47838bd0a8e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:11.549490 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-56e698f9-4640-4380-8786-d47838bd0a8e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Added segment 696b70d2-6d7c-4152-af0f-d6c833c4d9ba of type vlan for network 7f496a04-bfd1-4e89-8e17-d03ec95b0ffc Oct 13 15:29:11.564000 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-add39801-ef77-4b96-a910-5444e11f5654 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Unset dirty status for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:29:11.565209 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-add39801-ef77-4b96-a910-5444e11f5654 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1671 time: 0.1926486 Oct 13 15:29:11.573123 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47750) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:11.595481 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-a6d1a7cf-6392-4be0-8859-b2d05baa3aef None None] Provisioning for port a7c96bb3-d5da-4f96-89b2-3ae811ab92a4 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:29:11.600769 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-a6d1a7cf-6392-4be0-8859-b2d05baa3aef None None] Provisioning complete for port a7c96bb3-d5da-4f96-89b2-3ae811ab92a4 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:29:11.601151 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-a6d1a7cf-6392-4be0-8859-b2d05baa3aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:11.601549 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-a6d1a7cf-6392-4be0-8859-b2d05baa3aef None None] Attempt 1 to provision port a7c96bb3-d5da-4f96-89b2-3ae811ab92a4 Oct 13 15:29:11.615447 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-56e698f9-4640-4380-8786-d47838bd0a8e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:11.627703 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-05f89ad1-134c-4ac4-b54c-e8d1264d1bbf tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:11.627703 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-05f89ad1-134c-4ac4-b54c-e8d1264d1bbf tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Added segment 5af58695-3dee-41a2-b0cc-25f7bce97b80 of type vlan for network 47841159-a8cd-42af-9048-08517344cdb6 Oct 13 15:29:11.665596 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-5a224367-cd48-4462-881a-07b640a89388 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Deleting port a7c96bb3-d5da-4f96-89b2-3ae811ab92a4 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:29:11.665934 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5a224367-cd48-4462-881a-07b640a89388 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:11.667922 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-a6d1a7cf-6392-4be0-8859-b2d05baa3aef None None] Port a7c96bb3-d5da-4f96-89b2-3ae811ab92a4 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:29:11.724248 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-56e698f9-4640-4380-8786-d47838bd0a8e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:11.725580 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-aa9f9d7a-3614-419e-b8c0-6e7569e96cc6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:11.729792 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e698f9-4640-4380-8786-d47838bd0a8e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:11.730284 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-56e698f9-4640-4380-8786-d47838bd0a8e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:11.827632 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9f9d7a-3614-419e-b8c0-6e7569e96cc6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Pushing event updated for resources: {'Port': ['ID=c7448cf3-7354-4ed9-aa20-a9f56afddbd8,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:11.829978 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f23aec24-b0e0-4343-a865-f4ee7a9cf765 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:11.834648 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-f23aec24-b0e0-4343-a865-f4ee7a9cf765 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.0612187 Oct 13 15:29:11.835268 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47754) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:11.847314 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-05f89ad1-134c-4ac4-b54c-e8d1264d1bbf tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:11.879665 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-56e698f9-4640-4380-8786-d47838bd0a8e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5290837 Oct 13 15:29:11.884695 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47758) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:11.896570 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-5d43daeb-7523-4dad-bd94-571f8550f7ea tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Request body: {'subnet': {'network_id': '7f496a04-bfd1-4e89-8e17-d03ec95b0ffc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:29:11.912248 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e698f9-4640-4380-8786-d47838bd0a8e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event updated for resources: {'Network': ['ID=7f496a04-bfd1-4e89-8e17-d03ec95b0ffc,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:11.924806 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 7f496a04-bfd1-4e89-8e17-d03ec95b0ffc details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:29:12.015934 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment a831d253-95b7-4e46-85a5-9df4628987eb resource provider aggregate not found Oct 13 15:29:12.072019 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0489233d-2a8a-48d9-8d17-85fa41873f7c req-ab28b36c-0dbc-4a59-866a-078ee557c15f tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:12.074003 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0489233d-2a8a-48d9-8d17-85fa41873f7c req-ab28b36c-0dbc-4a59-866a-078ee557c15f tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=75dd98a5-e1f9-4a74-ac6e-efb36b74b5e5 HTTP/1.1" status: 200 len: 944 time: 0.7380714 Oct 13 15:29:12.085170 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment a831d253-95b7-4e46-85a5-9df4628987eb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a831d253-95b7-4e46-85a5-9df4628987eb found for delete ", "request_id": "req-31d37bb4-7645-40ca-b4d5-d2ce3afb90a7"}]} Oct 13 15:29:12.092939 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-db70bada-0ac4-412b-9e69-9136704bfd59 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks [] for router, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:12.137897 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-5d43daeb-7523-4dad-bd94-571f8550f7ea tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:29:12.143530 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5a224367-cd48-4462-881a-07b640a89388 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:12.145299 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.db.resource_extend [None req-05f89ad1-134c-4ac4-b54c-e8d1264d1bbf tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 15:29:12.150652 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-5d43daeb-7523-4dad-bd94-571f8550f7ea tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Usage tracker for resource:subnet and tenant:c7529f71933548bfa5c77476ba17c75c is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:29:12.156471 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-5d43daeb-7523-4dad-bd94-571f8550f7ea tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:29:12.162700 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 6850d2cd-fa3f-49c3-a956-f63874310afb up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:29:12.190821 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-a6d1a7cf-6392-4be0-8859-b2d05baa3aef None None] Attempt 2 to provision port a7c96bb3-d5da-4f96-89b2-3ae811ab92a4 Oct 13 15:29:12.215728 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-5d43daeb-7523-4dad-bd94-571f8550f7ea tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:29:12.266933 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-a6d1a7cf-6392-4be0-8859-b2d05baa3aef None None] Port a7c96bb3-d5da-4f96-89b2-3ae811ab92a4 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:29:12.277406 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 6850d2cd-fa3f-49c3-a956-f63874310afb triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:29:12.277861 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:12.278316 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 6850d2cd-fa3f-49c3-a956-f63874310afb Oct 13 15:29:12.284164 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-5a224367-cd48-4462-881a-07b640a89388 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Calling delete_port for a7c96bb3-d5da-4f96-89b2-3ae811ab92a4 owned by {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:29:12.285064 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-05f89ad1-134c-4ac4-b54c-e8d1264d1bbf tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:12.290477 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f89ad1-134c-4ac4-b54c-e8d1264d1bbf tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:12.291052 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-05f89ad1-134c-4ac4-b54c-e8d1264d1bbf tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:12.336936 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d43daeb-7523-4dad-bd94-571f8550f7ea tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Made reservation on behalf of c7529f71933548bfa5c77476ba17c75c for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:29:12.340856 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5d43daeb-7523-4dad-bd94-571f8550f7ea tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:12.447002 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 6850d2cd-fa3f-49c3-a956-f63874310afb is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:29:12.484940 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0489233d-2a8a-48d9-8d17-85fa41873f7c req-9ac48c1b-ac99-4c72-bcfd-fc9c75cc7e22 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/security-groups?id=81e55712-bc20-48c8-a3f7-25813fa3e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3948369 Oct 13 15:29:12.563226 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.l3_db [None req-aa9f9d7a-3614-419e-b8c0-6e7569e96cc6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Floating IP ef170f89-baf6-4814-b490-cf8d99153e57 associated. External IP: 172.26.2.163, port: 7300bb36-af68-4ebc-81b1-a71f406a9af7. Oct 13 15:29:12.574367 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5a224367-cd48-4462-881a-07b640a89388 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:12.623764 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-25198570-9e9a-42a3-be9e-762027c82c26 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Deleting port d67594f2-c0c5-4a36-bff7-71fd58d2cbed {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:29:12.624073 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-25198570-9e9a-42a3-be9e-762027c82c26 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:12.768720 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-a6d1a7cf-6392-4be0-8859-b2d05baa3aef None None] Attempt 3 to provision port a7c96bb3-d5da-4f96-89b2-3ae811ab92a4 Oct 13 15:29:12.834152 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a224367-cd48-4462-881a-07b640a89388 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event deleted for resources: {'Port': ['ID=a7c96bb3-d5da-4f96-89b2-3ae811ab92a4,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:12.864382 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-a6d1a7cf-6392-4be0-8859-b2d05baa3aef None None] Port a7c96bb3-d5da-4f96-89b2-3ae811ab92a4 was deleted so its status cannot be updated. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:29:12.924428 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5a224367-cd48-4462-881a-07b640a89388 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:12.971579 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-5a224367-cd48-4462-881a-07b640a89388 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/ports/a7c96bb3-d5da-4f96-89b2-3ae811ab92a4 HTTP/1.1" status: 204 len: 168 time: 1.3966203 Oct 13 15:29:12.974789 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47766) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:13.090662 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5d43daeb-7523-4dad-bd94-571f8550f7ea tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:13.134042 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-05f89ad1-134c-4ac4-b54c-e8d1264d1bbf tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.2263429 Oct 13 15:29:13.134914 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f89ad1-134c-4ac4-b54c-e8d1264d1bbf tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event updated for resources: {'Network': ['ID=47841159-a8cd-42af-9048-08517344cdb6,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:13.144295 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47770) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:13.149326 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 47841159-a8cd-42af-9048-08517344cdb6 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:29:13.185175 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-db70bada-0ac4-412b-9e69-9136704bfd59 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:13.190503 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-db70bada-0ac4-412b-9e69-9136704bfd59 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:13.198464 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d43daeb-7523-4dad-bd94-571f8550f7ea tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event updated for resources: {'Subnet': ['ID=fc7b71f7-e4fc-4a1d-ac69-2ed867a85d15,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:13.211314 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213d18a1-5b4a-4157-80d2-23ccba11a54d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:13.213746 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213d18a1-5b4a-4157-80d2-23ccba11a54d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:13.219538 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-213d18a1-5b4a-4157-80d2-23ccba11a54d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.2410638 Oct 13 15:29:13.227017 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 876da674-9b65-4800-ba18-693c8b3d6794 up at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:29:13.227228 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-db69b3a1-dd16-491c-a6b5-1cc9c2500924 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Request body: {'ports': [{'network_id': 'a7f39bfd-3970-412d-aef1-153889c90dcb'}, {'network_id': '47841159-a8cd-42af-9048-08517344cdb6'}]} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:29:13.227760 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-db69b3a1-dd16-491c-a6b5-1cc9c2500924 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Request body: {'port': {'network_id': 'a7f39bfd-3970-412d-aef1-153889c90dcb'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:29:13.228484 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-db69b3a1-dd16-491c-a6b5-1cc9c2500924 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Request body: {'port': {'network_id': '47841159-a8cd-42af-9048-08517344cdb6'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:29:13.245014 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47774) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:13.291888 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-25198570-9e9a-42a3-be9e-762027c82c26 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] For port d67594f2-c0c5-4a36-bff7-71fd58d2cbed, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=d67594f2-c0c5-4a36-bff7-71fd58d2cbed,segment=NetworkSegment(b772da35-96a2-469f-a12f-fa57e90902ea),segment_id=b772da35-96a2-469f-a12f-fa57e90902ea)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:29:13.293852 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-25198570-9e9a-42a3-be9e-762027c82c26 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:13.322616 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning for port 876da674-9b65-4800-ba18-693c8b3d6794 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:29:13.327961 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning complete for port 876da674-9b65-4800-ba18-693c8b3d6794 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:29:13.328335 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:13.328671 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Attempt 1 to provision port 876da674-9b65-4800-ba18-693c8b3d6794 Oct 13 15:29:13.442296 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d43daeb-7523-4dad-bd94-571f8550f7ea tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Checking segment: {'id': '696b70d2-6d7c-4152-af0f-d6c833c4d9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7f496a04-bfd1-4e89-8e17-d03ec95b0ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:29:13.443041 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d43daeb-7523-4dad-bd94-571f8550f7ea tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Network hostable DHCP agents. Network: 7f496a04-bfd1-4e89-8e17-d03ec95b0ffc, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:29:13.452739 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-25198570-9e9a-42a3-be9e-762027c82c26 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Calling delete_port for d67594f2-c0c5-4a36-bff7-71fd58d2cbed owned by network:router_interface {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:29:13.467747 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-499ddc96-57ff-46f9-b82d-7042a45da57a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Deleting subnet 943819c3-e3d7-4de7-8f5e-f120cbd0b9ba {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:29:13.469546 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 876da674-9b65-4800-ba18-693c8b3d6794 is: BUILD; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:29:13.469977 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:13.476417 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-499ddc96-57ff-46f9-b82d-7042a45da57a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:13.499770 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75dd98a5-e1f9-4a74-ac6e-efb36b74b5e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876da674-9b65-4800-ba18-693c8b3d6794'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:29:13.502348 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979c64d66908691d8da3fe322a5acf5d757b5bee84c7992aba2ec3c134dffaeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cdd14e4-27fd-48b2-b3b7-3b4084c12951" -d '{"events": [{"server_uuid": "75dd98a5-e1f9-4a74-ac6e-efb36b74b5e5", "name": "network-vif-plugged", "status": "completed", "tag": "876da674-9b65-4800-ba18-693c8b3d6794"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:29:13.508173 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-db70bada-0ac4-412b-9e69-9136704bfd59 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:13.508795 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db70bada-0ac4-412b-9e69-9136704bfd59 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9e1be5d3-4332-4537-9f39-9e65379d7f22 {{(pid=88973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:29:13.513195 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 876da674-9b65-4800-ba18-693c8b3d6794, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=876da674-9b65-4800-ba18-693c8b3d6794,segment=NetworkSegment(c8b28188-8b1e-438a-8a7c-cfa1fc185e50),segment_id=c8b28188-8b1e-438a-8a7c-cfa1fc185e50)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:29:13.520407 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:13.535141 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-db70bada-0ac4-412b-9e69-9136704bfd59 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:13.539748 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-db70bada-0ac4-412b-9e69-9136704bfd59 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] 10.222.0.42 "DELETE /v2.0/routers/9e1be5d3-4332-4537-9f39-9e65379d7f22 HTTP/1.1" status: 204 len: 168 time: 1.6960499 Oct 13 15:29:13.585551 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d43daeb-7523-4dad-bd94-571f8550f7ea tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Network 7f496a04-bfd1-4e89-8e17-d03ec95b0ffc is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:29:13.633833 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=876da674-9b65-4800-ba18-693c8b3d6794,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:13.649997 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-499ddc96-57ff-46f9-b82d-7042a45da57a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:13.655053 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 15:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc1f64d0-a553-4d88-8d10-f9209027895b x-openstack-request-id: req-cc1f64d0-a553-4d88-8d10-f9209027895b {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:29:13.657730 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75dd98a5-e1f9-4a74-ac6e-efb36b74b5e5", "name": "network-vif-plugged", "status": "completed", "tag": "876da674-9b65-4800-ba18-693c8b3d6794", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:29:13.658362 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cc1f64d0-a553-4d88-8d10-f9209027895b {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:29:13.659585 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cc1f64d0-a553-4d88-8d10-f9209027895b'] response: {'server_uuid': '75dd98a5-e1f9-4a74-ac6e-efb36b74b5e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '876da674-9b65-4800-ba18-693c8b3d6794', 'code': 200} Oct 13 15:29:13.718704 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-5d43daeb-7523-4dad-bd94-571f8550f7ea tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 7f496a04-bfd1-4e89-8e17-d03ec95b0ffc) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:29:13.731807 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f85acf-a63a-4f98-ae5a-b4e7b3e9c679 None None] Network 7f496a04-bfd1-4e89-8e17-d03ec95b0ffc requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:29:13.742956 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d43daeb-7523-4dad-bd94-571f8550f7ea tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:13.743569 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5d43daeb-7523-4dad-bd94-571f8550f7ea tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:13.773778 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47784) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:13.798671 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-5d43daeb-7523-4dad-bd94-571f8550f7ea tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9076052 Oct 13 15:29:13.804369 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47790) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:13.812512 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-db69b3a1-dd16-491c-a6b5-1cc9c2500924 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:29:13.834852 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-a7cefda5-d6be-4da3-ad58-07d317189df3 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1659635296', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:29:13.860984 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-db69b3a1-dd16-491c-a6b5-1cc9c2500924 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Usage tracker for resource:port and tenant:19ec4718eae5492e825f796615e1a8b4 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:29:13.863930 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-a7cefda5-d6be-4da3-ad58-07d317189df3 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:29:13.868586 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-db69b3a1-dd16-491c-a6b5-1cc9c2500924 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:29:13.877193 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-a7cefda5-d6be-4da3-ad58-07d317189df3 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Usage tracker for resource:router and tenant:c7529f71933548bfa5c77476ba17c75c is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:29:13.889940 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-a7cefda5-d6be-4da3-ad58-07d317189df3 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:29:13.905050 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-db69b3a1-dd16-491c-a6b5-1cc9c2500924 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:29:13.909951 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-a7cefda5-d6be-4da3-ad58-07d317189df3 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:29:13.935038 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db69b3a1-dd16-491c-a6b5-1cc9c2500924 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Made reservation on behalf of 19ec4718eae5492e825f796615e1a8b4 for: {'port': 2} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:29:13.939769 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-db69b3a1-dd16-491c-a6b5-1cc9c2500924 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:13.965655 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-db69b3a1-dd16-491c-a6b5-1cc9c2500924 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:13.978801 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a7cefda5-d6be-4da3-ad58-07d317189df3 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:13.979725 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a7cefda5-d6be-4da3-ad58-07d317189df3 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:13.997159 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a7cefda5-d6be-4da3-ad58-07d317189df3 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:14.017252 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-499ddc96-57ff-46f9-b82d-7042a45da57a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:14.026953 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa9f9d7a-3614-419e-b8c0-6e7569e96cc6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Router 762fd677-0458-43ed-8610-dce4995dc9bb has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:29:14.062639 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386b8452-ddc9-4496-a8b1-0dc218910603 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-7f496a04-bfd1-4e89-8e17-d03ec95b0ffc', 'network_id': '7f496a04-bfd1-4e89-8e17-d03ec95b0ffc', 'tenant_id': 'c7529f71933548bfa5c77476ba17c75c', 'fixed_ips': [{'subnet_id': 'fc7b71f7-e4fc-4a1d-ac69-2ed867a85d15'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:29:14.064145 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-386b8452-ddc9-4496-a8b1-0dc218910603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:14.133335 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-51c6135c-b15c-40a2-832e-5b8a372db508 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-768267193', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}, 'admin_state_up': False}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:29:14.143008 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-51c6135c-b15c-40a2-832e-5b8a372db508 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:29:14.154587 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4efa303-59fb-421d-bc3c-23cb86e15802 req-8d73fcad-f57b-48ca-9051-af67b50963fb tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:14.156065 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c4efa303-59fb-421d-bc3c-23cb86e15802 req-8d73fcad-f57b-48ca-9051-af67b50963fb tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=75dd98a5-e1f9-4a74-ac6e-efb36b74b5e5 HTTP/1.1" status: 200 len: 945 time: 0.4373105 Oct 13 15:29:14.205167 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-51c6135c-b15c-40a2-832e-5b8a372db508 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Usage tracker for resource:router and tenant:7e2ccea388624444ac5f774ad8265626 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:29:14.208393 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a7cefda5-d6be-4da3-ad58-07d317189df3 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:14.211579 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de124dc-dd0f-4dc8-b6bd-e5eef9ae837a req-de8285a9-05d4-477d-b4e7-ee625aa50156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:14.213081 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9de124dc-dd0f-4dc8-b6bd-e5eef9ae837a req-de8285a9-05d4-477d-b4e7-ee625aa50156 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=75dd98a5-e1f9-4a74-ac6e-efb36b74b5e5 HTTP/1.1" status: 200 len: 1098 time: 0.3013694 Oct 13 15:29:14.220877 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-51c6135c-b15c-40a2-832e-5b8a372db508 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:29:14.235800 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-51c6135c-b15c-40a2-832e-5b8a372db508 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:29:14.248073 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-386b8452-ddc9-4496-a8b1-0dc218910603 None None] Allocated IP 172.20.0.2 (7f496a04-bfd1-4e89-8e17-d03ec95b0ffc/fc7b71f7-e4fc-4a1d-ac69-2ed867a85d15/c36574e3-f6c2-4d53-9289-e7c5c5b41be3) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:29:14.252225 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-25198570-9e9a-42a3-be9e-762027c82c26 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:14.295145 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a7cefda5-d6be-4da3-ad58-07d317189df3 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:14.298982 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a7cefda5-d6be-4da3-ad58-07d317189df3 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4811900 Oct 13 15:29:14.344681 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47794) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:14.351410 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-51c6135c-b15c-40a2-832e-5b8a372db508 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:14.352728 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-51c6135c-b15c-40a2-832e-5b8a372db508 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:14.376478 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-4bfb32ac-9737-4b97-a5e3-cb05c8e04b65 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Request body: {'port': {'network_id': '7f496a04-bfd1-4e89-8e17-d03ec95b0ffc', 'name': 'tempest-PortsTestJSON-845776115'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:29:14.383950 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [None req-db69b3a1-dd16-491c-a6b5-1cc9c2500924 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] device_id is not set on port 2ba11961-bd5e-44f4-b676-6f1919c060f2 yet. {{(pid=88972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:29:14.399125 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-499ddc96-57ff-46f9-b82d-7042a45da57a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:14.403993 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-51c6135c-b15c-40a2-832e-5b8a372db508 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:14.407027 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c4efa303-59fb-421d-bc3c-23cb86e15802 req-f2a93488-ff10-482d-ad48-a09ce46cc1c0 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/security-groups?id=81e55712-bc20-48c8-a3f7-25813fa3e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2398553 Oct 13 15:29:14.415044 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25198570-9e9a-42a3-be9e-762027c82c26 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event deleted for resources: {'Port': ['ID=d67594f2-c0c5-4a36-bff7-71fd58d2cbed,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:14.476358 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-499ddc96-57ff-46f9-b82d-7042a45da57a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event deleted for resources: {'Subnet': ['ID=943819c3-e3d7-4de7-8f5e-f120cbd0b9ba,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:14.489413 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-499ddc96-57ff-46f9-b82d-7042a45da57a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:14.498673 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9de124dc-dd0f-4dc8-b6bd-e5eef9ae837a req-3c05c0c2-1b0c-4fff-800e-f405c9155784 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=81e55712-bc20-48c8-a3f7-25813fa3e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2767594 Oct 13 15:29:14.506220 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-386b8452-ddc9-4496-a8b1-0dc218910603 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:14.520706 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-499ddc96-57ff-46f9-b82d-7042a45da57a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/943819c3-e3d7-4de7-8f5e-f120cbd0b9ba HTTP/1.1" status: 204 len: 168 time: 1.2698023 Oct 13 15:29:14.522491 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47798) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:14.527702 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce77c0a5-af87-4cd0-a5f8-d7d59aea9f47 None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:29:14.666174 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-386b8452-ddc9-4496-a8b1-0dc218910603 None None] Transition to ACTIVE for port object c36574e3-f6c2-4d53-9289-e7c5c5b41be3 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:29:14.742836 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-386b8452-ddc9-4496-a8b1-0dc218910603 None None] Transition to ACTIVE for port object c36574e3-f6c2-4d53-9289-e7c5c5b41be3 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:29:14.755227 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-386b8452-ddc9-4496-a8b1-0dc218910603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:14.767811 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-30b71b5b-192c-42fc-bc88-ae599789aac9 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2411280 Oct 13 15:29:14.769844 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47802) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:14.827463 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386b8452-ddc9-4496-a8b1-0dc218910603 None None] Network 7f496a04-bfd1-4e89-8e17-d03ec95b0ffc is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:29:14.830534 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-386b8452-ddc9-4496-a8b1-0dc218910603 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:29:14.832809 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386b8452-ddc9-4496-a8b1-0dc218910603 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:29:14.854281 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9f9d7a-3614-419e-b8c0-6e7569e96cc6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:29:14.883443 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-25198570-9e9a-42a3-be9e-762027c82c26 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:14.884705 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327bceac-1c15-47c4-8e97-8f1e5b793c09 None None] Sync routers for ids ['762fd677-0458-43ed-8610-dce4995dc9bb'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:29:14.933854 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b8452-ddc9-4496-a8b1-0dc218910603 None None] Pushing event updated for resources: {'Port': ['ID=c36574e3-f6c2-4d53-9289-e7c5c5b41be3,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:14.945602 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d324031-f3da-45fa-9a81-3581b2696430 None None] DHCP port deletion for a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:29:14.954804 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327bceac-1c15-47c4-8e97-8f1e5b793c09 None None] Routers {'762fd677-0458-43ed-8610-dce4995dc9bb'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:29:14.955509 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-327bceac-1c15-47c4-8e97-8f1e5b793c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:29:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['762fd677-0458-43ed-8610-dce4995dc9bb'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:14.976241 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-aa9f9d7a-3614-419e-b8c0-6e7569e96cc6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:15.066014 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-8d324031-f3da-45fa-9a81-3581b2696430 None None] Deleting port 6850d2cd-fa3f-49c3-a956-f63874310afb {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:29:15.066657 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8d324031-f3da-45fa-9a81-3581b2696430 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:15.094980 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-327bceac-1c15-47c4-8e97-8f1e5b793c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:15.096037 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-4bfb32ac-9737-4b97-a5e3-cb05c8e04b65 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:29:15.097145 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-51c6135c-b15c-40a2-832e-5b8a372db508 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:15.110298 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-4bfb32ac-9737-4b97-a5e3-cb05c8e04b65 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Usage tracker for resource:port and tenant:c7529f71933548bfa5c77476ba17c75c is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:29:15.115403 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-4bfb32ac-9737-4b97-a5e3-cb05c8e04b65 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:29:15.117494 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327bceac-1c15-47c4-8e97-8f1e5b793c09 None None] Routers {'762fd677-0458-43ed-8610-dce4995dc9bb'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:29:15.118274 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-327bceac-1c15-47c4-8e97-8f1e5b793c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:29:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['762fd677-0458-43ed-8610-dce4995dc9bb'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:15.169287 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-386b8452-ddc9-4496-a8b1-0dc218910603 None None] Attempting to bind port c36574e3-f6c2-4d53-9289-e7c5c5b41be3 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:29:15.169718 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-386b8452-ddc9-4496-a8b1-0dc218910603 None None] Attempting to bind port c36574e3-f6c2-4d53-9289-e7c5c5b41be3 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '696b70d2-6d7c-4152-af0f-d6c833c4d9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7f496a04-bfd1-4e89-8e17-d03ec95b0ffc'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:29:15.170160 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386b8452-ddc9-4496-a8b1-0dc218910603 None None] Attempting to bind port c36574e3-f6c2-4d53-9289-e7c5c5b41be3 on network 7f496a04-bfd1-4e89-8e17-d03ec95b0ffc {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:29:15.184792 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-db69b3a1-dd16-491c-a6b5-1cc9c2500924 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:15.193365 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-327bceac-1c15-47c4-8e97-8f1e5b793c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:15.193893 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327bceac-1c15-47c4-8e97-8f1e5b793c09 None None] The sync data for ids ['762fd677-0458-43ed-8610-dce4995dc9bb'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:29:15.198464 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386b8452-ddc9-4496-a8b1-0dc218910603 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:29:15.198924 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386b8452-ddc9-4496-a8b1-0dc218910603 None None] Checking segment: {'id': '696b70d2-6d7c-4152-af0f-d6c833c4d9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7f496a04-bfd1-4e89-8e17-d03ec95b0ffc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:29:15.199384 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-386b8452-ddc9-4496-a8b1-0dc218910603 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:15.199827 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-386b8452-ddc9-4496-a8b1-0dc218910603 None None] Bound using segment: {'id': '696b70d2-6d7c-4152-af0f-d6c833c4d9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7f496a04-bfd1-4e89-8e17-d03ec95b0ffc'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:29:15.200430 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-386b8452-ddc9-4496-a8b1-0dc218910603 None None] Bound port: c36574e3-f6c2-4d53-9289-e7c5c5b41be3, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '696b70d2-6d7c-4152-af0f-d6c833c4d9ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 438, 'network_id': '7f496a04-bfd1-4e89-8e17-d03ec95b0ffc'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:29:15.200860 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-386b8452-ddc9-4496-a8b1-0dc218910603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:15.230911 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-4bfb32ac-9737-4b97-a5e3-cb05c8e04b65 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:29:15.246621 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-aa9f9d7a-3614-419e-b8c0-6e7569e96cc6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 7.0259175 Oct 13 15:29:15.251087 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47806) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:15.260369 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-c01d4784-0ca0-4919-9d6b-7ede366aa234 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:29:15.309975 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d4c4db-d691-4c8a-bfca-c6426c56bd96 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:15.310710 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-95d4c4db-d691-4c8a-bfca-c6426c56bd96 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Synchronizing usage tracker for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:29:15.332348 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bfb32ac-9737-4b97-a5e3-cb05c8e04b65 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Made reservation on behalf of c7529f71933548bfa5c77476ba17c75c for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:29:15.335682 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4bfb32ac-9737-4b97-a5e3-cb05c8e04b65 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:15.363038 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25198570-9e9a-42a3-be9e-762027c82c26 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Router bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:29:15.381578 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [None req-db69b3a1-dd16-491c-a6b5-1cc9c2500924 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] device_id is not set on port f719c02b-a7f5-4d99-92e6-b4220bbd19e3 yet. {{(pid=88972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:29:15.381815 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [None req-4bfb32ac-9737-4b97-a5e3-cb05c8e04b65 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] device_id is not set on port 9307738f-122f-4c63-b709-eb6806b11fc3 yet. {{(pid=88973) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:29:15.405225 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-95d4c4db-d691-4c8a-bfca-c6426c56bd96 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Unset dirty status for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:29:15.409081 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-95d4c4db-d691-4c8a-bfca-c6426c56bd96 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3972690 Oct 13 15:29:15.409728 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47810) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:15.462037 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-386b8452-ddc9-4496-a8b1-0dc218910603 None None] For port c36574e3-f6c2-4d53-9289-e7c5c5b41be3, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:29:15.477161 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-386b8452-ddc9-4496-a8b1-0dc218910603 None None] For port c36574e3-f6c2-4d53-9289-e7c5c5b41be3, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=c36574e3-f6c2-4d53-9289-e7c5c5b41be3,segment=NetworkSegment(696b70d2-6d7c-4152-af0f-d6c833c4d9ba),segment_id=696b70d2-6d7c-4152-af0f-d6c833c4d9ba)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:29:15.491889 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-8d324031-f3da-45fa-9a81-3581b2696430 None None] For port 6850d2cd-fa3f-49c3-a956-f63874310afb, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=6850d2cd-fa3f-49c3-a956-f63874310afb,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:29:15.494800 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8d324031-f3da-45fa-9a81-3581b2696430 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:15.521079 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a0957c-a756-4bda-b775-317238de3e72 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:15.522075 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-a5a0957c-a756-4bda-b775-317238de3e72 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Synchronizing usage tracker for tenant:bb90cebe15f541febeed2c50e15c931e on resource:subnet {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:29:15.556670 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c01d4784-0ca0-4919-9d6b-7ede366aa234 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for floatingip, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:15.636249 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-386b8452-ddc9-4496-a8b1-0dc218910603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:15.645302 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-8d324031-f3da-45fa-9a81-3581b2696430 None None] Calling delete_port for 6850d2cd-fa3f-49c3-a956-f63874310afb owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:29:15.668321 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-db69b3a1-dd16-491c-a6b5-1cc9c2500924 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:15.672940 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25198570-9e9a-42a3-be9e-762027c82c26 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:29:15.686590 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd4f311-39e7-4704-a8c3-208f7efa9a87 None None] Sync routers for ids ['bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:29:15.707974 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd4f311-39e7-4704-a8c3-208f7efa9a87 None None] Routers {'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:29:15.708860 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-fdd4f311-39e7-4704-a8c3-208f7efa9a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:29:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:15.722794 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-a5a0957c-a756-4bda-b775-317238de3e72 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Unset dirty status for tenant:bb90cebe15f541febeed2c50e15c931e on resource:subnet {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:29:15.724203 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a5a0957c-a756-4bda-b775-317238de3e72 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3124444 Oct 13 15:29:15.728084 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47816) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:15.768743 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-25198570-9e9a-42a3-be9e-762027c82c26 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "PUT /v2.0/routers/bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0582614 Oct 13 15:29:15.792847 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47820) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:15.852859 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-db69b3a1-dd16-491c-a6b5-1cc9c2500924 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:15.890821 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b8452-ddc9-4496-a8b1-0dc218910603 None None] Pushing event updated for resources: {'Port': ['ID=c36574e3-f6c2-4d53-9289-e7c5c5b41be3,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:15.915484 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8d324031-f3da-45fa-9a81-3581b2696430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:15.981143 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d324031-f3da-45fa-9a81-3581b2696430 None None] Pushing event deleted for resources: {'Port': ['ID=6850d2cd-fa3f-49c3-a956-f63874310afb,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:15.987006 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-fdd4f311-39e7-4704-a8c3-208f7efa9a87 None None] Set router bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663 gateway port host: None {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:29:15.989744 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d324031-f3da-45fa-9a81-3581b2696430 None None] No DVR routers for this DVR port 6850d2cd-fa3f-49c3-a956-f63874310afb on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:29:16.126519 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-fdd4f311-39e7-4704-a8c3-208f7efa9a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'name': 'tempest-RoutersIpV6Test-router-284765292', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:18Z', 'updated_at': '2022-10-13T15:29:14Z', 'revision_number': 11, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'gw_port_host': None}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:16.131249 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd4f311-39e7-4704-a8c3-208f7efa9a87 None None] Checking router: bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:29:16.140756 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdd4f311-39e7-4704-a8c3-208f7efa9a87 None None] Routers {'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:29:16.141660 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-fdd4f311-39e7-4704-a8c3-208f7efa9a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:29:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:16.148162 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db69b3a1-dd16-491c-a6b5-1cc9c2500924 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event updated for resources: {'Port': ['ID=2ba11961-bd5e-44f4-b676-6f1919c060f2,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:16.253214 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-6e5aa569-9b89-4f40-b875-b976a34cbf61 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.5192611 Oct 13 15:29:16.264486 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c01d4784-0ca0-4919-9d6b-7ede366aa234 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:16.273161 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-4bfb32ac-9737-4b97-a5e3-cb05c8e04b65 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Allocated IP 172.20.0.5 (7f496a04-bfd1-4e89-8e17-d03ec95b0ffc/fc7b71f7-e4fc-4a1d-ac69-2ed867a85d15/9307738f-122f-4c63-b709-eb6806b11fc3) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:29:16.291555 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47824) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:16.309577 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-8fe53cec-a890-41a5-8adc-5b8c056ef00f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'subnet': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:29:16.327168 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-fdd4f311-39e7-4704-a8c3-208f7efa9a87 None None] Set router bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663 gateway port host: None {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:29:16.338420 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-51c6135c-b15c-40a2-832e-5b8a372db508 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks [] for router_gateway, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:16.372840 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db69b3a1-dd16-491c-a6b5-1cc9c2500924 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Network a7f39bfd-3970-412d-aef1-153889c90dcb is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:29:16.390791 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device c36574e3-f6c2-4d53-9289-e7c5c5b41be3 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:29:16.400457 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-db69b3a1-dd16-491c-a6b5-1cc9c2500924 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:29:16.403549 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f5b1377-7d47-4aa9-8705-21e8f01d9331 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Deleting subnet 0945d224-ede5-498b-85fe-799e1434f68b {{(pid=88973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:29:16.407356 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6f5b1377-7d47-4aa9-8705-21e8f01d9331 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for subnet, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:16.414219 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db69b3a1-dd16-491c-a6b5-1cc9c2500924 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:29:16.415163 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-db69b3a1-dd16-491c-a6b5-1cc9c2500924 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:16.419815 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-51c6135c-b15c-40a2-832e-5b8a372db508 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:16.469776 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port c36574e3-f6c2-4d53-9289-e7c5c5b41be3 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:29:16.482195 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-fdd4f311-39e7-4704-a8c3-208f7efa9a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'name': 'tempest-RoutersIpV6Test-router-284765292', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:18Z', 'updated_at': '2022-10-13T15:29:14Z', 'revision_number': 11, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'gw_port_host': None}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:16.486688 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdd4f311-39e7-4704-a8c3-208f7efa9a87 None None] The sync data for ids ['bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'] in dv-neutron-860329-2-hyperv is: [{'id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'name': 'tempest-RoutersIpV6Test-router-284765292', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:18Z', 'updated_at': '2022-10-13T15:29:14Z', 'revision_number': 11, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'gw_port_host': None}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:29:16.525779 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c01d4784-0ca0-4919-9d6b-7ede366aa234 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:16.525779 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.l3_db [None req-c01d4784-0ca0-4919-9d6b-7ede366aa234 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Floating IP ef170f89-baf6-4814-b490-cf8d99153e57 disassociated. External IP: 172.26.2.163, port: 7300bb36-af68-4ebc-81b1-a71f406a9af7. Oct 13 15:29:16.536042 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 6850d2cd-fa3f-49c3-a956-f63874310afb no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:29:16.575372 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 6850d2cd-fa3f-49c3-a956-f63874310afb {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:29:16.576051 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 6850d2cd-fa3f-49c3-a956-f63874310afb not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:29:16.607433 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceee8f6c-9a71-4274-8d4f-743dd325c062 req-0d06374d-79e1-4e8d-86bc-8237830e8b62 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:16.608900 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-ceee8f6c-9a71-4274-8d4f-743dd325c062 req-0d06374d-79e1-4e8d-86bc-8237830e8b62 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=75dd98a5-e1f9-4a74-ac6e-efb36b74b5e5 HTTP/1.1" status: 200 len: 945 time: 1.0589254 Oct 13 15:29:16.638836 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-8fe53cec-a890-41a5-8adc-5b8c056ef00f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:29:16.642075 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6f5b1377-7d47-4aa9-8705-21e8f01d9331 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7432921'] for subnet, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:16.693172 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-8fe53cec-a890-41a5-8adc-5b8c056ef00f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:29:16.708870 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db69b3a1-dd16-491c-a6b5-1cc9c2500924 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event updated for resources: {'Port': ['ID=f719c02b-a7f5-4d99-92e6-b4220bbd19e3,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:16.763583 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db69b3a1-dd16-491c-a6b5-1cc9c2500924 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Checking segment: {'id': '5af58695-3dee-41a2-b0cc-25f7bce97b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '47841159-a8cd-42af-9048-08517344cdb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:29:16.763945 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db69b3a1-dd16-491c-a6b5-1cc9c2500924 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Network hostable DHCP agents. Network: 47841159-a8cd-42af-9048-08517344cdb6, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:29:16.774971 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-ceee8f6c-9a71-4274-8d4f-743dd325c062 req-ff162f3f-5398-4498-ae1f-c16565732dba tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/security-groups?id=81e55712-bc20-48c8-a3f7-25813fa3e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1562326 Oct 13 15:29:16.787411 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe53cec-a890-41a5-8adc-5b8c056ef00f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:29:16.810817 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8fe53cec-a890-41a5-8adc-5b8c056ef00f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:16.834812 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4bfb32ac-9737-4b97-a5e3-cb05c8e04b65 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:16.875924 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-4bfb32ac-9737-4b97-a5e3-cb05c8e04b65 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Transition to ACTIVE for port object 9307738f-122f-4c63-b709-eb6806b11fc3 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:29:16.970801 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6f5b1377-7d47-4aa9-8705-21e8f01d9331 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:17.109599 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-51c6135c-b15c-40a2-832e-5b8a372db508 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Allocated IP 172.26.2.217 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/11bf6853-9c4d-46e3-8e9b-01081d193231) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:29:17.119374 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db69b3a1-dd16-491c-a6b5-1cc9c2500924 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Network 47841159-a8cd-42af-9048-08517344cdb6 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:29:17.129130 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4bfb32ac-9737-4b97-a5e3-cb05c8e04b65 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:17.152877 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-db69b3a1-dd16-491c-a6b5-1cc9c2500924 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 47841159-a8cd-42af-9048-08517344cdb6) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:29:17.167942 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24118aa2-2fbc-40eb-a588-e4b68badfc42 None None] Network 47841159-a8cd-42af-9048-08517344cdb6 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:29:17.170309 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db69b3a1-dd16-491c-a6b5-1cc9c2500924 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:29:17.175854 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db69b3a1-dd16-491c-a6b5-1cc9c2500924 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:17.180655 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db69b3a1-dd16-491c-a6b5-1cc9c2500924 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:17.181109 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-db69b3a1-dd16-491c-a6b5-1cc9c2500924 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:17.183787 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231365ff-6521-4159-8894-b3b19bc56a87 None None] Network 7f496a04-bfd1-4e89-8e17-d03ec95b0ffc requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:29:17.216095 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6f5b1377-7d47-4aa9-8705-21e8f01d9331 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:17.278875 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5b1377-7d47-4aa9-8705-21e8f01d9331 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event deleted for resources: {'Subnet': ['ID=0945d224-ede5-498b-85fe-799e1434f68b,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:17.282751 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bfb32ac-9737-4b97-a5e3-cb05c8e04b65 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Network 7f496a04-bfd1-4e89-8e17-d03ec95b0ffc is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:29:17.283907 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6f5b1377-7d47-4aa9-8705-21e8f01d9331 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:17.292624 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-4bfb32ac-9737-4b97-a5e3-cb05c8e04b65 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:29:17.295683 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c01d4784-0ca0-4919-9d6b-7ede366aa234 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Router 762fd677-0458-43ed-8610-dce4995dc9bb has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:29:17.300682 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bfb32ac-9737-4b97-a5e3-cb05c8e04b65 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:29:17.331893 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-6f5b1377-7d47-4aa9-8705-21e8f01d9331 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "DELETE /v2.0/subnets/0945d224-ede5-498b-85fe-799e1434f68b HTTP/1.1" status: 204 len: 168 time: 1.5007033 Oct 13 15:29:17.332790 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfb32ac-9737-4b97-a5e3-cb05c8e04b65 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event updated for resources: {'Port': ['ID=9307738f-122f-4c63-b709-eb6806b11fc3,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:17.340021 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ea2394c-597f-45e9-8d9d-0c1deec1f1e5 None None] Network 84c2d1c2-975e-4007-b816-a51001632d07 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:29:17.341525 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47828) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:17.356434 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-db69b3a1-dd16-491c-a6b5-1cc9c2500924 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.2110629 Oct 13 15:29:17.362013 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47832) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:17.435337 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-51c6135c-b15c-40a2-832e-5b8a372db508 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:17.453777 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-af65009a-574c-48bb-bdb6-a4d643086d88 None None] Provisioning for port c36574e3-f6c2-4d53-9289-e7c5c5b41be3 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:29:17.488248 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bfb32ac-9737-4b97-a5e3-cb05c8e04b65 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:17.488986 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4bfb32ac-9737-4b97-a5e3-cb05c8e04b65 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:17.492707 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-b5f863b1-36e5-491e-aeef-1acb715e2e6e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Deleting port f719c02b-a7f5-4d99-92e6-b4220bbd19e3 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:29:17.493016 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b5f863b1-36e5-491e-aeef-1acb715e2e6e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:17.505082 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-af65009a-574c-48bb-bdb6-a4d643086d88 None None] Provisioning complete for port c36574e3-f6c2-4d53-9289-e7c5c5b41be3 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:29:17.505453 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-af65009a-574c-48bb-bdb6-a4d643086d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:17.505789 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-af65009a-574c-48bb-bdb6-a4d643086d88 None None] Attempt 1 to provision port c36574e3-f6c2-4d53-9289-e7c5c5b41be3 Oct 13 15:29:17.642231 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-4bfb32ac-9737-4b97-a5e3-cb05c8e04b65 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.2877302 Oct 13 15:29:17.642973 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47836) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:17.703998 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-85ca2f57-ae31-47aa-a9b4-050941d23a3e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:17.722153 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.objects.ports [None req-8fe53cec-a890-41a5-8adc-5b8c056ef00f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88972) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 13 15:29:17.725792 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8fe53cec-a890-41a5-8adc-5b8c056ef00f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:17.758760 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-51c6135c-b15c-40a2-832e-5b8a372db508 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:17.927889 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe53cec-a890-41a5-8adc-5b8c056ef00f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:29:17.942146 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-8fe53cec-a890-41a5-8adc-5b8c056ef00f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:29:17.964932 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe53cec-a890-41a5-8adc-5b8c056ef00f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:17.965518 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8fe53cec-a890-41a5-8adc-5b8c056ef00f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:17.971028 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86eaa53a-704a-4615-9777-eaad412882e2 None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:29:17.974107 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c6135c-b15c-40a2-832e-5b8a372db508 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:29:17.990346 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-51c6135c-b15c-40a2-832e-5b8a372db508 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:29:17.998056 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b5f863b1-36e5-491e-aeef-1acb715e2e6e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:18.002080 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-85ca2f57-ae31-47aa-a9b4-050941d23a3e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Deleting port 129c0194-bb35-45b2-85d9-f5a7c242fc11 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:29:18.002521 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-85ca2f57-ae31-47aa-a9b4-050941d23a3e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:18.005245 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe53cec-a890-41a5-8adc-5b8c056ef00f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'Subnet': ['ID=2211a719-ab14-4edf-ad55-5962adf5e072,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:18.011225 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c6135c-b15c-40a2-832e-5b8a372db508 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:29:18.034680 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c6135c-b15c-40a2-832e-5b8a372db508 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Pushing event updated for resources: {'Port': ['ID=11bf6853-9c4d-46e3-8e9b-01081d193231,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:18.087237 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c01d4784-0ca0-4919-9d6b-7ede366aa234 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:29:18.137632 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device d67594f2-c0c5-4a36-bff7-71fd58d2cbed no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:29:18.153572 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c01d4784-0ca0-4919-9d6b-7ede366aa234 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:18.154200 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-8fe53cec-a890-41a5-8adc-5b8c056ef00f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8575029 Oct 13 15:29:18.163182 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-b5f863b1-36e5-491e-aeef-1acb715e2e6e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Calling delete_port for f719c02b-a7f5-4d99-92e6-b4220bbd19e3 owned by {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:29:18.166579 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31848912-da5b-459f-92dc-39b2a783ab7b None None] Sync routers for ids ['762fd677-0458-43ed-8610-dce4995dc9bb'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:29:18.177823 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-af65009a-574c-48bb-bdb6-a4d643086d88 None None] Current status of the port c36574e3-f6c2-4d53-9289-e7c5c5b41be3 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:29:18.178277 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-af65009a-574c-48bb-bdb6-a4d643086d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:18.192183 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47842) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:18.204983 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-677d06f7-fb28-4d0f-a214-b7ceeb51360f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'subnet': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:29:18.230958 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: d67594f2-c0c5-4a36-bff7-71fd58d2cbed {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:29:18.231313 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device d67594f2-c0c5-4a36-bff7-71fd58d2cbed not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:29:18.254017 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31848912-da5b-459f-92dc-39b2a783ab7b None None] Routers {'762fd677-0458-43ed-8610-dce4995dc9bb'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:29:18.254496 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-31848912-da5b-459f-92dc-39b2a783ab7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:29:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['762fd677-0458-43ed-8610-dce4995dc9bb'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:18.342598 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-31848912-da5b-459f-92dc-39b2a783ab7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:18.363527 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-af65009a-574c-48bb-bdb6-a4d643086d88 None None] For port c36574e3-f6c2-4d53-9289-e7c5c5b41be3, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=c36574e3-f6c2-4d53-9289-e7c5c5b41be3,segment=NetworkSegment(696b70d2-6d7c-4152-af0f-d6c833c4d9ba),segment_id=696b70d2-6d7c-4152-af0f-d6c833c4d9ba)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:29:18.426041 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b5f863b1-36e5-491e-aeef-1acb715e2e6e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:18.428141 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31848912-da5b-459f-92dc-39b2a783ab7b None None] Routers {'762fd677-0458-43ed-8610-dce4995dc9bb'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:29:18.429242 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-31848912-da5b-459f-92dc-39b2a783ab7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:29:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['762fd677-0458-43ed-8610-dce4995dc9bb'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:18.483996 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f863b1-36e5-491e-aeef-1acb715e2e6e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event deleted for resources: {'Port': ['ID=f719c02b-a7f5-4d99-92e6-b4220bbd19e3,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:18.495964 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b5f863b1-36e5-491e-aeef-1acb715e2e6e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:18.507284 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-b5f863b1-36e5-491e-aeef-1acb715e2e6e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "DELETE /v2.0/ports/f719c02b-a7f5-4d99-92e6-b4220bbd19e3 HTTP/1.1" status: 204 len: 168 time: 1.1400940 Oct 13 15:29:18.507613 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47846) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:18.514277 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-31848912-da5b-459f-92dc-39b2a783ab7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:18.515272 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31848912-da5b-459f-92dc-39b2a783ab7b None None] The sync data for ids ['762fd677-0458-43ed-8610-dce4995dc9bb'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:29:18.518310 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a199c874-aaca-419a-9f44-0e04d223ff56 None None] DHCP port deletion for 84c2d1c2-975e-4007-b816-a51001632d07 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:29:18.518860 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c01d4784-0ca0-4919-9d6b-7ede366aa234 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] 10.222.0.42 "PUT /v2.0/floatingips/ef170f89-baf6-4814-b490-cf8d99153e57 HTTP/1.1" status: 200 len: 688 time: 3.2667248 Oct 13 15:29:18.519639 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47850) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:18.522832 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-af65009a-574c-48bb-bdb6-a4d643086d88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:18.531736 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-a199c874-aaca-419a-9f44-0e04d223ff56 None None] Deleting port 129c0194-bb35-45b2-85d9-f5a7c242fc11 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:29:18.532302 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-a199c874-aaca-419a-9f44-0e04d223ff56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:18.696780 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af65009a-574c-48bb-bdb6-a4d643086d88 None None] Pushing event updated for resources: {'Port': ['ID=c36574e3-f6c2-4d53-9289-e7c5c5b41be3,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:18.840151 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d1ee2f-99be-434f-a6b6-83f059b717f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'tenant_id': 'bb90cebe15f541febeed2c50e15c931e', 'fixed_ips': [{'subnet_id': '2211a719-ab14-4edf-ad55-5962adf5e072'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:29:18.841174 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-82d1ee2f-99be-434f-a6b6-83f059b717f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:18.898494 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da5622c-0765-4b35-a715-ed41c90e99c1 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:18.904934 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2da5622c-0765-4b35-a715-ed41c90e99c1 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:18.905708 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-2da5622c-0765-4b35-a715-ed41c90e99c1 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Synchronizing usage tracker for tenant:19ec4718eae5492e825f796615e1a8b4 on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:29:18.927822 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-51c6135c-b15c-40a2-832e-5b8a372db508 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks [] for router_gateway, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:18.975066 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-0b0425a4-fb99-4e70-9920-2b285c70d785 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Deleting port c7448cf3-7354-4ed9-aa20-a9f56afddbd8 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:29:18.975299 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0b0425a4-fb99-4e70-9920-2b285c70d785 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:19.013221 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-677d06f7-fb28-4d0f-a214-b7ceeb51360f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:29:19.025275 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-677d06f7-fb28-4d0f-a214-b7ceeb51360f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:29:19.032257 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-1d55ea4c-e629-487d-82d0-64501629ea3f None None] Provisioning complete for port c36574e3-f6c2-4d53-9289-e7c5c5b41be3 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:29:19.032634 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-1d55ea4c-e629-487d-82d0-64501629ea3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:19.033021 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-1d55ea4c-e629-487d-82d0-64501629ea3f None None] Attempt 1 to provision port c36574e3-f6c2-4d53-9289-e7c5c5b41be3 Oct 13 15:29:19.052521 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0008255c-88f2-4a6c-9db8-0e73fbf5a866 req-821c47f4-f9e6-4ae5-94ca-6d0b1ce5b3c0 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:19.054034 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0008255c-88f2-4a6c-9db8-0e73fbf5a866 req-821c47f4-f9e6-4ae5-94ca-6d0b1ce5b3c0 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=75dd98a5-e1f9-4a74-ac6e-efb36b74b5e5 HTTP/1.1" status: 200 len: 945 time: 1.0607290 Oct 13 15:29:19.077281 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677d06f7-fb28-4d0f-a214-b7ceeb51360f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:29:19.081002 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-677d06f7-fb28-4d0f-a214-b7ceeb51360f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:19.101147 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-2da5622c-0765-4b35-a715-ed41c90e99c1 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Unset dirty status for tenant:19ec4718eae5492e825f796615e1a8b4 on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:29:19.104522 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-2da5622c-0765-4b35-a715-ed41c90e99c1 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.5934319 Oct 13 15:29:19.111966 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47854) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:19.141729 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-a199c874-aaca-419a-9f44-0e04d223ff56 None None] For port 129c0194-bb35-45b2-85d9-f5a7c242fc11, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=129c0194-bb35-45b2-85d9-f5a7c242fc11,segment=NetworkSegment(b772da35-96a2-469f-a12f-fa57e90902ea),segment_id=b772da35-96a2-469f-a12f-fa57e90902ea)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:29:19.142109 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-a199c874-aaca-419a-9f44-0e04d223ff56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:19.245836 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-7680bcb8-3ed3-4d15-858c-a91276a8e16e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Deleting port 2ba11961-bd5e-44f4-b676-6f1919c060f2 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:29:19.246307 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7680bcb8-3ed3-4d15-858c-a91276a8e16e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:19.314254 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-a199c874-aaca-419a-9f44-0e04d223ff56 None None] Calling delete_port for 129c0194-bb35-45b2-85d9-f5a7c242fc11 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:29:19.361788 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-85ca2f57-ae31-47aa-a9b4-050941d23a3e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] For port 129c0194-bb35-45b2-85d9-f5a7c242fc11, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=129c0194-bb35-45b2-85d9-f5a7c242fc11,segment=NetworkSegment(b772da35-96a2-469f-a12f-fa57e90902ea),segment_id=b772da35-96a2-469f-a12f-fa57e90902ea)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:29:19.362192 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-85ca2f57-ae31-47aa-a9b4-050941d23a3e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:19.439800 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-82d1ee2f-99be-434f-a6b6-83f059b717f5 None None] Allocated IP 2001:db8::f816:3eff:fe72:a839 (a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828/2211a719-ab14-4edf-ad55-5962adf5e072/246be815-6dc4-4ec1-be07-f7146f3997e0) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:29:19.443738 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-1d55ea4c-e629-487d-82d0-64501629ea3f None None] Current status of the port c36574e3-f6c2-4d53-9289-e7c5c5b41be3 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:29:19.476919 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-1d55ea4c-e629-487d-82d0-64501629ea3f None None] Provisioning for port 9307738f-122f-4c63-b709-eb6806b11fc3 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:29:19.485728 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-1d55ea4c-e629-487d-82d0-64501629ea3f None None] Provisioning complete for port 9307738f-122f-4c63-b709-eb6806b11fc3 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:29:19.486441 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-1d55ea4c-e629-487d-82d0-64501629ea3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:19.486784 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-1d55ea4c-e629-487d-82d0-64501629ea3f None None] Attempt 1 to provision port 9307738f-122f-4c63-b709-eb6806b11fc3 Oct 13 15:29:19.508557 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-51c6135c-b15c-40a2-832e-5b8a372db508 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:19.531440 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-a199c874-aaca-419a-9f44-0e04d223ff56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:19.591460 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-85ca2f57-ae31-47aa-a9b4-050941d23a3e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Calling delete_port for 129c0194-bb35-45b2-85d9-f5a7c242fc11 owned by network:dhcp {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:29:19.655991 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7680bcb8-3ed3-4d15-858c-a91276a8e16e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:19.706928 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0008255c-88f2-4a6c-9db8-0e73fbf5a866 req-30274c94-0b07-4081-8021-8f52435f4fed tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/security-groups?id=81e55712-bc20-48c8-a3f7-25813fa3e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5944784 Oct 13 15:29:19.738996 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c33cdac5-3dd6-4fe4-84e7-1eb559858ef3 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:19.798662 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.ipam_backend_mixin [None req-677d06f7-fb28-4d0f-a214-b7ceeb51360f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2211a719-ab14-4edf-ad55-5962adf5e072 (CIDR: 2001:db8::/64) Oct 13 15:29:19.828009 dv-neutron-860329-2-hyperv neutron-server[88973]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 13 15:29:19.828009 dv-neutron-860329-2-hyperv neutron-server[88973]: from cryptography.utils import int_from_bytes Oct 13 15:29:19.828009 dv-neutron-860329-2-hyperv neutron-server[88973]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 13 15:29:19.828009 dv-neutron-860329-2-hyperv neutron-server[88973]: from cryptography.utils import int_from_bytes Oct 13 15:29:19.828009 dv-neutron-860329-2-hyperv neutron-server[88973]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Oct 13 15:29:19.828009 dv-neutron-860329-2-hyperv neutron-server[88973]: util.warn_limited( Oct 13 15:29:19.828009 dv-neutron-860329-2-hyperv neutron-server[88973]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Oct 13 15:29:19.828009 dv-neutron-860329-2-hyperv neutron-server[88973]: util.warn_limited( Oct 13 15:29:19.828009 dv-neutron-860329-2-hyperv neutron-server[88973]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:29:19.828009 dv-neutron-860329-2-hyperv neutron-server[88973]: util.warn( Oct 13 15:29:19.828009 dv-neutron-860329-2-hyperv neutron-server[88973]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:29:19.828009 dv-neutron-860329-2-hyperv neutron-server[88973]: util.warn( Oct 13 15:29:19.828009 dv-neutron-860329-2-hyperv neutron-server[88973]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:29:19.828009 dv-neutron-860329-2-hyperv neutron-server[88973]: util.warn( Oct 13 15:29:19.828009 dv-neutron-860329-2-hyperv neutron-server[88973]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:29:19.828009 dv-neutron-860329-2-hyperv neutron-server[88973]: util.warn( Oct 13 15:29:19.828009 dv-neutron-860329-2-hyperv neutron-server[88973]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:29:19.828009 dv-neutron-860329-2-hyperv neutron-server[88973]: util.warn( Oct 13 15:29:19.828009 dv-neutron-860329-2-hyperv neutron-server[88973]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:29:19.828009 dv-neutron-860329-2-hyperv neutron-server[88973]: util.warn( Oct 13 15:29:19.828009 dv-neutron-860329-2-hyperv neutron-server[88973]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:29:19.828009 dv-neutron-860329-2-hyperv neutron-server[88973]: util.warn( Oct 13 15:29:19.828009 dv-neutron-860329-2-hyperv neutron-server[88973]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:29:19.828009 dv-neutron-860329-2-hyperv neutron-server[88973]: util.warn( Oct 13 15:29:19.828009 dv-neutron-860329-2-hyperv neutron-server[88973]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:29:19.828009 dv-neutron-860329-2-hyperv neutron-server[88973]: util.warn( Oct 13 15:29:19.828009 dv-neutron-860329-2-hyperv neutron-server[88973]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:29:19.828009 dv-neutron-860329-2-hyperv neutron-server[88973]: util.warn( Oct 13 15:29:19.828009 dv-neutron-860329-2-hyperv neutron-server[88973]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:29:19.828009 dv-neutron-860329-2-hyperv neutron-server[88973]: util.warn( Oct 13 15:29:19.828009 dv-neutron-860329-2-hyperv neutron-server[88973]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:29:19.828009 dv-neutron-860329-2-hyperv neutron-server[88973]: util.warn( Oct 13 15:29:19.828009 dv-neutron-860329-2-hyperv neutron-server[88973]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:29:19.828009 dv-neutron-860329-2-hyperv neutron-server[88973]: util.warn( Oct 13 15:29:19.828009 dv-neutron-860329-2-hyperv neutron-server[88973]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:29:19.828009 dv-neutron-860329-2-hyperv neutron-server[88973]: util.warn( Oct 13 15:29:19.828009 dv-neutron-860329-2-hyperv neutron-server[88973]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:29:19.828009 dv-neutron-860329-2-hyperv neutron-server[88973]: util.warn( Oct 13 15:29:19.828009 dv-neutron-860329-2-hyperv neutron-server[88973]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:29:19.828009 dv-neutron-860329-2-hyperv neutron-server[88973]: util.warn( Oct 13 15:29:19.828009 dv-neutron-860329-2-hyperv neutron-server[88973]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:29:19.828009 dv-neutron-860329-2-hyperv neutron-server[88973]: util.warn( Oct 13 15:29:19.828009 dv-neutron-860329-2-hyperv neutron-server[88973]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:29:19.828009 dv-neutron-860329-2-hyperv neutron-server[88973]: util.warn( Oct 13 15:29:19.828009 dv-neutron-860329-2-hyperv neutron-server[88973]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:29:19.828009 dv-neutron-860329-2-hyperv neutron-server[88973]: util.warn( Oct 13 15:29:19.828009 dv-neutron-860329-2-hyperv neutron-server[88973]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:29:19.828009 dv-neutron-860329-2-hyperv neutron-server[88973]: util.warn( Oct 13 15:29:19.828009 dv-neutron-860329-2-hyperv neutron-server[88973]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:29:19.828009 dv-neutron-860329-2-hyperv neutron-server[88973]: util.warn( Oct 13 15:29:19.828009 dv-neutron-860329-2-hyperv neutron-server[88973]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:29:19.828009 dv-neutron-860329-2-hyperv neutron-server[88973]: util.warn( Oct 13 15:29:19.828009 dv-neutron-860329-2-hyperv neutron-server[88973]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:29:19.828009 dv-neutron-860329-2-hyperv neutron-server[88973]: util.warn( Oct 13 15:29:19.828009 dv-neutron-860329-2-hyperv neutron-server[88973]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:29:19.828009 dv-neutron-860329-2-hyperv neutron-server[88973]: util.warn( Oct 13 15:29:19.832283 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a199c874-aaca-419a-9f44-0e04d223ff56 None None] Pushing event deleted for resources: {'Port': ['ID=129c0194-bb35-45b2-85d9-f5a7c242fc11,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:19.834264 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-1d55ea4c-e629-487d-82d0-64501629ea3f None None] Port 9307738f-122f-4c63-b709-eb6806b11fc3 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:29:19.836479 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-677d06f7-fb28-4d0f-a214-b7ceeb51360f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 15:29:19.836943 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-677d06f7-fb28-4d0f-a214-b7ceeb51360f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:29:19.840614 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a199c874-aaca-419a-9f44-0e04d223ff56 None None] No DVR routers for this DVR port 129c0194-bb35-45b2-85d9-f5a7c242fc11 on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:29:19.879291 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0b0425a4-fb99-4e70-9920-2b285c70d785 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:19.879523 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0b0425a4-fb99-4e70-9920-2b285c70d785 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:19.888913 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-7680bcb8-3ed3-4d15-858c-a91276a8e16e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Calling delete_port for 2ba11961-bd5e-44f4-b676-6f1919c060f2 owned by {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:29:19.921735 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-82d1ee2f-99be-434f-a6b6-83f059b717f5 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:19.932292 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-82d1ee2f-99be-434f-a6b6-83f059b717f5 None None] Transition to ACTIVE for port object 246be815-6dc4-4ec1-be07-f7146f3997e0 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:29:19.946454 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.db.api [None req-85ca2f57-ae31-47aa-a9b4-050941d23a3e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:29:19.946833 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG oslo_db.api [None req-85ca2f57-ae31-47aa-a9b4-050941d23a3e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:29:19.952734 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-82d1ee2f-99be-434f-a6b6-83f059b717f5 None None] Transition to ACTIVE for port object 246be815-6dc4-4ec1-be07-f7146f3997e0 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:29:19.959543 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-82d1ee2f-99be-434f-a6b6-83f059b717f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:20.019153 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d1ee2f-99be-434f-a6b6-83f059b717f5 None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:29:20.026964 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-82d1ee2f-99be-434f-a6b6-83f059b717f5 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:29:20.032593 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d1ee2f-99be-434f-a6b6-83f059b717f5 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:29:20.069991 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-677d06f7-fb28-4d0f-a214-b7ceeb51360f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8745608 Oct 13 15:29:20.070219 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7680bcb8-3ed3-4d15-858c-a91276a8e16e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:20.080322 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47860) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:20.133127 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-0b0425a4-fb99-4e70-9920-2b285c70d785 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Calling delete_port for c7448cf3-7354-4ed9-aa20-a9f56afddbd8 owned by network:floatingip {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:29:20.144018 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d1ee2f-99be-434f-a6b6-83f059b717f5 None None] Pushing event updated for resources: {'Port': ['ID=246be815-6dc4-4ec1-be07-f7146f3997e0,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:20.156669 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-82d1ee2f-99be-434f-a6b6-83f059b717f5 None None] Attempting to bind port 246be815-6dc4-4ec1-be07-f7146f3997e0 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:29:20.162351 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-82d1ee2f-99be-434f-a6b6-83f059b717f5 None None] Attempting to bind port 246be815-6dc4-4ec1-be07-f7146f3997e0 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:29:20.162351 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d1ee2f-99be-434f-a6b6-83f059b717f5 None None] Attempting to bind port 246be815-6dc4-4ec1-be07-f7146f3997e0 on network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:29:20.163745 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d1ee2f-99be-434f-a6b6-83f059b717f5 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:29:20.164475 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d1ee2f-99be-434f-a6b6-83f059b717f5 None None] Checking segment: {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:29:20.165041 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-82d1ee2f-99be-434f-a6b6-83f059b717f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:20.165513 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82d1ee2f-99be-434f-a6b6-83f059b717f5 None None] Bound using segment: {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:29:20.166116 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-82d1ee2f-99be-434f-a6b6-83f059b717f5 None None] Bound port: 246be815-6dc4-4ec1-be07-f7146f3997e0, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:29:20.166667 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-82d1ee2f-99be-434f-a6b6-83f059b717f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:20.215997 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device c36574e3-f6c2-4d53-9289-e7c5c5b41be3 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:29:20.258776 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-a7f5a61e-1683-419e-b77d-16138922f937 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'subnet': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:29:20.301860 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7680bcb8-3ed3-4d15-858c-a91276a8e16e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event deleted for resources: {'Port': ['ID=2ba11961-bd5e-44f4-b676-6f1919c060f2,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:20.308402 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7680bcb8-3ed3-4d15-858c-a91276a8e16e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:20.318279 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-82d1ee2f-99be-434f-a6b6-83f059b717f5 None None] For port 246be815-6dc4-4ec1-be07-f7146f3997e0, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:29:20.324111 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-82d1ee2f-99be-434f-a6b6-83f059b717f5 None None] For port 246be815-6dc4-4ec1-be07-f7146f3997e0, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=246be815-6dc4-4ec1-be07-f7146f3997e0,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:29:20.324282 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158fdb71-87d0-44d8-bb29-f158ffcd351d req-be339cad-700f-4d7c-9a4e-610da2f8f180 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:20.325879 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-158fdb71-87d0-44d8-bb29-f158ffcd351d req-be339cad-700f-4d7c-9a4e-610da2f8f180 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=75dd98a5-e1f9-4a74-ac6e-efb36b74b5e5 HTTP/1.1" status: 200 len: 945 time: 0.4541547 Oct 13 15:29:20.331907 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-82d1ee2f-99be-434f-a6b6-83f059b717f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:20.367415 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-1d55ea4c-e629-487d-82d0-64501629ea3f None None] Attempt 2 to provision port 9307738f-122f-4c63-b709-eb6806b11fc3 Oct 13 15:29:20.402179 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port c36574e3-f6c2-4d53-9289-e7c5c5b41be3 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:29:20.402496 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:20.403096 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port c36574e3-f6c2-4d53-9289-e7c5c5b41be3 Oct 13 15:29:20.407482 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-7680bcb8-3ed3-4d15-858c-a91276a8e16e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "DELETE /v2.0/ports/2ba11961-bd5e-44f4-b676-6f1919c060f2 HTTP/1.1" status: 204 len: 168 time: 1.2924891 Oct 13 15:29:20.409438 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47864) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:20.431645 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c6135c-b15c-40a2-832e-5b8a372db508 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Router 6a578ddd-5094-4e25-93c5-04570be53009 is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 15:29:20.449978 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-85ca2f57-ae31-47aa-a9b4-050941d23a3e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Deleting port 129c0194-bb35-45b2-85d9-f5a7c242fc11 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:29:20.450432 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-85ca2f57-ae31-47aa-a9b4-050941d23a3e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:20.517057 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-1d55ea4c-e629-487d-82d0-64501629ea3f None None] Port 9307738f-122f-4c63-b709-eb6806b11fc3 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:29:20.525364 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d1ee2f-99be-434f-a6b6-83f059b717f5 None None] Pushing event updated for resources: {'Port': ['ID=246be815-6dc4-4ec1-be07-f7146f3997e0,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:20.540084 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-85ca2f57-ae31-47aa-a9b4-050941d23a3e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] The port '129c0194-bb35-45b2-85d9-f5a7c242fc11' was deleted {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 13 15:29:20.544557 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.db.resource_extend [None req-c33cdac5-3dd6-4fe4-84e7-1eb559858ef3 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 15:29:20.560005 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-158fdb71-87d0-44d8-bb29-f158ffcd351d req-a30a311c-10bd-47bf-8587-2771ea2c26f2 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/security-groups?id=81e55712-bc20-48c8-a3f7-25813fa3e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2123284 Oct 13 15:29:20.575803 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0b0425a4-fb99-4e70-9920-2b285c70d785 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:20.586661 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-a7f5a61e-1683-419e-b77d-16138922f937 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:29:20.614903 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port c36574e3-f6c2-4d53-9289-e7c5c5b41be3 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:29:20.623102 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47868) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:20.647911 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c33cdac5-3dd6-4fe4-84e7-1eb559858ef3 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:20.657981 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-a7f5a61e-1683-419e-b77d-16138922f937 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:29:20.675854 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f5a61e-1683-419e-b77d-16138922f937 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:29:20.679288 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a7f5a61e-1683-419e-b77d-16138922f937 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:20.688762 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 129c0194-bb35-45b2-85d9-f5a7c242fc11 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:29:20.736104 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 129c0194-bb35-45b2-85d9-f5a7c242fc11 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:29:20.736542 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 129c0194-bb35-45b2-85d9-f5a7c242fc11 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:29:20.840618 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c6135c-b15c-40a2-832e-5b8a372db508 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:29:20.853720 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70899c6-d81d-4b12-bb71-8b8082430e54 None None] Sync routers for ids ['6a578ddd-5094-4e25-93c5-04570be53009'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:29:20.866860 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70899c6-d81d-4b12-bb71-8b8082430e54 None None] Routers {'6a578ddd-5094-4e25-93c5-04570be53009'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:29:20.869604 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-b70899c6-d81d-4b12-bb71-8b8082430e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:29:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['6a578ddd-5094-4e25-93c5-04570be53009'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:20.883513 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-51c6135c-b15c-40a2-832e-5b8a372db508 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:20.884786 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-51c6135c-b15c-40a2-832e-5b8a372db508 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.1099401 Oct 13 15:29:20.888187 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0425a4-fb99-4e70-9920-2b285c70d785 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Pushing event deleted for resources: {'Port': ['ID=c7448cf3-7354-4ed9-aa20-a9f56afddbd8,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:20.888341 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47874) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:20.898069 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c33cdac5-3dd6-4fe4-84e7-1eb559858ef3 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:20.973658 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-b70899c6-d81d-4b12-bb71-8b8082430e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:20.978748 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-85ca2f57-ae31-47aa-a9b4-050941d23a3e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:20.987785 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b70899c6-d81d-4b12-bb71-8b8082430e54 None None] Routers {'6a578ddd-5094-4e25-93c5-04570be53009'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:29:20.988909 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-b70899c6-d81d-4b12-bb71-8b8082430e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:29:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['6a578ddd-5094-4e25-93c5-04570be53009'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:21.019063 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-1d55ea4c-e629-487d-82d0-64501629ea3f None None] Attempt 3 to provision port 9307738f-122f-4c63-b709-eb6806b11fc3 Oct 13 15:29:21.082506 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-b70899c6-d81d-4b12-bb71-8b8082430e54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:21.083099 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b70899c6-d81d-4b12-bb71-8b8082430e54 None None] The sync data for ids ['6a578ddd-5094-4e25-93c5-04570be53009'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:29:21.102063 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-1d55ea4c-e629-487d-82d0-64501629ea3f None None] Port 9307738f-122f-4c63-b709-eb6806b11fc3 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:29:21.211515 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-85ca2f57-ae31-47aa-a9b4-050941d23a3e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84c2d1c2-975e-4007-b816-a51001632d07']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:21.251922 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33cdac5-3dd6-4fe4-84e7-1eb559858ef3 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event updated for resources: {'Port': ['ID=9307738f-122f-4c63-b709-eb6806b11fc3,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:21.263083 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-36d61c18-2e6a-4fc9-bcc5-c3c79a0616b2 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] 10.222.0.42 "GET /v2.0/routers/6a578ddd-5094-4e25-93c5-04570be53009 HTTP/1.1" status: 200 len: 924 time: 0.3736744 Oct 13 15:29:21.265983 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47878) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:21.291781 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-85ca2f57-ae31-47aa-a9b4-050941d23a3e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b772da35-96a2-469f-a12f-fa57e90902ea') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:21.292101 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-85ca2f57-ae31-47aa-a9b4-050941d23a3e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b772da35-96a2-469f-a12f-fa57e90902ea') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:21.318039 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-3ba31b1d-47cd-44e2-a41b-db2549bc8f75 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a578ddd-5094-4e25-93c5-04570be53009 HTTP/1.1" status: 200 len: 205 time: 0.0509813 Oct 13 15:29:21.319144 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a7f5a61e-1683-419e-b77d-16138922f937 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:21.322579 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47882) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:21.331530 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-85ca2f57-ae31-47aa-a9b4-050941d23a3e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:21.355434 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2850246-5823-4eb3-85bd-d6f21b7f83fa tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:21.356800 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e2850246-5823-4eb3-85bd-d6f21b7f83fa tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.9463522 Oct 13 15:29:21.359958 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0b0425a4-fb99-4e70-9920-2b285c70d785 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for floatingip, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:21.365163 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47886) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:21.405136 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-85ca2f57-ae31-47aa-a9b4-050941d23a3e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:21.464632 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7f5a61e-1683-419e-b77d-16138922f937 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:29:21.465578 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85ca2f57-ae31-47aa-a9b4-050941d23a3e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:29:21.465991 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-85ca2f57-ae31-47aa-a9b4-050941d23a3e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:21.472398 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-a7f5a61e-1683-419e-b77d-16138922f937 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:29:21.507758 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-349bad0e-cf24-4d8f-a2e2-6c837473aa61 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] GET failed (client error): The resource could not be found. Oct 13 15:29:21.512359 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-349bad0e-cf24-4d8f-a2e2-6c837473aa61 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "GET /v2.0/ports/f719c02b-a7f5-4d99-92e6-b4220bbd19e3 HTTP/1.1" status: 404 len: 333 time: 0.1375282 Oct 13 15:29:21.517132 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0b0425a4-fb99-4e70-9920-2b285c70d785 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:21.522446 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-0b0425a4-fb99-4e70-9920-2b285c70d785 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] 10.222.0.42 "DELETE /v2.0/floatingips/ef170f89-baf6-4814-b490-cf8d99153e57 HTTP/1.1" status: 204 len: 168 time: 2.9900374 Oct 13 15:29:21.526901 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f5a61e-1683-419e-b77d-16138922f937 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:21.527510 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a7f5a61e-1683-419e-b77d-16138922f937 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:21.540979 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47892) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:21.541312 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47894) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:21.552292 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-b5dc8012-de88-4424-ac7f-7f5bc76a9c5a tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Request body: {'floatingip': {'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'port_id': 'c450b577-a486-4404-8ec6-d4db5bbc1bcf'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:29:21.570193 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment b772da35-96a2-469f-a12f-fa57e90902ea resource provider aggregate not found Oct 13 15:29:21.605071 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-1d55ea4c-e629-487d-82d0-64501629ea3f None None] Attempt 4 to provision port 9307738f-122f-4c63-b709-eb6806b11fc3 Oct 13 15:29:21.611447 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f5a61e-1683-419e-b77d-16138922f937 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'Subnet': ['ID=b6ee37ba-f887-4713-b0be-01a4bf796123,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:21.626779 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment b772da35-96a2-469f-a12f-fa57e90902ea resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b772da35-96a2-469f-a12f-fa57e90902ea found for delete ", "request_id": "req-cbd5ffd1-0a43-4f6a-b229-e9c5d054e49a"}]} Oct 13 15:29:21.628809 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb2ef1b-9795-4ad2-bad5-f5b8550e6e6f tempest-TestVolumeBootPattern-1224950024 tempest-TestVolumeBootPattern-1224950024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:21.629508 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-cdb2ef1b-9795-4ad2-bad5-f5b8550e6e6f tempest-TestVolumeBootPattern-1224950024 tempest-TestVolumeBootPattern-1224950024-project-admin] Synchronizing usage tracker for tenant:6e2052c4f3914e79a3f6c684eb6c678b on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:29:21.651878 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-b5dc8012-de88-4424-ac7f-7f5bc76a9c5a tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:29:21.662442 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-b5dc8012-de88-4424-ac7f-7f5bc76a9c5a tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Usage tracker for resource:floatingip and tenant:dee21423abc34d479217f618911e90ce is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:29:21.668409 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-b5dc8012-de88-4424-ac7f-7f5bc76a9c5a tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:29:21.680151 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-b5dc8012-de88-4424-ac7f-7f5bc76a9c5a tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:29:21.696824 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a7f5a61e-1683-419e-b77d-16138922f937 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5801716 Oct 13 15:29:21.698506 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-85ca2f57-ae31-47aa-a9b4-050941d23a3e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:21.699932 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47902) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:21.702039 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e7a7e4d-f21e-41f2-aee4-1442a129dc39 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] GET failed (client error): The resource could not be found. Oct 13 15:29:21.702603 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c33cdac5-3dd6-4fe4-84e7-1eb559858ef3 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:21.702722 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-0e7a7e4d-f21e-41f2-aee4-1442a129dc39 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Synchronizing usage tracker for tenant:19ec4718eae5492e825f796615e1a8b4 on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:29:21.709992 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-1d55ea4c-e629-487d-82d0-64501629ea3f None None] Port 9307738f-122f-4c63-b709-eb6806b11fc3 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:29:21.726317 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-671d740d-9749-4ec2-8103-77128975035f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'port': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'mac_address': 'fa:16:3e:93:d0:f5', 'name': 'tempest-NetworksTestDHCPv6-1180062730'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:29:21.737703 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b5dc8012-de88-4424-ac7f-7f5bc76a9c5a tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for floatingip, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:21.740452 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-85ca2f57-ae31-47aa-a9b4-050941d23a3e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:21.750185 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-cdb2ef1b-9795-4ad2-bad5-f5b8550e6e6f tempest-TestVolumeBootPattern-1224950024 tempest-TestVolumeBootPattern-1224950024-project-admin] Unset dirty status for tenant:6e2052c4f3914e79a3f6c684eb6c678b on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:29:21.751595 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-cdb2ef1b-9795-4ad2-bad5-f5b8550e6e6f tempest-TestVolumeBootPattern-1224950024 tempest-TestVolumeBootPattern-1224950024-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=75dd98a5-e1f9-4a74-ac6e-efb36b74b5e5 HTTP/1.1" status: 200 len: 1093 time: 1.1169257 Oct 13 15:29:21.756754 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47906) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:21.762743 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2868a62a-4f71-4663-b462-42f7d5cf46f1 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks [] for router, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:21.775374 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ca2f57-ae31-47aa-a9b4-050941d23a3e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Pushing event deleted for resources: {'Network': ['ID=84c2d1c2-975e-4007-b816-a51001632d07,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:21.795593 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-85ca2f57-ae31-47aa-a9b4-050941d23a3e tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "DELETE /v2.0/networks/84c2d1c2-975e-4007-b816-a51001632d07 HTTP/1.1" status: 204 len: 168 time: 4.4529204 Oct 13 15:29:21.801471 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47910) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:21.824722 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-659dae0c-ba99-4542-9b7e-742237db876f tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Request body: {'floatingip': {'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'port_id': '876da674-9b65-4800-ba18-693c8b3d6794', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:29:21.834021 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-0e7a7e4d-f21e-41f2-aee4-1442a129dc39 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Unset dirty status for tenant:19ec4718eae5492e825f796615e1a8b4 on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:29:21.835156 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-0e7a7e4d-f21e-41f2-aee4-1442a129dc39 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "GET /v2.0/ports/2ba11961-bd5e-44f4-b676-6f1919c060f2 HTTP/1.1" status: 404 len: 333 time: 0.2928984 Oct 13 15:29:21.841043 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476ced8f-5241-4a58-901c-4949aabf440e None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:29:21.851841 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47914) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:21.855984 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-d4a1564a-8e4b-4947-a43f-157414554276 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Request body: {'router': {'routes': None}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:29:21.863232 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-659dae0c-ba99-4542-9b7e-742237db876f tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:29:21.873705 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-659dae0c-ba99-4542-9b7e-742237db876f tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Usage tracker for resource:floatingip and tenant:c4e179e9a35a4e59a0b0abe27aa737df is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:29:21.879899 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-659dae0c-ba99-4542-9b7e-742237db876f tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:29:21.889409 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-659dae0c-ba99-4542-9b7e-742237db876f tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:29:22.150549 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-659dae0c-ba99-4542-9b7e-742237db876f tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks [] for floatingip, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:22.226543 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2868a62a-4f71-4663-b462-42f7d5cf46f1 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:22.244590 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-1d55ea4c-e629-487d-82d0-64501629ea3f None None] Attempt 5 to provision port 9307738f-122f-4c63-b709-eb6806b11fc3 Oct 13 15:29:22.248106 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-2868a62a-4f71-4663-b462-42f7d5cf46f1 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Deleting port 11bf6853-9c4d-46e3-8e9b-01081d193231 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:29:22.248441 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2868a62a-4f71-4663-b462-42f7d5cf46f1 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:22.268861 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 246be815-6dc4-4ec1-be07-f7146f3997e0 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:29:22.380104 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dc633fc-8eda-45ad-83cc-32f479e220a8 None None] Update dhcp port {'port': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'fixed_ips': [{'subnet_id': '2211a719-ab14-4edf-ad55-5962adf5e072', 'ip_address': '2001:db8::f816:3eff:fe72:a839'}, {'subnet_id': 'b6ee37ba-f887-4713-b0be-01a4bf796123'}], 'binding:host_id': 'dv-neutron-860329-2-hyperv'}, 'id': '246be815-6dc4-4ec1-be07-f7146f3997e0'} from dv-neutron-860329-2-hyperv. {{(pid=88974) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 13 15:29:22.404234 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-1d55ea4c-e629-487d-82d0-64501629ea3f None None] Port 9307738f-122f-4c63-b709-eb6806b11fc3 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:29:22.437351 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 246be815-6dc4-4ec1-be07-f7146f3997e0 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:29:22.443148 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9dc633fc-8eda-45ad-83cc-32f479e220a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:22.454239 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e958bcc7-7b31-489d-8c54-1b40d732f5d7 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:22.474568 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b5dc8012-de88-4424-ac7f-7f5bc76a9c5a tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:22.509289 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.extraroute_db [None req-d4a1564a-8e4b-4947-a43f-157414554276 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Added routes are [] {{(pid=88973) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 13 15:29:22.509585 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.extraroute_db [None req-d4a1564a-8e4b-4947-a43f-157414554276 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Removed routes are [] {{(pid=88973) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 13 15:29:22.510178 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d4a1564a-8e4b-4947-a43f-157414554276 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:22.517875 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-671d740d-9749-4ec2-8103-77128975035f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:29:22.576802 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-671d740d-9749-4ec2-8103-77128975035f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Usage tracker for resource:port and tenant:bb90cebe15f541febeed2c50e15c931e is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:29:22.584123 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2868a62a-4f71-4663-b462-42f7d5cf46f1 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:22.589679 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c33cdac5-3dd6-4fe4-84e7-1eb559858ef3 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:22.651707 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-671d740d-9749-4ec2-8103-77128975035f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:29:22.702824 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-671d740d-9749-4ec2-8103-77128975035f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:29:22.710294 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-9dc633fc-8eda-45ad-83cc-32f479e220a8 None None] Allocated IP 2001:db8:0:1::2 (a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828/b6ee37ba-f887-4713-b0be-01a4bf796123/246be815-6dc4-4ec1-be07-f7146f3997e0) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:29:22.756516 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-659dae0c-ba99-4542-9b7e-742237db876f tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:22.764743 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-2868a62a-4f71-4663-b462-42f7d5cf46f1 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Calling delete_port for 11bf6853-9c4d-46e3-8e9b-01081d193231 owned by network:router_gateway {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:29:22.849408 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-671d740d-9749-4ec2-8103-77128975035f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:29:22.858769 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-9dc633fc-8eda-45ad-83cc-32f479e220a8 None None] For port 246be815-6dc4-4ec1-be07-f7146f3997e0, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=246be815-6dc4-4ec1-be07-f7146f3997e0,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:29:22.885678 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9dc633fc-8eda-45ad-83cc-32f479e220a8 None None] Notify callbacks [] for port, precommit_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:22.902304 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-9dc633fc-8eda-45ad-83cc-32f479e220a8 None None] Ignored duplicate provisioning block setup for port 246be815-6dc4-4ec1-be07-f7146f3997e0 by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 13 15:29:22.905309 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-1d55ea4c-e629-487d-82d0-64501629ea3f None None] Attempt 6 to provision port 9307738f-122f-4c63-b709-eb6806b11fc3 Oct 13 15:29:22.915042 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-b5dc8012-de88-4424-ac7f-7f5bc76a9c5a tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Allocated IP 172.26.2.203 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/cf116f2c-65f4-4483-b90b-10250014ab61) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:29:22.937347 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9dc633fc-8eda-45ad-83cc-32f479e220a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:23.004177 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e958bcc7-7b31-489d-8c54-1b40d732f5d7 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:23.080632 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d4a1564a-8e4b-4947-a43f-157414554276 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:23.092290 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-1d55ea4c-e629-487d-82d0-64501629ea3f None None] Port 9307738f-122f-4c63-b709-eb6806b11fc3 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:29:23.108248 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc633fc-8eda-45ad-83cc-32f479e220a8 None None] Pushing event updated for resources: {'Port': ['ID=246be815-6dc4-4ec1-be07-f7146f3997e0,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:23.173325 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b5dc8012-de88-4424-ac7f-7f5bc76a9c5a tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:23.216107 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2868a62a-4f71-4663-b462-42f7d5cf46f1 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:23.223325 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-e958bcc7-7b31-489d-8c54-1b40d732f5d7 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47841159-a8cd-42af-9048-08517344cdb6']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:23.239957 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d4a1564a-8e4b-4947-a43f-157414554276 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1827972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1827983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1827956'] for router, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:23.257506 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-e958bcc7-7b31-489d-8c54-1b40d732f5d7 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5af58695-3dee-41a2-b0cc-25f7bce97b80') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:23.257827 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-e958bcc7-7b31-489d-8c54-1b40d732f5d7 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5af58695-3dee-41a2-b0cc-25f7bce97b80') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:23.294647 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b5dc8012-de88-4424-ac7f-7f5bc76a9c5a tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:23.313515 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2868a62a-4f71-4663-b462-42f7d5cf46f1 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Pushing event deleted for resources: {'Port': ['ID=11bf6853-9c4d-46e3-8e9b-01081d193231,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:23.408252 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e958bcc7-7b31-489d-8c54-1b40d732f5d7 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:23.448609 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-671d740d-9749-4ec2-8103-77128975035f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:23.456125 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5dc8012-de88-4424-ac7f-7f5bc76a9c5a tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:29:23.468028 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-b5dc8012-de88-4424-ac7f-7f5bc76a9c5a tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:29:23.476636 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5dc8012-de88-4424-ac7f-7f5bc76a9c5a tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:29:23.494854 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e958bcc7-7b31-489d-8c54-1b40d732f5d7 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:23.505713 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4a1564a-8e4b-4947-a43f-157414554276 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Router bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:29:23.518807 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e958bcc7-7b31-489d-8c54-1b40d732f5d7 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:29:23.519513 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e958bcc7-7b31-489d-8c54-1b40d732f5d7 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:23.529720 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-659dae0c-ba99-4542-9b7e-742237db876f tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Allocated IP 172.26.2.2 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/0d3830dc-7cdf-46fa-a0e7-b60322a3fb5d) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:29:23.548805 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dc8012-de88-4424-ac7f-7f5bc76a9c5a tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Pushing event updated for resources: {'Port': ['ID=cf116f2c-65f4-4483-b90b-10250014ab61,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:23.579531 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2868a62a-4f71-4663-b462-42f7d5cf46f1 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828050'] for router_gateway, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:23.593346 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-1d55ea4c-e629-487d-82d0-64501629ea3f None None] Attempt 7 to provision port 9307738f-122f-4c63-b709-eb6806b11fc3 Oct 13 15:29:23.610475 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [None req-671d740d-9749-4ec2-8103-77128975035f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] device_id is not set on port f352348d-c5f1-495a-839e-4a092140bfe5 yet. {{(pid=88973) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:29:23.682262 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-1d55ea4c-e629-487d-82d0-64501629ea3f None None] Port 9307738f-122f-4c63-b709-eb6806b11fc3 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:29:23.982740 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 5af58695-3dee-41a2-b0cc-25f7bce97b80 resource provider aggregate not found Oct 13 15:29:24.076235 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2868a62a-4f71-4663-b462-42f7d5cf46f1 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:24.079503 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 5af58695-3dee-41a2-b0cc-25f7bce97b80 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5af58695-3dee-41a2-b0cc-25f7bce97b80 found for delete ", "request_id": "req-c23e1d2b-401c-459a-8143-e67495a9d56f"}]} Oct 13 15:29:24.110801 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2868a62a-4f71-4663-b462-42f7d5cf46f1 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:24.136810 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e958bcc7-7b31-489d-8c54-1b40d732f5d7 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:24.139034 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a1564a-8e4b-4947-a43f-157414554276 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:29:24.150659 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18599c79-a151-4084-946c-0642163924b4 None None] Sync routers for ids ['bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:29:24.172254 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e958bcc7-7b31-489d-8c54-1b40d732f5d7 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:24.173131 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18599c79-a151-4084-946c-0642163924b4 None None] Routers {'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:29:24.173416 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-18599c79-a151-4084-946c-0642163924b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:29:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:24.180564 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2868a62a-4f71-4663-b462-42f7d5cf46f1 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:24.180992 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2868a62a-4f71-4663-b462-42f7d5cf46f1 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Fanout notify agent at l3_agent the message router_deleted on router 6a578ddd-5094-4e25-93c5-04570be53009 {{(pid=88972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:29:24.183932 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e958bcc7-7b31-489d-8c54-1b40d732f5d7 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "DELETE /v2.0/networks/47841159-a8cd-42af-9048-08517344cdb6 HTTP/1.1" status: 204 len: 168 time: 2.2763987 Oct 13 15:29:24.192080 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47922) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:24.199110 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-af013a76-471f-47b3-ae88-3e5e27746fbd tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-245116349'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:29:24.204267 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e958bcc7-7b31-489d-8c54-1b40d732f5d7 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event deleted for resources: {'Network': ['ID=47841159-a8cd-42af-9048-08517344cdb6,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:24.213851 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d4a1564a-8e4b-4947-a43f-157414554276 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:24.217853 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-d4a1564a-8e4b-4947-a43f-157414554276 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "PUT /v2.0/routers/bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663 HTTP/1.1" status: 200 len: 704 time: 2.4123859 Oct 13 15:29:24.223519 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47926) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:24.255135 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-1d55ea4c-e629-487d-82d0-64501629ea3f None None] Attempt 8 to provision port 9307738f-122f-4c63-b709-eb6806b11fc3 Oct 13 15:29:24.264104 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-af013a76-471f-47b3-ae88-3e5e27746fbd tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:29:24.279541 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 246be815-6dc4-4ec1-be07-f7146f3997e0 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:29:24.289851 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-af013a76-471f-47b3-ae88-3e5e27746fbd tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Usage tracker for resource:network and tenant:19ec4718eae5492e825f796615e1a8b4 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:29:24.300690 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-af013a76-471f-47b3-ae88-3e5e27746fbd tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:29:24.312860 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-659dae0c-ba99-4542-9b7e-742237db876f tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:24.318006 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-af013a76-471f-47b3-ae88-3e5e27746fbd tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:29:24.325809 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2868a62a-4f71-4663-b462-42f7d5cf46f1 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:24.326893 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-2868a62a-4f71-4663-b462-42f7d5cf46f1 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] 10.222.0.42 "DELETE /v2.0/routers/6a578ddd-5094-4e25-93c5-04570be53009 HTTP/1.1" status: 204 len: 168 time: 2.9778743 Oct 13 15:29:24.328055 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-97152f04-90d2-4b49-9a2c-db074ecd71bd tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Synchronizing usage tracker for tenant:34e6b268fc1844e287c5dc961df795e5 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:29:24.331423 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47930) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:24.337212 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-6690a3f5-98ec-4286-8e59-5407888bf9fb tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Request body: {'router': {'name': 'tempest-snat-router-979748803', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'enable_snat': False}}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:29:24.353877 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-6690a3f5-98ec-4286-8e59-5407888bf9fb tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:29:24.371385 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-6690a3f5-98ec-4286-8e59-5407888bf9fb tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Usage tracker for resource:router and tenant:712c4cee70ea4d478a2313a7a07d07fd is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:29:24.377539 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-6690a3f5-98ec-4286-8e59-5407888bf9fb tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:29:24.381387 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c33cdac5-3dd6-4fe4-84e7-1eb559858ef3 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:24.391918 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-6690a3f5-98ec-4286-8e59-5407888bf9fb tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:29:24.393706 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c33cdac5-3dd6-4fe4-84e7-1eb559858ef3 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:24.417592 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af013a76-471f-47b3-ae88-3e5e27746fbd tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Made reservation on behalf of 19ec4718eae5492e825f796615e1a8b4 for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:29:24.422045 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-af013a76-471f-47b3-ae88-3e5e27746fbd tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:24.445053 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-18599c79-a151-4084-946c-0642163924b4 None None] Set router bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663 gateway port host: None {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:29:24.484429 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af013a76-471f-47b3-ae88-3e5e27746fbd tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:29:24.495583 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-97152f04-90d2-4b49-9a2c-db074ecd71bd tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Unset dirty status for tenant:34e6b268fc1844e287c5dc961df795e5 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:29:24.497006 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-97152f04-90d2-4b49-9a2c-db074ecd71bd tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "GET /v2.0/ports?device_id=bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663 HTTP/1.1" status: 200 len: 205 time: 0.2725821 Oct 13 15:29:24.500195 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47934) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:24.519133 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-671d740d-9749-4ec2-8103-77128975035f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Allocated IP 2001:db8:0:1::276 (a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828/b6ee37ba-f887-4713-b0be-01a4bf796123/f352348d-c5f1-495a-839e-4a092140bfe5) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:29:24.535461 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-671d740d-9749-4ec2-8103-77128975035f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Allocated IP 2001:db8::f816:3eff:fe93:d0f5 (a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828/2211a719-ab14-4edf-ad55-5962adf5e072/f352348d-c5f1-495a-839e-4a092140bfe5) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:29:24.541937 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6690a3f5-98ec-4286-8e59-5407888bf9fb tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:24.543622 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6690a3f5-98ec-4286-8e59-5407888bf9fb tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:24.567056 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-af013a76-471f-47b3-ae88-3e5e27746fbd tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:24.567747 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-af013a76-471f-47b3-ae88-3e5e27746fbd tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Added segment 11146a20-6e8f-4201-8858-a044b854875c of type vlan for network e05bcab9-6383-4820-877d-a1abb972fabf Oct 13 15:29:24.569122 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c33cdac5-3dd6-4fe4-84e7-1eb559858ef3 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:24.569294 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-1d55ea4c-e629-487d-82d0-64501629ea3f None None] Port 9307738f-122f-4c63-b709-eb6806b11fc3 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:29:24.571897 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-18599c79-a151-4084-946c-0642163924b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'name': 'tempest-RoutersIpV6Test-router-284765292', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:18Z', 'updated_at': '2022-10-13T15:29:14Z', 'revision_number': 11, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'gw_port_host': None}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:24.576485 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33cdac5-3dd6-4fe4-84e7-1eb559858ef3 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event updated for resources: {'Port': ['ID=9307738f-122f-4c63-b709-eb6806b11fc3,revision_number=3']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:24.577221 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18599c79-a151-4084-946c-0642163924b4 None None] Checking router: bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663 for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:29:24.589505 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18599c79-a151-4084-946c-0642163924b4 None None] Routers {'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:29:24.590115 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-18599c79-a151-4084-946c-0642163924b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:29:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:24.629788 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6690a3f5-98ec-4286-8e59-5407888bf9fb tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:24.644161 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-659dae0c-ba99-4542-9b7e-742237db876f tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:24.716399 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-366aaa85-a55b-44ec-ba42-dd3c51f0bbc1 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for router, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:24.768422 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-18599c79-a151-4084-946c-0642163924b4 None None] Set router bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663 gateway port host: None {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:29:24.870146 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659dae0c-ba99-4542-9b7e-742237db876f tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:29:24.876913 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-18599c79-a151-4084-946c-0642163924b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'name': 'tempest-RoutersIpV6Test-router-284765292', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:18Z', 'updated_at': '2022-10-13T15:29:14Z', 'revision_number': 11, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'gw_port_host': None}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:24.877872 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-659dae0c-ba99-4542-9b7e-742237db876f tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:29:24.880940 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18599c79-a151-4084-946c-0642163924b4 None None] The sync data for ids ['bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663'] in dv-neutron-860329-2-hyperv is: [{'id': 'bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663', 'name': 'tempest-RoutersIpV6Test-router-284765292', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:18Z', 'updated_at': '2022-10-13T15:29:14Z', 'revision_number': 11, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'gw_port_host': None}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:29:24.883228 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-af013a76-471f-47b3-ae88-3e5e27746fbd tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:24.894801 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659dae0c-ba99-4542-9b7e-742237db876f tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:29:24.935028 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659dae0c-ba99-4542-9b7e-742237db876f tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Pushing event updated for resources: {'Port': ['ID=0d3830dc-7cdf-46fa-a0e7-b60322a3fb5d,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:25.061092 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.db.resource_extend [None req-af013a76-471f-47b3-ae88-3e5e27746fbd tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 15:29:25.070745 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-1d55ea4c-e629-487d-82d0-64501629ea3f None None] Attempt 9 to provision port 9307738f-122f-4c63-b709-eb6806b11fc3 Oct 13 15:29:25.126152 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33cdac5-3dd6-4fe4-84e7-1eb559858ef3 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Network 7f496a04-bfd1-4e89-8e17-d03ec95b0ffc is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:29:25.127781 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-1d55ea4c-e629-487d-82d0-64501629ea3f None None] Port 9307738f-122f-4c63-b709-eb6806b11fc3 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:29:25.142611 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-c33cdac5-3dd6-4fe4-84e7-1eb559858ef3 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:29:25.171410 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6690a3f5-98ec-4286-8e59-5407888bf9fb tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:25.237399 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-671d740d-9749-4ec2-8103-77128975035f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:25.290979 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-366aaa85-a55b-44ec-ba42-dd3c51f0bbc1 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:25.319343 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-366aaa85-a55b-44ec-ba42-dd3c51f0bbc1 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:25.327085 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-af013a76-471f-47b3-ae88-3e5e27746fbd tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:25.332698 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af013a76-471f-47b3-ae88-3e5e27746fbd tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:25.333694 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-af013a76-471f-47b3-ae88-3e5e27746fbd tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:25.421795 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b5dc8012-de88-4424-ac7f-7f5bc76a9c5a tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:25.450055 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-af013a76-471f-47b3-ae88-3e5e27746fbd tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2533951 Oct 13 15:29:25.489521 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-671d740d-9749-4ec2-8103-77128975035f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Transition to ACTIVE for port object f352348d-c5f1-495a-839e-4a092140bfe5 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:29:25.492842 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47938) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:25.505732 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-bc53245c-a491-4a3b-94a4-7f7590b3e98d tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Request body: {'subnet': {'network_id': 'e05bcab9-6383-4820-877d-a1abb972fabf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:29:25.523012 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-366aaa85-a55b-44ec-ba42-dd3c51f0bbc1 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:25.523512 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-366aaa85-a55b-44ec-ba42-dd3c51f0bbc1 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Fanout notify agent at l3_agent the message router_deleted on router bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663 {{(pid=88972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:29:25.554937 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af013a76-471f-47b3-ae88-3e5e27746fbd tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event updated for resources: {'Network': ['ID=e05bcab9-6383-4820-877d-a1abb972fabf,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:25.574088 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-366aaa85-a55b-44ec-ba42-dd3c51f0bbc1 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:25.578917 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network e05bcab9-6383-4820-877d-a1abb972fabf details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:29:25.584548 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-366aaa85-a55b-44ec-ba42-dd3c51f0bbc1 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "DELETE /v2.0/routers/bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663 HTTP/1.1" status: 204 len: 168 time: 1.0793862 Oct 13 15:29:25.584717 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47942) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:25.594666 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-e0fc9c0b-5cf5-437a-81cb-889ae2d6b89d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-896715557', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:29:25.604678 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-e0fc9c0b-5cf5-437a-81cb-889ae2d6b89d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:29:25.609580 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-e0fc9c0b-5cf5-437a-81cb-889ae2d6b89d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Usage tracker for resource:router and tenant:34e6b268fc1844e287c5dc961df795e5 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:29:25.613101 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-e0fc9c0b-5cf5-437a-81cb-889ae2d6b89d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:29:25.614337 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:25.623300 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-e0fc9c0b-5cf5-437a-81cb-889ae2d6b89d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:29:25.630920 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-1d55ea4c-e629-487d-82d0-64501629ea3f None None] Attempt 10 to provision port 9307738f-122f-4c63-b709-eb6806b11fc3 Oct 13 15:29:25.743361 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-bc53245c-a491-4a3b-94a4-7f7590b3e98d tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:29:25.749745 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-671d740d-9749-4ec2-8103-77128975035f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:25.778543 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e0fc9c0b-5cf5-437a-81cb-889ae2d6b89d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:25.779853 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e0fc9c0b-5cf5-437a-81cb-889ae2d6b89d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:25.805583 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-bc53245c-a491-4a3b-94a4-7f7590b3e98d tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Usage tracker for resource:subnet and tenant:19ec4718eae5492e825f796615e1a8b4 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:29:25.819475 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-bc53245c-a491-4a3b-94a4-7f7590b3e98d tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:29:25.820767 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-1d55ea4c-e629-487d-82d0-64501629ea3f None None] Port 9307738f-122f-4c63-b709-eb6806b11fc3 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:29:25.846231 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-bc53245c-a491-4a3b-94a4-7f7590b3e98d tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:29:25.854100 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-671d740d-9749-4ec2-8103-77128975035f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:29:25.862520 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-671d740d-9749-4ec2-8103-77128975035f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:29:25.864938 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671d740d-9749-4ec2-8103-77128975035f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:29:25.871099 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-671d740d-9749-4ec2-8103-77128975035f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:25.871694 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-671d740d-9749-4ec2-8103-77128975035f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:25.872101 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b5dc8012-de88-4424-ac7f-7f5bc76a9c5a tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:25.904644 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c33cdac5-3dd6-4fe4-84e7-1eb559858ef3 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Router 8791f6f1-ff82-441e-9444-a8ae0d5e34d2 is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 15:29:25.910230 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671d740d-9749-4ec2-8103-77128975035f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'Port': ['ID=f352348d-c5f1-495a-839e-4a092140bfe5,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:25.916571 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e0fc9c0b-5cf5-437a-81cb-889ae2d6b89d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:25.918101 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc53245c-a491-4a3b-94a4-7f7590b3e98d tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Made reservation on behalf of 19ec4718eae5492e825f796615e1a8b4 for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:29:25.921514 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bc53245c-a491-4a3b-94a4-7f7590b3e98d tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:25.950325 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-3a591581-a32b-4e3e-a612-7dccbd45d4aa None None] Provisioning for port 246be815-6dc4-4ec1-be07-f7146f3997e0 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:29:25.956510 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-3a591581-a32b-4e3e-a612-7dccbd45d4aa None None] Provisioning complete for port 246be815-6dc4-4ec1-be07-f7146f3997e0 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:29:25.957172 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-3a591581-a32b-4e3e-a612-7dccbd45d4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:25.957896 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-3a591581-a32b-4e3e-a612-7dccbd45d4aa None None] Attempt 1 to provision port 246be815-6dc4-4ec1-be07-f7146f3997e0 Oct 13 15:29:26.014698 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e0fc9c0b-5cf5-437a-81cb-889ae2d6b89d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:26.029885 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-671d740d-9749-4ec2-8103-77128975035f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 4.3286729 Oct 13 15:29:26.039746 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47946) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:26.144218 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-3a591581-a32b-4e3e-a612-7dccbd45d4aa None None] Current status of the port 246be815-6dc4-4ec1-be07-f7146f3997e0 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:29:26.146400 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-3a591581-a32b-4e3e-a612-7dccbd45d4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:26.195201 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.ipam_backend_mixin [None req-bc53245c-a491-4a3b-94a4-7f7590b3e98d tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Performing IP validity checks on allocation pools {{(pid=88973) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 13 15:29:26.199164 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.ipam_backend_mixin [None req-bc53245c-a491-4a3b-94a4-7f7590b3e98d tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88973) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 13 15:29:26.209498 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-3a591581-a32b-4e3e-a612-7dccbd45d4aa None None] For port 246be815-6dc4-4ec1-be07-f7146f3997e0, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=246be815-6dc4-4ec1-be07-f7146f3997e0,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:29:26.220628 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-3a591581-a32b-4e3e-a612-7dccbd45d4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:26.250673 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33cdac5-3dd6-4fe4-84e7-1eb559858ef3 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:29:26.262163 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266462db-39b3-4cb5-bd7e-98631614290e None None] Sync routers for ids ['8791f6f1-ff82-441e-9444-a8ae0d5e34d2'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:29:26.275139 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266462db-39b3-4cb5-bd7e-98631614290e None None] Routers {'8791f6f1-ff82-441e-9444-a8ae0d5e34d2'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:29:26.277838 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-266462db-39b3-4cb5-bd7e-98631614290e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:29:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['8791f6f1-ff82-441e-9444-a8ae0d5e34d2'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:26.280996 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e0fc9c0b-5cf5-437a-81cb-889ae2d6b89d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:26.282226 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-e0fc9c0b-5cf5-437a-81cb-889ae2d6b89d tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6965940 Oct 13 15:29:26.292000 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47950) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:26.303808 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-29ac4d18-f33c-4ed3-8f9f-a16778ecca33 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:29:26.316677 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-3a591581-a32b-4e3e-a612-7dccbd45d4aa None None] Provisioning complete for port 9307738f-122f-4c63-b709-eb6806b11fc3 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:29:26.317053 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-3a591581-a32b-4e3e-a612-7dccbd45d4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:26.317389 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-3a591581-a32b-4e3e-a612-7dccbd45d4aa None None] Attempt 1 to provision port 9307738f-122f-4c63-b709-eb6806b11fc3 Oct 13 15:29:26.362839 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-266462db-39b3-4cb5-bd7e-98631614290e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:26.373490 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a591581-a32b-4e3e-a612-7dccbd45d4aa None None] Pushing event updated for resources: {'Port': ['ID=246be815-6dc4-4ec1-be07-f7146f3997e0,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:26.376327 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266462db-39b3-4cb5-bd7e-98631614290e None None] Routers {'8791f6f1-ff82-441e-9444-a8ae0d5e34d2'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:29:26.383947 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-266462db-39b3-4cb5-bd7e-98631614290e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:29:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['8791f6f1-ff82-441e-9444-a8ae0d5e34d2'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:26.384125 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-d67095dd-159b-4f10-a16e-142f820cb9cc tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Deleting port f352348d-c5f1-495a-839e-4a092140bfe5 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:29:26.384359 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d67095dd-159b-4f10-a16e-142f820cb9cc tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:26.391245 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-3a591581-a32b-4e3e-a612-7dccbd45d4aa None None] Port 9307738f-122f-4c63-b709-eb6806b11fc3 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:29:26.423024 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c33cdac5-3dd6-4fe4-84e7-1eb559858ef3 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "PUT /v2.0/routers/8791f6f1-ff82-441e-9444-a8ae0d5e34d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7748816 Oct 13 15:29:26.428512 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47954) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:26.488578 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-266462db-39b3-4cb5-bd7e-98631614290e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:26.489407 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266462db-39b3-4cb5-bd7e-98631614290e None None] The sync data for ids ['8791f6f1-ff82-441e-9444-a8ae0d5e34d2'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:29:26.615925 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6690a3f5-98ec-4286-8e59-5407888bf9fb tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:26.670634 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6690a3f5-98ec-4286-8e59-5407888bf9fb tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:26.735979 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b5dc8012-de88-4424-ac7f-7f5bc76a9c5a tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:26.748601 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bc53245c-a491-4a3b-94a4-7f7590b3e98d tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:26.758880 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b5dc8012-de88-4424-ac7f-7f5bc76a9c5a tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:26.813775 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d4a2a0-d561-4182-8d5d-b0851d8ad0d0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:26.814054 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-e4d4a2a0-d561-4182-8d5d-b0851d8ad0d0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Synchronizing usage tracker for tenant:c7529f71933548bfa5c77476ba17c75c on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:29:26.899076 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-3a591581-a32b-4e3e-a612-7dccbd45d4aa None None] Attempt 2 to provision port 9307738f-122f-4c63-b709-eb6806b11fc3 Oct 13 15:29:26.925155 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc53245c-a491-4a3b-94a4-7f7590b3e98d tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event updated for resources: {'Subnet': ['ID=7388610e-82eb-4b91-aa5d-efd258759ad4,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:26.927510 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-e4d4a2a0-d561-4182-8d5d-b0851d8ad0d0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Unset dirty status for tenant:c7529f71933548bfa5c77476ba17c75c on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:29:26.934958 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e4d4a2a0-d561-4182-8d5d-b0851d8ad0d0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "GET /v2.0/ports?device_id=8791f6f1-ff82-441e-9444-a8ae0d5e34d2 HTTP/1.1" status: 200 len: 981 time: 0.4993522 Oct 13 15:29:26.942959 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47958) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:27.008760 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-3a591581-a32b-4e3e-a612-7dccbd45d4aa None None] Port 9307738f-122f-4c63-b709-eb6806b11fc3 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:29:27.020254 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc53245c-a491-4a3b-94a4-7f7590b3e98d tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Checking segment: {'id': '11146a20-6e8f-4201-8858-a044b854875c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e05bcab9-6383-4820-877d-a1abb972fabf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:29:27.020394 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc53245c-a491-4a3b-94a4-7f7590b3e98d tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Network hostable DHCP agents. Network: e05bcab9-6383-4820-877d-a1abb972fabf, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:29:27.095508 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-659dae0c-ba99-4542-9b7e-742237db876f tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:27.125254 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-6690a3f5-98ec-4286-8e59-5407888bf9fb tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Allocated IP 172.26.2.96 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/80365b58-277d-4f21-9e68-be2e83bb68d4) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:29:27.174590 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc53245c-a491-4a3b-94a4-7f7590b3e98d tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Network e05bcab9-6383-4820-877d-a1abb972fabf is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:29:27.248155 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-29ac4d18-f33c-4ed3-8f9f-a16778ecca33 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:27.329699 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5dc8012-de88-4424-ac7f-7f5bc76a9c5a tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Pushing event updated for resources: {'Port': ['ID=cf116f2c-65f4-4483-b90b-10250014ab61,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:27.344851 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b5dc8012-de88-4424-ac7f-7f5bc76a9c5a tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:27.407574 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-bc53245c-a491-4a3b-94a4-7f7590b3e98d tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, e05bcab9-6383-4820-877d-a1abb972fabf) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:29:27.420304 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86c9c28-abac-4f33-a9ba-e0dfef877317 None None] Network e05bcab9-6383-4820-877d-a1abb972fabf requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:29:27.439683 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-29ac4d18-f33c-4ed3-8f9f-a16778ecca33 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1827972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1827983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1827956'] for router, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:27.527335 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc53245c-a491-4a3b-94a4-7f7590b3e98d tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:27.527563 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bc53245c-a491-4a3b-94a4-7f7590b3e98d tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:27.548839 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-3a591581-a32b-4e3e-a612-7dccbd45d4aa None None] Attempt 3 to provision port 9307738f-122f-4c63-b709-eb6806b11fc3 Oct 13 15:29:27.599652 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-bc53245c-a491-4a3b-94a4-7f7590b3e98d tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1031621 Oct 13 15:29:27.600466 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47962) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:27.611389 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-d206469e-fa92-4e62-a17b-b0b203902632 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Request body: {'port': {'network_id': 'e05bcab9-6383-4820-877d-a1abb972fabf', 'name': 'tempest-PortsIpV6TestJSON-397173486'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:29:27.649776 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-3a591581-a32b-4e3e-a612-7dccbd45d4aa None None] Port 9307738f-122f-4c63-b709-eb6806b11fc3 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:29:27.732574 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-182755e4-da1d-4c4f-9a70-e4f7464e956c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-e05bcab9-6383-4820-877d-a1abb972fabf', 'network_id': 'e05bcab9-6383-4820-877d-a1abb972fabf', 'tenant_id': '19ec4718eae5492e825f796615e1a8b4', 'fixed_ips': [{'subnet_id': '7388610e-82eb-4b91-aa5d-efd258759ad4'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:29:27.733414 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-182755e4-da1d-4c4f-9a70-e4f7464e956c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:27.752048 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6690a3f5-98ec-4286-8e59-5407888bf9fb tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:27.770099 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d67095dd-159b-4f10-a16e-142f820cb9cc tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:27.915052 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-d206469e-fa92-4e62-a17b-b0b203902632 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:29:27.932734 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6690a3f5-98ec-4286-8e59-5407888bf9fb tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:27.938555 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-d206469e-fa92-4e62-a17b-b0b203902632 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:29:27.941542 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-182755e4-da1d-4c4f-9a70-e4f7464e956c None None] Allocated IP 2001:db8::2 (e05bcab9-6383-4820-877d-a1abb972fabf/7388610e-82eb-4b91-aa5d-efd258759ad4/4560a28d-0be5-4592-9cf8-8991fba94682) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:29:27.943572 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-d67095dd-159b-4f10-a16e-142f820cb9cc tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Calling delete_port for f352348d-c5f1-495a-839e-4a092140bfe5 owned by {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:29:27.991988 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-659dae0c-ba99-4542-9b7e-742237db876f tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:28.028979 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29ac4d18-f33c-4ed3-8f9f-a16778ecca33 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Router 0e11bb87-4548-4355-b614-dc983ed62dc3 is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 15:29:28.031211 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.l3_db [None req-b5dc8012-de88-4424-ac7f-7f5bc76a9c5a tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Floating IP 310399b8-5f48-44fb-905f-65f71f0ad7e5 associated. External IP: 172.26.2.203, port: c450b577-a486-4404-8ec6-d4db5bbc1bcf. Oct 13 15:29:28.062612 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d206469e-fa92-4e62-a17b-b0b203902632 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Made reservation on behalf of 19ec4718eae5492e825f796615e1a8b4 for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:29:28.065932 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d206469e-fa92-4e62-a17b-b0b203902632 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:28.076514 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6690a3f5-98ec-4286-8e59-5407888bf9fb tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:29:28.089205 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-6690a3f5-98ec-4286-8e59-5407888bf9fb tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:29:28.091693 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6690a3f5-98ec-4286-8e59-5407888bf9fb tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:29:28.146463 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6690a3f5-98ec-4286-8e59-5407888bf9fb tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Pushing event updated for resources: {'Port': ['ID=80365b58-277d-4f21-9e68-be2e83bb68d4,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:28.161445 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [None req-d206469e-fa92-4e62-a17b-b0b203902632 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] device_id is not set on port f6691364-6f4a-4141-8888-d30b086e7e2a yet. {{(pid=88973) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:29:28.171796 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-3a591581-a32b-4e3e-a612-7dccbd45d4aa None None] Attempt 4 to provision port 9307738f-122f-4c63-b709-eb6806b11fc3 Oct 13 15:29:28.223002 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 246be815-6dc4-4ec1-be07-f7146f3997e0 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:29:28.297860 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-3a591581-a32b-4e3e-a612-7dccbd45d4aa None None] Port 9307738f-122f-4c63-b709-eb6806b11fc3 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:29:28.316406 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-182755e4-da1d-4c4f-9a70-e4f7464e956c None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:28.330356 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-182755e4-da1d-4c4f-9a70-e4f7464e956c None None] Transition to ACTIVE for port object 4560a28d-0be5-4592-9cf8-8991fba94682 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:29:28.354356 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-182755e4-da1d-4c4f-9a70-e4f7464e956c None None] Transition to ACTIVE for port object 4560a28d-0be5-4592-9cf8-8991fba94682 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:29:28.358189 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 246be815-6dc4-4ec1-be07-f7146f3997e0 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:29:28.360044 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:28.360044 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 246be815-6dc4-4ec1-be07-f7146f3997e0 Oct 13 15:29:28.360289 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29ac4d18-f33c-4ed3-8f9f-a16778ecca33 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:29:28.393664 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fedf0d-ad6d-45dd-9714-553ffae1d454 None None] Sync routers for ids ['0e11bb87-4548-4355-b614-dc983ed62dc3'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:29:28.403822 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-182755e4-da1d-4c4f-9a70-e4f7464e956c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:28.492411 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fedf0d-ad6d-45dd-9714-553ffae1d454 None None] Routers {'0e11bb87-4548-4355-b614-dc983ed62dc3'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:29:28.493296 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-f7fedf0d-ad6d-45dd-9714-553ffae1d454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:29:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['0e11bb87-4548-4355-b614-dc983ed62dc3'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:28.548261 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a34ffa7a-cbeb-4463-939f-a5bcdef71bc7 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:28.548850 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-182755e4-da1d-4c4f-9a70-e4f7464e956c None None] Network e05bcab9-6383-4820-877d-a1abb972fabf is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:29:28.574384 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-29ac4d18-f33c-4ed3-8f9f-a16778ecca33 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:28.575519 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-29ac4d18-f33c-4ed3-8f9f-a16778ecca33 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "PUT /v2.0/routers/0e11bb87-4548-4355-b614-dc983ed62dc3 HTTP/1.1" status: 200 len: 697 time: 2.2774723 Oct 13 15:29:28.582235 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47966) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:28.657888 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-182755e4-da1d-4c4f-9a70-e4f7464e956c None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:29:28.660494 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182755e4-da1d-4c4f-9a70-e4f7464e956c None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:29:28.676837 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-d206469e-fa92-4e62-a17b-b0b203902632 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Allocated IP 2001:db8::9c (e05bcab9-6383-4820-877d-a1abb972fabf/7388610e-82eb-4b91-aa5d-efd258759ad4/f6691364-6f4a-4141-8888-d30b086e7e2a) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:29:28.688047 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182755e4-da1d-4c4f-9a70-e4f7464e956c None None] Pushing event updated for resources: {'Port': ['ID=4560a28d-0be5-4592-9cf8-8991fba94682,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:28.738958 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-f7fedf0d-ad6d-45dd-9714-553ffae1d454 None None] Set router 0e11bb87-4548-4355-b614-dc983ed62dc3 gateway port host: None {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:29:28.873092 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-3a591581-a32b-4e3e-a612-7dccbd45d4aa None None] Attempt 5 to provision port 9307738f-122f-4c63-b709-eb6806b11fc3 Oct 13 15:29:28.937609 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-f7fedf0d-ad6d-45dd-9714-553ffae1d454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e11bb87-4548-4355-b614-dc983ed62dc3', 'name': 'tempest-RoutersIpV6Test-router-896715557', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:29:25Z', 'updated_at': '2022-10-13T15:29:27Z', 'revision_number': 2, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'gw_port_host': None}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:28.993457 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fedf0d-ad6d-45dd-9714-553ffae1d454 None None] Checking router: 0e11bb87-4548-4355-b614-dc983ed62dc3 for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:29:29.007954 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-182755e4-da1d-4c4f-9a70-e4f7464e956c None None] Attempting to bind port 4560a28d-0be5-4592-9cf8-8991fba94682 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:29:29.008129 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-182755e4-da1d-4c4f-9a70-e4f7464e956c None None] Attempting to bind port 4560a28d-0be5-4592-9cf8-8991fba94682 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '11146a20-6e8f-4201-8858-a044b854875c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e05bcab9-6383-4820-877d-a1abb972fabf'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:29:29.008492 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182755e4-da1d-4c4f-9a70-e4f7464e956c None None] Attempting to bind port 4560a28d-0be5-4592-9cf8-8991fba94682 on network e05bcab9-6383-4820-877d-a1abb972fabf {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:29:29.022623 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-3a591581-a32b-4e3e-a612-7dccbd45d4aa None None] Port 9307738f-122f-4c63-b709-eb6806b11fc3 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:29:29.023263 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182755e4-da1d-4c4f-9a70-e4f7464e956c None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:29:29.023627 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182755e4-da1d-4c4f-9a70-e4f7464e956c None None] Checking segment: {'id': '11146a20-6e8f-4201-8858-a044b854875c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e05bcab9-6383-4820-877d-a1abb972fabf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:29:29.024024 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-182755e4-da1d-4c4f-9a70-e4f7464e956c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:29.024403 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182755e4-da1d-4c4f-9a70-e4f7464e956c None None] Bound using segment: {'id': '11146a20-6e8f-4201-8858-a044b854875c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e05bcab9-6383-4820-877d-a1abb972fabf'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:29:29.024864 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-182755e4-da1d-4c4f-9a70-e4f7464e956c None None] Bound port: 4560a28d-0be5-4592-9cf8-8991fba94682, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11146a20-6e8f-4201-8858-a044b854875c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': 'e05bcab9-6383-4820-877d-a1abb972fabf'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:29:29.025225 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-182755e4-da1d-4c4f-9a70-e4f7464e956c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:29.050633 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 246be815-6dc4-4ec1-be07-f7146f3997e0 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:29:29.053706 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fedf0d-ad6d-45dd-9714-553ffae1d454 None None] Routers {'0e11bb87-4548-4355-b614-dc983ed62dc3'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:29:29.054528 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-f7fedf0d-ad6d-45dd-9714-553ffae1d454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:29:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['0e11bb87-4548-4355-b614-dc983ed62dc3'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:29.069005 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-33ec991d-b592-4a57-90ad-0903ca9454ba tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "GET /v2.0/routers/0e11bb87-4548-4355-b614-dc983ed62dc3 HTTP/1.1" status: 200 len: 703 time: 0.4564683 Oct 13 15:29:29.089646 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47970) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:29.155937 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-80556cfc-30e1-4058-a3b8-687876e11872 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e11bb87-4548-4355-b614-dc983ed62dc3 HTTP/1.1" status: 200 len: 205 time: 0.0609050 Oct 13 15:29:29.157488 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d67095dd-159b-4f10-a16e-142f820cb9cc tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:29.160647 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47974) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:29.185195 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6690a3f5-98ec-4286-8e59-5407888bf9fb tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:29.228646 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-f7fedf0d-ad6d-45dd-9714-553ffae1d454 None None] Set router 0e11bb87-4548-4355-b614-dc983ed62dc3 gateway port host: None {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:29:29.281256 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5dc8012-de88-4424-ac7f-7f5bc76a9c5a tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Router 762fd677-0458-43ed-8610-dce4995dc9bb has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:29:29.312102 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.db.resource_extend [None req-659dae0c-ba99-4542-9b7e-742237db876f tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 15:29:29.348522 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-f7fedf0d-ad6d-45dd-9714-553ffae1d454 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e11bb87-4548-4355-b614-dc983ed62dc3', 'name': 'tempest-RoutersIpV6Test-router-896715557', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:29:25Z', 'updated_at': '2022-10-13T15:29:27Z', 'revision_number': 2, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'gw_port_host': None}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:29.358529 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7fedf0d-ad6d-45dd-9714-553ffae1d454 None None] The sync data for ids ['0e11bb87-4548-4355-b614-dc983ed62dc3'] in dv-neutron-860329-2-hyperv is: [{'id': '0e11bb87-4548-4355-b614-dc983ed62dc3', 'name': 'tempest-RoutersIpV6Test-router-896715557', 'tenant_id': '34e6b268fc1844e287c5dc961df795e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:29:25Z', 'updated_at': '2022-10-13T15:29:27Z', 'revision_number': 2, 'project_id': '34e6b268fc1844e287c5dc961df795e5', 'gw_port_host': None}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:29:29.365318 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-182755e4-da1d-4c4f-9a70-e4f7464e956c None None] For port 4560a28d-0be5-4592-9cf8-8991fba94682, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:29:29.369579 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-182755e4-da1d-4c4f-9a70-e4f7464e956c None None] For port 4560a28d-0be5-4592-9cf8-8991fba94682, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=4560a28d-0be5-4592-9cf8-8991fba94682,segment=NetworkSegment(11146a20-6e8f-4201-8858-a044b854875c),segment_id=11146a20-6e8f-4201-8858-a044b854875c)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:29:29.375754 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-182755e4-da1d-4c4f-9a70-e4f7464e956c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:29.389571 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67095dd-159b-4f10-a16e-142f820cb9cc tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event deleted for resources: {'Port': ['ID=f352348d-c5f1-495a-839e-4a092140bfe5,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:29.415743 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-659dae0c-ba99-4542-9b7e-742237db876f tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:29.477677 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182755e4-da1d-4c4f-9a70-e4f7464e956c None None] Pushing event updated for resources: {'Port': ['ID=4560a28d-0be5-4592-9cf8-8991fba94682,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:29.484201 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-659dae0c-ba99-4542-9b7e-742237db876f tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:29.523273 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-a34ffa7a-cbeb-4463-939f-a5bcdef71bc7 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Deleting port 9307738f-122f-4c63-b709-eb6806b11fc3 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:29:29.523533 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-3a591581-a32b-4e3e-a612-7dccbd45d4aa None None] Attempt 6 to provision port 9307738f-122f-4c63-b709-eb6806b11fc3 Oct 13 15:29:29.524014 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a34ffa7a-cbeb-4463-939f-a5bcdef71bc7 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:29.559084 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cfaca49d-0fd4-4d9c-800d-d87cf2efea4f tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for router, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:29.612664 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-3a591581-a32b-4e3e-a612-7dccbd45d4aa None None] Port 9307738f-122f-4c63-b709-eb6806b11fc3 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:29:29.689831 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d67095dd-159b-4f10-a16e-142f820cb9cc tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:29.823014 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d67095dd-159b-4f10-a16e-142f820cb9cc tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/ports/f352348d-c5f1-495a-839e-4a092140bfe5 HTTP/1.1" status: 204 len: 168 time: 3.7698367 Oct 13 15:29:29.830210 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47978) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:30.065489 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-659dae0c-ba99-4542-9b7e-742237db876f tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:30.089536 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d206469e-fa92-4e62-a17b-b0b203902632 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:30.114847 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-3a591581-a32b-4e3e-a612-7dccbd45d4aa None None] Attempt 7 to provision port 9307738f-122f-4c63-b709-eb6806b11fc3 Oct 13 15:29:30.126491 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659dae0c-ba99-4542-9b7e-742237db876f tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Pushing event updated for resources: {'Port': ['ID=0d3830dc-7cdf-46fa-a0e7-b60322a3fb5d,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:30.127821 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a34ffa7a-cbeb-4463-939f-a5bcdef71bc7 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:30.154038 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-d206469e-fa92-4e62-a17b-b0b203902632 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Transition to ACTIVE for port object f6691364-6f4a-4141-8888-d30b086e7e2a will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:29:30.211477 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-3a591581-a32b-4e3e-a612-7dccbd45d4aa None None] Port 9307738f-122f-4c63-b709-eb6806b11fc3 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:29:30.260274 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 4560a28d-0be5-4592-9cf8-8991fba94682 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:29:30.284933 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-a34ffa7a-cbeb-4463-939f-a5bcdef71bc7 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Calling delete_port for 9307738f-122f-4c63-b709-eb6806b11fc3 owned by network:router_interface {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:29:30.359904 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cfaca49d-0fd4-4d9c-800d-d87cf2efea4f tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:30.360256 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 4560a28d-0be5-4592-9cf8-8991fba94682 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:29:30.363813 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cfaca49d-0fd4-4d9c-800d-d87cf2efea4f tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:30.369076 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4c5c8eb-12b1-4a0c-b699-46b067299683 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:30.369722 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-d4c5c8eb-12b1-4a0c-b699-46b067299683 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Synchronizing usage tracker for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:29:30.390517 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6690a3f5-98ec-4286-8e59-5407888bf9fb tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:30.466484 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5dc8012-de88-4424-ac7f-7f5bc76a9c5a tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:29:30.480902 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b669a2a-4080-4152-82e6-1a62144d74fe None None] Sync routers for ids ['762fd677-0458-43ed-8610-dce4995dc9bb'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:29:30.492730 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cfaca49d-0fd4-4d9c-800d-d87cf2efea4f tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:30.493236 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfaca49d-0fd4-4d9c-800d-d87cf2efea4f tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Fanout notify agent at l3_agent the message router_deleted on router 0e11bb87-4548-4355-b614-dc983ed62dc3 {{(pid=88972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:29:30.500581 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b669a2a-4080-4152-82e6-1a62144d74fe None None] Routers {'762fd677-0458-43ed-8610-dce4995dc9bb'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:29:30.501367 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-0b669a2a-4080-4152-82e6-1a62144d74fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:29:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['762fd677-0458-43ed-8610-dce4995dc9bb'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:30.507650 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.l3_db [None req-659dae0c-ba99-4542-9b7e-742237db876f tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Floating IP 0a35872e-d0e6-4685-b7f4-5b33fafb4172 associated. External IP: 172.26.2.2, port: 876da674-9b65-4800-ba18-693c8b3d6794. Oct 13 15:29:30.569854 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b5dc8012-de88-4424-ac7f-7f5bc76a9c5a tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:30.576936 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-0b669a2a-4080-4152-82e6-1a62144d74fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:30.589383 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b669a2a-4080-4152-82e6-1a62144d74fe None None] Routers {'762fd677-0458-43ed-8610-dce4995dc9bb'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:29:30.590377 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-0b669a2a-4080-4152-82e6-1a62144d74fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:29:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['762fd677-0458-43ed-8610-dce4995dc9bb'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:30.642477 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cfaca49d-0fd4-4d9c-800d-d87cf2efea4f tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:30.643604 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-cfaca49d-0fd4-4d9c-800d-d87cf2efea4f tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "DELETE /v2.0/routers/0e11bb87-4548-4355-b614-dc983ed62dc3 HTTP/1.1" status: 204 len: 168 time: 1.4798055 Oct 13 15:29:30.656976 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-d4c5c8eb-12b1-4a0c-b699-46b067299683 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Unset dirty status for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:29:30.661769 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-d4c5c8eb-12b1-4a0c-b699-46b067299683 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.8275123 Oct 13 15:29:30.667643 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47982) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:30.667980 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47984) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:30.694006 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-0b669a2a-4080-4152-82e6-1a62144d74fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:30.694471 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b669a2a-4080-4152-82e6-1a62144d74fe None None] The sync data for ids ['762fd677-0458-43ed-8610-dce4995dc9bb'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:29:30.710653 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d206469e-fa92-4e62-a17b-b0b203902632 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:30.713657 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-3a591581-a32b-4e3e-a612-7dccbd45d4aa None None] Attempt 8 to provision port 9307738f-122f-4c63-b709-eb6806b11fc3 Oct 13 15:29:30.799061 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-3a591581-a32b-4e3e-a612-7dccbd45d4aa None None] Port 9307738f-122f-4c63-b709-eb6806b11fc3 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:29:30.883180 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-1fdf84bb-8e3c-40b7-9ec6-77820e29debc tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Synchronizing usage tracker for tenant:34e6b268fc1844e287c5dc961df795e5 on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:29:30.890741 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d206469e-fa92-4e62-a17b-b0b203902632 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Network e05bcab9-6383-4820-877d-a1abb972fabf is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:29:30.896847 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-d206469e-fa92-4e62-a17b-b0b203902632 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:29:30.917467 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-b5dc8012-de88-4424-ac7f-7f5bc76a9c5a tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 9.3711829 Oct 13 15:29:30.921990 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47990) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:30.969236 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d206469e-fa92-4e62-a17b-b0b203902632 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:29:30.973278 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed4b0ab4-30b1-45c1-b359-6398833748cd None None] Network e05bcab9-6383-4820-877d-a1abb972fabf requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:29:30.975270 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d206469e-fa92-4e62-a17b-b0b203902632 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:30.975871 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d206469e-fa92-4e62-a17b-b0b203902632 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:30.997773 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d206469e-fa92-4e62-a17b-b0b203902632 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event updated for resources: {'Port': ['ID=f6691364-6f4a-4141-8888-d30b086e7e2a,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:31.016891 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-d206469e-fa92-4e62-a17b-b0b203902632 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.4103806 Oct 13 15:29:31.023894 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 47994) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:31.053611 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-1fdf84bb-8e3c-40b7-9ec6-77820e29debc tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] Unset dirty status for tenant:34e6b268fc1844e287c5dc961df795e5 on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:29:31.057206 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-1fdf84bb-8e3c-40b7-9ec6-77820e29debc tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "GET /v2.0/ports?device_id=0e11bb87-4548-4355-b614-dc983ed62dc3 HTTP/1.1" status: 200 len: 205 time: 0.3858926 Oct 13 15:29:31.062623 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 47998) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:31.076736 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a34ffa7a-cbeb-4463-939f-a5bcdef71bc7 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:31.144946 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34ffa7a-cbeb-4463-939f-a5bcdef71bc7 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event deleted for resources: {'Port': ['ID=9307738f-122f-4c63-b709-eb6806b11fc3,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:31.232249 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-434e30be-da95-4af2-a6ca-d174ebbfd2e1 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] delete failed (client error): The resource could not be found. Oct 13 15:29:31.233267 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-434e30be-da95-4af2-a6ca-d174ebbfd2e1 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "DELETE /v2.0/routers/0e11bb87-4548-4355-b614-dc983ed62dc3 HTTP/1.1" status: 404 len: 336 time: 0.1682947 Oct 13 15:29:31.239249 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48002) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:31.239639 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48004) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:31.239846 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-c96fa740-8e8b-48e0-aa06-776a994ca354 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] 10.222.0.42 "GET /v2.0/floatingips/310399b8-5f48-44fb-905f-65f71f0ad7e5 HTTP/1.1" status: 200 len: 977 time: 0.3127668 Oct 13 15:29:31.244435 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-eafb9f25-cdc2-45e5-a789-31be1dc65af9 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Deleting port f6691364-6f4a-4141-8888-d30b086e7e2a {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:29:31.244771 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-eafb9f25-cdc2-45e5-a789-31be1dc65af9 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:31.300277 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-3a591581-a32b-4e3e-a612-7dccbd45d4aa None None] Attempt 9 to provision port 9307738f-122f-4c63-b709-eb6806b11fc3 Oct 13 15:29:31.321787 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e728c6dc-1a37-44e1-9333-906345c4b434 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:31.322792 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-e728c6dc-1a37-44e1-9333-906345c4b434 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Synchronizing usage tracker for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:29:31.357924 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-e728c6dc-1a37-44e1-9333-906345c4b434 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Unset dirty status for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:29:31.358741 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-3a591581-a32b-4e3e-a612-7dccbd45d4aa None None] Port 9307738f-122f-4c63-b709-eb6806b11fc3 was deleted so its status cannot be updated. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:29:31.359567 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-e728c6dc-1a37-44e1-9333-906345c4b434 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6796145 Oct 13 15:29:31.362693 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48010) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:31.436283 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb190e68-ffd3-4b57-9687-120701feb227 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] DELETE failed (client error): The resource could not be found. Oct 13 15:29:31.436731 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb190e68-ffd3-4b57-9687-120701feb227 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:29:31.438500 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-fb190e68-ffd3-4b57-9687-120701feb227 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "DELETE /v2.0/subnets/2ea4eb07-1fff-46de-be92-c23160938164 HTTP/1.1" status: 404 len: 337 time: 0.1672571 Oct 13 15:29:31.457947 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48014) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:31.486926 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-baa51104-42df-4647-96d5-38ea03c46f3e None None] Provisioning for port 4560a28d-0be5-4592-9cf8-8991fba94682 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:29:31.492935 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-baa51104-42df-4647-96d5-38ea03c46f3e None None] Provisioning complete for port 4560a28d-0be5-4592-9cf8-8991fba94682 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:29:31.493305 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-baa51104-42df-4647-96d5-38ea03c46f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:31.493778 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-baa51104-42df-4647-96d5-38ea03c46f3e None None] Attempt 1 to provision port 4560a28d-0be5-4592-9cf8-8991fba94682 Oct 13 15:29:31.516494 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcec4da1-a3df-477c-8951-c81af4b0f0ef tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] DELETE failed (client error): The resource could not be found. Oct 13 15:29:31.516928 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcec4da1-a3df-477c-8951-c81af4b0f0ef tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:29:31.521227 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-bcec4da1-a3df-477c-8951-c81af4b0f0ef tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "DELETE /v2.0/subnets/506d59b8-4c92-476e-9ca9-85e327f03087 HTTP/1.1" status: 404 len: 337 time: 0.0557446 Oct 13 15:29:31.530074 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48018) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:31.583689 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-659dae0c-ba99-4542-9b7e-742237db876f tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Router 5c789ee5-5555-45a4-8d4f-29ee4b084360 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:29:31.602283 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d3e6bf-ef0d-4313-bf2f-b94e647ee10b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:31.603202 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6690a3f5-98ec-4286-8e59-5407888bf9fb tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Router 7e05d9ac-7660-40e8-8807-dbfd3d320ae2 is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 15:29:31.603771 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d3e6bf-ef0d-4313-bf2f-b94e647ee10b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:31.605936 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0d3e6bf-ef0d-4313-bf2f-b94e647ee10b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:31.606766 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-a0d3e6bf-ef0d-4313-bf2f-b94e647ee10b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Synchronizing usage tracker for tenant:bb90cebe15f541febeed2c50e15c931e on resource:subnet {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:29:31.630421 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-baa51104-42df-4647-96d5-38ea03c46f3e None None] Current status of the port 4560a28d-0be5-4592-9cf8-8991fba94682 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:29:31.631004 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-baa51104-42df-4647-96d5-38ea03c46f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:31.665000 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-baa51104-42df-4647-96d5-38ea03c46f3e None None] For port 4560a28d-0be5-4592-9cf8-8991fba94682, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=4560a28d-0be5-4592-9cf8-8991fba94682,segment=NetworkSegment(11146a20-6e8f-4201-8858-a044b854875c),segment_id=11146a20-6e8f-4201-8858-a044b854875c)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:29:31.673249 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-baa51104-42df-4647-96d5-38ea03c46f3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:31.683374 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-bbb602bb-26e2-4e45-ac4d-c4772d08bb81 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Synchronizing usage tracker for tenant:dee21423abc34d479217f618911e90ce on resource:floatingip {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:29:31.735847 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-baa51104-42df-4647-96d5-38ea03c46f3e None None] Could not find standard attr ID for object f352348d-c5f1-495a-839e-4a092140bfe5. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:29:31.748715 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-a0d3e6bf-ef0d-4313-bf2f-b94e647ee10b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Unset dirty status for tenant:bb90cebe15f541febeed2c50e15c931e on resource:subnet {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:29:31.754257 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a0d3e6bf-ef0d-4313-bf2f-b94e647ee10b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3903010 Oct 13 15:29:31.756331 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48022) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:31.758091 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0159800-1d40-4260-bb28-e983f7592a23 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] DELETE failed (client error): The resource could not be found. Oct 13 15:29:31.758558 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0159800-1d40-4260-bb28-e983f7592a23 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:29:31.762838 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e0159800-1d40-4260-bb28-e983f7592a23 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "DELETE /v2.0/subnets/d872e4e3-5ee4-405a-a437-1ffbf1f955fc HTTP/1.1" status: 404 len: 337 time: 0.1922975 Oct 13 15:29:31.766738 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48026) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:31.841137 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa51104-42df-4647-96d5-38ea03c46f3e None None] Pushing event updated for resources: {'Port': ['ID=4560a28d-0be5-4592-9cf8-8991fba94682,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:31.861217 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-154deedf-52f8-4c80-9364-2a7d19c3932d None None] Provisioning for port f6691364-6f4a-4141-8888-d30b086e7e2a completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:29:31.866089 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-154deedf-52f8-4c80-9364-2a7d19c3932d None None] Provisioning complete for port f6691364-6f4a-4141-8888-d30b086e7e2a triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:29:31.866505 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-154deedf-52f8-4c80-9364-2a7d19c3932d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:31.866948 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-154deedf-52f8-4c80-9364-2a7d19c3932d None None] Attempt 1 to provision port f6691364-6f4a-4141-8888-d30b086e7e2a Oct 13 15:29:31.913865 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9527ada-e7bd-4529-87d0-ff364fc9601c tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Deleting subnet 2211a719-ab14-4edf-ad55-5962adf5e072 {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:29:31.920761 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b9527ada-e7bd-4529-87d0-ff364fc9601c tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:31.921261 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-154deedf-52f8-4c80-9364-2a7d19c3932d None None] Port f6691364-6f4a-4141-8888-d30b086e7e2a cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:29:31.953102 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-659dae0c-ba99-4542-9b7e-742237db876f tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:29:31.965107 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5fbb65-345c-42c7-8878-726406571c75 None None] Sync routers for ids ['5c789ee5-5555-45a4-8d4f-29ee4b084360'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:29:31.975438 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5fbb65-345c-42c7-8878-726406571c75 None None] Routers {'5c789ee5-5555-45a4-8d4f-29ee4b084360'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:29:31.976149 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-1e5fbb65-345c-42c7-8878-726406571c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:29:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['5c789ee5-5555-45a4-8d4f-29ee4b084360'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:31.988888 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b9527ada-e7bd-4529-87d0-ff364fc9601c tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:32.010276 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-06edd71a-8459-4589-88cd-8ac20beb958b tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] DELETE failed (client error): The resource could not be found. Oct 13 15:29:32.010901 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-06edd71a-8459-4589-88cd-8ac20beb958b tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:29:32.012370 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-06edd71a-8459-4589-88cd-8ac20beb958b tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "DELETE /v2.0/subnets/0945d224-ede5-498b-85fe-799e1434f68b HTTP/1.1" status: 404 len: 337 time: 0.1218476 Oct 13 15:29:32.018096 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-bbb602bb-26e2-4e45-ac4d-c4772d08bb81 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Unset dirty status for tenant:dee21423abc34d479217f618911e90ce on resource:floatingip {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:29:32.019146 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-bbb602bb-26e2-4e45-ac4d-c4772d08bb81 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.7462020 Oct 13 15:29:32.019772 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a34ffa7a-cbeb-4463-939f-a5bcdef71bc7 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:32.027403 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48030) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:32.027909 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48032) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:32.032568 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-659dae0c-ba99-4542-9b7e-742237db876f tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:32.034601 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-6d30a2a1-8cf9-4b91-90cd-6729e6511954 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Request body: {'floatingip': {'port_id': '7300bb36-af68-4ebc-81b1-a71f406a9af7'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:29:32.114487 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-659dae0c-ba99-4542-9b7e-742237db876f tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 10.3522921 Oct 13 15:29:32.114744 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75dd98a5-e1f9-4a74-ac6e-efb36b74b5e5', 'tag': '876da674-9b65-4800-ba18-693c8b3d6794'}] {{(pid=88972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:29:32.116985 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66139ebd01b2281a52a84d0c3e28fe779798cc7e4f9f2d51c02648ac67609c1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7751d06f-92bb-4468-9fb5-64fbaa35f34f" -d '{"events": [{"name": "network-changed", "server_uuid": "75dd98a5-e1f9-4a74-ac6e-efb36b74b5e5", "tag": "876da674-9b65-4800-ba18-693c8b3d6794"}]}' {{(pid=88972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:29:32.167369 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 15:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-214d0f09-a54a-480f-aec5-7ee8371ddbc1 x-openstack-request-id: req-214d0f09-a54a-480f-aec5-7ee8371ddbc1 {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:29:32.167602 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75dd98a5-e1f9-4a74-ac6e-efb36b74b5e5", "tag": "876da674-9b65-4800-ba18-693c8b3d6794", "status": "completed", "code": 200}]} {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:29:32.167761 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-214d0f09-a54a-480f-aec5-7ee8371ddbc1 {{(pid=88972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:29:32.168165 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-214d0f09-a54a-480f-aec5-7ee8371ddbc1'] response: {'name': 'network-changed', 'server_uuid': '75dd98a5-e1f9-4a74-ac6e-efb36b74b5e5', 'tag': '876da674-9b65-4800-ba18-693c8b3d6794', 'status': 'completed', 'code': 200} Oct 13 15:29:32.171256 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b9527ada-e7bd-4529-87d0-ff364fc9601c tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:32.215609 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-1e5fbb65-345c-42c7-8878-726406571c75 None None] Set router 5c789ee5-5555-45a4-8d4f-29ee4b084360 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:29:32.256267 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b9527ada-e7bd-4529-87d0-ff364fc9601c tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:32.259209 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 4560a28d-0be5-4592-9cf8-8991fba94682 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:29:32.297360 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9527ada-e7bd-4529-87d0-ff364fc9601c tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event deleted for resources: {'Subnet': ['ID=2211a719-ab14-4edf-ad55-5962adf5e072,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:32.300822 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b9527ada-e7bd-4529-87d0-ff364fc9601c tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:32.316582 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-b9527ada-e7bd-4529-87d0-ff364fc9601c tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/2211a719-ab14-4edf-ad55-5962adf5e072 HTTP/1.1" status: 204 len: 168 time: 0.5552747 Oct 13 15:29:32.319085 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48042) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:32.325014 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-44a05a88-ffc2-4289-8368-e7e6ec7830b6 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "GET /v2.0/ports?device_id=bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663 HTTP/1.1" status: 200 len: 205 time: 0.2960501 Oct 13 15:29:32.327307 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2edbb34-b810-457b-9204-30a9a77440c8 None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:29:32.356861 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48046) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:32.429043 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-154deedf-52f8-4c80-9364-2a7d19c3932d None None] Attempt 2 to provision port f6691364-6f4a-4141-8888-d30b086e7e2a Oct 13 15:29:32.444187 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-f09bc045-0c14-4b71-88b3-4b17d096e273 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] delete failed (client error): The resource could not be found. Oct 13 15:29:32.449381 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-f09bc045-0c14-4b71-88b3-4b17d096e273 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "DELETE /v2.0/routers/bce0eb21-ddcc-4ab0-9bdb-bb2b7406a663 HTTP/1.1" status: 404 len: 336 time: 0.0874522 Oct 13 15:29:32.449381 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48050) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:32.507669 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-142fe62a-4057-4df5-bcd9-e8ea5f1ab460 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "GET /v2.0/ports?device_id=3023c6f6-287b-4dfe-8538-d58b8e0cd8a4 HTTP/1.1" status: 200 len: 205 time: 0.0550187 Oct 13 15:29:32.507669 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48054) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:32.601353 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bee5b4e-b1a2-46e6-beaa-2bcf97ed246b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Deleting subnet b6ee37ba-f887-4713-b0be-01a4bf796123 {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:29:32.601353 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-7ee35820-1633-430c-9ef7-8894e25490f0 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] delete failed (client error): The resource could not be found. Oct 13 15:29:32.601353 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-7ee35820-1633-430c-9ef7-8894e25490f0 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "DELETE /v2.0/routers/3023c6f6-287b-4dfe-8538-d58b8e0cd8a4 HTTP/1.1" status: 404 len: 336 time: 0.0832796 Oct 13 15:29:32.602947 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-154deedf-52f8-4c80-9364-2a7d19c3932d None None] Port f6691364-6f4a-4141-8888-d30b086e7e2a cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:29:32.603963 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4bee5b4e-b1a2-46e6-beaa-2bcf97ed246b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:32.622634 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48058) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:32.632538 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 4560a28d-0be5-4592-9cf8-8991fba94682 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:29:32.632896 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:32.633398 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 4560a28d-0be5-4592-9cf8-8991fba94682 Oct 13 15:29:32.679019 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e10b6f6-32d0-4e4c-8664-98ae4249e490 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] DELETE failed (client error): The resource could not be found. Oct 13 15:29:32.679476 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e10b6f6-32d0-4e4c-8664-98ae4249e490 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:29:32.681156 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-7e10b6f6-32d0-4e4c-8664-98ae4249e490 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "DELETE /v2.0/subnets/25e775bf-1ae5-487f-882d-d88bc2df98f0 HTTP/1.1" status: 404 len: 337 time: 0.0597448 Oct 13 15:29:32.684712 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48062) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:32.722894 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6d30a2a1-8cf9-4b91-90cd-6729e6511954 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for floatingip, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:32.740086 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4bee5b4e-b1a2-46e6-beaa-2bcf97ed246b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:32.769854 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a1ae27f8-5a7b-457e-bf53-ee47af8226be tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "GET /v2.0/ports?device_id=3c663f6a-ea5d-46d8-96ae-85bb12cdd725 HTTP/1.1" status: 200 len: 205 time: 0.0840271 Oct 13 15:29:32.774476 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48066) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:32.785851 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6690a3f5-98ec-4286-8e59-5407888bf9fb tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:29:32.799595 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb28421-6d7b-4c7c-8015-92b8d4cc6448 None None] Sync routers for ids ['7e05d9ac-7660-40e8-8807-dbfd3d320ae2'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:29:32.809699 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb28421-6d7b-4c7c-8015-92b8d4cc6448 None None] Routers {'7e05d9ac-7660-40e8-8807-dbfd3d320ae2'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:29:32.810603 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-8bb28421-6d7b-4c7c-8015-92b8d4cc6448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:29:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['7e05d9ac-7660-40e8-8807-dbfd3d320ae2'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:32.852541 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-ef6c0ddc-75d0-4385-97a2-f7fd60e35281 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] delete failed (client error): The resource could not be found. Oct 13 15:29:32.853472 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-ef6c0ddc-75d0-4385-97a2-f7fd60e35281 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "DELETE /v2.0/routers/3c663f6a-ea5d-46d8-96ae-85bb12cdd725 HTTP/1.1" status: 404 len: 336 time: 0.0778582 Oct 13 15:29:32.857641 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48070) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:32.920043 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-785083fc-24c0-4685-9013-e7f5d5a37094 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "GET /v2.0/ports?device_id=10f2b422-66d6-4c8b-a6eb-0ea066d59c6d HTTP/1.1" status: 200 len: 205 time: 0.0612650 Oct 13 15:29:32.922902 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48074) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:33.002195 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-8e831113-648b-4fc0-9bbd-135b43bda4ce tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] delete failed (client error): The resource could not be found. Oct 13 15:29:33.002900 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-8bb28421-6d7b-4c7c-8015-92b8d4cc6448 None None] Set router 7e05d9ac-7660-40e8-8807-dbfd3d320ae2 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:29:33.003688 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-8e831113-648b-4fc0-9bbd-135b43bda4ce tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "DELETE /v2.0/routers/10f2b422-66d6-4c8b-a6eb-0ea066d59c6d HTTP/1.1" status: 404 len: 336 time: 0.0797045 Oct 13 15:29:33.006410 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48078) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:33.039535 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 4560a28d-0be5-4592-9cf8-8991fba94682 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:29:33.060121 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-337dec30-93e3-4a95-8b95-fe0c76f2e424 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] DELETE failed (client error): The resource could not be found. Oct 13 15:29:33.060861 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-337dec30-93e3-4a95-8b95-fe0c76f2e424 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:29:33.062728 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-337dec30-93e3-4a95-8b95-fe0c76f2e424 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "DELETE /v2.0/subnets/73fc2657-8cf4-4b48-9ce9-520a3b5fea8a HTTP/1.1" status: 404 len: 337 time: 0.0554233 Oct 13 15:29:33.065361 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48082) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:33.093879 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-154deedf-52f8-4c80-9364-2a7d19c3932d None None] Attempt 3 to provision port f6691364-6f4a-4141-8888-d30b086e7e2a Oct 13 15:29:33.152170 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-1e5fbb65-345c-42c7-8878-726406571c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'name': 'tempest-TestVolumeBootPattern-1392317372-router', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': '35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:16Z', 'updated_at': '2022-10-13T15:27:37Z', 'revision_number': 4, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'gw_port': {'id': '35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:18Z', 'updated_at': '2022-10-13T15:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '0a35872e-d0e6-4685-b7f4-5b33fafb4172', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'floating_ip_address': '172.26.2.2', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'port_id': '876da674-9b65-4800-ba18-693c8b3d6794', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7', 'mac_address': 'fa:16:3e:38:63:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dd98a5-e1f9-4a74-ac6e-efb36b74b5e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:29:26Z', 'updated_at': '2022-10-13T15:29:26Z', 'revision_number': 0, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07a0c8b7-349c-4604-a651-d64c7d04f26d', 'name': '', 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'mac_address': 'fa:16:3e:54:13:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '235995ae-56e8-4a42-a8ac-e16e5c3294b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:33Z', 'updated_at': '2022-10-13T15:27:47Z', 'revision_number': 5, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'subnets': [{'id': '235995ae-56e8-4a42-a8ac-e16e5c3294b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:33.154820 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-e7afacc5-3015-4602-acd6-fc5304426500 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "GET /v2.0/ports?device_id=ef4045a5-3837-4311-8308-1e7657a4c5b5 HTTP/1.1" status: 200 len: 205 time: 0.0880883 Oct 13 15:29:33.157671 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48086) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:33.160852 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4bee5b4e-b1a2-46e6-beaa-2bcf97ed246b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:33.170346 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5fbb65-345c-42c7-8878-726406571c75 None None] Checking router: 5c789ee5-5555-45a4-8d4f-29ee4b084360 for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:29:33.184013 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-154deedf-52f8-4c80-9364-2a7d19c3932d None None] Port f6691364-6f4a-4141-8888-d30b086e7e2a cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:29:33.188672 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5fbb65-345c-42c7-8878-726406571c75 None None] Routers {'5c789ee5-5555-45a4-8d4f-29ee4b084360'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:29:33.189562 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-1e5fbb65-345c-42c7-8878-726406571c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:29:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['5c789ee5-5555-45a4-8d4f-29ee4b084360'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:33.260122 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-eafb9f25-cdc2-45e5-a789-31be1dc65af9 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:33.355843 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-8bb28421-6d7b-4c7c-8015-92b8d4cc6448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e05d9ac-7660-40e8-8807-dbfd3d320ae2', 'name': 'tempest-snat-router-979748803', 'tenant_id': '712c4cee70ea4d478a2313a7a07d07fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.96'}], 'enable_snat': False}, 'gw_port_id': '80365b58-277d-4f21-9e68-be2e83bb68d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:29:24Z', 'updated_at': '2022-10-13T15:29:28Z', 'revision_number': 3, 'project_id': '712c4cee70ea4d478a2313a7a07d07fd', 'gw_port': {'id': '80365b58-277d-4f21-9e68-be2e83bb68d4', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6e:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e05d9ac-7660-40e8-8807-dbfd3d320ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:29:26Z', 'updated_at': '2022-10-13T15:29:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:33.360666 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb28421-6d7b-4c7c-8015-92b8d4cc6448 None None] Checking router: 7e05d9ac-7660-40e8-8807-dbfd3d320ae2 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:29:33.361002 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb28421-6d7b-4c7c-8015-92b8d4cc6448 None None] Updating router 7e05d9ac-7660-40e8-8807-dbfd3d320ae2 port 80365b58-277d-4f21-9e68-be2e83bb68d4 binding host dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:29:33.440280 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-71e00cce-63e3-49ff-af60-91c3faba65af tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] delete failed (client error): The resource could not be found. Oct 13 15:29:33.441338 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-71e00cce-63e3-49ff-af60-91c3faba65af tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "DELETE /v2.0/routers/ef4045a5-3837-4311-8308-1e7657a4c5b5 HTTP/1.1" status: 404 len: 336 time: 0.2824585 Oct 13 15:29:33.450591 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48090) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:33.457456 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a34ffa7a-cbeb-4463-939f-a5bcdef71bc7 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Router 8791f6f1-ff82-441e-9444-a8ae0d5e34d2 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:29:33.458582 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6690a3f5-98ec-4286-8e59-5407888bf9fb tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:33.462596 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-6690a3f5-98ec-4286-8e59-5407888bf9fb tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 9.1292076 Oct 13 15:29:33.467192 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-8bb28421-6d7b-4c7c-8015-92b8d4cc6448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:33.470417 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48094) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:33.490852 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-1e5fbb65-345c-42c7-8878-726406571c75 None None] Set router 5c789ee5-5555-45a4-8d4f-29ee4b084360 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:29:33.524825 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2a472d6-e331-4471-a4cb-aa7ec229561f tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] DELETE failed (client error): The resource could not be found. Oct 13 15:29:33.525279 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2a472d6-e331-4471-a4cb-aa7ec229561f tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:29:33.529978 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-f2a472d6-e331-4471-a4cb-aa7ec229561f tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "DELETE /v2.0/subnets/3baa6f3a-94b9-4586-b1cb-8a267369669f HTTP/1.1" status: 404 len: 337 time: 0.0757792 Oct 13 15:29:33.539542 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48096) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:33.610105 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-eafb9f25-cdc2-45e5-a789-31be1dc65af9 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Calling delete_port for f6691364-6f4a-4141-8888-d30b086e7e2a owned by {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:29:33.696030 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-154deedf-52f8-4c80-9364-2a7d19c3932d None None] Attempt 4 to provision port f6691364-6f4a-4141-8888-d30b086e7e2a Oct 13 15:29:33.711557 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-02e59b90-f9e3-417d-8278-a802c112e35f tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "GET /v2.0/ports?device_id=ab355524-2e5d-4513-99b8-069b376ca318 HTTP/1.1" status: 200 len: 205 time: 0.1546240 Oct 13 15:29:33.711557 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48102) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:33.882003 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-154deedf-52f8-4c80-9364-2a7d19c3932d None None] Port f6691364-6f4a-4141-8888-d30b086e7e2a cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:29:33.935548 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-876484d9-e7ec-406f-8aed-af8b7a6b2b39 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] delete failed (client error): The resource could not be found. Oct 13 15:29:33.950693 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-876484d9-e7ec-406f-8aed-af8b7a6b2b39 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "DELETE /v2.0/routers/ab355524-2e5d-4513-99b8-069b376ca318 HTTP/1.1" status: 404 len: 336 time: 0.2314613 Oct 13 15:29:33.950693 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48106) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:34.036573 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-708f8234-34b6-4f54-afb9-bd776c1a0fb0 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] DELETE failed (client error): The resource could not be found. Oct 13 15:29:34.037232 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-708f8234-34b6-4f54-afb9-bd776c1a0fb0 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:29:34.055939 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4bee5b4e-b1a2-46e6-beaa-2bcf97ed246b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:34.117253 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-708f8234-34b6-4f54-afb9-bd776c1a0fb0 tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "DELETE /v2.0/subnets/53923eee-bff5-42b7-956f-76592f09866c HTTP/1.1" status: 404 len: 337 time: 0.1526599 Oct 13 15:29:34.117253 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48110) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:34.117253 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bee5b4e-b1a2-46e6-beaa-2bcf97ed246b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event deleted for resources: {'Subnet': ['ID=b6ee37ba-f887-4713-b0be-01a4bf796123,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:34.189726 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4bee5b4e-b1a2-46e6-beaa-2bcf97ed246b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:34.196822 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c8a2398-c4d6-4a62-9707-26d47ff46dfa None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:29:34.204370 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-4bee5b4e-b1a2-46e6-beaa-2bcf97ed246b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/b6ee37ba-f887-4713-b0be-01a4bf796123 HTTP/1.1" status: 204 len: 168 time: 1.8680522 Oct 13 15:29:34.204370 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48114) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:34.304432 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-8bb28421-6d7b-4c7c-8015-92b8d4cc6448 None None] Notify callbacks [] for port, precommit_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:34.317196 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-eafb9f25-cdc2-45e5-a789-31be1dc65af9 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:34.333743 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-274d21db-4462-4230-9838-7e524b8dfdfe tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] DELETE failed (client error): The resource could not be found. Oct 13 15:29:34.338449 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.provisioning_blocks [None req-8bb28421-6d7b-4c7c-8015-92b8d4cc6448 None None] Transition to ACTIVE for port object 80365b58-277d-4f21-9e68-be2e83bb68d4 will not be triggered until provisioned by entity L2. {{(pid=88975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:29:34.342964 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-274d21db-4462-4230-9838-7e524b8dfdfe tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:29:34.342964 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-274d21db-4462-4230-9838-7e524b8dfdfe tempest-RoutersIpV6Test-647340064 tempest-RoutersIpV6Test-647340064-project] 10.222.0.42 "DELETE /v2.0/subnets/82722173-3fe8-491b-9ce6-dc358e81d199 HTTP/1.1" status: 404 len: 337 time: 0.2268958 Oct 13 15:29:34.373629 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-0f9f7421-83fe-43c4-a3e3-93993627c426 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1675391 Oct 13 15:29:34.373629 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48120) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:34.373629 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-fc242e5e-6435-45bb-8c91-b7265d61f68d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'subnet': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:29:34.378961 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-8bb28421-6d7b-4c7c-8015-92b8d4cc6448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:34.393535 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-154deedf-52f8-4c80-9364-2a7d19c3932d None None] Attempt 5 to provision port f6691364-6f4a-4141-8888-d30b086e7e2a Oct 13 15:29:34.447877 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-154deedf-52f8-4c80-9364-2a7d19c3932d None None] Port f6691364-6f4a-4141-8888-d30b086e7e2a was deleted so its status cannot be updated. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:29:34.462410 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-1e5fbb65-345c-42c7-8878-726406571c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'name': 'tempest-TestVolumeBootPattern-1392317372-router', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': '35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:16Z', 'updated_at': '2022-10-13T15:27:37Z', 'revision_number': 4, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'gw_port': {'id': '35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:18Z', 'updated_at': '2022-10-13T15:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '0a35872e-d0e6-4685-b7f4-5b33fafb4172', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'floating_ip_address': '172.26.2.2', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'port_id': '876da674-9b65-4800-ba18-693c8b3d6794', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7', 'mac_address': 'fa:16:3e:38:63:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dd98a5-e1f9-4a74-ac6e-efb36b74b5e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:29:26Z', 'updated_at': '2022-10-13T15:29:26Z', 'revision_number': 0, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07a0c8b7-349c-4604-a651-d64c7d04f26d', 'name': '', 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'mac_address': 'fa:16:3e:54:13:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '235995ae-56e8-4a42-a8ac-e16e5c3294b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:33Z', 'updated_at': '2022-10-13T15:27:47Z', 'revision_number': 5, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'subnets': [{'id': '235995ae-56e8-4a42-a8ac-e16e5c3294b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:34.464883 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e5fbb65-345c-42c7-8878-726406571c75 None None] The sync data for ids ['5c789ee5-5555-45a4-8d4f-29ee4b084360'] in dv-neutron-860329-2-hyperv is: [{'id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'name': 'tempest-TestVolumeBootPattern-1392317372-router', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': '35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:16Z', 'updated_at': '2022-10-13T15:27:37Z', 'revision_number': 4, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'gw_port': {'id': '35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:18Z', 'updated_at': '2022-10-13T15:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '0a35872e-d0e6-4685-b7f4-5b33fafb4172', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'floating_ip_address': '172.26.2.2', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'port_id': '876da674-9b65-4800-ba18-693c8b3d6794', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 637, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7', 'mac_address': 'fa:16:3e:38:63:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75dd98a5-e1f9-4a74-ac6e-efb36b74b5e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:29:26Z', 'updated_at': '2022-10-13T15:29:26Z', 'revision_number': 0, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07a0c8b7-349c-4604-a651-d64c7d04f26d', 'name': '', 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'mac_address': 'fa:16:3e:54:13:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '235995ae-56e8-4a42-a8ac-e16e5c3294b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:33Z', 'updated_at': '2022-10-13T15:27:47Z', 'revision_number': 5, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'subnets': [{'id': '235995ae-56e8-4a42-a8ac-e16e5c3294b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:29:34.538751 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafb9f25-cdc2-45e5-a789-31be1dc65af9 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event deleted for resources: {'Port': ['ID=f6691364-6f4a-4141-8888-d30b086e7e2a,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:34.595291 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-8bb28421-6d7b-4c7c-8015-92b8d4cc6448 None None] Attempting to bind port 80365b58-277d-4f21-9e68-be2e83bb68d4 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:29:34.595291 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-8bb28421-6d7b-4c7c-8015-92b8d4cc6448 None None] Attempting to bind port 80365b58-277d-4f21-9e68-be2e83bb68d4 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:29:34.595291 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb28421-6d7b-4c7c-8015-92b8d4cc6448 None None] Attempting to bind port 80365b58-277d-4f21-9e68-be2e83bb68d4 on network 8fb1fa59-32fe-4ed0-a248-96c43edb135f {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:29:34.637815 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb28421-6d7b-4c7c-8015-92b8d4cc6448 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 29, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:29:34.637815 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb28421-6d7b-4c7c-8015-92b8d4cc6448 None None] Checking segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:29:34.637815 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-8bb28421-6d7b-4c7c-8015-92b8d4cc6448 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:34.637815 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb28421-6d7b-4c7c-8015-92b8d4cc6448 None None] Bound using segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:29:34.637815 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-8bb28421-6d7b-4c7c-8015-92b8d4cc6448 None None] Bound port: 80365b58-277d-4f21-9e68-be2e83bb68d4, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:29:34.637815 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-8bb28421-6d7b-4c7c-8015-92b8d4cc6448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:34.681971 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7751d06f-92bb-4468-9fb5-64fbaa35f34f req-bc99f4eb-909a-43e6-ae8c-d8b0ae18fada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:34.688168 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-fc242e5e-6435-45bb-8c91-b7265d61f68d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:29:34.692894 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-7751d06f-92bb-4468-9fb5-64fbaa35f34f req-bc99f4eb-909a-43e6-ae8c-d8b0ae18fada service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c4e179e9a35a4e59a0b0abe27aa737df&device_id=75dd98a5-e1f9-4a74-ac6e-efb36b74b5e5 HTTP/1.1" status: 200 len: 1098 time: 2.3379023 Oct 13 15:29:34.699195 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-fc242e5e-6435-45bb-8c91-b7265d61f68d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Usage tracker for resource:subnet and tenant:bb90cebe15f541febeed2c50e15c931e is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:29:34.699195 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-fc242e5e-6435-45bb-8c91-b7265d61f68d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:29:34.714116 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-fc242e5e-6435-45bb-8c91-b7265d61f68d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:29:34.721029 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-154deedf-52f8-4c80-9364-2a7d19c3932d None None] Provisioning complete for port 4560a28d-0be5-4592-9cf8-8991fba94682 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:29:34.721029 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-154deedf-52f8-4c80-9364-2a7d19c3932d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:34.721029 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-154deedf-52f8-4c80-9364-2a7d19c3932d None None] Attempt 1 to provision port 4560a28d-0be5-4592-9cf8-8991fba94682 Oct 13 15:29:34.739460 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc242e5e-6435-45bb-8c91-b7265d61f68d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:29:34.739460 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fc242e5e-6435-45bb-8c91-b7265d61f68d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:34.838538 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada2f3b-1348-4427-8338-9a83344f72e0 None None] Pushing event updated for resources: {'Port': ['ID=80365b58-277d-4f21-9e68-be2e83bb68d4,revision_number=2']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:34.929837 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b390de14-d57a-4625-b1ca-2f9816b90248 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:34.930094 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-8bb28421-6d7b-4c7c-8015-92b8d4cc6448 None None] For port 80365b58-277d-4f21-9e68-be2e83bb68d4, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:29:34.961184 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53230848-2703-473a-a40f-1d132d0a5d59 None None] New status for floating IP 0a35872e-d0e6-4685-b7f4-5b33fafb4172: ACTIVE {{(pid=88974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:29:34.962005 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-8bb28421-6d7b-4c7c-8015-92b8d4cc6448 None None] For port 80365b58-277d-4f21-9e68-be2e83bb68d4, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=80365b58-277d-4f21-9e68-be2e83bb68d4,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:29:34.970796 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-8bb28421-6d7b-4c7c-8015-92b8d4cc6448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:35.062620 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a34ffa7a-cbeb-4463-939f-a5bcdef71bc7 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:29:35.084450 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-a34ffa7a-cbeb-4463-939f-a5bcdef71bc7 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "PUT /v2.0/routers/8791f6f1-ff82-441e-9444-a8ae0d5e34d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1351616 Oct 13 15:29:35.084450 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48126) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:35.088145 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-eafb9f25-cdc2-45e5-a789-31be1dc65af9 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:35.096022 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-eafb9f25-cdc2-45e5-a789-31be1dc65af9 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "DELETE /v2.0/ports/f6691364-6f4a-4141-8888-d30b086e7e2a HTTP/1.1" status: 204 len: 168 time: 4.0655358 Oct 13 15:29:35.099872 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48128) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:35.102882 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9153ae1a-ea31-4cbc-9aa8-399aea3cb441 None None] Sync routers for ids ['8791f6f1-ff82-441e-9444-a8ae0d5e34d2'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:29:35.123073 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb28421-6d7b-4c7c-8015-92b8d4cc6448 None None] Routers {'7e05d9ac-7660-40e8-8807-dbfd3d320ae2'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:29:35.123073 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-8bb28421-6d7b-4c7c-8015-92b8d4cc6448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:29:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['7e05d9ac-7660-40e8-8807-dbfd3d320ae2'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:35.161524 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48132) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:35.210831 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-211323c1-58cb-41d1-80d1-fac8558fc73c tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] DELETE failed (client error): The resource could not be found. Oct 13 15:29:35.211365 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-211323c1-58cb-41d1-80d1-fac8558fc73c tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:29:35.215454 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-211323c1-58cb-41d1-80d1-fac8558fc73c tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "DELETE /v2.0/ports/f6691364-6f4a-4141-8888-d30b086e7e2a HTTP/1.1" status: 404 len: 333 time: 0.1145222 Oct 13 15:29:35.226985 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48140) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:35.251713 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-154deedf-52f8-4c80-9364-2a7d19c3932d None None] Current status of the port 4560a28d-0be5-4592-9cf8-8991fba94682 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:29:35.294154 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-e80e8f67-2c99-40c3-9850-75ed8e26dc5a tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] GET failed (client error): The resource could not be found. Oct 13 15:29:35.295142 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-e80e8f67-2c99-40c3-9850-75ed8e26dc5a tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Synchronizing usage tracker for tenant:c7529f71933548bfa5c77476ba17c75c on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:29:35.313105 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-7db8d713-cd6a-44ec-b8de-2ef70c213496 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] 10.222.0.42 "GET /v2.0/routers/7e05d9ac-7660-40e8-8807-dbfd3d320ae2 HTTP/1.1" status: 200 len: 907 time: 1.6538069 Oct 13 15:29:35.318881 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48144) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:35.331693 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-553ab6c7-b2d0-44f7-9ba8-d59a49f717bd tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Request body: {'router': {'name': 'tempest-snat-router-979748803', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'enable_snat': True}}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:29:35.353476 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ada2f3b-1348-4427-8338-9a83344f72e0 None None] Pushing event updated for resources: {'Port': ['ID=80365b58-277d-4f21-9e68-be2e83bb68d4,revision_number=3']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:35.356484 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-553ab6c7-b2d0-44f7-9ba8-d59a49f717bd tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:29:35.367967 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6443eb7c-bfc5-464b-9e45-064da7cd76ef None None] DHCP port deletion for a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:29:35.372736 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-18d29f54-d1d7-4941-9db9-2b04e1516ded tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] GET failed (client error): The resource could not be found. Oct 13 15:29:35.376487 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-18d29f54-d1d7-4941-9db9-2b04e1516ded tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "GET /v2.0/ports/f6691364-6f4a-4141-8888-d30b086e7e2a HTTP/1.1" status: 404 len: 333 time: 0.1460812 Oct 13 15:29:35.377257 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48148) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:35.378465 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-553ab6c7-b2d0-44f7-9ba8-d59a49f717bd tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Usage tracker for resource:router and tenant:712c4cee70ea4d478a2313a7a07d07fd is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:29:35.384460 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-6443eb7c-bfc5-464b-9e45-064da7cd76ef None None] Deleting port 246be815-6dc4-4ec1-be07-f7146f3997e0 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:29:35.384834 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6443eb7c-bfc5-464b-9e45-064da7cd76ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:35.388060 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-e80e8f67-2c99-40c3-9850-75ed8e26dc5a tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Unset dirty status for tenant:c7529f71933548bfa5c77476ba17c75c on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:29:35.392692 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e80e8f67-2c99-40c3-9850-75ed8e26dc5a tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "GET /v2.0/ports/9307738f-122f-4c63-b709-eb6806b11fc3 HTTP/1.1" status: 404 len: 333 time: 0.2057490 Oct 13 15:29:35.394029 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-553ab6c7-b2d0-44f7-9ba8-d59a49f717bd tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:29:35.397962 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48150) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:35.447566 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9153ae1a-ea31-4cbc-9aa8-399aea3cb441 None None] Routers {'8791f6f1-ff82-441e-9444-a8ae0d5e34d2'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:29:35.448147 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-9153ae1a-ea31-4cbc-9aa8-399aea3cb441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:29:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['8791f6f1-ff82-441e-9444-a8ae0d5e34d2'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:35.463769 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-7d038a26-53bc-4ac2-9694-5582df0a2849 None None] Provisioning complete for port 246be815-6dc4-4ec1-be07-f7146f3997e0 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:29:35.464070 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7d038a26-53bc-4ac2-9694-5582df0a2849 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:35.464404 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-7d038a26-53bc-4ac2-9694-5582df0a2849 None None] Attempt 1 to provision port 246be815-6dc4-4ec1-be07-f7146f3997e0 Oct 13 15:29:35.472855 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-553ab6c7-b2d0-44f7-9ba8-d59a49f717bd tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:29:35.482106 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7751d06f-92bb-4468-9fb5-64fbaa35f34f req-36d0dac8-3c22-4a8a-abbe-90039fe14ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:35.484027 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-7751d06f-92bb-4468-9fb5-64fbaa35f34f req-36d0dac8-3c22-4a8a-abbe-90039fe14ac9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a44f8207-61f2-477d-b80a-38deab4e3cb7 HTTP/1.1" status: 200 len: 913 time: 0.7791011 Oct 13 15:29:35.545951 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-9153ae1a-ea31-4cbc-9aa8-399aea3cb441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:35.573700 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-10793598-917f-4997-8a25-af79921e3bb2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=34e6b268fc1844e287c5dc961df795e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4112062 Oct 13 15:29:35.578664 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48158) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:35.604208 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb57a67a-6b2d-4c84-b52c-6c853ea87007 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Deleting subnet 7388610e-82eb-4b91-aa5d-efd258759ad4 {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:29:35.609210 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-eb57a67a-6b2d-4c84-b52c-6c853ea87007 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:35.636487 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9153ae1a-ea31-4cbc-9aa8-399aea3cb441 None None] Routers {'8791f6f1-ff82-441e-9444-a8ae0d5e34d2'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:29:35.637220 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-9153ae1a-ea31-4cbc-9aa8-399aea3cb441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:29:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['8791f6f1-ff82-441e-9444-a8ae0d5e34d2'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:35.658592 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-553ab6c7-b2d0-44f7-9ba8-d59a49f717bd tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:35.664485 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-553ab6c7-b2d0-44f7-9ba8-d59a49f717bd tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:35.678090 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-eb57a67a-6b2d-4c84-b52c-6c853ea87007 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:35.711393 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-db4b0ae1-bea4-4d52-9fac-97e89d82585c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for router, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:35.740362 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-9153ae1a-ea31-4cbc-9aa8-399aea3cb441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:35.740806 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9153ae1a-ea31-4cbc-9aa8-399aea3cb441 None None] The sync data for ids ['8791f6f1-ff82-441e-9444-a8ae0d5e34d2'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:29:35.782428 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f9aa4487-13ab-4492-8eea-2bce04a0cd36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:35.785516 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-8bb28421-6d7b-4c7c-8015-92b8d4cc6448 None None] Set router 7e05d9ac-7660-40e8-8807-dbfd3d320ae2 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:29:35.840143 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f9aa4487-13ab-4492-8eea-2bce04a0cd36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:35.877314 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.db.resource_extend [None req-6d30a2a1-8cf9-4b91-90cd-6729e6511954 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 15:29:35.927611 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-6443eb7c-bfc5-464b-9e45-064da7cd76ef None None] For port 246be815-6dc4-4ec1-be07-f7146f3997e0, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=246be815-6dc4-4ec1-be07-f7146f3997e0,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:29:35.928649 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6443eb7c-bfc5-464b-9e45-064da7cd76ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:35.940615 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-7d038a26-53bc-4ac2-9694-5582df0a2849 None None] Current status of the port 246be815-6dc4-4ec1-be07-f7146f3997e0 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:29:36.042868 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.objects.ports [None req-fc242e5e-6435-45bb-8c91-b7265d61f68d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88972) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 13 15:29:36.044422 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-eb57a67a-6b2d-4c84-b52c-6c853ea87007 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:36.161896 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-553ab6c7-b2d0-44f7-9ba8-d59a49f717bd tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:36.197447 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-7751d06f-92bb-4468-9fb5-64fbaa35f34f req-a66c4c40-a85b-4891-9c99-9bd2befaa28f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=876da674-9b65-4800-ba18-693c8b3d6794 HTTP/1.1" status: 200 len: 997 time: 0.6389451 Oct 13 15:29:36.203220 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-6443eb7c-bfc5-464b-9e45-064da7cd76ef None None] Calling delete_port for 246be815-6dc4-4ec1-be07-f7146f3997e0 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:29:36.240629 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-8bb28421-6d7b-4c7c-8015-92b8d4cc6448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7e05d9ac-7660-40e8-8807-dbfd3d320ae2', 'name': 'tempest-snat-router-979748803', 'tenant_id': '712c4cee70ea4d478a2313a7a07d07fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.96'}], 'enable_snat': False}, 'gw_port_id': '80365b58-277d-4f21-9e68-be2e83bb68d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:29:24Z', 'updated_at': '2022-10-13T15:29:28Z', 'revision_number': 3, 'project_id': '712c4cee70ea4d478a2313a7a07d07fd', 'gw_port': {'id': '80365b58-277d-4f21-9e68-be2e83bb68d4', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6e:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e05d9ac-7660-40e8-8807-dbfd3d320ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:29:26Z', 'updated_at': '2022-10-13T15:29:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:36.255098 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb28421-6d7b-4c7c-8015-92b8d4cc6448 None None] The sync data for ids ['7e05d9ac-7660-40e8-8807-dbfd3d320ae2'] in dv-neutron-860329-2-hyperv is: [{'id': '7e05d9ac-7660-40e8-8807-dbfd3d320ae2', 'name': 'tempest-snat-router-979748803', 'tenant_id': '712c4cee70ea4d478a2313a7a07d07fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.96'}], 'enable_snat': False}, 'gw_port_id': '80365b58-277d-4f21-9e68-be2e83bb68d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:29:24Z', 'updated_at': '2022-10-13T15:29:28Z', 'revision_number': 3, 'project_id': '712c4cee70ea4d478a2313a7a07d07fd', 'gw_port': {'id': '80365b58-277d-4f21-9e68-be2e83bb68d4', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:6e:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7e05d9ac-7660-40e8-8807-dbfd3d320ae2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 639, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:29:26Z', 'updated_at': '2022-10-13T15:29:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:29:36.267971 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 246be815-6dc4-4ec1-be07-f7146f3997e0 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:29:36.270094 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f9aa4487-13ab-4492-8eea-2bce04a0cd36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:36.317588 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aa4487-13ab-4492-8eea-2bce04a0cd36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f93db87-2410-4c7f-8668-2e007c92bbef,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:36.344857 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f9aa4487-13ab-4492-8eea-2bce04a0cd36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:36.356914 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-f9aa4487-13ab-4492-8eea-2bce04a0cd36 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2f93db87-2410-4c7f-8668-2e007c92bbef HTTP/1.1" status: 204 len: 168 time: 0.7676079 Oct 13 15:29:36.363400 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-eb57a67a-6b2d-4c84-b52c-6c853ea87007 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:36.468430 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb57a67a-6b2d-4c84-b52c-6c853ea87007 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event deleted for resources: {'Subnet': ['ID=7388610e-82eb-4b91-aa5d-efd258759ad4,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:36.471335 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-eb57a67a-6b2d-4c84-b52c-6c853ea87007 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:36.488596 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 246be815-6dc4-4ec1-be07-f7146f3997e0 is: ACTIVE; New status is: DOWN {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:29:36.489236 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:36.501129 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-eb57a67a-6b2d-4c84-b52c-6c853ea87007 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "DELETE /v2.0/subnets/7388610e-82eb-4b91-aa5d-efd258759ad4 HTTP/1.1" status: 204 len: 168 time: 1.1127739 Oct 13 15:29:36.504138 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48164) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:36.509349 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-179891fb-2d71-4196-a535-7d29f85a341e None None] Network e05bcab9-6383-4820-877d-a1abb972fabf requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:29:36.518743 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6d30a2a1-8cf9-4b91-90cd-6729e6511954 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:36.521624 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-db4b0ae1-bea4-4d52-9fac-97e89d82585c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:36.526026 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-db4b0ae1-bea4-4d52-9fac-97e89d82585c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:36.540817 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6d30a2a1-8cf9-4b91-90cd-6729e6511954 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:36.555101 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fc242e5e-6435-45bb-8c91-b7265d61f68d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:36.630981 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7751d06f-92bb-4468-9fb5-64fbaa35f34f req-8085a4cd-77b6-4b65-ac89-d9356e324ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:36.632428 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-7751d06f-92bb-4468-9fb5-64fbaa35f34f req-8085a4cd-77b6-4b65-ac89-d9356e324ebf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=235995ae-56e8-4a42-a8ac-e16e5c3294b1 HTTP/1.1" status: 200 len: 851 time: 0.3720393 Oct 13 15:29:36.665106 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.db.api [None req-6443eb7c-bfc5-464b-9e45-064da7cd76ef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88974) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:29:36.667391 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG oslo_db.api [None req-6443eb7c-bfc5-464b-9e45-064da7cd76ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:29:36.812890 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f3baefb6-2652-499f-9692-d743d508617e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:36.835076 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 246be815-6dc4-4ec1-be07-f7146f3997e0, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=246be815-6dc4-4ec1-be07-f7146f3997e0,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:29:36.849991 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:36.894842 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-db4b0ae1-bea4-4d52-9fac-97e89d82585c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:36.895349 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db4b0ae1-bea4-4d52-9fac-97e89d82585c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Fanout notify agent at l3_agent the message router_deleted on router 8791f6f1-ff82-441e-9444-a8ae0d5e34d2 {{(pid=88973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:29:36.977450 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2ab39dae-33e0-4f1f-8deb-973d96be55c4 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:37.029482 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=246be815-6dc4-4ec1-be07-f7146f3997e0,revision_number=8']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:37.111394 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6daced3d-5cb1-455e-8c93-11f4c2085e9c None None] DHCP port deletion for e05bcab9-6383-4820-877d-a1abb972fabf request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:29:37.119961 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-6daced3d-5cb1-455e-8c93-11f4c2085e9c None None] Deleting port 4560a28d-0be5-4592-9cf8-8991fba94682 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:29:37.121179 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6daced3d-5cb1-455e-8c93-11f4c2085e9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:37.178284 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-2ab39dae-33e0-4f1f-8deb-973d96be55c4 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Deleting port 4560a28d-0be5-4592-9cf8-8991fba94682 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:29:37.178284 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2ab39dae-33e0-4f1f-8deb-973d96be55c4 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:37.216218 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-6443eb7c-bfc5-464b-9e45-064da7cd76ef None None] Deleting port 246be815-6dc4-4ec1-be07-f7146f3997e0 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:29:37.216218 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6443eb7c-bfc5-464b-9e45-064da7cd76ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:37.297065 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-db4b0ae1-bea4-4d52-9fac-97e89d82585c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:37.297065 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-db4b0ae1-bea4-4d52-9fac-97e89d82585c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "DELETE /v2.0/routers/8791f6f1-ff82-441e-9444-a8ae0d5e34d2 HTTP/1.1" status: 204 len: 168 time: 1.8955743 Oct 13 15:29:37.317964 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48180) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:37.417882 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-553ab6c7-b2d0-44f7-9ba8-d59a49f717bd tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:37.460397 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.l3_db [None req-6d30a2a1-8cf9-4b91-90cd-6729e6511954 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Floating IP 310399b8-5f48-44fb-905f-65f71f0ad7e5 associated. External IP: 172.26.2.203, port: c450b577-a486-4404-8ec6-d4db5bbc1bcf. Oct 13 15:29:37.474573 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-fc242e5e-6435-45bb-8c91-b7265d61f68d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] For port 246be815-6dc4-4ec1-be07-f7146f3997e0, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=246be815-6dc4-4ec1-be07-f7146f3997e0,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:29:37.555606 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fc242e5e-6435-45bb-8c91-b7265d61f68d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:37.570302 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fc242e5e-6435-45bb-8c91-b7265d61f68d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:37.570302 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fc242e5e-6435-45bb-8c91-b7265d61f68d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:37.640789 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_v2 [None req-004ac209-101d-4754-89b1-cf025de0c396 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Deleting subnet fc7b71f7-e4fc-4a1d-ac69-2ed867a85d15 {{(pid=88973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:29:37.654407 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-004ac209-101d-4754-89b1-cf025de0c396 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for subnet, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:37.838373 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48190) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:37.841410 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc242e5e-6435-45bb-8c91-b7265d61f68d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'Port': ['ID=246be815-6dc4-4ec1-be07-f7146f3997e0,revision_number=9']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:37.919668 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc242e5e-6435-45bb-8c91-b7265d61f68d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:29:37.920909 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:37.939655 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:37.943051 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-6daced3d-5cb1-455e-8c93-11f4c2085e9c None None] For port 4560a28d-0be5-4592-9cf8-8991fba94682, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=4560a28d-0be5-4592-9cf8-8991fba94682,segment=NetworkSegment(11146a20-6e8f-4201-8858-a044b854875c),segment_id=11146a20-6e8f-4201-8858-a044b854875c)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:29:37.943238 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6daced3d-5cb1-455e-8c93-11f4c2085e9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:37.944475 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-fc242e5e-6435-45bb-8c91-b7265d61f68d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:29:37.950993 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc242e5e-6435-45bb-8c91-b7265d61f68d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:37.951588 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fc242e5e-6435-45bb-8c91-b7265d61f68d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:37.991078 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7751d06f-92bb-4468-9fb5-64fbaa35f34f req-148966a9-afc2-44b2-888c-797eb8d22717 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:37.993226 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-7751d06f-92bb-4468-9fb5-64fbaa35f34f req-148966a9-afc2-44b2-888c-797eb8d22717 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a44f8207-61f2-477d-b80a-38deab4e3cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.2796936 Oct 13 15:29:38.004326 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-004ac209-101d-4754-89b1-cf025de0c396 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7432921'] for subnet, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:38.024638 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc242e5e-6435-45bb-8c91-b7265d61f68d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'Subnet': ['ID=2a1e9298-a7e3-489e-830f-4179c6e8ca1c,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:38.080219 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-806ed5b3-100d-449b-bc2c-3f478449e3dd tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-972032247', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:29:38.086458 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-806ed5b3-100d-449b-bc2c-3f478449e3dd tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:29:38.095985 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-fc242e5e-6435-45bb-8c91-b7265d61f68d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.7208629 Oct 13 15:29:38.095985 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48196) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:38.095985 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-2ab39dae-33e0-4f1f-8deb-973d96be55c4 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] For port 4560a28d-0be5-4592-9cf8-8991fba94682, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=4560a28d-0be5-4592-9cf8-8991fba94682,segment=NetworkSegment(11146a20-6e8f-4201-8858-a044b854875c),segment_id=11146a20-6e8f-4201-8858-a044b854875c)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:29:38.095985 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2ab39dae-33e0-4f1f-8deb-973d96be55c4 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:38.116306 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-806ed5b3-100d-449b-bc2c-3f478449e3dd tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Usage tracker for resource:router and tenant:e0bc32ccc2ee41daba271b360216e735 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:29:38.116306 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-f251abaa-da0e-4f51-89cb-f97a9bd4c637 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'subnet': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:29:38.145275 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-806ed5b3-100d-449b-bc2c-3f478449e3dd tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:29:38.160920 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-6daced3d-5cb1-455e-8c93-11f4c2085e9c None None] Calling delete_port for 4560a28d-0be5-4592-9cf8-8991fba94682 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:29:38.224408 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-6443eb7c-bfc5-464b-9e45-064da7cd76ef None None] For port 246be815-6dc4-4ec1-be07-f7146f3997e0, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=246be815-6dc4-4ec1-be07-f7146f3997e0,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:29:38.224408 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6443eb7c-bfc5-464b-9e45-064da7cd76ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:38.368031 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 80365b58-277d-4f21-9e68-be2e83bb68d4 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:29:38.369658 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-806ed5b3-100d-449b-bc2c-3f478449e3dd tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:29:38.378374 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-2ab39dae-33e0-4f1f-8deb-973d96be55c4 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Calling delete_port for 4560a28d-0be5-4592-9cf8-8991fba94682 owned by network:dhcp {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:29:38.407962 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-6443eb7c-bfc5-464b-9e45-064da7cd76ef None None] Calling delete_port for 246be815-6dc4-4ec1-be07-f7146f3997e0 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:29:38.569835 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6daced3d-5cb1-455e-8c93-11f4c2085e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:38.635057 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-806ed5b3-100d-449b-bc2c-3f478449e3dd tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:38.635057 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-806ed5b3-100d-449b-bc2c-3f478449e3dd tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:38.661861 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daced3d-5cb1-455e-8c93-11f4c2085e9c None None] Pushing event deleted for resources: {'Port': ['ID=4560a28d-0be5-4592-9cf8-8991fba94682,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:38.675058 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6daced3d-5cb1-455e-8c93-11f4c2085e9c None None] No DVR routers for this DVR port 4560a28d-0be5-4592-9cf8-8991fba94682 on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:29:38.675058 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 80365b58-277d-4f21-9e68-be2e83bb68d4 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:29:38.692160 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.db.api [None req-6443eb7c-bfc5-464b-9e45-064da7cd76ef None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88974) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:29:38.692160 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG oslo_db.api [None req-6443eb7c-bfc5-464b-9e45-064da7cd76ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:29:38.692160 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 80365b58-277d-4f21-9e68-be2e83bb68d4 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:29:38.692160 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:38.692160 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 80365b58-277d-4f21-9e68-be2e83bb68d4 Oct 13 15:29:38.726732 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.db.api [None req-2ab39dae-33e0-4f1f-8deb-973d96be55c4 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88972) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:29:38.726732 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG oslo_db.api [None req-2ab39dae-33e0-4f1f-8deb-973d96be55c4 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:29:38.746993 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-806ed5b3-100d-449b-bc2c-3f478449e3dd tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:38.783271 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-f251abaa-da0e-4f51-89cb-f97a9bd4c637 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:29:38.788941 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-f251abaa-da0e-4f51-89cb-f97a9bd4c637 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Usage tracker for resource:subnet and tenant:bb90cebe15f541febeed2c50e15c931e is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:29:38.800564 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-806ed5b3-100d-449b-bc2c-3f478449e3dd tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:38.834465 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-004ac209-101d-4754-89b1-cf025de0c396 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:38.838443 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-f251abaa-da0e-4f51-89cb-f97a9bd4c637 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:29:38.852018 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-806ed5b3-100d-449b-bc2c-3f478449e3dd tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:38.853232 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-806ed5b3-100d-449b-bc2c-3f478449e3dd tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.0041184 Oct 13 15:29:38.854344 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-f251abaa-da0e-4f51-89cb-f97a9bd4c637 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:29:38.856361 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48200) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:38.862996 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-4649489e-f104-429d-b73f-404c0fff9e38 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1320494601'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:29:38.871131 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-4649489e-f104-429d-b73f-404c0fff9e38 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:29:38.882915 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-4649489e-f104-429d-b73f-404c0fff9e38 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Usage tracker for resource:network and tenant:e0bc32ccc2ee41daba271b360216e735 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:29:38.888283 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-7751d06f-92bb-4468-9fb5-64fbaa35f34f req-323d21ad-4be5-4cc7-92b6-a6a500ba9543 service neutron] 10.222.0.16 "GET /v2.0/networks/a44f8207-61f2-477d-b80a-38deab4e3cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8438170 Oct 13 15:29:38.890603 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-4649489e-f104-429d-b73f-404c0fff9e38 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:29:38.896171 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f251abaa-da0e-4f51-89cb-f97a9bd4c637 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:29:38.900849 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f251abaa-da0e-4f51-89cb-f97a9bd4c637 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:38.927509 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 80365b58-277d-4f21-9e68-be2e83bb68d4 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:29:38.928705 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:38.931862 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-4649489e-f104-429d-b73f-404c0fff9e38 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:29:38.954461 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 80365b58-277d-4f21-9e68-be2e83bb68d4, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=80365b58-277d-4f21-9e68-be2e83bb68d4,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:29:38.960955 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:38.988332 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d30a2a1-8cf9-4b91-90cd-6729e6511954 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Router 762fd677-0458-43ed-8610-dce4995dc9bb has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:29:39.028003 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4649489e-f104-429d-b73f-404c0fff9e38 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Made reservation on behalf of e0bc32ccc2ee41daba271b360216e735 for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:29:39.031396 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4649489e-f104-429d-b73f-404c0fff9e38 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:39.036136 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 4560a28d-0be5-4592-9cf8-8991fba94682 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:29:39.048264 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4649489e-f104-429d-b73f-404c0fff9e38 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:39.077446 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-4649489e-f104-429d-b73f-404c0fff9e38 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:29:39.084127 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-4649489e-f104-429d-b73f-404c0fff9e38 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Usage tracker for resource:security_group_rule and tenant:e0bc32ccc2ee41daba271b360216e735 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:29:39.088985 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 4560a28d-0be5-4592-9cf8-8991fba94682 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:29:39.089415 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 4560a28d-0be5-4592-9cf8-8991fba94682 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:29:39.090639 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-4649489e-f104-429d-b73f-404c0fff9e38 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:29:39.094179 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.ipam_backend_mixin [None req-f251abaa-da0e-4f51-89cb-f97a9bd4c637 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2a1e9298-a7e3-489e-830f-4179c6e8ca1c (CIDR: 2001:db8::/64) Oct 13 15:29:39.098725 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-4649489e-f104-429d-b73f-404c0fff9e38 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:29:39.103452 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-f251abaa-da0e-4f51-89cb-f97a9bd4c637 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 15:29:39.103935 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f251abaa-da0e-4f51-89cb-f97a9bd4c637 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:29:39.119594 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=80365b58-277d-4f21-9e68-be2e83bb68d4,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:39.141658 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-f251abaa-da0e-4f51-89cb-f97a9bd4c637 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0405064 Oct 13 15:29:39.145313 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48204) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:39.150477 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-1e6a4321-7726-4de3-a03e-991c4435df9b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'subnet': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:29:39.241154 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-2ab39dae-33e0-4f1f-8deb-973d96be55c4 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Deleting port 4560a28d-0be5-4592-9cf8-8991fba94682 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:29:39.241154 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2ab39dae-33e0-4f1f-8deb-973d96be55c4 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:39.276948 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-6443eb7c-bfc5-464b-9e45-064da7cd76ef None None] Deleting port 246be815-6dc4-4ec1-be07-f7146f3997e0 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:29:39.277746 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6443eb7c-bfc5-464b-9e45-064da7cd76ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:39.297070 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-004ac209-101d-4754-89b1-cf025de0c396 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:39.332443 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-2ab39dae-33e0-4f1f-8deb-973d96be55c4 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] The port '4560a28d-0be5-4592-9cf8-8991fba94682' was deleted {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 13 15:29:39.335972 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-553ab6c7-b2d0-44f7-9ba8-d59a49f717bd tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:39.397714 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-553ab6c7-b2d0-44f7-9ba8-d59a49f717bd tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:39.399539 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-004ac209-101d-4754-89b1-cf025de0c396 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event deleted for resources: {'Subnet': ['ID=fc7b71f7-e4fc-4a1d-ac69-2ed867a85d15,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:39.427770 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302eb9d2-7811-4303-8246-4c231d27f2d6 None None] Network 7f496a04-bfd1-4e89-8e17-d03ec95b0ffc requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:29:39.450175 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-004ac209-101d-4754-89b1-cf025de0c396 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:39.458597 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004ac209-101d-4754-89b1-cf025de0c396 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:29:39.458744 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004ac209-101d-4754-89b1-cf025de0c396 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:29:39.459805 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004ac209-101d-4754-89b1-cf025de0c396 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:29:39.460331 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004ac209-101d-4754-89b1-cf025de0c396 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:29:39.460896 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004ac209-101d-4754-89b1-cf025de0c396 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:29:39.461420 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004ac209-101d-4754-89b1-cf025de0c396 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:29:39.462912 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004ac209-101d-4754-89b1-cf025de0c396 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:29:39.464385 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004ac209-101d-4754-89b1-cf025de0c396 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:29:39.465830 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004ac209-101d-4754-89b1-cf025de0c396 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:29:39.466391 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004ac209-101d-4754-89b1-cf025de0c396 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:29:39.467881 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004ac209-101d-4754-89b1-cf025de0c396 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:29:39.470310 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-004ac209-101d-4754-89b1-cf025de0c396 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:29:39.481561 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-7751d06f-92bb-4468-9fb5-64fbaa35f34f req-d1ad1fda-8027-4f9c-aa5d-83bb59f5a54a service neutron] 10.222.0.16 "GET /v2.0/networks/a44f8207-61f2-477d-b80a-38deab4e3cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5214717 Oct 13 15:29:39.500561 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-004ac209-101d-4754-89b1-cf025de0c396 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "DELETE /v2.0/subnets/fc7b71f7-e4fc-4a1d-ac69-2ed867a85d15 HTTP/1.1" status: 204 len: 168 time: 2.1736605 Oct 13 15:29:39.512260 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d30a2a1-8cf9-4b91-90cd-6729e6511954 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:29:39.517512 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48208) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:39.554422 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-1e6a4321-7726-4de3-a03e-991c4435df9b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:29:39.560426 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30f1862-6176-4a57-ac31-4f226f663aa9 None None] Sync routers for ids ['762fd677-0458-43ed-8610-dce4995dc9bb'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:29:39.609067 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-1e6a4321-7726-4de3-a03e-991c4435df9b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Usage tracker for resource:subnet and tenant:bb90cebe15f541febeed2c50e15c931e is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:29:39.626382 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-1e6a4321-7726-4de3-a03e-991c4435df9b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:29:39.641745 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2ab39dae-33e0-4f1f-8deb-973d96be55c4 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:39.660600 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-1e6a4321-7726-4de3-a03e-991c4435df9b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:29:39.696989 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-2ab39dae-33e0-4f1f-8deb-973d96be55c4 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e05bcab9-6383-4820-877d-a1abb972fabf']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:39.711910 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4649489e-f104-429d-b73f-404c0fff9e38 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:39.711910 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6a4321-7726-4de3-a03e-991c4435df9b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:29:39.711910 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1e6a4321-7726-4de3-a03e-991c4435df9b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:39.728527 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-2ab39dae-33e0-4f1f-8deb-973d96be55c4 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11146a20-6e8f-4201-8858-a044b854875c') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:39.728527 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-2ab39dae-33e0-4f1f-8deb-973d96be55c4 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11146a20-6e8f-4201-8858-a044b854875c') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:39.739696 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4649489e-f104-429d-b73f-404c0fff9e38 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:39.767078 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2ab39dae-33e0-4f1f-8deb-973d96be55c4 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:39.768745 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-6443eb7c-bfc5-464b-9e45-064da7cd76ef None None] For port 246be815-6dc4-4ec1-be07-f7146f3997e0, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=246be815-6dc4-4ec1-be07-f7146f3997e0,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:29:39.769813 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6443eb7c-bfc5-464b-9e45-064da7cd76ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:39.856225 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2ab39dae-33e0-4f1f-8deb-973d96be55c4 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:39.863964 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4649489e-f104-429d-b73f-404c0fff9e38 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:29:39.888575 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ab39dae-33e0-4f1f-8deb-973d96be55c4 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:29:39.888575 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2ab39dae-33e0-4f1f-8deb-973d96be55c4 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:39.926922 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4649489e-f104-429d-b73f-404c0fff9e38 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67f09752-ae92-4f34-8343-4ae2e28f3904,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:39.979912 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 11146a20-6e8f-4201-8858-a044b854875c resource provider aggregate not found Oct 13 15:29:40.004084 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-6443eb7c-bfc5-464b-9e45-064da7cd76ef None None] Calling delete_port for 246be815-6dc4-4ec1-be07-f7146f3997e0 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:29:40.016844 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 11146a20-6e8f-4201-8858-a044b854875c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 11146a20-6e8f-4201-8858-a044b854875c found for delete ", "request_id": "req-d7d05df2-95e4-4600-822d-f886ce291f57"}]} Oct 13 15:29:40.020346 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c7734378-8bb9-44d1-bb19-4dde02b2b10f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:40.025575 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4649489e-f104-429d-b73f-404c0fff9e38 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:40.025817 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-4649489e-f104-429d-b73f-404c0fff9e38 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Added segment 290a3ae6-cb97-4aa0-abb5-e3fe30f50609 of type vlan for network 79915b74-0a5a-4020-b717-cc5c14391cc4 Oct 13 15:29:40.028715 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2ab39dae-33e0-4f1f-8deb-973d96be55c4 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:40.055417 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2ab39dae-33e0-4f1f-8deb-973d96be55c4 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:40.067748 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-c7734378-8bb9-44d1-bb19-4dde02b2b10f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Deleting port c36574e3-f6c2-4d53-9289-e7c5c5b41be3 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:29:40.068697 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c7734378-8bb9-44d1-bb19-4dde02b2b10f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:40.078762 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab39dae-33e0-4f1f-8deb-973d96be55c4 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event deleted for resources: {'Network': ['ID=e05bcab9-6383-4820-877d-a1abb972fabf,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:40.095615 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-553ab6c7-b2d0-44f7-9ba8-d59a49f717bd tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Allocated IP 172.26.2.48 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/639385b9-fd3b-4df6-be59-3cc89455f207) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:29:40.106697 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-2ab39dae-33e0-4f1f-8deb-973d96be55c4 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "DELETE /v2.0/networks/e05bcab9-6383-4820-877d-a1abb972fabf HTTP/1.1" status: 204 len: 168 time: 3.5984437 Oct 13 15:29:40.107285 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48216) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:40.109534 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4649489e-f104-429d-b73f-404c0fff9e38 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:40.116658 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30f1862-6176-4a57-ac31-4f226f663aa9 None None] Routers {'762fd677-0458-43ed-8610-dce4995dc9bb'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:29:40.116658 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-d30f1862-6176-4a57-ac31-4f226f663aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:29:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['762fd677-0458-43ed-8610-dce4995dc9bb'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:40.137474 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-3b4ddbfe-6d15-42ef-a2f7-a391a0399f47 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-783505702'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:29:40.156867 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-3b4ddbfe-6d15-42ef-a2f7-a391a0399f47 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:29:40.197564 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:40.206823 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4649489e-f104-429d-b73f-404c0fff9e38 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:40.213518 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4649489e-f104-429d-b73f-404c0fff9e38 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:40.214886 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4649489e-f104-429d-b73f-404c0fff9e38 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:40.266865 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-3b4ddbfe-6d15-42ef-a2f7-a391a0399f47 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Usage tracker for resource:network and tenant:19ec4718eae5492e825f796615e1a8b4 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:29:40.287620 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-d30f1862-6176-4a57-ac31-4f226f663aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:40.310387 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 80365b58-277d-4f21-9e68-be2e83bb68d4 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:29:40.327232 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-4649489e-f104-429d-b73f-404c0fff9e38 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4667976 Oct 13 15:29:40.333487 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48220) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:40.349865 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-52efda35-83af-4a6f-be00-57e230b8de25 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Request body: {'subnet': {'network_id': '79915b74-0a5a-4020-b717-cc5c14391cc4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:29:40.367382 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4649489e-f104-429d-b73f-404c0fff9e38 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Pushing event updated for resources: {'Network': ['ID=79915b74-0a5a-4020-b717-cc5c14391cc4,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:40.395535 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30f1862-6176-4a57-ac31-4f226f663aa9 None None] Routers {'762fd677-0458-43ed-8610-dce4995dc9bb'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:29:40.398259 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-d30f1862-6176-4a57-ac31-4f226f663aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:29:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['762fd677-0458-43ed-8610-dce4995dc9bb'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:40.407705 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-3b4ddbfe-6d15-42ef-a2f7-a391a0399f47 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:29:40.417313 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-3b4ddbfe-6d15-42ef-a2f7-a391a0399f47 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:29:40.452535 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 79915b74-0a5a-4020-b717-cc5c14391cc4 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:29:40.476780 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1e6a4321-7726-4de3-a03e-991c4435df9b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:40.516092 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-d30f1862-6176-4a57-ac31-4f226f663aa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:40.517472 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30f1862-6176-4a57-ac31-4f226f663aa9 None None] The sync data for ids ['762fd677-0458-43ed-8610-dce4995dc9bb'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:29:40.544772 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-52efda35-83af-4a6f-be00-57e230b8de25 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:29:40.552516 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-52efda35-83af-4a6f-be00-57e230b8de25 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Usage tracker for resource:subnet and tenant:e0bc32ccc2ee41daba271b360216e735 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:29:40.556191 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6a4321-7726-4de3-a03e-991c4435df9b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:29:40.557107 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-52efda35-83af-4a6f-be00-57e230b8de25 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:29:40.567280 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-1e6a4321-7726-4de3-a03e-991c4435df9b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:29:40.569360 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-52efda35-83af-4a6f-be00-57e230b8de25 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:29:40.575618 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b4ddbfe-6d15-42ef-a2f7-a391a0399f47 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Made reservation on behalf of 19ec4718eae5492e825f796615e1a8b4 for: {'network': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:29:40.577965 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6a4321-7726-4de3-a03e-991c4435df9b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:40.578708 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1e6a4321-7726-4de3-a03e-991c4435df9b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:40.579090 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3b4ddbfe-6d15-42ef-a2f7-a391a0399f47 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:40.609417 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-1e6a4321-7726-4de3-a03e-991c4435df9b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4627483 Oct 13 15:29:40.612399 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52efda35-83af-4a6f-be00-57e230b8de25 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Made reservation on behalf of e0bc32ccc2ee41daba271b360216e735 for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:29:40.616056 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-52efda35-83af-4a6f-be00-57e230b8de25 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:40.637586 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48226) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:40.671171 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-553ab6c7-b2d0-44f7-9ba8-d59a49f717bd tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:40.681053 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-274967b8-5ae8-4140-a940-50f3457287d9 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'port': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'mac_address': 'fa:16:3e:8d:f5:f7', 'name': 'tempest-NetworksTestDHCPv6-343321850'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:29:40.704012 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6443eb7c-bfc5-464b-9e45-064da7cd76ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:40.726241 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6a4321-7726-4de3-a03e-991c4435df9b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'Subnet': ['ID=ff5bb115-3e08-46c8-8ecb-1aed329be557,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:40.764886 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b4ddbfe-6d15-42ef-a2f7-a391a0399f47 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=88973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:29:40.789283 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6443eb7c-bfc5-464b-9e45-064da7cd76ef None None] Pushing event deleted for resources: {'Port': ['ID=246be815-6dc4-4ec1-be07-f7146f3997e0,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:40.891972 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-52efda35-83af-4a6f-be00-57e230b8de25 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:40.927436 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 80365b58-277d-4f21-9e68-be2e83bb68d4 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:29:40.927436 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:40.927436 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 80365b58-277d-4f21-9e68-be2e83bb68d4 Oct 13 15:29:40.931220 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3b4ddbfe-6d15-42ef-a2f7-a391a0399f47 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:40.931220 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-3b4ddbfe-6d15-42ef-a2f7-a391a0399f47 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Added segment 89fa862b-6a75-4e67-88c3-ea23e611ebf6 of type vlan for network 9d411f34-7662-4a2d-a85c-edeae6cc8d49 Oct 13 15:29:40.962813 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d30a2a1-8cf9-4b91-90cd-6729e6511954 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Router 762fd677-0458-43ed-8610-dce4995dc9bb has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:29:40.974009 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52efda35-83af-4a6f-be00-57e230b8de25 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Pushing event updated for resources: {'Subnet': ['ID=1d1ee1a7-7f33-4c72-804e-3f81c3473946,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:40.987138 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-c7734378-8bb9-44d1-bb19-4dde02b2b10f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] For port c36574e3-f6c2-4d53-9289-e7c5c5b41be3, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=c36574e3-f6c2-4d53-9289-e7c5c5b41be3,segment=NetworkSegment(696b70d2-6d7c-4152-af0f-d6c833c4d9ba),segment_id=696b70d2-6d7c-4152-af0f-d6c833c4d9ba)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:29:40.987138 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c7734378-8bb9-44d1-bb19-4dde02b2b10f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:40.995341 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-610baa02-f1f3-4305-92f2-cbeb3505e17d None None] DHCP port deletion for 7f496a04-bfd1-4e89-8e17-d03ec95b0ffc request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:29:41.023743 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6443eb7c-bfc5-464b-9e45-064da7cd76ef None None] No DVR routers for this DVR port 246be815-6dc4-4ec1-be07-f7146f3997e0 on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:29:41.024311 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52efda35-83af-4a6f-be00-57e230b8de25 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Checking segment: {'id': '290a3ae6-cb97-4aa0-abb5-e3fe30f50609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '79915b74-0a5a-4020-b717-cc5c14391cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:29:41.024311 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52efda35-83af-4a6f-be00-57e230b8de25 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Network hostable DHCP agents. Network: 79915b74-0a5a-4020-b717-cc5c14391cc4, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:29:41.024490 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-610baa02-f1f3-4305-92f2-cbeb3505e17d None None] Deleting port c36574e3-f6c2-4d53-9289-e7c5c5b41be3 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:29:41.024651 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-610baa02-f1f3-4305-92f2-cbeb3505e17d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:41.047165 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52efda35-83af-4a6f-be00-57e230b8de25 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Network 79915b74-0a5a-4020-b717-cc5c14391cc4 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:29:41.063347 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-52efda35-83af-4a6f-be00-57e230b8de25 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 79915b74-0a5a-4020-b717-cc5c14391cc4) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:29:41.066590 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52efda35-83af-4a6f-be00-57e230b8de25 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:41.066590 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-52efda35-83af-4a6f-be00-57e230b8de25 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:41.073701 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3202176-a08b-40b8-a07d-5787724efb3d None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:29:41.097993 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-52efda35-83af-4a6f-be00-57e230b8de25 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7616620 Oct 13 15:29:41.097993 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48230) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:41.099579 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d00a90d-5f5e-46a0-9383-e246a1b279b0 None None] Network 79915b74-0a5a-4020-b717-cc5c14391cc4 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:29:41.105048 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-72575233-b84c-44f8-af52-233a46a1fc29 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Request body: {'network': {'name': 'tempest-router-network01--1803541796'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:29:41.111795 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-72575233-b84c-44f8-af52-233a46a1fc29 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:29:41.115312 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-72575233-b84c-44f8-af52-233a46a1fc29 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Usage tracker for resource:network and tenant:e0bc32ccc2ee41daba271b360216e735 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:29:41.118887 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-72575233-b84c-44f8-af52-233a46a1fc29 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:29:41.124805 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-72575233-b84c-44f8-af52-233a46a1fc29 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:29:41.137015 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72575233-b84c-44f8-af52-233a46a1fc29 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Made reservation on behalf of e0bc32ccc2ee41daba271b360216e735 for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:29:41.144390 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-72575233-b84c-44f8-af52-233a46a1fc29 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:41.178928 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72575233-b84c-44f8-af52-233a46a1fc29 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:29:41.191286 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-72575233-b84c-44f8-af52-233a46a1fc29 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:41.194481 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-72575233-b84c-44f8-af52-233a46a1fc29 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Added segment 3a262c69-b8c9-4db7-88e9-c06133295037 of type vlan for network 7f1a66df-9ee7-4f31-abcb-780fd7c284aa Oct 13 15:29:41.225045 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-c7734378-8bb9-44d1-bb19-4dde02b2b10f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Calling delete_port for c36574e3-f6c2-4d53-9289-e7c5c5b41be3 owned by network:dhcp {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:29:41.235482 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-72575233-b84c-44f8-af52-233a46a1fc29 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:41.254538 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3b4ddbfe-6d15-42ef-a2f7-a391a0399f47 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:41.283294 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-72575233-b84c-44f8-af52-233a46a1fc29 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:41.289590 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72575233-b84c-44f8-af52-233a46a1fc29 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:41.290233 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-72575233-b84c-44f8-af52-233a46a1fc29 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:41.298829 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-274967b8-5ae8-4140-a940-50f3457287d9 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:29:41.333338 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-553ab6c7-b2d0-44f7-9ba8-d59a49f717bd tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:41.399643 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-72575233-b84c-44f8-af52-233a46a1fc29 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3008742 Oct 13 15:29:41.407197 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48234) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:41.413486 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-ebbe2a64-9aa2-4541-ba8b-86f293434137 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Request body: {'network': {'name': 'tempest-router-network02--1129689738'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:29:41.423875 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-ebbe2a64-9aa2-4541-ba8b-86f293434137 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:29:41.426948 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72575233-b84c-44f8-af52-233a46a1fc29 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Pushing event updated for resources: {'Network': ['ID=7f1a66df-9ee7-4f31-abcb-780fd7c284aa,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:41.436265 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-ebbe2a64-9aa2-4541-ba8b-86f293434137 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Usage tracker for resource:network and tenant:e0bc32ccc2ee41daba271b360216e735 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:29:41.439641 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72575233-b84c-44f8-af52-233a46a1fc29 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:29:41.440352 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72575233-b84c-44f8-af52-233a46a1fc29 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:29:41.440352 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72575233-b84c-44f8-af52-233a46a1fc29 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:29:41.440628 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72575233-b84c-44f8-af52-233a46a1fc29 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:29:41.441184 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72575233-b84c-44f8-af52-233a46a1fc29 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:29:41.441722 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72575233-b84c-44f8-af52-233a46a1fc29 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:29:41.444743 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72575233-b84c-44f8-af52-233a46a1fc29 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:29:41.445100 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72575233-b84c-44f8-af52-233a46a1fc29 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:29:41.446053 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72575233-b84c-44f8-af52-233a46a1fc29 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:29:41.446169 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72575233-b84c-44f8-af52-233a46a1fc29 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:29:41.446759 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72575233-b84c-44f8-af52-233a46a1fc29 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:29:41.446861 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72575233-b84c-44f8-af52-233a46a1fc29 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:29:41.451115 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-ebbe2a64-9aa2-4541-ba8b-86f293434137 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:29:41.459346 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-ebbe2a64-9aa2-4541-ba8b-86f293434137 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:29:41.465665 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 7f1a66df-9ee7-4f31-abcb-780fd7c284aa details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:29:41.472465 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbe2a64-9aa2-4541-ba8b-86f293434137 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Made reservation on behalf of e0bc32ccc2ee41daba271b360216e735 for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:29:41.476331 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ebbe2a64-9aa2-4541-ba8b-86f293434137 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:41.496359 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 80365b58-277d-4f21-9e68-be2e83bb68d4 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:29:41.512643 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebbe2a64-9aa2-4541-ba8b-86f293434137 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:29:41.523303 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ebbe2a64-9aa2-4541-ba8b-86f293434137 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:41.523761 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-ebbe2a64-9aa2-4541-ba8b-86f293434137 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Added segment f2b4ed5c-f272-4c1b-ad5d-888dc4dbae90 of type vlan for network 18bc8f72-29ae-4582-94b6-dd7b97023729 Oct 13 15:29:41.556461 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ebbe2a64-9aa2-4541-ba8b-86f293434137 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:41.595423 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-274967b8-5ae8-4140-a940-50f3457287d9 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:29:41.595854 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ebbe2a64-9aa2-4541-ba8b-86f293434137 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:41.604005 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbe2a64-9aa2-4541-ba8b-86f293434137 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:41.604792 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ebbe2a64-9aa2-4541-ba8b-86f293434137 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:41.670353 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3b4ddbfe-6d15-42ef-a2f7-a391a0399f47 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:41.676434 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b4ddbfe-6d15-42ef-a2f7-a391a0399f47 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:41.677237 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3b4ddbfe-6d15-42ef-a2f7-a391a0399f47 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:41.685038 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-553ab6c7-b2d0-44f7-9ba8-d59a49f717bd tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:29:41.716728 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274967b8-5ae8-4140-a940-50f3457287d9 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:29:41.717456 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-ebbe2a64-9aa2-4541-ba8b-86f293434137 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3088768 Oct 13 15:29:41.724114 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48238) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:41.736577 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-553ab6c7-b2d0-44f7-9ba8-d59a49f717bd tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:29:41.737582 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-2ec3e97c-7bbf-4e63-a862-cf22e8abd930 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Request body: {'subnet': {'network_id': '7f1a66df-9ee7-4f31-abcb-780fd7c284aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:29:41.742892 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-610baa02-f1f3-4305-92f2-cbeb3505e17d None None] For port c36574e3-f6c2-4d53-9289-e7c5c5b41be3, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=c36574e3-f6c2-4d53-9289-e7c5c5b41be3,segment=NetworkSegment(696b70d2-6d7c-4152-af0f-d6c833c4d9ba),segment_id=696b70d2-6d7c-4152-af0f-d6c833c4d9ba)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:29:41.742892 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-610baa02-f1f3-4305-92f2-cbeb3505e17d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:41.752089 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553ab6c7-b2d0-44f7-9ba8-d59a49f717bd tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:29:41.761200 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbe2a64-9aa2-4541-ba8b-86f293434137 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Pushing event updated for resources: {'Network': ['ID=18bc8f72-29ae-4582-94b6-dd7b97023729,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:41.804343 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 18bc8f72-29ae-4582-94b6-dd7b97023729 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:29:41.836989 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c7734378-8bb9-44d1-bb19-4dde02b2b10f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:41.888160 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e0a3081-bc8a-41e8-945c-1d9606bb8553 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'tenant_id': 'bb90cebe15f541febeed2c50e15c931e', 'fixed_ips': [{'subnet_id': '2a1e9298-a7e3-489e-830f-4179c6e8ca1c'}, {'subnet_id': 'ff5bb115-3e08-46c8-8ecb-1aed329be557'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:29:41.889322 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9e0a3081-bc8a-41e8-945c-1d9606bb8553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:41.920390 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d30a2a1-8cf9-4b91-90cd-6729e6511954 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:29:41.922385 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553ab6c7-b2d0-44f7-9ba8-d59a49f717bd tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Pushing event updated for resources: {'Port': ['ID=639385b9-fd3b-4df6-be59-3cc89455f207,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:41.945042 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd438c8f-9a2e-48fd-b785-0894599e9b7c None None] Sync routers for ids ['762fd677-0458-43ed-8610-dce4995dc9bb'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:29:41.958514 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd438c8f-9a2e-48fd-b785-0894599e9b7c None None] Routers {'762fd677-0458-43ed-8610-dce4995dc9bb'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:29:41.963956 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-bd438c8f-9a2e-48fd-b785-0894599e9b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:29:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['762fd677-0458-43ed-8610-dce4995dc9bb'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:42.004542 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-610baa02-f1f3-4305-92f2-cbeb3505e17d None None] Calling delete_port for c36574e3-f6c2-4d53-9289-e7c5c5b41be3 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:29:42.017977 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-2ec3e97c-7bbf-4e63-a862-cf22e8abd930 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:29:42.022470 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-2ec3e97c-7bbf-4e63-a862-cf22e8abd930 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Usage tracker for resource:subnet and tenant:e0bc32ccc2ee41daba271b360216e735 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:29:42.025504 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-2ec3e97c-7bbf-4e63-a862-cf22e8abd930 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:29:42.032722 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-2ec3e97c-7bbf-4e63-a862-cf22e8abd930 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:29:42.037371 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-bd438c8f-9a2e-48fd-b785-0894599e9b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:42.048769 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd438c8f-9a2e-48fd-b785-0894599e9b7c None None] Routers {'762fd677-0458-43ed-8610-dce4995dc9bb'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:29:42.049752 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-bd438c8f-9a2e-48fd-b785-0894599e9b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:29:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['762fd677-0458-43ed-8610-dce4995dc9bb'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:42.051513 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec3e97c-7bbf-4e63-a862-cf22e8abd930 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Made reservation on behalf of e0bc32ccc2ee41daba271b360216e735 for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:29:42.055146 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2ec3e97c-7bbf-4e63-a862-cf22e8abd930 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:42.122212 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-bd438c8f-9a2e-48fd-b785-0894599e9b7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:42.123145 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd438c8f-9a2e-48fd-b785-0894599e9b7c None None] The sync data for ids ['762fd677-0458-43ed-8610-dce4995dc9bb'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:29:42.126391 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4ddbfe-6d15-42ef-a2f7-a391a0399f47 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event updated for resources: {'Network': ['ID=9d411f34-7662-4a2d-a85c-edeae6cc8d49,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:42.139593 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7734378-8bb9-44d1-bb19-4dde02b2b10f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] No DVR routers for this DVR port c36574e3-f6c2-4d53-9289-e7c5c5b41be3 on host dv-neutron-860329-2-hyperv {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:29:42.152280 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7734378-8bb9-44d1-bb19-4dde02b2b10f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event deleted for resources: {'Port': ['ID=c36574e3-f6c2-4d53-9289-e7c5c5b41be3,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:42.171191 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 9d411f34-7662-4a2d-a85c-edeae6cc8d49 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:29:42.187692 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6d30a2a1-8cf9-4b91-90cd-6729e6511954 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:42.232717 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-3b4ddbfe-6d15-42ef-a2f7-a391a0399f47 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.1148727 Oct 13 15:29:42.234077 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48242) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:42.265267 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d816b345-0c9c-4f99-a45c-7bdec1beeec3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-79915b74-0a5a-4020-b717-cc5c14391cc4', 'network_id': '79915b74-0a5a-4020-b717-cc5c14391cc4', 'tenant_id': 'e0bc32ccc2ee41daba271b360216e735', 'fixed_ips': [{'subnet_id': '1d1ee1a7-7f33-4c72-804e-3f81c3473946'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:29:42.266039 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d816b345-0c9c-4f99-a45c-7bdec1beeec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:42.285237 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device c36574e3-f6c2-4d53-9289-e7c5c5b41be3 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:29:42.288026 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-3aad58ef-34a3-4ff0-8f50-5136ee92ad36 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Request body: {'subnet': {'network_id': '9d411f34-7662-4a2d-a85c-edeae6cc8d49', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:29:42.396112 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-274967b8-5ae8-4140-a940-50f3457287d9 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:42.456094 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-3aad58ef-34a3-4ff0-8f50-5136ee92ad36 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:29:42.477672 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: c36574e3-f6c2-4d53-9289-e7c5c5b41be3 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:29:42.477672 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device c36574e3-f6c2-4d53-9289-e7c5c5b41be3 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:29:42.484005 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-3aad58ef-34a3-4ff0-8f50-5136ee92ad36 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Usage tracker for resource:subnet and tenant:19ec4718eae5492e825f796615e1a8b4 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:29:42.484005 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-3aad58ef-34a3-4ff0-8f50-5136ee92ad36 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:29:42.489502 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-3aad58ef-34a3-4ff0-8f50-5136ee92ad36 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:29:42.502804 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2ec3e97c-7bbf-4e63-a862-cf22e8abd930 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:42.579064 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c7734378-8bb9-44d1-bb19-4dde02b2b10f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:42.580189 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aad58ef-34a3-4ff0-8f50-5136ee92ad36 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Made reservation on behalf of 19ec4718eae5492e825f796615e1a8b4 for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:29:42.581811 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.db.api [None req-610baa02-f1f3-4305-92f2-cbeb3505e17d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88974) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:29:42.582381 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG oslo_db.api [None req-610baa02-f1f3-4305-92f2-cbeb3505e17d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:29:42.585435 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3aad58ef-34a3-4ff0-8f50-5136ee92ad36 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:42.610898 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [None req-274967b8-5ae8-4140-a940-50f3457287d9 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] device_id is not set on port 4edad970-d491-41f5-993a-398f0dcce7f0 yet. {{(pid=88973) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:29:42.690401 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-c7734378-8bb9-44d1-bb19-4dde02b2b10f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f496a04-bfd1-4e89-8e17-d03ec95b0ffc']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:42.723899 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-6d30a2a1-8cf9-4b91-90cd-6729e6511954 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] 10.222.0.42 "PUT /v2.0/floatingips/310399b8-5f48-44fb-905f-65f71f0ad7e5 HTTP/1.1" status: 200 len: 978 time: 10.6932805 Oct 13 15:29:42.738544 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48246) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:42.770251 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-c7734378-8bb9-44d1-bb19-4dde02b2b10f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '696b70d2-6d7c-4152-af0f-d6c833c4d9ba') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:42.770251 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-c7734378-8bb9-44d1-bb19-4dde02b2b10f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '696b70d2-6d7c-4152-af0f-d6c833c4d9ba') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:42.786891 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-d816b345-0c9c-4f99-a45c-7bdec1beeec3 None None] Allocated IP 2001:db8::2 (79915b74-0a5a-4020-b717-cc5c14391cc4/1d1ee1a7-7f33-4c72-804e-3f81c3473946/b79074c0-28ab-4763-8859-65b933f060d7) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:29:42.799749 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec3e97c-7bbf-4e63-a862-cf22e8abd930 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Pushing event updated for resources: {'Subnet': ['ID=a1fe24a4-aa5e-4102-b1b0-e64be7fd8260,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:42.809396 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-9e0a3081-bc8a-41e8-945c-1d9606bb8553 None None] Allocated IP 2001:db8:0:1::2 (a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828/ff5bb115-3e08-46c8-8ecb-1aed329be557/74cf70b7-2b9e-4424-b57e-c1f97346df99) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:29:42.824436 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec3e97c-7bbf-4e63-a862-cf22e8abd930 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Checking segment: {'id': '3a262c69-b8c9-4db7-88e9-c06133295037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '7f1a66df-9ee7-4f31-abcb-780fd7c284aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:29:42.824647 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec3e97c-7bbf-4e63-a862-cf22e8abd930 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Network hostable DHCP agents. Network: 7f1a66df-9ee7-4f31-abcb-780fd7c284aa, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:29:42.852580 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-9e0a3081-bc8a-41e8-945c-1d9606bb8553 None None] Allocated IP 2001:db8::f816:3eff:fe80:50ae (a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828/2a1e9298-a7e3-489e-830f-4179c6e8ca1c/74cf70b7-2b9e-4424-b57e-c1f97346df99) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:29:42.858254 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-14cf95f4-e5c2-4b19-828f-b3541f9fab67 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:29:42.891526 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec3e97c-7bbf-4e63-a862-cf22e8abd930 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Network 7f1a66df-9ee7-4f31-abcb-780fd7c284aa is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:29:42.931345 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-2ec3e97c-7bbf-4e63-a862-cf22e8abd930 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 7f1a66df-9ee7-4f31-abcb-780fd7c284aa) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:29:42.931345 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec3e97c-7bbf-4e63-a862-cf22e8abd930 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:42.931345 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2ec3e97c-7bbf-4e63-a862-cf22e8abd930 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:42.972282 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c7734378-8bb9-44d1-bb19-4dde02b2b10f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:42.972531 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-2ec3e97c-7bbf-4e63-a862-cf22e8abd930 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2442379 Oct 13 15:29:42.979525 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48250) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:42.989286 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-1e6045a3-e461-43de-8483-f1fec67ff863 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Request body: {'subnet': {'network_id': '18bc8f72-29ae-4582-94b6-dd7b97023729', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:29:43.022973 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07c0cb5-dde3-4247-865e-34af6dca0b6b None None] Network 7f1a66df-9ee7-4f31-abcb-780fd7c284aa requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:29:43.040966 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3aad58ef-34a3-4ff0-8f50-5136ee92ad36 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:43.093386 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-610baa02-f1f3-4305-92f2-cbeb3505e17d None None] Deleting port c36574e3-f6c2-4d53-9289-e7c5c5b41be3 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:29:43.093386 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-610baa02-f1f3-4305-92f2-cbeb3505e17d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:43.126444 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c7734378-8bb9-44d1-bb19-4dde02b2b10f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:43.179570 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7734378-8bb9-44d1-bb19-4dde02b2b10f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Releasing vlan 438 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:29:43.179570 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c7734378-8bb9-44d1-bb19-4dde02b2b10f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:43.193861 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aad58ef-34a3-4ff0-8f50-5136ee92ad36 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event updated for resources: {'Subnet': ['ID=e0deafb2-28d8-44a6-b360-5fe347c31800,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:43.202028 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-1e6045a3-e461-43de-8483-f1fec67ff863 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:29:43.208660 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-1e6045a3-e461-43de-8483-f1fec67ff863 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Usage tracker for resource:subnet and tenant:e0bc32ccc2ee41daba271b360216e735 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:29:43.224003 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-1e6045a3-e461-43de-8483-f1fec67ff863 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:29:43.227427 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aad58ef-34a3-4ff0-8f50-5136ee92ad36 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Checking segment: {'id': '89fa862b-6a75-4e67-88c3-ea23e611ebf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9d411f34-7662-4a2d-a85c-edeae6cc8d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:29:43.227427 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aad58ef-34a3-4ff0-8f50-5136ee92ad36 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Network hostable DHCP agents. Network: 9d411f34-7662-4a2d-a85c-edeae6cc8d49, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:29:43.236418 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-1e6045a3-e461-43de-8483-f1fec67ff863 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:29:43.255925 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6045a3-e461-43de-8483-f1fec67ff863 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Made reservation on behalf of e0bc32ccc2ee41daba271b360216e735 for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:29:43.259627 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1e6045a3-e461-43de-8483-f1fec67ff863 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:43.278689 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aad58ef-34a3-4ff0-8f50-5136ee92ad36 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Network 9d411f34-7662-4a2d-a85c-edeae6cc8d49 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:29:43.284105 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-14cf95f4-e5c2-4b19-828f-b3541f9fab67 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for floatingip, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:43.300788 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-610baa02-f1f3-4305-92f2-cbeb3505e17d None None] The port 'c36574e3-f6c2-4d53-9289-e7c5c5b41be3' was deleted {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 13 15:29:43.353823 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-3aad58ef-34a3-4ff0-8f50-5136ee92ad36 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 9d411f34-7662-4a2d-a85c-edeae6cc8d49) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:29:43.366966 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aad58ef-34a3-4ff0-8f50-5136ee92ad36 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:43.366966 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3aad58ef-34a3-4ff0-8f50-5136ee92ad36 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:43.382571 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9dcbfb1-44ac-4465-9f89-1cf0cb77eadf None None] Network 9d411f34-7662-4a2d-a85c-edeae6cc8d49 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:29:43.408913 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-3aad58ef-34a3-4ff0-8f50-5136ee92ad36 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1296918 Oct 13 15:29:43.408913 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48256) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:43.418786 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-7f8e0e34-042b-4142-b92b-ba8b94f5f592 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Request body: {'port': {'network_id': '9d411f34-7662-4a2d-a85c-edeae6cc8d49', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-252195971'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:29:43.551576 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 696b70d2-6d7c-4152-af0f-d6c833c4d9ba resource provider aggregate not found Oct 13 15:29:43.594795 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 696b70d2-6d7c-4152-af0f-d6c833c4d9ba resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 696b70d2-6d7c-4152-af0f-d6c833c4d9ba found for delete ", "request_id": "req-8345a2c0-5128-4bbc-b8f6-d6c61bb905d6"}]} Oct 13 15:29:43.603056 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-553ab6c7-b2d0-44f7-9ba8-d59a49f717bd tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:43.624514 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d816b345-0c9c-4f99-a45c-7bdec1beeec3 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:43.684071 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-7f8e0e34-042b-4142-b92b-ba8b94f5f592 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:29:43.686153 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1e6045a3-e461-43de-8483-f1fec67ff863 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:43.687286 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-d816b345-0c9c-4f99-a45c-7bdec1beeec3 None None] Transition to ACTIVE for port object b79074c0-28ab-4763-8859-65b933f060d7 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:29:43.693200 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c7734378-8bb9-44d1-bb19-4dde02b2b10f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:43.748386 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-7f8e0e34-042b-4142-b92b-ba8b94f5f592 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Usage tracker for resource:port and tenant:19ec4718eae5492e825f796615e1a8b4 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:29:43.762223 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-7f8e0e34-042b-4142-b92b-ba8b94f5f592 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:29:43.774954 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-7f8e0e34-042b-4142-b92b-ba8b94f5f592 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:29:43.792741 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9e0a3081-bc8a-41e8-945c-1d9606bb8553 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:43.792741 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-d816b345-0c9c-4f99-a45c-7bdec1beeec3 None None] Transition to ACTIVE for port object b79074c0-28ab-4763-8859-65b933f060d7 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:29:43.826233 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8e0e34-042b-4142-b92b-ba8b94f5f592 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Made reservation on behalf of 19ec4718eae5492e825f796615e1a8b4 for: {'port': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:29:43.826233 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7f8e0e34-042b-4142-b92b-ba8b94f5f592 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:43.833608 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c7734378-8bb9-44d1-bb19-4dde02b2b10f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:43.860106 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7734378-8bb9-44d1-bb19-4dde02b2b10f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event deleted for resources: {'Network': ['ID=7f496a04-bfd1-4e89-8e17-d03ec95b0ffc,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:43.870262 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d816b345-0c9c-4f99-a45c-7bdec1beeec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:43.879849 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6045a3-e461-43de-8483-f1fec67ff863 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Pushing event updated for resources: {'Subnet': ['ID=535cdb28-7d1b-4dd4-b749-82c6fd5636fd,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:43.890064 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-9e0a3081-bc8a-41e8-945c-1d9606bb8553 None None] Transition to ACTIVE for port object 74cf70b7-2b9e-4424-b57e-c1f97346df99 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:29:43.903753 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [None req-7f8e0e34-042b-4142-b92b-ba8b94f5f592 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] device_id is not set on port f57270ec-797d-4032-8b1f-261fd4fe8e6c yet. {{(pid=88972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:29:43.917547 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c7734378-8bb9-44d1-bb19-4dde02b2b10f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "DELETE /v2.0/networks/7f496a04-bfd1-4e89-8e17-d03ec95b0ffc HTTP/1.1" status: 204 len: 168 time: 4.3651633 Oct 13 15:29:43.917547 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48262) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:43.927915 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6045a3-e461-43de-8483-f1fec67ff863 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Checking segment: {'id': 'f2b4ed5c-f272-4c1b-ad5d-888dc4dbae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '18bc8f72-29ae-4582-94b6-dd7b97023729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:29:43.927915 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6045a3-e461-43de-8483-f1fec67ff863 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Network hostable DHCP agents. Network: 18bc8f72-29ae-4582-94b6-dd7b97023729, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:29:43.946906 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5edd029b-1012-48f4-b645-ea25a66ec608 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-7f1a66df-9ee7-4f31-abcb-780fd7c284aa', 'network_id': '7f1a66df-9ee7-4f31-abcb-780fd7c284aa', 'tenant_id': 'e0bc32ccc2ee41daba271b360216e735', 'fixed_ips': [{'subnet_id': 'a1fe24a4-aa5e-4102-b1b0-e64be7fd8260'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:29:43.946906 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-5edd029b-1012-48f4-b645-ea25a66ec608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:43.954953 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6045a3-e461-43de-8483-f1fec67ff863 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Network 18bc8f72-29ae-4582-94b6-dd7b97023729 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:29:43.957309 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b50c22-f504-454d-9623-2643e90cec5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-9d411f34-7662-4a2d-a85c-edeae6cc8d49', 'network_id': '9d411f34-7662-4a2d-a85c-edeae6cc8d49', 'tenant_id': '19ec4718eae5492e825f796615e1a8b4', 'fixed_ips': [{'subnet_id': 'e0deafb2-28d8-44a6-b360-5fe347c31800'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:29:43.957309 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-05b50c22-f504-454d-9623-2643e90cec5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:43.970938 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d816b345-0c9c-4f99-a45c-7bdec1beeec3 None None] Network 79915b74-0a5a-4020-b717-cc5c14391cc4 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:29:43.981660 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-d816b345-0c9c-4f99-a45c-7bdec1beeec3 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:29:43.994998 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d816b345-0c9c-4f99-a45c-7bdec1beeec3 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:29:44.018658 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-9e0a3081-bc8a-41e8-945c-1d9606bb8553 None None] Transition to ACTIVE for port object 74cf70b7-2b9e-4424-b57e-c1f97346df99 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:29:44.072316 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-1e6045a3-e461-43de-8483-f1fec67ff863 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 18bc8f72-29ae-4582-94b6-dd7b97023729) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:29:44.098229 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6045a3-e461-43de-8483-f1fec67ff863 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:44.098826 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1e6045a3-e461-43de-8483-f1fec67ff863 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:44.103985 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-7f8e0e34-042b-4142-b92b-ba8b94f5f592 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Allocated IP 2001:db8::1e3 (9d411f34-7662-4a2d-a85c-edeae6cc8d49/e0deafb2-28d8-44a6-b360-5fe347c31800/f57270ec-797d-4032-8b1f-261fd4fe8e6c) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:29:44.176013 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-1e6045a3-e461-43de-8483-f1fec67ff863 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1935170 Oct 13 15:29:44.184297 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48266) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:44.189061 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-14cf95f4-e5c2-4b19-828f-b3541f9fab67 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:44.217253 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c467865-3a95-4a22-a3f1-226ad46fc9e4 None None] Network 18bc8f72-29ae-4582-94b6-dd7b97023729 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:29:44.236502 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9e0a3081-bc8a-41e8-945c-1d9606bb8553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:44.264931 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-14cf95f4-e5c2-4b19-828f-b3541f9fab67 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:44.265565 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.l3_db [None req-14cf95f4-e5c2-4b19-828f-b3541f9fab67 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Floating IP 310399b8-5f48-44fb-905f-65f71f0ad7e5 disassociated. External IP: 172.26.2.203, port: 7300bb36-af68-4ebc-81b1-a71f406a9af7. Oct 13 15:29:44.288901 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d816b345-0c9c-4f99-a45c-7bdec1beeec3 None None] Pushing event updated for resources: {'Port': ['ID=b79074c0-28ab-4763-8859-65b933f060d7,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:44.327981 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac41d4bd-a717-47d2-ae87-82fda48580b5 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:44.328701 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-ac41d4bd-a717-47d2-ae87-82fda48580b5 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Synchronizing usage tracker for tenant:c7529f71933548bfa5c77476ba17c75c on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:29:44.418985 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d816b345-0c9c-4f99-a45c-7bdec1beeec3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:29:44.419332 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d816b345-0c9c-4f99-a45c-7bdec1beeec3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:29:44.419669 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d816b345-0c9c-4f99-a45c-7bdec1beeec3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:29:44.420000 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d816b345-0c9c-4f99-a45c-7bdec1beeec3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:29:44.420329 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d816b345-0c9c-4f99-a45c-7bdec1beeec3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:29:44.420654 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d816b345-0c9c-4f99-a45c-7bdec1beeec3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:29:44.420978 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d816b345-0c9c-4f99-a45c-7bdec1beeec3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:29:44.421310 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d816b345-0c9c-4f99-a45c-7bdec1beeec3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:29:44.421624 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d816b345-0c9c-4f99-a45c-7bdec1beeec3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:29:44.421941 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d816b345-0c9c-4f99-a45c-7bdec1beeec3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:29:44.422285 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d816b345-0c9c-4f99-a45c-7bdec1beeec3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:29:44.422604 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d816b345-0c9c-4f99-a45c-7bdec1beeec3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:29:44.437273 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e0a3081-bc8a-41e8-945c-1d9606bb8553 None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:29:44.439201 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7f8e0e34-042b-4142-b92b-ba8b94f5f592 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:44.458078 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-7f8e0e34-042b-4142-b92b-ba8b94f5f592 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Transition to ACTIVE for port object f57270ec-797d-4032-8b1f-261fd4fe8e6c will not be triggered until provisioned by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:29:44.486474 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-d816b345-0c9c-4f99-a45c-7bdec1beeec3 None None] Attempting to bind port b79074c0-28ab-4763-8859-65b933f060d7 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:29:44.486845 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-d816b345-0c9c-4f99-a45c-7bdec1beeec3 None None] Attempting to bind port b79074c0-28ab-4763-8859-65b933f060d7 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '290a3ae6-cb97-4aa0-abb5-e3fe30f50609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '79915b74-0a5a-4020-b717-cc5c14391cc4'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:29:44.487201 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d816b345-0c9c-4f99-a45c-7bdec1beeec3 None None] Attempting to bind port b79074c0-28ab-4763-8859-65b933f060d7 on network 79915b74-0a5a-4020-b717-cc5c14391cc4 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:29:44.487985 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7f8e0e34-042b-4142-b92b-ba8b94f5f592 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:44.489430 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-9e0a3081-bc8a-41e8-945c-1d9606bb8553 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:29:44.510164 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0a3081-bc8a-41e8-945c-1d9606bb8553 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:29:44.531724 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d816b345-0c9c-4f99-a45c-7bdec1beeec3 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:29:44.531989 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d816b345-0c9c-4f99-a45c-7bdec1beeec3 None None] Checking segment: {'id': '290a3ae6-cb97-4aa0-abb5-e3fe30f50609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '79915b74-0a5a-4020-b717-cc5c14391cc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:29:44.532885 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d816b345-0c9c-4f99-a45c-7bdec1beeec3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:44.532885 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d816b345-0c9c-4f99-a45c-7bdec1beeec3 None None] Bound using segment: {'id': '290a3ae6-cb97-4aa0-abb5-e3fe30f50609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '79915b74-0a5a-4020-b717-cc5c14391cc4'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:29:44.533934 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-d816b345-0c9c-4f99-a45c-7bdec1beeec3 None None] Bound port: b79074c0-28ab-4763-8859-65b933f060d7, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '290a3ae6-cb97-4aa0-abb5-e3fe30f50609', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': '79915b74-0a5a-4020-b717-cc5c14391cc4'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:29:44.533934 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d816b345-0c9c-4f99-a45c-7bdec1beeec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:44.593896 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f8e0e34-042b-4142-b92b-ba8b94f5f592 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Network 9d411f34-7662-4a2d-a85c-edeae6cc8d49 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:29:44.593896 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-7f8e0e34-042b-4142-b92b-ba8b94f5f592 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:29:44.593896 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8e0e34-042b-4142-b92b-ba8b94f5f592 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:29:44.593896 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8e0e34-042b-4142-b92b-ba8b94f5f592 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:44.593896 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7f8e0e34-042b-4142-b92b-ba8b94f5f592 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:44.623609 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8e0e34-042b-4142-b92b-ba8b94f5f592 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event updated for resources: {'Port': ['ID=f57270ec-797d-4032-8b1f-261fd4fe8e6c,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:44.631943 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:29:44.642676 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-7f8e0e34-042b-4142-b92b-ba8b94f5f592 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.2333467 Oct 13 15:29:44.644956 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48272) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:44.736286 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-99049fe2-df58-433f-9049-50a6054a6b01 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Deleting port f57270ec-797d-4032-8b1f-261fd4fe8e6c {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:29:44.737009 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0a3081-bc8a-41e8-945c-1d9606bb8553 None None] Pushing event updated for resources: {'Port': ['ID=74cf70b7-2b9e-4424-b57e-c1f97346df99,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:44.737462 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-99049fe2-df58-433f-9049-50a6054a6b01 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:44.816908 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-ac41d4bd-a717-47d2-ae87-82fda48580b5 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Unset dirty status for tenant:c7529f71933548bfa5c77476ba17c75c on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:29:44.825274 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-ac41d4bd-a717-47d2-ae87-82fda48580b5 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "GET /v2.0/ports/347ab731-b9cf-404e-a569-96fbee9e1759 HTTP/1.1" status: 200 len: 840 time: 0.9281912 Oct 13 15:29:44.848304 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48276) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:44.917521 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-05b50c22-f504-454d-9623-2643e90cec5d None None] Allocated IP 2001:db8::2 (9d411f34-7662-4a2d-a85c-edeae6cc8d49/e0deafb2-28d8-44a6-b360-5fe347c31800/3580f1d3-cdad-44df-8c02-828209e16d9a) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:29:44.930254 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-5edd029b-1012-48f4-b645-ea25a66ec608 None None] Allocated IP 2001:db8::2 (7f1a66df-9ee7-4f31-abcb-780fd7c284aa/a1fe24a4-aa5e-4102-b1b0-e64be7fd8260/2d56907a-6044-4d4f-b945-1aa6b1cbc42c) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:29:44.974245 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-c2b57686-d9dd-403a-92be-8f9c7600f9fe tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Synchronizing usage tracker for tenant:c7529f71933548bfa5c77476ba17c75c on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:29:45.009183 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-9e0a3081-bc8a-41e8-945c-1d9606bb8553 None None] Attempting to bind port 74cf70b7-2b9e-4424-b57e-c1f97346df99 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:29:45.009779 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-9e0a3081-bc8a-41e8-945c-1d9606bb8553 None None] Attempting to bind port 74cf70b7-2b9e-4424-b57e-c1f97346df99 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:29:45.010343 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0a3081-bc8a-41e8-945c-1d9606bb8553 None None] Attempting to bind port 74cf70b7-2b9e-4424-b57e-c1f97346df99 on network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:29:45.056263 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-c2b57686-d9dd-403a-92be-8f9c7600f9fe tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Unset dirty status for tenant:c7529f71933548bfa5c77476ba17c75c on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:29:45.061997 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-c2b57686-d9dd-403a-92be-8f9c7600f9fe tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "GET /v2.0/ports/347ab731-b9cf-404e-a569-96fbee9e1759?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2023766 Oct 13 15:29:45.067213 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48280) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:45.072394 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-d816b345-0c9c-4f99-a45c-7bdec1beeec3 None None] For port b79074c0-28ab-4763-8859-65b933f060d7, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:29:45.075116 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0a3081-bc8a-41e8-945c-1d9606bb8553 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:29:45.075486 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0a3081-bc8a-41e8-945c-1d9606bb8553 None None] Checking segment: {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:29:45.075888 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9e0a3081-bc8a-41e8-945c-1d9606bb8553 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:45.076278 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e0a3081-bc8a-41e8-945c-1d9606bb8553 None None] Bound using segment: {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:29:45.076756 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-9e0a3081-bc8a-41e8-945c-1d9606bb8553 None None] Bound port: 74cf70b7-2b9e-4424-b57e-c1f97346df99, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:29:45.077122 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9e0a3081-bc8a-41e8-945c-1d9606bb8553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:45.077647 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-dd2a8044-1770-4fba-8594-c118d43bef9c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Request body: {'subnet': {'network_id': 'a7f3b330-c320-422e-b157-5a2ea33283c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:29:45.110263 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18147cfd-5767-4176-895e-8846e962206d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-18bc8f72-29ae-4582-94b6-dd7b97023729', 'network_id': '18bc8f72-29ae-4582-94b6-dd7b97023729', 'tenant_id': 'e0bc32ccc2ee41daba271b360216e735', 'fixed_ips': [{'subnet_id': '535cdb28-7d1b-4dd4-b749-82c6fd5636fd'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:29:45.111091 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-18147cfd-5767-4176-895e-8846e962206d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:45.177695 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-d816b345-0c9c-4f99-a45c-7bdec1beeec3 None None] For port b79074c0-28ab-4763-8859-65b933f060d7, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=b79074c0-28ab-4763-8859-65b933f060d7,segment=NetworkSegment(290a3ae6-cb97-4aa0-abb5-e3fe30f50609),segment_id=290a3ae6-cb97-4aa0-abb5-e3fe30f50609)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:29:45.216841 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-99049fe2-df58-433f-9049-50a6054a6b01 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:45.240256 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d816b345-0c9c-4f99-a45c-7bdec1beeec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:45.321956 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-274967b8-5ae8-4140-a940-50f3457287d9 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Allocated IP 2001:db8:0:1::132 (a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828/ff5bb115-3e08-46c8-8ecb-1aed329be557/4edad970-d491-41f5-993a-398f0dcce7f0) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:29:45.352821 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-553ab6c7-b2d0-44f7-9ba8-d59a49f717bd tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:45.353570 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-dd2a8044-1770-4fba-8594-c118d43bef9c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:29:45.356665 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-274967b8-5ae8-4140-a940-50f3457287d9 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Allocated IP 2001:db8::f816:3eff:fe8d:f5f7 (a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828/2a1e9298-a7e3-489e-830f-4179c6e8ca1c/4edad970-d491-41f5-993a-398f0dcce7f0) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:29:45.361161 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-99049fe2-df58-433f-9049-50a6054a6b01 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Calling delete_port for f57270ec-797d-4032-8b1f-261fd4fe8e6c owned by {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:29:45.396999 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-dd2a8044-1770-4fba-8594-c118d43bef9c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Usage tracker for resource:subnet and tenant:c7529f71933548bfa5c77476ba17c75c is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:29:45.406494 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-dd2a8044-1770-4fba-8594-c118d43bef9c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:29:45.421421 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-dd2a8044-1770-4fba-8594-c118d43bef9c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:29:45.442162 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd2a8044-1770-4fba-8594-c118d43bef9c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Made reservation on behalf of c7529f71933548bfa5c77476ba17c75c for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:29:45.446301 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-dd2a8044-1770-4fba-8594-c118d43bef9c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:45.536473 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d816b345-0c9c-4f99-a45c-7bdec1beeec3 None None] Pushing event updated for resources: {'Port': ['ID=b79074c0-28ab-4763-8859-65b933f060d7,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:45.562483 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-9e0a3081-bc8a-41e8-945c-1d9606bb8553 None None] For port 74cf70b7-2b9e-4424-b57e-c1f97346df99, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:29:45.669180 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-5edd029b-1012-48f4-b645-ea25a66ec608 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:45.683920 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-5edd029b-1012-48f4-b645-ea25a66ec608 None None] Transition to ACTIVE for port object 2d56907a-6044-4d4f-b945-1aa6b1cbc42c will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:29:45.707319 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-5edd029b-1012-48f4-b645-ea25a66ec608 None None] Transition to ACTIVE for port object 2d56907a-6044-4d4f-b945-1aa6b1cbc42c will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:29:45.757275 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-99049fe2-df58-433f-9049-50a6054a6b01 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:45.809237 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bb391057-3688-46ea-bb10-40b8aba2ba2f tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:45.827060 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-5edd029b-1012-48f4-b645-ea25a66ec608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:45.895652 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99049fe2-df58-433f-9049-50a6054a6b01 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event deleted for resources: {'Port': ['ID=f57270ec-797d-4032-8b1f-261fd4fe8e6c,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:45.902169 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-99049fe2-df58-433f-9049-50a6054a6b01 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:45.914429 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-dd2a8044-1770-4fba-8594-c118d43bef9c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:45.963127 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-99049fe2-df58-433f-9049-50a6054a6b01 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "DELETE /v2.0/ports/f57270ec-797d-4032-8b1f-261fd4fe8e6c HTTP/1.1" status: 204 len: 168 time: 1.3170145 Oct 13 15:29:45.977579 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48284) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:45.978362 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-9e0a3081-bc8a-41e8-945c-1d9606bb8553 None None] For port 74cf70b7-2b9e-4424-b57e-c1f97346df99, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=74cf70b7-2b9e-4424-b57e-c1f97346df99,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:29:46.019903 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9e0a3081-bc8a-41e8-945c-1d9606bb8553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:46.029621 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2a8044-1770-4fba-8594-c118d43bef9c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Network a7f3b330-c320-422e-b157-5a2ea33283c2 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:29:46.041423 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-dd2a8044-1770-4fba-8594-c118d43bef9c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:29:46.044055 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5edd029b-1012-48f4-b645-ea25a66ec608 None None] Network 7f1a66df-9ee7-4f31-abcb-780fd7c284aa is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:29:46.052064 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14cf95f4-e5c2-4b19-828f-b3541f9fab67 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Router 762fd677-0458-43ed-8610-dce4995dc9bb has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:29:46.061660 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-5edd029b-1012-48f4-b645-ea25a66ec608 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:29:46.067267 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a8044-1770-4fba-8594-c118d43bef9c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event updated for resources: {'Subnet': ['ID=3906bbc8-bfd0-4f62-8168-cbe34df66798,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:46.069528 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5edd029b-1012-48f4-b645-ea25a66ec608 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:29:46.076386 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-4952a496-ab68-4e0a-ac90-a1e348212133 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] GET failed (client error): The resource could not be found. Oct 13 15:29:46.077030 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-4952a496-ab68-4e0a-ac90-a1e348212133 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Synchronizing usage tracker for tenant:19ec4718eae5492e825f796615e1a8b4 on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:29:46.080906 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bee269-8519-4611-9989-4f398b9854ef None None] Network a7f3b330-c320-422e-b157-5a2ea33283c2 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:29:46.081848 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd2a8044-1770-4fba-8594-c118d43bef9c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:46.082701 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-dd2a8044-1770-4fba-8594-c118d43bef9c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:46.116087 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-dd2a8044-1770-4fba-8594-c118d43bef9c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0475531 Oct 13 15:29:46.117613 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-4952a496-ab68-4e0a-ac90-a1e348212133 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Unset dirty status for tenant:19ec4718eae5492e825f796615e1a8b4 on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:29:46.121498 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-4952a496-ab68-4e0a-ac90-a1e348212133 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "GET /v2.0/ports/f57270ec-797d-4032-8b1f-261fd4fe8e6c HTTP/1.1" status: 404 len: 333 time: 0.1404474 Oct 13 15:29:46.122092 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48288) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:46.122468 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48290) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:46.143356 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edd029b-1012-48f4-b645-ea25a66ec608 None None] Pushing event updated for resources: {'Port': ['ID=2d56907a-6044-4d4f-b945-1aa6b1cbc42c,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:46.171827 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-b2d794db-ffd8-4f20-81f1-4d9b4d943770 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Request body: {'security_group': {'name': 'tempest-secgroup-1476731848'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:29:46.185045 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-b2d794db-ffd8-4f20-81f1-4d9b4d943770 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:29:46.199980 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-b2d794db-ffd8-4f20-81f1-4d9b4d943770 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Usage tracker for resource:security_group and tenant:c7529f71933548bfa5c77476ba17c75c is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:29:46.207437 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-b2d794db-ffd8-4f20-81f1-4d9b4d943770 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:29:46.231008 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-05b50c22-f504-454d-9623-2643e90cec5d None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:46.244405 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-b2d794db-ffd8-4f20-81f1-4d9b4d943770 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:29:46.266098 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-a912c99f-0aa5-47b2-b236-2bd2ff746e1b tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Deleting subnet e0deafb2-28d8-44a6-b360-5fe347c31800 {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:29:46.283708 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b2d794db-ffd8-4f20-81f1-4d9b4d943770 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:46.286243 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-18147cfd-5767-4176-895e-8846e962206d None None] Allocated IP 2001:db8::2 (18bc8f72-29ae-4582-94b6-dd7b97023729/535cdb28-7d1b-4dd4-b749-82c6fd5636fd/cc74c84a-c529-4eb4-bb4f-e0e7ed9ee654) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:29:46.331894 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-b2d794db-ffd8-4f20-81f1-4d9b4d943770 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:29:46.340227 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-b2d794db-ffd8-4f20-81f1-4d9b4d943770 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Usage tracker for resource:security_group_rule and tenant:c7529f71933548bfa5c77476ba17c75c is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:29:46.361476 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-b2d794db-ffd8-4f20-81f1-4d9b4d943770 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:29:46.391207 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-b2d794db-ffd8-4f20-81f1-4d9b4d943770 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:29:46.434855 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0a3081-bc8a-41e8-945c-1d9606bb8553 None None] Pushing event updated for resources: {'Port': ['ID=74cf70b7-2b9e-4424-b57e-c1f97346df99,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:46.523964 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b2d794db-ffd8-4f20-81f1-4d9b4d943770 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:46.535686 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b2d794db-ffd8-4f20-81f1-4d9b4d943770 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:46.557387 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device b79074c0-28ab-4763-8859-65b933f060d7 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:29:46.617278 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d794db-ffd8-4f20-81f1-4d9b4d943770 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc95e51a-aa60-4564-a6a2-237ea709a748,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:46.623267 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b2d794db-ffd8-4f20-81f1-4d9b4d943770 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:46.624496 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-b2d794db-ffd8-4f20-81f1-4d9b4d943770 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.5011053 Oct 13 15:29:46.628911 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48298) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:46.642268 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-1da147f2-8543-4cf3-9bd2-9c4cbfc9fe7f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Request body: {'security_group': {'name': 'tempest-secgroup-791798686'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:29:46.662294 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-1da147f2-8543-4cf3-9bd2-9c4cbfc9fe7f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:29:46.668085 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-1da147f2-8543-4cf3-9bd2-9c4cbfc9fe7f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Usage tracker for resource:security_group and tenant:c7529f71933548bfa5c77476ba17c75c is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:29:46.671978 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-1da147f2-8543-4cf3-9bd2-9c4cbfc9fe7f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:29:46.681111 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-1da147f2-8543-4cf3-9bd2-9c4cbfc9fe7f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:29:46.723499 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1da147f2-8543-4cf3-9bd2-9c4cbfc9fe7f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:46.753658 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-1da147f2-8543-4cf3-9bd2-9c4cbfc9fe7f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:29:46.758204 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-1da147f2-8543-4cf3-9bd2-9c4cbfc9fe7f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Usage tracker for resource:security_group_rule and tenant:c7529f71933548bfa5c77476ba17c75c is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:29:46.762877 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-1da147f2-8543-4cf3-9bd2-9c4cbfc9fe7f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:29:46.773944 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-05b50c22-f504-454d-9623-2643e90cec5d None None] Transition to ACTIVE for port object 3580f1d3-cdad-44df-8c02-828209e16d9a will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:29:46.777664 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-1da147f2-8543-4cf3-9bd2-9c4cbfc9fe7f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:29:46.848593 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-5edd029b-1012-48f4-b645-ea25a66ec608 None None] Attempting to bind port 2d56907a-6044-4d4f-b945-1aa6b1cbc42c on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:29:46.849066 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-5edd029b-1012-48f4-b645-ea25a66ec608 None None] Attempting to bind port 2d56907a-6044-4d4f-b945-1aa6b1cbc42c by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '3a262c69-b8c9-4db7-88e9-c06133295037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '7f1a66df-9ee7-4f31-abcb-780fd7c284aa'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:29:46.849508 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edd029b-1012-48f4-b645-ea25a66ec608 None None] Attempting to bind port 2d56907a-6044-4d4f-b945-1aa6b1cbc42c on network 7f1a66df-9ee7-4f31-abcb-780fd7c284aa {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:29:46.875333 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-553ab6c7-b2d0-44f7-9ba8-d59a49f717bd tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Router 9efc6e38-1f5e-483c-b6b5-fc37f9de9f80 is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 15:29:46.894905 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edd029b-1012-48f4-b645-ea25a66ec608 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:29:46.895275 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edd029b-1012-48f4-b645-ea25a66ec608 None None] Checking segment: {'id': '3a262c69-b8c9-4db7-88e9-c06133295037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '7f1a66df-9ee7-4f31-abcb-780fd7c284aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:29:46.895826 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-5edd029b-1012-48f4-b645-ea25a66ec608 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:46.896272 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5edd029b-1012-48f4-b645-ea25a66ec608 None None] Bound using segment: {'id': '3a262c69-b8c9-4db7-88e9-c06133295037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '7f1a66df-9ee7-4f31-abcb-780fd7c284aa'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:29:46.896883 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-5edd029b-1012-48f4-b645-ea25a66ec608 None None] Bound port: 2d56907a-6044-4d4f-b945-1aa6b1cbc42c, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a262c69-b8c9-4db7-88e9-c06133295037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '7f1a66df-9ee7-4f31-abcb-780fd7c284aa'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:29:46.897295 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-5edd029b-1012-48f4-b645-ea25a66ec608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:46.940603 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-05b50c22-f504-454d-9623-2643e90cec5d None None] Transition to ACTIVE for port object 3580f1d3-cdad-44df-8c02-828209e16d9a will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:29:46.951711 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-274967b8-5ae8-4140-a940-50f3457287d9 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:47.005840 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-05b50c22-f504-454d-9623-2643e90cec5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:47.043290 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14cf95f4-e5c2-4b19-828f-b3541f9fab67 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:29:47.114999 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b50c22-f504-454d-9623-2643e90cec5d None None] Pushing event updated for resources: {'Port': ['ID=3580f1d3-cdad-44df-8c02-828209e16d9a,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:47.125404 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3c7fea-3da0-485c-80f6-3f9d3f1aca7b None None] Sync routers for ids ['762fd677-0458-43ed-8610-dce4995dc9bb'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:29:47.129797 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a912c99f-0aa5-47b2-b236-2bd2ff746e1b tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:47.208504 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1da147f2-8543-4cf3-9bd2-9c4cbfc9fe7f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:47.221243 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a912c99f-0aa5-47b2-b236-2bd2ff746e1b tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:47.252052 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1da147f2-8543-4cf3-9bd2-9c4cbfc9fe7f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:47.329232 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1da147f2-8543-4cf3-9bd2-9c4cbfc9fe7f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:47.330534 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-1da147f2-8543-4cf3-9bd2-9c4cbfc9fe7f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.7006660 Oct 13 15:29:47.335665 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da147f2-8543-4cf3-9bd2-9c4cbfc9fe7f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4b4bba9b-2e90-4eb5-93cc-28a7556d30cf,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:47.342560 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48304) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:47.347698 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-274967b8-5ae8-4140-a940-50f3457287d9 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Transition to ACTIVE for port object 4edad970-d491-41f5-993a-398f0dcce7f0 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:29:47.357601 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09c2120f-42a8-4164-9058-e4029504aac9 None None] Network 79915b74-0a5a-4020-b717-cc5c14391cc4 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:29:47.358890 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-173ce010-593a-406d-bd35-5bf86ebf5b57 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2068073631', 'security_groups': ['4b4bba9b-2e90-4eb5-93cc-28a7556d30cf'], 'network_id': 'a7f3b330-c320-422e-b157-5a2ea33283c2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3906bbc8-bfd0-4f62-8168-cbe34df66798'}]}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:29:47.380392 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-553ab6c7-b2d0-44f7-9ba8-d59a49f717bd tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:29:47.393531 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5c2fa4-68e7-46df-b04b-bd0ae3ff77e8 None None] Sync routers for ids ['9efc6e38-1f5e-483c-b6b5-fc37f9de9f80'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:29:47.408288 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5c2fa4-68e7-46df-b04b-bd0ae3ff77e8 None None] Routers {'9efc6e38-1f5e-483c-b6b5-fc37f9de9f80'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:29:47.410016 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-ed5c2fa4-68e7-46df-b04b-bd0ae3ff77e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:29:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['9efc6e38-1f5e-483c-b6b5-fc37f9de9f80'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:47.428342 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-274967b8-5ae8-4140-a940-50f3457287d9 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:47.436381 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-553ab6c7-b2d0-44f7-9ba8-d59a49f717bd tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:47.437950 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-553ab6c7-b2d0-44f7-9ba8-d59a49f717bd tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 905 time: 12.1145101 Oct 13 15:29:47.459380 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48308) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:47.487050 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port b79074c0-28ab-4763-8859-65b933f060d7 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:29:47.521358 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3c7fea-3da0-485c-80f6-3f9d3f1aca7b None None] Routers {'762fd677-0458-43ed-8610-dce4995dc9bb'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:29:47.523438 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-bb391057-3688-46ea-bb10-40b8aba2ba2f tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Allocated IP 2001:db8::1 (7f1a66df-9ee7-4f31-abcb-780fd7c284aa/a1fe24a4-aa5e-4102-b1b0-e64be7fd8260/26b40e46-daf4-4f4e-80f9-7095c12f5eba) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:29:47.524320 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-5f3c7fea-3da0-485c-80f6-3f9d3f1aca7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:29:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['762fd677-0458-43ed-8610-dce4995dc9bb'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:47.529387 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-14cf95f4-e5c2-4b19-828f-b3541f9fab67 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:47.693638 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ba401452-5417-4110-b0b2-40fd307f7c3f None None] Provisioning for port b79074c0-28ab-4763-8859-65b933f060d7 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:29:47.708763 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274967b8-5ae8-4140-a940-50f3457287d9 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:29:47.720340 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-274967b8-5ae8-4140-a940-50f3457287d9 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:29:47.725223 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b50c22-f504-454d-9623-2643e90cec5d None None] Network 9d411f34-7662-4a2d-a85c-edeae6cc8d49 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:29:47.733805 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a912c99f-0aa5-47b2-b236-2bd2ff746e1b tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:47.740290 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274967b8-5ae8-4140-a940-50f3457287d9 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:29:47.748854 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274967b8-5ae8-4140-a940-50f3457287d9 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:47.749689 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-274967b8-5ae8-4140-a940-50f3457287d9 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:47.781309 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ba401452-5417-4110-b0b2-40fd307f7c3f None None] Provisioning complete for port b79074c0-28ab-4763-8859-65b933f060d7 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:29:47.785510 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ba401452-5417-4110-b0b2-40fd307f7c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:47.792349 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ba401452-5417-4110-b0b2-40fd307f7c3f None None] Attempt 1 to provision port b79074c0-28ab-4763-8859-65b933f060d7 Oct 13 15:29:47.838512 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-ed5c2fa4-68e7-46df-b04b-bd0ae3ff77e8 None None] Set router 9efc6e38-1f5e-483c-b6b5-fc37f9de9f80 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:29:47.877371 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e23bb-8d33-4a3c-9a37-448890e2b12d req-0fbf4a0d-c75c-41e8-8206-6fa1234c3c64 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:47.879020 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-a00e23bb-8d33-4a3c-9a37-448890e2b12d req-0fbf4a0d-c75c-41e8-8206-6fa1234c3c64 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 946 time: 0.4890611 Oct 13 15:29:47.888377 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274967b8-5ae8-4140-a940-50f3457287d9 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'Port': ['ID=4edad970-d491-41f5-993a-398f0dcce7f0,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:47.896485 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-14cf95f4-e5c2-4b19-828f-b3541f9fab67 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] 10.222.0.42 "PUT /v2.0/floatingips/310399b8-5f48-44fb-905f-65f71f0ad7e5 HTTP/1.1" status: 200 len: 688 time: 5.1509564 Oct 13 15:29:47.905691 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-274967b8-5ae8-4140-a940-50f3457287d9 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 7.2616460 Oct 13 15:29:47.907267 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48312) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:47.909628 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48314) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:47.921929 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-173ce010-593a-406d-bd35-5bf86ebf5b57 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:29:47.953981 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-c14b1093-bc0b-4f15-bcf0-68a62fdf1850 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] 10.222.0.42 "GET /v2.0/routers/9efc6e38-1f5e-483c-b6b5-fc37f9de9f80 HTTP/1.1" status: 200 len: 906 time: 0.4831939 Oct 13 15:29:47.959198 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48320) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:47.970819 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-173ce010-593a-406d-bd35-5bf86ebf5b57 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Usage tracker for resource:port and tenant:c7529f71933548bfa5c77476ba17c75c is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:29:47.999533 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-173ce010-593a-406d-bd35-5bf86ebf5b57 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:29:48.090542 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-05b50c22-f504-454d-9623-2643e90cec5d None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:29:48.095385 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-5f3c7fea-3da0-485c-80f6-3f9d3f1aca7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:48.107136 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a912c99f-0aa5-47b2-b236-2bd2ff746e1b tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:48.127259 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-173ce010-593a-406d-bd35-5bf86ebf5b57 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:29:48.140110 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b50c22-f504-454d-9623-2643e90cec5d None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:29:48.155650 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a436c3ab-645e-4f86-b366-f11b182eb2fb None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:29:48.206457 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a912c99f-0aa5-47b2-b236-2bd2ff746e1b tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event deleted for resources: {'Subnet': ['ID=e0deafb2-28d8-44a6-b360-5fe347c31800,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:48.277823 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-a9baff73-f89f-417f-8012-311bd1d92451 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Deleting port cf116f2c-65f4-4483-b90b-10250014ab61 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:29:48.278284 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a9baff73-f89f-417f-8012-311bd1d92451 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:48.312766 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-bf167d8d-eb18-441c-9dcd-ef4b084d2783 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Deleting port 4edad970-d491-41f5-993a-398f0dcce7f0 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:29:48.313283 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bf167d8d-eb18-441c-9dcd-ef4b084d2783 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:48.371579 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-ed5c2fa4-68e7-46df-b04b-bd0ae3ff77e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9efc6e38-1f5e-483c-b6b5-fc37f9de9f80', 'name': 'tempest-snat-router-979748803', 'tenant_id': '712c4cee70ea4d478a2313a7a07d07fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '639385b9-fd3b-4df6-be59-3cc89455f207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:29:35Z', 'updated_at': '2022-10-13T15:29:42Z', 'revision_number': 3, 'project_id': '712c4cee70ea4d478a2313a7a07d07fd', 'gw_port': {'id': '639385b9-fd3b-4df6-be59-3cc89455f207', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:27:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9efc6e38-1f5e-483c-b6b5-fc37f9de9f80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:29:39Z', 'updated_at': '2022-10-13T15:29:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:48.375844 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5c2fa4-68e7-46df-b04b-bd0ae3ff77e8 None None] Checking router: 9efc6e38-1f5e-483c-b6b5-fc37f9de9f80 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:29:48.376197 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5c2fa4-68e7-46df-b04b-bd0ae3ff77e8 None None] Updating router 9efc6e38-1f5e-483c-b6b5-fc37f9de9f80 port 639385b9-fd3b-4df6-be59-3cc89455f207 binding host dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:29:48.377654 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-a00e23bb-8d33-4a3c-9a37-448890e2b12d req-40d74f21-7db3-40fb-8ef2-7d405bdc998e tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4871526 Oct 13 15:29:48.398510 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a912c99f-0aa5-47b2-b236-2bd2ff746e1b tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:48.405446 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a912c99f-0aa5-47b2-b236-2bd2ff746e1b tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "DELETE /v2.0/subnets/e0deafb2-28d8-44a6-b360-5fe347c31800 HTTP/1.1" status: 204 len: 168 time: 2.2803316 Oct 13 15:29:48.417184 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48326) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:48.421759 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-5edd029b-1012-48f4-b645-ea25a66ec608 None None] For port 2d56907a-6044-4d4f-b945-1aa6b1cbc42c, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:29:48.431833 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-5edd029b-1012-48f4-b645-ea25a66ec608 None None] For port 2d56907a-6044-4d4f-b945-1aa6b1cbc42c, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=2d56907a-6044-4d4f-b945-1aa6b1cbc42c,segment=NetworkSegment(3a262c69-b8c9-4db7-88e9-c06133295037),segment_id=3a262c69-b8c9-4db7-88e9-c06133295037)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:29:48.466747 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a9baff73-f89f-417f-8012-311bd1d92451 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:48.466747 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a9baff73-f89f-417f-8012-311bd1d92451 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:48.513805 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173ce010-593a-406d-bd35-5bf86ebf5b57 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Made reservation on behalf of c7529f71933548bfa5c77476ba17c75c for: {'port': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:29:48.514599 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-18147cfd-5767-4176-895e-8846e962206d None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:48.529105 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-18147cfd-5767-4176-895e-8846e962206d None None] Transition to ACTIVE for port object cc74c84a-c529-4eb4-bb4f-e0e7ed9ee654 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:29:48.553488 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-18147cfd-5767-4176-895e-8846e962206d None None] Transition to ACTIVE for port object cc74c84a-c529-4eb4-bb4f-e0e7ed9ee654 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:29:48.564331 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-ed5c2fa4-68e7-46df-b04b-bd0ae3ff77e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:48.601474 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 74cf70b7-2b9e-4424-b57e-c1f97346df99 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:29:48.605092 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-a9baff73-f89f-417f-8012-311bd1d92451 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Calling delete_port for cf116f2c-65f4-4483-b90b-10250014ab61 owned by network:floatingip {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:29:48.727814 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-5edd029b-1012-48f4-b645-ea25a66ec608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:48.812752 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bb391057-3688-46ea-bb10-40b8aba2ba2f tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:48.833065 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-bb391057-3688-46ea-bb10-40b8aba2ba2f tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Transition to ACTIVE for port object 26b40e46-daf4-4f4e-80f9-7095c12f5eba will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:29:48.885278 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3c7fea-3da0-485c-80f6-3f9d3f1aca7b None None] Routers {'762fd677-0458-43ed-8610-dce4995dc9bb'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:29:48.886932 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-5f3c7fea-3da0-485c-80f6-3f9d3f1aca7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:29:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['762fd677-0458-43ed-8610-dce4995dc9bb'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:48.909248 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-173ce010-593a-406d-bd35-5bf86ebf5b57 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:48.978095 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c1ae9991-43a7-436b-aa55-f56977ef329e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:49.019867 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a9baff73-f89f-417f-8012-311bd1d92451 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:49.027042 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bb391057-3688-46ea-bb10-40b8aba2ba2f tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:49.155053 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [None req-173ce010-593a-406d-bd35-5bf86ebf5b57 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] device_id is not set on port 8de3d355-e77b-4197-9bc3-6bc9d36e1a46 yet. {{(pid=88972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:29:49.175322 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-18147cfd-5767-4176-895e-8846e962206d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:49.179974 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9baff73-f89f-417f-8012-311bd1d92451 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Pushing event deleted for resources: {'Port': ['ID=cf116f2c-65f4-4483-b90b-10250014ab61,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:49.306083 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-5f3c7fea-3da0-485c-80f6-3f9d3f1aca7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:49.306724 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f3c7fea-3da0-485c-80f6-3f9d3f1aca7b None None] The sync data for ids ['762fd677-0458-43ed-8610-dce4995dc9bb'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:29:49.320368 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-ed5c2fa4-68e7-46df-b04b-bd0ae3ff77e8 None None] Notify callbacks [] for port, precommit_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:49.334993 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.provisioning_blocks [None req-ed5c2fa4-68e7-46df-b04b-bd0ae3ff77e8 None None] Transition to ACTIVE for port object 639385b9-fd3b-4df6-be59-3cc89455f207 will not be triggered until provisioned by entity L2. {{(pid=88975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:29:49.345436 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-ed5c2fa4-68e7-46df-b04b-bd0ae3ff77e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:49.349844 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb391057-3688-46ea-bb10-40b8aba2ba2f tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Pushing event updated for resources: {'Port': ['ID=26b40e46-daf4-4f4e-80f9-7095c12f5eba,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:49.359017 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb391057-3688-46ea-bb10-40b8aba2ba2f tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Network 7f1a66df-9ee7-4f31-abcb-780fd7c284aa is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:29:49.393059 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-c1ae9991-43a7-436b-aa55-f56977ef329e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Deleting port 3580f1d3-cdad-44df-8c02-828209e16d9a {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:29:49.393628 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c1ae9991-43a7-436b-aa55-f56977ef329e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:49.405648 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18147cfd-5767-4176-895e-8846e962206d None None] Network 18bc8f72-29ae-4582-94b6-dd7b97023729 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:29:49.409592 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-ed5c2fa4-68e7-46df-b04b-bd0ae3ff77e8 None None] Attempting to bind port 639385b9-fd3b-4df6-be59-3cc89455f207 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:29:49.409764 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-05b50c22-f504-454d-9623-2643e90cec5d None None] Attempting to bind port 3580f1d3-cdad-44df-8c02-828209e16d9a on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:29:49.409978 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-05b50c22-f504-454d-9623-2643e90cec5d None None] Attempting to bind port 3580f1d3-cdad-44df-8c02-828209e16d9a by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '89fa862b-6a75-4e67-88c3-ea23e611ebf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9d411f34-7662-4a2d-a85c-edeae6cc8d49'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:29:49.410161 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-ed5c2fa4-68e7-46df-b04b-bd0ae3ff77e8 None None] Attempting to bind port 639385b9-fd3b-4df6-be59-3cc89455f207 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:29:49.410354 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5c2fa4-68e7-46df-b04b-bd0ae3ff77e8 None None] Attempting to bind port 639385b9-fd3b-4df6-be59-3cc89455f207 on network 8fb1fa59-32fe-4ed0-a248-96c43edb135f {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:29:49.410693 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b50c22-f504-454d-9623-2643e90cec5d None None] Attempting to bind port 3580f1d3-cdad-44df-8c02-828209e16d9a on network 9d411f34-7662-4a2d-a85c-edeae6cc8d49 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:29:49.423335 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5c2fa4-68e7-46df-b04b-bd0ae3ff77e8 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:29:49.423335 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5c2fa4-68e7-46df-b04b-bd0ae3ff77e8 None None] Checking segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:29:49.423335 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-ed5c2fa4-68e7-46df-b04b-bd0ae3ff77e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:49.424028 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed5c2fa4-68e7-46df-b04b-bd0ae3ff77e8 None None] Bound using segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:29:49.424118 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-18147cfd-5767-4176-895e-8846e962206d None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:29:49.424285 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-ed5c2fa4-68e7-46df-b04b-bd0ae3ff77e8 None None] Bound port: 639385b9-fd3b-4df6-be59-3cc89455f207, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:29:49.425247 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-ed5c2fa4-68e7-46df-b04b-bd0ae3ff77e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:49.425748 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ba401452-5417-4110-b0b2-40fd307f7c3f None None] Current status of the port b79074c0-28ab-4763-8859-65b933f060d7 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:29:49.426160 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ba401452-5417-4110-b0b2-40fd307f7c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:49.434658 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-bb391057-3688-46ea-bb10-40b8aba2ba2f tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:29:49.447688 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb391057-3688-46ea-bb10-40b8aba2ba2f tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:29:49.447688 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bb391057-3688-46ea-bb10-40b8aba2ba2f tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:49.449841 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18147cfd-5767-4176-895e-8846e962206d None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:29:49.463151 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b50c22-f504-454d-9623-2643e90cec5d None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:29:49.463749 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b50c22-f504-454d-9623-2643e90cec5d None None] Checking segment: {'id': '89fa862b-6a75-4e67-88c3-ea23e611ebf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9d411f34-7662-4a2d-a85c-edeae6cc8d49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:29:49.463943 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-05b50c22-f504-454d-9623-2643e90cec5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:49.464820 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b50c22-f504-454d-9623-2643e90cec5d None None] Bound using segment: {'id': '89fa862b-6a75-4e67-88c3-ea23e611ebf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9d411f34-7662-4a2d-a85c-edeae6cc8d49'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:29:49.465985 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-05b50c22-f504-454d-9623-2643e90cec5d None None] Bound port: 3580f1d3-cdad-44df-8c02-828209e16d9a, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fa862b-6a75-4e67-88c3-ea23e611ebf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '9d411f34-7662-4a2d-a85c-edeae6cc8d49'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:29:49.466569 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-05b50c22-f504-454d-9623-2643e90cec5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:49.472988 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-42fe87e8-edd9-418b-9376-cea46463d76e tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks [] for router, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:49.548189 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edd029b-1012-48f4-b645-ea25a66ec608 None None] Pushing event updated for resources: {'Port': ['ID=2d56907a-6044-4d4f-b945-1aa6b1cbc42c,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:49.548510 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-ed5c2fa4-68e7-46df-b04b-bd0ae3ff77e8 None None] For port 639385b9-fd3b-4df6-be59-3cc89455f207, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:29:49.552557 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-ed5c2fa4-68e7-46df-b04b-bd0ae3ff77e8 None None] For port 639385b9-fd3b-4df6-be59-3cc89455f207, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=639385b9-fd3b-4df6-be59-3cc89455f207,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:29:49.578346 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-ed5c2fa4-68e7-46df-b04b-bd0ae3ff77e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:49.608651 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5c2fa4-68e7-46df-b04b-bd0ae3ff77e8 None None] Routers {'9efc6e38-1f5e-483c-b6b5-fc37f9de9f80'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:29:49.611096 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-ed5c2fa4-68e7-46df-b04b-bd0ae3ff77e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:29:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['9efc6e38-1f5e-483c-b6b5-fc37f9de9f80'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:49.855655 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a9baff73-f89f-417f-8012-311bd1d92451 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for floatingip, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:49.868144 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c34873-fae1-403c-8595-30dd48c81e6a req-08b1e64b-c231-48b4-bb01-207c9b9a07f5 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:49.879562 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-06c34873-fae1-403c-8595-30dd48c81e6a req-08b1e64b-c231-48b4-bb01-207c9b9a07f5 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 946 time: 1.0200989 Oct 13 15:29:49.900690 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-ed5c2fa4-68e7-46df-b04b-bd0ae3ff77e8 None None] Set router 9efc6e38-1f5e-483c-b6b5-fc37f9de9f80 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:29:49.954525 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18147cfd-5767-4176-895e-8846e962206d None None] Pushing event updated for resources: {'Port': ['ID=cc74c84a-c529-4eb4-bb4f-e0e7ed9ee654,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:49.967525 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 74cf70b7-2b9e-4424-b57e-c1f97346df99 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:29:49.999067 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9733912-ce8e-4cdd-9e40-549aef67a2cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-a7f3b330-c320-422e-b157-5a2ea33283c2', 'network_id': 'a7f3b330-c320-422e-b157-5a2ea33283c2', 'tenant_id': 'c7529f71933548bfa5c77476ba17c75c', 'fixed_ips': [{'subnet_id': '3906bbc8-bfd0-4f62-8168-cbe34df66798'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:29:50.000277 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f9733912-ce8e-4cdd-9e40-549aef67a2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:50.049535 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-06c34873-fae1-403c-8595-30dd48c81e6a req-926f3c33-8716-4eba-b8f5-f78b65a5a5e6 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693134 Oct 13 15:29:50.051832 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a9baff73-f89f-417f-8012-311bd1d92451 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:50.062594 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-a9baff73-f89f-417f-8012-311bd1d92451 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] 10.222.0.42 "DELETE /v2.0/floatingips/310399b8-5f48-44fb-905f-65f71f0ad7e5 HTTP/1.1" status: 204 len: 168 time: 2.0845184 Oct 13 15:29:50.068547 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48332) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:50.103412 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ba401452-5417-4110-b0b2-40fd307f7c3f None None] For port b79074c0-28ab-4763-8859-65b933f060d7, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=b79074c0-28ab-4763-8859-65b933f060d7,segment=NetworkSegment(290a3ae6-cb97-4aa0-abb5-e3fe30f50609),segment_id=290a3ae6-cb97-4aa0-abb5-e3fe30f50609)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:29:50.159433 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc94160-17cf-4f10-8548-4c5a9b04b9db None None] Pushing event updated for resources: {'Port': ['ID=639385b9-fd3b-4df6-be59-3cc89455f207,revision_number=2']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:50.188287 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ba401452-5417-4110-b0b2-40fd307f7c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:50.253585 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-18147cfd-5767-4176-895e-8846e962206d None None] Attempting to bind port cc74c84a-c529-4eb4-bb4f-e0e7ed9ee654 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:29:50.254023 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-18147cfd-5767-4176-895e-8846e962206d None None] Attempting to bind port cc74c84a-c529-4eb4-bb4f-e0e7ed9ee654 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'f2b4ed5c-f272-4c1b-ad5d-888dc4dbae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '18bc8f72-29ae-4582-94b6-dd7b97023729'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:29:50.255062 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18147cfd-5767-4176-895e-8846e962206d None None] Attempting to bind port cc74c84a-c529-4eb4-bb4f-e0e7ed9ee654 on network 18bc8f72-29ae-4582-94b6-dd7b97023729 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:29:50.287027 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bb391057-3688-46ea-bb10-40b8aba2ba2f tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:50.335697 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18147cfd-5767-4176-895e-8846e962206d None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:29:50.335697 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18147cfd-5767-4176-895e-8846e962206d None None] Checking segment: {'id': 'f2b4ed5c-f272-4c1b-ad5d-888dc4dbae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '18bc8f72-29ae-4582-94b6-dd7b97023729'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:29:50.336242 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-18147cfd-5767-4176-895e-8846e962206d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:50.336713 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18147cfd-5767-4176-895e-8846e962206d None None] Bound using segment: {'id': 'f2b4ed5c-f272-4c1b-ad5d-888dc4dbae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '18bc8f72-29ae-4582-94b6-dd7b97023729'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:29:50.337269 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-18147cfd-5767-4176-895e-8846e962206d None None] Bound port: cc74c84a-c529-4eb4-bb4f-e0e7ed9ee654, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2b4ed5c-f272-4c1b-ad5d-888dc4dbae90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '18bc8f72-29ae-4582-94b6-dd7b97023729'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:29:50.337705 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-18147cfd-5767-4176-895e-8846e962206d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:50.388166 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 2d56907a-6044-4d4f-b945-1aa6b1cbc42c up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:29:50.392849 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.api.v2.resource [None req-eb44fc0a-159d-44ae-966d-44ea071ee1e6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] delete failed (client error): The resource could not be found. Oct 13 15:29:50.400666 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-eb44fc0a-159d-44ae-966d-44ea071ee1e6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] 10.222.0.42 "DELETE /v2.0/floatingips/310399b8-5f48-44fb-905f-65f71f0ad7e5 HTTP/1.1" status: 404 len: 345 time: 0.3261814 Oct 13 15:29:50.404097 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48340) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:50.413281 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-173ce010-593a-406d-bd35-5bf86ebf5b57 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Allocated IP 172.20.0.6 (a7f3b330-c320-422e-b157-5a2ea33283c2/3906bbc8-bfd0-4f62-8168-cbe34df66798/8de3d355-e77b-4197-9bc3-6bc9d36e1a46) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:29:50.483062 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1c87995-ba54-42f1-8aed-a630a2ebadb4 None None] Network 7f1a66df-9ee7-4f31-abcb-780fd7c284aa requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:29:50.513766 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-05b50c22-f504-454d-9623-2643e90cec5d None None] For port 3580f1d3-cdad-44df-8c02-828209e16d9a, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:29:50.566265 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ae4fcddc-57c7-48f6-85ab-e7dbbb2d217e None None] Provisioning for port 74cf70b7-2b9e-4424-b57e-c1f97346df99 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:29:50.575495 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ae4fcddc-57c7-48f6-85ab-e7dbbb2d217e None None] Provisioning complete for port 74cf70b7-2b9e-4424-b57e-c1f97346df99 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:29:50.576065 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ae4fcddc-57c7-48f6-85ab-e7dbbb2d217e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:50.577143 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ae4fcddc-57c7-48f6-85ab-e7dbbb2d217e None None] Attempt 1 to provision port 74cf70b7-2b9e-4424-b57e-c1f97346df99 Oct 13 15:29:50.676874 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc94160-17cf-4f10-8548-4c5a9b04b9db None None] Pushing event updated for resources: {'Port': ['ID=639385b9-fd3b-4df6-be59-3cc89455f207,revision_number=3']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:50.750950 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-05b50c22-f504-454d-9623-2643e90cec5d None None] For port 3580f1d3-cdad-44df-8c02-828209e16d9a, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=3580f1d3-cdad-44df-8c02-828209e16d9a,segment=NetworkSegment(89fa862b-6a75-4e67-88c3-ea23e611ebf6),segment_id=89fa862b-6a75-4e67-88c3-ea23e611ebf6)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:29:50.857473 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-ed5c2fa4-68e7-46df-b04b-bd0ae3ff77e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9efc6e38-1f5e-483c-b6b5-fc37f9de9f80', 'name': 'tempest-snat-router-979748803', 'tenant_id': '712c4cee70ea4d478a2313a7a07d07fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '639385b9-fd3b-4df6-be59-3cc89455f207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:29:35Z', 'updated_at': '2022-10-13T15:29:42Z', 'revision_number': 3, 'project_id': '712c4cee70ea4d478a2313a7a07d07fd', 'gw_port': {'id': '639385b9-fd3b-4df6-be59-3cc89455f207', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:27:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9efc6e38-1f5e-483c-b6b5-fc37f9de9f80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:29:39Z', 'updated_at': '2022-10-13T15:29:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:50.862097 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba401452-5417-4110-b0b2-40fd307f7c3f None None] Pushing event updated for resources: {'Port': ['ID=b79074c0-28ab-4763-8859-65b933f060d7,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:50.868699 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5c2fa4-68e7-46df-b04b-bd0ae3ff77e8 None None] The sync data for ids ['9efc6e38-1f5e-483c-b6b5-fc37f9de9f80'] in dv-neutron-860329-2-hyperv is: [{'id': '9efc6e38-1f5e-483c-b6b5-fc37f9de9f80', 'name': 'tempest-snat-router-979748803', 'tenant_id': '712c4cee70ea4d478a2313a7a07d07fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '639385b9-fd3b-4df6-be59-3cc89455f207', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:29:35Z', 'updated_at': '2022-10-13T15:29:42Z', 'revision_number': 3, 'project_id': '712c4cee70ea4d478a2313a7a07d07fd', 'gw_port': {'id': '639385b9-fd3b-4df6-be59-3cc89455f207', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:27:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9efc6e38-1f5e-483c-b6b5-fc37f9de9f80', 'device_owner': 'network:router_gateway', 'standard_attr_id': 649, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:29:39Z', 'updated_at': '2022-10-13T15:29:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:29:50.871742 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-05b50c22-f504-454d-9623-2643e90cec5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:50.921415 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-173ce010-593a-406d-bd35-5bf86ebf5b57 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:50.948863 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-173ce010-593a-406d-bd35-5bf86ebf5b57 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Transition to ACTIVE for port object 8de3d355-e77b-4197-9bc3-6bc9d36e1a46 will not be triggered until provisioned by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:29:50.958985 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 2d56907a-6044-4d4f-b945-1aa6b1cbc42c completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:29:51.048278 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd862e8f-4c48-44c5-898b-573b2c54ed51 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:51.062433 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd862e8f-4c48-44c5-898b-573b2c54ed51 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:51.070734 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd862e8f-4c48-44c5-898b-573b2c54ed51 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:51.072856 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-bd862e8f-4c48-44c5-898b-573b2c54ed51 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Synchronizing usage tracker for tenant:dee21423abc34d479217f618911e90ce on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:29:51.178702 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-173ce010-593a-406d-bd35-5bf86ebf5b57 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:51.182444 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-c1ae9991-43a7-436b-aa55-f56977ef329e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] For port 3580f1d3-cdad-44df-8c02-828209e16d9a, host dv-neutron-860329-2-hyperv, got binding levels [] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:29:51.183221 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c1ae9991-43a7-436b-aa55-f56977ef329e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:51.199369 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-bd862e8f-4c48-44c5-898b-573b2c54ed51 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Unset dirty status for tenant:dee21423abc34d479217f618911e90ce on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:29:51.200551 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-bd862e8f-4c48-44c5-898b-573b2c54ed51 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] 10.222.0.42 "GET /v2.0/ports?network_id=ae4eeb10-b86a-45ac-80e0-9663d7d242fb HTTP/1.1" status: 200 len: 2357 time: 0.7955031 Oct 13 15:29:51.205717 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48344) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:51.333541 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bf167d8d-eb18-441c-9dcd-ef4b084d2783 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:51.358000 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b50c22-f504-454d-9623-2643e90cec5d None None] Pushing event updated for resources: {'Port': ['ID=3580f1d3-cdad-44df-8c02-828209e16d9a,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:51.462826 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27fbc4d9-41b9-4753-a2d8-06780a6b19fc tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:51.466667 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-27fbc4d9-41b9-4753-a2d8-06780a6b19fc tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] 10.222.0.42 "GET /v2.0/subnets/fb50b5e5-969e-4a04-a939-f1db0980ef1a HTTP/1.1" status: 200 len: 797 time: 0.2573006 Oct 13 15:29:51.472942 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48348) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:51.473146 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc72d06-8b45-4bfd-a9a9-47d86f600fe1 None None] Network 9d411f34-7662-4a2d-a85c-edeae6cc8d49 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:29:51.488378 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-96386017-62d2-4923-a969-227c1db7dfb5 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Request body: {'port': {'network_id': 'ae4eeb10-b86a-45ac-80e0-9663d7d242fb', 'name': 'tempest-FloatingIPTestJSON-788889298', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:29:51.491150 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-18147cfd-5767-4176-895e-8846e962206d None None] For port cc74c84a-c529-4eb4-bb4f-e0e7ed9ee654, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:29:51.513463 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ae4fcddc-57c7-48f6-85ab-e7dbbb2d217e None None] Current status of the port 74cf70b7-2b9e-4424-b57e-c1f97346df99 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:29:51.514182 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ae4fcddc-57c7-48f6-85ab-e7dbbb2d217e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:51.552969 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-c1ae9991-43a7-436b-aa55-f56977ef329e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Calling delete_port for 3580f1d3-cdad-44df-8c02-828209e16d9a owned by network:dhcp {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:29:51.554771 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-18147cfd-5767-4176-895e-8846e962206d None None] For port cc74c84a-c529-4eb4-bb4f-e0e7ed9ee654, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=cc74c84a-c529-4eb4-bb4f-e0e7ed9ee654,segment=NetworkSegment(f2b4ed5c-f272-4c1b-ad5d-888dc4dbae90),segment_id=f2b4ed5c-f272-4c1b-ad5d-888dc4dbae90)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:29:51.608122 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-42fe87e8-edd9-418b-9376-cea46463d76e tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:51.616525 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bb391057-3688-46ea-bb10-40b8aba2ba2f tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:51.616698 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-f9733912-ce8e-4cdd-9e40-549aef67a2cd None None] Allocated IP 172.20.0.2 (a7f3b330-c320-422e-b157-5a2ea33283c2/3906bbc8-bfd0-4f62-8168-cbe34df66798/8eb873ab-5c81-48fd-aca4-d97adb0097cd) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:29:51.633628 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-18147cfd-5767-4176-895e-8846e962206d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:51.654464 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bb391057-3688-46ea-bb10-40b8aba2ba2f tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:51.656000 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bb391057-3688-46ea-bb10-40b8aba2ba2f tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:51.808381 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ae4fcddc-57c7-48f6-85ab-e7dbbb2d217e None None] For port 74cf70b7-2b9e-4424-b57e-c1f97346df99, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=74cf70b7-2b9e-4424-b57e-c1f97346df99,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:29:51.851379 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb391057-3688-46ea-bb10-40b8aba2ba2f tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Pushing event updated for resources: {'Port': ['ID=26b40e46-daf4-4f4e-80f9-7095c12f5eba,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:51.867274 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-bf167d8d-eb18-441c-9dcd-ef4b084d2783 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Calling delete_port for 4edad970-d491-41f5-993a-398f0dcce7f0 owned by {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:29:51.915772 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-42fe87e8-edd9-418b-9376-cea46463d76e tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Deleting port 639385b9-fd3b-4df6-be59-3cc89455f207 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:29:51.916113 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-42fe87e8-edd9-418b-9376-cea46463d76e tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:51.946811 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ae4fcddc-57c7-48f6-85ab-e7dbbb2d217e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:51.952592 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18147cfd-5767-4176-895e-8846e962206d None None] Pushing event updated for resources: {'Port': ['ID=cc74c84a-c529-4eb4-bb4f-e0e7ed9ee654,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:52.048474 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-96386017-62d2-4923-a969-227c1db7dfb5 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:29:52.089380 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-96386017-62d2-4923-a969-227c1db7dfb5 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:29:52.129919 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb391057-3688-46ea-bb10-40b8aba2ba2f tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Network 7f1a66df-9ee7-4f31-abcb-780fd7c284aa is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:29:52.130952 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96386017-62d2-4923-a969-227c1db7dfb5 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Made reservation on behalf of dee21423abc34d479217f618911e90ce for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:29:52.155643 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-bb391057-3688-46ea-bb10-40b8aba2ba2f tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:29:52.327826 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-173ce010-593a-406d-bd35-5bf86ebf5b57 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Network a7f3b330-c320-422e-b157-5a2ea33283c2 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:29:52.337653 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-173ce010-593a-406d-bd35-5bf86ebf5b57 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:29:52.341636 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-173ce010-593a-406d-bd35-5bf86ebf5b57 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:29:52.403416 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.db.api [None req-c1ae9991-43a7-436b-aa55-f56977ef329e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88972) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:29:52.403737 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG oslo_db.api [None req-c1ae9991-43a7-436b-aa55-f56977ef329e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:29:52.425395 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-e421d695-9bc4-4f3d-972f-ef6a76806107 None None] Provisioning complete for port 74cf70b7-2b9e-4424-b57e-c1f97346df99 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:29:52.425881 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e421d695-9bc4-4f3d-972f-ef6a76806107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:52.426072 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-e421d695-9bc4-4f3d-972f-ef6a76806107 None None] Attempt 1 to provision port 74cf70b7-2b9e-4424-b57e-c1f97346df99 Oct 13 15:29:52.430955 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ce010-593a-406d-bd35-5bf86ebf5b57 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event updated for resources: {'Port': ['ID=8de3d355-e77b-4197-9bc3-6bc9d36e1a46,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:52.450769 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101e9c38-b7fa-40ea-8c39-9de06c71a0a8 req-65b2c083-c022-4a31-916b-03b65b79fa72 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:52.452370 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-101e9c38-b7fa-40ea-8c39-9de06c71a0a8 req-65b2c083-c022-4a31-916b-03b65b79fa72 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 946 time: 1.8053670 Oct 13 15:29:52.615809 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 639385b9-fd3b-4df6-be59-3cc89455f207 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:29:52.649446 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-101e9c38-b7fa-40ea-8c39-9de06c71a0a8 req-5926155b-8930-495c-86af-585c5e853e53 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1763258 Oct 13 15:29:52.673901 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-96386017-62d2-4923-a969-227c1db7dfb5 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:52.675245 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4fcddc-57c7-48f6-85ab-e7dbbb2d217e None None] Pushing event updated for resources: {'Port': ['ID=74cf70b7-2b9e-4424-b57e-c1f97346df99,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:52.699542 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173ce010-593a-406d-bd35-5bf86ebf5b57 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:52.700080 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-173ce010-593a-406d-bd35-5bf86ebf5b57 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:52.705434 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [None req-96386017-62d2-4923-a969-227c1db7dfb5 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] device_id is not set on port ec808eb8-8692-42ab-8748-2147ebcab0e4 yet. {{(pid=88973) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:29:52.785891 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f9733912-ce8e-4cdd-9e40-549aef67a2cd None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:52.900248 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-f9733912-ce8e-4cdd-9e40-549aef67a2cd None None] Transition to ACTIVE for port object 8eb873ab-5c81-48fd-aca4-d97adb0097cd will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:29:52.968337 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-f9733912-ce8e-4cdd-9e40-549aef67a2cd None None] Transition to ACTIVE for port object 8eb873ab-5c81-48fd-aca4-d97adb0097cd will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:29:52.977420 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 639385b9-fd3b-4df6-be59-3cc89455f207 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:29:52.980893 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-e421d695-9bc4-4f3d-972f-ef6a76806107 None None] Current status of the port 74cf70b7-2b9e-4424-b57e-c1f97346df99 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:29:52.988204 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 639385b9-fd3b-4df6-be59-3cc89455f207 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:29:52.988204 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:52.988204 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 639385b9-fd3b-4df6-be59-3cc89455f207 Oct 13 15:29:52.996665 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-c1ae9991-43a7-436b-aa55-f56977ef329e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Deleting port 3580f1d3-cdad-44df-8c02-828209e16d9a {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:29:52.997052 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c1ae9991-43a7-436b-aa55-f56977ef329e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:53.076995 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f9733912-ce8e-4cdd-9e40-549aef67a2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:53.160505 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb391057-3688-46ea-bb10-40b8aba2ba2f tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Router d84045c4-b4f1-410c-bc8e-7c43dfb7bd65 is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 15:29:53.269706 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-173ce010-593a-406d-bd35-5bf86ebf5b57 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.9260824 Oct 13 15:29:53.286859 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48356) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:53.338354 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-e421d695-9bc4-4f3d-972f-ef6a76806107 None None] Provisioning complete for port b79074c0-28ab-4763-8859-65b933f060d7 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:29:53.339009 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e421d695-9bc4-4f3d-972f-ef6a76806107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:53.339476 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-e421d695-9bc4-4f3d-972f-ef6a76806107 None None] Attempt 1 to provision port b79074c0-28ab-4763-8859-65b933f060d7 Oct 13 15:29:53.393705 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9733912-ce8e-4cdd-9e40-549aef67a2cd None None] Pushing event updated for resources: {'Port': ['ID=8eb873ab-5c81-48fd-aca4-d97adb0097cd,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:53.420750 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9733912-ce8e-4cdd-9e40-549aef67a2cd None None] Network a7f3b330-c320-422e-b157-5a2ea33283c2 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:29:53.469161 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-f9733912-ce8e-4cdd-9e40-549aef67a2cd None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:29:53.489194 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9733912-ce8e-4cdd-9e40-549aef67a2cd None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:29:53.551386 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-42fe87e8-edd9-418b-9376-cea46463d76e tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] For port 639385b9-fd3b-4df6-be59-3cc89455f207, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=639385b9-fd3b-4df6-be59-3cc89455f207,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:29:53.551984 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-42fe87e8-edd9-418b-9376-cea46463d76e tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:53.790534 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3d95bb-57e6-4052-9646-2c16e9db0aed None None] Network 18bc8f72-29ae-4582-94b6-dd7b97023729 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:29:53.839105 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb391057-3688-46ea-bb10-40b8aba2ba2f tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:29:53.846188 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-f9733912-ce8e-4cdd-9e40-549aef67a2cd None None] Attempting to bind port 8eb873ab-5c81-48fd-aca4-d97adb0097cd on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:29:53.846188 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-f9733912-ce8e-4cdd-9e40-549aef67a2cd None None] Attempting to bind port 8eb873ab-5c81-48fd-aca4-d97adb0097cd by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '500226a8-381d-428a-ae40-87c61feb9775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a7f3b330-c320-422e-b157-5a2ea33283c2'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:29:53.846188 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9733912-ce8e-4cdd-9e40-549aef67a2cd None None] Attempting to bind port 8eb873ab-5c81-48fd-aca4-d97adb0097cd on network a7f3b330-c320-422e-b157-5a2ea33283c2 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:29:53.866160 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-bb391057-3688-46ea-bb10-40b8aba2ba2f tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] 10.222.0.42 "PUT /v2.0/routers/d84045c4-b4f1-410c-bc8e-7c43dfb7bd65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6723571 Oct 13 15:29:53.869295 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48362) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:53.877130 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-83641023-c56f-4f6d-80ab-eefdac189f98 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Request body: {'subnet': {'network_id': 'a7f3b330-c320-422e-b157-5a2ea33283c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:29:53.906649 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-42fe87e8-edd9-418b-9376-cea46463d76e tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Calling delete_port for 639385b9-fd3b-4df6-be59-3cc89455f207 owned by network:router_gateway {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:29:53.919239 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d8d00d-768b-45ed-bba4-2dae28c16500 None None] Sync routers for ids ['d84045c4-b4f1-410c-bc8e-7c43dfb7bd65'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:29:53.926796 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 639385b9-fd3b-4df6-be59-3cc89455f207 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:29:53.927164 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:53.943149 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9733912-ce8e-4cdd-9e40-549aef67a2cd None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:29:53.943307 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9733912-ce8e-4cdd-9e40-549aef67a2cd None None] Checking segment: {'id': '500226a8-381d-428a-ae40-87c61feb9775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a7f3b330-c320-422e-b157-5a2ea33283c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:29:53.943715 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f9733912-ce8e-4cdd-9e40-549aef67a2cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:53.944749 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9733912-ce8e-4cdd-9e40-549aef67a2cd None None] Bound using segment: {'id': '500226a8-381d-428a-ae40-87c61feb9775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a7f3b330-c320-422e-b157-5a2ea33283c2'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:29:53.945211 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-f9733912-ce8e-4cdd-9e40-549aef67a2cd None None] Bound port: 8eb873ab-5c81-48fd-aca4-d97adb0097cd, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '500226a8-381d-428a-ae40-87c61feb9775', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'a7f3b330-c320-422e-b157-5a2ea33283c2'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:29:53.945584 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f9733912-ce8e-4cdd-9e40-549aef67a2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:53.988629 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-c1ae9991-43a7-436b-aa55-f56977ef329e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] For port 3580f1d3-cdad-44df-8c02-828209e16d9a, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=3580f1d3-cdad-44df-8c02-828209e16d9a,segment=NetworkSegment(89fa862b-6a75-4e67-88c3-ea23e611ebf6),segment_id=89fa862b-6a75-4e67-88c3-ea23e611ebf6)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:29:53.988952 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c1ae9991-43a7-436b-aa55-f56977ef329e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:54.017737 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d8d00d-768b-45ed-bba4-2dae28c16500 None None] Routers {'d84045c4-b4f1-410c-bc8e-7c43dfb7bd65'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:29:54.018388 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-47d8d00d-768b-45ed-bba4-2dae28c16500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:29:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['d84045c4-b4f1-410c-bc8e-7c43dfb7bd65'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:54.069692 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7671798-4eb2-4324-8ba9-a7ef96dbdd9e req-51907d43-b817-491a-b9ab-bd76fe7d087c tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:54.071335 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a7671798-4eb2-4324-8ba9-a7ef96dbdd9e req-51907d43-b817-491a-b9ab-bd76fe7d087c tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 946 time: 0.5295117 Oct 13 15:29:54.073400 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-96386017-62d2-4923-a969-227c1db7dfb5 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Allocated IP 172.20.0.14 (ae4eeb10-b86a-45ac-80e0-9663d7d242fb/fb50b5e5-969e-4a04-a939-f1db0980ef1a/ec808eb8-8692-42ab-8748-2147ebcab0e4) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:29:54.085936 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-96386017-62d2-4923-a969-227c1db7dfb5 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Allocated IP 172.20.0.13 (ae4eeb10-b86a-45ac-80e0-9663d7d242fb/fb50b5e5-969e-4a04-a939-f1db0980ef1a/ec808eb8-8692-42ab-8748-2147ebcab0e4) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:29:54.131277 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 639385b9-fd3b-4df6-be59-3cc89455f207, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=639385b9-fd3b-4df6-be59-3cc89455f207,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:29:54.143000 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-47d8d00d-768b-45ed-bba4-2dae28c16500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:54.164334 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:54.165089 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device b79074c0-28ab-4763-8859-65b933f060d7 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:29:54.214877 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-c1ae9991-43a7-436b-aa55-f56977ef329e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Calling delete_port for 3580f1d3-cdad-44df-8c02-828209e16d9a owned by network:dhcp {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:29:54.324740 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a7671798-4eb2-4324-8ba9-a7ef96dbdd9e req-14370b99-22a7-4113-933b-4c2fc82354ee tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2329292 Oct 13 15:29:54.352723 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-e421d695-9bc4-4f3d-972f-ef6a76806107 None None] Current status of the port b79074c0-28ab-4763-8859-65b933f060d7 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:29:54.381637 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d8d00d-768b-45ed-bba4-2dae28c16500 None None] Routers {'d84045c4-b4f1-410c-bc8e-7c43dfb7bd65'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:29:54.382300 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-47d8d00d-768b-45ed-bba4-2dae28c16500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:29:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['d84045c4-b4f1-410c-bc8e-7c43dfb7bd65'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:54.388320 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bf167d8d-eb18-441c-9dcd-ef4b084d2783 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:54.488398 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-47d8d00d-768b-45ed-bba4-2dae28c16500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:54.488884 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47d8d00d-768b-45ed-bba4-2dae28c16500 None None] The sync data for ids ['d84045c4-b4f1-410c-bc8e-7c43dfb7bd65'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:29:54.504331 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-f9733912-ce8e-4cdd-9e40-549aef67a2cd None None] For port 8eb873ab-5c81-48fd-aca4-d97adb0097cd, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:29:54.514156 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=639385b9-fd3b-4df6-be59-3cc89455f207,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:54.562455 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-e421d695-9bc4-4f3d-972f-ef6a76806107 None None] Provisioning for port 2d56907a-6044-4d4f-b945-1aa6b1cbc42c completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:29:54.568531 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-f9733912-ce8e-4cdd-9e40-549aef67a2cd None None] For port 8eb873ab-5c81-48fd-aca4-d97adb0097cd, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=8eb873ab-5c81-48fd-aca4-d97adb0097cd,segment=NetworkSegment(500226a8-381d-428a-ae40-87c61feb9775),segment_id=500226a8-381d-428a-ae40-87c61feb9775)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:29:54.577191 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-e421d695-9bc4-4f3d-972f-ef6a76806107 None None] Provisioning complete for port 2d56907a-6044-4d4f-b945-1aa6b1cbc42c triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:29:54.577191 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e421d695-9bc4-4f3d-972f-ef6a76806107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:54.577414 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-e421d695-9bc4-4f3d-972f-ef6a76806107 None None] Attempt 1 to provision port 2d56907a-6044-4d4f-b945-1aa6b1cbc42c Oct 13 15:29:54.586529 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-83641023-c56f-4f6d-80ab-eefdac189f98 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:29:54.606224 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf167d8d-eb18-441c-9dcd-ef4b084d2783 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event deleted for resources: {'Port': ['ID=4edad970-d491-41f5-993a-398f0dcce7f0,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:54.637879 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f9733912-ce8e-4cdd-9e40-549aef67a2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:54.640599 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-83641023-c56f-4f6d-80ab-eefdac189f98 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Usage tracker for resource:subnet and tenant:c7529f71933548bfa5c77476ba17c75c is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:29:54.806291 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-83641023-c56f-4f6d-80ab-eefdac189f98 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:29:54.815819 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-83641023-c56f-4f6d-80ab-eefdac189f98 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:29:54.826565 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c1ae9991-43a7-436b-aa55-f56977ef329e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:54.836897 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bf167d8d-eb18-441c-9dcd-ef4b084d2783 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:54.874759 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.db.api [None req-42fe87e8-edd9-418b-9376-cea46463d76e tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88972) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:29:54.875085 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG oslo_db.api [None req-42fe87e8-edd9-418b-9376-cea46463d76e tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:29:54.890690 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83641023-c56f-4f6d-80ab-eefdac189f98 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Made reservation on behalf of c7529f71933548bfa5c77476ba17c75c for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:29:54.894184 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-83641023-c56f-4f6d-80ab-eefdac189f98 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:54.896982 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port b79074c0-28ab-4763-8859-65b933f060d7 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:29:54.905497 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:54.905881 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port b79074c0-28ab-4763-8859-65b933f060d7 Oct 13 15:29:54.943706 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae9991-43a7-436b-aa55-f56977ef329e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event deleted for resources: {'Port': ['ID=3580f1d3-cdad-44df-8c02-828209e16d9a,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:54.955635 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ae9991-43a7-436b-aa55-f56977ef329e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] No DVR routers for this DVR port 3580f1d3-cdad-44df-8c02-828209e16d9a on host dv-neutron-860329-2-hyperv {{(pid=88972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:29:54.958893 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-96386017-62d2-4923-a969-227c1db7dfb5 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:55.079643 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9733912-ce8e-4cdd-9e40-549aef67a2cd None None] Pushing event updated for resources: {'Port': ['ID=8eb873ab-5c81-48fd-aca4-d97adb0097cd,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:55.158647 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.api.v2.resource [None req-597d460c-dd9f-45a0-94ef-18bdfa8760fc tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 15:29:55.159611 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-597d460c-dd9f-45a0-94ef-18bdfa8760fc tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] 10.222.0.42 "PUT /v2.0/routers/d84045c4-b4f1-410c-bc8e-7c43dfb7bd65/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2847455 Oct 13 15:29:55.162715 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48370) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:55.221312 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-e421d695-9bc4-4f3d-972f-ef6a76806107 None None] Current status of the port 2d56907a-6044-4d4f-b945-1aa6b1cbc42c is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:29:55.221688 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e421d695-9bc4-4f3d-972f-ef6a76806107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:55.246844 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port b79074c0-28ab-4763-8859-65b933f060d7 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:29:55.248258 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device cc74c84a-c529-4eb4-bb4f-e0e7ed9ee654 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:29:55.334201 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-e421d695-9bc4-4f3d-972f-ef6a76806107 None None] For port 2d56907a-6044-4d4f-b945-1aa6b1cbc42c, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=2d56907a-6044-4d4f-b945-1aa6b1cbc42c,segment=NetworkSegment(3a262c69-b8c9-4db7-88e9-c06133295037),segment_id=3a262c69-b8c9-4db7-88e9-c06133295037)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:29:55.343523 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e421d695-9bc4-4f3d-972f-ef6a76806107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:55.381072 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-e421d695-9bc4-4f3d-972f-ef6a76806107 None None] Could not find standard attr ID for object 4edad970-d491-41f5-993a-398f0dcce7f0. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:29:55.389572 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port cc74c84a-c529-4eb4-bb4f-e0e7ed9ee654 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:29:55.415865 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c1ae9991-43a7-436b-aa55-f56977ef329e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:55.449872 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-c1ae9991-43a7-436b-aa55-f56977ef329e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d411f34-7662-4a2d-a85c-edeae6cc8d49']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:55.465353 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e421d695-9bc4-4f3d-972f-ef6a76806107 None None] Pushing event updated for resources: {'Port': ['ID=2d56907a-6044-4d4f-b945-1aa6b1cbc42c,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:55.466342 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-c1ae9991-43a7-436b-aa55-f56977ef329e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89fa862b-6a75-4e67-88c3-ea23e611ebf6') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:55.466751 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-c1ae9991-43a7-436b-aa55-f56977ef329e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89fa862b-6a75-4e67-88c3-ea23e611ebf6') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:29:55.480754 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c1ae9991-43a7-436b-aa55-f56977ef329e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:55.498285 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c1ae9991-43a7-436b-aa55-f56977ef329e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:55.498910 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b940717-ac82-48d5-8711-49565b6869ef req-83352056-3426-49d1-b03a-47ac0a2d7809 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:55.505027 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1ae9991-43a7-436b-aa55-f56977ef329e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Releasing vlan 436 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:29:55.505425 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c1ae9991-43a7-436b-aa55-f56977ef329e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:55.507392 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4b940717-ac82-48d5-8711-49565b6869ef req-83352056-3426-49d1-b03a-47ac0a2d7809 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 946 time: 0.5441697 Oct 13 15:29:55.522841 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ae84e95c-a3c0-421a-9812-ee5f5dae0dbb None None] Provisioning for port 26b40e46-daf4-4f4e-80f9-7095c12f5eba completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:29:55.530153 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-96386017-62d2-4923-a969-227c1db7dfb5 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:55.534709 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ae84e95c-a3c0-421a-9812-ee5f5dae0dbb None None] Provisioning complete for port 26b40e46-daf4-4f4e-80f9-7095c12f5eba triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:29:55.535319 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ae84e95c-a3c0-421a-9812-ee5f5dae0dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:55.535857 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ae84e95c-a3c0-421a-9812-ee5f5dae0dbb None None] Attempt 1 to provision port 26b40e46-daf4-4f4e-80f9-7095c12f5eba Oct 13 15:29:55.614969 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-42fe87e8-edd9-418b-9376-cea46463d76e tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Deleting port 639385b9-fd3b-4df6-be59-3cc89455f207 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:29:55.615305 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-42fe87e8-edd9-418b-9376-cea46463d76e tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:55.618764 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ae84e95c-a3c0-421a-9812-ee5f5dae0dbb None None] Port 26b40e46-daf4-4f4e-80f9-7095c12f5eba cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:29:55.629224 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96386017-62d2-4923-a969-227c1db7dfb5 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Network ae4eeb10-b86a-45ac-80e0-9663d7d242fb is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:29:55.638950 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-96386017-62d2-4923-a969-227c1db7dfb5 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:29:55.639311 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:55.641791 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96386017-62d2-4923-a969-227c1db7dfb5 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:29:55.668096 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 639385b9-fd3b-4df6-be59-3cc89455f207 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:29:55.768492 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 639385b9-fd3b-4df6-be59-3cc89455f207 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:29:55.769172 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:55.769684 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 639385b9-fd3b-4df6-be59-3cc89455f207 Oct 13 15:29:55.788498 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-bf167d8d-eb18-441c-9dcd-ef4b084d2783 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/ports/4edad970-d491-41f5-993a-398f0dcce7f0 HTTP/1.1" status: 204 len: 168 time: 7.8660705 Oct 13 15:29:55.794895 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48378) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:55.800998 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c1ae9991-43a7-436b-aa55-f56977ef329e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:55.805403 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c1ae9991-43a7-436b-aa55-f56977ef329e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:55.951603 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ae9991-43a7-436b-aa55-f56977ef329e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event deleted for resources: {'Network': ['ID=9d411f34-7662-4a2d-a85c-edeae6cc8d49,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:55.968353 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4b940717-ac82-48d5-8711-49565b6869ef req-fa106744-f264-4acc-994e-45af3e9bf31d tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4596057 Oct 13 15:29:55.969377 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96386017-62d2-4923-a969-227c1db7dfb5 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Pushing event updated for resources: {'Port': ['ID=ec808eb8-8692-42ab-8748-2147ebcab0e4,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:55.978959 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 639385b9-fd3b-4df6-be59-3cc89455f207 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:29:55.980698 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 74cf70b7-2b9e-4424-b57e-c1f97346df99 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:29:55.989673 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 89fa862b-6a75-4e67-88c3-ea23e611ebf6 resource provider aggregate not found Oct 13 15:29:56.006991 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-c1ae9991-43a7-436b-aa55-f56977ef329e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "DELETE /v2.0/networks/9d411f34-7662-4a2d-a85c-edeae6cc8d49 HTTP/1.1" status: 204 len: 168 time: 7.5838325 Oct 13 15:29:56.021325 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48386) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:56.036448 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-836ede5c-cd5d-466d-bff3-2382a9ab7f10 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Request body: {'port': {'network_id': 'a7f39bfd-3970-412d-aef1-153889c90dcb', 'name': 'tempest-PortsIpV6TestJSON-648108341'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:29:56.043568 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 89fa862b-6a75-4e67-88c3-ea23e611ebf6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 89fa862b-6a75-4e67-88c3-ea23e611ebf6 found for delete ", "request_id": "req-40ead3e6-04a3-4415-9ab3-b4df469c8773"}]} Oct 13 15:29:56.070323 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.ipam_backend_mixin [None req-83641023-c56f-4f6d-80ab-eefdac189f98 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3906bbc8-bfd0-4f62-8168-cbe34df66798 (CIDR: 172.20.0.0/28) Oct 13 15:29:56.093873 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-83641023-c56f-4f6d-80ab-eefdac189f98 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 15:29:56.094303 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83641023-c56f-4f6d-80ab-eefdac189f98 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:29:56.102900 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 74cf70b7-2b9e-4424-b57e-c1f97346df99 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:29:56.103584 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:56.104159 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 74cf70b7-2b9e-4424-b57e-c1f97346df99 Oct 13 15:29:56.123889 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-83641023-c56f-4f6d-80ab-eefdac189f98 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.6302798 Oct 13 15:29:56.126811 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-42fe87e8-edd9-418b-9376-cea46463d76e tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] For port 639385b9-fd3b-4df6-be59-3cc89455f207, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=639385b9-fd3b-4df6-be59-3cc89455f207,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:29:56.127543 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-42fe87e8-edd9-418b-9376-cea46463d76e tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:56.136646 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48390) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:56.143084 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ae84e95c-a3c0-421a-9812-ee5f5dae0dbb None None] Attempt 2 to provision port 26b40e46-daf4-4f4e-80f9-7095c12f5eba Oct 13 15:29:56.150830 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-839598a9-204d-409d-9f83-8bfdff3dfa4d tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Request body: {'subnet': {'network_id': 'a7f3b330-c320-422e-b157-5a2ea33283c2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:29:56.153701 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-836ede5c-cd5d-466d-bff3-2382a9ab7f10 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:29:56.176381 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-836ede5c-cd5d-466d-bff3-2382a9ab7f10 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:29:56.192909 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96386017-62d2-4923-a969-227c1db7dfb5 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:56.194631 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-96386017-62d2-4923-a969-227c1db7dfb5 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:56.224990 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-96386017-62d2-4923-a969-227c1db7dfb5 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 4.7510364 Oct 13 15:29:56.227131 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48394) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:56.229789 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ae84e95c-a3c0-421a-9812-ee5f5dae0dbb None None] Port 26b40e46-daf4-4f4e-80f9-7095c12f5eba cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:29:56.230905 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836ede5c-cd5d-466d-bff3-2382a9ab7f10 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Made reservation on behalf of 19ec4718eae5492e825f796615e1a8b4 for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:29:56.234310 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-836ede5c-cd5d-466d-bff3-2382a9ab7f10 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:56.248110 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-ff266f90-8beb-43da-a434-a19076102e7c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Request body: {'floatingip': {'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'port_id': 'ec808eb8-8692-42ab-8748-2147ebcab0e4', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:29:56.261536 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-ff266f90-8beb-43da-a434-a19076102e7c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:29:56.303440 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-ff266f90-8beb-43da-a434-a19076102e7c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Usage tracker for resource:floatingip and tenant:dee21423abc34d479217f618911e90ce is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:29:56.312721 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-ff266f90-8beb-43da-a434-a19076102e7c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:29:56.321111 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [None req-836ede5c-cd5d-466d-bff3-2382a9ab7f10 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] device_id is not set on port 9c43adf9-caf7-47fd-ad23-46a8cdafb7af yet. {{(pid=88973) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:29:56.326445 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 74cf70b7-2b9e-4424-b57e-c1f97346df99 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:29:56.328731 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 8eb873ab-5c81-48fd-aca4-d97adb0097cd up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:29:56.392844 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8052bd7e-13d4-4ce0-a128-4a9a68739473 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:56.395268 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-8052bd7e-13d4-4ce0-a128-4a9a68739473 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Synchronizing usage tracker for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:29:56.410834 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-42fe87e8-edd9-418b-9376-cea46463d76e tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Calling delete_port for 639385b9-fd3b-4df6-be59-3cc89455f207 owned by network:router_gateway {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:29:56.419952 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 8eb873ab-5c81-48fd-aca4-d97adb0097cd completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:29:56.450458 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-ff266f90-8beb-43da-a434-a19076102e7c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:29:56.450879 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f20a6f-034c-479b-b930-d3e122b9649f None None] get_active_networks_info from dv-neutron-860329-2-hyperv {{(pid=88974) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 13 15:29:56.501287 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-8052bd7e-13d4-4ce0-a128-4a9a68739473 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Unset dirty status for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:29:56.505271 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-8052bd7e-13d4-4ce0-a128-4a9a68739473 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.7059104 Oct 13 15:29:56.507590 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48398) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:56.508692 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-839598a9-204d-409d-9f83-8bfdff3dfa4d tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:29:56.517436 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-839598a9-204d-409d-9f83-8bfdff3dfa4d tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Usage tracker for resource:subnet and tenant:c7529f71933548bfa5c77476ba17c75c is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:29:56.538226 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ff266f90-8beb-43da-a434-a19076102e7c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for floatingip, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:56.556771 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-839598a9-204d-409d-9f83-8bfdff3dfa4d tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:29:56.570629 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-839598a9-204d-409d-9f83-8bfdff3dfa4d tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:29:56.607595 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-836ede5c-cd5d-466d-bff3-2382a9ab7f10 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:56.624003 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-aee7a0f6-e6e9-481e-9aed-2626eb470840 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:56.636872 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f20a6f-034c-479b-b930-d3e122b9649f None None] Resources bound (agent type, host, resource id): {{(pid=88974) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 15:29:56.644343 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839598a9-204d-409d-9f83-8bfdff3dfa4d tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Made reservation on behalf of c7529f71933548bfa5c77476ba17c75c for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:29:56.649106 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-839598a9-204d-409d-9f83-8bfdff3dfa4d tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:56.781625 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ae84e95c-a3c0-421a-9812-ee5f5dae0dbb None None] Attempt 3 to provision port 26b40e46-daf4-4f4e-80f9-7095c12f5eba Oct 13 15:29:56.861685 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d113221e-d4cd-4aa4-abb3-160e7d4d0d75 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:56.863454 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d113221e-d4cd-4aa4-abb3-160e7d4d0d75 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3515923 Oct 13 15:29:56.872336 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48402) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:56.882284 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ae84e95c-a3c0-421a-9812-ee5f5dae0dbb None None] Port 26b40e46-daf4-4f4e-80f9-7095c12f5eba cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:29:56.997539 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-42fe87e8-edd9-418b-9376-cea46463d76e tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:57.004134 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8549df96-9a47-4744-8814-796ece43ecb6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:57.005752 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8549df96-9a47-4744-8814-796ece43ecb6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:57.007284 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8549df96-9a47-4744-8814-796ece43ecb6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:57.008070 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-8549df96-9a47-4744-8814-796ece43ecb6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Synchronizing usage tracker for tenant:bb90cebe15f541febeed2c50e15c931e on resource:subnet {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:29:57.064241 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fe87e8-edd9-418b-9376-cea46463d76e tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Pushing event deleted for resources: {'Port': ['ID=639385b9-fd3b-4df6-be59-3cc89455f207,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:57.074262 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-836ede5c-cd5d-466d-bff3-2382a9ab7f10 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:57.196340 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836ede5c-cd5d-466d-bff3-2382a9ab7f10 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Network a7f39bfd-3970-412d-aef1-153889c90dcb is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:29:57.205497 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-836ede5c-cd5d-466d-bff3-2382a9ab7f10 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:29:57.211976 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-836ede5c-cd5d-466d-bff3-2382a9ab7f10 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:29:57.217639 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836ede5c-cd5d-466d-bff3-2382a9ab7f10 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:57.218262 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-836ede5c-cd5d-466d-bff3-2382a9ab7f10 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:57.242178 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836ede5c-cd5d-466d-bff3-2382a9ab7f10 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event updated for resources: {'Port': ['ID=9c43adf9-caf7-47fd-ad23-46a8cdafb7af,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:57.266100 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ff266f90-8beb-43da-a434-a19076102e7c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:57.269979 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-836ede5c-cd5d-466d-bff3-2382a9ab7f10 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2398920 Oct 13 15:29:57.304787 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48408) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:57.360528 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-8549df96-9a47-4744-8814-796ece43ecb6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Unset dirty status for tenant:bb90cebe15f541febeed2c50e15c931e on resource:subnet {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:29:57.364449 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-8549df96-9a47-4744-8814-796ece43ecb6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4874294 Oct 13 15:29:57.365109 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48412) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:57.383644 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ae84e95c-a3c0-421a-9812-ee5f5dae0dbb None None] Attempt 4 to provision port 26b40e46-daf4-4f4e-80f9-7095c12f5eba Oct 13 15:29:57.441000 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ae84e95c-a3c0-421a-9812-ee5f5dae0dbb None None] Port 26b40e46-daf4-4f4e-80f9-7095c12f5eba cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:29:57.445464 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-811db32f-f76d-4fb1-8d44-5495e0775fc7 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Deleting port 9c43adf9-caf7-47fd-ad23-46a8cdafb7af {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:29:57.445806 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-811db32f-f76d-4fb1-8d44-5495e0775fc7 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:57.489225 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-a93b21ec-925e-406e-8424-5daed77463b1 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Deleting subnet 2a1e9298-a7e3-489e-830f-4179c6e8ca1c {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:29:57.504626 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a93b21ec-925e-406e-8424-5daed77463b1 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:57.555884 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-aee7a0f6-e6e9-481e-9aed-2626eb470840 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Deleting port 26b40e46-daf4-4f4e-80f9-7095c12f5eba {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:29:57.556458 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-aee7a0f6-e6e9-481e-9aed-2626eb470840 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:57.558381 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-42fe87e8-edd9-418b-9376-cea46463d76e tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828050'] for router_gateway, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:57.580013 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 2d56907a-6044-4d4f-b945-1aa6b1cbc42c up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:29:57.668866 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 2d56907a-6044-4d4f-b945-1aa6b1cbc42c triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:29:57.670028 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:57.670658 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 2d56907a-6044-4d4f-b945-1aa6b1cbc42c Oct 13 15:29:57.681739 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-ff266f90-8beb-43da-a434-a19076102e7c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Allocated IP 172.26.2.230 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/ed3c9fa8-d99b-4cb6-8234-a4446ff0da60) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:29:57.766442 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a93b21ec-925e-406e-8424-5daed77463b1 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:57.811626 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-42fe87e8-edd9-418b-9376-cea46463d76e tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:57.820703 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-42fe87e8-edd9-418b-9376-cea46463d76e tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:57.828621 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 2d56907a-6044-4d4f-b945-1aa6b1cbc42c is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:29:57.847680 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c67a7b-7e45-4ebc-b501-3a1199a9ab9c req-aa0e5eaa-70cb-4b6c-804e-9b668015cc27 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:57.849131 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e5c67a7b-7e45-4ebc-b501-3a1199a9ab9c req-aa0e5eaa-70cb-4b6c-804e-9b668015cc27 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 946 time: 0.5909452 Oct 13 15:29:57.923819 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-42fe87e8-edd9-418b-9376-cea46463d76e tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:57.924310 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42fe87e8-edd9-418b-9376-cea46463d76e tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9efc6e38-1f5e-483c-b6b5-fc37f9de9f80 {{(pid=88972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:29:57.943687 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ae84e95c-a3c0-421a-9812-ee5f5dae0dbb None None] Attempt 5 to provision port 26b40e46-daf4-4f4e-80f9-7095c12f5eba Oct 13 15:29:57.954773 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-839598a9-204d-409d-9f83-8bfdff3dfa4d tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:57.958791 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a93b21ec-925e-406e-8424-5daed77463b1 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:58.014060 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ae84e95c-a3c0-421a-9812-ee5f5dae0dbb None None] Port 26b40e46-daf4-4f4e-80f9-7095c12f5eba cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:29:58.019328 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-aee7a0f6-e6e9-481e-9aed-2626eb470840 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:58.027417 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-811db32f-f76d-4fb1-8d44-5495e0775fc7 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:58.043426 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e5c67a7b-7e45-4ebc-b501-3a1199a9ab9c req-a861dd36-6d01-4f30-949e-b07adcebf968 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683679 Oct 13 15:29:58.087004 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839598a9-204d-409d-9f83-8bfdff3dfa4d tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Network a7f3b330-c320-422e-b157-5a2ea33283c2 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:29:58.093869 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-839598a9-204d-409d-9f83-8bfdff3dfa4d tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:29:58.098001 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839598a9-204d-409d-9f83-8bfdff3dfa4d tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:29:58.098001 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-839598a9-204d-409d-9f83-8bfdff3dfa4d tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:58.106455 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-42fe87e8-edd9-418b-9376-cea46463d76e tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:58.110193 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-42fe87e8-edd9-418b-9376-cea46463d76e tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] 10.222.0.42 "DELETE /v2.0/routers/9efc6e38-1f5e-483c-b6b5-fc37f9de9f80 HTTP/1.1" status: 204 len: 168 time: 10.1307414 Oct 13 15:29:58.112079 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7b00f1-d61b-49e9-9082-c684ae9dd075 None None] Network a7f3b330-c320-422e-b157-5a2ea33283c2 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:29:58.139945 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48416) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:58.218101 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839598a9-204d-409d-9f83-8bfdff3dfa4d tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event updated for resources: {'Subnet': ['ID=c9910682-43a3-4dde-bd26-cfd0ac22153d,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:58.223485 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-811db32f-f76d-4fb1-8d44-5495e0775fc7 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Calling delete_port for 9c43adf9-caf7-47fd-ad23-46a8cdafb7af owned by {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:29:58.256116 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-839598a9-204d-409d-9f83-8bfdff3dfa4d tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.1112185 Oct 13 15:29:58.257802 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48420) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:58.266847 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-69cac504-773f-4ba8-9b0c-81dcda22d725 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2036977542', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c9910682-43a3-4dde-bd26-cfd0ac22153d'}], 'security_groups': ['cc95e51a-aa60-4564-a6a2-237ea709a748']}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:29:58.291381 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a93b21ec-925e-406e-8424-5daed77463b1 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:58.322293 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-aee7a0f6-e6e9-481e-9aed-2626eb470840 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Calling delete_port for 26b40e46-daf4-4f4e-80f9-7095c12f5eba owned by network:router_interface {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:29:58.404180 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ff266f90-8beb-43da-a434-a19076102e7c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:58.408517 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93b21ec-925e-406e-8424-5daed77463b1 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event deleted for resources: {'Subnet': ['ID=2a1e9298-a7e3-489e-830f-4179c6e8ca1c,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:58.448996 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a93b21ec-925e-406e-8424-5daed77463b1 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:58.453510 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a93b21ec-925e-406e-8424-5daed77463b1 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/2a1e9298-a7e3-489e-830f-4179c6e8ca1c HTTP/1.1" status: 204 len: 168 time: 1.0588236 Oct 13 15:29:58.456213 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48424) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:58.481527 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-811db32f-f76d-4fb1-8d44-5495e0775fc7 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:58.509059 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823e982a-41af-44cc-9ae1-c701f45e9ef4 None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:29:58.529350 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ae84e95c-a3c0-421a-9812-ee5f5dae0dbb None None] Attempt 6 to provision port 26b40e46-daf4-4f4e-80f9-7095c12f5eba Oct 13 15:29:58.594651 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9fdf66-6edd-4f00-bd2b-b659b81afbe7 None None] Update dhcp port {'port': {'network_id': 'a7f3b330-c320-422e-b157-5a2ea33283c2', 'fixed_ips': [{'subnet_id': '3906bbc8-bfd0-4f62-8168-cbe34df66798', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c9910682-43a3-4dde-bd26-cfd0ac22153d'}], 'binding:host_id': 'dv-neutron-860329-2-hyperv'}, 'id': '8eb873ab-5c81-48fd-aca4-d97adb0097cd'} from dv-neutron-860329-2-hyperv. {{(pid=88974) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 13 15:29:58.635549 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-06e1bf77-5e5d-40a0-8e60-16d9f3b9a81a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Deleting subnet ff5bb115-3e08-46c8-8ecb-1aed329be557 {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:29:58.641460 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-13f7bed6-20ac-4f76-90d0-81bc3d55c134 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks [] for router, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:58.684038 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811db32f-f76d-4fb1-8d44-5495e0775fc7 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event deleted for resources: {'Port': ['ID=9c43adf9-caf7-47fd-ad23-46a8cdafb7af,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:58.691233 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-811db32f-f76d-4fb1-8d44-5495e0775fc7 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:58.691783 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-06e1bf77-5e5d-40a0-8e60-16d9f3b9a81a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:58.725834 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ae84e95c-a3c0-421a-9812-ee5f5dae0dbb None None] Port 26b40e46-daf4-4f4e-80f9-7095c12f5eba cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:29:58.735127 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ff266f90-8beb-43da-a434-a19076102e7c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:58.736240 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0f9fdf66-6edd-4f00-bd2b-b659b81afbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:58.812434 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-811db32f-f76d-4fb1-8d44-5495e0775fc7 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "DELETE /v2.0/ports/9c43adf9-caf7-47fd-ad23-46a8cdafb7af HTTP/1.1" status: 204 len: 168 time: 1.5050342 Oct 13 15:29:58.832157 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48428) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:29:58.842661 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff266f90-8beb-43da-a434-a19076102e7c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:29:58.848570 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-79ccf98f-5207-4807-84e8-32b4be51771a tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Request body: {'port': {'network_id': 'a7f39bfd-3970-412d-aef1-153889c90dcb', 'mac_address': 'fa:16:3e:c8:3f:a3', 'name': 'tempest-PortsIpV6TestJSON-394800196'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:29:58.869167 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-ff266f90-8beb-43da-a434-a19076102e7c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:29:58.873830 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff266f90-8beb-43da-a434-a19076102e7c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:29:58.930835 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-06e1bf77-5e5d-40a0-8e60-16d9f3b9a81a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:58.947988 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff266f90-8beb-43da-a434-a19076102e7c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Pushing event updated for resources: {'Port': ['ID=ed3c9fa8-d99b-4cb6-8234-a4446ff0da60,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:59.007607 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-aee7a0f6-e6e9-481e-9aed-2626eb470840 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:59.072222 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-0f9fdf66-6edd-4f00-bd2b-b659b81afbe7 None None] Allocated IP 172.20.0.18 (a7f3b330-c320-422e-b157-5a2ea33283c2/c9910682-43a3-4dde-bd26-cfd0ac22153d/8eb873ab-5c81-48fd-aca4-d97adb0097cd) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:29:59.083066 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee7a0f6-e6e9-481e-9aed-2626eb470840 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Pushing event deleted for resources: {'Port': ['ID=26b40e46-daf4-4f4e-80f9-7095c12f5eba,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:59.152342 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-69cac504-773f-4ba8-9b0c-81dcda22d725 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:59.164596 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-79ccf98f-5207-4807-84e8-32b4be51771a tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:29:59.190090 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-79ccf98f-5207-4807-84e8-32b4be51771a tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Usage tracker for resource:port and tenant:19ec4718eae5492e825f796615e1a8b4 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:29:59.271222 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ae84e95c-a3c0-421a-9812-ee5f5dae0dbb None None] Attempt 7 to provision port 26b40e46-daf4-4f4e-80f9-7095c12f5eba Oct 13 15:29:59.322719 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ae84e95c-a3c0-421a-9812-ee5f5dae0dbb None None] Port 26b40e46-daf4-4f4e-80f9-7095c12f5eba was deleted so its status cannot be updated. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:29:59.334820 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-13f7bed6-20ac-4f76-90d0-81bc3d55c134 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:59.347812 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-aee7a0f6-e6e9-481e-9aed-2626eb470840 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:59.357740 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-79ccf98f-5207-4807-84e8-32b4be51771a tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:29:59.361094 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-13f7bed6-20ac-4f76-90d0-81bc3d55c134 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Deleting port 80365b58-277d-4f21-9e68-be2e83bb68d4 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:29:59.361707 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-13f7bed6-20ac-4f76-90d0-81bc3d55c134 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:59.459161 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-79ccf98f-5207-4807-84e8-32b4be51771a tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:29:59.493808 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-0f9fdf66-6edd-4f00-bd2b-b659b81afbe7 None None] For port 8eb873ab-5c81-48fd-aca4-d97adb0097cd, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=8eb873ab-5c81-48fd-aca4-d97adb0097cd,segment=NetworkSegment(500226a8-381d-428a-ae40-87c61feb9775),segment_id=500226a8-381d-428a-ae40-87c61feb9775)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:29:59.543339 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0f9fdf66-6edd-4f00-bd2b-b659b81afbe7 None None] Notify callbacks [] for port, precommit_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:59.565736 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-0f9fdf66-6edd-4f00-bd2b-b659b81afbe7 None None] Ignored duplicate provisioning block setup for port 8eb873ab-5c81-48fd-aca4-d97adb0097cd by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 13 15:29:59.570310 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 639385b9-fd3b-4df6-be59-3cc89455f207 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:29:59.580199 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-06e1bf77-5e5d-40a0-8e60-16d9f3b9a81a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:59.620237 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 639385b9-fd3b-4df6-be59-3cc89455f207 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:29:59.620831 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 639385b9-fd3b-4df6-be59-3cc89455f207 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:29:59.622847 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0f9fdf66-6edd-4f00-bd2b-b659b81afbe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:59.640293 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ccf98f-5207-4807-84e8-32b4be51771a tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Made reservation on behalf of 19ec4718eae5492e825f796615e1a8b4 for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:29:59.718235 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9fdf66-6edd-4f00-bd2b-b659b81afbe7 None None] Pushing event updated for resources: {'Port': ['ID=8eb873ab-5c81-48fd-aca4-d97adb0097cd,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:29:59.721493 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ae84e95c-a3c0-421a-9812-ee5f5dae0dbb None None] Provisioning for port cc74c84a-c529-4eb4-bb4f-e0e7ed9ee654 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:29:59.784274 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ae84e95c-a3c0-421a-9812-ee5f5dae0dbb None None] Provisioning complete for port cc74c84a-c529-4eb4-bb4f-e0e7ed9ee654 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:29:59.785429 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ae84e95c-a3c0-421a-9812-ee5f5dae0dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:59.785974 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ae84e95c-a3c0-421a-9812-ee5f5dae0dbb None None] Attempt 1 to provision port cc74c84a-c529-4eb4-bb4f-e0e7ed9ee654 Oct 13 15:29:59.880280 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-13f7bed6-20ac-4f76-90d0-81bc3d55c134 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] For port 80365b58-277d-4f21-9e68-be2e83bb68d4, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=80365b58-277d-4f21-9e68-be2e83bb68d4,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:29:59.881239 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-13f7bed6-20ac-4f76-90d0-81bc3d55c134 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:59.915131 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-06e1bf77-5e5d-40a0-8e60-16d9f3b9a81a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:59.984277 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-79ccf98f-5207-4807-84e8-32b4be51771a tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:29:59.985605 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ae84e95c-a3c0-421a-9812-ee5f5dae0dbb None None] Current status of the port cc74c84a-c529-4eb4-bb4f-e0e7ed9ee654 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:29:59.985992 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ae84e95c-a3c0-421a-9812-ee5f5dae0dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:00.028388 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ae84e95c-a3c0-421a-9812-ee5f5dae0dbb None None] For port cc74c84a-c529-4eb4-bb4f-e0e7ed9ee654, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=cc74c84a-c529-4eb4-bb4f-e0e7ed9ee654,segment=NetworkSegment(f2b4ed5c-f272-4c1b-ad5d-888dc4dbae90),segment_id=f2b4ed5c-f272-4c1b-ad5d-888dc4dbae90)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:30:00.034649 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ae84e95c-a3c0-421a-9812-ee5f5dae0dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:00.049519 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-06e1bf77-5e5d-40a0-8e60-16d9f3b9a81a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:00.127002 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae84e95c-a3c0-421a-9812-ee5f5dae0dbb None None] Pushing event updated for resources: {'Port': ['ID=cc74c84a-c529-4eb4-bb4f-e0e7ed9ee654,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:00.131002 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-193a1317-4f2f-491f-adae-650a2784c7b6 None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:30:00.145441 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [None req-79ccf98f-5207-4807-84e8-32b4be51771a tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] device_id is not set on port 96b1e1b1-9725-480f-be7c-78c134967cb4 yet. {{(pid=88973) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:30:00.158092 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-13f7bed6-20ac-4f76-90d0-81bc3d55c134 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Calling delete_port for 80365b58-277d-4f21-9e68-be2e83bb68d4 owned by network:router_gateway {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:30:00.185393 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e1bf77-5e5d-40a0-8e60-16d9f3b9a81a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event deleted for resources: {'Subnet': ['ID=ff5bb115-3e08-46c8-8ecb-1aed329be557,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:00.186665 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ae84e95c-a3c0-421a-9812-ee5f5dae0dbb None None] Provisioning complete for port 2d56907a-6044-4d4f-b945-1aa6b1cbc42c triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:30:00.187038 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ae84e95c-a3c0-421a-9812-ee5f5dae0dbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:00.187374 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ae84e95c-a3c0-421a-9812-ee5f5dae0dbb None None] Attempt 1 to provision port 2d56907a-6044-4d4f-b945-1aa6b1cbc42c Oct 13 15:30:00.244546 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-06e1bf77-5e5d-40a0-8e60-16d9f3b9a81a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/ff5bb115-3e08-46c8-8ecb-1aed329be557 HTTP/1.1" status: 204 len: 168 time: 1.7829700 Oct 13 15:30:00.253653 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48434) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:00.353378 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-c7336f13-6f98-43e1-8dca-1b6d6bd93ffb tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0982885 Oct 13 15:30:00.361234 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48438) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:00.367598 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-b7aaf57d-65f6-4692-93ca-a23804682a13 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'subnet': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:00.499468 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ae84e95c-a3c0-421a-9812-ee5f5dae0dbb None None] Current status of the port 2d56907a-6044-4d4f-b945-1aa6b1cbc42c is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:30:00.522278 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c68a423-b237-430c-a7d0-e71fb517fe8a req-745c48ad-f543-47ce-8e1a-48e502e4675d tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:00.525497 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4c68a423-b237-430c-a7d0-e71fb517fe8a req-745c48ad-f543-47ce-8e1a-48e502e4675d tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 946 time: 1.1690943 Oct 13 15:30:00.530446 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aee7a0f6-e6e9-481e-9aed-2626eb470840 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Router d84045c4-b4f1-410c-bc8e-7c43dfb7bd65 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:30:00.536927 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-69cac504-773f-4ba8-9b0c-81dcda22d725 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Delete allocated IP 172.20.0.6 (a7f3b330-c320-422e-b157-5a2ea33283c2/3906bbc8-bfd0-4f62-8168-cbe34df66798) {{(pid=88972) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 13 15:30:00.554039 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-b7aaf57d-65f6-4692-93ca-a23804682a13 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:30:00.556250 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-69cac504-773f-4ba8-9b0c-81dcda22d725 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Allocated IP 172.20.0.19 (a7f3b330-c320-422e-b157-5a2ea33283c2/c9910682-43a3-4dde-bd26-cfd0ac22153d/8de3d355-e77b-4197-9bc3-6bc9d36e1a46) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:30:00.567790 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-b7aaf57d-65f6-4692-93ca-a23804682a13 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Usage tracker for resource:subnet and tenant:bb90cebe15f541febeed2c50e15c931e is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:30:00.573696 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-b7aaf57d-65f6-4692-93ca-a23804682a13 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:30:00.599610 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205b83da-bac1-4afa-8b56-025bfd57427f None None] DHCP port deletion for a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:30:00.605732 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-205b83da-bac1-4afa-8b56-025bfd57427f None None] Deleting port 74cf70b7-2b9e-4424-b57e-c1f97346df99 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:30:00.606332 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-205b83da-bac1-4afa-8b56-025bfd57427f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:00.607700 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-b7aaf57d-65f6-4692-93ca-a23804682a13 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:30:00.648671 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7aaf57d-65f6-4692-93ca-a23804682a13 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:30:00.652390 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b7aaf57d-65f6-4692-93ca-a23804682a13 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:00.678733 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ebe2a806-a747-4069-bf21-0b72d499f51e None None] Provisioning complete for port 74cf70b7-2b9e-4424-b57e-c1f97346df99 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:30:00.679374 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ebe2a806-a747-4069-bf21-0b72d499f51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:00.681128 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ebe2a806-a747-4069-bf21-0b72d499f51e None None] Attempt 1 to provision port 74cf70b7-2b9e-4424-b57e-c1f97346df99 Oct 13 15:30:00.714084 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4c68a423-b237-430c-a7d0-e71fb517fe8a req-f0dc122f-0b72-4f6e-83a8-6233dcdf088b tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1660719 Oct 13 15:30:00.845288 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee7a0f6-e6e9-481e-9aed-2626eb470840 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:30:00.861471 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3511d9a-a554-4e1c-b2d7-e76c3df037fc None None] Sync routers for ids ['d84045c4-b4f1-410c-bc8e-7c43dfb7bd65'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:30:00.874214 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3511d9a-a554-4e1c-b2d7-e76c3df037fc None None] Routers {'d84045c4-b4f1-410c-bc8e-7c43dfb7bd65'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:30:00.875284 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-a3511d9a-a554-4e1c-b2d7-e76c3df037fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:29:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['d84045c4-b4f1-410c-bc8e-7c43dfb7bd65'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:00.935384 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ebe2a806-a747-4069-bf21-0b72d499f51e None None] Current status of the port 74cf70b7-2b9e-4424-b57e-c1f97346df99 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:30:00.969499 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-aee7a0f6-e6e9-481e-9aed-2626eb470840 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] 10.222.0.42 "PUT /v2.0/routers/d84045c4-b4f1-410c-bc8e-7c43dfb7bd65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8014317 Oct 13 15:30:00.970447 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48442) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:00.978628 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-a3511d9a-a554-4e1c-b2d7-e76c3df037fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:00.992989 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3511d9a-a554-4e1c-b2d7-e76c3df037fc None None] Routers {'d84045c4-b4f1-410c-bc8e-7c43dfb7bd65'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:30:00.993644 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-a3511d9a-a554-4e1c-b2d7-e76c3df037fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:29:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['d84045c4-b4f1-410c-bc8e-7c43dfb7bd65'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:01.030245 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ebe2a806-a747-4069-bf21-0b72d499f51e None None] Provisioning complete for port 347ab731-b9cf-404e-a569-96fbee9e1759 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:30:01.030872 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ebe2a806-a747-4069-bf21-0b72d499f51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:01.031389 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ebe2a806-a747-4069-bf21-0b72d499f51e None None] Attempt 1 to provision port 347ab731-b9cf-404e-a569-96fbee9e1759 Oct 13 15:30:01.075982 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.api.v2.resource [None req-1bb39f6b-080a-4bdf-9bef-d7774731bc4f tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] delete failed (client error): The resource could not be found. Oct 13 15:30:01.080531 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b7aaf57d-65f6-4692-93ca-a23804682a13 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:01.082613 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-1bb39f6b-080a-4bdf-9bef-d7774731bc4f tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] 10.222.0.42 "DELETE /v2.0/routers/tempest-non_exist_router-1687438339 HTTP/1.1" status: 404 len: 335 time: 0.1006007 Oct 13 15:30:01.082714 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-a3511d9a-a554-4e1c-b2d7-e76c3df037fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:01.083378 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3511d9a-a554-4e1c-b2d7-e76c3df037fc None None] The sync data for ids ['d84045c4-b4f1-410c-bc8e-7c43dfb7bd65'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:30:01.084999 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48446) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:01.093012 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-79ccf98f-5207-4807-84e8-32b4be51771a tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:01.099761 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-eec0e85a-f5e4-4ecc-90a9-3b2d06d8e6dc tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd84045c4-b4f1-410c-bc8e-7c43dfb7bd65'}}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:01.105299 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-205b83da-bac1-4afa-8b56-025bfd57427f None None] For port 74cf70b7-2b9e-4424-b57e-c1f97346df99, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=74cf70b7-2b9e-4424-b57e-c1f97346df99,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:30:01.105602 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-205b83da-bac1-4afa-8b56-025bfd57427f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:01.203117 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7aaf57d-65f6-4692-93ca-a23804682a13 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:30:01.235719 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-205b83da-bac1-4afa-8b56-025bfd57427f None None] Calling delete_port for 74cf70b7-2b9e-4424-b57e-c1f97346df99 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:30:01.248002 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-b7aaf57d-65f6-4692-93ca-a23804682a13 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:30:01.251293 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7aaf57d-65f6-4692-93ca-a23804682a13 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:01.251940 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b7aaf57d-65f6-4692-93ca-a23804682a13 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:01.264706 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ebe2a806-a747-4069-bf21-0b72d499f51e None None] Port 347ab731-b9cf-404e-a569-96fbee9e1759 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:01.318220 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aaf57d-65f6-4692-93ca-a23804682a13 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'Subnet': ['ID=cfc0dddb-28b9-4cca-b104-710148662d14,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:01.330313 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-205b83da-bac1-4afa-8b56-025bfd57427f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:01.360352 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-b7aaf57d-65f6-4692-93ca-a23804682a13 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9976807 Oct 13 15:30:01.363611 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48450) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:01.366305 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-13f7bed6-20ac-4f76-90d0-81bc3d55c134 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:01.380258 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ff266f90-8beb-43da-a434-a19076102e7c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:01.386562 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-4ae22107-b282-4ab9-9435-df58b8aeb00a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'subnet': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:01.386724 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205b83da-bac1-4afa-8b56-025bfd57427f None None] Pushing event deleted for resources: {'Port': ['ID=74cf70b7-2b9e-4424-b57e-c1f97346df99,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:01.390728 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205b83da-bac1-4afa-8b56-025bfd57427f None None] No DVR routers for this DVR port 74cf70b7-2b9e-4424-b57e-c1f97346df99 on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:30:01.411190 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15da814-5e59-443d-bb9b-b4b649f81732 None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:30:01.427007 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f7bed6-20ac-4f76-90d0-81bc3d55c134 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Pushing event deleted for resources: {'Port': ['ID=80365b58-277d-4f21-9e68-be2e83bb68d4,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:01.554657 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.db.resource_extend [None req-69cac504-773f-4ba8-9b0c-81dcda22d725 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 15:30:01.564469 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-13f7bed6-20ac-4f76-90d0-81bc3d55c134 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828050'] for router_gateway, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:01.663732 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-79ccf98f-5207-4807-84e8-32b4be51771a tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:01.673424 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-eec0e85a-f5e4-4ecc-90a9-3b2d06d8e6dc tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:01.679267 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 8eb873ab-5c81-48fd-aca4-d97adb0097cd up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:30:01.754526 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-69cac504-773f-4ba8-9b0c-81dcda22d725 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:01.783589 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-69cac504-773f-4ba8-9b0c-81dcda22d725 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Ignored duplicate provisioning block setup for port 8de3d355-e77b-4197-9bc3-6bc9d36e1a46 by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 13 15:30:01.799701 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ebe2a806-a747-4069-bf21-0b72d499f51e None None] Attempt 2 to provision port 347ab731-b9cf-404e-a569-96fbee9e1759 Oct 13 15:30:01.809259 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-13f7bed6-20ac-4f76-90d0-81bc3d55c134 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:01.812599 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-13f7bed6-20ac-4f76-90d0-81bc3d55c134 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:01.845235 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-69cac504-773f-4ba8-9b0c-81dcda22d725 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:01.887389 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa6bf4f8-69ee-4445-9656-8ab924089958 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'tenant_id': 'bb90cebe15f541febeed2c50e15c931e', 'fixed_ips': [{'subnet_id': 'cfc0dddb-28b9-4cca-b104-710148662d14'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:30:01.888209 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-fa6bf4f8-69ee-4445-9656-8ab924089958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:01.916889 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ebe2a806-a747-4069-bf21-0b72d499f51e None None] Port 347ab731-b9cf-404e-a569-96fbee9e1759 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:01.961919 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device cc74c84a-c529-4eb4-bb4f-e0e7ed9ee654 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:30:02.007034 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.api.v2.resource [None req-eec0e85a-f5e4-4ecc-90a9-3b2d06d8e6dc tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] update failed (client error): The resource could not be found. Oct 13 15:30:02.007034 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-eec0e85a-f5e4-4ecc-90a9-3b2d06d8e6dc tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] 10.222.0.42 "PUT /v2.0/routers/d84045c4-b4f1-410c-bc8e-7c43dfb7bd65 HTTP/1.1" status: 404 len: 339 time: 0.9164882 Oct 13 15:30:02.007034 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48456) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:02.015278 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ccf98f-5207-4807-84e8-32b4be51771a tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Network a7f39bfd-3970-412d-aef1-153889c90dcb is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:30:02.015278 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ccf98f-5207-4807-84e8-32b4be51771a tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event updated for resources: {'Port': ['ID=96b1e1b1-9725-480f-be7c-78c134967cb4,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:02.025330 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-c1d606f5-e234-4aa6-932a-f15c20b593ea tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-74527421'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:02.029463 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-79ccf98f-5207-4807-84e8-32b4be51771a tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:30:02.029463 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ff266f90-8beb-43da-a434-a19076102e7c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:02.053660 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-13f7bed6-20ac-4f76-90d0-81bc3d55c134 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:02.053660 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f7bed6-20ac-4f76-90d0-81bc3d55c134 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7e05d9ac-7660-40e8-8807-dbfd3d320ae2 {{(pid=88972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:30:02.071855 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ccf98f-5207-4807-84e8-32b4be51771a tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:30:02.071855 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ccf98f-5207-4807-84e8-32b4be51771a tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:02.083674 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-79ccf98f-5207-4807-84e8-32b4be51771a tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:02.083674 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-c1d606f5-e234-4aa6-932a-f15c20b593ea tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:30:02.100494 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-4ae22107-b282-4ab9-9435-df58b8aeb00a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:30:02.124064 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-c1d606f5-e234-4aa6-932a-f15c20b593ea tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Usage tracker for resource:network and tenant:e0bc32ccc2ee41daba271b360216e735 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:30:02.142700 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-4ae22107-b282-4ab9-9435-df58b8aeb00a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Usage tracker for resource:subnet and tenant:bb90cebe15f541febeed2c50e15c931e is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:30:02.144244 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-c1d606f5-e234-4aa6-932a-f15c20b593ea tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:30:02.154424 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-4ae22107-b282-4ab9-9435-df58b8aeb00a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:30:02.167706 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-4ae22107-b282-4ab9-9435-df58b8aeb00a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:30:02.212798 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-c1d606f5-e234-4aa6-932a-f15c20b593ea tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:30:02.227958 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-13f7bed6-20ac-4f76-90d0-81bc3d55c134 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:02.230116 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-13f7bed6-20ac-4f76-90d0-81bc3d55c134 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] 10.222.0.42 "DELETE /v2.0/routers/7e05d9ac-7660-40e8-8807-dbfd3d320ae2 HTTP/1.1" status: 204 len: 168 time: 4.0809383 Oct 13 15:30:02.250463 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-79ccf98f-5207-4807-84e8-32b4be51771a tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.4127955 Oct 13 15:30:02.250463 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ae22107-b282-4ab9-9435-df58b8aeb00a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:30:02.251786 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4ae22107-b282-4ab9-9435-df58b8aeb00a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:02.257966 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48462) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:02.258333 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48464) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:02.282265 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-67a380e4-bef4-4302-ae7e-5f257b274eed tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-756405438', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}, 'admin_state_up': False}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:02.285540 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d606f5-e234-4aa6-932a-f15c20b593ea tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Made reservation on behalf of e0bc32ccc2ee41daba271b360216e735 for: {'network': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:30:02.289883 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c1d606f5-e234-4aa6-932a-f15c20b593ea tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:02.334469 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port cc74c84a-c529-4eb4-bb4f-e0e7ed9ee654 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:30:02.334469 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:02.334469 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port cc74c84a-c529-4eb4-bb4f-e0e7ed9ee654 Oct 13 15:30:02.389064 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-67a380e4-bef4-4302-ae7e-5f257b274eed tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:30:02.410279 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cac504-773f-4ba8-9b0c-81dcda22d725 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event updated for resources: {'Port': ['ID=8de3d355-e77b-4197-9bc3-6bc9d36e1a46,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:02.419790 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ebe2a806-a747-4069-bf21-0b72d499f51e None None] Attempt 3 to provision port 347ab731-b9cf-404e-a569-96fbee9e1759 Oct 13 15:30:02.452912 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-67a380e4-bef4-4302-ae7e-5f257b274eed tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Usage tracker for resource:router and tenant:7e2ccea388624444ac5f774ad8265626 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:30:02.458414 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-67a380e4-bef4-4302-ae7e-5f257b274eed tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:30:02.467590 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-67a380e4-bef4-4302-ae7e-5f257b274eed tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:30:02.497157 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-69cac504-773f-4ba8-9b0c-81dcda22d725 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] In _notify_port_updated(), no bound segment for port 8de3d355-e77b-4197-9bc3-6bc9d36e1a46 on network a7f3b330-c320-422e-b157-5a2ea33283c2 {{(pid=88972) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 13 15:30:02.497578 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-fa6bf4f8-69ee-4445-9656-8ab924089958 None None] Allocated IP 2001:db8::2 (a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828/cfc0dddb-28b9-4cca-b104-710148662d14/f76ff258-a077-4400-b7b3-3571d0c04071) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:30:02.507516 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cac504-773f-4ba8-9b0c-81dcda22d725 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:02.510875 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-69cac504-773f-4ba8-9b0c-81dcda22d725 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:02.513283 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-69cac504-773f-4ba8-9b0c-81dcda22d725 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "PUT /v2.0/ports/8de3d355-e77b-4197-9bc3-6bc9d36e1a46 HTTP/1.1" status: 200 len: 921 time: 4.2545118 Oct 13 15:30:02.514776 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-67a380e4-bef4-4302-ae7e-5f257b274eed tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:02.516067 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-67a380e4-bef4-4302-ae7e-5f257b274eed tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:02.520154 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ebe2a806-a747-4069-bf21-0b72d499f51e None None] Port 347ab731-b9cf-404e-a569-96fbee9e1759 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:02.522791 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48472) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:02.535650 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1d606f5-e234-4aa6-932a-f15c20b593ea tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=88973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:30:02.548761 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c1d606f5-e234-4aa6-932a-f15c20b593ea tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:02.549106 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-c1d606f5-e234-4aa6-932a-f15c20b593ea tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Added segment 663e9435-2281-4797-a4bb-ec2c0bafb237 of type vlan for network 380e63ae-b065-4318-bcfb-59adc469516e Oct 13 15:30:02.600091 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-67a380e4-bef4-4302-ae7e-5f257b274eed tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:02.629044 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.ipam_backend_mixin [None req-4ae22107-b282-4ab9-9435-df58b8aeb00a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cfc0dddb-28b9-4cca-b104-710148662d14 (CIDR: 2001:db8::/64) Oct 13 15:30:02.691068 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c936b7f1-9982-40cf-85b8-877309275077 req-c04c7af5-6763-4321-8521-f5f730cceff9 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:02.692867 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-c936b7f1-9982-40cf-85b8-877309275077 req-c04c7af5-6763-4321-8521-f5f730cceff9 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 946 time: 0.7892439 Oct 13 15:30:02.699487 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-640d7423-ad72-4ddd-872a-66b5b4bf718a tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Deleting port 8de3d355-e77b-4197-9bc3-6bc9d36e1a46 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:30:02.699980 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-640d7423-ad72-4ddd-872a-66b5b4bf718a tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:02.718367 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ae22107-b282-4ab9-9435-df58b8aeb00a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 15:30:02.718861 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ae22107-b282-4ab9-9435-df58b8aeb00a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:02.742229 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ff266f90-8beb-43da-a434-a19076102e7c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:02.752310 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c1d606f5-e234-4aa6-932a-f15c20b593ea tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:02.753552 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e197e4-d870-4cc1-b2de-0877d3fb5198 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:02.754278 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-70e197e4-d870-4cc1-b2de-0877d3fb5198 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Synchronizing usage tracker for tenant:19ec4718eae5492e825f796615e1a8b4 on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:30:02.765783 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ff266f90-8beb-43da-a434-a19076102e7c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:02.786052 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port cc74c84a-c529-4eb4-bb4f-e0e7ed9ee654 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:30:02.868309 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 74cf70b7-2b9e-4424-b57e-c1f97346df99 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:30:02.886720 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-4ae22107-b282-4ab9-9435-df58b8aeb00a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5175364 Oct 13 15:30:02.895311 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48476) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:02.905543 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-7587a0b7-68ef-4182-81cf-7a2f69c57e3e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'subnet': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:02.914585 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 74cf70b7-2b9e-4424-b57e-c1f97346df99 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:30:02.914585 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 74cf70b7-2b9e-4424-b57e-c1f97346df99 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:30:03.002763 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-fa6bf4f8-69ee-4445-9656-8ab924089958 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:03.011108 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ff266f90-8beb-43da-a434-a19076102e7c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:03.018281 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-fa6bf4f8-69ee-4445-9656-8ab924089958 None None] Transition to ACTIVE for port object f76ff258-a077-4400-b7b3-3571d0c04071 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:30:03.020823 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ebe2a806-a747-4069-bf21-0b72d499f51e None None] Attempt 4 to provision port 347ab731-b9cf-404e-a569-96fbee9e1759 Oct 13 15:30:03.089721 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-fa6bf4f8-69ee-4445-9656-8ab924089958 None None] Transition to ACTIVE for port object f76ff258-a077-4400-b7b3-3571d0c04071 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:30:03.105199 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ebe2a806-a747-4069-bf21-0b72d499f51e None None] Port 347ab731-b9cf-404e-a569-96fbee9e1759 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:03.105199 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-fa6bf4f8-69ee-4445-9656-8ab924089958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:03.152810 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c1d606f5-e234-4aa6-932a-f15c20b593ea tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:03.164493 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-c936b7f1-9982-40cf-85b8-877309275077 req-c30a1df0-e424-4d71-9f47-f88d1b5fccc5 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3701730 Oct 13 15:30:03.169476 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d606f5-e234-4aa6-932a-f15c20b593ea tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:03.169476 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c1d606f5-e234-4aa6-932a-f15c20b593ea tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:03.182555 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6bf4f8-69ee-4445-9656-8ab924089958 None None] Pushing event updated for resources: {'Port': ['ID=f76ff258-a077-4400-b7b3-3571d0c04071,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:03.185784 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff266f90-8beb-43da-a434-a19076102e7c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Pushing event updated for resources: {'Port': ['ID=ed3c9fa8-d99b-4cb6-8234-a4446ff0da60,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:03.200181 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c1d606f5-e234-4aa6-932a-f15c20b593ea tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1900539 Oct 13 15:30:03.200503 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6bf4f8-69ee-4445-9656-8ab924089958 None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:30:03.201034 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48480) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:03.201976 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-fa6bf4f8-69ee-4445-9656-8ab924089958 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:30:03.205261 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa6bf4f8-69ee-4445-9656-8ab924089958 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:30:03.248356 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-81361a08-02d9-4574-bd1e-55502097b1ef tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Request body: {'subnet': {'network_id': '380e63ae-b065-4318-bcfb-59adc469516e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:03.317606 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-70e197e4-d870-4cc1-b2de-0877d3fb5198 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Unset dirty status for tenant:19ec4718eae5492e825f796615e1a8b4 on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:30:03.317606 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-70e197e4-d870-4cc1-b2de-0877d3fb5198 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "GET /v2.0/ports/96b1e1b1-9725-480f-be7c-78c134967cb4 HTTP/1.1" status: 200 len: 844 time: 1.0466609 Oct 13 15:30:03.329251 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-fa6bf4f8-69ee-4445-9656-8ab924089958 None None] Attempting to bind port f76ff258-a077-4400-b7b3-3571d0c04071 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:30:03.329251 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-fa6bf4f8-69ee-4445-9656-8ab924089958 None None] Attempting to bind port f76ff258-a077-4400-b7b3-3571d0c04071 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:30:03.329251 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6bf4f8-69ee-4445-9656-8ab924089958 None None] Attempting to bind port f76ff258-a077-4400-b7b3-3571d0c04071 on network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:30:03.335243 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6bf4f8-69ee-4445-9656-8ab924089958 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:30:03.335944 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6bf4f8-69ee-4445-9656-8ab924089958 None None] Checking segment: {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:30:03.336352 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-fa6bf4f8-69ee-4445-9656-8ab924089958 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:03.340155 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6bf4f8-69ee-4445-9656-8ab924089958 None None] Bound using segment: {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:30:03.340155 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-fa6bf4f8-69ee-4445-9656-8ab924089958 None None] Bound port: f76ff258-a077-4400-b7b3-3571d0c04071, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:30:03.340155 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-fa6bf4f8-69ee-4445-9656-8ab924089958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:03.346701 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48484) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:03.403373 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-67a380e4-bef4-4302-ae7e-5f257b274eed tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:03.505674 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 80365b58-277d-4f21-9e68-be2e83bb68d4 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:30:03.547762 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-eaf85c46-b6cc-44c8-bd91-c5231a300b75 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Deleting port 96b1e1b1-9725-480f-be7c-78c134967cb4 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:30:03.547762 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-eaf85c46-b6cc-44c8-bd91-c5231a300b75 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:03.594544 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 80365b58-277d-4f21-9e68-be2e83bb68d4 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:30:03.594544 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 80365b58-277d-4f21-9e68-be2e83bb68d4 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:30:03.595351 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d606f5-e234-4aa6-932a-f15c20b593ea tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Pushing event updated for resources: {'Network': ['ID=380e63ae-b065-4318-bcfb-59adc469516e,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:03.612858 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ebe2a806-a747-4069-bf21-0b72d499f51e None None] Attempt 5 to provision port 347ab731-b9cf-404e-a569-96fbee9e1759 Oct 13 15:30:03.631473 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-81361a08-02d9-4574-bd1e-55502097b1ef tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:30:03.636077 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-81361a08-02d9-4574-bd1e-55502097b1ef tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Usage tracker for resource:subnet and tenant:e0bc32ccc2ee41daba271b360216e735 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:30:03.642000 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-7587a0b7-68ef-4182-81cf-7a2f69c57e3e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:30:03.644771 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-81361a08-02d9-4574-bd1e-55502097b1ef tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:30:03.651835 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 380e63ae-b065-4318-bcfb-59adc469516e details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:30:03.652251 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-7587a0b7-68ef-4182-81cf-7a2f69c57e3e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Usage tracker for resource:subnet and tenant:bb90cebe15f541febeed2c50e15c931e is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:30:03.657998 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-7587a0b7-68ef-4182-81cf-7a2f69c57e3e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:30:03.661376 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.l3_db [None req-ff266f90-8beb-43da-a434-a19076102e7c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Floating IP a4784a4e-b8a5-4c27-a47b-abe96f08ed98 associated. External IP: 172.26.2.230, port: ec808eb8-8692-42ab-8748-2147ebcab0e4. Oct 13 15:30:03.674880 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-fa6bf4f8-69ee-4445-9656-8ab924089958 None None] For port f76ff258-a077-4400-b7b3-3571d0c04071, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:30:03.726567 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-81361a08-02d9-4574-bd1e-55502097b1ef tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:30:03.753879 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-7587a0b7-68ef-4182-81cf-7a2f69c57e3e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:30:03.813681 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-fa6bf4f8-69ee-4445-9656-8ab924089958 None None] For port f76ff258-a077-4400-b7b3-3571d0c04071, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=f76ff258-a077-4400-b7b3-3571d0c04071,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:30:03.891851 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-fa6bf4f8-69ee-4445-9656-8ab924089958 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:03.892069 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81361a08-02d9-4574-bd1e-55502097b1ef tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Made reservation on behalf of e0bc32ccc2ee41daba271b360216e735 for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:30:03.903810 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-81361a08-02d9-4574-bd1e-55502097b1ef tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:03.949514 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-640d7423-ad72-4ddd-872a-66b5b4bf718a tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:03.949772 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7587a0b7-68ef-4182-81cf-7a2f69c57e3e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:30:03.950380 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7587a0b7-68ef-4182-81cf-7a2f69c57e3e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:04.028602 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ebe2a806-a747-4069-bf21-0b72d499f51e None None] Port 347ab731-b9cf-404e-a569-96fbee9e1759 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:04.075650 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6bf4f8-69ee-4445-9656-8ab924089958 None None] Pushing event updated for resources: {'Port': ['ID=f76ff258-a077-4400-b7b3-3571d0c04071,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:04.173179 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-eaf85c46-b6cc-44c8-bd91-c5231a300b75 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:04.189532 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-640d7423-ad72-4ddd-872a-66b5b4bf718a tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Calling delete_port for 8de3d355-e77b-4197-9bc3-6bc9d36e1a46 owned by {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:30:04.428293 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-08e39795-43f6-407a-8eac-98e92cda8447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:04.435226 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-eaf85c46-b6cc-44c8-bd91-c5231a300b75 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Calling delete_port for 96b1e1b1-9725-480f-be7c-78c134967cb4 owned by {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:30:04.530820 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ebe2a806-a747-4069-bf21-0b72d499f51e None None] Attempt 6 to provision port 347ab731-b9cf-404e-a569-96fbee9e1759 Oct 13 15:30:04.619421 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ebe2a806-a747-4069-bf21-0b72d499f51e None None] Port 347ab731-b9cf-404e-a569-96fbee9e1759 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:04.928147 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05714b51-8413-414c-b151-5fd8503d376e req-17f541dd-bed1-4346-b3a0-59a44f571e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:04.928632 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-eaf85c46-b6cc-44c8-bd91-c5231a300b75 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:04.931336 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-05714b51-8413-414c-b151-5fd8503d376e req-17f541dd-bed1-4346-b3a0-59a44f571e37 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c317355326e4f748fe019ccb370c99a&device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 1099 time: 0.9501464 Oct 13 15:30:05.034593 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf85c46-b6cc-44c8-bd91-c5231a300b75 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event deleted for resources: {'Port': ['ID=96b1e1b1-9725-480f-be7c-78c134967cb4,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:05.077320 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-eaf85c46-b6cc-44c8-bd91-c5231a300b75 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:05.093470 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-640d7423-ad72-4ddd-872a-66b5b4bf718a tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:05.128891 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ebe2a806-a747-4069-bf21-0b72d499f51e None None] Attempt 7 to provision port 347ab731-b9cf-404e-a569-96fbee9e1759 Oct 13 15:30:05.131899 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-eaf85c46-b6cc-44c8-bd91-c5231a300b75 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "DELETE /v2.0/ports/96b1e1b1-9725-480f-be7c-78c134967cb4 HTTP/1.1" status: 204 len: 168 time: 1.7880435 Oct 13 15:30:05.131899 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-67a380e4-bef4-4302-ae7e-5f257b274eed tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks [] for router_gateway, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:05.152548 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48492) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:05.201181 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640d7423-ad72-4ddd-872a-66b5b4bf718a tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event deleted for resources: {'Port': ['ID=8de3d355-e77b-4197-9bc3-6bc9d36e1a46,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:05.209875 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff266f90-8beb-43da-a434-a19076102e7c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Router 762fd677-0458-43ed-8610-dce4995dc9bb has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:30:05.285460 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-67a380e4-bef4-4302-ae7e-5f257b274eed tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:05.288934 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7a944d-0bd2-454b-853c-367de5fa8ecc req-66b72762-967b-42a9-9770-29aa734810e2 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:05.292558 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2f7a944d-0bd2-454b-853c-367de5fa8ecc req-66b72762-967b-42a9-9770-29aa734810e2 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 946 time: 0.9065666 Oct 13 15:30:05.304126 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bda7aa2-6bcf-43d3-add6-1cdc43fa04ca tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] GET failed (client error): The resource could not be found. Oct 13 15:30:05.304446 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-8bda7aa2-6bcf-43d3-add6-1cdc43fa04ca tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Synchronizing usage tracker for tenant:19ec4718eae5492e825f796615e1a8b4 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:30:05.310859 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ebe2a806-a747-4069-bf21-0b72d499f51e None None] Port 347ab731-b9cf-404e-a569-96fbee9e1759 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:05.364611 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-81361a08-02d9-4574-bd1e-55502097b1ef tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:05.474622 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81361a08-02d9-4574-bd1e-55502097b1ef tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Pushing event updated for resources: {'Subnet': ['ID=d5828ab1-a50a-42e9-a28a-d6600e792b1e,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:05.541118 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-640d7423-ad72-4ddd-872a-66b5b4bf718a tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:05.596685 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-640d7423-ad72-4ddd-872a-66b5b4bf718a tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "DELETE /v2.0/ports/8de3d355-e77b-4197-9bc3-6bc9d36e1a46 HTTP/1.1" status: 204 len: 168 time: 3.0611088 Oct 13 15:30:05.601503 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48496) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:05.648872 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-8bda7aa2-6bcf-43d3-add6-1cdc43fa04ca tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Unset dirty status for tenant:19ec4718eae5492e825f796615e1a8b4 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:30:05.653999 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-8bda7aa2-6bcf-43d3-add6-1cdc43fa04ca tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "GET /v2.0/ports/96b1e1b1-9725-480f-be7c-78c134967cb4 HTTP/1.1" status: 404 len: 333 time: 0.4966106 Oct 13 15:30:05.684284 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device f76ff258-a077-4400-b7b3-3571d0c04071 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:30:05.685456 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48500) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:05.707173 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-48254585-c592-40b9-bae5-f92f0b3280f6 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Request body: {'port': {'network_id': 'a7f39bfd-3970-412d-aef1-153889c90dcb', 'name': 'tempest-PortsIpV6TestJSON-146279849'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:05.729959 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-a94e5100-1a88-4ae9-ba2d-ec6abf182efc tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] GET failed (client error): The resource could not be found. Oct 13 15:30:05.730749 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-a94e5100-1a88-4ae9-ba2d-ec6abf182efc tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Synchronizing usage tracker for tenant:c7529f71933548bfa5c77476ba17c75c on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:30:05.804407 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05714b51-8413-414c-b151-5fd8503d376e req-ae4edf06-b1d5-4507-a600-bfe193dc0ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:05.804407 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-05714b51-8413-414c-b151-5fd8503d376e req-ae4edf06-b1d5-4507-a600-bfe193dc0ced service neutron] 10.222.0.16 "GET /v2.0/networks?id=68ca5488-1f82-4ee2-9e86-9e983d74aa07 HTTP/1.1" status: 200 len: 912 time: 0.8412220 Oct 13 15:30:05.808517 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2f7a944d-0bd2-454b-853c-367de5fa8ecc req-55db4bb2-db2b-4c8a-b90f-682b93ab8e75 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4944108 Oct 13 15:30:05.822828 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ebe2a806-a747-4069-bf21-0b72d499f51e None None] Attempt 8 to provision port 347ab731-b9cf-404e-a569-96fbee9e1759 Oct 13 15:30:05.840136 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-a94e5100-1a88-4ae9-ba2d-ec6abf182efc tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Unset dirty status for tenant:c7529f71933548bfa5c77476ba17c75c on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:30:05.840714 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a94e5100-1a88-4ae9-ba2d-ec6abf182efc tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "GET /v2.0/ports/8de3d355-e77b-4197-9bc3-6bc9d36e1a46 HTTP/1.1" status: 404 len: 333 time: 0.2340562 Oct 13 15:30:05.871147 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.objects.ports [None req-7587a0b7-68ef-4182-81cf-7a2f69c57e3e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88973) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 13 15:30:05.872326 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48504) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:05.888886 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-67a380e4-bef4-4302-ae7e-5f257b274eed tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Allocated IP 172.26.2.252 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/d178abef-213b-4317-8e76-b7f15a2e8ca8) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:30:05.890919 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port f76ff258-a077-4400-b7b3-3571d0c04071 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:30:05.896878 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ebe2a806-a747-4069-bf21-0b72d499f51e None None] Port 347ab731-b9cf-404e-a569-96fbee9e1759 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:05.933064 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-48254585-c592-40b9-bae5-f92f0b3280f6 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:30:05.982525 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-48254585-c592-40b9-bae5-f92f0b3280f6 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:30:06.056335 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81361a08-02d9-4574-bd1e-55502097b1ef tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Checking segment: {'id': '663e9435-2281-4797-a4bb-ec2c0bafb237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '380e63ae-b065-4318-bcfb-59adc469516e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:30:06.056335 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81361a08-02d9-4574-bd1e-55502097b1ef tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Network hostable DHCP agents. Network: 380e63ae-b065-4318-bcfb-59adc469516e, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:30:06.064776 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48254585-c592-40b9-bae5-f92f0b3280f6 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Made reservation on behalf of 19ec4718eae5492e825f796615e1a8b4 for: {'port': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:30:06.068220 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-48254585-c592-40b9-bae5-f92f0b3280f6 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:06.085716 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3ad8e5d4-0746-4653-96f7-bef7c7df16d4 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:06.108107 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-05714b51-8413-414c-b151-5fd8503d376e req-6678b17f-c465-43fa-8fbf-41023cc009f8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9b8f70f-783a-49bb-9292-f6302802628e HTTP/1.1" status: 200 len: 1002 time: 0.2210803 Oct 13 15:30:06.109059 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff266f90-8beb-43da-a434-a19076102e7c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:30:06.120196 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2073e202-d346-439f-a36f-f617999b4497 None None] Sync routers for ids ['762fd677-0458-43ed-8610-dce4995dc9bb'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:30:06.129623 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2073e202-d346-439f-a36f-f617999b4497 None None] Routers {'762fd677-0458-43ed-8610-dce4995dc9bb'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:30:06.130412 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-2073e202-d346-439f-a36f-f617999b4497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:29:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['762fd677-0458-43ed-8610-dce4995dc9bb'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:06.131769 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3ad8e5d4-0746-4653-96f7-bef7c7df16d4 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:06.140022 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [None req-48254585-c592-40b9-bae5-f92f0b3280f6 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] device_id is not set on port 0e6cba31-5243-40d5-842c-a36fd0ff0738 yet. {{(pid=88972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:30:06.194007 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-2073e202-d346-439f-a36f-f617999b4497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:06.204693 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2073e202-d346-439f-a36f-f617999b4497 None None] Routers {'762fd677-0458-43ed-8610-dce4995dc9bb'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:30:06.205331 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-2073e202-d346-439f-a36f-f617999b4497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:29:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['762fd677-0458-43ed-8610-dce4995dc9bb'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:06.263734 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-67a380e4-bef4-4302-ae7e-5f257b274eed tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:06.275373 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-2073e202-d346-439f-a36f-f617999b4497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:06.275789 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2073e202-d346-439f-a36f-f617999b4497 None None] The sync data for ids ['762fd677-0458-43ed-8610-dce4995dc9bb'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:30:06.299965 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3ad8e5d4-0746-4653-96f7-bef7c7df16d4 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:06.314063 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81361a08-02d9-4574-bd1e-55502097b1ef tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Network 380e63ae-b065-4318-bcfb-59adc469516e is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:30:06.332040 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad8e5d4-0746-4653-96f7-bef7c7df16d4 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b4bba9b-2e90-4eb5-93cc-28a7556d30cf,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:06.350316 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ff266f90-8beb-43da-a434-a19076102e7c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:06.384247 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-81361a08-02d9-4574-bd1e-55502097b1ef tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 380e63ae-b065-4318-bcfb-59adc469516e) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:30:06.390570 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3ad8e5d4-0746-4653-96f7-bef7c7df16d4 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:06.391734 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-3ad8e5d4-0746-4653-96f7-bef7c7df16d4 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "DELETE /v2.0/security-groups/4b4bba9b-2e90-4eb5-93cc-28a7556d30cf HTTP/1.1" status: 204 len: 168 time: 0.5184407 Oct 13 15:30:06.393444 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5006aef6-6252-475f-9e55-c3089a010cf8 None None] Network 380e63ae-b065-4318-bcfb-59adc469516e requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:30:06.405403 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05714b51-8413-414c-b151-5fd8503d376e req-6046e713-8163-4fb7-9697-4fea0c4e6fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:06.407495 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-05714b51-8413-414c-b151-5fd8503d376e req-6046e713-8163-4fb7-9697-4fea0c4e6fb9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=12a9e0ad-f87e-4c11-b0b3-9af248956963 HTTP/1.1" status: 200 len: 850 time: 0.2900229 Oct 13 15:30:06.407920 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ebe2a806-a747-4069-bf21-0b72d499f51e None None] Attempt 9 to provision port 347ab731-b9cf-404e-a569-96fbee9e1759 Oct 13 15:30:06.441355 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48508) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:06.483899 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-67a380e4-bef4-4302-ae7e-5f257b274eed tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:06.502036 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81361a08-02d9-4574-bd1e-55502097b1ef tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:06.503015 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-81361a08-02d9-4574-bd1e-55502097b1ef tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:06.535488 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-ff266f90-8beb-43da-a434-a19076102e7c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 10.3068497 Oct 13 15:30:06.540159 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ebe2a806-a747-4069-bf21-0b72d499f51e None None] Port 347ab731-b9cf-404e-a569-96fbee9e1759 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:06.542459 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48512) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:06.556521 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-a665d348-28c2-4065-9e34-1ac0a2d6bbcd tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Request body: {'floatingip': {'port_id': 'ec808eb8-8692-42ab-8748-2147ebcab0e4', 'fixed_ip_address': '172.20.0.13'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:06.593890 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-48254585-c592-40b9-bae5-f92f0b3280f6 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:06.601428 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a380e4-bef4-4302-ae7e-5f257b274eed tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:30:06.606003 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-67a380e4-bef4-4302-ae7e-5f257b274eed tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:30:06.614858 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a380e4-bef4-4302-ae7e-5f257b274eed tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:30:06.621339 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-fd6745bd-22c1-43bd-a015-b27eac8a9f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:06.641393 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-81361a08-02d9-4574-bd1e-55502097b1ef tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.4011698 Oct 13 15:30:06.641629 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a380e4-bef4-4302-ae7e-5f257b274eed tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Pushing event updated for resources: {'Port': ['ID=d178abef-213b-4317-8e76-b7f15a2e8ca8,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:06.644588 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48516) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:06.650492 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7587a0b7-68ef-4182-81cf-7a2f69c57e3e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:06.654687 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-66b79778-dc6c-4450-a1e3-62060f7d3d0a tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Request body: {'router': {'external_gateway_info': {'network_id': '380e63ae-b065-4318-bcfb-59adc469516e'}}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:06.737785 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a665d348-28c2-4065-9e34-1ac0a2d6bbcd tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for floatingip, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:06.745576 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d0a0a2-a591-4a3b-b8b3-ce91b7e094ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-380e63ae-b065-4318-bcfb-59adc469516e', 'network_id': '380e63ae-b065-4318-bcfb-59adc469516e', 'tenant_id': 'e0bc32ccc2ee41daba271b360216e735', 'fixed_ips': [{'subnet_id': 'd5828ab1-a50a-42e9-a28a-d6600e792b1e'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:30:06.746659 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b1d0a0a2-a591-4a3b-b8b3-ce91b7e094ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:06.812625 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9f20f415-e648-42d9-96fc-b1385297793c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:06.845441 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05714b51-8413-414c-b151-5fd8503d376e req-eb78fa5c-dbc5-4e42-aa3d-e456262dadeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:06.847021 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-05714b51-8413-414c-b151-5fd8503d376e req-eb78fa5c-dbc5-4e42-aa3d-e456262dadeb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=68ca5488-1f82-4ee2-9e86-9e983d74aa07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4151747 Oct 13 15:30:06.975387 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-b1d0a0a2-a591-4a3b-b8b3-ce91b7e094ee None None] Allocated IP 2001:db8:1::2 (380e63ae-b065-4318-bcfb-59adc469516e/d5828ab1-a50a-42e9-a28a-d6600e792b1e/1f386709-6e6c-49fa-a408-ca2161d54ea1) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:30:07.087651 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ebe2a806-a747-4069-bf21-0b72d499f51e None None] Attempt 10 to provision port 347ab731-b9cf-404e-a569-96fbee9e1759 Oct 13 15:30:07.166760 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ebe2a806-a747-4069-bf21-0b72d499f51e None None] Port 347ab731-b9cf-404e-a569-96fbee9e1759 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:07.182647 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ebe2a806-a747-4069-bf21-0b72d499f51e None None] Could not find standard attr ID for object 8de3d355-e77b-4197-9bc3-6bc9d36e1a46. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:30:07.200176 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9f20f415-e648-42d9-96fc-b1385297793c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:07.247861 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ebe2a806-a747-4069-bf21-0b72d499f51e None None] Provisioning for port 8eb873ab-5c81-48fd-aca4-d97adb0097cd completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:30:07.254479 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-05714b51-8413-414c-b151-5fd8503d376e req-6d42f6c2-a81c-4f04-835e-b23e3175dc4a service neutron] 10.222.0.16 "GET /v2.0/networks/68ca5488-1f82-4ee2-9e86-9e983d74aa07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3939731 Oct 13 15:30:07.255888 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ebe2a806-a747-4069-bf21-0b72d499f51e None None] Provisioning complete for port 8eb873ab-5c81-48fd-aca4-d97adb0097cd triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:30:07.256550 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ebe2a806-a747-4069-bf21-0b72d499f51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:07.256550 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ebe2a806-a747-4069-bf21-0b72d499f51e None None] Attempt 1 to provision port 8eb873ab-5c81-48fd-aca4-d97adb0097cd Oct 13 15:30:07.319047 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b1d0a0a2-a591-4a3b-b8b3-ce91b7e094ee None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:07.322289 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-48254585-c592-40b9-bae5-f92f0b3280f6 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:07.335361 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-b1d0a0a2-a591-4a3b-b8b3-ce91b7e094ee None None] Transition to ACTIVE for port object 1f386709-6e6c-49fa-a408-ca2161d54ea1 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:30:07.361779 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-b1d0a0a2-a591-4a3b-b8b3-ce91b7e094ee None None] Transition to ACTIVE for port object 1f386709-6e6c-49fa-a408-ca2161d54ea1 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:30:07.403005 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b1d0a0a2-a591-4a3b-b8b3-ce91b7e094ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:07.404346 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-7587a0b7-68ef-4182-81cf-7a2f69c57e3e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] For port f76ff258-a077-4400-b7b3-3571d0c04071, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=f76ff258-a077-4400-b7b3-3571d0c04071,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:30:07.483277 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1d0a0a2-a591-4a3b-b8b3-ce91b7e094ee None None] Network 380e63ae-b065-4318-bcfb-59adc469516e is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:30:07.486079 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ebe2a806-a747-4069-bf21-0b72d499f51e None None] Current status of the port 8eb873ab-5c81-48fd-aca4-d97adb0097cd is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:30:07.486482 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ebe2a806-a747-4069-bf21-0b72d499f51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:07.495902 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-b1d0a0a2-a591-4a3b-b8b3-ce91b7e094ee None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:30:07.502649 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d0a0a2-a591-4a3b-b8b3-ce91b7e094ee None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:30:07.510789 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d0a0a2-a591-4a3b-b8b3-ce91b7e094ee None None] Pushing event updated for resources: {'Port': ['ID=1f386709-6e6c-49fa-a408-ca2161d54ea1,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:07.595841 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7587a0b7-68ef-4182-81cf-7a2f69c57e3e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:07.615940 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48254585-c592-40b9-bae5-f92f0b3280f6 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Network a7f39bfd-3970-412d-aef1-153889c90dcb is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:30:07.624368 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-48254585-c592-40b9-bae5-f92f0b3280f6 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:30:07.635520 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-66b79778-dc6c-4450-a1e3-62060f7d3d0a tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:07.639791 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48254585-c592-40b9-bae5-f92f0b3280f6 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:30:07.645937 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48254585-c592-40b9-bae5-f92f0b3280f6 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:07.646922 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-48254585-c592-40b9-bae5-f92f0b3280f6 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:07.662788 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-05714b51-8413-414c-b151-5fd8503d376e req-76ba9a29-bc17-47e7-9bc6-ebcd62b14423 service neutron] 10.222.0.16 "GET /v2.0/networks/68ca5488-1f82-4ee2-9e86-9e983d74aa07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3995006 Oct 13 15:30:07.663530 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7587a0b7-68ef-4182-81cf-7a2f69c57e3e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:07.664223 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7587a0b7-68ef-4182-81cf-7a2f69c57e3e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:07.707418 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ebe2a806-a747-4069-bf21-0b72d499f51e None None] For port 8eb873ab-5c81-48fd-aca4-d97adb0097cd, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=8eb873ab-5c81-48fd-aca4-d97adb0097cd,segment=NetworkSegment(500226a8-381d-428a-ae40-87c61feb9775),segment_id=500226a8-381d-428a-ae40-87c61feb9775)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:30:07.715860 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-b1d0a0a2-a591-4a3b-b8b3-ce91b7e094ee None None] Attempting to bind port 1f386709-6e6c-49fa-a408-ca2161d54ea1 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:30:07.716297 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-b1d0a0a2-a591-4a3b-b8b3-ce91b7e094ee None None] Attempting to bind port 1f386709-6e6c-49fa-a408-ca2161d54ea1 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '663e9435-2281-4797-a4bb-ec2c0bafb237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '380e63ae-b065-4318-bcfb-59adc469516e'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:30:07.716659 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d0a0a2-a591-4a3b-b8b3-ce91b7e094ee None None] Attempting to bind port 1f386709-6e6c-49fa-a408-ca2161d54ea1 on network 380e63ae-b065-4318-bcfb-59adc469516e {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:30:07.720919 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ebe2a806-a747-4069-bf21-0b72d499f51e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:07.757967 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9f20f415-e648-42d9-96fc-b1385297793c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:07.763666 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d0a0a2-a591-4a3b-b8b3-ce91b7e094ee None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 29, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:30:07.764324 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d0a0a2-a591-4a3b-b8b3-ce91b7e094ee None None] Checking segment: {'id': '663e9435-2281-4797-a4bb-ec2c0bafb237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '380e63ae-b065-4318-bcfb-59adc469516e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:30:07.764917 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b1d0a0a2-a591-4a3b-b8b3-ce91b7e094ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:07.765468 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1d0a0a2-a591-4a3b-b8b3-ce91b7e094ee None None] Bound using segment: {'id': '663e9435-2281-4797-a4bb-ec2c0bafb237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '380e63ae-b065-4318-bcfb-59adc469516e'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:30:07.766159 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-b1d0a0a2-a591-4a3b-b8b3-ce91b7e094ee None None] Bound port: 1f386709-6e6c-49fa-a408-ca2161d54ea1, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '663e9435-2281-4797-a4bb-ec2c0bafb237', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': '380e63ae-b065-4318-bcfb-59adc469516e'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:30:07.766765 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b1d0a0a2-a591-4a3b-b8b3-ce91b7e094ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:07.778980 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48254585-c592-40b9-bae5-f92f0b3280f6 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event updated for resources: {'Port': ['ID=0e6cba31-5243-40d5-842c-a36fd0ff0738,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:07.786506 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:07.830142 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9f20f415-e648-42d9-96fc-b1385297793c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:07.831313 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-9f20f415-e648-42d9-96fc-b1385297793c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "DELETE /v2.0/security-groups/cc95e51a-aa60-4564-a6a2-237ea709a748 HTTP/1.1" status: 204 len: 168 time: 1.3880882 Oct 13 15:30:07.832337 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f20f415-e648-42d9-96fc-b1385297793c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc95e51a-aa60-4564-a6a2-237ea709a748,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:07.841958 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-48254585-c592-40b9-bae5-f92f0b3280f6 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.1506958 Oct 13 15:30:07.875014 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:07.893442 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-68db2664-2719-4602-9984-948405b322f3 None None] Could not find standard attr ID for object 8de3d355-e77b-4197-9bc3-6bc9d36e1a46. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:30:07.899186 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48524) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:07.899701 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48526) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:07.902196 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe2a806-a747-4069-bf21-0b72d499f51e None None] Pushing event updated for resources: {'Port': ['ID=8eb873ab-5c81-48fd-aca4-d97adb0097cd,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:07.913610 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7587a0b7-68ef-4182-81cf-7a2f69c57e3e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'Subnet': ['ID=f10eaebe-2788-4767-a3ee-87e16676e2b2,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:07.916923 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-b85ba426-df15-40d1-ba9a-ca4229f63353 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:07.930332 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-68db2664-2719-4602-9984-948405b322f3 None None] Provisioning for port f76ff258-a077-4400-b7b3-3571d0c04071 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:30:07.940965 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-68db2664-2719-4602-9984-948405b322f3 None None] Provisioning complete for port f76ff258-a077-4400-b7b3-3571d0c04071 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:30:07.941243 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-68db2664-2719-4602-9984-948405b322f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:07.941847 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-68db2664-2719-4602-9984-948405b322f3 None None] Attempt 1 to provision port f76ff258-a077-4400-b7b3-3571d0c04071 Oct 13 15:30:07.974622 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7587a0b7-68ef-4182-81cf-7a2f69c57e3e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:30:07.979107 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-b1d0a0a2-a591-4a3b-b8b3-ce91b7e094ee None None] For port 1f386709-6e6c-49fa-a408-ca2161d54ea1, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:30:07.983533 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-7587a0b7-68ef-4182-81cf-7a2f69c57e3e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:30:07.987227 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7587a0b7-68ef-4182-81cf-7a2f69c57e3e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:07.987801 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7587a0b7-68ef-4182-81cf-7a2f69c57e3e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:08.002724 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8129ad-9089-4f48-897c-874799f8ffe8 None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:30:08.005817 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7587a0b7-68ef-4182-81cf-7a2f69c57e3e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'Port': ['ID=f76ff258-a077-4400-b7b3-3571d0c04071,revision_number=4']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:08.019534 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-b1d0a0a2-a591-4a3b-b8b3-ce91b7e094ee None None] For port 1f386709-6e6c-49fa-a408-ca2161d54ea1, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=1f386709-6e6c-49fa-a408-ca2161d54ea1,segment=NetworkSegment(663e9435-2281-4797-a4bb-ec2c0bafb237),segment_id=663e9435-2281-4797-a4bb-ec2c0bafb237)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:30:08.019821 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-7587a0b7-68ef-4182-81cf-7a2f69c57e3e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 5.1202788 Oct 13 15:30:08.021535 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48532) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:08.028340 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-980aedbe-58d9-4789-b532-75fc8063b458 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'port': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'mac_address': 'fa:16:3e:cf:3d:a0', 'name': 'tempest-NetworksTestDHCPv6-184017439'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:08.039119 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b1d0a0a2-a591-4a3b-b8b3-ce91b7e094ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:08.128897 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e6c9ac-c63a-4178-b604-823cfdc9e5ae req-ef1d4f08-12a8-483e-9ae0-9a01c0404e15 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:08.130521 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-59e6c9ac-c63a-4178-b604-823cfdc9e5ae req-ef1d4f08-12a8-483e-9ae0-9a01c0404e15 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 946 time: 1.0253227 Oct 13 15:30:08.191165 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-980aedbe-58d9-4789-b532-75fc8063b458 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:30:08.197211 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-980aedbe-58d9-4789-b532-75fc8063b458 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Usage tracker for resource:port and tenant:bb90cebe15f541febeed2c50e15c931e is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:30:08.201648 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-980aedbe-58d9-4789-b532-75fc8063b458 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:30:08.209650 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-980aedbe-58d9-4789-b532-75fc8063b458 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:30:08.232219 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1295dc2-2157-4d89-855d-6ee32c47d8b5 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Deleting subnet 3906bbc8-bfd0-4f62-8168-cbe34df66798 {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:30:08.245086 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d0a0a2-a591-4a3b-b8b3-ce91b7e094ee None None] Pushing event updated for resources: {'Port': ['ID=1f386709-6e6c-49fa-a408-ca2161d54ea1,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:08.247599 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e1295dc2-2157-4d89-855d-6ee32c47d8b5 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:08.282250 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-67a380e4-bef4-4302-ae7e-5f257b274eed tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks [] for router_gateway, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:08.297857 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-68db2664-2719-4602-9984-948405b322f3 None None] Current status of the port f76ff258-a077-4400-b7b3-3571d0c04071 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:30:08.298360 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-68db2664-2719-4602-9984-948405b322f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:08.319571 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-980aedbe-58d9-4789-b532-75fc8063b458 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:30:08.388340 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-68db2664-2719-4602-9984-948405b322f3 None None] For port f76ff258-a077-4400-b7b3-3571d0c04071, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=f76ff258-a077-4400-b7b3-3571d0c04071,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:30:08.402547 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-68db2664-2719-4602-9984-948405b322f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:08.420078 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-59e6c9ac-c63a-4178-b604-823cfdc9e5ae req-f97b8a6d-4c9b-4a1d-887f-05749adc014e tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2624202 Oct 13 15:30:08.427930 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b85ba426-df15-40d1-ba9a-ca4229f63353 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:08.432907 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a665d348-28c2-4065-9e34-1ac0a2d6bbcd tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:08.448397 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a665d348-28c2-4065-9e34-1ac0a2d6bbcd tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:08.588397 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68db2664-2719-4602-9984-948405b322f3 None None] Pushing event updated for resources: {'Port': ['ID=f76ff258-a077-4400-b7b3-3571d0c04071,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:08.746562 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e1295dc2-2157-4d89-855d-6ee32c47d8b5 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:08.838056 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-980aedbe-58d9-4789-b532-75fc8063b458 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:08.992221 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [None req-980aedbe-58d9-4789-b532-75fc8063b458 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] device_id is not set on port 9c4151ae-43bc-4a1f-a2c4-365d77dc3ae7 yet. {{(pid=88973) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:30:09.223896 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-66b79778-dc6c-4450-a1e3-62060f7d3d0a tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 15:30:09.229717 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-66b79778-dc6c-4450-a1e3-62060f7d3d0a tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] 10.222.0.42 "PUT /v2.0/routers/d84045c4-b4f1-410c-bc8e-7c43dfb7bd65 HTTP/1.1" status: 400 len: 364 time: 2.5792639 Oct 13 15:30:09.231440 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48540) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:09.236861 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-67a380e4-bef4-4302-ae7e-5f257b274eed tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:09.260341 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a665d348-28c2-4065-9e34-1ac0a2d6bbcd tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Router 762fd677-0458-43ed-8610-dce4995dc9bb has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:30:09.271296 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8652da-8792-4ff8-a6e7-e45b79949b4d req-a74c2023-d2ba-4ff6-8bcf-af71704c1d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:09.273255 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-7c8652da-8792-4ff8-a6e7-e45b79949b4d req-a74c2023-d2ba-4ff6-8bcf-af71704c1d37 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c317355326e4f748fe019ccb370c99a&device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 1099 time: 0.3390555 Oct 13 15:30:09.470745 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-d65fb10e-c61c-4b7f-ad95-11ee45ada57f None None] Provisioning complete for port f76ff258-a077-4400-b7b3-3571d0c04071 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:30:09.475032 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d65fb10e-c61c-4b7f-ad95-11ee45ada57f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:09.475551 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-d65fb10e-c61c-4b7f-ad95-11ee45ada57f None None] Attempt 1 to provision port f76ff258-a077-4400-b7b3-3571d0c04071 Oct 13 15:30:09.480353 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e1295dc2-2157-4d89-855d-6ee32c47d8b5 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:09.578116 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:09.580637 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8652da-8792-4ff8-a6e7-e45b79949b4d req-27589729-ea5b-4a2e-a067-4f432fdfefbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:09.582183 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-7c8652da-8792-4ff8-a6e7-e45b79949b4d req-27589729-ea5b-4a2e-a067-4f432fdfefbe service neutron] 10.222.0.16 "GET /v2.0/networks?id=68ca5488-1f82-4ee2-9e86-9e983d74aa07 HTTP/1.1" status: 200 len: 912 time: 0.2990384 Oct 13 15:30:09.681214 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be50205b-2109-4aac-bf39-3245dd1617ed None None] Network 380e63ae-b065-4318-bcfb-59adc469516e requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:30:09.723812 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-d65fb10e-c61c-4b7f-ad95-11ee45ada57f None None] Current status of the port f76ff258-a077-4400-b7b3-3571d0c04071 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:30:09.739220 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device f76ff258-a077-4400-b7b3-3571d0c04071 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:30:09.772209 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa612862-81c3-44ee-89de-633cc97437e6 req-d9fcd70d-3300-4284-84dd-6b5b54422b81 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:09.778667 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-fa612862-81c3-44ee-89de-633cc97437e6 req-d9fcd70d-3300-4284-84dd-6b5b54422b81 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 946 time: 0.9012918 Oct 13 15:30:09.887690 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-1f68aeda-f3a4-4ca8-9bd2-66cbe016d52e None None] Provisioning for port 1f386709-6e6c-49fa-a408-ca2161d54ea1 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:30:09.903111 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.db.resource_extend [None req-b85ba426-df15-40d1-ba9a-ca4229f63353 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 15:30:09.922090 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-980aedbe-58d9-4789-b532-75fc8063b458 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Allocated IP 2001:db8::19e (a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828/cfc0dddb-28b9-4cca-b104-710148662d14/9c4151ae-43bc-4a1f-a2c4-365d77dc3ae7) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:30:09.937314 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port f76ff258-a077-4400-b7b3-3571d0c04071 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:30:09.937748 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:09.938158 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port f76ff258-a077-4400-b7b3-3571d0c04071 Oct 13 15:30:09.963053 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-980aedbe-58d9-4789-b532-75fc8063b458 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Allocated IP 2001:db8:0:1:f816:3eff:fecf:3da0 (a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828/f10eaebe-2788-4767-a3ee-87e16676e2b2/9c4151ae-43bc-4a1f-a2c4-365d77dc3ae7) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:30:10.020929 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-7c8652da-8792-4ff8-a6e7-e45b79949b4d req-7ff8dcd3-64c8-428f-9575-3ae5588c2885 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9b8f70f-783a-49bb-9292-f6302802628e HTTP/1.1" status: 200 len: 1002 time: 0.1704435 Oct 13 15:30:10.032824 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a665d348-28c2-4065-9e34-1ac0a2d6bbcd tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:30:10.045506 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09446543-850c-4bd6-87c0-cc4fc69e7b97 None None] Sync routers for ids ['762fd677-0458-43ed-8610-dce4995dc9bb'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:30:10.056953 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09446543-850c-4bd6-87c0-cc4fc69e7b97 None None] Routers {'762fd677-0458-43ed-8610-dce4995dc9bb'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:30:10.057922 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-09446543-850c-4bd6-87c0-cc4fc69e7b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:30:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['762fd677-0458-43ed-8610-dce4995dc9bb'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:10.129961 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-09446543-850c-4bd6-87c0-cc4fc69e7b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:10.138580 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port f76ff258-a077-4400-b7b3-3571d0c04071 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:30:10.139866 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 1f386709-6e6c-49fa-a408-ca2161d54ea1 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:30:10.141458 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09446543-850c-4bd6-87c0-cc4fc69e7b97 None None] Routers {'762fd677-0458-43ed-8610-dce4995dc9bb'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:30:10.142289 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-09446543-850c-4bd6-87c0-cc4fc69e7b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:30:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['762fd677-0458-43ed-8610-dce4995dc9bb'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:10.206452 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-09446543-850c-4bd6-87c0-cc4fc69e7b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:10.206854 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09446543-850c-4bd6-87c0-cc4fc69e7b97 None None] The sync data for ids ['762fd677-0458-43ed-8610-dce4995dc9bb'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:30:10.226111 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 1f386709-6e6c-49fa-a408-ca2161d54ea1 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:30:10.232785 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 1f386709-6e6c-49fa-a408-ca2161d54ea1 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:30:10.233395 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:10.233956 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 1f386709-6e6c-49fa-a408-ca2161d54ea1 Oct 13 15:30:10.251322 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b85ba426-df15-40d1-ba9a-ca4229f63353 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:10.274639 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-fa612862-81c3-44ee-89de-633cc97437e6 req-b8bb58c6-2f2b-4ee0-9670-73e0d426a156 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4950335 Oct 13 15:30:10.275522 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b85ba426-df15-40d1-ba9a-ca4229f63353 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:10.276932 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-b85ba426-df15-40d1-ba9a-ca4229f63353 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] In _notify_port_updated(), no bound segment for port 0e6cba31-5243-40d5-842c-a36fd0ff0738 on network a7f39bfd-3970-412d-aef1-153889c90dcb {{(pid=88972) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 13 15:30:10.283413 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85ba426-df15-40d1-ba9a-ca4229f63353 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:10.284282 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b85ba426-df15-40d1-ba9a-ca4229f63353 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:10.286018 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-b85ba426-df15-40d1-ba9a-ca4229f63353 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "PUT /v2.0/ports/0e6cba31-5243-40d5-842c-a36fd0ff0738 HTTP/1.1" status: 200 len: 818 time: 2.3836474 Oct 13 15:30:10.286270 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a665d348-28c2-4065-9e34-1ac0a2d6bbcd tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:10.327451 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48544) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:10.333851 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e1295dc2-2157-4d89-855d-6ee32c47d8b5 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:10.398625 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 1f386709-6e6c-49fa-a408-ca2161d54ea1 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:30:10.399006 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:10.428680 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c56fa3c-0caa-475a-8f50-3d37458e3d15 None None] Network a7f3b330-c320-422e-b157-5a2ea33283c2 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:30:10.445071 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e1295dc2-2157-4d89-855d-6ee32c47d8b5 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:10.451161 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8652da-8792-4ff8-a6e7-e45b79949b4d req-221ede0d-3971-4969-a114-995bea037874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:10.452065 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-7c8652da-8792-4ff8-a6e7-e45b79949b4d req-221ede0d-3971-4969-a114-995bea037874 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=12a9e0ad-f87e-4c11-b0b3-9af248956963 HTTP/1.1" status: 200 len: 850 time: 0.4208887 Oct 13 15:30:10.509385 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1295dc2-2157-4d89-855d-6ee32c47d8b5 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event deleted for resources: {'Subnet': ['ID=3906bbc8-bfd0-4f62-8168-cbe34df66798,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:10.527719 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-980aedbe-58d9-4789-b532-75fc8063b458 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:10.533064 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-96dd9acb-e02f-4f2b-8b19-05eaf4877b5b tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:10.547091 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-e1295dc2-2157-4d89-855d-6ee32c47d8b5 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "DELETE /v2.0/subnets/3906bbc8-bfd0-4f62-8168-cbe34df66798 HTTP/1.1" status: 204 len: 168 time: 2.6422095 Oct 13 15:30:10.551502 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-a665d348-28c2-4065-9e34-1ac0a2d6bbcd tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] 10.222.0.42 "PUT /v2.0/floatingips/a4784a4e-b8a5-4c27-a47b-abe96f08ed98 HTTP/1.1" status: 200 len: 978 time: 4.0012584 Oct 13 15:30:10.552362 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48548) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:10.558473 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48550) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:10.567195 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-ce9a0942-c40b-4f89-a22e-836c696ba245 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Request body: {'subnet': {'network_id': 'a7f3b330-c320-422e-b157-5a2ea33283c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:10.574596 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-981a3602-075d-4a40-8f64-f3cf10bbc897 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Deleting port 0e6cba31-5243-40d5-842c-a36fd0ff0738 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:30:10.574938 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-981a3602-075d-4a40-8f64-f3cf10bbc897 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:10.576059 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 1f386709-6e6c-49fa-a408-ca2161d54ea1, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=1f386709-6e6c-49fa-a408-ca2161d54ea1,segment=NetworkSegment(663e9435-2281-4797-a4bb-ec2c0bafb237),segment_id=663e9435-2281-4797-a4bb-ec2c0bafb237)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:30:10.594393 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:10.594982 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 8eb873ab-5c81-48fd-aca4-d97adb0097cd up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:30:10.600552 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85ba426-df15-40d1-ba9a-ca4229f63353 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event updated for resources: {'Port': ['ID=0e6cba31-5243-40d5-842c-a36fd0ff0738,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:10.666100 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-980aedbe-58d9-4789-b532-75fc8063b458 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Transition to ACTIVE for port object 9c4151ae-43bc-4a1f-a2c4-365d77dc3ae7 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:30:10.719404 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-5ef9b2f4-99a7-431f-80b8-67f96efb0b42 None None] Provisioning complete for port 1f386709-6e6c-49fa-a408-ca2161d54ea1 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:30:10.719770 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-5ef9b2f4-99a7-431f-80b8-67f96efb0b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:10.720124 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-5ef9b2f4-99a7-431f-80b8-67f96efb0b42 None None] Attempt 1 to provision port 1f386709-6e6c-49fa-a408-ca2161d54ea1 Oct 13 15:30:10.815703 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a380e4-bef4-4302-ae7e-5f257b274eed tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Router 41e1cffa-0638-4275-af11-c68be78fee48 is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 15:30:10.836089 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=1f386709-6e6c-49fa-a408-ca2161d54ea1,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:10.869479 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 8eb873ab-5c81-48fd-aca4-d97adb0097cd triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:30:10.869843 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:10.870296 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 8eb873ab-5c81-48fd-aca4-d97adb0097cd Oct 13 15:30:10.877357 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8652da-8792-4ff8-a6e7-e45b79949b4d req-23b4de5b-6644-4519-9383-57e14363e0d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:10.878865 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-7c8652da-8792-4ff8-a6e7-e45b79949b4d req-23b4de5b-6644-4519-9383-57e14363e0d1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=68ca5488-1f82-4ee2-9e86-9e983d74aa07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4088759 Oct 13 15:30:11.027779 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-ce9a0942-c40b-4f89-a22e-836c696ba245 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:30:11.034586 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-5ef9b2f4-99a7-431f-80b8-67f96efb0b42 None None] Current status of the port 1f386709-6e6c-49fa-a408-ca2161d54ea1 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:30:11.043346 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-ce9a0942-c40b-4f89-a22e-836c696ba245 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Usage tracker for resource:subnet and tenant:c7529f71933548bfa5c77476ba17c75c is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:30:11.061159 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-ce9a0942-c40b-4f89-a22e-836c696ba245 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:30:11.073007 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-980aedbe-58d9-4789-b532-75fc8063b458 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:11.075027 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-c515b813-caa0-4b82-bfbd-f54556464978 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Deleting port ed3c9fa8-d99b-4cb6-8234-a4446ff0da60 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:30:11.075476 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c515b813-caa0-4b82-bfbd-f54556464978 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:11.099976 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-ce9a0942-c40b-4f89-a22e-836c696ba245 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:30:11.115895 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 8eb873ab-5c81-48fd-aca4-d97adb0097cd is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:30:11.207775 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-981a3602-075d-4a40-8f64-f3cf10bbc897 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:11.226594 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce9a0942-c40b-4f89-a22e-836c696ba245 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Made reservation on behalf of c7529f71933548bfa5c77476ba17c75c for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:30:11.230186 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ce9a0942-c40b-4f89-a22e-836c696ba245 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:11.246984 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-980aedbe-58d9-4789-b532-75fc8063b458 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:30:11.257579 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-7c8652da-8792-4ff8-a6e7-e45b79949b4d req-089b743e-b21f-4bef-9d50-81268d4d869b service neutron] 10.222.0.16 "GET /v2.0/networks/68ca5488-1f82-4ee2-9e86-9e983d74aa07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3644183 Oct 13 15:30:11.258509 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-980aedbe-58d9-4789-b532-75fc8063b458 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:30:11.288140 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980aedbe-58d9-4789-b532-75fc8063b458 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'Port': ['ID=9c4151ae-43bc-4a1f-a2c4-365d77dc3ae7,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:11.298320 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980aedbe-58d9-4789-b532-75fc8063b458 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:30:11.305074 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-980aedbe-58d9-4789-b532-75fc8063b458 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:11.305876 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-980aedbe-58d9-4789-b532-75fc8063b458 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:11.384922 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-981a3602-075d-4a40-8f64-f3cf10bbc897 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Calling delete_port for 0e6cba31-5243-40d5-842c-a36fd0ff0738 owned by {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:30:11.501690 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a380e4-bef4-4302-ae7e-5f257b274eed tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:30:11.514506 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abfbf29-afb8-4994-a9cc-a30be7d13a93 None None] Sync routers for ids ['41e1cffa-0638-4275-af11-c68be78fee48'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:30:11.536026 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abfbf29-afb8-4994-a9cc-a30be7d13a93 None None] Routers {'41e1cffa-0638-4275-af11-c68be78fee48'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:30:11.536786 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-2abfbf29-afb8-4994-a9cc-a30be7d13a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:30:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['41e1cffa-0638-4275-af11-c68be78fee48'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:11.604236 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 1f386709-6e6c-49fa-a408-ca2161d54ea1 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:30:11.605427 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-981a3602-075d-4a40-8f64-f3cf10bbc897 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:11.682954 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-67a380e4-bef4-4302-ae7e-5f257b274eed tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:11.684330 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-67a380e4-bef4-4302-ae7e-5f257b274eed tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 9.4215152 Oct 13 15:30:11.686462 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-96dd9acb-e02f-4f2b-8b19-05eaf4877b5b tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Allocated IP 2001:db8::1 (79915b74-0a5a-4020-b717-cc5c14391cc4/1d1ee1a7-7f33-4c72-804e-3f81c3473946/c10f7227-9ee5-4861-b8a1-6489505f632d) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:30:11.690789 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981a3602-075d-4a40-8f64-f3cf10bbc897 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event deleted for resources: {'Port': ['ID=0e6cba31-5243-40d5-842c-a36fd0ff0738,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:11.696213 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48558) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:11.698981 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-2abfbf29-afb8-4994-a9cc-a30be7d13a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:11.705670 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-981a3602-075d-4a40-8f64-f3cf10bbc897 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:11.711506 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-981a3602-075d-4a40-8f64-f3cf10bbc897 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "DELETE /v2.0/ports/0e6cba31-5243-40d5-842c-a36fd0ff0738 HTTP/1.1" status: 204 len: 168 time: 1.3667912 Oct 13 15:30:11.713061 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abfbf29-afb8-4994-a9cc-a30be7d13a93 None None] Routers {'41e1cffa-0638-4275-af11-c68be78fee48'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:30:11.713860 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-2abfbf29-afb8-4994-a9cc-a30be7d13a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:30:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['41e1cffa-0638-4275-af11-c68be78fee48'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:11.718337 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-85374e77-2fa5-4b18-b577-efd408a68c5a tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'enable_snat': False}}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:11.732633 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48562) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:11.785381 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-6f121ed5-a1f8-4799-9ac7-6e96d077907c None None] Provisioning for port 9c4151ae-43bc-4a1f-a2c4-365d77dc3ae7 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:30:11.790441 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-2abfbf29-afb8-4994-a9cc-a30be7d13a93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:11.790961 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2abfbf29-afb8-4994-a9cc-a30be7d13a93 None None] The sync data for ids ['41e1cffa-0638-4275-af11-c68be78fee48'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:30:11.798236 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-6f121ed5-a1f8-4799-9ac7-6e96d077907c None None] Provisioning complete for port 9c4151ae-43bc-4a1f-a2c4-365d77dc3ae7 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:30:11.798705 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6f121ed5-a1f8-4799-9ac7-6e96d077907c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:11.799373 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-6f121ed5-a1f8-4799-9ac7-6e96d077907c None None] Attempt 1 to provision port 9c4151ae-43bc-4a1f-a2c4-365d77dc3ae7 Oct 13 15:30:11.836782 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 1f386709-6e6c-49fa-a408-ca2161d54ea1 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:30:11.837679 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:11.837679 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 1f386709-6e6c-49fa-a408-ca2161d54ea1 Oct 13 15:30:11.915614 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-6f121ed5-a1f8-4799-9ac7-6e96d077907c None None] Port 9c4151ae-43bc-4a1f-a2c4-365d77dc3ae7 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:11.962709 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-980aedbe-58d9-4789-b532-75fc8063b458 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.9398880 Oct 13 15:30:11.987278 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 1f386709-6e6c-49fa-a408-ca2161d54ea1 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:30:11.992026 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48566) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:12.159949 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c515b813-caa0-4b82-bfbd-f54556464978 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:12.160276 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c515b813-caa0-4b82-bfbd-f54556464978 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:12.177137 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-7c8652da-8792-4ff8-a6e7-e45b79949b4d req-8a0c5156-99fd-41f1-9132-5ad0fce1336f service neutron] 10.222.0.16 "GET /v2.0/networks/68ca5488-1f82-4ee2-9e86-9e983d74aa07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8669844 Oct 13 15:30:12.180620 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-dd5eaccd-6728-4a6f-9d44-ff8d2205b7c8 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Deleting port 9c4151ae-43bc-4a1f-a2c4-365d77dc3ae7 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:30:12.180988 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-dd5eaccd-6728-4a6f-9d44-ff8d2205b7c8 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:12.200058 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-96dd9acb-e02f-4f2b-8b19-05eaf4877b5b tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:12.286499 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-96dd9acb-e02f-4f2b-8b19-05eaf4877b5b tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Transition to ACTIVE for port object c10f7227-9ee5-4861-b8a1-6489505f632d will not be triggered until provisioned by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:30:12.351461 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-c515b813-caa0-4b82-bfbd-f54556464978 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Calling delete_port for ed3c9fa8-d99b-4cb6-8234-a4446ff0da60 owned by network:floatingip {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:30:12.416978 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-6f121ed5-a1f8-4799-9ac7-6e96d077907c None None] Attempt 2 to provision port 9c4151ae-43bc-4a1f-a2c4-365d77dc3ae7 Oct 13 15:30:12.420822 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14bb3af-0b86-44b9-a672-395584f3c6c6 req-28e70786-d874-44c0-92b4-fce4729e0e35 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:12.422324 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c14bb3af-0b86-44b9-a672-395584f3c6c6 req-28e70786-d874-44c0-92b4-fce4729e0e35 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 946 time: 0.7009284 Oct 13 15:30:12.464782 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-96dd9acb-e02f-4f2b-8b19-05eaf4877b5b tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:12.479491 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb3ea55e-f7ea-49db-b375-d54b0104ee3a tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:12.481021 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-eb3ea55e-f7ea-49db-b375-d54b0104ee3a tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.7443962 Oct 13 15:30:12.486548 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-6f121ed5-a1f8-4799-9ac7-6e96d077907c None None] Port 9c4151ae-43bc-4a1f-a2c4-365d77dc3ae7 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:12.499616 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48570) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:12.641382 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0343646-7803-4824-af1b-2ef48480ca3f tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] GET failed (client error): The resource could not be found. Oct 13 15:30:12.641908 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-d0343646-7803-4824-af1b-2ef48480ca3f tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Synchronizing usage tracker for tenant:19ec4718eae5492e825f796615e1a8b4 on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:30:12.645422 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96dd9acb-e02f-4f2b-8b19-05eaf4877b5b tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Network 79915b74-0a5a-4020-b717-cc5c14391cc4 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:30:12.660525 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-96dd9acb-e02f-4f2b-8b19-05eaf4877b5b tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:30:12.666075 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c14bb3af-0b86-44b9-a672-395584f3c6c6 req-d17add2f-3408-44ab-aeab-b5e0e0843b8d tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2280052 Oct 13 15:30:12.672119 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96dd9acb-e02f-4f2b-8b19-05eaf4877b5b tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:30:12.672559 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-96dd9acb-e02f-4f2b-8b19-05eaf4877b5b tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:12.685673 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dd9acb-e02f-4f2b-8b19-05eaf4877b5b tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Pushing event updated for resources: {'Port': ['ID=c10f7227-9ee5-4861-b8a1-6489505f632d,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:12.721111 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-d0343646-7803-4824-af1b-2ef48480ca3f tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Unset dirty status for tenant:19ec4718eae5492e825f796615e1a8b4 on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:30:12.727529 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d0343646-7803-4824-af1b-2ef48480ca3f tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "GET /v2.0/ports/0e6cba31-5243-40d5-842c-a36fd0ff0738 HTTP/1.1" status: 404 len: 333 time: 0.2182043 Oct 13 15:30:12.741932 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48574) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:12.756210 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-91160bb7-05aa-4db0-a4e4-bd1289e49db8 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-29655736'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:12.768652 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-85374e77-2fa5-4b18-b577-efd408a68c5a tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:12.787163 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-91160bb7-05aa-4db0-a4e4-bd1289e49db8 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:30:12.841533 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-91160bb7-05aa-4db0-a4e4-bd1289e49db8 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Usage tracker for resource:network and tenant:19ec4718eae5492e825f796615e1a8b4 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:30:12.871722 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-91160bb7-05aa-4db0-a4e4-bd1289e49db8 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:30:12.909235 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-91160bb7-05aa-4db0-a4e4-bd1289e49db8 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:30:12.961606 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-dd5eaccd-6728-4a6f-9d44-ff8d2205b7c8 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:12.987536 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-6f121ed5-a1f8-4799-9ac7-6e96d077907c None None] Attempt 3 to provision port 9c4151ae-43bc-4a1f-a2c4-365d77dc3ae7 Oct 13 15:30:13.020183 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91160bb7-05aa-4db0-a4e4-bd1289e49db8 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Made reservation on behalf of 19ec4718eae5492e825f796615e1a8b4 for: {'network': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:30:13.023570 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-91160bb7-05aa-4db0-a4e4-bd1289e49db8 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:13.074177 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-6f121ed5-a1f8-4799-9ac7-6e96d077907c None None] Port 9c4151ae-43bc-4a1f-a2c4-365d77dc3ae7 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:13.079444 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-96dd9acb-e02f-4f2b-8b19-05eaf4877b5b tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:13.188184 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-dd5eaccd-6728-4a6f-9d44-ff8d2205b7c8 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Calling delete_port for 9c4151ae-43bc-4a1f-a2c4-365d77dc3ae7 owned by {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:30:13.271182 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c515b813-caa0-4b82-bfbd-f54556464978 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:13.373478 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ce9a0942-c40b-4f89-a22e-836c696ba245 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:13.407302 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c515b813-caa0-4b82-bfbd-f54556464978 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Pushing event deleted for resources: {'Port': ['ID=ed3c9fa8-d99b-4cb6-8234-a4446ff0da60,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:13.576591 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-6f121ed5-a1f8-4799-9ac7-6e96d077907c None None] Attempt 4 to provision port 9c4151ae-43bc-4a1f-a2c4-365d77dc3ae7 Oct 13 15:30:13.646575 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-6f121ed5-a1f8-4799-9ac7-6e96d077907c None None] Port 9c4151ae-43bc-4a1f-a2c4-365d77dc3ae7 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:13.722349 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce9a0942-c40b-4f89-a22e-836c696ba245 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event updated for resources: {'Subnet': ['ID=8d552eb1-4e51-4f0f-9049-a5de2a19d378,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:13.735544 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce9a0942-c40b-4f89-a22e-836c696ba245 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Network a7f3b330-c320-422e-b157-5a2ea33283c2 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:30:13.744656 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-ce9a0942-c40b-4f89-a22e-836c696ba245 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:30:13.756077 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce9a0942-c40b-4f89-a22e-836c696ba245 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:13.756769 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ce9a0942-c40b-4f89-a22e-836c696ba245 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:13.757628 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b169909b-b21a-446c-9e0c-5c37bd968aa7 None None] Network a7f3b330-c320-422e-b157-5a2ea33283c2 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:30:13.797787 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c515b813-caa0-4b82-bfbd-f54556464978 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for floatingip, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:13.798302 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.l3_db [None req-c515b813-caa0-4b82-bfbd-f54556464978 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Floating IP a4784a4e-b8a5-4c27-a47b-abe96f08ed98 disassociated (deleted). External IP: 172.26.2.230, port: ec808eb8-8692-42ab-8748-2147ebcab0e4. Oct 13 15:30:13.862396 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-dd5eaccd-6728-4a6f-9d44-ff8d2205b7c8 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:13.925098 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-91160bb7-05aa-4db0-a4e4-bd1289e49db8 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=88973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:30:13.935474 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-ce9a0942-c40b-4f89-a22e-836c696ba245 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3757372 Oct 13 15:30:13.938739 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48580) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:13.948382 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-63b9face-5ca9-4690-badc-ada1bd7fbdff tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Request body: {'security_group': {'name': 'tempest-secgroup-1789255344'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:13.953026 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5eaccd-6728-4a6f-9d44-ff8d2205b7c8 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event deleted for resources: {'Port': ['ID=9c4151ae-43bc-4a1f-a2c4-365d77dc3ae7,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:14.017897 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-63b9face-5ca9-4690-badc-ada1bd7fbdff tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:30:14.038317 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-96dd9acb-e02f-4f2b-8b19-05eaf4877b5b tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:14.040832 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-63b9face-5ca9-4690-badc-ada1bd7fbdff tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Usage tracker for resource:security_group and tenant:c7529f71933548bfa5c77476ba17c75c is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:30:14.053974 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-63b9face-5ca9-4690-badc-ada1bd7fbdff tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:30:14.062843 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-96dd9acb-e02f-4f2b-8b19-05eaf4877b5b tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:14.063600 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-96dd9acb-e02f-4f2b-8b19-05eaf4877b5b tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:14.065985 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-91160bb7-05aa-4db0-a4e4-bd1289e49db8 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:14.066685 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-91160bb7-05aa-4db0-a4e4-bd1289e49db8 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Added segment 157cdf23-2a70-40cd-9724-349b0761fce7 of type vlan for network f976d101-9fe8-47f1-8c71-c0274955578f Oct 13 15:30:14.069981 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-63b9face-5ca9-4690-badc-ada1bd7fbdff tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:30:14.152367 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-dd5eaccd-6728-4a6f-9d44-ff8d2205b7c8 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:14.169815 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-6f121ed5-a1f8-4799-9ac7-6e96d077907c None None] Attempt 5 to provision port 9c4151ae-43bc-4a1f-a2c4-365d77dc3ae7 Oct 13 15:30:14.180170 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-dd5eaccd-6728-4a6f-9d44-ff8d2205b7c8 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/ports/9c4151ae-43bc-4a1f-a2c4-365d77dc3ae7 HTTP/1.1" status: 204 len: 168 time: 2.1828508 Oct 13 15:30:14.183712 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-91160bb7-05aa-4db0-a4e4-bd1289e49db8 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:14.185761 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48584) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:14.216241 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-6f121ed5-a1f8-4799-9ac7-6e96d077907c None None] Port 9c4151ae-43bc-4a1f-a2c4-365d77dc3ae7 was deleted so its status cannot be updated. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:30:14.220687 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d527dc0f-442c-45f0-ab23-e59695d8c900 None None] Update dhcp port {'port': {'network_id': 'a7f3b330-c320-422e-b157-5a2ea33283c2', 'fixed_ips': [{'subnet_id': 'c9910682-43a3-4dde-bd26-cfd0ac22153d', 'ip_address': '172.20.0.18'}, {'subnet_id': '8d552eb1-4e51-4f0f-9049-a5de2a19d378'}], 'binding:host_id': 'dv-neutron-860329-2-hyperv'}, 'id': '8eb873ab-5c81-48fd-aca4-d97adb0097cd'} from dv-neutron-860329-2-hyperv. {{(pid=88974) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 13 15:30:14.239106 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-63b9face-5ca9-4690-badc-ada1bd7fbdff tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:14.257048 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f3bc82-6970-4707-bfe3-3a9a2f1d2769 req-da59e5d6-e9ae-41c1-85b8-dfa9383ba8f5 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:14.258538 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-37f3bc82-6970-4707-bfe3-3a9a2f1d2769 req-da59e5d6-e9ae-41c1-85b8-dfa9383ba8f5 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 946 time: 0.4046917 Oct 13 15:30:14.288013 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d527dc0f-442c-45f0-ab23-e59695d8c900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:14.359138 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-91160bb7-05aa-4db0-a4e4-bd1289e49db8 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:14.364798 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91160bb7-05aa-4db0-a4e4-bd1289e49db8 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:14.365374 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-91160bb7-05aa-4db0-a4e4-bd1289e49db8 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:14.394289 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-f616aacd-672b-4a8a-a28b-80ef557adcf9 None None] Provisioning for port c10f7227-9ee5-4861-b8a1-6489505f632d completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:30:14.396402 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96dd9acb-e02f-4f2b-8b19-05eaf4877b5b tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Pushing event updated for resources: {'Port': ['ID=c10f7227-9ee5-4861-b8a1-6489505f632d,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:14.403390 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-f616aacd-672b-4a8a-a28b-80ef557adcf9 None None] Provisioning complete for port c10f7227-9ee5-4861-b8a1-6489505f632d triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:30:14.403703 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f616aacd-672b-4a8a-a28b-80ef557adcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:14.404015 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f616aacd-672b-4a8a-a28b-80ef557adcf9 None None] Attempt 1 to provision port c10f7227-9ee5-4861-b8a1-6489505f632d Oct 13 15:30:14.443351 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-91160bb7-05aa-4db0-a4e4-bd1289e49db8 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6933134 Oct 13 15:30:14.450218 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48588) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:14.460689 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-63b9face-5ca9-4690-badc-ada1bd7fbdff tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:30:14.471442 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-aba47ee1-1e9e-454c-97b7-59a2792860d2 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Request body: {'subnet': {'network_id': 'f976d101-9fe8-47f1-8c71-c0274955578f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:14.500084 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91160bb7-05aa-4db0-a4e4-bd1289e49db8 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event updated for resources: {'Network': ['ID=f976d101-9fe8-47f1-8c71-c0274955578f,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:14.504108 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-63b9face-5ca9-4690-badc-ada1bd7fbdff tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Usage tracker for resource:security_group_rule and tenant:c7529f71933548bfa5c77476ba17c75c is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:30:14.509310 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c515b813-caa0-4b82-bfbd-f54556464978 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Router 762fd677-0458-43ed-8610-dce4995dc9bb has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:30:14.521187 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f616aacd-672b-4a8a-a28b-80ef557adcf9 None None] Port c10f7227-9ee5-4861-b8a1-6489505f632d cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:14.526167 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network f976d101-9fe8-47f1-8c71-c0274955578f details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:30:14.527780 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-63b9face-5ca9-4690-badc-ada1bd7fbdff tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:30:14.605908 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-63b9face-5ca9-4690-badc-ada1bd7fbdff tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:30:14.682712 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-d527dc0f-442c-45f0-ab23-e59695d8c900 None None] Allocated IP 172.20.0.2 (a7f3b330-c320-422e-b157-5a2ea33283c2/8d552eb1-4e51-4f0f-9049-a5de2a19d378/8eb873ab-5c81-48fd-aca4-d97adb0097cd) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:30:14.689611 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-37f3bc82-6970-4707-bfe3-3a9a2f1d2769 req-de6cdaf0-34c1-45c0-a82c-d2c6550879dc tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4126940 Oct 13 15:30:14.706955 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c515b813-caa0-4b82-bfbd-f54556464978 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:30:14.712012 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c515b813-caa0-4b82-bfbd-f54556464978 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:14.734934 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce00d885-ce9f-4471-bbb1-71252eb12b79 None None] Sync routers for ids ['762fd677-0458-43ed-8610-dce4995dc9bb'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:30:14.751207 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce00d885-ce9f-4471-bbb1-71252eb12b79 None None] Routers {'762fd677-0458-43ed-8610-dce4995dc9bb'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:30:14.751823 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-ce00d885-ce9f-4471-bbb1-71252eb12b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:30:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['762fd677-0458-43ed-8610-dce4995dc9bb'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:14.768445 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-aba47ee1-1e9e-454c-97b7-59a2792860d2 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:30:14.776756 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c515b813-caa0-4b82-bfbd-f54556464978 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] 10.222.0.42 "DELETE /v2.0/floatingips/a4784a4e-b8a5-4c27-a47b-abe96f08ed98 HTTP/1.1" status: 204 len: 168 time: 4.1944075 Oct 13 15:30:14.779281 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48594) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:14.793067 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96dd9acb-e02f-4f2b-8b19-05eaf4877b5b tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Network 79915b74-0a5a-4020-b717-cc5c14391cc4 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:30:14.794275 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-aba47ee1-1e9e-454c-97b7-59a2792860d2 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Usage tracker for resource:subnet and tenant:19ec4718eae5492e825f796615e1a8b4 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:30:14.799605 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-aba47ee1-1e9e-454c-97b7-59a2792860d2 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:30:14.806354 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-96dd9acb-e02f-4f2b-8b19-05eaf4877b5b tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:30:14.818215 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-aba47ee1-1e9e-454c-97b7-59a2792860d2 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:30:14.833471 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-85374e77-2fa5-4b18-b577-efd408a68c5a tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:14.924189 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-d527dc0f-442c-45f0-ab23-e59695d8c900 None None] For port 8eb873ab-5c81-48fd-aca4-d97adb0097cd, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=8eb873ab-5c81-48fd-aca4-d97adb0097cd,segment=NetworkSegment(500226a8-381d-428a-ae40-87c61feb9775),segment_id=500226a8-381d-428a-ae40-87c61feb9775)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:30:14.955231 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d527dc0f-442c-45f0-ab23-e59695d8c900 None None] Notify callbacks [] for port, precommit_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:14.959183 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-ce00d885-ce9f-4471-bbb1-71252eb12b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:14.965811 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fb2fef-ef39-4ae3-8506-6282ff91e0aa tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:14.970246 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-25fb2fef-ef39-4ae3-8506-6282ff91e0aa tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.7778301 Oct 13 15:30:14.971659 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48598) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:14.976552 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce00d885-ce9f-4471-bbb1-71252eb12b79 None None] Routers {'762fd677-0458-43ed-8610-dce4995dc9bb'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:30:14.977614 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-ce00d885-ce9f-4471-bbb1-71252eb12b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:30:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['762fd677-0458-43ed-8610-dce4995dc9bb'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:14.982600 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-d527dc0f-442c-45f0-ab23-e59695d8c900 None None] Transition to ACTIVE for port object 8eb873ab-5c81-48fd-aca4-d97adb0097cd will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:30:14.993256 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-78e13f6e-e403-499e-9067-e882c149572a tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Deleting port ec808eb8-8692-42ab-8748-2147ebcab0e4 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:30:14.993595 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-78e13f6e-e403-499e-9067-e882c149572a tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:14.998504 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d527dc0f-442c-45f0-ab23-e59695d8c900 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:15.004834 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba47ee1-1e9e-454c-97b7-59a2792860d2 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Made reservation on behalf of 19ec4718eae5492e825f796615e1a8b4 for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:30:15.008673 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aba47ee1-1e9e-454c-97b7-59a2792860d2 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:15.031697 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-85374e77-2fa5-4b18-b577-efd408a68c5a tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1827972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1827983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1827956'] for router, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:15.064227 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-ce00d885-ce9f-4471-bbb1-71252eb12b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:15.065305 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce00d885-ce9f-4471-bbb1-71252eb12b79 None None] The sync data for ids ['762fd677-0458-43ed-8610-dce4995dc9bb'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:30:15.084388 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f616aacd-672b-4a8a-a28b-80ef557adcf9 None None] Attempt 2 to provision port c10f7227-9ee5-4861-b8a1-6489505f632d Oct 13 15:30:15.157765 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102dd6b-d07a-4fdb-ade4-935468cc21a9 req-fce97210-a426-4fb3-a95d-0df7c8b78dc4 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:15.159528 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e102dd6b-d07a-4fdb-ade4-935468cc21a9 req-fce97210-a426-4fb3-a95d-0df7c8b78dc4 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 946 time: 0.2550037 Oct 13 15:30:15.218947 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d527dc0f-442c-45f0-ab23-e59695d8c900 None None] Pushing event updated for resources: {'Port': ['ID=8eb873ab-5c81-48fd-aca4-d97adb0097cd,revision_number=6']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:15.245147 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f616aacd-672b-4a8a-a28b-80ef557adcf9 None None] Port c10f7227-9ee5-4861-b8a1-6489505f632d cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:15.403731 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96dd9acb-e02f-4f2b-8b19-05eaf4877b5b tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Router d84045c4-b4f1-410c-bc8e-7c43dfb7bd65 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:30:15.432996 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e102dd6b-d07a-4fdb-ade4-935468cc21a9 req-5a46c844-4d9d-4118-b5b6-fe86dc6fd700 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2668784 Oct 13 15:30:15.489244 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-78e13f6e-e403-499e-9067-e882c149572a tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:15.508681 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-63b9face-5ca9-4690-badc-ada1bd7fbdff tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:15.570612 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 8eb873ab-5c81-48fd-aca4-d97adb0097cd up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:30:15.595067 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-63b9face-5ca9-4690-badc-ada1bd7fbdff tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:15.671559 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-78e13f6e-e403-499e-9067-e882c149572a tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Calling delete_port for ec808eb8-8692-42ab-8748-2147ebcab0e4 owned by {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:30:15.747429 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f616aacd-672b-4a8a-a28b-80ef557adcf9 None None] Attempt 3 to provision port c10f7227-9ee5-4861-b8a1-6489505f632d Oct 13 15:30:15.829189 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f616aacd-672b-4a8a-a28b-80ef557adcf9 None None] Port c10f7227-9ee5-4861-b8a1-6489505f632d cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:15.895948 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b9face-5ca9-4690-badc-ada1bd7fbdff tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba0133c2-2a00-466a-862c-4bf8bca08ef3,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:15.899350 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-63b9face-5ca9-4690-badc-ada1bd7fbdff tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:15.900504 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-63b9face-5ca9-4690-badc-ada1bd7fbdff tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.9579237 Oct 13 15:30:15.903988 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48604) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:15.908713 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-696cc7ed-f48c-421b-8971-de456951ee5e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Request body: {'security_group': {'name': 'tempest-secgroup-282211439'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:15.916550 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-696cc7ed-f48c-421b-8971-de456951ee5e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:30:15.920573 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-78e13f6e-e403-499e-9067-e882c149572a tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:15.922460 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-696cc7ed-f48c-421b-8971-de456951ee5e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Usage tracker for resource:security_group and tenant:c7529f71933548bfa5c77476ba17c75c is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:30:15.934586 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96dd9acb-e02f-4f2b-8b19-05eaf4877b5b tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:30:15.945068 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902afd4b-9973-4dd0-89be-1915624ba3d6 None None] Sync routers for ids ['d84045c4-b4f1-410c-bc8e-7c43dfb7bd65'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:30:15.952951 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85374e77-2fa5-4b18-b577-efd408a68c5a tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Router 41e1cffa-0638-4275-af11-c68be78fee48 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:30:15.956050 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902afd4b-9973-4dd0-89be-1915624ba3d6 None None] Routers {'d84045c4-b4f1-410c-bc8e-7c43dfb7bd65'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:30:15.956805 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-902afd4b-9973-4dd0-89be-1915624ba3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:30:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['d84045c4-b4f1-410c-bc8e-7c43dfb7bd65'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:15.964186 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-696cc7ed-f48c-421b-8971-de456951ee5e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:30:15.985085 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-696cc7ed-f48c-421b-8971-de456951ee5e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:30:15.987035 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e13f6e-e403-499e-9067-e882c149572a tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Pushing event deleted for resources: {'Port': ['ID=ec808eb8-8692-42ab-8748-2147ebcab0e4,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:15.999094 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-96dd9acb-e02f-4f2b-8b19-05eaf4877b5b tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] 10.222.0.42 "PUT /v2.0/routers/d84045c4-b4f1-410c-bc8e-7c43dfb7bd65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7595406 Oct 13 15:30:16.003536 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48608) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:16.012544 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b93aa71-04f4-4f01-9128-2fac556e4ec7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:16.016663 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-7b93aa71-04f4-4f01-9128-2fac556e4ec7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 1.0282376 Oct 13 15:30:16.024008 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48612) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:16.039832 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-902afd4b-9973-4dd0-89be-1915624ba3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:16.049124 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-902afd4b-9973-4dd0-89be-1915624ba3d6 None None] Routers {'d84045c4-b4f1-410c-bc8e-7c43dfb7bd65'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:30:16.049824 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-902afd4b-9973-4dd0-89be-1915624ba3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:30:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['d84045c4-b4f1-410c-bc8e-7c43dfb7bd65'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:16.113047 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-696cc7ed-f48c-421b-8971-de456951ee5e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:16.114237 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-902afd4b-9973-4dd0-89be-1915624ba3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:16.114646 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-902afd4b-9973-4dd0-89be-1915624ba3d6 None None] The sync data for ids ['d84045c4-b4f1-410c-bc8e-7c43dfb7bd65'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:30:16.200981 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-696cc7ed-f48c-421b-8971-de456951ee5e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:30:16.205996 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2085956a-5507-461d-a51d-b8b5f8221b12 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:16.207512 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2085956a-5507-461d-a51d-b8b5f8221b12 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:16.208981 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2085956a-5507-461d-a51d-b8b5f8221b12 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:16.209765 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-2085956a-5507-461d-a51d-b8b5f8221b12 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Synchronizing usage tracker for tenant:bb90cebe15f541febeed2c50e15c931e on resource:subnet {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:30:16.216542 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-696cc7ed-f48c-421b-8971-de456951ee5e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Usage tracker for resource:security_group_rule and tenant:c7529f71933548bfa5c77476ba17c75c is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:30:16.221475 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-696cc7ed-f48c-421b-8971-de456951ee5e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:30:16.237324 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-696cc7ed-f48c-421b-8971-de456951ee5e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:30:16.248601 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-78e13f6e-e403-499e-9067-e882c149572a tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:16.254894 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc284f11-8f92-45f9-a7a6-9cd3e4cc74a6 req-f38f733d-a71c-4299-a24f-97c102b6e1f7 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:16.255713 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-2085956a-5507-461d-a51d-b8b5f8221b12 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Unset dirty status for tenant:bb90cebe15f541febeed2c50e15c931e on resource:subnet {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:30:16.256340 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-dc284f11-8f92-45f9-a7a6-9cd3e4cc74a6 req-f38f733d-a71c-4299-a24f-97c102b6e1f7 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 946 time: 0.5057425 Oct 13 15:30:16.259533 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-2085956a-5507-461d-a51d-b8b5f8221b12 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2268744 Oct 13 15:30:16.261741 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48616) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:16.310672 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-78e13f6e-e403-499e-9067-e882c149572a tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] 10.222.0.42 "DELETE /v2.0/ports/ec808eb8-8692-42ab-8748-2147ebcab0e4 HTTP/1.1" status: 204 len: 168 time: 1.5281532 Oct 13 15:30:16.314811 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48620) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:16.330862 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f616aacd-672b-4a8a-a28b-80ef557adcf9 None None] Attempt 4 to provision port c10f7227-9ee5-4861-b8a1-6489505f632d Oct 13 15:30:16.349802 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1e654e2-5bfb-4d45-b278-ce3136144559 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Deleting subnet cfc0dddb-28b9-4cca-b104-710148662d14 {{(pid=88973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:30:16.354487 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a1e654e2-5bfb-4d45-b278-ce3136144559 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for subnet, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:16.377165 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-ae932576-2f81-48b1-a0f3-a56d524f1709 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Request body: {'floatingip': {'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:16.393951 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f616aacd-672b-4a8a-a28b-80ef557adcf9 None None] Port c10f7227-9ee5-4861-b8a1-6489505f632d cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:16.414553 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-ae932576-2f81-48b1-a0f3-a56d524f1709 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:30:16.427875 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-20b1d141-1956-448a-a276-08ac2670c6cd tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks [] for router, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:16.443177 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a1e654e2-5bfb-4d45-b278-ce3136144559 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7432921'] for subnet, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:16.471154 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-696cc7ed-f48c-421b-8971-de456951ee5e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:16.477113 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-ae932576-2f81-48b1-a0f3-a56d524f1709 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Usage tracker for resource:floatingip and tenant:dee21423abc34d479217f618911e90ce is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:30:16.477307 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-696cc7ed-f48c-421b-8971-de456951ee5e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:16.482270 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aba47ee1-1e9e-454c-97b7-59a2792860d2 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:16.492618 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-ae932576-2f81-48b1-a0f3-a56d524f1709 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:30:16.530770 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-696cc7ed-f48c-421b-8971-de456951ee5e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:16.531959 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-696cc7ed-f48c-421b-8971-de456951ee5e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.6271932 Oct 13 15:30:16.540303 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48624) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:16.550212 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-fd6433bc-9c48-4241-935e-afc57b3434f0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Request body: {'security_group': {'name': 'tempest-secgroup-920390307'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:16.555524 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696cc7ed-f48c-421b-8971-de456951ee5e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0c33d09-7a42-42ed-aa99-62384415d286,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:16.562055 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-fd6433bc-9c48-4241-935e-afc57b3434f0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:30:16.572264 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-fd6433bc-9c48-4241-935e-afc57b3434f0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Usage tracker for resource:security_group and tenant:c7529f71933548bfa5c77476ba17c75c is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:30:16.575932 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-fd6433bc-9c48-4241-935e-afc57b3434f0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:30:16.583781 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-fd6433bc-9c48-4241-935e-afc57b3434f0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:30:16.587632 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-dc284f11-8f92-45f9-a7a6-9cd3e4cc74a6 req-60b53cd7-46a4-4345-b71a-d2a20fc81082 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3209243 Oct 13 15:30:16.590314 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-ae932576-2f81-48b1-a0f3-a56d524f1709 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:30:16.599800 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-fd6433bc-9c48-4241-935e-afc57b3434f0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:16.611376 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a1e654e2-5bfb-4d45-b278-ce3136144559 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:16.670763 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-fd6433bc-9c48-4241-935e-afc57b3434f0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:30:16.706840 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-fd6433bc-9c48-4241-935e-afc57b3434f0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Usage tracker for resource:security_group_rule and tenant:c7529f71933548bfa5c77476ba17c75c is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:30:16.711329 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-fd6433bc-9c48-4241-935e-afc57b3434f0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:30:16.717240 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a1e654e2-5bfb-4d45-b278-ce3136144559 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:16.758242 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-fd6433bc-9c48-4241-935e-afc57b3434f0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:30:16.795328 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ae932576-2f81-48b1-a0f3-a56d524f1709 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for floatingip, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:16.808741 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d1ff03-8757-4e9f-8dab-ff0d7771df11 None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:30:16.815059 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a1e654e2-5bfb-4d45-b278-ce3136144559 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:16.816418 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85374e77-2fa5-4b18-b577-efd408a68c5a tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:30:16.818720 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e654e2-5bfb-4d45-b278-ce3136144559 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event deleted for resources: {'Subnet': ['ID=cfc0dddb-28b9-4cca-b104-710148662d14,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:16.833388 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-85374e77-2fa5-4b18-b577-efd408a68c5a tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:16.834107 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f71d7f5-6352-4de0-b3af-13c0bd609c77 None None] Sync routers for ids ['41e1cffa-0638-4275-af11-c68be78fee48'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:30:16.837326 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-85374e77-2fa5-4b18-b577-efd408a68c5a tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] 10.222.0.42 "PUT /v2.0/routers/41e1cffa-0638-4275-af11-c68be78fee48 HTTP/1.1" status: 200 len: 925 time: 5.1397362 Oct 13 15:30:16.841139 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48630) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:16.850277 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f71d7f5-6352-4de0-b3af-13c0bd609c77 None None] Routers {'41e1cffa-0638-4275-af11-c68be78fee48'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:30:16.851460 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-3f71d7f5-6352-4de0-b3af-13c0bd609c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:30:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['41e1cffa-0638-4275-af11-c68be78fee48'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:16.862925 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba47ee1-1e9e-454c-97b7-59a2792860d2 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event updated for resources: {'Subnet': ['ID=fb379b21-67a2-4f05-8c33-b46cd1208d9c,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:16.879014 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-20b1d141-1956-448a-a276-08ac2670c6cd tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 13 15:30:16.882914 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-20b1d141-1956-448a-a276-08ac2670c6cd tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] 10.222.0.42 "DELETE /v2.0/routers/d84045c4-b4f1-410c-bc8e-7c43dfb7bd65 HTTP/1.1" status: 409 len: 329 time: 0.8677199 Oct 13 15:30:16.885085 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48634) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:16.907826 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f616aacd-672b-4a8a-a28b-80ef557adcf9 None None] Attempt 5 to provision port c10f7227-9ee5-4861-b8a1-6489505f632d Oct 13 15:30:16.935640 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-3f71d7f5-6352-4de0-b3af-13c0bd609c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:16.939393 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba47ee1-1e9e-454c-97b7-59a2792860d2 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Checking segment: {'id': '157cdf23-2a70-40cd-9724-349b0761fce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f976d101-9fe8-47f1-8c71-c0274955578f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:30:16.939570 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba47ee1-1e9e-454c-97b7-59a2792860d2 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Network hostable DHCP agents. Network: f976d101-9fe8-47f1-8c71-c0274955578f, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:30:16.946417 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f71d7f5-6352-4de0-b3af-13c0bd609c77 None None] Routers {'41e1cffa-0638-4275-af11-c68be78fee48'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:30:16.947227 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-3f71d7f5-6352-4de0-b3af-13c0bd609c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:30:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['41e1cffa-0638-4275-af11-c68be78fee48'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:16.974303 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f616aacd-672b-4a8a-a28b-80ef557adcf9 None None] Port c10f7227-9ee5-4861-b8a1-6489505f632d cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:17.015212 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-3f71d7f5-6352-4de0-b3af-13c0bd609c77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:17.017276 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f71d7f5-6352-4de0-b3af-13c0bd609c77 None None] The sync data for ids ['41e1cffa-0638-4275-af11-c68be78fee48'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:30:17.043402 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-a1e654e2-5bfb-4d45-b278-ce3136144559 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/cfc0dddb-28b9-4cca-b104-710148662d14 HTTP/1.1" status: 204 len: 168 time: 0.7776930 Oct 13 15:30:17.045915 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48638) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:17.118161 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba47ee1-1e9e-454c-97b7-59a2792860d2 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Network f976d101-9fe8-47f1-8c71-c0274955578f is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:30:17.123465 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-3910adf7-b3d4-459c-95ee-9d0741080a0c tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] 10.222.0.42 "GET /v2.0/routers/41e1cffa-0638-4275-af11-c68be78fee48 HTTP/1.1" status: 200 len: 925 time: 0.2727695 Oct 13 15:30:17.126625 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48642) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:17.168938 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_v2 [None req-dacb3f42-118e-47ed-af8e-ff81f80b55ed tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Deleting subnet f10eaebe-2788-4767-a3ee-87e16676e2b2 {{(pid=88973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:30:17.183816 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242ccac6-9fdc-493d-bafe-7df804ed36bc req-4660a979-c753-422f-b102-92b0b1f1bf0a tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:17.185314 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-242ccac6-9fdc-493d-bafe-7df804ed36bc req-4660a979-c753-422f-b102-92b0b1f1bf0a tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 946 time: 0.4565530 Oct 13 15:30:17.192407 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-dacb3f42-118e-47ed-af8e-ff81f80b55ed tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for subnet, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:17.230539 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-fd6433bc-9c48-4241-935e-afc57b3434f0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:17.240451 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-aba47ee1-1e9e-454c-97b7-59a2792860d2 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, f976d101-9fe8-47f1-8c71-c0274955578f) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:30:17.248934 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f48d96b-4350-4792-b6ea-eba6a60817af None None] Network f976d101-9fe8-47f1-8c71-c0274955578f requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:30:17.331669 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba47ee1-1e9e-454c-97b7-59a2792860d2 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:17.332251 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aba47ee1-1e9e-454c-97b7-59a2792860d2 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:17.378628 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-fd6433bc-9c48-4241-935e-afc57b3434f0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:17.384545 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-aba47ee1-1e9e-454c-97b7-59a2792860d2 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9261000 Oct 13 15:30:17.389881 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48646) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:17.399924 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-5e4d802e-6688-49a9-ade0-204617a5ccf5 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Request body: {'subnet': {'network_id': 'f976d101-9fe8-47f1-8c71-c0274955578f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:17.456407 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-dacb3f42-118e-47ed-af8e-ff81f80b55ed tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7432921'] for subnet, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:17.478145 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f616aacd-672b-4a8a-a28b-80ef557adcf9 None None] Attempt 6 to provision port c10f7227-9ee5-4861-b8a1-6489505f632d Oct 13 15:30:17.499149 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-fd6433bc-9c48-4241-935e-afc57b3434f0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:17.502946 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-fd6433bc-9c48-4241-935e-afc57b3434f0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.9591699 Oct 13 15:30:17.503698 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-242ccac6-9fdc-493d-bafe-7df804ed36bc req-5ee5f465-73e9-4b85-9e8a-a412ac2073c0 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2797272 Oct 13 15:30:17.504171 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48650) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:17.516801 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-64667756-6d01-45e5-82e3-df578c9582de tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-442500662', 'security_groups': ['fcab7284-4346-4e69-883f-09dce6cde1a5'], 'network_id': 'a7f3b330-c320-422e-b157-5a2ea33283c2', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8d552eb1-4e51-4f0f-9049-a5de2a19d378'}]}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:17.568056 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f616aacd-672b-4a8a-a28b-80ef557adcf9 None None] Port c10f7227-9ee5-4861-b8a1-6489505f632d cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:17.589499 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6433bc-9c48-4241-935e-afc57b3434f0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcab7284-4346-4e69-883f-09dce6cde1a5,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:17.617022 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9a5c27-ef15-4830-84e8-f27b06a45d26 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:17.617710 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-4b9a5c27-ef15-4830-84e8-f27b06a45d26 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Synchronizing usage tracker for tenant:712c4cee70ea4d478a2313a7a07d07fd on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:30:17.670409 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ca0711-115f-431f-93f8-da5513a7a769 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-f976d101-9fe8-47f1-8c71-c0274955578f', 'network_id': 'f976d101-9fe8-47f1-8c71-c0274955578f', 'tenant_id': '19ec4718eae5492e825f796615e1a8b4', 'fixed_ips': [{'subnet_id': 'fb379b21-67a2-4f05-8c33-b46cd1208d9c'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:30:17.671313 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-53ca0711-115f-431f-93f8-da5513a7a769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:17.679408 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-dacb3f42-118e-47ed-af8e-ff81f80b55ed tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:17.777734 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ae932576-2f81-48b1-a0f3-a56d524f1709 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:17.854696 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-5e4d802e-6688-49a9-ade0-204617a5ccf5 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:30:17.876922 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-53ca0711-115f-431f-93f8-da5513a7a769 None None] Allocated IP 2001:db8::2 (f976d101-9fe8-47f1-8c71-c0274955578f/fb379b21-67a2-4f05-8c33-b46cd1208d9c/debb0036-20f7-4175-878e-8adcbfc1a03e) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:30:17.891554 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-64667756-6d01-45e5-82e3-df578c9582de tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:30:17.899991 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-dacb3f42-118e-47ed-af8e-ff81f80b55ed tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:17.933232 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-64667756-6d01-45e5-82e3-df578c9582de tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:30:17.952676 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacb3f42-118e-47ed-af8e-ff81f80b55ed tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event deleted for resources: {'Subnet': ['ID=f10eaebe-2788-4767-a3ee-87e16676e2b2,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:17.955426 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-dacb3f42-118e-47ed-af8e-ff81f80b55ed tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:17.968681 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-dacb3f42-118e-47ed-af8e-ff81f80b55ed tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/f10eaebe-2788-4767-a3ee-87e16676e2b2 HTTP/1.1" status: 204 len: 168 time: 0.9206743 Oct 13 15:30:17.970057 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48656) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:17.980366 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-5e4d802e-6688-49a9-ade0-204617a5ccf5 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Usage tracker for resource:subnet and tenant:19ec4718eae5492e825f796615e1a8b4 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:30:17.983325 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-5e4d802e-6688-49a9-ade0-204617a5ccf5 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:30:17.989306 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-5e4d802e-6688-49a9-ade0-204617a5ccf5 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:30:18.002170 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-4b9a5c27-ef15-4830-84e8-f27b06a45d26 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Unset dirty status for tenant:712c4cee70ea4d478a2313a7a07d07fd on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:30:18.005884 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-4b9a5c27-ef15-4830-84e8-f27b06a45d26 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=8fb1fa59-32fe-4ed0-a248-96c43edb135f&device_id=41e1cffa-0638-4275-af11-c68be78fee48&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.8746715 Oct 13 15:30:18.009428 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e4d802e-6688-49a9-ade0-204617a5ccf5 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Made reservation on behalf of 19ec4718eae5492e825f796615e1a8b4 for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:30:18.012867 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5e4d802e-6688-49a9-ade0-204617a5ccf5 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:18.028605 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64667756-6d01-45e5-82e3-df578c9582de tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Made reservation on behalf of c7529f71933548bfa5c77476ba17c75c for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:30:18.033627 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48660) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:18.056034 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46153f15-1ce0-4951-8643-8e4590a23f72 None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:30:18.074978 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-1c4ed9c8-d0bd-4730-b0f7-ca6a2fd2d83f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1037581 Oct 13 15:30:18.077974 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48664) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:18.078840 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f616aacd-672b-4a8a-a28b-80ef557adcf9 None None] Attempt 7 to provision port c10f7227-9ee5-4861-b8a1-6489505f632d Oct 13 15:30:18.083039 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-9724f86b-d600-4236-86d7-6987c50ad7f6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'subnet': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:18.091443 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-ae932576-2f81-48b1-a0f3-a56d524f1709 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Allocated IP 172.26.2.241 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/fe76c828-7124-4f3c-afb0-e58677e6bcf2) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:30:18.253230 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f616aacd-672b-4a8a-a28b-80ef557adcf9 None None] Port c10f7227-9ee5-4861-b8a1-6489505f632d cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:18.284925 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-9724f86b-d600-4236-86d7-6987c50ad7f6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:30:18.292260 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-64667756-6d01-45e5-82e3-df578c9582de tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:18.297386 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-53ca0711-115f-431f-93f8-da5513a7a769 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:18.300889 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14dd696-f998-4ba0-a16e-b4ff1c0a6e39 req-79234740-d96e-4792-986f-7bf9b00024de tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:18.302585 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f14dd696-f998-4ba0-a16e-b4ff1c0a6e39 req-79234740-d96e-4792-986f-7bf9b00024de tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 946 time: 0.6516356 Oct 13 15:30:18.310231 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-9724f86b-d600-4236-86d7-6987c50ad7f6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Usage tracker for resource:subnet and tenant:bb90cebe15f541febeed2c50e15c931e is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:30:18.315403 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-9724f86b-d600-4236-86d7-6987c50ad7f6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:30:18.324395 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-9724f86b-d600-4236-86d7-6987c50ad7f6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:30:18.332747 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [None req-64667756-6d01-45e5-82e3-df578c9582de tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] device_id is not set on port c1724aca-f52a-408f-8c2c-989445d0bf96 yet. {{(pid=88973) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:30:18.342412 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-53ca0711-115f-431f-93f8-da5513a7a769 None None] Transition to ACTIVE for port object debb0036-20f7-4175-878e-8adcbfc1a03e will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:30:18.376154 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-53ca0711-115f-431f-93f8-da5513a7a769 None None] Transition to ACTIVE for port object debb0036-20f7-4175-878e-8adcbfc1a03e will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:30:18.384166 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9724f86b-d600-4236-86d7-6987c50ad7f6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:30:18.384362 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-53ca0711-115f-431f-93f8-da5513a7a769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:18.388475 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9724f86b-d600-4236-86d7-6987c50ad7f6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:18.462245 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ca0711-115f-431f-93f8-da5513a7a769 None None] Network f976d101-9fe8-47f1-8c71-c0274955578f is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:30:18.466413 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-53ca0711-115f-431f-93f8-da5513a7a769 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:30:18.471737 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ca0711-115f-431f-93f8-da5513a7a769 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:30:18.475973 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ca0711-115f-431f-93f8-da5513a7a769 None None] Pushing event updated for resources: {'Port': ['ID=debb0036-20f7-4175-878e-8adcbfc1a03e,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:18.598031 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a71b620f-5dcf-4bac-b864-5b42bc7f1dbe None None] DHCP port deletion for a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:30:18.600102 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-53ca0711-115f-431f-93f8-da5513a7a769 None None] Attempting to bind port debb0036-20f7-4175-878e-8adcbfc1a03e on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:30:18.600516 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-53ca0711-115f-431f-93f8-da5513a7a769 None None] Attempting to bind port debb0036-20f7-4175-878e-8adcbfc1a03e by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '157cdf23-2a70-40cd-9724-349b0761fce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f976d101-9fe8-47f1-8c71-c0274955578f'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:30:18.600830 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ca0711-115f-431f-93f8-da5513a7a769 None None] Attempting to bind port debb0036-20f7-4175-878e-8adcbfc1a03e on network f976d101-9fe8-47f1-8c71-c0274955578f {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:30:18.608366 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ca0711-115f-431f-93f8-da5513a7a769 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:30:18.608744 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ca0711-115f-431f-93f8-da5513a7a769 None None] Checking segment: {'id': '157cdf23-2a70-40cd-9724-349b0761fce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f976d101-9fe8-47f1-8c71-c0274955578f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:30:18.609148 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-53ca0711-115f-431f-93f8-da5513a7a769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:18.609745 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ca0711-115f-431f-93f8-da5513a7a769 None None] Bound using segment: {'id': '157cdf23-2a70-40cd-9724-349b0761fce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f976d101-9fe8-47f1-8c71-c0274955578f'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:30:18.609998 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-53ca0711-115f-431f-93f8-da5513a7a769 None None] Bound port: debb0036-20f7-4175-878e-8adcbfc1a03e, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '157cdf23-2a70-40cd-9724-349b0761fce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'f976d101-9fe8-47f1-8c71-c0274955578f'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:30:18.610415 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-53ca0711-115f-431f-93f8-da5513a7a769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:18.620325 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-a71b620f-5dcf-4bac-b864-5b42bc7f1dbe None None] Deleting port f76ff258-a077-4400-b7b3-3571d0c04071 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:30:18.620703 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-a71b620f-5dcf-4bac-b864-5b42bc7f1dbe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:18.666170 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.ipam_backend_mixin [None req-5e4d802e-6688-49a9-ade0-204617a5ccf5 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fb379b21-67a2-4f05-8c33-b46cd1208d9c (CIDR: 2001:db8::/64) Oct 13 15:30:18.673621 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2e2dba-bd19-483c-ac64-4dc62cf5d62b tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:18.674759 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-ea2e2dba-bd19-483c-ac64-4dc62cf5d62b tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Synchronizing usage tracker for tenant:712c4cee70ea4d478a2313a7a07d07fd on resource:network {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:30:18.686960 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e4d802e-6688-49a9-ade0-204617a5ccf5 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 15:30:18.687871 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e4d802e-6688-49a9-ade0-204617a5ccf5 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:18.692904 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f14dd696-f998-4ba0-a16e-b4ff1c0a6e39 req-fbcdeed6-76d5-480c-966d-f7e07a860326 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3433702 Oct 13 15:30:18.704785 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-64667756-6d01-45e5-82e3-df578c9582de tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Allocated IP 172.20.0.13 (a7f3b330-c320-422e-b157-5a2ea33283c2/8d552eb1-4e51-4f0f-9049-a5de2a19d378/c1724aca-f52a-408f-8c2c-989445d0bf96) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:30:18.750392 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-ea2e2dba-bd19-483c-ac64-4dc62cf5d62b tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Unset dirty status for tenant:712c4cee70ea4d478a2313a7a07d07fd on resource:network {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:30:18.751732 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-ea2e2dba-bd19-483c-ac64-4dc62cf5d62b tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] 10.222.0.42 "GET /v2.0/networks/8fb1fa59-32fe-4ed0-a248-96c43edb135f HTTP/1.1" status: 200 len: 881 time: 0.7169814 Oct 13 15:30:18.755857 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-5e4d802e-6688-49a9-ade0-204617a5ccf5 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3634260 Oct 13 15:30:18.758985 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ae932576-2f81-48b1-a0f3-a56d524f1709 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:18.762567 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48670) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:18.762839 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48672) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:18.789568 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f616aacd-672b-4a8a-a28b-80ef557adcf9 None None] Attempt 8 to provision port c10f7227-9ee5-4861-b8a1-6489505f632d Oct 13 15:30:18.831660 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-70d09bb8-c48e-426c-9a72-703093931dfe tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Request body: {'subnet': {'network_id': 'f976d101-9fe8-47f1-8c71-c0274955578f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:18.917591 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ae932576-2f81-48b1-a0f3-a56d524f1709 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:18.925218 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-09be138b-0347-40fe-aab7-2740b6c50973 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] 10.222.0.42 "GET /v2.0/ports?device_id=41e1cffa-0638-4275-af11-c68be78fee48 HTTP/1.1" status: 200 len: 205 time: 0.1604347 Oct 13 15:30:18.929531 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48678) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:18.956456 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-53ca0711-115f-431f-93f8-da5513a7a769 None None] For port debb0036-20f7-4175-878e-8adcbfc1a03e, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:30:18.965638 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f616aacd-672b-4a8a-a28b-80ef557adcf9 None None] Port c10f7227-9ee5-4861-b8a1-6489505f632d cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:18.983917 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-53ca0711-115f-431f-93f8-da5513a7a769 None None] For port debb0036-20f7-4175-878e-8adcbfc1a03e, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=debb0036-20f7-4175-878e-8adcbfc1a03e,segment=NetworkSegment(157cdf23-2a70-40cd-9724-349b0761fce7),segment_id=157cdf23-2a70-40cd-9724-349b0761fce7)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:30:18.992912 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-a71b620f-5dcf-4bac-b864-5b42bc7f1dbe None None] For port f76ff258-a077-4400-b7b3-3571d0c04071, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=f76ff258-a077-4400-b7b3-3571d0c04071,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:30:18.993418 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-a71b620f-5dcf-4bac-b864-5b42bc7f1dbe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:19.075489 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a03c2ac6-14b4-4b35-8394-b4e5147573b7 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:19.137331 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-a71b620f-5dcf-4bac-b864-5b42bc7f1dbe None None] Calling delete_port for f76ff258-a077-4400-b7b3-3571d0c04071 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:30:19.184364 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9724f86b-d600-4236-86d7-6987c50ad7f6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:19.206735 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-53ca0711-115f-431f-93f8-da5513a7a769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:19.298326 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae932576-2f81-48b1-a0f3-a56d524f1709 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:30:19.312134 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-ae932576-2f81-48b1-a0f3-a56d524f1709 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:30:19.320228 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae932576-2f81-48b1-a0f3-a56d524f1709 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Pushing event updated for resources: {'Port': ['ID=fe76c828-7124-4f3c-afb0-e58677e6bcf2,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:19.323445 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ca0711-115f-431f-93f8-da5513a7a769 None None] Pushing event updated for resources: {'Port': ['ID=debb0036-20f7-4175-878e-8adcbfc1a03e,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:19.330731 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae932576-2f81-48b1-a0f3-a56d524f1709 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:30:19.343125 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-a71b620f-5dcf-4bac-b864-5b42bc7f1dbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:19.382819 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-64667756-6d01-45e5-82e3-df578c9582de tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:19.394514 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71b620f-5dcf-4bac-b864-5b42bc7f1dbe None None] Pushing event deleted for resources: {'Port': ['ID=f76ff258-a077-4400-b7b3-3571d0c04071,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:19.397870 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a71b620f-5dcf-4bac-b864-5b42bc7f1dbe None None] No DVR routers for this DVR port f76ff258-a077-4400-b7b3-3571d0c04071 on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:30:19.412664 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9724f86b-d600-4236-86d7-6987c50ad7f6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:30:19.420838 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-9724f86b-d600-4236-86d7-6987c50ad7f6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:30:19.437105 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9724f86b-d600-4236-86d7-6987c50ad7f6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:19.437684 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9724f86b-d600-4236-86d7-6987c50ad7f6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:19.438064 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a99d7a9-59aa-4fe7-a434-451a4368be40 None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:30:19.469121 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-64667756-6d01-45e5-82e3-df578c9582de tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Transition to ACTIVE for port object c1724aca-f52a-408f-8c2c-989445d0bf96 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:30:19.479664 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b5bb4662-0fd7-4436-b76f-b0d676178a30 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks [] for router, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:19.481278 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f616aacd-672b-4a8a-a28b-80ef557adcf9 None None] Attempt 9 to provision port c10f7227-9ee5-4861-b8a1-6489505f632d Oct 13 15:30:19.486266 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-70d09bb8-c48e-426c-9a72-703093931dfe tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:30:19.528739 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-70d09bb8-c48e-426c-9a72-703093931dfe tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Usage tracker for resource:subnet and tenant:19ec4718eae5492e825f796615e1a8b4 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:30:19.545370 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-70d09bb8-c48e-426c-9a72-703093931dfe tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:30:19.553577 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-70d09bb8-c48e-426c-9a72-703093931dfe tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:30:19.582060 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device f76ff258-a077-4400-b7b3-3571d0c04071 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:30:19.582270 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9724f86b-d600-4236-86d7-6987c50ad7f6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'Subnet': ['ID=61aaeec3-495f-47d7-aec8-30152371a42e,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:19.604768 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0759855-192d-4b12-b9d6-384750a6756a req-2c5f4329-ff66-456e-b76f-18f199628270 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:19.606288 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-c0759855-192d-4b12-b9d6-384750a6756a req-2c5f4329-ff66-456e-b76f-18f199628270 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 946 time: 0.4031930 Oct 13 15:30:19.609202 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70d09bb8-c48e-426c-9a72-703093931dfe tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Made reservation on behalf of 19ec4718eae5492e825f796615e1a8b4 for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:30:19.612711 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-70d09bb8-c48e-426c-9a72-703093931dfe tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:19.647146 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: f76ff258-a077-4400-b7b3-3571d0c04071 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:30:19.647146 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device f76ff258-a077-4400-b7b3-3571d0c04071 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:30:19.667477 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f616aacd-672b-4a8a-a28b-80ef557adcf9 None None] Port c10f7227-9ee5-4861-b8a1-6489505f632d cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:19.709329 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ae932576-2f81-48b1-a0f3-a56d524f1709 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:19.725245 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-9724f86b-d600-4236-86d7-6987c50ad7f6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6468887 Oct 13 15:30:19.732154 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48684) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:19.740886 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-d6163e71-8af8-4af2-b49e-d1c3c4d65b72 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'subnet': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:19.800958 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-c0759855-192d-4b12-b9d6-384750a6756a req-69537684-7487-4a68-8c52-507bc663dda1 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1710522 Oct 13 15:30:19.884000 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb9d18b-cc17-4be0-92ee-baba614c2238 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'tenant_id': 'bb90cebe15f541febeed2c50e15c931e', 'fixed_ips': [{'subnet_id': '61aaeec3-495f-47d7-aec8-30152371a42e'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:30:19.885079 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2cb9d18b-cc17-4be0-92ee-baba614c2238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:19.930412 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-64667756-6d01-45e5-82e3-df578c9582de tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:19.936593 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b5bb4662-0fd7-4436-b76f-b0d676178a30 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:19.958263 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ae932576-2f81-48b1-a0f3-a56d524f1709 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:20.019325 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64667756-6d01-45e5-82e3-df578c9582de tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Network a7f3b330-c320-422e-b157-5a2ea33283c2 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:30:20.025027 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-a03c2ac6-14b4-4b35-8394-b4e5147573b7 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Deleting port c10f7227-9ee5-4861-b8a1-6489505f632d {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:30:20.025369 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a03c2ac6-14b4-4b35-8394-b4e5147573b7 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:20.031125 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-64667756-6d01-45e5-82e3-df578c9582de tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:30:20.038332 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64667756-6d01-45e5-82e3-df578c9582de tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:30:20.080766 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-b5bb4662-0fd7-4436-b76f-b0d676178a30 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Deleting port d178abef-213b-4317-8e76-b7f15a2e8ca8 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:30:20.081238 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b5bb4662-0fd7-4436-b76f-b0d676178a30 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:20.107554 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-2cb9d18b-cc17-4be0-92ee-baba614c2238 None None] Allocated IP 2001:db8::2 (a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828/61aaeec3-495f-47d7-aec8-30152371a42e/cfe8f2c6-5af6-4410-9698-8771a92c4890) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:30:20.175014 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64667756-6d01-45e5-82e3-df578c9582de tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event updated for resources: {'Port': ['ID=c1724aca-f52a-408f-8c2c-989445d0bf96,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:20.210081 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-d6163e71-8af8-4af2-b49e-d1c3c4d65b72 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:30:20.218278 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64667756-6d01-45e5-82e3-df578c9582de tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:20.219030 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-64667756-6d01-45e5-82e3-df578c9582de tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:20.248579 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-d6163e71-8af8-4af2-b49e-d1c3c4d65b72 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Usage tracker for resource:subnet and tenant:bb90cebe15f541febeed2c50e15c931e is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:30:20.252129 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-64667756-6d01-45e5-82e3-df578c9582de tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7399778 Oct 13 15:30:20.255135 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f616aacd-672b-4a8a-a28b-80ef557adcf9 None None] Attempt 10 to provision port c10f7227-9ee5-4861-b8a1-6489505f632d Oct 13 15:30:20.304015 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48688) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:20.324498 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-63d698c1-3c12-43e7-b7d0-cb75a53ea0d5 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Request body: {'subnet': {'network_id': 'a7f3b330-c320-422e-b157-5a2ea33283c2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:20.354633 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b5bb4662-0fd7-4436-b76f-b0d676178a30 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:20.360941 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f616aacd-672b-4a8a-a28b-80ef557adcf9 None None] Port c10f7227-9ee5-4861-b8a1-6489505f632d cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:20.391034 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-f616aacd-672b-4a8a-a28b-80ef557adcf9 None None] Provisioning for port 8eb873ab-5c81-48fd-aca4-d97adb0097cd completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:30:20.439252 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-f616aacd-672b-4a8a-a28b-80ef557adcf9 None None] Provisioning complete for port 8eb873ab-5c81-48fd-aca4-d97adb0097cd triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:30:20.439627 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f616aacd-672b-4a8a-a28b-80ef557adcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:20.439966 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f616aacd-672b-4a8a-a28b-80ef557adcf9 None None] Attempt 1 to provision port 8eb873ab-5c81-48fd-aca4-d97adb0097cd Oct 13 15:30:20.487907 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-b5bb4662-0fd7-4436-b76f-b0d676178a30 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Calling delete_port for d178abef-213b-4317-8e76-b7f15a2e8ca8 owned by network:router_gateway {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:30:20.527277 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2cb9d18b-cc17-4be0-92ee-baba614c2238 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:20.572412 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-2cb9d18b-cc17-4be0-92ee-baba614c2238 None None] Transition to ACTIVE for port object cfe8f2c6-5af6-4410-9698-8771a92c4890 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:30:20.601378 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-d6163e71-8af8-4af2-b49e-d1c3c4d65b72 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:30:20.609524 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-d6163e71-8af8-4af2-b49e-d1c3c4d65b72 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:30:20.613738 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f616aacd-672b-4a8a-a28b-80ef557adcf9 None None] Current status of the port 8eb873ab-5c81-48fd-aca4-d97adb0097cd is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:30:20.624485 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-2cb9d18b-cc17-4be0-92ee-baba614c2238 None None] Transition to ACTIVE for port object cfe8f2c6-5af6-4410-9698-8771a92c4890 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:30:20.640710 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2cb9d18b-cc17-4be0-92ee-baba614c2238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:20.722493 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6163e71-8af8-4af2-b49e-d1c3c4d65b72 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:30:20.731160 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d6163e71-8af8-4af2-b49e-d1c3c4d65b72 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:20.743574 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ae932576-2f81-48b1-a0f3-a56d524f1709 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:20.744248 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb9d18b-cc17-4be0-92ee-baba614c2238 None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:30:20.745697 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9d18b-cc17-4be0-92ee-baba614c2238 None None] Pushing event updated for resources: {'Port': ['ID=cfe8f2c6-5af6-4410-9698-8771a92c4890,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:20.750475 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-2cb9d18b-cc17-4be0-92ee-baba614c2238 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:30:20.752936 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-f616aacd-672b-4a8a-a28b-80ef557adcf9 None None] Provisioning complete for port 347ab731-b9cf-404e-a569-96fbee9e1759 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:30:20.753219 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f616aacd-672b-4a8a-a28b-80ef557adcf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:20.753604 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f616aacd-672b-4a8a-a28b-80ef557adcf9 None None] Attempt 1 to provision port 347ab731-b9cf-404e-a569-96fbee9e1759 Oct 13 15:30:20.769588 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-63d698c1-3c12-43e7-b7d0-cb75a53ea0d5 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:30:20.772528 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ae932576-2f81-48b1-a0f3-a56d524f1709 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:20.787754 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb9d18b-cc17-4be0-92ee-baba614c2238 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:30:20.792312 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a748a2-5edd-4d3d-afcb-a5766835b8ba None None] Network f976d101-9fe8-47f1-8c71-c0274955578f requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:30:20.856561 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-63d698c1-3c12-43e7-b7d0-cb75a53ea0d5 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Usage tracker for resource:subnet and tenant:c7529f71933548bfa5c77476ba17c75c is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:30:20.882614 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-63d698c1-3c12-43e7-b7d0-cb75a53ea0d5 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:30:20.919998 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-63d698c1-3c12-43e7-b7d0-cb75a53ea0d5 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:30:20.941434 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a03c2ac6-14b4-4b35-8394-b4e5147573b7 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:20.943548 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.ipam_backend_mixin [None req-d6163e71-8af8-4af2-b49e-d1c3c4d65b72 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 61aaeec3-495f-47d7-aec8-30152371a42e (CIDR: 2001:db8::/64) Oct 13 15:30:20.969528 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ae932576-2f81-48b1-a0f3-a56d524f1709 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:20.990174 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b5bb4662-0fd7-4436-b76f-b0d676178a30 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:20.990404 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-2cb9d18b-cc17-4be0-92ee-baba614c2238 None None] Attempting to bind port cfe8f2c6-5af6-4410-9698-8771a92c4890 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:30:20.990404 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-2cb9d18b-cc17-4be0-92ee-baba614c2238 None None] Attempting to bind port cfe8f2c6-5af6-4410-9698-8771a92c4890 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:30:20.990404 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb9d18b-cc17-4be0-92ee-baba614c2238 None None] Attempting to bind port cfe8f2c6-5af6-4410-9698-8771a92c4890 on network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:30:21.015515 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb9d18b-cc17-4be0-92ee-baba614c2238 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 30, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:30:21.015915 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb9d18b-cc17-4be0-92ee-baba614c2238 None None] Checking segment: {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:30:21.016198 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2cb9d18b-cc17-4be0-92ee-baba614c2238 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:21.016581 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb9d18b-cc17-4be0-92ee-baba614c2238 None None] Bound using segment: {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:30:21.017049 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-2cb9d18b-cc17-4be0-92ee-baba614c2238 None None] Bound port: cfe8f2c6-5af6-4410-9698-8771a92c4890, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c334f1be-4d84-4f0f-a951-f750be8c85a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:30:21.017413 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2cb9d18b-cc17-4be0-92ee-baba614c2238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:21.032609 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f616aacd-672b-4a8a-a28b-80ef557adcf9 None None] Port 347ab731-b9cf-404e-a569-96fbee9e1759 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:21.038039 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6163e71-8af8-4af2-b49e-d1c3c4d65b72 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 15:30:21.038556 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6163e71-8af8-4af2-b49e-d1c3c4d65b72 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:21.054585 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb4662-0fd7-4436-b76f-b0d676178a30 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Pushing event deleted for resources: {'Port': ['ID=d178abef-213b-4317-8e76-b7f15a2e8ca8,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:21.098549 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63d698c1-3c12-43e7-b7d0-cb75a53ea0d5 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Made reservation on behalf of c7529f71933548bfa5c77476ba17c75c for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:30:21.102023 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-63d698c1-3c12-43e7-b7d0-cb75a53ea0d5 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:21.160464 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-d6163e71-8af8-4af2-b49e-d1c3c4d65b72 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4247849 Oct 13 15:30:21.167702 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48694) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:21.174587 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-2cb9d18b-cc17-4be0-92ee-baba614c2238 None None] For port cfe8f2c6-5af6-4410-9698-8771a92c4890, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:30:21.177479 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-7442344b-e248-4a07-af45-7b880835d0b5 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'subnet': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:21.191251 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-2cb9d18b-cc17-4be0-92ee-baba614c2238 None None] For port cfe8f2c6-5af6-4410-9698-8771a92c4890, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=cfe8f2c6-5af6-4410-9698-8771a92c4890,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:30:21.222326 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae932576-2f81-48b1-a0f3-a56d524f1709 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Pushing event updated for resources: {'Port': ['ID=fe76c828-7124-4f3c-afb0-e58677e6bcf2,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:21.227350 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b5bb4662-0fd7-4436-b76f-b0d676178a30 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828050'] for router_gateway, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:21.233303 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-a03c2ac6-14b4-4b35-8394-b4e5147573b7 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Calling delete_port for c10f7227-9ee5-4861-b8a1-6489505f632d owned by network:router_interface {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:30:21.272308 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2cb9d18b-cc17-4be0-92ee-baba614c2238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:21.348867 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ae932576-2f81-48b1-a0f3-a56d524f1709 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:21.353287 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-ae932576-2f81-48b1-a0f3-a56d524f1709 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0305943 Oct 13 15:30:21.370354 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48698) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:21.370354 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-70d09bb8-c48e-426c-9a72-703093931dfe tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:21.385194 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.ipam_backend_mixin [None req-63d698c1-3c12-43e7-b7d0-cb75a53ea0d5 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8d552eb1-4e51-4f0f-9049-a5de2a19d378 (CIDR: 172.20.0.0/28) Oct 13 15:30:21.387511 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb9d18b-cc17-4be0-92ee-baba614c2238 None None] Pushing event updated for resources: {'Port': ['ID=cfe8f2c6-5af6-4410-9698-8771a92c4890,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:21.401589 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-f5263db9-e04f-4683-97a5-545942fab073 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Request body: {'port': {'network_id': 'ae4eeb10-b86a-45ac-80e0-9663d7d242fb', 'name': 'tempest-FloatingIPTestJSON-1656615826'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:21.488099 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-63d698c1-3c12-43e7-b7d0-cb75a53ea0d5 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 15:30:21.488533 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63d698c1-3c12-43e7-b7d0-cb75a53ea0d5 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:21.534168 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f616aacd-672b-4a8a-a28b-80ef557adcf9 None None] Attempt 2 to provision port 347ab731-b9cf-404e-a569-96fbee9e1759 Oct 13 15:30:21.589197 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:30:21.619237 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device debb0036-20f7-4175-878e-8adcbfc1a03e up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:30:21.694177 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b5bb4662-0fd7-4436-b76f-b0d676178a30 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:21.696833 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b5bb4662-0fd7-4436-b76f-b0d676178a30 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:21.720799 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f616aacd-672b-4a8a-a28b-80ef557adcf9 None None] Port 347ab731-b9cf-404e-a569-96fbee9e1759 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:21.750958 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port debb0036-20f7-4175-878e-8adcbfc1a03e completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:30:21.769406 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19274a6-9d26-430c-9257-f492f31dc73a req-9fff81e5-5dca-4460-b4e6-d6fa19950fb6 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:21.771077 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c19274a6-9d26-430c-9257-f492f31dc73a req-9fff81e5-5dca-4460-b4e6-d6fa19950fb6 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 946 time: 0.8254700 Oct 13 15:30:21.775304 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b5bb4662-0fd7-4436-b76f-b0d676178a30 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:21.775530 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5bb4662-0fd7-4436-b76f-b0d676178a30 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Fanout notify agent at l3_agent the message router_deleted on router 41e1cffa-0638-4275-af11-c68be78fee48 {{(pid=88973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:30:21.795772 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d09bb8-c48e-426c-9a72-703093931dfe tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Network f976d101-9fe8-47f1-8c71-c0274955578f is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:30:21.797416 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-63d698c1-3c12-43e7-b7d0-cb75a53ea0d5 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4926412 Oct 13 15:30:21.801385 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-f5263db9-e04f-4683-97a5-545942fab073 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:30:21.805342 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-70d09bb8-c48e-426c-9a72-703093931dfe tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:30:21.811509 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48702) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:21.815414 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70d09bb8-c48e-426c-9a72-703093931dfe tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:21.816701 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-70d09bb8-c48e-426c-9a72-703093931dfe tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:21.817356 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a800f8d4-0933-4668-a6d4-040e512e6216 None None] Network f976d101-9fe8-47f1-8c71-c0274955578f requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:30:21.821412 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-f5263db9-e04f-4683-97a5-545942fab073 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Usage tracker for resource:port and tenant:dee21423abc34d479217f618911e90ce is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:30:21.834448 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b5bb4662-0fd7-4436-b76f-b0d676178a30 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:21.835517 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-b5bb4662-0fd7-4436-b76f-b0d676178a30 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] 10.222.0.42 "DELETE /v2.0/routers/41e1cffa-0638-4275-af11-c68be78fee48 HTTP/1.1" status: 204 len: 168 time: 2.9028378 Oct 13 15:30:21.843314 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48706) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:21.857763 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-2e7e549a-bae6-422e-8178-fd07882e984e tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1479037050', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:21.871852 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-2e7e549a-bae6-422e-8178-fd07882e984e tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:30:21.880835 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-2e7e549a-bae6-422e-8178-fd07882e984e tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Usage tracker for resource:router and tenant:7e2ccea388624444ac5f774ad8265626 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:30:21.883619 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-7442344b-e248-4a07-af45-7b880835d0b5 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:30:21.888734 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c19274a6-9d26-430c-9257-f492f31dc73a req-55fcb335-7513-494e-b450-0dcecb5a9a03 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0971847 Oct 13 15:30:21.890777 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-2e7e549a-bae6-422e-8178-fd07882e984e tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:30:21.894442 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-7442344b-e248-4a07-af45-7b880835d0b5 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Usage tracker for resource:subnet and tenant:bb90cebe15f541febeed2c50e15c931e is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:30:21.898887 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-7442344b-e248-4a07-af45-7b880835d0b5 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:30:21.901847 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-2e7e549a-bae6-422e-8178-fd07882e984e tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:30:21.907529 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-7442344b-e248-4a07-af45-7b880835d0b5 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:30:21.919890 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d09bb8-c48e-426c-9a72-703093931dfe tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event updated for resources: {'Subnet': ['ID=e644016a-b296-4dba-8e73-7e969659f923,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:21.923886 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2e7e549a-bae6-422e-8178-fd07882e984e tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:21.924916 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2e7e549a-bae6-422e-8178-fd07882e984e tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:21.930954 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7442344b-e248-4a07-af45-7b880835d0b5 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:30:21.931236 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-f5263db9-e04f-4683-97a5-545942fab073 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Quota usage for port was recalculated. Used quota:4. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:30:21.938379 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-f5263db9-e04f-4683-97a5-545942fab073 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:30:21.943721 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-1689b92a-268d-428d-be4f-c3b1217b5eb6 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Request body: {'subnet': {'network_id': 'a7f3b330-c320-422e-b157-5a2ea33283c2', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:21.949951 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7442344b-e248-4a07-af45-7b880835d0b5 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:22.105772 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-1689b92a-268d-428d-be4f-c3b1217b5eb6 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:30:22.135254 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-1689b92a-268d-428d-be4f-c3b1217b5eb6 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Usage tracker for resource:subnet and tenant:c7529f71933548bfa5c77476ba17c75c is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:30:22.135254 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-1689b92a-268d-428d-be4f-c3b1217b5eb6 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:30:22.155565 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-1689b92a-268d-428d-be4f-c3b1217b5eb6 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:30:22.158830 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-70d09bb8-c48e-426c-9a72-703093931dfe tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.3895502 Oct 13 15:30:22.158830 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48712) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:22.158830 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5263db9-e04f-4683-97a5-545942fab073 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Made reservation on behalf of dee21423abc34d479217f618911e90ce for: {'port': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:30:22.167257 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f5263db9-e04f-4683-97a5-545942fab073 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:22.200030 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-7329ec85-5cb9-4db6-8e3e-7852ce0a9bf7 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Request body: {'port': {'network_id': 'f976d101-9fe8-47f1-8c71-c0274955578f', 'fixed_ips': [{'subnet_id': 'fb379b21-67a2-4f05-8c33-b46cd1208d9c'}, {'subnet_id': 'e644016a-b296-4dba-8e73-7e969659f923'}], 'name': 'tempest-PortsIpV6TestJSON-497850498'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:22.215450 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2e7e549a-bae6-422e-8178-fd07882e984e tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:22.230038 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f616aacd-672b-4a8a-a28b-80ef557adcf9 None None] Attempt 3 to provision port 347ab731-b9cf-404e-a569-96fbee9e1759 Oct 13 15:30:22.263920 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2e7e549a-bae6-422e-8178-fd07882e984e tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:22.382860 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2e7e549a-bae6-422e-8178-fd07882e984e tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:22.384309 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-2e7e549a-bae6-422e-8178-fd07882e984e tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5314648 Oct 13 15:30:22.391967 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f616aacd-672b-4a8a-a28b-80ef557adcf9 None None] Port 347ab731-b9cf-404e-a569-96fbee9e1759 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:22.397484 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48718) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:22.400477 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-7329ec85-5cb9-4db6-8e3e-7852ce0a9bf7 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:30:22.406084 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-7329ec85-5cb9-4db6-8e3e-7852ce0a9bf7 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Usage tracker for resource:port and tenant:19ec4718eae5492e825f796615e1a8b4 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:30:22.409214 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-7329ec85-5cb9-4db6-8e3e-7852ce0a9bf7 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:30:22.415562 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-7329ec85-5cb9-4db6-8e3e-7852ce0a9bf7 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:30:22.424486 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-a175d7c3-689d-4b87-9324-576e8ed28b62 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Request body: {'router': {'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:22.427519 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a03c2ac6-14b4-4b35-8394-b4e5147573b7 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:22.456019 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1630f0b9-7d95-420f-97b3-b4cfb808cd2c None None] Update dhcp port {'port': {'network_id': 'f976d101-9fe8-47f1-8c71-c0274955578f', 'fixed_ips': [{'subnet_id': 'fb379b21-67a2-4f05-8c33-b46cd1208d9c', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e644016a-b296-4dba-8e73-7e969659f923'}], 'binding:host_id': 'dv-neutron-860329-2-hyperv'}, 'id': 'debb0036-20f7-4175-878e-8adcbfc1a03e'} from dv-neutron-860329-2-hyperv. {{(pid=88974) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 13 15:30:22.481143 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7329ec85-5cb9-4db6-8e3e-7852ce0a9bf7 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Made reservation on behalf of 19ec4718eae5492e825f796615e1a8b4 for: {'port': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:30:22.568888 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1689b92a-268d-428d-be4f-c3b1217b5eb6 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Made reservation on behalf of c7529f71933548bfa5c77476ba17c75c for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:30:22.579922 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1689b92a-268d-428d-be4f-c3b1217b5eb6 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:22.588963 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-1630f0b9-7d95-420f-97b3-b4cfb808cd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:22.691861 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03c2ac6-14b4-4b35-8394-b4e5147573b7 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Pushing event deleted for resources: {'Port': ['ID=c10f7227-9ee5-4861-b8a1-6489505f632d,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:22.893409 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f616aacd-672b-4a8a-a28b-80ef557adcf9 None None] Attempt 4 to provision port 347ab731-b9cf-404e-a569-96fbee9e1759 Oct 13 15:30:22.974689 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f616aacd-672b-4a8a-a28b-80ef557adcf9 None None] Port 347ab731-b9cf-404e-a569-96fbee9e1759 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:22.975675 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-1630f0b9-7d95-420f-97b3-b4cfb808cd2c None None] Allocated IP 2001:db8:0:1::2 (f976d101-9fe8-47f1-8c71-c0274955578f/e644016a-b296-4dba-8e73-7e969659f923/debb0036-20f7-4175-878e-8adcbfc1a03e) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:30:23.017114 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [None req-f5263db9-e04f-4683-97a5-545942fab073 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] device_id is not set on port ec7118e8-b274-472f-9f26-1133a1c86439 yet. {{(pid=88972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:30:23.037152 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.objects.ports [None req-7442344b-e248-4a07-af45-7b880835d0b5 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=88973) get_objects /opt/stack/neutron/neutron/objects/ports.py:470}} Oct 13 15:30:23.101573 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355eacc8-51da-493d-9b10-a33746b858e7 req-9bf0c963-be6d-48e3-b5c8-6588e985a196 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:23.103079 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-355eacc8-51da-493d-9b10-a33746b858e7 req-9bf0c963-be6d-48e3-b5c8-6588e985a196 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 946 time: 0.7794085 Oct 13 15:30:23.141188 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-1630f0b9-7d95-420f-97b3-b4cfb808cd2c None None] For port debb0036-20f7-4175-878e-8adcbfc1a03e, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=debb0036-20f7-4175-878e-8adcbfc1a03e,segment=NetworkSegment(157cdf23-2a70-40cd-9724-349b0761fce7),segment_id=157cdf23-2a70-40cd-9724-349b0761fce7)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:30:23.170179 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-1630f0b9-7d95-420f-97b3-b4cfb808cd2c None None] Notify callbacks [] for port, precommit_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:23.188215 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-1630f0b9-7d95-420f-97b3-b4cfb808cd2c None None] Ignored duplicate provisioning block setup for port debb0036-20f7-4175-878e-8adcbfc1a03e by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 13 15:30:23.193619 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-1630f0b9-7d95-420f-97b3-b4cfb808cd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:23.195943 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a03c2ac6-14b4-4b35-8394-b4e5147573b7 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:23.363399 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1630f0b9-7d95-420f-97b3-b4cfb808cd2c None None] Pushing event updated for resources: {'Port': ['ID=debb0036-20f7-4175-878e-8adcbfc1a03e,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:23.404957 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b748c8-2a90-432d-b195-36877b847113 req-1b1a53c2-c56e-4ca8-beb1-1937cc6916fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:23.406452 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-20b748c8-2a90-432d-b195-36877b847113 req-1b1a53c2-c56e-4ca8-beb1-1937cc6916fe service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9c317355326e4f748fe019ccb370c99a&device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 1099 time: 1.0190516 Oct 13 15:30:23.425817 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a175d7c3-689d-4b87-9324-576e8ed28b62 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:23.445638 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7329ec85-5cb9-4db6-8e3e-7852ce0a9bf7 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:23.476135 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f616aacd-672b-4a8a-a28b-80ef557adcf9 None None] Attempt 5 to provision port 347ab731-b9cf-404e-a569-96fbee9e1759 Oct 13 15:30:23.480206 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.ipam_backend_mixin [None req-1689b92a-268d-428d-be4f-c3b1217b5eb6 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet c9910682-43a3-4dde-bd26-cfd0ac22153d (CIDR: 172.20.0.16/28) Oct 13 15:30:23.488548 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-355eacc8-51da-493d-9b10-a33746b858e7 req-b3a62b30-6908-49d4-bce5-775f11b2adcc tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3150485 Oct 13 15:30:23.567878 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-1689b92a-268d-428d-be4f-c3b1217b5eb6 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 15:30:23.568387 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1689b92a-268d-428d-be4f-c3b1217b5eb6 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:23.629475 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f616aacd-672b-4a8a-a28b-80ef557adcf9 None None] Port 347ab731-b9cf-404e-a569-96fbee9e1759 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:23.652312 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [None req-7329ec85-5cb9-4db6-8e3e-7852ce0a9bf7 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] device_id is not set on port 35bf6e57-7af7-4be1-9029-8ec7c819d620 yet. {{(pid=88972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:30:23.704261 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-f5263db9-e04f-4683-97a5-545942fab073 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Allocated IP 172.20.0.4 (ae4eeb10-b86a-45ac-80e0-9663d7d242fb/fb50b5e5-969e-4a04-a939-f1db0980ef1a/ec7118e8-b274-472f-9f26-1133a1c86439) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:30:23.730689 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device debb0036-20f7-4175-878e-8adcbfc1a03e up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:30:23.774839 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b748c8-2a90-432d-b195-36877b847113 req-76284d86-6378-4f7b-b560-3d23812712ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:23.776664 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-20b748c8-2a90-432d-b195-36877b847113 req-76284d86-6378-4f7b-b560-3d23812712ec service neutron] 10.222.0.16 "GET /v2.0/networks?id=68ca5488-1f82-4ee2-9e86-9e983d74aa07 HTTP/1.1" status: 200 len: 912 time: 0.3596838 Oct 13 15:30:23.819900 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device cfe8f2c6-5af6-4410-9698-8771a92c4890 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:30:23.825015 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a03c2ac6-14b4-4b35-8394-b4e5147573b7 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Router d84045c4-b4f1-410c-bc8e-7c43dfb7bd65 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:30:23.834058 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-1689b92a-268d-428d-be4f-c3b1217b5eb6 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 2.0209486 Oct 13 15:30:23.851470 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48724) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:23.866389 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-7d19db28-6ec0-440f-a476-7f83efef0a7f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Request body: {'subnet': {'network_id': 'a7f3b330-c320-422e-b157-5a2ea33283c2', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:23.896406 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port cfe8f2c6-5af6-4410-9698-8771a92c4890 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:30:23.995861 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7442344b-e248-4a07-af45-7b880835d0b5 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:24.032103 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-20b748c8-2a90-432d-b195-36877b847113 req-00eff6a0-04f9-4309-8eb0-ba578fafd769 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f9b8f70f-783a-49bb-9292-f6302802628e HTTP/1.1" status: 200 len: 1002 time: 0.2430997 Oct 13 15:30:24.131299 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f616aacd-672b-4a8a-a28b-80ef557adcf9 None None] Attempt 6 to provision port 347ab731-b9cf-404e-a569-96fbee9e1759 Oct 13 15:30:24.190720 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f616aacd-672b-4a8a-a28b-80ef557adcf9 None None] Port 347ab731-b9cf-404e-a569-96fbee9e1759 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:24.200491 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a03c2ac6-14b4-4b35-8394-b4e5147573b7 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:30:24.207664 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-7d19db28-6ec0-440f-a476-7f83efef0a7f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:30:24.210335 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a03c2ac6-14b4-4b35-8394-b4e5147573b7 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] 10.222.0.42 "PUT /v2.0/routers/d84045c4-b4f1-410c-bc8e-7c43dfb7bd65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3235052 Oct 13 15:30:24.212100 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48728) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:24.212955 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e33fbb5-aaca-42e9-94d8-122dead04a32 None None] Sync routers for ids ['d84045c4-b4f1-410c-bc8e-7c43dfb7bd65'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:30:24.220147 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-7d19db28-6ec0-440f-a476-7f83efef0a7f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Usage tracker for resource:subnet and tenant:c7529f71933548bfa5c77476ba17c75c is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:30:24.223363 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e33fbb5-aaca-42e9-94d8-122dead04a32 None None] Routers {'d84045c4-b4f1-410c-bc8e-7c43dfb7bd65'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:30:24.224226 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-4e33fbb5-aaca-42e9-94d8-122dead04a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:30:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['d84045c4-b4f1-410c-bc8e-7c43dfb7bd65'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:24.281382 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b748c8-2a90-432d-b195-36877b847113 req-90678f6b-0de6-4514-81c9-14ff43de3a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:24.282877 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-20b748c8-2a90-432d-b195-36877b847113 req-90678f6b-0de6-4514-81c9-14ff43de3a94 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=12a9e0ad-f87e-4c11-b0b3-9af248956963 HTTP/1.1" status: 200 len: 850 time: 0.2410583 Oct 13 15:30:24.285171 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-4e33fbb5-aaca-42e9-94d8-122dead04a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:24.288736 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-7d19db28-6ec0-440f-a476-7f83efef0a7f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:30:24.294923 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e33fbb5-aaca-42e9-94d8-122dead04a32 None None] Routers {'d84045c4-b4f1-410c-bc8e-7c43dfb7bd65'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:30:24.295530 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-4e33fbb5-aaca-42e9-94d8-122dead04a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:30:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['d84045c4-b4f1-410c-bc8e-7c43dfb7bd65'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:24.350314 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f5263db9-e04f-4683-97a5-545942fab073 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:24.369073 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-7d19db28-6ec0-440f-a476-7f83efef0a7f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:30:24.377131 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-7329ec85-5cb9-4db6-8e3e-7852ce0a9bf7 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Allocated IP 2001:db8::26a (f976d101-9fe8-47f1-8c71-c0274955578f/fb379b21-67a2-4f05-8c33-b46cd1208d9c/35bf6e57-7af7-4be1-9029-8ec7c819d620) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:30:24.386941 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.api.v2.resource [None req-bdc50a61-ac27-409c-a3cb-2a3ba2f7fbbe tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] show failed (client error): The resource could not be found. Oct 13 15:30:24.387269 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-7329ec85-5cb9-4db6-8e3e-7852ce0a9bf7 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Allocated IP 2001:db8:0:1::257 (f976d101-9fe8-47f1-8c71-c0274955578f/e644016a-b296-4dba-8e73-7e969659f923/35bf6e57-7af7-4be1-9029-8ec7c819d620) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:30:24.390606 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-bdc50a61-ac27-409c-a3cb-2a3ba2f7fbbe tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] 10.222.0.42 "GET /v2.0/routers/tempest-non_exist_router-100421904 HTTP/1.1" status: 404 len: 334 time: 0.1712441 Oct 13 15:30:24.390759 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-4e33fbb5-aaca-42e9-94d8-122dead04a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:24.390759 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e33fbb5-aaca-42e9-94d8-122dead04a32 None None] The sync data for ids ['d84045c4-b4f1-410c-bc8e-7c43dfb7bd65'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:30:24.395342 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48732) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:24.404181 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-0f3b3453-f003-4d12-a2b5-bac90bab88b6 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:24.449098 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f5263db9-e04f-4683-97a5-545942fab073 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:24.633833 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d19db28-6ec0-440f-a476-7f83efef0a7f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Made reservation on behalf of c7529f71933548bfa5c77476ba17c75c for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:30:24.637885 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7d19db28-6ec0-440f-a476-7f83efef0a7f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:24.671848 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.api.v2.resource [None req-0f3b3453-f003-4d12-a2b5-bac90bab88b6 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] update failed (client error): The resource could not be found. Oct 13 15:30:24.677782 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-0f3b3453-f003-4d12-a2b5-bac90bab88b6 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] 10.222.0.42 "PUT /v2.0/routers/tempest-non_exist_router-254586774 HTTP/1.1" status: 404 len: 334 time: 0.2752802 Oct 13 15:30:24.692050 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48738) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:24.692696 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f616aacd-672b-4a8a-a28b-80ef557adcf9 None None] Attempt 7 to provision port 347ab731-b9cf-404e-a569-96fbee9e1759 Oct 13 15:30:24.724058 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5263db9-e04f-4683-97a5-545942fab073 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Network ae4eeb10-b86a-45ac-80e0-9663d7d242fb is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:30:24.759962 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f616aacd-672b-4a8a-a28b-80ef557adcf9 None None] Port 347ab731-b9cf-404e-a569-96fbee9e1759 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:24.773718 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-f5263db9-e04f-4683-97a5-545942fab073 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:30:24.786602 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5263db9-e04f-4683-97a5-545942fab073 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:30:24.832046 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5263db9-e04f-4683-97a5-545942fab073 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Pushing event updated for resources: {'Port': ['ID=ec7118e8-b274-472f-9f26-1133a1c86439,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:24.892127 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5263db9-e04f-4683-97a5-545942fab073 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:24.892736 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f5263db9-e04f-4683-97a5-545942fab073 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:24.946530 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6bc00a-7d75-4abb-9ad1-b03b642b68d1 req-50f97a2e-c72a-484f-85d5-d5b1e486ea10 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:24.947988 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-2e6bc00a-7d75-4abb-9ad1-b03b642b68d1 req-50f97a2e-c72a-484f-85d5-d5b1e486ea10 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 946 time: 0.2984700 Oct 13 15:30:24.950606 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7329ec85-5cb9-4db6-8e3e-7852ce0a9bf7 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:24.958100 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-f5263db9-e04f-4683-97a5-545942fab073 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.5848427 Oct 13 15:30:24.962684 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48742) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:24.983271 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-e7f1f36c-49ee-4978-a3fb-749a328fa196 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Request body: {'floatingip': {'port_id': 'ec7118e8-b274-472f-9f26-1133a1c86439'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:25.002179 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a175d7c3-689d-4b87-9324-576e8ed28b62 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks [] for router_gateway, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:25.059642 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a175d7c3-689d-4b87-9324-576e8ed28b62 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:25.066372 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-7442344b-e248-4a07-af45-7b880835d0b5 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] For port cfe8f2c6-5af6-4410-9698-8771a92c4890, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=cfe8f2c6-5af6-4410-9698-8771a92c4890,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:30:25.071860 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e7f1f36c-49ee-4978-a3fb-749a328fa196 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for floatingip, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:25.123869 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_v2 [None req-13047ae0-cceb-4641-a372-9cb93e9b989b tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Deleting subnet d5828ab1-a50a-42e9-a28a-d6600e792b1e {{(pid=88973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:30:25.132340 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-7329ec85-5cb9-4db6-8e3e-7852ce0a9bf7 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Transition to ACTIVE for port object 35bf6e57-7af7-4be1-9029-8ec7c819d620 will not be triggered until provisioned by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:30:25.135378 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-13047ae0-cceb-4641-a372-9cb93e9b989b tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks [] for subnet, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:25.203483 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-2e6bc00a-7d75-4abb-9ad1-b03b642b68d1 req-dc0063b4-b2d4-4444-8ae2-e6d8ab99f210 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2494063 Oct 13 15:30:25.207258 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b748c8-2a90-432d-b195-36877b847113 req-17b9d68c-38f6-4af4-a3a3-5183f8809c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:25.208763 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-20b748c8-2a90-432d-b195-36877b847113 req-17b9d68c-38f6-4af4-a3a3-5183f8809c4d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=68ca5488-1f82-4ee2-9e86-9e983d74aa07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8916481 Oct 13 15:30:25.261015 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f616aacd-672b-4a8a-a28b-80ef557adcf9 None None] Attempt 8 to provision port 347ab731-b9cf-404e-a569-96fbee9e1759 Oct 13 15:30:25.283780 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7442344b-e248-4a07-af45-7b880835d0b5 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:25.284689 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7329ec85-5cb9-4db6-8e3e-7852ce0a9bf7 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:25.302172 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-13047ae0-cceb-4641-a372-9cb93e9b989b tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7432921'] for subnet, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:25.324539 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f616aacd-672b-4a8a-a28b-80ef557adcf9 None None] Port 347ab731-b9cf-404e-a569-96fbee9e1759 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:25.330545 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7442344b-e248-4a07-af45-7b880835d0b5 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:25.331261 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7442344b-e248-4a07-af45-7b880835d0b5 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:25.446211 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7329ec85-5cb9-4db6-8e3e-7852ce0a9bf7 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Network f976d101-9fe8-47f1-8c71-c0274955578f is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:30:25.452041 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7329ec85-5cb9-4db6-8e3e-7852ce0a9bf7 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event updated for resources: {'Port': ['ID=35bf6e57-7af7-4be1-9029-8ec7c819d620,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:25.454610 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-7329ec85-5cb9-4db6-8e3e-7852ce0a9bf7 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:30:25.458335 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7329ec85-5cb9-4db6-8e3e-7852ce0a9bf7 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:30:25.464906 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7329ec85-5cb9-4db6-8e3e-7852ce0a9bf7 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:25.465410 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7329ec85-5cb9-4db6-8e3e-7852ce0a9bf7 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:25.555118 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-7329ec85-5cb9-4db6-8e3e-7852ce0a9bf7 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 3.3751132 Oct 13 15:30:25.557909 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48746) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:25.565575 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7442344b-e248-4a07-af45-7b880835d0b5 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:30:25.568219 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-bee27542-915f-4b26-a487-394faaef77ff tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fb379b21-67a2-4f05-8c33-b46cd1208d9c'}]}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:25.583182 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-7442344b-e248-4a07-af45-7b880835d0b5 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:30:25.600604 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e620fa74-72e3-4969-abb9-76e34a528a0f None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:30:25.602261 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7442344b-e248-4a07-af45-7b880835d0b5 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:25.603370 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7442344b-e248-4a07-af45-7b880835d0b5 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:25.615799 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:25.646439 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7442344b-e248-4a07-af45-7b880835d0b5 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'Subnet': ['ID=40bca056-1de7-40f0-a4bd-95e0a8ce682a,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:25.749210 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-a175d7c3-689d-4b87-9324-576e8ed28b62 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Allocated IP 172.26.2.246 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/691d4b5e-12e6-4f0b-bd4f-c21200f8aa42) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:30:25.783780 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7442344b-e248-4a07-af45-7b880835d0b5 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'Port': ['ID=cfe8f2c6-5af6-4410-9698-8771a92c4890,revision_number=4']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:25.804311 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-20b748c8-2a90-432d-b195-36877b847113 req-ac549c07-ac2f-4f7c-a8e7-26bd691d7b5d service neutron] 10.222.0.16 "GET /v2.0/networks/68ca5488-1f82-4ee2-9e86-9e983d74aa07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5725415 Oct 13 15:30:25.818246 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-7442344b-e248-4a07-af45-7b880835d0b5 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 4.6494641 Oct 13 15:30:25.821751 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48750) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:25.827195 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f616aacd-672b-4a8a-a28b-80ef557adcf9 None None] Attempt 9 to provision port 347ab731-b9cf-404e-a569-96fbee9e1759 Oct 13 15:30:25.833705 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-5742a597-d225-4b8f-8892-8d464b7c97a6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Request body: {'port': {'network_id': 'a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828', 'mac_address': 'fa:16:3e:69:c7:1b', 'name': 'tempest-NetworksTestDHCPv6-908362982'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:25.853445 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bee27542-915f-4b26-a487-394faaef77ff tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:25.932972 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f616aacd-672b-4a8a-a28b-80ef557adcf9 None None] Port 347ab731-b9cf-404e-a569-96fbee9e1759 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:25.945594 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-13047ae0-cceb-4641-a372-9cb93e9b989b tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:26.101824 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-5742a597-d225-4b8f-8892-8d464b7c97a6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:30:26.154343 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7d19db28-6ec0-440f-a476-7f83efef0a7f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:26.222413 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-20b748c8-2a90-432d-b195-36877b847113 req-97e8e1cf-4793-4f92-bee9-96cb56ccde83 service neutron] 10.222.0.16 "GET /v2.0/networks/68ca5488-1f82-4ee2-9e86-9e983d74aa07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4058886 Oct 13 15:30:26.236159 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a175d7c3-689d-4b87-9324-576e8ed28b62 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:26.254105 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-13047ae0-cceb-4641-a372-9cb93e9b989b tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:26.259135 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d19db28-6ec0-440f-a476-7f83efef0a7f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Network a7f3b330-c320-422e-b157-5a2ea33283c2 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:30:26.268630 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-7d19db28-6ec0-440f-a476-7f83efef0a7f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:30:26.278009 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d19db28-6ec0-440f-a476-7f83efef0a7f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:26.278611 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7d19db28-6ec0-440f-a476-7f83efef0a7f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:26.281257 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461c31cd-c48b-4922-8135-7b5e3b971ead None None] Network a7f3b330-c320-422e-b157-5a2ea33283c2 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:30:26.298649 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d19db28-6ec0-440f-a476-7f83efef0a7f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event updated for resources: {'Subnet': ['ID=a0815212-2795-474e-9be4-c74cc4402574,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:26.300902 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-13047ae0-cceb-4641-a372-9cb93e9b989b tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:26.308525 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-5742a597-d225-4b8f-8892-8d464b7c97a6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Usage tracker for resource:port and tenant:bb90cebe15f541febeed2c50e15c931e is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:30:26.316510 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-5742a597-d225-4b8f-8892-8d464b7c97a6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:30:26.323207 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53651ac2-0aee-499a-8d63-f1372ed2aedd None None] Network 380e63ae-b065-4318-bcfb-59adc469516e requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:30:26.367592 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13047ae0-cceb-4641-a372-9cb93e9b989b tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Pushing event deleted for resources: {'Subnet': ['ID=d5828ab1-a50a-42e9-a28a-d6600e792b1e,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:26.376343 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-5742a597-d225-4b8f-8892-8d464b7c97a6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:30:26.383608 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-13047ae0-cceb-4641-a372-9cb93e9b989b tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] 10.222.0.42 "DELETE /v2.0/subnets/d5828ab1-a50a-42e9-a28a-d6600e792b1e HTTP/1.1" status: 204 len: 168 time: 1.6857126 Oct 13 15:30:26.386158 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48756) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:26.412134 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-7d19db28-6ec0-440f-a476-7f83efef0a7f tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.5553088 Oct 13 15:30:26.416919 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48760) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:26.437182 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e7f1f36c-49ee-4978-a3fb-749a328fa196 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:26.440766 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5742a597-d225-4b8f-8892-8d464b7c97a6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Made reservation on behalf of bb90cebe15f541febeed2c50e15c931e for: {'port': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:30:26.460821 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e7f1f36c-49ee-4978-a3fb-749a328fa196 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:26.468242 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-85aeb2dd-2ff5-4fd1-939a-4eadcc38c815 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1266761600', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'a0815212-2795-474e-9be4-c74cc4402574'}], 'security_groups': ['ba0133c2-2a00-466a-862c-4bf8bca08ef3', 'd0c33d09-7a42-42ed-aa99-62384415d286']}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:26.502328 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f616aacd-672b-4a8a-a28b-80ef557adcf9 None None] Attempt 10 to provision port 347ab731-b9cf-404e-a569-96fbee9e1759 Oct 13 15:30:26.616920 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a175d7c3-689d-4b87-9324-576e8ed28b62 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:26.732936 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-07fda038-83d9-4416-9996-8d637dd4f617 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:26.751404 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f616aacd-672b-4a8a-a28b-80ef557adcf9 None None] Port 347ab731-b9cf-404e-a569-96fbee9e1759 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:26.808323 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.l3_db [None req-e7f1f36c-49ee-4978-a3fb-749a328fa196 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Floating IP 8e5f3a6f-e42b-4b7c-9a27-d7f2a9f409d1 associated. External IP: 172.26.2.241, port: ec7118e8-b274-472f-9f26-1133a1c86439. Oct 13 15:30:26.908076 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a175d7c3-689d-4b87-9324-576e8ed28b62 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:30:26.930800 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8121e7b6-838c-4e0a-bf7d-1a3a3a0e4cc4 None None] DHCP port deletion for 380e63ae-b065-4318-bcfb-59adc469516e request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:30:26.937828 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Provisioning for port c1724aca-f52a-408f-8c2c-989445d0bf96 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:30:26.940806 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-8121e7b6-838c-4e0a-bf7d-1a3a3a0e4cc4 None None] Deleting port 1f386709-6e6c-49fa-a408-ca2161d54ea1 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:30:26.941207 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8121e7b6-838c-4e0a-bf7d-1a3a3a0e4cc4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:26.960657 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-a175d7c3-689d-4b87-9324-576e8ed28b62 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:30:26.970530 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a175d7c3-689d-4b87-9324-576e8ed28b62 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:30:26.984000 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Provisioning complete for port c1724aca-f52a-408f-8c2c-989445d0bf96 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:30:26.984370 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:26.984703 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Attempt 1 to provision port c1724aca-f52a-408f-8c2c-989445d0bf96 Oct 13 15:30:27.021836 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a175d7c3-689d-4b87-9324-576e8ed28b62 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Pushing event updated for resources: {'Port': ['ID=691d4b5e-12e6-4f0b-bd4f-c21200f8aa42,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:27.030823 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-07fda038-83d9-4416-9996-8d637dd4f617 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Deleting port 1f386709-6e6c-49fa-a408-ca2161d54ea1 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:30:27.031194 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-07fda038-83d9-4416-9996-8d637dd4f617 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:27.057600 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5742a597-d225-4b8f-8892-8d464b7c97a6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:27.113734 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bce642-a0ea-4a66-be4b-fd04468dc32d req-2ffc825a-f8e7-442c-af03-939ab4de9d96 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:27.115262 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-12bce642-a0ea-4a66-be4b-fd04468dc32d req-2ffc825a-f8e7-442c-af03-939ab4de9d96 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 946 time: 0.7037096 Oct 13 15:30:27.126749 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Port c1724aca-f52a-408f-8c2c-989445d0bf96 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:27.150349 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [None req-5742a597-d225-4b8f-8892-8d464b7c97a6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] device_id is not set on port 8506843f-dcf9-4bb9-bb63-fc1b9a8b963b yet. {{(pid=88972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:30:27.302522 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-bee27542-915f-4b26-a487-394faaef77ff tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Delete allocated IP 2001:db8:0:1::257 (f976d101-9fe8-47f1-8c71-c0274955578f/e644016a-b296-4dba-8e73-7e969659f923) {{(pid=88972) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 13 15:30:27.332310 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-8121e7b6-838c-4e0a-bf7d-1a3a3a0e4cc4 None None] For port 1f386709-6e6c-49fa-a408-ca2161d54ea1, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=1f386709-6e6c-49fa-a408-ca2161d54ea1,segment=NetworkSegment(663e9435-2281-4797-a4bb-ec2c0bafb237),segment_id=663e9435-2281-4797-a4bb-ec2c0bafb237)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:30:27.332890 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8121e7b6-838c-4e0a-bf7d-1a3a3a0e4cc4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:27.461138 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-12bce642-a0ea-4a66-be4b-fd04468dc32d req-900a1ede-253f-41b8-bc3d-5cd83ec9a268 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3292353 Oct 13 15:30:27.539092 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-8121e7b6-838c-4e0a-bf7d-1a3a3a0e4cc4 None None] Calling delete_port for 1f386709-6e6c-49fa-a408-ca2161d54ea1 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:30:27.573826 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-85aeb2dd-2ff5-4fd1-939a-4eadcc38c815 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:27.574928 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device cfe8f2c6-5af6-4410-9698-8771a92c4890 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:30:27.629402 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73b02d8b-d9fd-4764-b60e-00b06bcba005 None None] Update dhcp port {'port': {'network_id': 'a7f3b330-c320-422e-b157-5a2ea33283c2', 'fixed_ips': [{'subnet_id': 'c9910682-43a3-4dde-bd26-cfd0ac22153d', 'ip_address': '172.20.0.18'}, {'subnet_id': '8d552eb1-4e51-4f0f-9049-a5de2a19d378', 'ip_address': '172.20.0.2'}, {'subnet_id': 'a0815212-2795-474e-9be4-c74cc4402574'}], 'binding:host_id': 'dv-neutron-860329-2-hyperv'}, 'id': '8eb873ab-5c81-48fd-aca4-d97adb0097cd'} from dv-neutron-860329-2-hyperv. {{(pid=88974) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 13 15:30:27.658318 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Attempt 2 to provision port c1724aca-f52a-408f-8c2c-989445d0bf96 Oct 13 15:30:27.673322 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bee27542-915f-4b26-a487-394faaef77ff tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:27.690782 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-bee27542-915f-4b26-a487-394faaef77ff tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Ignored duplicate provisioning block setup for port 35bf6e57-7af7-4be1-9029-8ec7c819d620 by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 13 15:30:27.727514 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bee27542-915f-4b26-a487-394faaef77ff tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:27.735844 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f1f36c-49ee-4978-a3fb-749a328fa196 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Router 762fd677-0458-43ed-8610-dce4995dc9bb has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:30:27.742074 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-07fda038-83d9-4416-9996-8d637dd4f617 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] For port 1f386709-6e6c-49fa-a408-ca2161d54ea1, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=1f386709-6e6c-49fa-a408-ca2161d54ea1,segment=NetworkSegment(663e9435-2281-4797-a4bb-ec2c0bafb237),segment_id=663e9435-2281-4797-a4bb-ec2c0bafb237)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:30:27.742074 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-07fda038-83d9-4416-9996-8d637dd4f617 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:27.779362 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Port c1724aca-f52a-408f-8c2c-989445d0bf96 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:27.790537 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-73b02d8b-d9fd-4764-b60e-00b06bcba005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:27.863745 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8121e7b6-838c-4e0a-bf7d-1a3a3a0e4cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:27.923656 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8121e7b6-838c-4e0a-bf7d-1a3a3a0e4cc4 None None] Pushing event deleted for resources: {'Port': ['ID=1f386709-6e6c-49fa-a408-ca2161d54ea1,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:27.965305 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-07fda038-83d9-4416-9996-8d637dd4f617 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Calling delete_port for 1f386709-6e6c-49fa-a408-ca2161d54ea1 owned by network:dhcp {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:30:27.968494 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8121e7b6-838c-4e0a-bf7d-1a3a3a0e4cc4 None None] No DVR routers for this DVR port 1f386709-6e6c-49fa-a408-ca2161d54ea1 on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:30:28.007894 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-bee27542-915f-4b26-a487-394faaef77ff tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] In _notify_port_updated(), no bound segment for port 35bf6e57-7af7-4be1-9029-8ec7c819d620 on network f976d101-9fe8-47f1-8c71-c0274955578f {{(pid=88972) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 13 15:30:28.013881 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee27542-915f-4b26-a487-394faaef77ff tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:28.013881 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bee27542-915f-4b26-a487-394faaef77ff tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:28.015154 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-bee27542-915f-4b26-a487-394faaef77ff tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "PUT /v2.0/ports/35bf6e57-7af7-4be1-9029-8ec7c819d620 HTTP/1.1" status: 200 len: 925 time: 2.4564126 Oct 13 15:30:28.021486 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48764) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:28.023520 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-5742a597-d225-4b8f-8892-8d464b7c97a6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Allocated IP 2001:db8::199 (a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828/61aaeec3-495f-47d7-aec8-30152371a42e/8506843f-dcf9-4bb9-bb63-fc1b9a8b963b) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:30:28.045388 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 1f386709-6e6c-49fa-a408-ca2161d54ea1 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:30:28.085821 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 1f386709-6e6c-49fa-a408-ca2161d54ea1 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:30:28.086196 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 1f386709-6e6c-49fa-a408-ca2161d54ea1 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:30:28.101082 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-d7d9772a-140b-48c0-bcbe-8f40133e630e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fb379b21-67a2-4f05-8c33-b46cd1208d9c'}, {'subnet_id': 'e644016a-b296-4dba-8e73-7e969659f923'}]}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:28.131928 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a175d7c3-689d-4b87-9324-576e8ed28b62 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks [] for router_gateway, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:28.161979 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-73b02d8b-d9fd-4764-b60e-00b06bcba005 None None] Allocated IP 172.20.0.34 (a7f3b330-c320-422e-b157-5a2ea33283c2/a0815212-2795-474e-9be4-c74cc4402574/8eb873ab-5c81-48fd-aca4-d97adb0097cd) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:30:28.242267 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-5742a597-d225-4b8f-8892-8d464b7c97a6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Allocated IP 2001:db8:0:1:f816:3eff:fe69:c71b (a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828/40bca056-1de7-40f0-a4bd-95e0a8ce682a/8506843f-dcf9-4bb9-bb63-fc1b9a8b963b) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:30:28.269022 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee27542-915f-4b26-a487-394faaef77ff tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event updated for resources: {'Port': ['ID=35bf6e57-7af7-4be1-9029-8ec7c819d620,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:28.285938 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.db.api [None req-07fda038-83d9-4416-9996-8d637dd4f617 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:30:28.286276 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG oslo_db.api [None req-07fda038-83d9-4416-9996-8d637dd4f617 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:30:28.293649 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Attempt 3 to provision port c1724aca-f52a-408f-8c2c-989445d0bf96 Oct 13 15:30:28.389987 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Port c1724aca-f52a-408f-8c2c-989445d0bf96 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:28.392495 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f1f36c-49ee-4978-a3fb-749a328fa196 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:30:28.405654 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ff4742-6af7-4f7c-b3ff-c021ad3eccf9 None None] Sync routers for ids ['762fd677-0458-43ed-8610-dce4995dc9bb'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:30:28.414658 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-73b02d8b-d9fd-4764-b60e-00b06bcba005 None None] For port 8eb873ab-5c81-48fd-aca4-d97adb0097cd, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=8eb873ab-5c81-48fd-aca4-d97adb0097cd,segment=NetworkSegment(500226a8-381d-428a-ae40-87c61feb9775),segment_id=500226a8-381d-428a-ae40-87c61feb9775)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:30:28.419781 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ff4742-6af7-4f7c-b3ff-c021ad3eccf9 None None] Routers {'762fd677-0458-43ed-8610-dce4995dc9bb'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:30:28.420635 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-c3ff4742-6af7-4f7c-b3ff-c021ad3eccf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:30:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['762fd677-0458-43ed-8610-dce4995dc9bb'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:28.447151 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-73b02d8b-d9fd-4764-b60e-00b06bcba005 None None] Notify callbacks [] for port, precommit_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:28.450503 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e7f1f36c-49ee-4978-a3fb-749a328fa196 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:28.468198 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-73b02d8b-d9fd-4764-b60e-00b06bcba005 None None] Transition to ACTIVE for port object 8eb873ab-5c81-48fd-aca4-d97adb0097cd will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:30:28.475132 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-73b02d8b-d9fd-4764-b60e-00b06bcba005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:28.498786 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-c3ff4742-6af7-4f7c-b3ff-c021ad3eccf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:28.506276 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d7d9772a-140b-48c0-bcbe-8f40133e630e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:28.537342 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ff4742-6af7-4f7c-b3ff-c021ad3eccf9 None None] Routers {'762fd677-0458-43ed-8610-dce4995dc9bb'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:30:28.538744 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-c3ff4742-6af7-4f7c-b3ff-c021ad3eccf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:30:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['762fd677-0458-43ed-8610-dce4995dc9bb'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:28.699076 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48770) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:28.707391 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-c3ff4742-6af7-4f7c-b3ff-c021ad3eccf9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:28.707800 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3ff4742-6af7-4f7c-b3ff-c021ad3eccf9 None None] The sync data for ids ['762fd677-0458-43ed-8610-dce4995dc9bb'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:30:28.708151 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-e7f1f36c-49ee-4978-a3fb-749a328fa196 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] 10.222.0.42 "PUT /v2.0/floatingips/8e5f3a6f-e42b-4b7c-9a27-d7f2a9f409d1 HTTP/1.1" status: 200 len: 978 time: 3.7306151 Oct 13 15:30:28.749828 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b02d8b-d9fd-4764-b60e-00b06bcba005 None None] Pushing event updated for resources: {'Port': ['ID=8eb873ab-5c81-48fd-aca4-d97adb0097cd,revision_number=7']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:28.788257 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-07fda038-83d9-4416-9996-8d637dd4f617 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Deleting port 1f386709-6e6c-49fa-a408-ca2161d54ea1 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:30:28.788804 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-07fda038-83d9-4416-9996-8d637dd4f617 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:28.891294 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Attempt 4 to provision port c1724aca-f52a-408f-8c2c-989445d0bf96 Oct 13 15:30:28.958531 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-07fda038-83d9-4416-9996-8d637dd4f617 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] The port '1f386709-6e6c-49fa-a408-ca2161d54ea1' was deleted {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 13 15:30:28.959622 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Port c1724aca-f52a-408f-8c2c-989445d0bf96 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:28.960360 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5742a597-d225-4b8f-8892-8d464b7c97a6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:28.996765 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-97871c4f-fb07-40b0-aa1b-7bec9c903192 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Deleting port ec7118e8-b274-472f-9f26-1133a1c86439 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:30:28.997101 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-97871c4f-fb07-40b0-aa1b-7bec9c903192 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:29.009207 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-5742a597-d225-4b8f-8892-8d464b7c97a6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Transition to ACTIVE for port object 8506843f-dcf9-4bb9-bb63-fc1b9a8b963b will not be triggered until provisioned by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:30:29.022667 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5cf276-c18a-4f9f-8e70-a737c061633a req-a6466517-1ecf-40d4-bd74-667bdb3f598a tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:29.024175 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-7a5cf276-c18a-4f9f-8e70-a737c061633a req-a6466517-1ecf-40d4-bd74-667bdb3f598a tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 946 time: 0.3114226 Oct 13 15:30:29.080463 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a175d7c3-689d-4b87-9324-576e8ed28b62 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:29.101711 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.db.api [None req-85aeb2dd-2ff5-4fd1-939a-4eadcc38c815 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.34-48482aec-2889-4d98-ae2e-d16e1e12599d {{(pid=88973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:30:29.102023 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG oslo_db.api [None req-85aeb2dd-2ff5-4fd1-939a-4eadcc38c815 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:30:29.110536 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a175d7c3-689d-4b87-9324-576e8ed28b62 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1827972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1827983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1827956'] for router, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:29.147809 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-7a5cf276-c18a-4f9f-8e70-a737c061633a req-80f489b0-0ac4-4bf0-890c-1b92955ea68c tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881982 Oct 13 15:30:29.150029 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-d7d9772a-140b-48c0-bcbe-8f40133e630e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Allocated IP 2001:db8:0:1::12 (f976d101-9fe8-47f1-8c71-c0274955578f/e644016a-b296-4dba-8e73-7e969659f923/35bf6e57-7af7-4be1-9029-8ec7c819d620) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:30:29.207144 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5742a597-d225-4b8f-8892-8d464b7c97a6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:29.257924 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-07fda038-83d9-4416-9996-8d637dd4f617 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:29.351577 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5742a597-d225-4b8f-8892-8d464b7c97a6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:30:29.354994 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-5742a597-d225-4b8f-8892-8d464b7c97a6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:30:29.356774 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5742a597-d225-4b8f-8892-8d464b7c97a6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event updated for resources: {'Port': ['ID=8506843f-dcf9-4bb9-bb63-fc1b9a8b963b,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:29.359011 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5742a597-d225-4b8f-8892-8d464b7c97a6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:30:29.364518 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5742a597-d225-4b8f-8892-8d464b7c97a6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:29.365130 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5742a597-d225-4b8f-8892-8d464b7c97a6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:29.377757 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-07fda038-83d9-4416-9996-8d637dd4f617 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['380e63ae-b065-4318-bcfb-59adc469516e']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:29.401485 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-5742a597-d225-4b8f-8892-8d464b7c97a6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.5758121 Oct 13 15:30:29.404530 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48776) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:29.407791 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-07fda038-83d9-4416-9996-8d637dd4f617 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '663e9435-2281-4797-a4bb-ec2c0bafb237') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:29.408088 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-07fda038-83d9-4416-9996-8d637dd4f617 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '663e9435-2281-4797-a4bb-ec2c0bafb237') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:29.460682 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Attempt 5 to provision port c1724aca-f52a-408f-8c2c-989445d0bf96 Oct 13 15:30:29.497415 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-074ae1dd-3cde-42b7-98ef-ccb64e725efa tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Deleting port 8506843f-dcf9-4bb9-bb63-fc1b9a8b963b {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:30:29.497757 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-074ae1dd-3cde-42b7-98ef-ccb64e725efa tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:29.559107 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 8eb873ab-5c81-48fd-aca4-d97adb0097cd up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:30:29.610776 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Port c1724aca-f52a-408f-8c2c-989445d0bf96 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:29.612548 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-07fda038-83d9-4416-9996-8d637dd4f617 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:29.641548 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d7d9772a-140b-48c0-bcbe-8f40133e630e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:29.672278 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-d7d9772a-140b-48c0-bcbe-8f40133e630e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Ignored duplicate provisioning block setup for port 35bf6e57-7af7-4be1-9029-8ec7c819d620 by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 13 15:30:29.693973 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d7d9772a-140b-48c0-bcbe-8f40133e630e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:29.708522 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-07fda038-83d9-4416-9996-8d637dd4f617 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:29.728066 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07fda038-83d9-4416-9996-8d637dd4f617 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:30:29.728465 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-07fda038-83d9-4416-9996-8d637dd4f617 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:29.988544 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 663e9435-2281-4797-a4bb-ec2c0bafb237 resource provider aggregate not found Oct 13 15:30:30.000027 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-97871c4f-fb07-40b0-aa1b-7bec9c903192 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:30.020600 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-85aeb2dd-2ff5-4fd1-939a-4eadcc38c815 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:30.063465 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d9772a-140b-48c0-bcbe-8f40133e630e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event updated for resources: {'Port': ['ID=35bf6e57-7af7-4be1-9029-8ec7c819d620,revision_number=3']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:30.076517 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-d7d9772a-140b-48c0-bcbe-8f40133e630e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] In _notify_port_updated(), no bound segment for port 35bf6e57-7af7-4be1-9029-8ec7c819d620 on network f976d101-9fe8-47f1-8c71-c0274955578f {{(pid=88972) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 13 15:30:30.081916 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d9772a-140b-48c0-bcbe-8f40133e630e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:30.082485 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d7d9772a-140b-48c0-bcbe-8f40133e630e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:30.086428 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d7d9772a-140b-48c0-bcbe-8f40133e630e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "PUT /v2.0/ports/35bf6e57-7af7-4be1-9029-8ec7c819d620 HTTP/1.1" status: 200 len: 1010 time: 2.0568187 Oct 13 15:30:30.086631 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 663e9435-2281-4797-a4bb-ec2c0bafb237 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 663e9435-2281-4797-a4bb-ec2c0bafb237 found for delete ", "request_id": "req-efbd3a98-4d34-414c-a18d-ec0c0c105f61"}]} Oct 13 15:30:30.088168 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48786) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:30.099774 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfe1b59-f623-4ecb-aa64-6b8d81965736 req-ddab43d1-02d2-4025-9812-96cca16cb388 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:30.101230 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ddfe1b59-f623-4ecb-aa64-6b8d81965736 req-ddab43d1-02d2-4025-9812-96cca16cb388 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 946 time: 0.8257782 Oct 13 15:30:30.112633 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Attempt 6 to provision port c1724aca-f52a-408f-8c2c-989445d0bf96 Oct 13 15:30:30.155101 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-074ae1dd-3cde-42b7-98ef-ccb64e725efa tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:30.172151 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Port c1724aca-f52a-408f-8c2c-989445d0bf96 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:30.186368 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-07fda038-83d9-4416-9996-8d637dd4f617 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:30.238890 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-07fda038-83d9-4416-9996-8d637dd4f617 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:30.269654 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07fda038-83d9-4416-9996-8d637dd4f617 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Pushing event deleted for resources: {'Network': ['ID=380e63ae-b065-4318-bcfb-59adc469516e,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:30.287126 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-074ae1dd-3cde-42b7-98ef-ccb64e725efa tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Calling delete_port for 8506843f-dcf9-4bb9-bb63-fc1b9a8b963b owned by {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:30:30.331442 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-e762424b-cf27-4453-a977-61eaa244bbf0 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Deleting port 35bf6e57-7af7-4be1-9029-8ec7c819d620 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:30:30.331781 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e762424b-cf27-4453-a977-61eaa244bbf0 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:30.334373 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ddfe1b59-f623-4ecb-aa64-6b8d81965736 req-a05cfad8-8198-4534-8be0-ae521666bc04 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2174163 Oct 13 15:30:30.377878 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-07fda038-83d9-4416-9996-8d637dd4f617 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] 10.222.0.42 "DELETE /v2.0/networks/380e63ae-b065-4318-bcfb-59adc469516e HTTP/1.1" status: 204 len: 168 time: 3.9878941 Oct 13 15:30:30.379177 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48792) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:30.404475 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a175d7c3-689d-4b87-9324-576e8ed28b62 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Router 0fec2a2b-f922-4ea3-be09-a2645b4abc22 is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 15:30:30.517488 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-865a3054-932b-4405-8044-6e808a449cc9 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Deleting subnet 535cdb28-7d1b-4dd4-b749-82c6fd5636fd {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:30:30.529846 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-865a3054-932b-4405-8044-6e808a449cc9 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:30.669303 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-865a3054-932b-4405-8044-6e808a449cc9 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:30.672717 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Attempt 7 to provision port c1724aca-f52a-408f-8c2c-989445d0bf96 Oct 13 15:30:30.742511 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Port c1724aca-f52a-408f-8c2c-989445d0bf96 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:30.899901 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e762424b-cf27-4453-a977-61eaa244bbf0 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:30.916991 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a175d7c3-689d-4b87-9324-576e8ed28b62 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:30:30.926285 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a175d7c3-689d-4b87-9324-576e8ed28b62 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:30.929735 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-a175d7c3-689d-4b87-9324-576e8ed28b62 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] 10.222.0.42 "PUT /v2.0/routers/0fec2a2b-f922-4ea3-be09-a2645b4abc22 HTTP/1.1" status: 200 len: 884 time: 8.5169213 Oct 13 15:30:30.929897 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fddd08-6194-4c78-9ac6-28bc81a2c870 None None] Sync routers for ids ['0fec2a2b-f922-4ea3-be09-a2645b4abc22'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:30:30.931917 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48798) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:30.940027 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fddd08-6194-4c78-9ac6-28bc81a2c870 None None] Routers {'0fec2a2b-f922-4ea3-be09-a2645b4abc22'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:30:30.940902 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-d9fddd08-6194-4c78-9ac6-28bc81a2c870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:30:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['0fec2a2b-f922-4ea3-be09-a2645b4abc22'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:31.008027 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-d9fddd08-6194-4c78-9ac6-28bc81a2c870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:31.016717 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fddd08-6194-4c78-9ac6-28bc81a2c870 None None] Routers {'0fec2a2b-f922-4ea3-be09-a2645b4abc22'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:30:31.017318 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-d9fddd08-6194-4c78-9ac6-28bc81a2c870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:30:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['0fec2a2b-f922-4ea3-be09-a2645b4abc22'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:31.037038 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-e762424b-cf27-4453-a977-61eaa244bbf0 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Calling delete_port for 35bf6e57-7af7-4be1-9029-8ec7c819d620 owned by {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:30:31.079415 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-d9fddd08-6194-4c78-9ac6-28bc81a2c870 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:31.079812 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9fddd08-6194-4c78-9ac6-28bc81a2c870 None None] The sync data for ids ['0fec2a2b-f922-4ea3-be09-a2645b4abc22'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:30:31.080270 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-97871c4f-fb07-40b0-aa1b-7bec9c903192 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:31.080746 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-97871c4f-fb07-40b0-aa1b-7bec9c903192 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:31.080931 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.l3_db [None req-97871c4f-fb07-40b0-aa1b-7bec9c903192 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Floating IP 8e5f3a6f-e42b-4b7c-9a27-d7f2a9f409d1 disassociated. External IP: 172.26.2.241, port: ec7118e8-b274-472f-9f26-1133a1c86439. Oct 13 15:30:31.081260 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-97871c4f-fb07-40b0-aa1b-7bec9c903192 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Calling delete_port for ec7118e8-b274-472f-9f26-1133a1c86439 owned by {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:30:31.084191 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-865a3054-932b-4405-8044-6e808a449cc9 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:31.118834 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-074ae1dd-3cde-42b7-98ef-ccb64e725efa tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:31.186781 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074ae1dd-3cde-42b7-98ef-ccb64e725efa tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event deleted for resources: {'Port': ['ID=8506843f-dcf9-4bb9-bb63-fc1b9a8b963b,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:31.192440 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e311e31d-47ab-483c-bcc6-2906ceee4643 req-6652cb78-7f18-4f9a-b3ed-6d58b5ca9f4a tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:31.193906 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e311e31d-47ab-483c-bcc6-2906ceee4643 req-6652cb78-7f18-4f9a-b3ed-6d58b5ca9f4a tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 946 time: 0.4378395 Oct 13 15:30:31.243540 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Attempt 8 to provision port c1724aca-f52a-408f-8c2c-989445d0bf96 Oct 13 15:30:31.316413 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-074ae1dd-3cde-42b7-98ef-ccb64e725efa tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:31.366115 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-85aeb2dd-2ff5-4fd1-939a-4eadcc38c815 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Delete allocated IP 172.20.0.13 (a7f3b330-c320-422e-b157-5a2ea33283c2/8d552eb1-4e51-4f0f-9049-a5de2a19d378) {{(pid=88973) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 13 15:30:31.376225 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-074ae1dd-3cde-42b7-98ef-ccb64e725efa tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/ports/8506843f-dcf9-4bb9-bb63-fc1b9a8b963b HTTP/1.1" status: 204 len: 168 time: 1.9705963 Oct 13 15:30:31.377261 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48802) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:31.379252 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Port c1724aca-f52a-408f-8c2c-989445d0bf96 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:31.379386 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e311e31d-47ab-483c-bcc6-2906ceee4643 req-9f85fb4f-07d7-414c-8c8a-6223a4078711 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1323676 Oct 13 15:30:31.382773 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-865a3054-932b-4405-8044-6e808a449cc9 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:31.386949 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-836c0367-7b15-4e7f-8366-690a7e828ecd tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] 10.222.0.42 "GET /v2.0/routers/0fec2a2b-f922-4ea3-be09-a2645b4abc22 HTTP/1.1" status: 200 len: 925 time: 0.4503956 Oct 13 15:30:31.402265 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48804) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:31.438903 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-85aeb2dd-2ff5-4fd1-939a-4eadcc38c815 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Allocated IP 172.20.0.45 (a7f3b330-c320-422e-b157-5a2ea33283c2/a0815212-2795-474e-9be4-c74cc4402574/c1724aca-f52a-408f-8c2c-989445d0bf96) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:30:31.512807 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-97871c4f-fb07-40b0-aa1b-7bec9c903192 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:31.567330 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97871c4f-fb07-40b0-aa1b-7bec9c903192 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Pushing event deleted for resources: {'Port': ['ID=ec7118e8-b274-472f-9f26-1133a1c86439,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:31.640263 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865a3054-932b-4405-8044-6e808a449cc9 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Pushing event deleted for resources: {'Subnet': ['ID=535cdb28-7d1b-4dd4-b749-82c6fd5636fd,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:31.653584 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-865a3054-932b-4405-8044-6e808a449cc9 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:31.657258 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e93930b-540e-4fa1-a7d8-9b4a52d42eaa None None] Network 18bc8f72-29ae-4582-94b6-dd7b97023729 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:30:31.694115 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-865a3054-932b-4405-8044-6e808a449cc9 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] 10.222.0.42 "DELETE /v2.0/subnets/535cdb28-7d1b-4dd4-b749-82c6fd5636fd HTTP/1.1" status: 204 len: 168 time: 1.3141747 Oct 13 15:30:31.727243 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48810) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:31.843039 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-edf448b5-0932-4c27-b821-08a9eb302d29 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Deleting subnet a1fe24a4-aa5e-4102-b1b0-e64be7fd8260 {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:30:31.847937 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e762424b-cf27-4453-a977-61eaa244bbf0 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:31.850406 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-edf448b5-0932-4c27-b821-08a9eb302d29 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:31.880311 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Attempt 9 to provision port c1724aca-f52a-408f-8c2c-989445d0bf96 Oct 13 15:30:31.945447 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Port c1724aca-f52a-408f-8c2c-989445d0bf96 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:31.948515 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e762424b-cf27-4453-a977-61eaa244bbf0 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event deleted for resources: {'Port': ['ID=35bf6e57-7af7-4be1-9029-8ec7c819d620,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:31.956368 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0486b8-aadc-4a99-ac10-80ff7f8ddd15 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:31.960235 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-bb0486b8-aadc-4a99-ac10-80ff7f8ddd15 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=8fb1fa59-32fe-4ed0-a248-96c43edb135f&device_id=0fec2a2b-f922-4ea3-be09-a2645b4abc22&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3858871 Oct 13 15:30:31.966929 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48816) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:32.011118 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88563ad-557d-49e9-8f90-ccfa353f5c27 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:32.011882 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-a88563ad-557d-49e9-8f90-ccfa353f5c27 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Synchronizing usage tracker for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:30:32.024831 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-edf448b5-0932-4c27-b821-08a9eb302d29 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:32.052330 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bee0d2d-23d5-4ee0-8e0d-b66fbfb9c74c None None] DHCP port deletion for 18bc8f72-29ae-4582-94b6-dd7b97023729 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:30:32.065782 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-1bee0d2d-23d5-4ee0-8e0d-b66fbfb9c74c None None] Deleting port cc74c84a-c529-4eb4-bb4f-e0e7ed9ee654 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:30:32.066534 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-1bee0d2d-23d5-4ee0-8e0d-b66fbfb9c74c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:32.120487 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e762424b-cf27-4453-a977-61eaa244bbf0 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:32.122370 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-e762424b-cf27-4453-a977-61eaa244bbf0 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "DELETE /v2.0/ports/35bf6e57-7af7-4be1-9029-8ec7c819d620 HTTP/1.1" status: 204 len: 168 time: 2.0332425 Oct 13 15:30:32.126379 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48820) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:32.171184 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-a88563ad-557d-49e9-8f90-ccfa353f5c27 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Unset dirty status for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:30:32.175095 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a88563ad-557d-49e9-8f90-ccfa353f5c27 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.7864671 Oct 13 15:30:32.185641 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48824) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:32.196098 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-85aeb2dd-2ff5-4fd1-939a-4eadcc38c815 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:32.205001 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5327f5b5-1dd2-409a-aa37-3524229d2e39 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:32.208986 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-5327f5b5-1dd2-409a-aa37-3524229d2e39 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] 10.222.0.42 "GET /v2.0/networks/8fb1fa59-32fe-4ed0-a248-96c43edb135f HTTP/1.1" status: 200 len: 881 time: 0.2364130 Oct 13 15:30:32.214899 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48828) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:32.235893 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-941e7df8-2212-4a00-8a07-ee64381c4e1b tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] GET failed (client error): The resource could not be found. Oct 13 15:30:32.236343 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-941e7df8-2212-4a00-8a07-ee64381c4e1b tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Synchronizing usage tracker for tenant:19ec4718eae5492e825f796615e1a8b4 on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:30:32.279704 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-941e7df8-2212-4a00-8a07-ee64381c4e1b tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Unset dirty status for tenant:19ec4718eae5492e825f796615e1a8b4 on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:30:32.283528 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-941e7df8-2212-4a00-8a07-ee64381c4e1b tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "GET /v2.0/ports/35bf6e57-7af7-4be1-9029-8ec7c819d620 HTTP/1.1" status: 404 len: 333 time: 0.1535652 Oct 13 15:30:32.284470 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48832) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:32.284937 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97871c4f-fb07-40b0-aa1b-7bec9c903192 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Router 762fd677-0458-43ed-8610-dce4995dc9bb has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:30:32.286698 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-85aeb2dd-2ff5-4fd1-939a-4eadcc38c815 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Transition to ACTIVE for port object c1724aca-f52a-408f-8c2c-989445d0bf96 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:30:32.289808 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-462deb3b-cc53-4c82-af7f-3d97d67624bb tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fec2a2b-f922-4ea3-be09-a2645b4abc22 HTTP/1.1" status: 200 len: 205 time: 0.0733142 Oct 13 15:30:32.294394 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48836) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:32.309681 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-1bee0d2d-23d5-4ee0-8e0d-b66fbfb9c74c None None] For port cc74c84a-c529-4eb4-bb4f-e0e7ed9ee654, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=cc74c84a-c529-4eb4-bb4f-e0e7ed9ee654,segment=NetworkSegment(f2b4ed5c-f272-4c1b-ad5d-888dc4dbae90),segment_id=f2b4ed5c-f272-4c1b-ad5d-888dc4dbae90)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:30:32.310100 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-1bee0d2d-23d5-4ee0-8e0d-b66fbfb9c74c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:32.325770 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-edf448b5-0932-4c27-b821-08a9eb302d29 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:32.357039 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-85aeb2dd-2ff5-4fd1-939a-4eadcc38c815 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:32.412989 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-4503d170-561b-4f64-a1f8-023a24d507f2 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Deleting subnet e644016a-b296-4dba-8e73-7e969659f923 {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:30:32.422493 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4503d170-561b-4f64-a1f8-023a24d507f2 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:32.437065 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-1bee0d2d-23d5-4ee0-8e0d-b66fbfb9c74c None None] Calling delete_port for cc74c84a-c529-4eb4-bb4f-e0e7ed9ee654 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:30:32.462319 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Attempt 10 to provision port c1724aca-f52a-408f-8c2c-989445d0bf96 Oct 13 15:30:32.462937 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4dde26d-cca9-468b-bce9-159bfd40108e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:32.467520 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a4dde26d-cca9-468b-bce9-159bfd40108e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.2808819 Oct 13 15:30:32.472448 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48842) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:32.539670 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Port c1724aca-f52a-408f-8c2c-989445d0bf96 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:32.546720 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4503d170-561b-4f64-a1f8-023a24d507f2 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:32.576211 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Provisioning for port debb0036-20f7-4175-878e-8adcbfc1a03e completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:30:32.579397 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-1bee0d2d-23d5-4ee0-8e0d-b66fbfb9c74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:32.592610 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-edf448b5-0932-4c27-b821-08a9eb302d29 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:32.623641 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Provisioning complete for port debb0036-20f7-4175-878e-8adcbfc1a03e triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:30:32.624283 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:32.624616 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Attempt 1 to provision port debb0036-20f7-4175-878e-8adcbfc1a03e Oct 13 15:30:32.696017 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bee0d2d-23d5-4ee0-8e0d-b66fbfb9c74c None None] Pushing event deleted for resources: {'Port': ['ID=cc74c84a-c529-4eb4-bb4f-e0e7ed9ee654,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:32.721566 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aeb2dd-2ff5-4fd1-939a-4eadcc38c815 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event updated for resources: {'Port': ['ID=c1724aca-f52a-408f-8c2c-989445d0bf96,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:32.736000 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-edf448b5-0932-4c27-b821-08a9eb302d29 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:32.740872 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf448b5-0932-4c27-b821-08a9eb302d29 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Pushing event deleted for resources: {'Subnet': ['ID=a1fe24a4-aa5e-4102-b1b0-e64be7fd8260,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:32.752212 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bee0d2d-23d5-4ee0-8e0d-b66fbfb9c74c None None] No DVR routers for this DVR port cc74c84a-c529-4eb4-bb4f-e0e7ed9ee654 on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:30:32.753719 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8829a16e-98f8-45eb-82da-9c5f89d75376 None None] Network 7f1a66df-9ee7-4f31-abcb-780fd7c284aa requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:30:32.756898 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd25076-b0c9-4a34-ae7c-73b4bdf97f4b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:32.758423 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd25076-b0c9-4a34-ae7c-73b4bdf97f4b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:32.760033 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd25076-b0c9-4a34-ae7c-73b4bdf97f4b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:32.760843 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-9dd25076-b0c9-4a34-ae7c-73b4bdf97f4b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Synchronizing usage tracker for tenant:bb90cebe15f541febeed2c50e15c931e on resource:subnet {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:30:32.769891 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-edf448b5-0932-4c27-b821-08a9eb302d29 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] 10.222.0.42 "DELETE /v2.0/subnets/a1fe24a4-aa5e-4102-b1b0-e64be7fd8260 HTTP/1.1" status: 204 len: 168 time: 1.0358391 Oct 13 15:30:32.784341 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48846) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:32.852291 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-85aeb2dd-2ff5-4fd1-939a-4eadcc38c815 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] In _notify_port_updated(), no bound segment for port c1724aca-f52a-408f-8c2c-989445d0bf96 on network a7f3b330-c320-422e-b157-5a2ea33283c2 {{(pid=88973) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 13 15:30:32.855197 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-9dd25076-b0c9-4a34-ae7c-73b4bdf97f4b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Unset dirty status for tenant:bb90cebe15f541febeed2c50e15c931e on resource:subnet {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:30:32.859404 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-9dd25076-b0c9-4a34-ae7c-73b4bdf97f4b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.3830206 Oct 13 15:30:32.859599 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85aeb2dd-2ff5-4fd1-939a-4eadcc38c815 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:32.859599 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-85aeb2dd-2ff5-4fd1-939a-4eadcc38c815 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:32.861493 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-85aeb2dd-2ff5-4fd1-939a-4eadcc38c815 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "PUT /v2.0/ports/c1724aca-f52a-408f-8c2c-989445d0bf96 HTTP/1.1" status: 200 len: 960 time: 6.4041283 Oct 13 15:30:32.861706 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48850) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:32.871017 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48852) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:32.925928 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2746050d-d92f-4381-ac14-ad7db67e3991 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks [] for router, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:32.959220 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Current status of the port debb0036-20f7-4175-878e-8adcbfc1a03e is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:30:32.959785 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:33.008701 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ef487bda-f585-4cce-ac98-f266cb60dbee tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:33.013130 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] For port debb0036-20f7-4175-878e-8adcbfc1a03e, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=debb0036-20f7-4175-878e-8adcbfc1a03e,segment=NetworkSegment(157cdf23-2a70-40cd-9724-349b0761fce7),segment_id=157cdf23-2a70-40cd-9724-349b0761fce7)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:30:33.018918 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:33.021192 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5387ba48-cc26-4444-aa6d-6ccdd3d279ed req-568ca278-af76-4421-8dc8-96322b02f9a1 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:33.028688 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5387ba48-cc26-4444-aa6d-6ccdd3d279ed req-568ca278-af76-4421-8dc8-96322b02f9a1 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 946 time: 0.4286294 Oct 13 15:30:33.048938 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4503d170-561b-4f64-a1f8-023a24d507f2 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:33.068153 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97871c4f-fb07-40b0-aa1b-7bec9c903192 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:30:33.079516 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a8cdee-303b-4012-8451-67430ec69cff None None] Sync routers for ids ['762fd677-0458-43ed-8610-dce4995dc9bb'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:30:33.103124 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-4de240ac-23f2-46e1-9a15-aaa03d27f753 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Deleting subnet 40bca056-1de7-40f0-a4bd-95e0a8ce682a {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:30:33.103430 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a8cdee-303b-4012-8451-67430ec69cff None None] Routers {'762fd677-0458-43ed-8610-dce4995dc9bb'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:30:33.104109 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-80a8cdee-303b-4012-8451-67430ec69cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:30:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['762fd677-0458-43ed-8610-dce4995dc9bb'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:33.106935 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4de240ac-23f2-46e1-9a15-aaa03d27f753 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:33.160196 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32aa6321-3092-49da-ad7f-9465f6eb14b6 None None] DHCP port deletion for 7f1a66df-9ee7-4f31-abcb-780fd7c284aa request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:30:33.163416 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4de240ac-23f2-46e1-9a15-aaa03d27f753 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:33.181203 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Provisioning complete for port 347ab731-b9cf-404e-a569-96fbee9e1759 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:30:33.181572 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:33.181907 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Attempt 1 to provision port 347ab731-b9cf-404e-a569-96fbee9e1759 Oct 13 15:30:33.206615 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-32aa6321-3092-49da-ad7f-9465f6eb14b6 None None] Deleting port 2d56907a-6044-4d4f-b945-1aa6b1cbc42c {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:30:33.207019 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-32aa6321-3092-49da-ad7f-9465f6eb14b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:33.216063 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-80a8cdee-303b-4012-8451-67430ec69cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:33.227435 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a8cdee-303b-4012-8451-67430ec69cff None None] Routers {'762fd677-0458-43ed-8610-dce4995dc9bb'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:30:33.228303 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-80a8cdee-303b-4012-8451-67430ec69cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:30:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['762fd677-0458-43ed-8610-dce4995dc9bb'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:33.247723 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4de240ac-23f2-46e1-9a15-aaa03d27f753 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:33.290066 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Pushing event updated for resources: {'Port': ['ID=debb0036-20f7-4175-878e-8adcbfc1a03e,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:33.309464 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Port 347ab731-b9cf-404e-a569-96fbee9e1759 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:33.316112 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-80a8cdee-303b-4012-8451-67430ec69cff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:33.316832 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80a8cdee-303b-4012-8451-67430ec69cff None None] The sync data for ids ['762fd677-0458-43ed-8610-dce4995dc9bb'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:30:33.474784 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-55484815-2c26-4eac-a640-6224535291a2 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Deleting port c1724aca-f52a-408f-8c2c-989445d0bf96 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:30:33.475285 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-55484815-2c26-4eac-a640-6224535291a2 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:33.522357 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-32aa6321-3092-49da-ad7f-9465f6eb14b6 None None] For port 2d56907a-6044-4d4f-b945-1aa6b1cbc42c, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=2d56907a-6044-4d4f-b945-1aa6b1cbc42c,segment=NetworkSegment(3a262c69-b8c9-4db7-88e9-c06133295037),segment_id=3a262c69-b8c9-4db7-88e9-c06133295037)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:30:33.522836 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-32aa6321-3092-49da-ad7f-9465f6eb14b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:33.536290 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4503d170-561b-4f64-a1f8-023a24d507f2 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:33.595697 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device debb0036-20f7-4175-878e-8adcbfc1a03e up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:30:33.614292 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5387ba48-cc26-4444-aa6d-6ccdd3d279ed req-57d0b408-4fcf-425f-991d-58b5ad0a76cc tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5846782 Oct 13 15:30:33.621850 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-97871c4f-fb07-40b0-aa1b-7bec9c903192 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:33.643518 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4503d170-561b-4f64-a1f8-023a24d507f2 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event deleted for resources: {'Subnet': ['ID=e644016a-b296-4dba-8e73-7e969659f923,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:33.645534 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4503d170-561b-4f64-a1f8-023a24d507f2 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:33.657895 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-4503d170-561b-4f64-a1f8-023a24d507f2 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "DELETE /v2.0/subnets/e644016a-b296-4dba-8e73-7e969659f923 HTTP/1.1" status: 204 len: 168 time: 1.3704200 Oct 13 15:30:33.661966 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4de240ac-23f2-46e1-9a15-aaa03d27f753 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:33.665289 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48858) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:33.690657 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-97871c4f-fb07-40b0-aa1b-7bec9c903192 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] 10.222.0.42 "DELETE /v2.0/ports/ec7118e8-b274-472f-9f26-1133a1c86439 HTTP/1.1" status: 204 len: 168 time: 4.9902973 Oct 13 15:30:33.699180 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48860) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:33.723979 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2746050d-d92f-4381-ac14-ad7db67e3991 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:33.724610 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4430112-5c1a-4090-9083-1870996c7628 None None] Network f976d101-9fe8-47f1-8c71-c0274955578f requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:30:33.749322 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd7f7fa-ec3d-4322-802b-0adc2f628e7e req-c4bef58d-b8ae-42e9-80b9-ba85278968fd tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:33.751094 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1fd7f7fa-ec3d-4322-802b-0adc2f628e7e req-c4bef58d-b8ae-42e9-80b9-ba85278968fd tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.16 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 946 time: 0.3658199 Oct 13 15:30:33.754968 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-2746050d-d92f-4381-ac14-ad7db67e3991 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Deleting port 691d4b5e-12e6-4f0b-bd4f-c21200f8aa42 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:30:33.755304 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2746050d-d92f-4381-ac14-ad7db67e3991 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:33.844443 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de240ac-23f2-46e1-9a15-aaa03d27f753 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event deleted for resources: {'Subnet': ['ID=40bca056-1de7-40f0-a4bd-95e0a8ce682a,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:33.851295 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-32aa6321-3092-49da-ad7f-9465f6eb14b6 None None] Calling delete_port for 2d56907a-6044-4d4f-b945-1aa6b1cbc42c owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:30:33.862033 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ef487bda-f585-4cce-ac98-f266cb60dbee tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:33.882077 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Attempt 2 to provision port 347ab731-b9cf-404e-a569-96fbee9e1759 Oct 13 15:30:33.888869 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4de240ac-23f2-46e1-9a15-aaa03d27f753 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:33.893173 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-4de240ac-23f2-46e1-9a15-aaa03d27f753 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/40bca056-1de7-40f0-a4bd-95e0a8ce682a HTTP/1.1" status: 204 len: 168 time: 0.9764771 Oct 13 15:30:33.896065 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48866) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:33.923124 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-3cfcd1a4-77c0-4268-9e1e-7c5161374070 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] 10.222.0.42 "GET /v2.0/floatingips/8e5f3a6f-e42b-4b7c-9a27-d7f2a9f409d1 HTTP/1.1" status: 200 len: 688 time: 0.1728351 Oct 13 15:30:33.926922 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48870) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:33.932840 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-ef487bda-f585-4cce-ac98-f266cb60dbee tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18bc8f72-29ae-4582-94b6-dd7b97023729']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:33.996995 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b213364-f4be-49e8-9b4a-26b2328a6d97 None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:30:33.997538 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-31e4ef5f-e5d3-4d4b-9ab2-62a41251a358 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Deleting subnet fb379b21-67a2-4f05-8c33-b46cd1208d9c {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:30:34.008354 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-31e4ef5f-e5d3-4d4b-9ab2-62a41251a358 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:34.009675 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Port 347ab731-b9cf-404e-a569-96fbee9e1759 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:34.055885 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-ef487bda-f585-4cce-ac98-f266cb60dbee tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2b4ed5c-f272-4c1b-ad5d-888dc4dbae90') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:34.055885 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-ef487bda-f585-4cce-ac98-f266cb60dbee tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2b4ed5c-f272-4c1b-ad5d-888dc4dbae90') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:34.072491 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-1fd7f7fa-ec3d-4322-802b-0adc2f628e7e req-eaa7bdd2-478f-4cf3-82b4-0ad6ec43d483 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Deleting port f9b8f70f-783a-49bb-9292-f6302802628e {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:30:34.072860 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-1fd7f7fa-ec3d-4322-802b-0adc2f628e7e req-eaa7bdd2-478f-4cf3-82b4-0ad6ec43d483 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:34.100576 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port debb0036-20f7-4175-878e-8adcbfc1a03e triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:30:34.100949 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:34.101279 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port debb0036-20f7-4175-878e-8adcbfc1a03e Oct 13 15:30:34.137112 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ef487bda-f585-4cce-ac98-f266cb60dbee tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:34.171724 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2746050d-d92f-4381-ac14-ad7db67e3991 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:34.174884 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-3278416a-12d3-49a1-9e54-f55275a6d912 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Deleting port fe76c828-7124-4f3c-afb0-e58677e6bcf2 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:30:34.175490 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3278416a-12d3-49a1-9e54-f55275a6d912 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:34.198833 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ef487bda-f585-4cce-ac98-f266cb60dbee tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:34.206334 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-31e4ef5f-e5d3-4d4b-9ab2-62a41251a358 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:34.259113 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef487bda-f585-4cce-ac98-f266cb60dbee tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:30:34.259435 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ef487bda-f585-4cce-ac98-f266cb60dbee tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:34.277739 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-32aa6321-3092-49da-ad7f-9465f6eb14b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:34.339418 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-2746050d-d92f-4381-ac14-ad7db67e3991 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Calling delete_port for 691d4b5e-12e6-4f0b-bd4f-c21200f8aa42 owned by network:router_gateway {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:30:34.377226 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment f2b4ed5c-f272-4c1b-ad5d-888dc4dbae90 resource provider aggregate not found Oct 13 15:30:34.414796 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment f2b4ed5c-f272-4c1b-ad5d-888dc4dbae90 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f2b4ed5c-f272-4c1b-ad5d-888dc4dbae90 found for delete ", "request_id": "req-d6ccf584-91a1-4456-9f9d-d4d6c2854638"}]} Oct 13 15:30:34.426965 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_v2 [None req-50151062-8e31-4736-8917-76abd62f842e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Deleting subnet 61aaeec3-495f-47d7-aec8-30152371a42e {{(pid=88973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:30:34.441774 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port debb0036-20f7-4175-878e-8adcbfc1a03e is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:30:34.443940 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aa6321-3092-49da-ad7f-9465f6eb14b6 None None] Pushing event deleted for resources: {'Port': ['ID=2d56907a-6044-4d4f-b945-1aa6b1cbc42c,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:34.444067 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-50151062-8e31-4736-8917-76abd62f842e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for subnet, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:34.458263 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32aa6321-3092-49da-ad7f-9465f6eb14b6 None None] No DVR routers for this DVR port 2d56907a-6044-4d4f-b945-1aa6b1cbc42c on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:30:34.471399 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ef487bda-f585-4cce-ac98-f266cb60dbee tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:34.483172 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-cc0e1fa5-7022-4e66-992f-334de9dfecde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:34.511071 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ef487bda-f585-4cce-ac98-f266cb60dbee tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:34.522337 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef487bda-f585-4cce-ac98-f266cb60dbee tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Pushing event deleted for resources: {'Network': ['ID=18bc8f72-29ae-4582-94b6-dd7b97023729,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:34.535416 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-ef487bda-f585-4cce-ac98-f266cb60dbee tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] 10.222.0.42 "DELETE /v2.0/networks/18bc8f72-29ae-4582-94b6-dd7b97023729 HTTP/1.1" status: 204 len: 168 time: 1.7416265 Oct 13 15:30:34.536205 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48878) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:34.546380 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Attempt 3 to provision port 347ab731-b9cf-404e-a569-96fbee9e1759 Oct 13 15:30:34.595634 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-55484815-2c26-4eac-a640-6224535291a2 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:34.608266 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 2d56907a-6044-4d4f-b945-1aa6b1cbc42c no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:30:34.617188 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3278416a-12d3-49a1-9e54-f55275a6d912 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:34.618064 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3278416a-12d3-49a1-9e54-f55275a6d912 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:34.657671 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 2d56907a-6044-4d4f-b945-1aa6b1cbc42c {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:30:34.658168 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 2d56907a-6044-4d4f-b945-1aa6b1cbc42c not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:30:34.659723 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device cc74c84a-c529-4eb4-bb4f-e0e7ed9ee654 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:30:34.724297 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: cc74c84a-c529-4eb4-bb4f-e0e7ed9ee654 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:30:34.724916 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device cc74c84a-c529-4eb4-bb4f-e0e7ed9ee654 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:30:34.730374 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Port 347ab731-b9cf-404e-a569-96fbee9e1759 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:34.806210 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-31e4ef5f-e5d3-4d4b-9ab2-62a41251a358 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:34.819331 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-55484815-2c26-4eac-a640-6224535291a2 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Calling delete_port for c1724aca-f52a-408f-8c2c-989445d0bf96 owned by {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:30:34.840977 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-3278416a-12d3-49a1-9e54-f55275a6d912 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Calling delete_port for fe76c828-7124-4f3c-afb0-e58677e6bcf2 owned by network:floatingip {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:30:34.852846 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-50151062-8e31-4736-8917-76abd62f842e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7432921'] for subnet, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:35.128908 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-39d29072-42a4-43de-813a-44a2b9c76efc tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:35.199429 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-31e4ef5f-e5d3-4d4b-9ab2-62a41251a358 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:35.231625 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Attempt 4 to provision port 347ab731-b9cf-404e-a569-96fbee9e1759 Oct 13 15:30:35.310453 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Port 347ab731-b9cf-404e-a569-96fbee9e1759 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:35.363963 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e4ef5f-e5d3-4d4b-9ab2-62a41251a358 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event deleted for resources: {'Subnet': ['ID=fb379b21-67a2-4f05-8c33-b46cd1208d9c,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:35.374971 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3278416a-12d3-49a1-9e54-f55275a6d912 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:35.425980 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-676d757c-8720-4832-b3c3-6af1841dcc26 None None] Network f976d101-9fe8-47f1-8c71-c0274955578f requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:30:35.426284 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-31e4ef5f-e5d3-4d4b-9ab2-62a41251a358 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:35.488191 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-1fd7f7fa-ec3d-4322-802b-0adc2f628e7e req-eaa7bdd2-478f-4cf3-82b4-0ad6ec43d483 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] For port f9b8f70f-783a-49bb-9292-f6302802628e, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=f9b8f70f-783a-49bb-9292-f6302802628e,segment=NetworkSegment(59c3c14c-d254-40b6-80b5-3c7945a1ec02),segment_id=59c3c14c-d254-40b6-80b5-3c7945a1ec02)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:30:35.488924 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-1fd7f7fa-ec3d-4322-802b-0adc2f628e7e req-eaa7bdd2-478f-4cf3-82b4-0ad6ec43d483 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:35.491115 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3278416a-12d3-49a1-9e54-f55275a6d912 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Pushing event deleted for resources: {'Port': ['ID=fe76c828-7124-4f3c-afb0-e58677e6bcf2,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:35.534858 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-39d29072-42a4-43de-813a-44a2b9c76efc tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:35.555115 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-31e4ef5f-e5d3-4d4b-9ab2-62a41251a358 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "DELETE /v2.0/subnets/fb379b21-67a2-4f05-8c33-b46cd1208d9c HTTP/1.1" status: 204 len: 168 time: 1.8611662 Oct 13 15:30:35.582089 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48884) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:35.614748 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-55484815-2c26-4eac-a640-6224535291a2 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:35.638521 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2afda-2740-4202-a79b-7ed1c40b05f2 req-e4d6eed4-d313-498e-aa1a-eadeacd01a9d tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:35.640058 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a4e2afda-2740-4202-a79b-7ed1c40b05f2 req-e4d6eed4-d313-498e-aa1a-eadeacd01a9d tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 946 time: 0.7587042 Oct 13 15:30:35.670441 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-50151062-8e31-4736-8917-76abd62f842e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:35.738455 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2746050d-d92f-4381-ac14-ad7db67e3991 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:35.742451 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-39d29072-42a4-43de-813a-44a2b9c76efc tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f1a66df-9ee7-4f31-abcb-780fd7c284aa']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:35.763300 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55484815-2c26-4eac-a640-6224535291a2 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event deleted for resources: {'Port': ['ID=c1724aca-f52a-408f-8c2c-989445d0bf96,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:35.782359 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-39d29072-42a4-43de-813a-44a2b9c76efc tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a262c69-b8c9-4db7-88e9-c06133295037') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:35.782659 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-39d29072-42a4-43de-813a-44a2b9c76efc tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a262c69-b8c9-4db7-88e9-c06133295037') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:35.787631 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e205f737-8723-4d60-bc8a-1015d3331fb5 None None] DHCP port deletion for f976d101-9fe8-47f1-8c71-c0274955578f request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:30:35.792295 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-e205f737-8723-4d60-bc8a-1015d3331fb5 None None] Deleting port debb0036-20f7-4175-878e-8adcbfc1a03e {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:30:35.792849 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e205f737-8723-4d60-bc8a-1015d3331fb5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:35.797958 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5d588e6c-66bb-4b35-8f6f-ee20def76f79 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:35.804782 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-39d29072-42a4-43de-813a-44a2b9c76efc tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:35.821464 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Attempt 5 to provision port 347ab731-b9cf-404e-a569-96fbee9e1759 Oct 13 15:30:35.825725 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3278416a-12d3-49a1-9e54-f55275a6d912 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for floatingip, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:35.828110 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3278416a-12d3-49a1-9e54-f55275a6d912 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:35.829262 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-3278416a-12d3-49a1-9e54-f55275a6d912 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] 10.222.0.42 "DELETE /v2.0/floatingips/8e5f3a6f-e42b-4b7c-9a27-d7f2a9f409d1 HTTP/1.1" status: 204 len: 168 time: 1.9014490 Oct 13 15:30:35.833168 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48888) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:35.839486 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-1d213465-988a-4e49-9489-06b597713727 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Request body: {'floatingip': {'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'port_id': '7300bb36-af68-4ebc-81b1-a71f406a9af7'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:35.845137 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-39d29072-42a4-43de-813a-44a2b9c76efc tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:35.848572 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-5d588e6c-66bb-4b35-8f6f-ee20def76f79 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Deleting port debb0036-20f7-4175-878e-8adcbfc1a03e {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:30:35.849129 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5d588e6c-66bb-4b35-8f6f-ee20def76f79 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:35.878454 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-1d213465-988a-4e49-9489-06b597713727 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:30:35.898746 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39d29072-42a4-43de-813a-44a2b9c76efc tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:30:35.899395 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-39d29072-42a4-43de-813a-44a2b9c76efc tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:35.900406 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2746050d-d92f-4381-ac14-ad7db67e3991 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Pushing event deleted for resources: {'Port': ['ID=691d4b5e-12e6-4f0b-bd4f-c21200f8aa42,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:35.908209 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Port 347ab731-b9cf-404e-a569-96fbee9e1759 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:35.915904 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-1d213465-988a-4e49-9489-06b597713727 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Usage tracker for resource:floatingip and tenant:dee21423abc34d479217f618911e90ce is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:30:35.925775 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-1d213465-988a-4e49-9489-06b597713727 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:30:35.949614 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-1d213465-988a-4e49-9489-06b597713727 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:30:36.050834 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1d213465-988a-4e49-9489-06b597713727 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for floatingip, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:36.118951 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-e205f737-8723-4d60-bc8a-1015d3331fb5 None None] For port debb0036-20f7-4175-878e-8adcbfc1a03e, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=debb0036-20f7-4175-878e-8adcbfc1a03e,segment=NetworkSegment(157cdf23-2a70-40cd-9724-349b0761fce7),segment_id=157cdf23-2a70-40cd-9724-349b0761fce7)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:30:36.120188 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e205f737-8723-4d60-bc8a-1015d3331fb5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:36.120432 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a4e2afda-2740-4202-a79b-7ed1c40b05f2 req-0a962048-8619-4980-b3c8-64f47bba96c3 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups?id=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4223852 Oct 13 15:30:36.204929 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-39d29072-42a4-43de-813a-44a2b9c76efc tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:36.236454 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-39d29072-42a4-43de-813a-44a2b9c76efc tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:36.249179 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-e205f737-8723-4d60-bc8a-1015d3331fb5 None None] Calling delete_port for debb0036-20f7-4175-878e-8adcbfc1a03e owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:30:36.250988 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d29072-42a4-43de-813a-44a2b9c76efc tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Pushing event deleted for resources: {'Network': ['ID=7f1a66df-9ee7-4f31-abcb-780fd7c284aa,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:36.256536 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-5d588e6c-66bb-4b35-8f6f-ee20def76f79 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] For port debb0036-20f7-4175-878e-8adcbfc1a03e, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=debb0036-20f7-4175-878e-8adcbfc1a03e,segment=NetworkSegment(157cdf23-2a70-40cd-9724-349b0761fce7),segment_id=157cdf23-2a70-40cd-9724-349b0761fce7)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:30:36.256888 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5d588e6c-66bb-4b35-8f6f-ee20def76f79 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:36.275064 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-39d29072-42a4-43de-813a-44a2b9c76efc tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] 10.222.0.42 "DELETE /v2.0/networks/7f1a66df-9ee7-4f31-abcb-780fd7c284aa HTTP/1.1" status: 204 len: 168 time: 1.7275736 Oct 13 15:30:36.277463 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48894) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:36.284198 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-50151062-8e31-4736-8917-76abd62f842e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:36.333532 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e205f737-8723-4d60-bc8a-1015d3331fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:36.362697 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2746050d-d92f-4381-ac14-ad7db67e3991 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828050'] for router_gateway, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:36.379646 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e205f737-8723-4d60-bc8a-1015d3331fb5 None None] Pushing event deleted for resources: {'Port': ['ID=debb0036-20f7-4175-878e-8adcbfc1a03e,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:36.382955 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e205f737-8723-4d60-bc8a-1015d3331fb5 None None] No DVR routers for this DVR port debb0036-20f7-4175-878e-8adcbfc1a03e on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:30:36.386876 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-5d588e6c-66bb-4b35-8f6f-ee20def76f79 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Calling delete_port for debb0036-20f7-4175-878e-8adcbfc1a03e owned by network:dhcp {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:30:36.409671 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Attempt 6 to provision port 347ab731-b9cf-404e-a569-96fbee9e1759 Oct 13 15:30:36.427595 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-55484815-2c26-4eac-a640-6224535291a2 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:36.444254 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50151062-8e31-4736-8917-76abd62f842e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event deleted for resources: {'Subnet': ['ID=61aaeec3-495f-47d7-aec8-30152371a42e,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:36.473753 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Port 347ab731-b9cf-404e-a569-96fbee9e1759 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:36.478754 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 3a262c69-b8c9-4db7-88e9-c06133295037 resource provider aggregate not found Oct 13 15:30:36.504014 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 3a262c69-b8c9-4db7-88e9-c06133295037 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3a262c69-b8c9-4db7-88e9-c06133295037 found for delete ", "request_id": "req-af8e5021-80ec-4d24-a4ec-b6471eb2992c"}]} Oct 13 15:30:36.518699 dv-neutron-860329-2-hyperv neutron-server[88972]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 13 15:30:36.518699 dv-neutron-860329-2-hyperv neutron-server[88972]: from cryptography.utils import int_from_bytes Oct 13 15:30:36.518699 dv-neutron-860329-2-hyperv neutron-server[88972]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 13 15:30:36.518699 dv-neutron-860329-2-hyperv neutron-server[88972]: from cryptography.utils import int_from_bytes Oct 13 15:30:36.518699 dv-neutron-860329-2-hyperv neutron-server[88972]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Oct 13 15:30:36.518699 dv-neutron-860329-2-hyperv neutron-server[88972]: util.warn_limited( Oct 13 15:30:36.518699 dv-neutron-860329-2-hyperv neutron-server[88972]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Oct 13 15:30:36.518699 dv-neutron-860329-2-hyperv neutron-server[88972]: util.warn_limited( Oct 13 15:30:36.518699 dv-neutron-860329-2-hyperv neutron-server[88972]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:30:36.518699 dv-neutron-860329-2-hyperv neutron-server[88972]: util.warn( Oct 13 15:30:36.518699 dv-neutron-860329-2-hyperv neutron-server[88972]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:30:36.518699 dv-neutron-860329-2-hyperv neutron-server[88972]: util.warn( Oct 13 15:30:36.518699 dv-neutron-860329-2-hyperv neutron-server[88972]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:30:36.518699 dv-neutron-860329-2-hyperv neutron-server[88972]: util.warn( Oct 13 15:30:36.518699 dv-neutron-860329-2-hyperv neutron-server[88972]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:30:36.518699 dv-neutron-860329-2-hyperv neutron-server[88972]: util.warn( Oct 13 15:30:36.518699 dv-neutron-860329-2-hyperv neutron-server[88972]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:30:36.518699 dv-neutron-860329-2-hyperv neutron-server[88972]: util.warn( Oct 13 15:30:36.518699 dv-neutron-860329-2-hyperv neutron-server[88972]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:30:36.518699 dv-neutron-860329-2-hyperv neutron-server[88972]: util.warn( Oct 13 15:30:36.518699 dv-neutron-860329-2-hyperv neutron-server[88972]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:30:36.518699 dv-neutron-860329-2-hyperv neutron-server[88972]: util.warn( Oct 13 15:30:36.518699 dv-neutron-860329-2-hyperv neutron-server[88972]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:30:36.518699 dv-neutron-860329-2-hyperv neutron-server[88972]: util.warn( Oct 13 15:30:36.518699 dv-neutron-860329-2-hyperv neutron-server[88972]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:30:36.518699 dv-neutron-860329-2-hyperv neutron-server[88972]: util.warn( Oct 13 15:30:36.518699 dv-neutron-860329-2-hyperv neutron-server[88972]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:30:36.518699 dv-neutron-860329-2-hyperv neutron-server[88972]: util.warn( Oct 13 15:30:36.518699 dv-neutron-860329-2-hyperv neutron-server[88972]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:30:36.518699 dv-neutron-860329-2-hyperv neutron-server[88972]: util.warn( Oct 13 15:30:36.518699 dv-neutron-860329-2-hyperv neutron-server[88972]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:30:36.518699 dv-neutron-860329-2-hyperv neutron-server[88972]: util.warn( Oct 13 15:30:36.518699 dv-neutron-860329-2-hyperv neutron-server[88972]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:30:36.518699 dv-neutron-860329-2-hyperv neutron-server[88972]: util.warn( Oct 13 15:30:36.518699 dv-neutron-860329-2-hyperv neutron-server[88972]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:30:36.518699 dv-neutron-860329-2-hyperv neutron-server[88972]: util.warn( Oct 13 15:30:36.518699 dv-neutron-860329-2-hyperv neutron-server[88972]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:30:36.518699 dv-neutron-860329-2-hyperv neutron-server[88972]: util.warn( Oct 13 15:30:36.518699 dv-neutron-860329-2-hyperv neutron-server[88972]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:30:36.518699 dv-neutron-860329-2-hyperv neutron-server[88972]: util.warn( Oct 13 15:30:36.518699 dv-neutron-860329-2-hyperv neutron-server[88972]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:30:36.518699 dv-neutron-860329-2-hyperv neutron-server[88972]: util.warn( Oct 13 15:30:36.518699 dv-neutron-860329-2-hyperv neutron-server[88972]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:30:36.518699 dv-neutron-860329-2-hyperv neutron-server[88972]: util.warn( Oct 13 15:30:36.518699 dv-neutron-860329-2-hyperv neutron-server[88972]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:30:36.518699 dv-neutron-860329-2-hyperv neutron-server[88972]: util.warn( Oct 13 15:30:36.518699 dv-neutron-860329-2-hyperv neutron-server[88972]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:30:36.518699 dv-neutron-860329-2-hyperv neutron-server[88972]: util.warn( Oct 13 15:30:36.518699 dv-neutron-860329-2-hyperv neutron-server[88972]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:30:36.518699 dv-neutron-860329-2-hyperv neutron-server[88972]: util.warn( Oct 13 15:30:36.518699 dv-neutron-860329-2-hyperv neutron-server[88972]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:30:36.518699 dv-neutron-860329-2-hyperv neutron-server[88972]: util.warn( Oct 13 15:30:36.518699 dv-neutron-860329-2-hyperv neutron-server[88972]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:30:36.518699 dv-neutron-860329-2-hyperv neutron-server[88972]: util.warn( Oct 13 15:30:36.518699 dv-neutron-860329-2-hyperv neutron-server[88972]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:30:36.518699 dv-neutron-860329-2-hyperv neutron-server[88972]: util.warn( Oct 13 15:30:36.534470 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.db.api [None req-5d588e6c-66bb-4b35-8f6f-ee20def76f79 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88972) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:30:36.534780 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG oslo_db.api [None req-5d588e6c-66bb-4b35-8f6f-ee20def76f79 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:30:36.561051 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1d213465-988a-4e49-9489-06b597713727 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:36.575808 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ddb3711d-c6dc-4a7d-8048-914c537ecd70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:36.590048 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-50151062-8e31-4736-8917-76abd62f842e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:36.596840 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e29179a-8733-48b9-ac6b-79fa3c8738b9 None None] Network a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:30:36.605037 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-1fd7f7fa-ec3d-4322-802b-0adc2f628e7e req-eaa7bdd2-478f-4cf3-82b4-0ad6ec43d483 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:36.605382 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-1fd7f7fa-ec3d-4322-802b-0adc2f628e7e req-eaa7bdd2-478f-4cf3-82b4-0ad6ec43d483 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:36.605688 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.l3_db [req-1fd7f7fa-ec3d-4322-802b-0adc2f628e7e req-eaa7bdd2-478f-4cf3-82b4-0ad6ec43d483 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Floating IP ba939412-999d-4f28-8f5c-933b4e6cbb80 disassociated. External IP: 172.26.2.214, port: f9b8f70f-783a-49bb-9292-f6302802628e. Oct 13 15:30:36.606060 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-1fd7f7fa-ec3d-4322-802b-0adc2f628e7e req-eaa7bdd2-478f-4cf3-82b4-0ad6ec43d483 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Calling delete_port for f9b8f70f-783a-49bb-9292-f6302802628e owned by compute:nova {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:30:36.672619 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-55484815-2c26-4eac-a640-6224535291a2 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "DELETE /v2.0/ports/c1724aca-f52a-408f-8c2c-989445d0bf96 HTTP/1.1" status: 204 len: 168 time: 3.7981410 Oct 13 15:30:36.675138 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2746050d-d92f-4381-ac14-ad7db67e3991 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:36.680152 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_v2 [None req-52310720-06b6-4c5d-875c-1ed268d82678 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Deleting subnet 1d1ee1a7-7f33-4c72-804e-3f81c3473946 {{(pid=88973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:30:36.681495 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48902) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:36.683722 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-52310720-06b6-4c5d-875c-1ed268d82678 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks [] for subnet, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:36.729955 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-50151062-8e31-4736-8917-76abd62f842e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/61aaeec3-495f-47d7-aec8-30152371a42e HTTP/1.1" status: 204 len: 168 time: 2.8137567 Oct 13 15:30:36.729955 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2746050d-d92f-4381-ac14-ad7db67e3991 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:36.735671 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48906) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:36.746389 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-39b71f86-6b81-4552-9904-51ff467a0ef8 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] GET failed (client error): The resource could not be found. Oct 13 15:30:36.750873 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-39b71f86-6b81-4552-9904-51ff467a0ef8 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "GET /v2.0/ports/c1724aca-f52a-408f-8c2c-989445d0bf96 HTTP/1.1" status: 404 len: 333 time: 0.0645635 Oct 13 15:30:36.753358 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48910) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:36.794222 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-1d213465-988a-4e49-9489-06b597713727 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Allocated IP 172.26.2.3 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/ff0359c9-6cc6-4830-b88e-9f833f6e8800) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:30:36.908483 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6994e0-03db-4b6b-912a-69430cdab112 None None] DHCP port deletion for a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:30:36.913167 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff6994e0-03db-4b6b-912a-69430cdab112 None None] Deleting port cfe8f2c6-5af6-4410-9698-8771a92c4890 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:30:36.913536 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff6994e0-03db-4b6b-912a-69430cdab112 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:36.975084 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Attempt 7 to provision port 347ab731-b9cf-404e-a569-96fbee9e1759 Oct 13 15:30:36.999349 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-bffe5416-3d15-4301-b464-c23311522eb2 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2573617 Oct 13 15:30:37.003356 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48914) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:37.022441 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-52310720-06b6-4c5d-875c-1ed268d82678 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7432921'] for subnet, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:37.035419 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-5d588e6c-66bb-4b35-8f6f-ee20def76f79 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Deleting port debb0036-20f7-4175-878e-8adcbfc1a03e {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:30:37.035759 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5d588e6c-66bb-4b35-8f6f-ee20def76f79 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:37.070919 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cba048d7-fa88-46c4-9649-ad2c3d86f8b3 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:37.084194 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Port 347ab731-b9cf-404e-a569-96fbee9e1759 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:37.094920 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2746050d-d92f-4381-ac14-ad7db67e3991 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:37.095444 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2746050d-d92f-4381-ac14-ad7db67e3991 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Fanout notify agent at l3_agent the message router_deleted on router 0fec2a2b-f922-4ea3-be09-a2645b4abc22 {{(pid=88973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:30:37.132542 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2746050d-d92f-4381-ac14-ad7db67e3991 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:37.134184 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-2746050d-d92f-4381-ac14-ad7db67e3991 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] 10.222.0.42 "DELETE /v2.0/routers/0fec2a2b-f922-4ea3-be09-a2645b4abc22 HTTP/1.1" status: 204 len: 168 time: 4.8381968 Oct 13 15:30:37.139724 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-5d588e6c-66bb-4b35-8f6f-ee20def76f79 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] The port 'debb0036-20f7-4175-878e-8adcbfc1a03e' was deleted {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 13 15:30:37.146522 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48918) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:37.200795 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-c10e5128-bd09-4eee-9ae8-4287f42156fd tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1869705099', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:37.206839 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cba048d7-fa88-46c4-9649-ad2c3d86f8b3 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:37.216011 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff6994e0-03db-4b6b-912a-69430cdab112 None None] For port cfe8f2c6-5af6-4410-9698-8771a92c4890, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=cfe8f2c6-5af6-4410-9698-8771a92c4890,segment=NetworkSegment(c334f1be-4d84-4f0f-a951-f750be8c85a5),segment_id=c334f1be-4d84-4f0f-a951-f750be8c85a5)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:30:37.216643 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff6994e0-03db-4b6b-912a-69430cdab112 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:37.242247 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-c10e5128-bd09-4eee-9ae8-4287f42156fd tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:30:37.258990 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-1fd7f7fa-ec3d-4322-802b-0adc2f628e7e req-eaa7bdd2-478f-4cf3-82b4-0ad6ec43d483 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:37.281567 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-c10e5128-bd09-4eee-9ae8-4287f42156fd tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Usage tracker for resource:router and tenant:7e2ccea388624444ac5f774ad8265626 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:30:37.290781 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-c10e5128-bd09-4eee-9ae8-4287f42156fd tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:30:37.305465 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02c5e345-66b6-43d3-a7be-c7bdf369000c tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:37.306181 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-02c5e345-66b6-43d3-a7be-c7bdf369000c tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Synchronizing usage tracker for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:30:37.320445 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-c10e5128-bd09-4eee-9ae8-4287f42156fd tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:30:37.331331 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1d213465-988a-4e49-9489-06b597713727 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:37.334524 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-52310720-06b6-4c5d-875c-1ed268d82678 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:37.364436 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa7bdd2-478f-4cf3-82b4-0ad6ec43d483 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Pushing event deleted for resources: {'Port': ['ID=f9b8f70f-783a-49bb-9292-f6302802628e,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:37.370725 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff6994e0-03db-4b6b-912a-69430cdab112 None None] Calling delete_port for cfe8f2c6-5af6-4410-9698-8771a92c4890 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:30:37.445651 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5d588e6c-66bb-4b35-8f6f-ee20def76f79 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:37.457292 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-02c5e345-66b6-43d3-a7be-c7bdf369000c tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Unset dirty status for tenant:bb90cebe15f541febeed2c50e15c931e on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:30:37.457292 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-02c5e345-66b6-43d3-a7be-c7bdf369000c tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.4504828 Oct 13 15:30:37.464352 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48924) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:37.499217 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff6994e0-03db-4b6b-912a-69430cdab112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:37.509300 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-3dd7e895-d3c8-4234-b4b8-c2cf46001e44 req-1bdfe16a-42c6-4a37-a575-db8fbba0161f tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 210 time: 0.1951592 Oct 13 15:30:37.533550 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c10e5128-bd09-4eee-9ae8-4287f42156fd tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:37.534585 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c10e5128-bd09-4eee-9ae8-4287f42156fd tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:37.550220 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cba048d7-fa88-46c4-9649-ad2c3d86f8b3 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:37.575943 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-5d588e6c-66bb-4b35-8f6f-ee20def76f79 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f976d101-9fe8-47f1-8c71-c0274955578f']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:37.578669 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6994e0-03db-4b6b-912a-69430cdab112 None None] Pushing event deleted for resources: {'Port': ['ID=cfe8f2c6-5af6-4410-9698-8771a92c4890,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:37.582867 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6994e0-03db-4b6b-912a-69430cdab112 None None] No DVR routers for this DVR port cfe8f2c6-5af6-4410-9698-8771a92c4890 on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:30:37.603699 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-52310720-06b6-4c5d-875c-1ed268d82678 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:37.605231 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Attempt 8 to provision port 347ab731-b9cf-404e-a569-96fbee9e1759 Oct 13 15:30:37.605883 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba048d7-fa88-46c4-9649-ad2c3d86f8b3 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcab7284-4346-4e69-883f-09dce6cde1a5,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:37.614455 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-5d588e6c-66bb-4b35-8f6f-ee20def76f79 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '157cdf23-2a70-40cd-9724-349b0761fce7') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:37.614789 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-5d588e6c-66bb-4b35-8f6f-ee20def76f79 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '157cdf23-2a70-40cd-9724-349b0761fce7') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:37.637841 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c10e5128-bd09-4eee-9ae8-4287f42156fd tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:37.642275 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5d588e6c-66bb-4b35-8f6f-ee20def76f79 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:37.655777 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-52310720-06b6-4c5d-875c-1ed268d82678 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:37.668820 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-52310720-06b6-4c5d-875c-1ed268d82678 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] 10.222.0.42 "DELETE /v2.0/subnets/1d1ee1a7-7f33-4c72-804e-3f81c3473946 HTTP/1.1" status: 204 len: 168 time: 1.3836145 Oct 13 15:30:37.670301 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4423a0-5ab9-401f-b8db-b2a92714dbcd tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:37.670991 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-4e4423a0-5ab9-401f-b8db-b2a92714dbcd tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Synchronizing usage tracker for tenant:bb90cebe15f541febeed2c50e15c931e on resource:subnet {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:30:37.676557 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1fd7f7fa-ec3d-4322-802b-0adc2f628e7e req-eaa7bdd2-478f-4cf3-82b4-0ad6ec43d483 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Router d4965cdd-6817-4c18-9b60-709c9bb049f1 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:30:37.677909 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52310720-06b6-4c5d-875c-1ed268d82678 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Pushing event deleted for resources: {'Subnet': ['ID=1d1ee1a7-7f33-4c72-804e-3f81c3473946,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:37.684498 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48928) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:37.697266 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device f9b8f70f-783a-49bb-9292-f6302802628e no longer exists at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:30:37.715461 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5d588e6c-66bb-4b35-8f6f-ee20def76f79 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:37.742627 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cba048d7-fa88-46c4-9649-ad2c3d86f8b3 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:37.744317 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-cba048d7-fa88-46c4-9649-ad2c3d86f8b3 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "DELETE /v2.0/security-groups/fcab7284-4346-4e69-883f-09dce6cde1a5 HTTP/1.1" status: 204 len: 168 time: 0.9897032 Oct 13 15:30:37.747346 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d588e6c-66bb-4b35-8f6f-ee20def76f79 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:30:37.747545 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5d588e6c-66bb-4b35-8f6f-ee20def76f79 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:37.750073 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48932) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:37.765105 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1d213465-988a-4e49-9489-06b597713727 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:37.773029 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device debb0036-20f7-4175-878e-8adcbfc1a03e no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:30:37.797294 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-170fc19b-c120-4599-8076-7fd7826d49dc None None] Network 79915b74-0a5a-4020-b717-cc5c14391cc4 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:30:37.823560 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c10e5128-bd09-4eee-9ae8-4287f42156fd tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:37.829800 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-4e4423a0-5ab9-401f-b8db-b2a92714dbcd tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Unset dirty status for tenant:bb90cebe15f541febeed2c50e15c931e on resource:subnet {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:30:37.831154 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-4e4423a0-5ab9-401f-b8db-b2a92714dbcd tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3658643 Oct 13 15:30:37.874628 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: debb0036-20f7-4175-878e-8adcbfc1a03e {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:30:37.874872 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48936) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:37.874970 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device debb0036-20f7-4175-878e-8adcbfc1a03e not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:30:37.875361 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device cfe8f2c6-5af6-4410-9698-8771a92c4890 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:30:37.901105 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] No Port match for: f9b8f70f-783a-49bb-9292-f6302802628e {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:30:37.901447 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device f9b8f70f-783a-49bb-9292-f6302802628e not bound to the agent host hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:30:37.922686 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d213465-988a-4e49-9489-06b597713727 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:30:37.928503 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-1d213465-988a-4e49-9489-06b597713727 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:30:37.929945 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: cfe8f2c6-5af6-4410-9698-8771a92c4890 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:30:37.930991 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device cfe8f2c6-5af6-4410-9698-8771a92c4890 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:30:37.934954 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d213465-988a-4e49-9489-06b597713727 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:30:37.972744 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c10e5128-bd09-4eee-9ae8-4287f42156fd tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:37.976860 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-c10e5128-bd09-4eee-9ae8-4287f42156fd tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8248706 Oct 13 15:30:37.977674 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5d588e6c-66bb-4b35-8f6f-ee20def76f79 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:37.978718 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d213465-988a-4e49-9489-06b597713727 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Pushing event updated for resources: {'Port': ['ID=ff0359c9-6cc6-4830-b88e-9f833f6e8800,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:37.985978 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48940) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:37.991578 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:37.997594 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Port 347ab731-b9cf-404e-a569-96fbee9e1759 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:38.005692 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5d588e6c-66bb-4b35-8f6f-ee20def76f79 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:38.005925 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:38.013749 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-b88a6323-e5a3-4f5c-ba77-71d78f84f8e3 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'enable_snat': True}}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:38.038997 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-707e7213-fbb6-43d0-8b07-b87ef6c2437f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1549671 Oct 13 15:30:38.060446 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48944) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:38.132976 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d588e6c-66bb-4b35-8f6f-ee20def76f79 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event deleted for resources: {'Network': ['ID=f976d101-9fe8-47f1-8c71-c0274955578f,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:38.147705 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-5d588e6c-66bb-4b35-8f6f-ee20def76f79 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "DELETE /v2.0/networks/f976d101-9fe8-47f1-8c71-c0274955578f HTTP/1.1" status: 204 len: 168 time: 2.5536757 Oct 13 15:30:38.152317 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48948) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:38.167093 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-43547556-d673-4f2d-9a05-92360806fbf1 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:38.176332 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-eff5ee0e-ca55-4677-9229-eb68640d0fff tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:38.176774 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eff5ee0e-ca55-4677-9229-eb68640d0fff tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:38.178426 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-eff5ee0e-ca55-4677-9229-eb68640d0fff tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/ports/8506843f-dcf9-4bb9-bb63-fc1b9a8b963b HTTP/1.1" status: 404 len: 333 time: 0.1170454 Oct 13 15:30:38.179095 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-16e291ee-7241-4571-bce8-ed4973e6dded tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:38.191401 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48952) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:38.201428 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811921a1-903d-484e-8679-6980a9f24eba None None] DHCP port deletion for 79915b74-0a5a-4020-b717-cc5c14391cc4 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:30:38.205931 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-811921a1-903d-484e-8679-6980a9f24eba None None] Deleting port b79074c0-28ab-4763-8859-65b933f060d7 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:30:38.206349 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-811921a1-903d-484e-8679-6980a9f24eba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:38.261052 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-46905738-6cd8-47a8-88ec-98bf250d0ef0 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:38.261407 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46905738-6cd8-47a8-88ec-98bf250d0ef0 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:38.265530 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-46905738-6cd8-47a8-88ec-98bf250d0ef0 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/40bca056-1de7-40f0-a4bd-95e0a8ce682a HTTP/1.1" status: 404 len: 337 time: 0.0711503 Oct 13 15:30:38.268125 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48956) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:38.277673 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-16e291ee-7241-4571-bce8-ed4973e6dded tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:38.331912 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3f66ff6-d583-4202-b28c-cdf9908624e0 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:38.332359 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3f66ff6-d583-4202-b28c-cdf9908624e0 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:38.336445 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c3f66ff6-d583-4202-b28c-cdf9908624e0 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/61aaeec3-495f-47d7-aec8-30152371a42e HTTP/1.1" status: 404 len: 337 time: 0.0607069 Oct 13 15:30:38.341927 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1fd7f7fa-ec3d-4322-802b-0adc2f628e7e req-eaa7bdd2-478f-4cf3-82b4-0ad6ec43d483 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:30:38.343468 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-43547556-d673-4f2d-9a05-92360806fbf1 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Deleting port b79074c0-28ab-4763-8859-65b933f060d7 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:30:38.343803 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-43547556-d673-4f2d-9a05-92360806fbf1 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:38.366417 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48960) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:38.391552 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b143ae8-0ba9-4d7e-9c49-24fd579beb42 None None] Sync routers for ids ['d4965cdd-6817-4c18-9b60-709c9bb049f1'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:30:38.421407 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b143ae8-0ba9-4d7e-9c49-24fd579beb42 None None] Routers {'d4965cdd-6817-4c18-9b60-709c9bb049f1'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:30:38.421843 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-1b143ae8-0ba9-4d7e-9c49-24fd579beb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:30:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['d4965cdd-6817-4c18-9b60-709c9bb049f1'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:38.483076 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-811921a1-903d-484e-8679-6980a9f24eba None None] For port b79074c0-28ab-4763-8859-65b933f060d7, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=b79074c0-28ab-4763-8859-65b933f060d7,segment=NetworkSegment(290a3ae6-cb97-4aa0-abb5-e3fe30f50609),segment_id=290a3ae6-cb97-4aa0-abb5-e3fe30f50609)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:30:38.483487 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-811921a1-903d-484e-8679-6980a9f24eba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:38.490963 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-1fd7f7fa-ec3d-4322-802b-0adc2f628e7e req-eaa7bdd2-478f-4cf3-82b4-0ad6ec43d483 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] No DVR routers for this DVR port f9b8f70f-783a-49bb-9292-f6302802628e on host hv-neutron-8603 {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:30:38.498869 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Attempt 9 to provision port 347ab731-b9cf-404e-a569-96fbee9e1759 Oct 13 15:30:38.502285 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-1fd7f7fa-ec3d-4322-802b-0adc2f628e7e req-eaa7bdd2-478f-4cf3-82b4-0ad6ec43d483 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:38.505898 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3efc2502-b066-49a0-9550-ad9f1a36a931', 'name': 'network-vif-deleted', 'tag': 'f9b8f70f-783a-49bb-9292-f6302802628e'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:30:38.508402 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8771ee8c-408c-4f05-bfbc-461dee47a314" -d '{"events": [{"server_uuid": "3efc2502-b066-49a0-9550-ad9f1a36a931", "name": "network-vif-deleted", "tag": "f9b8f70f-783a-49bb-9292-f6302802628e"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:30:38.524288 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-16e291ee-7241-4571-bce8-ed4973e6dded tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:38.612260 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 157cdf23-2a70-40cd-9724-349b0761fce7 resource provider aggregate not found Oct 13 15:30:38.629091 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-448dd664-2e3f-4594-bfb8-f4c598ad6196 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:38.629569 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-448dd664-2e3f-4594-bfb8-f4c598ad6196 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:38.631303 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-448dd664-2e3f-4594-bfb8-f4c598ad6196 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/ports/9c4151ae-43bc-4a1f-a2c4-365d77dc3ae7 HTTP/1.1" status: 404 len: 333 time: 0.2587194 Oct 13 15:30:38.730531 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48974) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:38.739731 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 157cdf23-2a70-40cd-9724-349b0761fce7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 157cdf23-2a70-40cd-9724-349b0761fce7 found for delete ", "request_id": "req-a0a06faf-3f75-470b-a018-9babdef31e7a"}]} Oct 13 15:30:38.743478 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 15:30:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffea79d8-1f9e-45f8-bd3b-a9fbb6415418 x-openstack-request-id: req-ffea79d8-1f9e-45f8-bd3b-a9fbb6415418 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:30:38.744314 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3efc2502-b066-49a0-9550-ad9f1a36a931", "name": "network-vif-deleted", "tag": "f9b8f70f-783a-49bb-9292-f6302802628e", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:30:38.744818 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ffea79d8-1f9e-45f8-bd3b-a9fbb6415418 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:30:38.745210 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffea79d8-1f9e-45f8-bd3b-a9fbb6415418'] response: {'server_uuid': '3efc2502-b066-49a0-9550-ad9f1a36a931', 'name': 'network-vif-deleted', 'tag': 'f9b8f70f-783a-49bb-9292-f6302802628e', 'status': 'completed', 'code': 200} Oct 13 15:30:38.752489 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-811921a1-903d-484e-8679-6980a9f24eba None None] Calling delete_port for b79074c0-28ab-4763-8859-65b933f060d7 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:30:38.756091 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1fd7f7fa-ec3d-4322-802b-0adc2f628e7e req-eaa7bdd2-478f-4cf3-82b4-0ad6ec43d483 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.16 "DELETE /v2.0/ports/f9b8f70f-783a-49bb-9292-f6302802628e HTTP/1.1" status: 204 len: 173 time: 4.9770133 Oct 13 15:30:38.778615 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-16e291ee-7241-4571-bce8-ed4973e6dded tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:38.779744 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-16e291ee-7241-4571-bce8-ed4973e6dded tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "DELETE /v2.0/security-groups/d0c33d09-7a42-42ed-aa99-62384415d286 HTTP/1.1" status: 204 len: 168 time: 1.0270858 Oct 13 15:30:38.780961 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e291ee-7241-4571-bce8-ed4973e6dded tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0c33d09-7a42-42ed-aa99-62384415d286,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:38.785360 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48978) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:38.818303 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Port 347ab731-b9cf-404e-a569-96fbee9e1759 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:38.908887 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-58306b29-c178-487b-ab03-38774ba9a9d9 req-06a37352-32fd-4db4-81b2-10d175c19453 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/ports?device_id=3efc2502-b066-49a0-9550-ad9f1a36a931 HTTP/1.1" status: 200 len: 210 time: 0.1566627 Oct 13 15:30:38.938027 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-8397f6d6-d5c4-41e8-9641-68a5af7c5577 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:38.938508 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8397f6d6-d5c4-41e8-9641-68a5af7c5577 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:38.941919 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-8397f6d6-d5c4-41e8-9641-68a5af7c5577 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/f10eaebe-2788-4767-a3ee-87e16676e2b2 HTTP/1.1" status: 404 len: 337 time: 0.1980240 Oct 13 15:30:38.948080 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48982) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:38.972791 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-1b143ae8-0ba9-4d7e-9c49-24fd579beb42 None None] Set router d4965cdd-6817-4c18-9b60-709c9bb049f1 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:30:39.009026 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b88a6323-e5a3-4f5c-ba77-71d78f84f8e3 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:39.012795 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-221a1acd-82c9-42a3-8371-1a97235c62f2 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:39.013256 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-221a1acd-82c9-42a3-8371-1a97235c62f2 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:39.017294 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-221a1acd-82c9-42a3-8371-1a97235c62f2 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/cfc0dddb-28b9-4cca-b104-710148662d14 HTTP/1.1" status: 404 len: 337 time: 0.0584686 Oct 13 15:30:39.018417 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-43547556-d673-4f2d-9a05-92360806fbf1 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] For port b79074c0-28ab-4763-8859-65b933f060d7, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=b79074c0-28ab-4763-8859-65b933f060d7,segment=NetworkSegment(290a3ae6-cb97-4aa0-abb5-e3fe30f50609),segment_id=290a3ae6-cb97-4aa0-abb5-e3fe30f50609)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:30:39.018781 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-43547556-d673-4f2d-9a05-92360806fbf1 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:39.022331 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48986) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:39.026907 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-89ed6520-4e61-418a-98e5-4eb66135080e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:39.046419 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fbfcf9d-29f9-4506-9af6-8b9d002fb7a7 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:39.047019 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-9fbfcf9d-29f9-4506-9af6-8b9d002fb7a7 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Synchronizing usage tracker for tenant:19ec4718eae5492e825f796615e1a8b4 on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:30:39.167174 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-43547556-d673-4f2d-9a05-92360806fbf1 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Calling delete_port for b79074c0-28ab-4763-8859-65b933f060d7 owned by network:dhcp {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:30:39.174315 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b5c197c-8125-4ca8-954b-abf73469e3e0 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:39.174791 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b5c197c-8125-4ca8-954b-abf73469e3e0 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:39.179525 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-1b5c197c-8125-4ca8-954b-abf73469e3e0 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/ports/4edad970-d491-41f5-993a-398f0dcce7f0 HTTP/1.1" status: 404 len: 333 time: 0.1517553 Oct 13 15:30:39.195239 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48990) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:39.212261 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-89ed6520-4e61-418a-98e5-4eb66135080e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:39.255449 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-9fbfcf9d-29f9-4506-9af6-8b9d002fb7a7 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Unset dirty status for tenant:19ec4718eae5492e825f796615e1a8b4 on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:30:39.260830 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 48994) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:39.261151 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-9fbfcf9d-29f9-4506-9af6-8b9d002fb7a7 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 1.1071358 Oct 13 15:30:39.273905 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-269a3d41-f8e8-4efd-a1ba-b0001deae48a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:39.274424 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-269a3d41-f8e8-4efd-a1ba-b0001deae48a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:39.278640 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-269a3d41-f8e8-4efd-a1ba-b0001deae48a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/ff5bb115-3e08-46c8-8ecb-1aed329be557 HTTP/1.1" status: 404 len: 337 time: 0.0708108 Oct 13 15:30:39.280439 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-811921a1-903d-484e-8679-6980a9f24eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:39.281097 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 48998) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:39.347238 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ab01673-30f8-4289-92b8-b53e7be03e81 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:39.347644 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ab01673-30f8-4289-92b8-b53e7be03e81 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:39.352031 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-0ab01673-30f8-4289-92b8-b53e7be03e81 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/2a1e9298-a7e3-489e-830f-4179c6e8ca1c HTTP/1.1" status: 404 len: 337 time: 0.0646329 Oct 13 15:30:39.352455 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49002) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:39.358712 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Attempt 10 to provision port 347ab731-b9cf-404e-a569-96fbee9e1759 Oct 13 15:30:39.360902 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.db.api [None req-43547556-d673-4f2d-9a05-92360806fbf1 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:30:39.361228 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG oslo_db.api [None req-43547556-d673-4f2d-9a05-92360806fbf1 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:30:39.367006 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-89ed6520-4e61-418a-98e5-4eb66135080e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:39.396488 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ed6520-4e61-418a-98e5-4eb66135080e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba0133c2-2a00-466a-862c-4bf8bca08ef3,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:39.449947 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-89ed6520-4e61-418a-98e5-4eb66135080e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:39.451681 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-89ed6520-4e61-418a-98e5-4eb66135080e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "DELETE /v2.0/security-groups/ba0133c2-2a00-466a-862c-4bf8bca08ef3 HTTP/1.1" status: 204 len: 168 time: 0.6649153 Oct 13 15:30:39.458662 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49006) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:39.477207 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-fabf949e-2e6c-472f-850f-a5b442b9ba49 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:39.477703 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fabf949e-2e6c-472f-850f-a5b442b9ba49 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:39.495246 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-fabf949e-2e6c-472f-850f-a5b442b9ba49 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/ports/f352348d-c5f1-495a-839e-4a092140bfe5 HTTP/1.1" status: 404 len: 333 time: 0.1394753 Oct 13 15:30:39.496799 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49010) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:39.550978 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-a1b136c6-c763-492f-b492-b3b5d6b9de5f tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2858326 Oct 13 15:30:39.553131 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49014) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:39.560761 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-11ee8be1-49d6-46cb-a80f-b77a35d25852 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:39.560986 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device b79074c0-28ab-4763-8859-65b933f060d7 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:30:39.561434 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11ee8be1-49d6-46cb-a80f-b77a35d25852 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:39.562911 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-11ee8be1-49d6-46cb-a80f-b77a35d25852 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/b6ee37ba-f887-4713-b0be-01a4bf796123 HTTP/1.1" status: 404 len: 337 time: 0.0660152 Oct 13 15:30:39.565724 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49018) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:39.574878 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-5fcc6f9c-bf5b-4c20-97d8-cd7e64bd52ca tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1675401229'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:39.582889 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-5fcc6f9c-bf5b-4c20-97d8-cd7e64bd52ca tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:30:39.590760 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-5fcc6f9c-bf5b-4c20-97d8-cd7e64bd52ca tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Usage tracker for resource:network and tenant:19ec4718eae5492e825f796615e1a8b4 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:30:39.593006 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811921a1-903d-484e-8679-6980a9f24eba None None] Pushing event deleted for resources: {'Port': ['ID=b79074c0-28ab-4763-8859-65b933f060d7,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:39.596167 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-5fcc6f9c-bf5b-4c20-97d8-cd7e64bd52ca tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:30:39.605691 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1d213465-988a-4e49-9489-06b597713727 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:39.607765 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-5fcc6f9c-bf5b-4c20-97d8-cd7e64bd52ca tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:30:39.616481 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-d35104c3-a05b-4fae-87d7-be2ac37de6ac tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:39.616933 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d35104c3-a05b-4fae-87d7-be2ac37de6ac tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:39.621091 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-d35104c3-a05b-4fae-87d7-be2ac37de6ac tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/2211a719-ab14-4edf-ad55-5962adf5e072 HTTP/1.1" status: 404 len: 337 time: 0.0519500 Oct 13 15:30:39.622019 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49022) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:39.642595 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811921a1-903d-484e-8679-6980a9f24eba None None] No DVR routers for this DVR port b79074c0-28ab-4763-8859-65b933f060d7 on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:30:39.665894 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: b79074c0-28ab-4763-8859-65b933f060d7 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:30:39.666096 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_v2 [None req-79176b9c-1f1f-4903-888a-ef8537a2abed tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Deleting subnet 8d552eb1-4e51-4f0f-9049-a5de2a19d378 {{(pid=88973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:30:39.666402 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device b79074c0-28ab-4763-8859-65b933f060d7 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:30:39.676160 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-79176b9c-1f1f-4903-888a-ef8537a2abed tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for subnet, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:39.695608 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Port 347ab731-b9cf-404e-a569-96fbee9e1759 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:39.699457 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:39.705147 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Could not find standard attr ID for object cfe8f2c6-5af6-4410-9698-8771a92c4890. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:30:39.710213 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-954a3225-f9dc-48e8-888f-d80b459736b5 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:39.710691 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-954a3225-f9dc-48e8-888f-d80b459736b5 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:39.711470 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Could not find standard attr ID for object c10f7227-9ee5-4861-b8a1-6489505f632d. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:30:39.715312 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-954a3225-f9dc-48e8-888f-d80b459736b5 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/ports/a7c96bb3-d5da-4f96-89b2-3ae811ab92a4 HTTP/1.1" status: 404 len: 333 time: 0.0900993 Oct 13 15:30:39.715980 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Could not find standard attr ID for object 35bf6e57-7af7-4be1-9029-8ec7c819d620. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:30:39.717644 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49026) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:39.735936 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Provisioning for port 8eb873ab-5c81-48fd-aca4-d97adb0097cd completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:30:39.745495 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Provisioning complete for port 8eb873ab-5c81-48fd-aca4-d97adb0097cd triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:30:39.745890 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:39.746311 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Attempt 1 to provision port 8eb873ab-5c81-48fd-aca4-d97adb0097cd Oct 13 15:30:39.768666 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea2982c6-471b-4496-b1a0-b5d03c9dd274 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:39.769243 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea2982c6-471b-4496-b1a0-b5d03c9dd274 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:39.774067 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-ea2982c6-471b-4496-b1a0-b5d03c9dd274 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/943819c3-e3d7-4de7-8f5e-f120cbd0b9ba HTTP/1.1" status: 404 len: 337 time: 0.0520902 Oct 13 15:30:39.774067 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49030) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:39.803803 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-1b143ae8-0ba9-4d7e-9c49-24fd579beb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4965cdd-6817-4c18-9b60-709c9bb049f1', 'name': 'tempest-ServerActionsTestJSON-379588358-router', 'tenant_id': '9c317355326e4f748fe019ccb370c99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.175'}], 'enable_snat': True}, 'gw_port_id': '66615903-8398-41e8-ac1d-92f8094b8079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:24:37Z', 'updated_at': '2022-10-13T15:24:48Z', 'revision_number': 4, 'project_id': '9c317355326e4f748fe019ccb370c99a', 'gw_port': {'id': '66615903-8398-41e8-ac1d-92f8094b8079', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4965cdd-6817-4c18-9b60-709c9bb049f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:39Z', 'updated_at': '2022-10-13T15:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27', 'name': '', 'network_id': '68ca5488-1f82-4ee2-9e86-9e983d74aa07', 'tenant_id': '9c317355326e4f748fe019ccb370c99a', 'mac_address': 'fa:16:3e:e8:d1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4965cdd-6817-4c18-9b60-709c9bb049f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '12a9e0ad-f87e-4c11-b0b3-9af248956963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:45Z', 'updated_at': '2022-10-13T15:25:01Z', 'revision_number': 5, 'project_id': '9c317355326e4f748fe019ccb370c99a', 'subnets': [{'id': '12a9e0ad-f87e-4c11-b0b3-9af248956963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:39.811878 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b143ae8-0ba9-4d7e-9c49-24fd579beb42 None None] Checking router: d4965cdd-6817-4c18-9b60-709c9bb049f1 for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:30:39.818806 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fcc6f9c-bf5b-4c20-97d8-cd7e64bd52ca tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Made reservation on behalf of 19ec4718eae5492e825f796615e1a8b4 for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:30:39.822305 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5fcc6f9c-bf5b-4c20-97d8-cd7e64bd52ca tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:39.824213 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-79176b9c-1f1f-4903-888a-ef8537a2abed tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7432921'] for subnet, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:39.830700 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b143ae8-0ba9-4d7e-9c49-24fd579beb42 None None] Routers {'d4965cdd-6817-4c18-9b60-709c9bb049f1'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:30:39.831331 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-1b143ae8-0ba9-4d7e-9c49-24fd579beb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:30:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['d4965cdd-6817-4c18-9b60-709c9bb049f1'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:39.863060 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-43547556-d673-4f2d-9a05-92360806fbf1 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Deleting port b79074c0-28ab-4763-8859-65b933f060d7 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:30:39.863060 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-43547556-d673-4f2d-9a05-92360806fbf1 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:39.893857 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-b98bc11d-05f1-4527-9be1-f1ecc0e13eff tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:39.895278 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b98bc11d-05f1-4527-9be1-f1ecc0e13eff tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:39.902358 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-b98bc11d-05f1-4527-9be1-f1ecc0e13eff tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/ports/7bf7236a-39a0-47df-b0f8-3031d0ac0905 HTTP/1.1" status: 404 len: 333 time: 0.1248622 Oct 13 15:30:39.907971 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49034) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:39.949454 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-43547556-d673-4f2d-9a05-92360806fbf1 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] The port 'b79074c0-28ab-4763-8859-65b933f060d7' was deleted {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 13 15:30:39.962603 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-72d26ac7-3970-4610-9806-62d957200936 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:39.964192 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72d26ac7-3970-4610-9806-62d957200936 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:39.968863 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-72d26ac7-3970-4610-9806-62d957200936 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/cf457c3e-8ca7-4614-b132-dc5ddc7719cc HTTP/1.1" status: 404 len: 337 time: 0.0520899 Oct 13 15:30:39.976741 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49040) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:40.030573 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fcc6f9c-bf5b-4c20-97d8-cd7e64bd52ca tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:30:40.049117 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5fcc6f9c-bf5b-4c20-97d8-cd7e64bd52ca tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:40.049573 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-5fcc6f9c-bf5b-4c20-97d8-cd7e64bd52ca tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Added segment 19d606ed-42c7-45ac-88c1-2c9c0994b3b3 of type vlan for network 4a5d1c29-ef81-4339-a1f8-7b6c2928713f Oct 13 15:30:40.065874 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b88a6323-e5a3-4f5c-ba77-71d78f84f8e3 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:40.069260 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Current status of the port 8eb873ab-5c81-48fd-aca4-d97adb0097cd is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:30:40.079963 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-be68e44d-3caa-4419-9b6a-ceb5edc91cc4 None None] Could not find standard attr ID for object f76ff258-a077-4400-b7b3-3571d0c04071. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:30:40.091590 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49046) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:40.098902 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-1b143ae8-0ba9-4d7e-9c49-24fd579beb42 None None] Set router d4965cdd-6817-4c18-9b60-709c9bb049f1 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:30:40.103091 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-4efa6747-75e2-4598-8341-49eddf028675 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:40.103559 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4efa6747-75e2-4598-8341-49eddf028675 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:40.118648 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-43547556-d673-4f2d-9a05-92360806fbf1 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:40.121672 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b88a6323-e5a3-4f5c-ba77-71d78f84f8e3 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:40.131813 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-4efa6747-75e2-4598-8341-49eddf028675 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/ports/63bae6c3-24cf-4466-89c6-63c96eff4238 HTTP/1.1" status: 404 len: 333 time: 0.1493833 Oct 13 15:30:40.137443 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49050) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:40.164653 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1d213465-988a-4e49-9489-06b597713727 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:40.178741 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-79176b9c-1f1f-4903-888a-ef8537a2abed tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:40.212992 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5fcc6f9c-bf5b-4c20-97d8-cd7e64bd52ca tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:40.226699 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-43547556-d673-4f2d-9a05-92360806fbf1 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79915b74-0a5a-4020-b717-cc5c14391cc4']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:40.237760 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef474f97-8c7b-44f5-86ee-8600e525f6eb tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:40.238228 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef474f97-8c7b-44f5-86ee-8600e525f6eb tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:40.242373 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-ef474f97-8c7b-44f5-86ee-8600e525f6eb tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/655abfea-23fa-438b-a464-5897c2bdb1e9 HTTP/1.1" status: 404 len: 337 time: 0.1015418 Oct 13 15:30:40.252810 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49054) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:40.254012 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-8cff9b44-3eb2-44ff-bc20-e2717410cea2 None None] Could not find standard attr ID for object c1724aca-f52a-408f-8c2c-989445d0bf96. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:30:40.268621 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-43547556-d673-4f2d-9a05-92360806fbf1 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '290a3ae6-cb97-4aa0-abb5-e3fe30f50609') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:40.268929 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-43547556-d673-4f2d-9a05-92360806fbf1 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '290a3ae6-cb97-4aa0-abb5-e3fe30f50609') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:40.271703 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-8cff9b44-3eb2-44ff-bc20-e2717410cea2 None None] Could not find standard attr ID for object debb0036-20f7-4175-878e-8adcbfc1a03e. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:30:40.292138 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-43547556-d673-4f2d-9a05-92360806fbf1 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:40.325760 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-43547556-d673-4f2d-9a05-92360806fbf1 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:40.345306 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c3d6dcb1-8179-42a7-b5f1-813ed040e50f tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:40.347364 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43547556-d673-4f2d-9a05-92360806fbf1 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:30:40.347754 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-43547556-d673-4f2d-9a05-92360806fbf1 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:40.353065 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-8cff9b44-3eb2-44ff-bc20-e2717410cea2 None None] Provisioning complete for port 347ab731-b9cf-404e-a569-96fbee9e1759 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:30:40.353515 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8cff9b44-3eb2-44ff-bc20-e2717410cea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:40.354501 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-8cff9b44-3eb2-44ff-bc20-e2717410cea2 None None] Attempt 1 to provision port 347ab731-b9cf-404e-a569-96fbee9e1759 Oct 13 15:30:40.392460 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-79176b9c-1f1f-4903-888a-ef8537a2abed tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:40.452995 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-e78484f2-930c-4110-9ea9-d8a0878d73fc tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:40.453462 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e78484f2-930c-4110-9ea9-d8a0878d73fc tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:40.456891 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-8cff9b44-3eb2-44ff-bc20-e2717410cea2 None None] Port 347ab731-b9cf-404e-a569-96fbee9e1759 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:40.461250 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.db.resource_extend [None req-5fcc6f9c-bf5b-4c20-97d8-cd7e64bd52ca tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 15:30:40.494327 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-1b143ae8-0ba9-4d7e-9c49-24fd579beb42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4965cdd-6817-4c18-9b60-709c9bb049f1', 'name': 'tempest-ServerActionsTestJSON-379588358-router', 'tenant_id': '9c317355326e4f748fe019ccb370c99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.175'}], 'enable_snat': True}, 'gw_port_id': '66615903-8398-41e8-ac1d-92f8094b8079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:24:37Z', 'updated_at': '2022-10-13T15:24:48Z', 'revision_number': 4, 'project_id': '9c317355326e4f748fe019ccb370c99a', 'gw_port': {'id': '66615903-8398-41e8-ac1d-92f8094b8079', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4965cdd-6817-4c18-9b60-709c9bb049f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:39Z', 'updated_at': '2022-10-13T15:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27', 'name': '', 'network_id': '68ca5488-1f82-4ee2-9e86-9e983d74aa07', 'tenant_id': '9c317355326e4f748fe019ccb370c99a', 'mac_address': 'fa:16:3e:e8:d1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4965cdd-6817-4c18-9b60-709c9bb049f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '12a9e0ad-f87e-4c11-b0b3-9af248956963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:45Z', 'updated_at': '2022-10-13T15:25:01Z', 'revision_number': 5, 'project_id': '9c317355326e4f748fe019ccb370c99a', 'subnets': [{'id': '12a9e0ad-f87e-4c11-b0b3-9af248956963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:40.499159 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b143ae8-0ba9-4d7e-9c49-24fd579beb42 None None] The sync data for ids ['d4965cdd-6817-4c18-9b60-709c9bb049f1'] in dv-neutron-860329-2-hyperv is: [{'id': 'd4965cdd-6817-4c18-9b60-709c9bb049f1', 'name': 'tempest-ServerActionsTestJSON-379588358-router', 'tenant_id': '9c317355326e4f748fe019ccb370c99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.175'}], 'enable_snat': True}, 'gw_port_id': '66615903-8398-41e8-ac1d-92f8094b8079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:24:37Z', 'updated_at': '2022-10-13T15:24:48Z', 'revision_number': 4, 'project_id': '9c317355326e4f748fe019ccb370c99a', 'gw_port': {'id': '66615903-8398-41e8-ac1d-92f8094b8079', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4965cdd-6817-4c18-9b60-709c9bb049f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:39Z', 'updated_at': '2022-10-13T15:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27', 'name': '', 'network_id': '68ca5488-1f82-4ee2-9e86-9e983d74aa07', 'tenant_id': '9c317355326e4f748fe019ccb370c99a', 'mac_address': 'fa:16:3e:e8:d1:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4965cdd-6817-4c18-9b60-709c9bb049f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 114, 'fixed_ips': [{'subnet_id': '12a9e0ad-f87e-4c11-b0b3-9af248956963', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:45Z', 'updated_at': '2022-10-13T15:25:01Z', 'revision_number': 5, 'project_id': '9c317355326e4f748fe019ccb370c99a', 'subnets': [{'id': '12a9e0ad-f87e-4c11-b0b3-9af248956963', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:30:40.516799 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-e78484f2-930c-4110-9ea9-d8a0878d73fc tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/ports/86e99b63-77ee-4772-88b4-ccc912750f26 HTTP/1.1" status: 404 len: 333 time: 0.2605834 Oct 13 15:30:40.533144 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49060) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:40.588113 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 290a3ae6-cb97-4aa0-abb5-e3fe30f50609 resource provider aggregate not found Oct 13 15:30:40.602761 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0df5bac-ee6c-49ac-a06b-fd9e541d916a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:40.603220 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0df5bac-ee6c-49ac-a06b-fd9e541d916a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:40.605532 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a0df5bac-ee6c-49ac-a06b-fd9e541d916a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/501445c2-d77e-481d-8db2-64b0a689b4b1 HTTP/1.1" status: 404 len: 337 time: 0.0521772 Oct 13 15:30:40.609972 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5fcc6f9c-bf5b-4c20-97d8-cd7e64bd52ca tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:40.615345 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fcc6f9c-bf5b-4c20-97d8-cd7e64bd52ca tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:40.615897 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5fcc6f9c-bf5b-4c20-97d8-cd7e64bd52ca tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:40.619689 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49066) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:40.623776 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79176b9c-1f1f-4903-888a-ef8537a2abed tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event deleted for resources: {'Subnet': ['ID=8d552eb1-4e51-4f0f-9049-a5de2a19d378,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:40.631185 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c3d6dcb1-8179-42a7-b5f1-813ed040e50f tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:40.639239 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbafb50e-dad5-440a-b413-9f6c93ca9a36 None None] Network a7f3b330-c320-422e-b157-5a2ea33283c2 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:30:40.645923 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-79176b9c-1f1f-4903-888a-ef8537a2abed tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:40.654303 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79176b9c-1f1f-4903-888a-ef8537a2abed tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:40.655229 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79176b9c-1f1f-4903-888a-ef8537a2abed tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:40.655737 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79176b9c-1f1f-4903-888a-ef8537a2abed tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:40.656259 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79176b9c-1f1f-4903-888a-ef8537a2abed tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:40.656789 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79176b9c-1f1f-4903-888a-ef8537a2abed tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:40.657302 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79176b9c-1f1f-4903-888a-ef8537a2abed tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:40.657836 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79176b9c-1f1f-4903-888a-ef8537a2abed tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:40.658405 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79176b9c-1f1f-4903-888a-ef8537a2abed tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:40.658886 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79176b9c-1f1f-4903-888a-ef8537a2abed tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:40.659397 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79176b9c-1f1f-4903-888a-ef8537a2abed tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:40.659881 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79176b9c-1f1f-4903-888a-ef8537a2abed tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:40.660423 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79176b9c-1f1f-4903-888a-ef8537a2abed tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:40.664573 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 290a3ae6-cb97-4aa0-abb5-e3fe30f50609 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 290a3ae6-cb97-4aa0-abb5-e3fe30f50609 found for delete ", "request_id": "req-a8479c3b-fd66-415e-903b-c9c11d4dc09f"}]} Oct 13 15:30:40.678789 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-43547556-d673-4f2d-9a05-92360806fbf1 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:40.689311 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-79176b9c-1f1f-4903-888a-ef8537a2abed tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "DELETE /v2.0/subnets/8d552eb1-4e51-4f0f-9049-a5de2a19d378 HTTP/1.1" status: 204 len: 168 time: 1.2292645 Oct 13 15:30:40.693612 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49070) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:40.717939 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-43547556-d673-4f2d-9a05-92360806fbf1 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:40.720009 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-43547556-d673-4f2d-9a05-92360806fbf1 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] 10.222.0.42 "DELETE /v2.0/networks/79915b74-0a5a-4020-b717-cc5c14391cc4 HTTP/1.1" status: 204 len: 168 time: 3.0257244 Oct 13 15:30:40.767646 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49074) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:40.794780 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43547556-d673-4f2d-9a05-92360806fbf1 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Pushing event deleted for resources: {'Network': ['ID=79915b74-0a5a-4020-b717-cc5c14391cc4,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:40.811358 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_v2 [None req-42c890a1-6814-4cd1-873d-9865f56935a6 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Deleting subnet a0815212-2795-474e-9be4-c74cc4402574 {{(pid=88973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:30:40.814922 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-42c890a1-6814-4cd1-873d-9865f56935a6 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for subnet, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:40.841250 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-b88a6323-e5a3-4f5c-ba77-71d78f84f8e3 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Allocated IP 172.26.2.143 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/1fe2590d-bd0e-4f1c-ab36-245e29f9a5ee) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:30:40.859592 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-de1229f2-bc0f-4f60-833e-e360382021c1 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:40.860270 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de1229f2-bc0f-4f60-833e-e360382021c1 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:40.861961 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-de1229f2-bc0f-4f60-833e-e360382021c1 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/ports/8b846795-5dc8-44ac-8bb0-44d05a044ccf HTTP/1.1" status: 404 len: 333 time: 0.1760619 Oct 13 15:30:40.867572 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49078) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:40.913520 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-7c1a767a-0deb-4807-be96-1dac460e4943 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Synchronizing usage tracker for tenant:e0bc32ccc2ee41daba271b360216e735 on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:30:40.917269 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c3d6dcb1-8179-42a7-b5f1-813ed040e50f tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:40.920170 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-5fcc6f9c-bf5b-4c20-97d8-cd7e64bd52ca tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3671541 Oct 13 15:30:40.921240 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-76e3c905-2278-4d24-9a31-6a83565a1c15 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:40.921676 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76e3c905-2278-4d24-9a31-6a83565a1c15 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:40.924401 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49082) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:40.925440 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-42c890a1-6814-4cd1-873d-9865f56935a6 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7432921'] for subnet, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:40.934957 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d1b758-1e63-4afc-9124-e6aecb5b9204 None None] New status for floating IP ba939412-999d-4f28-8f5c-933b4e6cbb80: DOWN {{(pid=88975) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:30:40.958923 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-8cff9b44-3eb2-44ff-bc20-e2717410cea2 None None] Attempt 2 to provision port 347ab731-b9cf-404e-a569-96fbee9e1759 Oct 13 15:30:40.962693 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-615673ec-f246-485b-8b95-387a1d78c710 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Request body: {'subnet': {'network_id': '4a5d1c29-ef81-4339-a1f8-7b6c2928713f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:40.989763 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d6dcb1-8179-42a7-b5f1-813ed040e50f tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cf84a2a-dc07-4134-8ab9-5ec18f441d4e,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:40.993698 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-76e3c905-2278-4d24-9a31-6a83565a1c15 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/9d2fa3e4-67c3-4638-a36c-6b0436b6f227 HTTP/1.1" status: 404 len: 337 time: 0.1248922 Oct 13 15:30:41.004036 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49086) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:41.004238 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fcc6f9c-bf5b-4c20-97d8-cd7e64bd52ca tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event updated for resources: {'Network': ['ID=4a5d1c29-ef81-4339-a1f8-7b6c2928713f,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:41.006366 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c3d6dcb1-8179-42a7-b5f1-813ed040e50f tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:41.011691 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c3d6dcb1-8179-42a7-b5f1-813ed040e50f tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "DELETE /v2.0/security-groups/2cf84a2a-dc07-4134-8ab9-5ec18f441d4e HTTP/1.1" status: 204 len: 168 time: 0.9191134 Oct 13 15:30:41.018880 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49088) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:41.028440 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 4a5d1c29-ef81-4339-a1f8-7b6c2928713f details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:30:41.079093 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-8cff9b44-3eb2-44ff-bc20-e2717410cea2 None None] Port 347ab731-b9cf-404e-a569-96fbee9e1759 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:41.082070 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.api.v2.resource [None req-7365751a-4fe3-4433-9971-e900f734fb7e tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] show failed (client error): The resource could not be found. Oct 13 15:30:41.086718 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-7365751a-4fe3-4433-9971-e900f734fb7e tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "GET /v2.0/security-groups/2cf84a2a-dc07-4134-8ab9-5ec18f441d4e HTTP/1.1" status: 404 len: 347 time: 0.0670183 Oct 13 15:30:41.090419 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49094) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:41.148958 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-7c1a767a-0deb-4807-be96-1dac460e4943 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Unset dirty status for tenant:e0bc32ccc2ee41daba271b360216e735 on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:30:41.150220 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-7c1a767a-0deb-4807-be96-1dac460e4943 tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] 10.222.0.42 "GET /v2.0/ports?device_id=d84045c4-b4f1-410c-bc8e-7c43dfb7bd65 HTTP/1.1" status: 200 len: 205 time: 0.3668253 Oct 13 15:30:41.163686 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49098) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:41.185956 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-4079b726-84ba-4810-9c88-f40ee1854f0f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:41.186453 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4079b726-84ba-4810-9c88-f40ee1854f0f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:41.192749 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-4079b726-84ba-4810-9c88-f40ee1854f0f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/ports/9e5d5a06-353d-4181-a913-e1e5cb911dd0 HTTP/1.1" status: 404 len: 333 time: 0.1782305 Oct 13 15:30:41.201567 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49102) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:41.253987 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.db.resource_extend [None req-1d213465-988a-4e49-9489-06b597713727 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 15:30:41.272241 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-f127a7e1-8ebd-46af-924e-066b1893444b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:41.272694 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f127a7e1-8ebd-46af-924e-066b1893444b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:41.274380 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-f127a7e1-8ebd-46af-924e-066b1893444b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/5e56b2a0-0c0c-4375-80ad-eb8460b6a56b HTTP/1.1" status: 404 len: 337 time: 0.0701330 Oct 13 15:30:41.337661 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49106) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:41.348913 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1d213465-988a-4e49-9489-06b597713727 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:41.350842 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-615673ec-f246-485b-8b95-387a1d78c710 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:30:41.362179 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-615673ec-f246-485b-8b95-387a1d78c710 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Usage tracker for resource:subnet and tenant:19ec4718eae5492e825f796615e1a8b4 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:30:41.368449 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1d213465-988a-4e49-9489-06b597713727 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:41.397083 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-72fb7d88-56b5-423d-a014-82976931111f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:41.397539 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72fb7d88-56b5-423d-a014-82976931111f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:41.399343 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-72fb7d88-56b5-423d-a014-82976931111f tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/b7d22656-dd93-4656-a027-983013d86820 HTTP/1.1" status: 404 len: 337 time: 0.0600638 Oct 13 15:30:41.400634 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-9f237935-0e8e-489a-ba25-db5270c04bc4 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Deleting port bd325afc-0ac3-439f-b0a1-70ca3237a95b {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:30:41.400792 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9f237935-0e8e-489a-ba25-db5270c04bc4 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:41.406103 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-615673ec-f246-485b-8b95-387a1d78c710 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:30:41.430296 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49110) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:41.452854 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aef00ab5-e184-427a-a9bb-7aecc68335be tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks [] for router, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:41.491214 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-42c890a1-6814-4cd1-873d-9865f56935a6 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:41.508991 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-615673ec-f246-485b-8b95-387a1d78c710 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:30:41.523015 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-f12f5664-44ca-4429-b865-d2fd0ce0a1c7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:41.523483 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f12f5664-44ca-4429-b865-d2fd0ce0a1c7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:41.525153 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-f12f5664-44ca-4429-b865-d2fd0ce0a1c7 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/ports/50944c4c-dddb-424c-bfb2-b569db5ee9af HTTP/1.1" status: 404 len: 333 time: 0.0939162 Oct 13 15:30:41.534509 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49114) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:41.580868 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-8cff9b44-3eb2-44ff-bc20-e2717410cea2 None None] Attempt 3 to provision port 347ab731-b9cf-404e-a569-96fbee9e1759 Oct 13 15:30:41.618807 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-e03681f0-d2b0-4a78-9a36-2f9f4ca7702b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:41.619261 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e03681f0-d2b0-4a78-9a36-2f9f4ca7702b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:41.621656 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e03681f0-d2b0-4a78-9a36-2f9f4ca7702b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/06e6dee1-44a7-4326-bd0b-dcdc3b82eb93 HTTP/1.1" status: 404 len: 337 time: 0.0860336 Oct 13 15:30:41.627452 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49118) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:41.643583 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b88a6323-e5a3-4f5c-ba77-71d78f84f8e3 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:41.656163 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-8cff9b44-3eb2-44ff-bc20-e2717410cea2 None None] Port 347ab731-b9cf-404e-a569-96fbee9e1759 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:41.662379 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-615673ec-f246-485b-8b95-387a1d78c710 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Made reservation on behalf of 19ec4718eae5492e825f796615e1a8b4 for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:30:41.665805 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-615673ec-f246-485b-8b95-387a1d78c710 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:41.685767 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-15f36fae-9a19-4f9d-97b9-c5e5c293f4c6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:41.686529 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15f36fae-9a19-4f9d-97b9-c5e5c293f4c6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:41.688447 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-15f36fae-9a19-4f9d-97b9-c5e5c293f4c6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/6774fe10-dec7-451e-bdf2-5aa55686306c HTTP/1.1" status: 404 len: 337 time: 0.0576484 Oct 13 15:30:41.704180 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49122) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:41.706820 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d213465-988a-4e49-9489-06b597713727 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Pushing event updated for resources: {'Port': ['ID=ff0359c9-6cc6-4830-b88e-9f833f6e8800,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:41.709093 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1d213465-988a-4e49-9489-06b597713727 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:41.774911 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-42c890a1-6814-4cd1-873d-9865f56935a6 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:41.832305 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c890a1-6814-4cd1-873d-9865f56935a6 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event deleted for resources: {'Subnet': ['ID=a0815212-2795-474e-9be4-c74cc4402574,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:41.839098 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-42c890a1-6814-4cd1-873d-9865f56935a6 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:41.844099 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9f237935-0e8e-489a-ba25-db5270c04bc4 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:41.844431 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9f237935-0e8e-489a-ba25-db5270c04bc4 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:41.846289 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48572a84-b4c7-41f3-9688-39ab686257e6 None None] Network a7f3b330-c320-422e-b157-5a2ea33283c2 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:30:41.862497 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-42c890a1-6814-4cd1-873d-9865f56935a6 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "DELETE /v2.0/subnets/a0815212-2795-474e-9be4-c74cc4402574 HTTP/1.1" status: 204 len: 168 time: 1.1458364 Oct 13 15:30:41.917832 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49126) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:42.013400 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-9f237935-0e8e-489a-ba25-db5270c04bc4 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Calling delete_port for bd325afc-0ac3-439f-b0a1-70ca3237a95b owned by network:floatingip {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:30:42.061363 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-88e140b1-1f9a-43d1-bc76-f3237ccb2d82 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:42.062172 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88e140b1-1f9a-43d1-bc76-f3237ccb2d82 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:42.067169 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-88e140b1-1f9a-43d1-bc76-f3237ccb2d82 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "DELETE /v2.0/subnets/8d552eb1-4e51-4f0f-9049-a5de2a19d378 HTTP/1.1" status: 404 len: 337 time: 0.1491554 Oct 13 15:30:42.068013 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49130) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:42.122338 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d213465-988a-4e49-9489-06b597713727 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:42.122680 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d213465-988a-4e49-9489-06b597713727 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:42.123015 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d213465-988a-4e49-9489-06b597713727 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:42.123342 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d213465-988a-4e49-9489-06b597713727 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:42.123663 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d213465-988a-4e49-9489-06b597713727 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:42.123977 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d213465-988a-4e49-9489-06b597713727 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:42.124494 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d213465-988a-4e49-9489-06b597713727 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:42.124813 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d213465-988a-4e49-9489-06b597713727 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:42.125131 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d213465-988a-4e49-9489-06b597713727 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:42.125443 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d213465-988a-4e49-9489-06b597713727 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:42.125756 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d213465-988a-4e49-9489-06b597713727 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:42.126073 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d213465-988a-4e49-9489-06b597713727 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:42.156928 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-8cff9b44-3eb2-44ff-bc20-e2717410cea2 None None] Attempt 4 to provision port 347ab731-b9cf-404e-a569-96fbee9e1759 Oct 13 15:30:42.165874 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_v2 [None req-767e0d2e-11b7-4eed-bf17-6385aeed250c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Deleting subnet c9910682-43a3-4dde-bd26-cfd0ac22153d {{(pid=88973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:30:42.171289 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-767e0d2e-11b7-4eed-bf17-6385aeed250c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for subnet, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:42.193119 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b2bf828-0c36-4f7a-be45-aef7bf539e5b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:42.193582 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b2bf828-0c36-4f7a-be45-aef7bf539e5b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:42.195277 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-8b2bf828-0c36-4f7a-be45-aef7bf539e5b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/ports/758c7b55-732f-4860-a44d-a19b02f23883 HTTP/1.1" status: 404 len: 333 time: 0.4897747 Oct 13 15:30:42.201646 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49134) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:42.221461 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-8cff9b44-3eb2-44ff-bc20-e2717410cea2 None None] Port 347ab731-b9cf-404e-a569-96fbee9e1759 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:42.255369 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dea7faf-1904-4dc8-bd75-cbb9611537c4 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:42.255914 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7dea7faf-1904-4dc8-bd75-cbb9611537c4 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:42.297921 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aef00ab5-e184-427a-a9bb-7aecc68335be tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:42.308859 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aef00ab5-e184-427a-a9bb-7aecc68335be tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:42.350235 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b88a6323-e5a3-4f5c-ba77-71d78f84f8e3 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:42.421944 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.l3_db [None req-1d213465-988a-4e49-9489-06b597713727 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Floating IP c9e2efd5-37ea-4be3-aaa4-07ad3f0ad1b2 associated. External IP: 172.26.2.3, port: 7300bb36-af68-4ebc-81b1-a71f406a9af7. Oct 13 15:30:42.445107 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-7dea7faf-1904-4dc8-bd75-cbb9611537c4 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/dd35169b-c9e9-4c3f-b2a0-fbf544e04688 HTTP/1.1" status: 404 len: 337 time: 0.2422602 Oct 13 15:30:42.449129 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-767e0d2e-11b7-4eed-bf17-6385aeed250c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7432921'] for subnet, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:42.469523 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49138) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:42.507882 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9f237935-0e8e-489a-ba25-db5270c04bc4 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:42.520095 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aef00ab5-e184-427a-a9bb-7aecc68335be tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:42.520605 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aef00ab5-e184-427a-a9bb-7aecc68335be tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Fanout notify agent at l3_agent the message router_deleted on router d84045c4-b4f1-410c-bc8e-7c43dfb7bd65 {{(pid=88972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:30:42.585014 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88a6323-e5a3-4f5c-ba77-71d78f84f8e3 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:30:42.601968 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f237935-0e8e-489a-ba25-db5270c04bc4 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Pushing event deleted for resources: {'Port': ['ID=bd325afc-0ac3-439f-b0a1-70ca3237a95b,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:42.603016 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-b88a6323-e5a3-4f5c-ba77-71d78f84f8e3 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:30:42.606270 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-783ca831-9f38-4b94-a82c-2fd573b685e4 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:42.606711 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-783ca831-9f38-4b94-a82c-2fd573b685e4 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:42.609639 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88a6323-e5a3-4f5c-ba77-71d78f84f8e3 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:30:42.652990 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88a6323-e5a3-4f5c-ba77-71d78f84f8e3 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Pushing event updated for resources: {'Port': ['ID=1fe2590d-bd0e-4f1c-ab36-245e29f9a5ee,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:42.678436 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-783ca831-9f38-4b94-a82c-2fd573b685e4 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/4ae2ff45-16cf-4017-9387-5b540266e04f HTTP/1.1" status: 404 len: 337 time: 0.2029502 Oct 13 15:30:42.680937 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49142) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:42.722879 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-8cff9b44-3eb2-44ff-bc20-e2717410cea2 None None] Attempt 5 to provision port 347ab731-b9cf-404e-a569-96fbee9e1759 Oct 13 15:30:42.733500 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-767e0d2e-11b7-4eed-bf17-6385aeed250c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:42.742747 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aef00ab5-e184-427a-a9bb-7aecc68335be tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:42.746378 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-aef00ab5-e184-427a-a9bb-7aecc68335be tempest-RoutersNegativeIpV6Test-492021537 tempest-RoutersNegativeIpV6Test-492021537-project] 10.222.0.42 "DELETE /v2.0/routers/d84045c4-b4f1-410c-bc8e-7c43dfb7bd65 HTTP/1.1" status: 204 len: 168 time: 1.5790753 Oct 13 15:30:42.766155 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9f237935-0e8e-489a-ba25-db5270c04bc4 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Notify callbacks [] for floatingip, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:42.768733 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9f237935-0e8e-489a-ba25-db5270c04bc4 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:42.769958 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-9f237935-0e8e-489a-ba25-db5270c04bc4 tempest-ServerActionsTestJSON-76606038 tempest-ServerActionsTestJSON-76606038-project] 10.222.0.42 "DELETE /v2.0/floatingips/ba939412-999d-4f28-8f5c-933b4e6cbb80 HTTP/1.1" status: 204 len: 168 time: 1.6738880 Oct 13 15:30:42.776575 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-037954dd-b78e-43a6-a4ff-392ef42f6cc3 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:42.777311 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-037954dd-b78e-43a6-a4ff-392ef42f6cc3 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:42.779176 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-037954dd-b78e-43a6-a4ff-392ef42f6cc3 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/ports/6612d3d1-003b-44d0-b66d-20410cc36e12 HTTP/1.1" status: 404 len: 333 time: 0.0972285 Oct 13 15:30:42.782079 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49148) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:42.782368 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49150) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:42.823342 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-8cff9b44-3eb2-44ff-bc20-e2717410cea2 None None] Port 347ab731-b9cf-404e-a569-96fbee9e1759 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:42.856576 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-767e0d2e-11b7-4eed-bf17-6385aeed250c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:42.898672 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-767e0d2e-11b7-4eed-bf17-6385aeed250c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event deleted for resources: {'Subnet': ['ID=c9910682-43a3-4dde-bd26-cfd0ac22153d,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:42.906241 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-767e0d2e-11b7-4eed-bf17-6385aeed250c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:42.910447 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c216861-07bc-4264-af50-db6b0850e97b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:42.910968 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c216861-07bc-4264-af50-db6b0850e97b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:42.915307 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-9c216861-07bc-4264-af50-db6b0850e97b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/5393e4d5-a756-4e6f-b1c9-45d392cd1b99 HTTP/1.1" status: 404 len: 337 time: 0.1255467 Oct 13 15:30:42.915978 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-767e0d2e-11b7-4eed-bf17-6385aeed250c tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "DELETE /v2.0/subnets/c9910682-43a3-4dde-bd26-cfd0ac22153d HTTP/1.1" status: 204 len: 168 time: 0.8442972 Oct 13 15:30:42.916879 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49158) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:42.917359 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49160) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:42.918292 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba59958b-df64-4c64-a840-2bda27c2df4d None None] Network a7f3b330-c320-422e-b157-5a2ea33283c2 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:30:42.991062 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-615673ec-f246-485b-8b95-387a1d78c710 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:42.995066 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8a534cf-abd1-44f7-b5b4-fe81287991ec tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:42.995684 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8a534cf-abd1-44f7-b5b4-fe81287991ec tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:42.997508 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-b8a534cf-abd1-44f7-b5b4-fe81287991ec tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/0a8722e7-0835-4758-9acf-2f2a6c0bc979 HTTP/1.1" status: 404 len: 337 time: 0.0790851 Oct 13 15:30:43.003736 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49166) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:43.106001 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-98d8f7dd-1c29-4226-a004-8ba6dc0193e9 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:43.106254 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98d8f7dd-1c29-4226-a004-8ba6dc0193e9 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:43.110620 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-98d8f7dd-1c29-4226-a004-8ba6dc0193e9 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "DELETE /v2.0/subnets/3906bbc8-bfd0-4f62-8168-cbe34df66798 HTTP/1.1" status: 404 len: 337 time: 0.1905096 Oct 13 15:30:43.125022 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49174) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:43.174694 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49178) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:43.180506 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-6dcde3c2-c359-4332-abb8-9195d86595e2 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/ports?device_id=74ab670b-65cc-4ea7-815d-4cf501fef43f HTTP/1.1" status: 200 len: 205 time: 0.1729732 Oct 13 15:30:43.186917 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49180) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:43.237288 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615673ec-f246-485b-8b95-387a1d78c710 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event updated for resources: {'Subnet': ['ID=bec2069c-220a-4b30-b83f-05a42ff7b7d2,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:43.264300 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-929147da-fc3c-4863-b775-ffdc8227fb2d tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Synchronizing usage tracker for tenant:c7529f71933548bfa5c77476ba17c75c on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:30:43.269285 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.api.v2.resource [None req-20c19d22-7a27-4160-ab8a-43e7bf1e3bd0 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] delete failed (client error): The resource could not be found. Oct 13 15:30:43.270311 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-20c19d22-7a27-4160-ab8a-43e7bf1e3bd0 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/routers/74ab670b-65cc-4ea7-815d-4cf501fef43f HTTP/1.1" status: 404 len: 336 time: 0.0824695 Oct 13 15:30:43.273698 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49188) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:43.320380 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b514e7d-4f5d-4ca9-a4dc-ee443bff4867 None None] DHCP port deletion for a7f3b330-c320-422e-b157-5a2ea33283c2 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:30:43.327003 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-8cff9b44-3eb2-44ff-bc20-e2717410cea2 None None] Attempt 6 to provision port 347ab731-b9cf-404e-a569-96fbee9e1759 Oct 13 15:30:43.367890 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4b514e7d-4f5d-4ca9-a4dc-ee443bff4867 None None] Deleting port 8eb873ab-5c81-48fd-aca4-d97adb0097cd {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:30:43.368514 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4b514e7d-4f5d-4ca9-a4dc-ee443bff4867 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:43.391969 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa12efd4-9ebf-4350-b52a-8732357cbab1 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:43.392423 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa12efd4-9ebf-4350-b52a-8732357cbab1 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:43.396564 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-aa12efd4-9ebf-4350-b52a-8732357cbab1 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/bfc78a52-a105-4f40-84b8-40115e03b3c5 HTTP/1.1" status: 404 len: 337 time: 0.1190701 Oct 13 15:30:43.400045 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49192) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:43.448719 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-8cff9b44-3eb2-44ff-bc20-e2717410cea2 None None] Port 347ab731-b9cf-404e-a569-96fbee9e1759 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:43.451533 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-929147da-fc3c-4863-b775-ffdc8227fb2d tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Unset dirty status for tenant:c7529f71933548bfa5c77476ba17c75c on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:30:43.454969 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-929147da-fc3c-4863-b775-ffdc8227fb2d tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "GET /v2.0/ports?device_id=8791f6f1-ff82-441e-9444-a8ae0d5e34d2 HTTP/1.1" status: 200 len: 205 time: 0.3267169 Oct 13 15:30:43.459171 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-0b372300-943a-41a1-8556-d376ca5c7f3c tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "GET /v2.0/ports?device_id=a2c4a7e2-4705-40d3-a959-0f8c3568933a HTTP/1.1" status: 200 len: 205 time: 0.0559704 Oct 13 15:30:43.459350 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49196) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:43.459646 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49198) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:43.537578 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-615673ec-f246-485b-8b95-387a1d78c710 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Checking segment: {'id': '19d606ed-42c7-45ac-88c1-2c9c0994b3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4a5d1c29-ef81-4339-a1f8-7b6c2928713f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:30:43.537840 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615673ec-f246-485b-8b95-387a1d78c710 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Network hostable DHCP agents. Network: 4a5d1c29-ef81-4339-a1f8-7b6c2928713f, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:30:43.593991 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 8eb873ab-5c81-48fd-aca4-d97adb0097cd no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:30:43.604359 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.api.v2.resource [None req-fc7e682c-51c9-4d8b-9431-9b1cad3387f7 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] delete failed (client error): The resource could not be found. Oct 13 15:30:43.605624 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-fc7e682c-51c9-4d8b-9431-9b1cad3387f7 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "DELETE /v2.0/routers/8791f6f1-ff82-441e-9444-a8ae0d5e34d2 HTTP/1.1" status: 404 len: 336 time: 0.1451175 Oct 13 15:30:43.655943 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49204) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:43.656599 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.api.v2.resource [None req-f36c9d88-49c5-41d0-b303-8b65b63ce3e2 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] delete failed (client error): The resource could not be found. Oct 13 15:30:43.657651 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-f36c9d88-49c5-41d0-b303-8b65b63ce3e2 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/routers/a2c4a7e2-4705-40d3-a959-0f8c3568933a HTTP/1.1" status: 404 len: 336 time: 0.1956832 Oct 13 15:30:43.663871 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49206) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:43.733908 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4b514e7d-4f5d-4ca9-a4dc-ee443bff4867 None None] For port 8eb873ab-5c81-48fd-aca4-d97adb0097cd, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=8eb873ab-5c81-48fd-aca4-d97adb0097cd,segment=NetworkSegment(500226a8-381d-428a-ae40-87c61feb9775),segment_id=500226a8-381d-428a-ae40-87c61feb9775)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:30:43.734499 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4b514e7d-4f5d-4ca9-a4dc-ee443bff4867 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:43.746039 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-f46234de-c7de-471c-890d-02d433ba586d tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:43.746521 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f46234de-c7de-471c-890d-02d433ba586d tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:43.748155 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-f46234de-c7de-471c-890d-02d433ba586d tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "DELETE /v2.0/subnets/fc7b71f7-e4fc-4a1d-ac69-2ed867a85d15 HTTP/1.1" status: 404 len: 337 time: 0.0879767 Oct 13 15:30:43.753695 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49214) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:43.754937 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-86a9a8e9-346b-4e3e-a5d7-89a17c97b04d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:43.755673 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86a9a8e9-346b-4e3e-a5d7-89a17c97b04d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:43.757630 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-86a9a8e9-346b-4e3e-a5d7-89a17c97b04d tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/2b132fd0-76e1-40fe-b7fa-dba168438254 HTTP/1.1" status: 404 len: 337 time: 0.0930996 Oct 13 15:30:43.761316 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-915c4233-98f5-49c4-b2f0-5a9f17c8e196 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e0bc32ccc2ee41daba271b360216e735&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5766473 Oct 13 15:30:43.762063 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-615673ec-f246-485b-8b95-387a1d78c710 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Network 4a5d1c29-ef81-4339-a1f8-7b6c2928713f is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:30:43.763239 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49218) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:43.769727 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d213465-988a-4e49-9489-06b597713727 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Router 762fd677-0458-43ed-8610-dce4995dc9bb has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:30:43.774928 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49222) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:43.799825 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-615673ec-f246-485b-8b95-387a1d78c710 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 4a5d1c29-ef81-4339-a1f8-7b6c2928713f) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:30:43.818854 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b88a6323-e5a3-4f5c-ba77-71d78f84f8e3 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:43.851532 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2b37245-19c5-4485-a4b7-5a382509b5e3 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:43.852048 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2b37245-19c5-4485-a4b7-5a382509b5e3 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:43.854624 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c2b37245-19c5-4485-a4b7-5a382509b5e3 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/c1b4a74b-f9f4-4b65-84f5-a871ba7320d6 HTTP/1.1" status: 404 len: 337 time: 0.0903780 Oct 13 15:30:43.856616 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-69d61974-f740-4e0b-be3e-43b846edfc7a tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:43.857267 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69d61974-f740-4e0b-be3e-43b846edfc7a tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:43.863566 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-69d61974-f740-4e0b-be3e-43b846edfc7a tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "DELETE /v2.0/subnets/87be989a-063f-4449-a0b3-db24c8d0444b HTTP/1.1" status: 404 len: 337 time: 0.1008174 Oct 13 15:30:43.863686 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c989579-51e3-4d03-b3a9-73e0f9420695 None None] Network 4a5d1c29-ef81-4339-a1f8-7b6c2928713f requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:30:43.874645 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-615673ec-f246-485b-8b95-387a1d78c710 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:43.875161 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-615673ec-f246-485b-8b95-387a1d78c710 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:43.886311 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4b514e7d-4f5d-4ca9-a4dc-ee443bff4867 None None] Calling delete_port for 8eb873ab-5c81-48fd-aca4-d97adb0097cd owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:30:43.890453 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49226) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:43.890974 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49228) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:43.933957 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 8eb873ab-5c81-48fd-aca4-d97adb0097cd is: ACTIVE; New status is: DOWN {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:30:43.934374 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:43.951544 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-8cff9b44-3eb2-44ff-bc20-e2717410cea2 None None] Attempt 7 to provision port 347ab731-b9cf-404e-a569-96fbee9e1759 Oct 13 15:30:44.086742 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-a95f47a4-f207-4d69-94fb-ee27b8aea5b0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:44.087430 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a95f47a4-f207-4d69-94fb-ee27b8aea5b0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:44.089123 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a95f47a4-f207-4d69-94fb-ee27b8aea5b0 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "DELETE /v2.0/subnets/ce627bf1-8519-43cf-9580-b38d5c0a6b78 HTTP/1.1" status: 404 len: 337 time: 0.1956162 Oct 13 15:30:44.098221 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1436e48-4fb1-4df4-92b0-c8d8146d3416 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:44.099197 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1436e48-4fb1-4df4-92b0-c8d8146d3416 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:44.101022 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-e1436e48-4fb1-4df4-92b0-c8d8146d3416 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/ports/f1528fcc-7534-4b4e-ba0d-146555cab0a1 HTTP/1.1" status: 404 len: 333 time: 0.2089648 Oct 13 15:30:44.104483 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49234) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:44.104833 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49236) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:44.112178 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-615673ec-f246-485b-8b95-387a1d78c710 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1787317 Oct 13 15:30:44.113739 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-8cff9b44-3eb2-44ff-bc20-e2717410cea2 None None] Port 347ab731-b9cf-404e-a569-96fbee9e1759 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:44.118811 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 8eb873ab-5c81-48fd-aca4-d97adb0097cd, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=8eb873ab-5c81-48fd-aca4-d97adb0097cd,segment=NetworkSegment(500226a8-381d-428a-ae40-87c61feb9775),segment_id=500226a8-381d-428a-ae40-87c61feb9775)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:30:44.131496 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:44.150592 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49242) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:44.201845 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-7f714c5d-6b44-4eae-bcfc-54cce8be7fd2 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Request body: {'port': {'network_id': '4a5d1c29-ef81-4339-a1f8-7b6c2928713f', 'name': 'tempest-PortsIpV6TestJSON-1094870914'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:44.223678 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.db.api [None req-4b514e7d-4f5d-4ca9-a4dc-ee443bff4867 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88974) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:30:44.223918 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd6613fd-deac-49e2-864e-b9027a2cca3a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:44.224012 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG oslo_db.api [None req-4b514e7d-4f5d-4ca9-a4dc-ee443bff4867 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:30:44.224296 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd6613fd-deac-49e2-864e-b9027a2cca3a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:44.228273 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-dd6613fd-deac-49e2-864e-b9027a2cca3a tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/ba153c6b-5e5e-4da6-b0d4-736afae2f6dc HTTP/1.1" status: 404 len: 337 time: 0.1181614 Oct 13 15:30:44.243307 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-86d51785-9e41-4422-9a3f-0224276cc19d tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:44.248418 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86d51785-9e41-4422-9a3f-0224276cc19d tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:44.248597 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49246) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:44.248689 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-86d51785-9e41-4422-9a3f-0224276cc19d tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "DELETE /v2.0/ports/f755092c-fa23-4bbf-b03b-3702a1c7b48f HTTP/1.1" status: 404 len: 333 time: 0.1401598 Oct 13 15:30:44.253182 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49248) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:44.309028 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9484cac7-3723-4a18-8720-f16450879f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:44.325973 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-368eb8cd-45fe-417a-be5f-7721a216d9a2 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:44.326455 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-368eb8cd-45fe-417a-be5f-7721a216d9a2 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:44.331830 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-368eb8cd-45fe-417a-be5f-7721a216d9a2 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/ports/1852a227-a326-421b-b9c9-7b5ab596c6b0 HTTP/1.1" status: 404 len: 333 time: 0.0786064 Oct 13 15:30:44.338359 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=8eb873ab-5c81-48fd-aca4-d97adb0097cd,revision_number=11']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:44.339691 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49254) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:44.349318 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-51b51a4a-b133-46ef-ac02-99e58a68977e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:44.349762 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51b51a4a-b133-46ef-ac02-99e58a68977e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:44.351445 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-51b51a4a-b133-46ef-ac02-99e58a68977e tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "DELETE /v2.0/subnets/468df359-395b-4a6f-af0d-e650d3d82e1d HTTP/1.1" status: 404 len: 337 time: 0.0973685 Oct 13 15:30:44.354700 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49258) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:44.360140 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdf646f7-641b-425c-b576-e83790dc86e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-4a5d1c29-ef81-4339-a1f8-7b6c2928713f', 'network_id': '4a5d1c29-ef81-4339-a1f8-7b6c2928713f', 'tenant_id': '19ec4718eae5492e825f796615e1a8b4', 'fixed_ips': [{'subnet_id': 'bec2069c-220a-4b30-b83f-05a42ff7b7d2'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:30:44.361235 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-cdf646f7-641b-425c-b576-e83790dc86e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:44.438042 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3716813-f905-4995-a3b7-78c9dbd00eee tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:44.438517 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3716813-f905-4995-a3b7-78c9dbd00eee tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:44.440199 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c3716813-f905-4995-a3b7-78c9dbd00eee tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/03be3160-89ac-4c79-b95f-64792e70c19c HTTP/1.1" status: 404 len: 337 time: 0.0969543 Oct 13 15:30:44.444063 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49262) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:44.460306 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9484cac7-3723-4a18-8720-f16450879f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:44.467158 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d213465-988a-4e49-9489-06b597713727 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:30:44.494008 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-baa775d2-e2be-4bfd-b3cd-93fe6b997fa3 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:44.495077 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-baa775d2-e2be-4bfd-b3cd-93fe6b997fa3 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:44.496735 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-baa775d2-e2be-4bfd-b3cd-93fe6b997fa3 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "DELETE /v2.0/subnets/3838cced-558b-426e-bd3a-14ae472a7221 HTTP/1.1" status: 404 len: 337 time: 0.1330163 Oct 13 15:30:44.502668 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0afd9e-c934-48af-ad19-ae5e87f394c0 None None] Sync routers for ids ['762fd677-0458-43ed-8610-dce4995dc9bb'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:30:44.508452 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49266) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:44.519796 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-15e136b5-5d64-42fa-a0ff-9db8879c55ed tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:44.520531 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15e136b5-5d64-42fa-a0ff-9db8879c55ed tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:44.522221 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-15e136b5-5d64-42fa-a0ff-9db8879c55ed tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/ports/fbaa9795-4acf-47f6-8ac3-bdfe81c0c87a HTTP/1.1" status: 404 len: 333 time: 0.0737114 Oct 13 15:30:44.526737 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0afd9e-c934-48af-ad19-ae5e87f394c0 None None] Routers {'762fd677-0458-43ed-8610-dce4995dc9bb'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:30:44.527445 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-0f0afd9e-c934-48af-ad19-ae5e87f394c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:30:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['762fd677-0458-43ed-8610-dce4995dc9bb'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:44.527833 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49270) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:44.573739 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-7f714c5d-6b44-4eae-bcfc-54cce8be7fd2 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:30:44.577601 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-34e705f1-0df8-4bc4-8fff-bb1863ff742e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:44.578052 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34e705f1-0df8-4bc4-8fff-bb1863ff742e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:44.579731 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-34e705f1-0df8-4bc4-8fff-bb1863ff742e tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/a8de6f5f-7115-42a8-bf28-867faa85c943 HTTP/1.1" status: 404 len: 337 time: 0.0503411 Oct 13 15:30:44.583179 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49274) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:44.596968 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-0f0afd9e-c934-48af-ad19-ae5e87f394c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:44.618066 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-8cff9b44-3eb2-44ff-bc20-e2717410cea2 None None] Attempt 8 to provision port 347ab731-b9cf-404e-a569-96fbee9e1759 Oct 13 15:30:44.628767 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-7f714c5d-6b44-4eae-bcfc-54cce8be7fd2 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:30:44.639616 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1d213465-988a-4e49-9489-06b597713727 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:44.642111 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-12f97fee-4e32-4ffd-8105-59e4cc4d687b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:44.642796 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12f97fee-4e32-4ffd-8105-59e4cc4d687b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:44.644755 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-12f97fee-4e32-4ffd-8105-59e4cc4d687b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/ports/78698e3c-1df4-43fe-a1af-c48520ba72ab HTTP/1.1" status: 404 len: 333 time: 0.0604942 Oct 13 15:30:44.647960 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49278) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:44.663905 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-e535f02c-a8bb-456d-bbd9-822ac8b423dc tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:44.664577 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e535f02c-a8bb-456d-bbd9-822ac8b423dc tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:44.666025 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-e535f02c-a8bb-456d-bbd9-822ac8b423dc tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "DELETE /v2.0/ports/9c3762fe-7456-47ed-b7b4-a40b4a66f820 HTTP/1.1" status: 404 len: 333 time: 0.1547487 Oct 13 15:30:44.680136 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0afd9e-c934-48af-ad19-ae5e87f394c0 None None] Routers {'762fd677-0458-43ed-8610-dce4995dc9bb'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:30:44.680781 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-0f0afd9e-c934-48af-ad19-ae5e87f394c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:30:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['762fd677-0458-43ed-8610-dce4995dc9bb'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:44.684689 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49282) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:44.693875 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f714c5d-6b44-4eae-bcfc-54cce8be7fd2 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Made reservation on behalf of 19ec4718eae5492e825f796615e1a8b4 for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:30:44.697736 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7f714c5d-6b44-4eae-bcfc-54cce8be7fd2 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:44.714392 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-c493199f-ef47-4506-96c3-0873208863a9 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:44.715090 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c493199f-ef47-4506-96c3-0873208863a9 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:44.716923 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c493199f-ef47-4506-96c3-0873208863a9 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/66968b56-a42e-452e-9362-16568542e011 HTTP/1.1" status: 404 len: 337 time: 0.0663753 Oct 13 15:30:44.721272 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49286) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:44.747835 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea70a823-cd17-4fc3-bb19-235084f7271b tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:44.748275 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea70a823-cd17-4fc3-bb19-235084f7271b tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:44.753793 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-cdf646f7-641b-425c-b576-e83790dc86e6 None None] Allocated IP 2001:db8::2 (4a5d1c29-ef81-4339-a1f8-7b6c2928713f/bec2069c-220a-4b30-b83f-05a42ff7b7d2/14d80718-9213-46c3-9585-a9b2054ed967) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:30:44.756722 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-8cff9b44-3eb2-44ff-bc20-e2717410cea2 None None] Port 347ab731-b9cf-404e-a569-96fbee9e1759 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:44.757142 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4b514e7d-4f5d-4ca9-a4dc-ee443bff4867 None None] Deleting port 8eb873ab-5c81-48fd-aca4-d97adb0097cd {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:30:44.757508 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4b514e7d-4f5d-4ca9-a4dc-ee443bff4867 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:44.771680 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b88a6323-e5a3-4f5c-ba77-71d78f84f8e3 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:44.776777 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [None req-7f714c5d-6b44-4eae-bcfc-54cce8be7fd2 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] device_id is not set on port e8c3ad6f-9a78-4293-a850-e1d41d38e82a yet. {{(pid=88973) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:30:44.780663 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-1d213465-988a-4e49-9489-06b597713727 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 8.9462543 Oct 13 15:30:44.782506 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-ea70a823-cd17-4fc3-bb19-235084f7271b tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "DELETE /v2.0/subnets/4f3ba196-09e7-481e-8834-51344ebd02fc HTTP/1.1" status: 404 len: 337 time: 0.0943639 Oct 13 15:30:44.783345 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49290) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:44.785930 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b88a6323-e5a3-4f5c-ba77-71d78f84f8e3 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1827972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1827983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1827956'] for router, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:44.788285 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49294) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:44.793445 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-0f0afd9e-c934-48af-ad19-ae5e87f394c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:44.793857 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0afd9e-c934-48af-ad19-ae5e87f394c0 None None] The sync data for ids ['762fd677-0458-43ed-8610-dce4995dc9bb'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:30:44.793984 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-b51e979b-0eb5-4fe4-b51f-902144bbb7f0 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1486510974'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:44.798291 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9484cac7-3723-4a18-8720-f16450879f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:44.800702 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9484cac7-3723-4a18-8720-f16450879f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:44.805221 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-9484cac7-3723-4a18-8720-f16450879f68 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/67f09752-ae92-4f34-8343-4ae2e28f3904 HTTP/1.1" status: 204 len: 168 time: 1.0284917 Oct 13 15:30:44.842789 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd72ea94-6870-4357-a59f-a14e637e93c6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:44.843264 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd72ea94-6870-4357-a59f-a14e637e93c6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:44.844955 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-cd72ea94-6870-4357-a59f-a14e637e93c6 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/ports/ea8debc7-2093-4a4e-865c-fd6559e25c59 HTTP/1.1" status: 404 len: 333 time: 0.1223891 Oct 13 15:30:44.847771 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-b51e979b-0eb5-4fe4-b51f-902144bbb7f0 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:30:44.851735 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49300) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:44.933664 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-9df20360-d049-49bd-847f-55441406718c tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:44.934341 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9df20360-d049-49bd-847f-55441406718c tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:44.955624 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-9df20360-d049-49bd-847f-55441406718c tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/356c78d0-d6e3-42d5-ae8c-cc8b69c5d2fc HTTP/1.1" status: 404 len: 337 time: 0.1019113 Oct 13 15:30:44.958539 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49304) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:44.999825 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4b514e7d-4f5d-4ca9-a4dc-ee443bff4867 None None] For port 8eb873ab-5c81-48fd-aca4-d97adb0097cd, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=8eb873ab-5c81-48fd-aca4-d97adb0097cd,segment=NetworkSegment(500226a8-381d-428a-ae40-87c61feb9775),segment_id=500226a8-381d-428a-ae40-87c61feb9775)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:30:45.002485 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4b514e7d-4f5d-4ca9-a4dc-ee443bff4867 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:45.009585 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-982b11c3-3b09-4cec-ab52-c87c4a3a4018 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:45.010084 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-982b11c3-3b09-4cec-ab52-c87c4a3a4018 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:45.011776 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-982b11c3-3b09-4cec-ab52-c87c4a3a4018 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/ports/246338a3-503c-49ef-a44d-19493d218848 HTTP/1.1" status: 404 len: 333 time: 0.0523303 Oct 13 15:30:45.018835 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49310) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:45.061971 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-b51e979b-0eb5-4fe4-b51f-902144bbb7f0 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Usage tracker for resource:network and tenant:dee21423abc34d479217f618911e90ce is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:30:45.066493 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-228e8dcb-5e67-4295-82a9-91792009df74 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:45.067218 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-228e8dcb-5e67-4295-82a9-91792009df74 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:45.071388 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-228e8dcb-5e67-4295-82a9-91792009df74 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "DELETE /v2.0/subnets/e27cf0d0-1126-490e-9504-29a5a2d9bc61 HTTP/1.1" status: 404 len: 337 time: 0.2798860 Oct 13 15:30:45.077636 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-b51e979b-0eb5-4fe4-b51f-902144bbb7f0 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:30:45.080799 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9484cac7-3723-4a18-8720-f16450879f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67f09752-ae92-4f34-8343-4ae2e28f3904,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:45.093818 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49314) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:45.096515 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1ef06e93-9d40-4e83-8dda-e54213ce93ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:45.097053 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-b51e979b-0eb5-4fe4-b51f-902144bbb7f0 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:30:45.159216 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-54930ed9-59cc-41f5-a852-39a35473940b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:45.159720 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54930ed9-59cc-41f5-a852-39a35473940b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:45.161454 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-54930ed9-59cc-41f5-a852-39a35473940b tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/155752cc-99ce-4a22-9358-9295da90c9da HTTP/1.1" status: 404 len: 337 time: 0.1342249 Oct 13 15:30:45.167954 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49320) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:45.200220 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4b514e7d-4f5d-4ca9-a4dc-ee443bff4867 None None] Calling delete_port for 8eb873ab-5c81-48fd-aca4-d97adb0097cd owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:30:45.266744 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b51e979b-0eb5-4fe4-b51f-902144bbb7f0 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Made reservation on behalf of dee21423abc34d479217f618911e90ce for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:30:45.269996 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b51e979b-0eb5-4fe4-b51f-902144bbb7f0 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:45.301597 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-8cff9b44-3eb2-44ff-bc20-e2717410cea2 None None] Attempt 9 to provision port 347ab731-b9cf-404e-a569-96fbee9e1759 Oct 13 15:30:45.313880 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-b48dcad9-f97d-4f56-9a86-2c77a337d526 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:45.314380 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b48dcad9-f97d-4f56-9a86-2c77a337d526 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:45.318846 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-b48dcad9-f97d-4f56-9a86-2c77a337d526 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/ports/41a20adb-ed1d-4ecd-8c7b-5c7c449da264 HTTP/1.1" status: 404 len: 333 time: 0.0961051 Oct 13 15:30:45.320805 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49330) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:45.326685 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-c98b2e23-fe8b-4528-83ec-4e08634dbb6d tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Deleting port 347ab731-b9cf-404e-a569-96fbee9e1759 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:30:45.327022 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c98b2e23-fe8b-4528-83ec-4e08634dbb6d tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:45.408852 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-8cff9b44-3eb2-44ff-bc20-e2717410cea2 None None] Port 347ab731-b9cf-404e-a569-96fbee9e1759 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:45.423723 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-5412516e-360b-413d-95bf-5c0a8957d4fb tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] DELETE failed (client error): The resource could not be found. Oct 13 15:30:45.424172 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5412516e-360b-413d-95bf-5c0a8957d4fb tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:30:45.433294 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b51e979b-0eb5-4fe4-b51f-902144bbb7f0 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 404} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:30:45.439103 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4b514e7d-4f5d-4ca9-a4dc-ee443bff4867 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:45.460759 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-5412516e-360b-413d-95bf-5c0a8957d4fb tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/subnets/bce04889-f407-4a65-803c-b5d12f942c60 HTTP/1.1" status: 404 len: 337 time: 0.1363466 Oct 13 15:30:45.462304 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b51e979b-0eb5-4fe4-b51f-902144bbb7f0 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:45.462656 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-b51e979b-0eb5-4fe4-b51f-902144bbb7f0 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Added segment ad7a3afc-0fe6-4b90-87c6-d6842c7b62b4 of type vlan for network e8e4d4f8-dddc-4f65-b779-4466c5da47de Oct 13 15:30:45.463707 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49334) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:45.542638 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b51e979b-0eb5-4fe4-b51f-902144bbb7f0 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:45.544641 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b514e7d-4f5d-4ca9-a4dc-ee443bff4867 None None] No DVR routers for this DVR port 8eb873ab-5c81-48fd-aca4-d97adb0097cd on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:30:45.558539 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b514e7d-4f5d-4ca9-a4dc-ee443bff4867 None None] Pushing event deleted for resources: {'Port': ['ID=8eb873ab-5c81-48fd-aca4-d97adb0097cd,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:45.578140 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b514e7d-4f5d-4ca9-a4dc-ee443bff4867 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:45.578504 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b514e7d-4f5d-4ca9-a4dc-ee443bff4867 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:45.579358 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b514e7d-4f5d-4ca9-a4dc-ee443bff4867 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:45.579358 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b514e7d-4f5d-4ca9-a4dc-ee443bff4867 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:45.579607 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b514e7d-4f5d-4ca9-a4dc-ee443bff4867 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:45.579811 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b514e7d-4f5d-4ca9-a4dc-ee443bff4867 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:45.580146 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b514e7d-4f5d-4ca9-a4dc-ee443bff4867 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:45.580465 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b514e7d-4f5d-4ca9-a4dc-ee443bff4867 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:45.580795 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b514e7d-4f5d-4ca9-a4dc-ee443bff4867 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:45.581123 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b514e7d-4f5d-4ca9-a4dc-ee443bff4867 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:45.581437 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b514e7d-4f5d-4ca9-a4dc-ee443bff4867 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:45.581754 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b514e7d-4f5d-4ca9-a4dc-ee443bff4867 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:30:45.603524 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7deda284-b852-4961-80a0-a40b66da0d47 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:45.606153 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-cdf646f7-641b-425c-b576-e83790dc86e6 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:45.618070 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-cdf646f7-641b-425c-b576-e83790dc86e6 None None] Transition to ACTIVE for port object 14d80718-9213-46c3-9585-a9b2054ed967 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:30:45.628415 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b51e979b-0eb5-4fe4-b51f-902144bbb7f0 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:45.633875 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b51e979b-0eb5-4fe4-b51f-902144bbb7f0 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:45.634489 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b51e979b-0eb5-4fe4-b51f-902144bbb7f0 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:45.645031 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-cdf646f7-641b-425c-b576-e83790dc86e6 None None] Transition to ACTIVE for port object 14d80718-9213-46c3-9585-a9b2054ed967 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:30:45.652328 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-cdf646f7-641b-425c-b576-e83790dc86e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:45.754396 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf646f7-641b-425c-b576-e83790dc86e6 None None] Pushing event updated for resources: {'Port': ['ID=14d80718-9213-46c3-9585-a9b2054ed967,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:45.781580 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdf646f7-641b-425c-b576-e83790dc86e6 None None] Network 4a5d1c29-ef81-4339-a1f8-7b6c2928713f is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:30:45.783502 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-cdf646f7-641b-425c-b576-e83790dc86e6 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:30:45.786371 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf646f7-641b-425c-b576-e83790dc86e6 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:30:45.788363 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b88a6323-e5a3-4f5c-ba77-71d78f84f8e3 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Router 187cfcfe-9df1-4b68-9130-a63c6273d60d is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 15:30:45.851066 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-b51e979b-0eb5-4fe4-b51f-902144bbb7f0 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0666006 Oct 13 15:30:45.869600 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49346) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:45.884776 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-0c387759-5b1d-47d3-84b4-61163992732a tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Request body: {'subnet': {'network_id': 'e8e4d4f8-dddc-4f65-b779-4466c5da47de', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:45.913110 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-8cff9b44-3eb2-44ff-bc20-e2717410cea2 None None] Attempt 10 to provision port 347ab731-b9cf-404e-a569-96fbee9e1759 Oct 13 15:30:45.934345 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-1ef06e93-9d40-4e83-8dda-e54213ce93ac admin admin] Deleting port 6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:30:45.934942 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1ef06e93-9d40-4e83-8dda-e54213ce93ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:45.942657 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-cdf646f7-641b-425c-b576-e83790dc86e6 None None] Attempting to bind port 14d80718-9213-46c3-9585-a9b2054ed967 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:30:45.943183 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-cdf646f7-641b-425c-b576-e83790dc86e6 None None] Attempting to bind port 14d80718-9213-46c3-9585-a9b2054ed967 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '19d606ed-42c7-45ac-88c1-2c9c0994b3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4a5d1c29-ef81-4339-a1f8-7b6c2928713f'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:30:45.943642 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf646f7-641b-425c-b576-e83790dc86e6 None None] Attempting to bind port 14d80718-9213-46c3-9585-a9b2054ed967 on network 4a5d1c29-ef81-4339-a1f8-7b6c2928713f {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:30:45.949173 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51e979b-0eb5-4fe4-b51f-902144bbb7f0 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Pushing event updated for resources: {'Network': ['ID=e8e4d4f8-dddc-4f65-b779-4466c5da47de,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:45.955796 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c98b2e23-fe8b-4528-83ec-4e08634dbb6d tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:45.958897 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49350) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:45.965105 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf646f7-641b-425c-b576-e83790dc86e6 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:30:45.965717 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf646f7-641b-425c-b576-e83790dc86e6 None None] Checking segment: {'id': '19d606ed-42c7-45ac-88c1-2c9c0994b3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4a5d1c29-ef81-4339-a1f8-7b6c2928713f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:30:45.966272 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-cdf646f7-641b-425c-b576-e83790dc86e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:45.966918 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdf646f7-641b-425c-b576-e83790dc86e6 None None] Bound using segment: {'id': '19d606ed-42c7-45ac-88c1-2c9c0994b3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4a5d1c29-ef81-4339-a1f8-7b6c2928713f'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:30:45.967501 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-cdf646f7-641b-425c-b576-e83790dc86e6 None None] Bound port: 14d80718-9213-46c3-9585-a9b2054ed967, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19d606ed-42c7-45ac-88c1-2c9c0994b3b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '4a5d1c29-ef81-4339-a1f8-7b6c2928713f'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:30:45.967968 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-cdf646f7-641b-425c-b576-e83790dc86e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:45.988763 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network e8e4d4f8-dddc-4f65-b779-4466c5da47de details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:30:46.060052 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7deda284-b852-4961-80a0-a40b66da0d47 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:46.069952 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-7f714c5d-6b44-4eae-bcfc-54cce8be7fd2 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Allocated IP 2001:db8::3c1 (4a5d1c29-ef81-4339-a1f8-7b6c2928713f/bec2069c-220a-4b30-b83f-05a42ff7b7d2/e8c3ad6f-9a78-4293-a850-e1d41d38e82a) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:30:46.129207 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-c98b2e23-fe8b-4528-83ec-4e08634dbb6d tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Calling delete_port for 347ab731-b9cf-404e-a569-96fbee9e1759 owned by {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:30:46.132798 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-7deda284-b852-4961-80a0-a40b66da0d47 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:46.158250 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-cdf646f7-641b-425c-b576-e83790dc86e6 None None] For port 14d80718-9213-46c3-9585-a9b2054ed967, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:30:46.161629 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-cdf646f7-641b-425c-b576-e83790dc86e6 None None] For port 14d80718-9213-46c3-9585-a9b2054ed967, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=14d80718-9213-46c3-9585-a9b2054ed967,segment=NetworkSegment(19d606ed-42c7-45ac-88c1-2c9c0994b3b3),segment_id=19d606ed-42c7-45ac-88c1-2c9c0994b3b3)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:30:46.165924 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-7deda284-b852-4961-80a0-a40b66da0d47 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c334f1be-4d84-4f0f-a951-f750be8c85a5') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:46.165924 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-7deda284-b852-4961-80a0-a40b66da0d47 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c334f1be-4d84-4f0f-a951-f750be8c85a5') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:46.173279 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-cdf646f7-641b-425c-b576-e83790dc86e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:46.241742 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-951ab5b3-3554-4151-85fd-a7443998b25d tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Request body: {'security_group': {'name': 'tempest-secgroup--2012127348'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:46.261863 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-951ab5b3-3554-4151-85fd-a7443998b25d tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:30:46.262074 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-8cff9b44-3eb2-44ff-bc20-e2717410cea2 None None] Port 347ab731-b9cf-404e-a569-96fbee9e1759 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:46.263904 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7deda284-b852-4961-80a0-a40b66da0d47 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:46.279886 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-951ab5b3-3554-4151-85fd-a7443998b25d tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Usage tracker for resource:security_group and tenant:42424788e9554a81ae9da43073b2fd43 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:30:46.285808 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-8cff9b44-3eb2-44ff-bc20-e2717410cea2 None None] Could not find standard attr ID for object cfe8f2c6-5af6-4410-9698-8771a92c4890. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:30:46.290152 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-951ab5b3-3554-4151-85fd-a7443998b25d tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:30:46.311347 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-8cff9b44-3eb2-44ff-bc20-e2717410cea2 None None] Could not find standard attr ID for object 8506843f-dcf9-4bb9-bb63-fc1b9a8b963b. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:30:46.320743 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-951ab5b3-3554-4151-85fd-a7443998b25d tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:30:46.332663 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-0c387759-5b1d-47d3-84b4-61163992732a tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:30:46.338581 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-8cff9b44-3eb2-44ff-bc20-e2717410cea2 None None] Could not find standard attr ID for object 35bf6e57-7af7-4be1-9029-8ec7c819d620. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:30:46.342738 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7deda284-b852-4961-80a0-a40b66da0d47 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:46.344722 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-8cff9b44-3eb2-44ff-bc20-e2717410cea2 None None] Could not find standard attr ID for object 8eb873ab-5c81-48fd-aca4-d97adb0097cd. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:30:46.348967 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf646f7-641b-425c-b576-e83790dc86e6 None None] Pushing event updated for resources: {'Port': ['ID=14d80718-9213-46c3-9585-a9b2054ed967,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:46.351090 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-0c387759-5b1d-47d3-84b4-61163992732a tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Usage tracker for resource:subnet and tenant:dee21423abc34d479217f618911e90ce is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:30:46.356285 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-0c387759-5b1d-47d3-84b4-61163992732a tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:30:46.369198 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-0c387759-5b1d-47d3-84b4-61163992732a tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:30:46.370156 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7deda284-b852-4961-80a0-a40b66da0d47 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:30:46.370545 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7deda284-b852-4961-80a0-a40b66da0d47 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:46.380057 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b88a6323-e5a3-4f5c-ba77-71d78f84f8e3 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:30:46.388563 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c98b2e23-fe8b-4528-83ec-4e08634dbb6d tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:46.397740 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db4ab45-e78f-4aa1-b4ee-0daced0fb20b None None] Sync routers for ids ['187cfcfe-9df1-4b68-9130-a63c6273d60d'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:30:46.424759 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db4ab45-e78f-4aa1-b4ee-0daced0fb20b None None] Routers {'187cfcfe-9df1-4b68-9130-a63c6273d60d'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:30:46.425683 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-9db4ab45-e78f-4aa1-b4ee-0daced0fb20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:30:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['187cfcfe-9df1-4b68-9130-a63c6273d60d'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:46.441967 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c387759-5b1d-47d3-84b4-61163992732a tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Made reservation on behalf of dee21423abc34d479217f618911e90ce for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:30:46.445361 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0c387759-5b1d-47d3-84b4-61163992732a tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:46.467594 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-3db5b412-8a7f-46e3-a5bd-ac63e0b53cfb None None] Could not find standard attr ID for object 8eb873ab-5c81-48fd-aca4-d97adb0097cd. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:30:46.468474 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment c334f1be-4d84-4f0f-a951-f750be8c85a5 resource provider aggregate not found Oct 13 15:30:46.470048 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98b2e23-fe8b-4528-83ec-4e08634dbb6d tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event deleted for resources: {'Port': ['ID=347ab731-b9cf-404e-a569-96fbee9e1759,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:46.473322 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b88a6323-e5a3-4f5c-ba77-71d78f84f8e3 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:46.474739 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-b88a6323-e5a3-4f5c-ba77-71d78f84f8e3 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] 10.222.0.42 "PUT /v2.0/routers/187cfcfe-9df1-4b68-9130-a63c6273d60d HTTP/1.1" status: 200 len: 919 time: 8.4864736 Oct 13 15:30:46.483286 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49360) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:46.489320 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-951ab5b3-3554-4151-85fd-a7443998b25d tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:46.491317 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-3db5b412-8a7f-46e3-a5bd-ac63e0b53cfb None None] Could not find standard attr ID for object 347ab731-b9cf-404e-a569-96fbee9e1759. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:30:46.504239 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-9db4ab45-e78f-4aa1-b4ee-0daced0fb20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:46.509679 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c98b2e23-fe8b-4528-83ec-4e08634dbb6d tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:46.515070 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-c98b2e23-fe8b-4528-83ec-4e08634dbb6d tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "DELETE /v2.0/ports/347ab731-b9cf-404e-a569-96fbee9e1759 HTTP/1.1" status: 204 len: 168 time: 1.4198711 Oct 13 15:30:46.516263 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db4ab45-e78f-4aa1-b4ee-0daced0fb20b None None] Routers {'187cfcfe-9df1-4b68-9130-a63c6273d60d'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:30:46.516989 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-9db4ab45-e78f-4aa1-b4ee-0daced0fb20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:30:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['187cfcfe-9df1-4b68-9130-a63c6273d60d'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:46.519123 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49364) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:46.565104 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment c334f1be-4d84-4f0f-a951-f750be8c85a5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c334f1be-4d84-4f0f-a951-f750be8c85a5 found for delete ", "request_id": "req-4052e2f1-96d6-4fd2-8433-6c977af9f0ea"}]} Oct 13 15:30:46.583591 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-9db4ab45-e78f-4aa1-b4ee-0daced0fb20b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:46.584353 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db4ab45-e78f-4aa1-b4ee-0daced0fb20b None None] The sync data for ids ['187cfcfe-9df1-4b68-9130-a63c6273d60d'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:30:46.584858 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-1ef06e93-9d40-4e83-8dda-e54213ce93ac admin admin] For port 6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27,segment=NetworkSegment(59c3c14c-d254-40b6-80b5-3c7945a1ec02),segment_id=59c3c14c-d254-40b6-80b5-3c7945a1ec02)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:30:46.585229 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1ef06e93-9d40-4e83-8dda-e54213ce93ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:46.593027 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-951ab5b3-3554-4151-85fd-a7443998b25d tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:46.701843 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-951ab5b3-3554-4151-85fd-a7443998b25d tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:30:46.705893 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-951ab5b3-3554-4151-85fd-a7443998b25d tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Usage tracker for resource:security_group_rule and tenant:42424788e9554a81ae9da43073b2fd43 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:30:46.709048 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-951ab5b3-3554-4151-85fd-a7443998b25d tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:30:46.715142 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-951ab5b3-3554-4151-85fd-a7443998b25d tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:30:46.817916 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-1ef06e93-9d40-4e83-8dda-e54213ce93ac admin admin] Calling delete_port for 6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27 owned by network:router_interface {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:30:46.849322 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7deda284-b852-4961-80a0-a40b66da0d47 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:46.886696 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7deda284-b852-4961-80a0-a40b66da0d47 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:46.927908 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deda284-b852-4961-80a0-a40b66da0d47 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] Pushing event deleted for resources: {'Network': ['ID=a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:46.939616 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7f714c5d-6b44-4eae-bcfc-54cce8be7fd2 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:46.955048 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-7deda284-b852-4961-80a0-a40b66da0d47 tempest-NetworksTestDHCPv6-1738889436 tempest-NetworksTestDHCPv6-1738889436-project] 10.222.0.42 "DELETE /v2.0/networks/a7b4ccb2-7b15-4f0a-a6ce-1daf6fea1828 HTTP/1.1" status: 204 len: 168 time: 1.4801464 Oct 13 15:30:46.999902 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-7f714c5d-6b44-4eae-bcfc-54cce8be7fd2 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Transition to ACTIVE for port object e8c3ad6f-9a78-4293-a850-e1d41d38e82a will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:30:47.018613 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-64658d2d-202e-400c-8ee6-215b01a20f53 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:47.047436 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-1cd98b8b-e870-474f-b685-2ecc1b6d2eb5 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] 10.222.0.42 "GET /v2.0/routers/187cfcfe-9df1-4b68-9130-a63c6273d60d HTTP/1.1" status: 200 len: 925 time: 0.5406661 Oct 13 15:30:47.051262 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49370) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:47.066043 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-951ab5b3-3554-4151-85fd-a7443998b25d tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:47.079829 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-951ab5b3-3554-4151-85fd-a7443998b25d tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:47.094845 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-951ab5b3-3554-4151-85fd-a7443998b25d tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:30:47.111721 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-951ab5b3-3554-4151-85fd-a7443998b25d tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Usage tracker for resource:security_group_rule and tenant:42424788e9554a81ae9da43073b2fd43 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:30:47.119158 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-951ab5b3-3554-4151-85fd-a7443998b25d tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:30:47.122242 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7f714c5d-6b44-4eae-bcfc-54cce8be7fd2 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:47.137472 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-951ab5b3-3554-4151-85fd-a7443998b25d tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:30:47.200157 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ab5b3-3554-4151-85fd-a7443998b25d tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a28a1713-9c19-427b-917b-11bd7272b714,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:47.282908 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f714c5d-6b44-4eae-bcfc-54cce8be7fd2 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Network 4a5d1c29-ef81-4339-a1f8-7b6c2928713f is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:30:47.296341 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-7f714c5d-6b44-4eae-bcfc-54cce8be7fd2 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:30:47.305083 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-64658d2d-202e-400c-8ee6-215b01a20f53 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:47.309493 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f714c5d-6b44-4eae-bcfc-54cce8be7fd2 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:30:47.315425 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f714c5d-6b44-4eae-bcfc-54cce8be7fd2 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:47.316062 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7f714c5d-6b44-4eae-bcfc-54cce8be7fd2 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:47.320013 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f714c5d-6b44-4eae-bcfc-54cce8be7fd2 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event updated for resources: {'Port': ['ID=e8c3ad6f-9a78-4293-a850-e1d41d38e82a,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:47.355938 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49376) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:47.366392 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-64658d2d-202e-400c-8ee6-215b01a20f53 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7f3b330-c320-422e-b157-5a2ea33283c2']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:47.378598 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0c387759-5b1d-47d3-84b4-61163992732a tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:47.398040 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-7f714c5d-6b44-4eae-bcfc-54cce8be7fd2 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.2176805 Oct 13 15:30:47.398766 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49382) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:47.407163 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1ef06e93-9d40-4e83-8dda-e54213ce93ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:47.411394 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-64658d2d-202e-400c-8ee6-215b01a20f53 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '500226a8-381d-428a-ae40-87c61feb9775') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:47.411930 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-64658d2d-202e-400c-8ee6-215b01a20f53 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '500226a8-381d-428a-ae40-87c61feb9775') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:47.421456 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-997d1cdc-364e-4c2e-aa3d-76800535a8ad tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Request body: {'port': {'network_id': '4a5d1c29-ef81-4339-a1f8-7b6c2928713f', 'name': 'tempest-PortsIpV6TestJSON-959350726'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:47.446451 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-64658d2d-202e-400c-8ee6-215b01a20f53 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:47.486091 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d2acf3-3c4a-45e9-b320-e83471794b19 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:47.490954 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-42d2acf3-3c4a-45e9-b320-e83471794b19 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=8fb1fa59-32fe-4ed0-a248-96c43edb135f&device_id=187cfcfe-9df1-4b68-9130-a63c6273d60d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4340923 Oct 13 15:30:47.490954 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-64658d2d-202e-400c-8ee6-215b01a20f53 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:47.495801 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49386) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:47.503083 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-951ab5b3-3554-4151-85fd-a7443998b25d tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:47.504139 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef06e93-9d40-4e83-8dda-e54213ce93ac admin admin] Pushing event deleted for resources: {'Port': ['ID=6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:47.507536 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c387759-5b1d-47d3-84b4-61163992732a tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Pushing event updated for resources: {'Subnet': ['ID=ce0fced5-4fea-4c34-bd5a-bd2a7afcc0d9,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:47.534439 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64658d2d-202e-400c-8ee6-215b01a20f53 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:30:47.535089 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-64658d2d-202e-400c-8ee6-215b01a20f53 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:47.584534 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 500226a8-381d-428a-ae40-87c61feb9775 resource provider aggregate not found Oct 13 15:30:47.680934 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 14d80718-9213-46c3-9585-a9b2054ed967 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:30:47.699816 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 500226a8-381d-428a-ae40-87c61feb9775 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 500226a8-381d-428a-ae40-87c61feb9775 found for delete ", "request_id": "req-e12d2ad5-09aa-41fd-9a4c-a46aab60f6d9"}]} Oct 13 15:30:47.737738 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c387759-5b1d-47d3-84b4-61163992732a tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Checking segment: {'id': 'ad7a3afc-0fe6-4b90-87c6-d6842c7b62b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e8e4d4f8-dddc-4f65-b779-4466c5da47de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:30:47.738162 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c387759-5b1d-47d3-84b4-61163992732a tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Network hostable DHCP agents. Network: e8e4d4f8-dddc-4f65-b779-4466c5da47de, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:30:47.801698 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 14d80718-9213-46c3-9585-a9b2054ed967 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:30:47.803245 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-951ab5b3-3554-4151-85fd-a7443998b25d tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:47.830450 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-64658d2d-202e-400c-8ee6-215b01a20f53 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:47.874481 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-64658d2d-202e-400c-8ee6-215b01a20f53 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:47.877979 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb9830b-8101-48e1-83d9-79e6d6875f2c None None] Network 4a5d1c29-ef81-4339-a1f8-7b6c2928713f requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:30:47.894741 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64658d2d-202e-400c-8ee6-215b01a20f53 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] Pushing event deleted for resources: {'Network': ['ID=a7f3b330-c320-422e-b157-5a2ea33283c2,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:47.914364 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-64658d2d-202e-400c-8ee6-215b01a20f53 tempest-PortsTestJSON-908892821 tempest-PortsTestJSON-908892821-project] 10.222.0.42 "DELETE /v2.0/networks/a7f3b330-c320-422e-b157-5a2ea33283c2 HTTP/1.1" status: 204 len: 168 time: 1.1823945 Oct 13 15:30:47.926701 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f51012-3739-489d-b529-c550212c11fb tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:47.928920 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-62f51012-3739-489d-b529-c550212c11fb tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] 10.222.0.42 "GET /v2.0/networks/8fb1fa59-32fe-4ed0-a248-96c43edb135f HTTP/1.1" status: 200 len: 881 time: 0.4274662 Oct 13 15:30:47.931225 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49396) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:47.939520 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c387759-5b1d-47d3-84b4-61163992732a tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Network e8e4d4f8-dddc-4f65-b779-4466c5da47de is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:30:47.960729 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951ab5b3-3554-4151-85fd-a7443998b25d tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03ba83e6-dc62-4c60-aa37-76c33019b3a5,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:47.970012 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-951ab5b3-3554-4151-85fd-a7443998b25d tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:47.971948 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-951ab5b3-3554-4151-85fd-a7443998b25d tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.0031183 Oct 13 15:30:47.982794 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-2d5125f4-ae95-460b-b2e7-32101dbd863a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bb90cebe15f541febeed2c50e15c931e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6200390 Oct 13 15:30:47.983409 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49400) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:47.984408 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49402) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:48.001846 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a317616c-8a49-4927-b9f2-65c279b45fa4 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] 10.222.0.42 "GET /v2.0/ports?device_id=187cfcfe-9df1-4b68-9130-a63c6273d60d HTTP/1.1" status: 200 len: 205 time: 0.0651221 Oct 13 15:30:48.003611 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-0c387759-5b1d-47d3-84b4-61163992732a tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, e8e4d4f8-dddc-4f65-b779-4466c5da47de) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:30:48.007013 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49408) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:48.010239 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c387759-5b1d-47d3-84b4-61163992732a tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:48.011065 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0c387759-5b1d-47d3-84b4-61163992732a tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:48.016697 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ae56092-a3fc-4c1a-8ad6-e352ab347496 None None] Network e8e4d4f8-dddc-4f65-b779-4466c5da47de requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:30:48.034451 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-6c7fb0d8-43b6-4687-acf4-c36edbbec0bd None None] Provisioning for port 14d80718-9213-46c3-9585-a9b2054ed967 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:30:48.087214 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-6c7fb0d8-43b6-4687-acf4-c36edbbec0bd None None] Provisioning complete for port 14d80718-9213-46c3-9585-a9b2054ed967 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:30:48.087678 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6c7fb0d8-43b6-4687-acf4-c36edbbec0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:48.088285 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-6c7fb0d8-43b6-4687-acf4-c36edbbec0bd None None] Attempt 1 to provision port 14d80718-9213-46c3-9585-a9b2054ed967 Oct 13 15:30:48.110568 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-0c387759-5b1d-47d3-84b4-61163992732a tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2355814 Oct 13 15:30:48.113462 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49412) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:48.122242 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-1aea32ca-6da9-4f52-b7af-e09ac6534a7c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-482820627', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}, 'admin_state_up': False}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:48.185687 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-1aea32ca-6da9-4f52-b7af-e09ac6534a7c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:30:48.205342 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-1aea32ca-6da9-4f52-b7af-e09ac6534a7c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Usage tracker for resource:router and tenant:dee21423abc34d479217f618911e90ce is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:30:48.210758 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-1aea32ca-6da9-4f52-b7af-e09ac6534a7c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Quota usage for router was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:30:48.220205 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-1aea32ca-6da9-4f52-b7af-e09ac6534a7c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:30:48.243495 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1aea32ca-6da9-4f52-b7af-e09ac6534a7c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:48.245468 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1aea32ca-6da9-4f52-b7af-e09ac6534a7c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:48.255317 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8ad22e60-30bc-46ce-a801-88bbccef1cee tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks [] for router, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:48.304220 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49418) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:48.336662 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-997d1cdc-364e-4c2e-aa3d-76800535a8ad tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:30:48.345449 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1aea32ca-6da9-4f52-b7af-e09ac6534a7c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:48.367328 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-997d1cdc-364e-4c2e-aa3d-76800535a8ad tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Usage tracker for resource:port and tenant:19ec4718eae5492e825f796615e1a8b4 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:30:48.379480 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-997d1cdc-364e-4c2e-aa3d-76800535a8ad tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:30:48.384001 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d4672ae1-a91e-4b64-b27d-2358be966628 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:48.399887 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-997d1cdc-364e-4c2e-aa3d-76800535a8ad tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:30:48.428360 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1ef06e93-9d40-4e83-8dda-e54213ce93ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:48.451697 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-7edeea33-cc45-4b69-a720-17f7e1a45c01 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Synchronizing usage tracker for tenant:42424788e9554a81ae9da43073b2fd43 on resource:security_group {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:30:48.464109 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-6c7fb0d8-43b6-4687-acf4-c36edbbec0bd None None] Current status of the port 14d80718-9213-46c3-9585-a9b2054ed967 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:30:48.464412 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6c7fb0d8-43b6-4687-acf4-c36edbbec0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:48.506753 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd2d5a5-1cf3-4535-bc37-918484da4296 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-e8e4d4f8-dddc-4f65-b779-4466c5da47de', 'network_id': 'e8e4d4f8-dddc-4f65-b779-4466c5da47de', 'tenant_id': 'dee21423abc34d479217f618911e90ce', 'fixed_ips': [{'subnet_id': 'ce0fced5-4fea-4c34-bd5a-bd2a7afcc0d9'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:30:48.507806 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7dd2d5a5-1cf3-4535-bc37-918484da4296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:48.539444 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-6c7fb0d8-43b6-4687-acf4-c36edbbec0bd None None] For port 14d80718-9213-46c3-9585-a9b2054ed967, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=14d80718-9213-46c3-9585-a9b2054ed967,segment=NetworkSegment(19d606ed-42c7-45ac-88c1-2c9c0994b3b3),segment_id=19d606ed-42c7-45ac-88c1-2c9c0994b3b3)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:30:48.552736 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997d1cdc-364e-4c2e-aa3d-76800535a8ad tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Made reservation on behalf of 19ec4718eae5492e825f796615e1a8b4 for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:30:48.556354 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-997d1cdc-364e-4c2e-aa3d-76800535a8ad tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:48.569748 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d4672ae1-a91e-4b64-b27d-2358be966628 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:48.578405 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6c7fb0d8-43b6-4687-acf4-c36edbbec0bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:48.710220 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7fb0d8-43b6-4687-acf4-c36edbbec0bd None None] Pushing event updated for resources: {'Port': ['ID=14d80718-9213-46c3-9585-a9b2054ed967,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:48.730368 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [None req-997d1cdc-364e-4c2e-aa3d-76800535a8ad tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] device_id is not set on port 919eb02f-8fd5-47f4-9c10-be648e8c759b yet. {{(pid=88973) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:30:48.803775 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-7dd2d5a5-1cf3-4535-bc37-918484da4296 None None] Allocated IP 172.20.0.2 (e8e4d4f8-dddc-4f65-b779-4466c5da47de/ce0fced5-4fea-4c34-bd5a-bd2a7afcc0d9/880d6672-f3b3-444a-bdcb-e106a12a1490) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:30:48.862255 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-7edeea33-cc45-4b69-a720-17f7e1a45c01 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Unset dirty status for tenant:42424788e9554a81ae9da43073b2fd43 on resource:security_group {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:30:48.863565 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-7edeea33-cc45-4b69-a720-17f7e1a45c01 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.8765535 Oct 13 15:30:48.885199 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49424) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:48.903228 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1aea32ca-6da9-4f52-b7af-e09ac6534a7c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:48.924612 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-67701766-c7ff-4a14-8bb6-7063cc749172 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Request body: {'security_group': {'name': 'tempest-security--1260264934', 'description': 'tempest-security-description-1133189911'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:48.945888 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-a3ace6ee-fd7a-4320-bcb7-e51ca60410ad None None] Provisioning for port e8c3ad6f-9a78-4293-a850-e1d41d38e82a completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:30:48.953264 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-a21bc615-e650-4790-ab1f-b37fab377436 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c7529f71933548bfa5c77476ba17c75c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6355553 Oct 13 15:30:48.957585 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-a3ace6ee-fd7a-4320-bcb7-e51ca60410ad None None] Provisioning complete for port e8c3ad6f-9a78-4293-a850-e1d41d38e82a triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:30:48.958075 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-a3ace6ee-fd7a-4320-bcb7-e51ca60410ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:48.958537 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-a3ace6ee-fd7a-4320-bcb7-e51ca60410ad None None] Attempt 1 to provision port e8c3ad6f-9a78-4293-a850-e1d41d38e82a Oct 13 15:30:48.960002 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49428) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:48.971830 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8ad22e60-30bc-46ce-a801-88bbccef1cee tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:49.011336 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-8ad22e60-30bc-46ce-a801-88bbccef1cee tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Deleting port 1fe2590d-bd0e-4f1c-ab36-245e29f9a5ee {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:30:49.012039 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8ad22e60-30bc-46ce-a801-88bbccef1cee tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:49.089323 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-a3ace6ee-fd7a-4320-bcb7-e51ca60410ad None None] Port e8c3ad6f-9a78-4293-a850-e1d41d38e82a cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:49.105931 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-67701766-c7ff-4a14-8bb6-7063cc749172 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:49.112898 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d4672ae1-a91e-4b64-b27d-2358be966628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:49.116680 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7dd2d5a5-1cf3-4535-bc37-918484da4296 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:49.129557 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-7dd2d5a5-1cf3-4535-bc37-918484da4296 None None] Transition to ACTIVE for port object 880d6672-f3b3-444a-bdcb-e106a12a1490 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:30:49.149575 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-7dd2d5a5-1cf3-4535-bc37-918484da4296 None None] Transition to ACTIVE for port object 880d6672-f3b3-444a-bdcb-e106a12a1490 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:30:49.157060 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7dd2d5a5-1cf3-4535-bc37-918484da4296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:49.172890 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4672ae1-a91e-4b64-b27d-2358be966628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d07c1f45-cb0f-42d2-9201-1d183da678cd,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:49.242981 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dd2d5a5-1cf3-4535-bc37-918484da4296 None None] Network e8e4d4f8-dddc-4f65-b779-4466c5da47de is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:30:49.246458 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-7dd2d5a5-1cf3-4535-bc37-918484da4296 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:30:49.248269 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd2d5a5-1cf3-4535-bc37-918484da4296 None None] Pushing event updated for resources: {'Port': ['ID=880d6672-f3b3-444a-bdcb-e106a12a1490,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:49.250451 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd2d5a5-1cf3-4535-bc37-918484da4296 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:30:49.293473 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e7575556-4070-4135-98eb-629237a86ed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:49.320848 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d4672ae1-a91e-4b64-b27d-2358be966628 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:49.324387 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-d4672ae1-a91e-4b64-b27d-2358be966628 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d07c1f45-cb0f-42d2-9201-1d183da678cd HTTP/1.1" status: 204 len: 168 time: 1.3334105 Oct 13 15:30:49.336674 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-997d1cdc-364e-4c2e-aa3d-76800535a8ad tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Allocated IP 2001:db8::be (4a5d1c29-ef81-4339-a1f8-7b6c2928713f/bec2069c-220a-4b30-b83f-05a42ff7b7d2/919eb02f-8fd5-47f4-9c10-be648e8c759b) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:30:49.367860 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e7575556-4070-4135-98eb-629237a86ed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:49.377926 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8ad22e60-30bc-46ce-a801-88bbccef1cee tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:49.379474 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-7dd2d5a5-1cf3-4535-bc37-918484da4296 None None] Attempting to bind port 880d6672-f3b3-444a-bdcb-e106a12a1490 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:30:49.380195 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-7dd2d5a5-1cf3-4535-bc37-918484da4296 None None] Attempting to bind port 880d6672-f3b3-444a-bdcb-e106a12a1490 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'ad7a3afc-0fe6-4b90-87c6-d6842c7b62b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e8e4d4f8-dddc-4f65-b779-4466c5da47de'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:30:49.380912 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd2d5a5-1cf3-4535-bc37-918484da4296 None None] Attempting to bind port 880d6672-f3b3-444a-bdcb-e106a12a1490 on network e8e4d4f8-dddc-4f65-b779-4466c5da47de {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:30:49.392457 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd2d5a5-1cf3-4535-bc37-918484da4296 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:30:49.393141 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd2d5a5-1cf3-4535-bc37-918484da4296 None None] Checking segment: {'id': 'ad7a3afc-0fe6-4b90-87c6-d6842c7b62b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e8e4d4f8-dddc-4f65-b779-4466c5da47de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:30:49.393905 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7dd2d5a5-1cf3-4535-bc37-918484da4296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:49.394704 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dd2d5a5-1cf3-4535-bc37-918484da4296 None None] Bound using segment: {'id': 'ad7a3afc-0fe6-4b90-87c6-d6842c7b62b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e8e4d4f8-dddc-4f65-b779-4466c5da47de'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:30:49.395569 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-7dd2d5a5-1cf3-4535-bc37-918484da4296 None None] Bound port: 880d6672-f3b3-444a-bdcb-e106a12a1490, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad7a3afc-0fe6-4b90-87c6-d6842c7b62b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 404, 'network_id': 'e8e4d4f8-dddc-4f65-b779-4466c5da47de'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:30:49.396336 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7dd2d5a5-1cf3-4535-bc37-918484da4296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:49.536741 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-8ad22e60-30bc-46ce-a801-88bbccef1cee tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Calling delete_port for 1fe2590d-bd0e-4f1c-ab36-245e29f9a5ee owned by network:router_gateway {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:30:49.609924 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-a3ace6ee-fd7a-4320-bcb7-e51ca60410ad None None] Attempt 2 to provision port e8c3ad6f-9a78-4293-a850-e1d41d38e82a Oct 13 15:30:49.687008 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-7dd2d5a5-1cf3-4535-bc37-918484da4296 None None] For port 880d6672-f3b3-444a-bdcb-e106a12a1490, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:30:49.695752 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-7dd2d5a5-1cf3-4535-bc37-918484da4296 None None] For port 880d6672-f3b3-444a-bdcb-e106a12a1490, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=880d6672-f3b3-444a-bdcb-e106a12a1490,segment=NetworkSegment(ad7a3afc-0fe6-4b90-87c6-d6842c7b62b4),segment_id=ad7a3afc-0fe6-4b90-87c6-d6842c7b62b4)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:30:49.699298 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-a3ace6ee-fd7a-4320-bcb7-e51ca60410ad None None] Port e8c3ad6f-9a78-4293-a850-e1d41d38e82a cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:49.703559 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7dd2d5a5-1cf3-4535-bc37-918484da4296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:49.792745 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd2d5a5-1cf3-4535-bc37-918484da4296 None None] Pushing event updated for resources: {'Port': ['ID=880d6672-f3b3-444a-bdcb-e106a12a1490,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:49.825413 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-67701766-c7ff-4a14-8bb6-7063cc749172 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:49.828692 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e7575556-4070-4135-98eb-629237a86ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:49.830597 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-997d1cdc-364e-4c2e-aa3d-76800535a8ad tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:49.830801 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 14d80718-9213-46c3-9585-a9b2054ed967 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:30:49.842336 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-67701766-c7ff-4a14-8bb6-7063cc749172 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:49.844812 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-67701766-c7ff-4a14-8bb6-7063cc749172 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:49.852744 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-67701766-c7ff-4a14-8bb6-7063cc749172 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "PUT /v2.0/security-groups/03ba83e6-dc62-4c60-aa37-76c33019b3a5 HTTP/1.1" status: 200 len: 1778 time: 0.9564304 Oct 13 15:30:49.852744 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49438) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:49.895029 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7575556-4070-4135-98eb-629237a86ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800a672e-c872-451a-b02e-3536ce923b3a,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:49.908039 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1aea32ca-6da9-4f52-b7af-e09ac6534a7c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for router_gateway, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:49.917749 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-997d1cdc-364e-4c2e-aa3d-76800535a8ad tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Transition to ACTIVE for port object 919eb02f-8fd5-47f4-9c10-be648e8c759b will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:30:49.943355 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ef06e93-9d40-4e83-8dda-e54213ce93ac admin admin] Router d4965cdd-6817-4c18-9b60-709c9bb049f1 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:30:49.956412 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1aea32ca-6da9-4f52-b7af-e09ac6534a7c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:49.970461 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67701766-c7ff-4a14-8bb6-7063cc749172 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=03ba83e6-dc62-4c60-aa37-76c33019b3a5,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:49.970636 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 14d80718-9213-46c3-9585-a9b2054ed967 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:30:49.970987 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:49.971322 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 14d80718-9213-46c3-9585-a9b2054ed967 Oct 13 15:30:50.003573 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e7575556-4070-4135-98eb-629237a86ed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:50.004718 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-e7575556-4070-4135-98eb-629237a86ed5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/800a672e-c872-451a-b02e-3536ce923b3a HTTP/1.1" status: 204 len: 168 time: 1.0244257 Oct 13 15:30:50.226156 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-a3ace6ee-fd7a-4320-bcb7-e51ca60410ad None None] Attempt 3 to provision port e8c3ad6f-9a78-4293-a850-e1d41d38e82a Oct 13 15:30:50.323511 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-18378754-6f8b-4c3e-af9a-29b283a9a1ce tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "GET /v2.0/security-groups/03ba83e6-dc62-4c60-aa37-76c33019b3a5 HTTP/1.1" status: 200 len: 1778 time: 0.4537032 Oct 13 15:30:50.330585 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49452) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:50.373705 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 14d80718-9213-46c3-9585-a9b2054ed967 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:30:50.395135 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-a3ace6ee-fd7a-4320-bcb7-e51ca60410ad None None] Port e8c3ad6f-9a78-4293-a850-e1d41d38e82a cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:50.442073 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-997d1cdc-364e-4c2e-aa3d-76800535a8ad tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:50.455125 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8ad22e60-30bc-46ce-a801-88bbccef1cee tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:50.502198 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-1aea32ca-6da9-4f52-b7af-e09ac6534a7c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Allocated IP 172.26.2.177 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/c4ea9ce3-0abb-433c-adca-e9e76e2663a7) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:30:50.516855 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad22e60-30bc-46ce-a801-88bbccef1cee tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Pushing event deleted for resources: {'Port': ['ID=1fe2590d-bd0e-4f1c-ab36-245e29f9a5ee,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:50.588788 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997d1cdc-364e-4c2e-aa3d-76800535a8ad tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Network 4a5d1c29-ef81-4339-a1f8-7b6c2928713f is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:30:50.606345 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ef06e93-9d40-4e83-8dda-e54213ce93ac admin admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:30:50.610993 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d1cdc-364e-4c2e-aa3d-76800535a8ad tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event updated for resources: {'Port': ['ID=919eb02f-8fd5-47f4-9c10-be648e8c759b,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:50.613433 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-997d1cdc-364e-4c2e-aa3d-76800535a8ad tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:30:50.619157 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-1ef06e93-9d40-4e83-8dda-e54213ce93ac admin admin] 10.222.0.42 "PUT /v2.0/routers/d4965cdd-6817-4c18-9b60-709c9bb049f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8343916 Oct 13 15:30:50.623396 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997d1cdc-364e-4c2e-aa3d-76800535a8ad tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:30:50.629920 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6cb5d3-dd73-4db3-9a04-7cb77c6ed6a3 None None] Sync routers for ids ['d4965cdd-6817-4c18-9b60-709c9bb049f1'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:30:50.630670 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997d1cdc-364e-4c2e-aa3d-76800535a8ad tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:50.631477 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-997d1cdc-364e-4c2e-aa3d-76800535a8ad tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:50.635768 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49470) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:50.653116 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6cb5d3-dd73-4db3-9a04-7cb77c6ed6a3 None None] Routers {'d4965cdd-6817-4c18-9b60-709c9bb049f1'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:30:50.653610 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-ba6cb5d3-dd73-4db3-9a04-7cb77c6ed6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:30:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['d4965cdd-6817-4c18-9b60-709c9bb049f1'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:50.719554 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6277ad3d-389a-4d48-ab82-dbcf7e9aef26 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:50.827653 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-997d1cdc-364e-4c2e-aa3d-76800535a8ad tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.4239385 Oct 13 15:30:50.849315 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49478) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:50.944318 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8ad22e60-30bc-46ce-a801-88bbccef1cee tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828050'] for router_gateway, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:51.013859 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6277ad3d-389a-4d48-ab82-dbcf7e9aef26 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:51.022450 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-a3ace6ee-fd7a-4320-bcb7-e51ca60410ad None None] Attempt 4 to provision port e8c3ad6f-9a78-4293-a850-e1d41d38e82a Oct 13 15:30:51.075328 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-ba6cb5d3-dd73-4db3-9a04-7cb77c6ed6a3 None None] Set router d4965cdd-6817-4c18-9b60-709c9bb049f1 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:30:51.150360 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49486) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:51.266178 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8ad22e60-30bc-46ce-a801-88bbccef1cee tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:51.270079 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8ad22e60-30bc-46ce-a801-88bbccef1cee tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:51.273875 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1aea32ca-6da9-4f52-b7af-e09ac6534a7c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:51.280146 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6277ad3d-389a-4d48-ab82-dbcf7e9aef26 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:51.309752 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8ad22e60-30bc-46ce-a801-88bbccef1cee tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:51.310382 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad22e60-30bc-46ce-a801-88bbccef1cee tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Fanout notify agent at l3_agent the message router_deleted on router 187cfcfe-9df1-4b68-9130-a63c6273d60d {{(pid=88972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:30:51.320003 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49494) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:51.345142 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8ad22e60-30bc-46ce-a801-88bbccef1cee tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:51.350944 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-8ad22e60-30bc-46ce-a801-88bbccef1cee tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] 10.222.0.42 "DELETE /v2.0/routers/187cfcfe-9df1-4b68-9130-a63c6273d60d HTTP/1.1" status: 204 len: 168 time: 3.3426371 Oct 13 15:30:51.351886 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49500) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:51.355860 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6277ad3d-389a-4d48-ab82-dbcf7e9aef26 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ba83e6-dc62-4c60-aa37-76c33019b3a5,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:51.358002 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-b2d03418-2b69-4e4d-bd01-eff8bfd218f0 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1616701340', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:51.365289 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1aea32ca-6da9-4f52-b7af-e09ac6534a7c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:51.365566 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-da80b61d-4aa0-419f-bb20-064798bf29a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:51.370757 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-b2d03418-2b69-4e4d-bd01-eff8bfd218f0 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:30:51.386004 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-a3ace6ee-fd7a-4320-bcb7-e51ca60410ad None None] Port e8c3ad6f-9a78-4293-a850-e1d41d38e82a cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:51.418285 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a00f726-53b4-4de7-be58-b3d6028f2ff6 None None] Network e8e4d4f8-dddc-4f65-b779-4466c5da47de requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:30:51.442798 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aea32ca-6da9-4f52-b7af-e09ac6534a7c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Pushing event updated for resources: {'Port': ['ID=c4ea9ce3-0abb-433c-adca-e9e76e2663a7,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:51.445448 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-b2d03418-2b69-4e4d-bd01-eff8bfd218f0 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Usage tracker for resource:router and tenant:7e2ccea388624444ac5f774ad8265626 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:30:51.451012 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-b2d03418-2b69-4e4d-bd01-eff8bfd218f0 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:30:51.461070 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-b2d03418-2b69-4e4d-bd01-eff8bfd218f0 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:30:51.470361 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aea32ca-6da9-4f52-b7af-e09ac6534a7c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:30:51.473037 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-1aea32ca-6da9-4f52-b7af-e09ac6534a7c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:30:51.476300 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aea32ca-6da9-4f52-b7af-e09ac6534a7c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:30:51.484639 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6277ad3d-389a-4d48-ab82-dbcf7e9aef26 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:51.486316 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-6277ad3d-389a-4d48-ab82-dbcf7e9aef26 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "DELETE /v2.0/security-groups/03ba83e6-dc62-4c60-aa37-76c33019b3a5 HTTP/1.1" status: 204 len: 168 time: 1.1512575 Oct 13 15:30:51.500792 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49504) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:51.521925 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b2d03418-2b69-4e4d-bd01-eff8bfd218f0 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:51.523113 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b2d03418-2b69-4e4d-bd01-eff8bfd218f0 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:51.561781 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b2d03418-2b69-4e4d-bd01-eff8bfd218f0 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:51.589157 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99ab453-4481-44b6-b191-41b14b71e0ac tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:51.590180 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-f99ab453-4481-44b6-b191-41b14b71e0ac tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Synchronizing usage tracker for tenant:19ec4718eae5492e825f796615e1a8b4 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:30:51.627913 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-f99ab453-4481-44b6-b191-41b14b71e0ac tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Unset dirty status for tenant:19ec4718eae5492e825f796615e1a8b4 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:30:51.631985 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-f99ab453-4481-44b6-b191-41b14b71e0ac tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A3c1 HTTP/1.1" status: 200 len: 929 time: 0.7628756 Oct 13 15:30:51.636813 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49508) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:51.640254 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-58ceb67e-b47b-4f20-8067-597c560ca7bf tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1423272939'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:51.672943 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 880d6672-f3b3-444a-bdcb-e106a12a1490 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:30:51.708821 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-06a9ed0d-55d9-4d6d-a9c1-45c6671b6f9a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Request body: {'network': {'name': 'tempest-RoutersTest-412528920'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:51.714341 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-06a9ed0d-55d9-4d6d-a9c1-45c6671b6f9a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:30:51.718157 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-06a9ed0d-55d9-4d6d-a9c1-45c6671b6f9a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Usage tracker for resource:network and tenant:4c5e5250b5d0476f9d711181f94ffb05 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:30:51.720981 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-06a9ed0d-55d9-4d6d-a9c1-45c6671b6f9a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:30:51.724043 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-3c83bc71-880b-474d-9bdf-9e62dcb4b804 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Synchronizing usage tracker for tenant:42424788e9554a81ae9da43073b2fd43 on resource:security_group {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:30:51.726981 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-06a9ed0d-55d9-4d6d-a9c1-45c6671b6f9a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:30:51.756408 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-3c83bc71-880b-474d-9bdf-9e62dcb4b804 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Unset dirty status for tenant:42424788e9554a81ae9da43073b2fd43 on resource:security_group {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:30:51.759021 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-3c83bc71-880b-474d-9bdf-9e62dcb4b804 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.2553904 Oct 13 15:30:51.764332 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49514) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:51.774952 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-58ceb67e-b47b-4f20-8067-597c560ca7bf tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:30:51.785193 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06a9ed0d-55d9-4d6d-a9c1-45c6671b6f9a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Made reservation on behalf of 4c5e5250b5d0476f9d711181f94ffb05 for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:30:51.788484 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-06a9ed0d-55d9-4d6d-a9c1-45c6671b6f9a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:51.792157 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-da80b61d-4aa0-419f-bb20-064798bf29a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:51.797678 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.api.v2.resource [None req-1ae44259-bc49-4137-bf0d-fdd3739e8b3d tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] delete failed (client error): The resource could not be found. Oct 13 15:30:51.800192 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-1ae44259-bc49-4137-bf0d-fdd3739e8b3d tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "DELETE /v2.0/security-groups/03ba83e6-dc62-4c60-aa37-76c33019b3a5 HTTP/1.1" status: 404 len: 347 time: 0.0256150 Oct 13 15:30:51.804908 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49518) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:51.811731 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-a7714279-c339-4b45-b991-91b430401a63 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Request body: {'security_group': {'name': 'tempest-secgroup--87053621'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:51.818367 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-da80b61d-4aa0-419f-bb20-064798bf29a8 admin admin] Deleting port 66615903-8398-41e8-ac1d-92f8094b8079 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:30:51.818548 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-da80b61d-4aa0-419f-bb20-064798bf29a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:51.823023 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-58ceb67e-b47b-4f20-8067-597c560ca7bf tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Usage tracker for resource:network and tenant:9e33483a5b9340079ceb6507c5016c46 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:30:51.841840 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-a7714279-c339-4b45-b991-91b430401a63 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:30:51.860273 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-58ceb67e-b47b-4f20-8067-597c560ca7bf tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:30:51.868922 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-06a9ed0d-55d9-4d6d-a9c1-45c6671b6f9a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:51.872669 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-a7714279-c339-4b45-b991-91b430401a63 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:30:51.888333 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-a3ace6ee-fd7a-4320-bcb7-e51ca60410ad None None] Attempt 5 to provision port e8c3ad6f-9a78-4293-a850-e1d41d38e82a Oct 13 15:30:51.893770 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-58ceb67e-b47b-4f20-8067-597c560ca7bf tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:30:51.902682 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b2d03418-2b69-4e4d-bd01-eff8bfd218f0 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:51.905233 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a7714279-c339-4b45-b991-91b430401a63 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:51.920821 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-06a9ed0d-55d9-4d6d-a9c1-45c6671b6f9a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:30:51.934786 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 880d6672-f3b3-444a-bdcb-e106a12a1490 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:30:51.937860 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-06a9ed0d-55d9-4d6d-a9c1-45c6671b6f9a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Usage tracker for resource:security_group_rule and tenant:4c5e5250b5d0476f9d711181f94ffb05 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:30:51.945650 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-a72ea3f3-92c1-4aa0-9407-b62dc6eea4ca tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Deleting port 919eb02f-8fd5-47f4-9c10-be648e8c759b {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:30:51.946221 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a72ea3f3-92c1-4aa0-9407-b62dc6eea4ca tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:51.969879 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-ba6cb5d3-dd73-4db3-9a04-7cb77c6ed6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4965cdd-6817-4c18-9b60-709c9bb049f1', 'name': 'tempest-ServerActionsTestJSON-379588358-router', 'tenant_id': '9c317355326e4f748fe019ccb370c99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.175'}], 'enable_snat': True}, 'gw_port_id': '66615903-8398-41e8-ac1d-92f8094b8079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:24:37Z', 'updated_at': '2022-10-13T15:30:47Z', 'revision_number': 5, 'project_id': '9c317355326e4f748fe019ccb370c99a', 'gw_port': {'id': '66615903-8398-41e8-ac1d-92f8094b8079', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:6a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4965cdd-6817-4c18-9b60-709c9bb049f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 60, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:24:39Z', 'updated_at': '2022-10-13T15:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:51.972768 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-a3ace6ee-fd7a-4320-bcb7-e51ca60410ad None None] Port e8c3ad6f-9a78-4293-a850-e1d41d38e82a cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:51.976152 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-06a9ed0d-55d9-4d6d-a9c1-45c6671b6f9a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:30:51.980228 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6cb5d3-dd73-4db3-9a04-7cb77c6ed6a3 None None] Checking router: d4965cdd-6817-4c18-9b60-709c9bb049f1 for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:30:51.984625 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-a7714279-c339-4b45-b991-91b430401a63 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:30:51.989801 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ceb67e-b47b-4f20-8067-597c560ca7bf tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Made reservation on behalf of 9e33483a5b9340079ceb6507c5016c46 for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:30:51.993407 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-58ceb67e-b47b-4f20-8067-597c560ca7bf tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:51.994384 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba6cb5d3-dd73-4db3-9a04-7cb77c6ed6a3 None None] Routers {'d4965cdd-6817-4c18-9b60-709c9bb049f1'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:30:51.995763 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-ba6cb5d3-dd73-4db3-9a04-7cb77c6ed6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:30:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['d4965cdd-6817-4c18-9b60-709c9bb049f1'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:51.998821 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-a7714279-c339-4b45-b991-91b430401a63 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Usage tracker for resource:security_group_rule and tenant:42424788e9554a81ae9da43073b2fd43 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:30:52.007779 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-a7714279-c339-4b45-b991-91b430401a63 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:30:52.013387 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-06a9ed0d-55d9-4d6d-a9c1-45c6671b6f9a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:30:52.016953 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-a7714279-c339-4b45-b991-91b430401a63 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:30:52.032574 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-58ceb67e-b47b-4f20-8067-597c560ca7bf tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:52.049888 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b2d03418-2b69-4e4d-bd01-eff8bfd218f0 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:52.054255 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-b2d03418-2b69-4e4d-bd01-eff8bfd218f0 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.7010498 Oct 13 15:30:52.055170 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49522) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:52.068745 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-ffbfcd67-6c2a-456a-b24f-84c360d62546 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'enable_snat': False}}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:52.153151 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-58ceb67e-b47b-4f20-8067-597c560ca7bf tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:30:52.186218 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-58ceb67e-b47b-4f20-8067-597c560ca7bf tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Usage tracker for resource:security_group_rule and tenant:9e33483a5b9340079ceb6507c5016c46 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:30:52.209875 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-58ceb67e-b47b-4f20-8067-597c560ca7bf tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:30:52.236698 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-58ceb67e-b47b-4f20-8067-597c560ca7bf tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:30:52.242502 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-ba6cb5d3-dd73-4db3-9a04-7cb77c6ed6a3 None None] Set router d4965cdd-6817-4c18-9b60-709c9bb049f1 gateway port host: None {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:30:52.314993 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-da80b61d-4aa0-419f-bb20-064798bf29a8 admin admin] For port 66615903-8398-41e8-ac1d-92f8094b8079, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=66615903-8398-41e8-ac1d-92f8094b8079,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:30:52.315328 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-da80b61d-4aa0-419f-bb20-064798bf29a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:52.373459 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-ba6cb5d3-dd73-4db3-9a04-7cb77c6ed6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4965cdd-6817-4c18-9b60-709c9bb049f1', 'name': 'tempest-ServerActionsTestJSON-379588358-router', 'tenant_id': '9c317355326e4f748fe019ccb370c99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:24:37Z', 'updated_at': '2022-10-13T15:30:51Z', 'revision_number': 6, 'project_id': '9c317355326e4f748fe019ccb370c99a', 'gw_port_host': None}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:52.378157 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba6cb5d3-dd73-4db3-9a04-7cb77c6ed6a3 None None] The sync data for ids ['d4965cdd-6817-4c18-9b60-709c9bb049f1'] in dv-neutron-860329-2-hyperv is: [{'id': 'd4965cdd-6817-4c18-9b60-709c9bb049f1', 'name': 'tempest-ServerActionsTestJSON-379588358-router', 'tenant_id': '9c317355326e4f748fe019ccb370c99a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:24:37Z', 'updated_at': '2022-10-13T15:30:51Z', 'revision_number': 6, 'project_id': '9c317355326e4f748fe019ccb370c99a', 'gw_port_host': None}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:30:52.474376 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-a3ace6ee-fd7a-4320-bcb7-e51ca60410ad None None] Attempt 6 to provision port e8c3ad6f-9a78-4293-a850-e1d41d38e82a Oct 13 15:30:52.543736 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-a3ace6ee-fd7a-4320-bcb7-e51ca60410ad None None] Port e8c3ad6f-9a78-4293-a850-e1d41d38e82a cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:52.626212 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1aea32ca-6da9-4f52-b7af-e09ac6534a7c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for router_gateway, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:52.657042 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-da80b61d-4aa0-419f-bb20-064798bf29a8 admin admin] Calling delete_port for 66615903-8398-41e8-ac1d-92f8094b8079 owned by network:router_gateway {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:30:52.753777 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-06a9ed0d-55d9-4d6d-a9c1-45c6671b6f9a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:52.800722 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ffbfcd67-6c2a-456a-b24f-84c360d62546 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:52.814353 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a7714279-c339-4b45-b991-91b430401a63 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:52.817312 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a72ea3f3-92c1-4aa0-9407-b62dc6eea4ca tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:52.824864 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-06a9ed0d-55d9-4d6d-a9c1-45c6671b6f9a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:52.828964 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a7714279-c339-4b45-b991-91b430401a63 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:52.926884 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7714279-c339-4b45-b991-91b430401a63 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfb9a3d3-71e5-4c7e-ae21-73e14af3ff6f,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:52.934789 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a7714279-c339-4b45-b991-91b430401a63 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:52.939104 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-a7714279-c339-4b45-b991-91b430401a63 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.1296709 Oct 13 15:30:52.939357 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49526) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:52.946056 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-8787af0e-3a58-4d8b-83b3-9daaa177e06b tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Request body: {'security_group_rule': {'security_group_id': 'bfb9a3d3-71e5-4c7e-ae21-73e14af3ff6f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:52.998908 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-8787af0e-3a58-4d8b-83b3-9daaa177e06b tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:30:53.004777 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-a72ea3f3-92c1-4aa0-9407-b62dc6eea4ca tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Calling delete_port for 919eb02f-8fd5-47f4-9c10-be648e8c759b owned by {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:30:53.009551 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-8787af0e-3a58-4d8b-83b3-9daaa177e06b tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Usage tracker for resource:security_group_rule and tenant:42424788e9554a81ae9da43073b2fd43 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:30:53.016270 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-8787af0e-3a58-4d8b-83b3-9daaa177e06b tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:30:53.024133 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-8787af0e-3a58-4d8b-83b3-9daaa177e06b tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:30:53.045038 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-a3ace6ee-fd7a-4320-bcb7-e51ca60410ad None None] Attempt 7 to provision port e8c3ad6f-9a78-4293-a850-e1d41d38e82a Oct 13 15:30:53.077094 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06a9ed0d-55d9-4d6d-a9c1-45c6671b6f9a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:30:53.079169 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a9ed0d-55d9-4d6d-a9c1-45c6671b6f9a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df8ac397-04f8-4cb2-9e28-aa627629a291,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:53.104055 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-a3ace6ee-fd7a-4320-bcb7-e51ca60410ad None None] Port e8c3ad6f-9a78-4293-a850-e1d41d38e82a cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:53.105279 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-58ceb67e-b47b-4f20-8067-597c560ca7bf tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:53.111892 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8787af0e-3a58-4d8b-83b3-9daaa177e06b tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:53.112167 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-06a9ed0d-55d9-4d6d-a9c1-45c6671b6f9a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:53.112494 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-06a9ed0d-55d9-4d6d-a9c1-45c6671b6f9a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Added segment e56b30c2-67eb-4b50-9f19-1dcde497d562 of type vlan for network 226ca6e1-a48b-4cef-9ae0-4e006c3b7297 Oct 13 15:30:53.123636 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-58ceb67e-b47b-4f20-8067-597c560ca7bf tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:53.193095 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-da80b61d-4aa0-419f-bb20-064798bf29a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:53.254950 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58ceb67e-b47b-4f20-8067-597c560ca7bf tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:30:53.273588 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-06a9ed0d-55d9-4d6d-a9c1-45c6671b6f9a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:53.294805 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-58ceb67e-b47b-4f20-8067-597c560ca7bf tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:53.295255 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-58ceb67e-b47b-4f20-8067-597c560ca7bf tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Added segment e8c04b3b-c076-42bf-8c4e-1723c0cb15a2 of type vlan for network c4b3e140-293c-45c2-97ad-7ea3af115aa3 Oct 13 15:30:53.296257 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ceb67e-b47b-4f20-8067-597c560ca7bf tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cab0b6a-be97-4e4f-aa56-4ac9701e2291,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:53.368960 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da80b61d-4aa0-419f-bb20-064798bf29a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=66615903-8398-41e8-ac1d-92f8094b8079,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:53.379907 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8787af0e-3a58-4d8b-83b3-9daaa177e06b tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:53.396309 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.db.resource_extend [None req-06a9ed0d-55d9-4d6d-a9c1-45c6671b6f9a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 15:30:53.426589 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8787af0e-3a58-4d8b-83b3-9daaa177e06b tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:53.453403 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-58ceb67e-b47b-4f20-8067-597c560ca7bf tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:53.468354 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-06a9ed0d-55d9-4d6d-a9c1-45c6671b6f9a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:53.473949 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06a9ed0d-55d9-4d6d-a9c1-45c6671b6f9a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:53.474552 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-06a9ed0d-55d9-4d6d-a9c1-45c6671b6f9a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:53.521716 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8787af0e-3a58-4d8b-83b3-9daaa177e06b tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4e18300-31bd-4b79-b74e-6ad5f748b91d,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:53.548130 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:30:53.560135 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8787af0e-3a58-4d8b-83b3-9daaa177e06b tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:53.563868 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-8787af0e-3a58-4d8b-83b3-9daaa177e06b tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6209207 Oct 13 15:30:53.565432 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49530) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:53.565801 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1aea32ca-6da9-4f52-b7af-e09ac6534a7c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:53.568019 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a72ea3f3-92c1-4aa0-9407-b62dc6eea4ca tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:53.583136 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-da80b61d-4aa0-419f-bb20-064798bf29a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828050'] for router_gateway, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:53.590979 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:30:53.591395 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 6c4ae9f0-6dfb-4f8a-b7d0-1fb438ad2d27 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:30:53.591872 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 66615903-8398-41e8-ac1d-92f8094b8079 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:30:53.619501 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-a3ace6ee-fd7a-4320-bcb7-e51ca60410ad None None] Attempt 8 to provision port e8c3ad6f-9a78-4293-a850-e1d41d38e82a Oct 13 15:30:53.685342 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-a3ace6ee-fd7a-4320-bcb7-e51ca60410ad None None] Port e8c3ad6f-9a78-4293-a850-e1d41d38e82a cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:53.686234 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 66615903-8398-41e8-ac1d-92f8094b8079 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:30:53.686725 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 66615903-8398-41e8-ac1d-92f8094b8079 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:30:53.693187 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72ea3f3-92c1-4aa0-9407-b62dc6eea4ca tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event deleted for resources: {'Port': ['ID=919eb02f-8fd5-47f4-9c10-be648e8c759b,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:53.721939 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ffbfcd67-6c2a-456a-b24f-84c360d62546 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:53.753613 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a9ed0d-55d9-4d6d-a9c1-45c6671b6f9a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event updated for resources: {'Network': ['ID=226ca6e1-a48b-4cef-9ae0-4e006c3b7297,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:53.766422 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 226ca6e1-a48b-4cef-9ae0-4e006c3b7297 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:30:53.793476 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-06a9ed0d-55d9-4d6d-a9c1-45c6671b6f9a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 2.4723055 Oct 13 15:30:53.808613 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-58ceb67e-b47b-4f20-8067-597c560ca7bf tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:53.813988 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ceb67e-b47b-4f20-8067-597c560ca7bf tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:53.814592 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-58ceb67e-b47b-4f20-8067-597c560ca7bf tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:53.817972 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49534) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:53.837128 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ffbfcd67-6c2a-456a-b24f-84c360d62546 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:53.860059 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-dc900f0b-885c-4066-85b7-82735f6bd38a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Request body: {'network': {'name': 'tempest-RoutersTest-1707058156'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:53.880518 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-da80b61d-4aa0-419f-bb20-064798bf29a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:53.887733 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-27118dfa-9c04-40c8-9c84-2662cee6cd32 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:53.890306 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a72ea3f3-92c1-4aa0-9407-b62dc6eea4ca tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:53.892593 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a72ea3f3-92c1-4aa0-9407-b62dc6eea4ca tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "DELETE /v2.0/ports/919eb02f-8fd5-47f4-9c10-be648e8c759b HTTP/1.1" status: 204 len: 168 time: 2.1900597 Oct 13 15:30:53.897292 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49538) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:53.898234 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-dc900f0b-885c-4066-85b7-82735f6bd38a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:30:53.898510 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-da80b61d-4aa0-419f-bb20-064798bf29a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:53.909444 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-dc900f0b-885c-4066-85b7-82735f6bd38a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Usage tracker for resource:network and tenant:4c5e5250b5d0476f9d711181f94ffb05 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:30:54.091599 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-27118dfa-9c04-40c8-9c84-2662cee6cd32 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:54.132384 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8f427b0-c560-4ac2-98f1-1e46f21731e3 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] GET failed (client error): The resource could not be found. Oct 13 15:30:54.133725 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-d8f427b0-c560-4ac2-98f1-1e46f21731e3 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "GET /v2.0/ports/919eb02f-8fd5-47f4-9c10-be648e8c759b HTTP/1.1" status: 404 len: 333 time: 0.2239830 Oct 13 15:30:54.139597 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49542) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:54.146646 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-da80b61d-4aa0-419f-bb20-064798bf29a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:54.146978 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-dc900f0b-885c-4066-85b7-82735f6bd38a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:30:54.147181 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da80b61d-4aa0-419f-bb20-064798bf29a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4965cdd-6817-4c18-9b60-709c9bb049f1 {{(pid=88973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:30:54.150507 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-58ceb67e-b47b-4f20-8067-597c560ca7bf tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.9963117 Oct 13 15:30:54.166959 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49546) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:54.171072 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-dc900f0b-885c-4066-85b7-82735f6bd38a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:30:54.186423 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-a3ace6ee-fd7a-4320-bcb7-e51ca60410ad None None] Attempt 9 to provision port e8c3ad6f-9a78-4293-a850-e1d41d38e82a Oct 13 15:30:54.202110 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-578745a1-9106-4e06-a81d-7f3fb318b0ae tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Request body: {'subnet': {'network_id': 'c4b3e140-293c-45c2-97ad-7ea3af115aa3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:54.231691 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ceb67e-b47b-4f20-8067-597c560ca7bf tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Pushing event updated for resources: {'Network': ['ID=c4b3e140-293c-45c2-97ad-7ea3af115aa3,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:54.253882 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc900f0b-885c-4066-85b7-82735f6bd38a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Made reservation on behalf of 4c5e5250b5d0476f9d711181f94ffb05 for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:30:54.254528 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network c4b3e140-293c-45c2-97ad-7ea3af115aa3 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:30:54.256825 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-27118dfa-9c04-40c8-9c84-2662cee6cd32 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:54.258938 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-dc900f0b-885c-4066-85b7-82735f6bd38a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:54.275764 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-27118dfa-9c04-40c8-9c84-2662cee6cd32 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:54.283282 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49550) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:54.284538 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-27118dfa-9c04-40c8-9c84-2662cee6cd32 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/d4e18300-31bd-4b79-b74e-6ad5f748b91d HTTP/1.1" status: 204 len: 168 time: 0.7161217 Oct 13 15:30:54.286948 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-5770c698-8d26-4c4c-a1d5-a7084751383c tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Deleting port e8c3ad6f-9a78-4293-a850-e1d41d38e82a {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:30:54.287289 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5770c698-8d26-4c4c-a1d5-a7084751383c tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:54.291660 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-da80b61d-4aa0-419f-bb20-064798bf29a8 admin admin] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:54.292724 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-da80b61d-4aa0-419f-bb20-064798bf29a8 admin admin] 10.222.0.42 "DELETE /v2.0/routers/d4965cdd-6817-4c18-9b60-709c9bb049f1 HTTP/1.1" status: 204 len: 168 time: 3.6558604 Oct 13 15:30:54.298001 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27118dfa-9c04-40c8-9c84-2662cee6cd32 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d4e18300-31bd-4b79-b74e-6ad5f748b91d,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:54.319236 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49552) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:54.373166 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-a3ace6ee-fd7a-4320-bcb7-e51ca60410ad None None] Port e8c3ad6f-9a78-4293-a850-e1d41d38e82a cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:54.383009 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-ffbfcd67-6c2a-456a-b24f-84c360d62546 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Allocated IP 172.26.2.180 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/7922c40e-c444-4dd0-a074-c15167fae16b) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:30:54.400665 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-578745a1-9106-4e06-a81d-7f3fb318b0ae tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:30:54.405699 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-578745a1-9106-4e06-a81d-7f3fb318b0ae tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Usage tracker for resource:subnet and tenant:9e33483a5b9340079ceb6507c5016c46 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:30:54.410146 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-578745a1-9106-4e06-a81d-7f3fb318b0ae tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:30:54.438933 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-578745a1-9106-4e06-a81d-7f3fb318b0ae tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:30:54.440658 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc900f0b-885c-4066-85b7-82735f6bd38a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:30:54.496638 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578745a1-9106-4e06-a81d-7f3fb318b0ae tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Made reservation on behalf of 9e33483a5b9340079ceb6507c5016c46 for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:30:54.499905 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-578745a1-9106-4e06-a81d-7f3fb318b0ae tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:54.524270 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-dc900f0b-885c-4066-85b7-82735f6bd38a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:54.524616 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-dc900f0b-885c-4066-85b7-82735f6bd38a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Added segment 587140c1-ab5e-4077-b72c-5a43f77313a0 of type vlan for network 0962ef51-7d4d-4cf8-9363-af2250f170b9 Oct 13 15:30:54.541413 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-8af2b1d0-3e9f-4f8f-b334-0614df7114d7 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2247829 Oct 13 15:30:54.545871 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49558) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:54.551589 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-8630f040-f3e7-455c-9899-4a49cd59ef61 admin admin] Deleting subnet 12a9e0ad-f87e-4c11-b0b3-9af248956963 {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:30:54.562941 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8630f040-f3e7-455c-9899-4a49cd59ef61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:54.628627 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aea32ca-6da9-4f52-b7af-e09ac6534a7c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Router 1b1ef388-0a0f-407d-8f64-2d9ebdb12718 is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 15:30:54.665508 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-dc900f0b-885c-4066-85b7-82735f6bd38a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:54.676286 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ffbfcd67-6c2a-456a-b24f-84c360d62546 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:54.726689 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8630f040-f3e7-455c-9899-4a49cd59ef61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:54.730307 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ee12418f-4ff9-4f16-892b-e75455f16679 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:54.808260 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ee12418f-4ff9-4f16-892b-e75455f16679 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:54.838245 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ffbfcd67-6c2a-456a-b24f-84c360d62546 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:54.874475 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-a3ace6ee-fd7a-4320-bcb7-e51ca60410ad None None] Attempt 10 to provision port e8c3ad6f-9a78-4293-a850-e1d41d38e82a Oct 13 15:30:54.934173 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-a3ace6ee-fd7a-4320-bcb7-e51ca60410ad None None] Port e8c3ad6f-9a78-4293-a850-e1d41d38e82a cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:30:54.941309 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffbfcd67-6c2a-456a-b24f-84c360d62546 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:30:54.945869 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-a3ace6ee-fd7a-4320-bcb7-e51ca60410ad None None] Provisioning complete for port 14d80718-9213-46c3-9585-a9b2054ed967 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:30:54.946395 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-a3ace6ee-fd7a-4320-bcb7-e51ca60410ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:54.946765 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-a3ace6ee-fd7a-4320-bcb7-e51ca60410ad None None] Attempt 1 to provision port 14d80718-9213-46c3-9585-a9b2054ed967 Oct 13 15:30:54.952429 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-ffbfcd67-6c2a-456a-b24f-84c360d62546 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:30:54.959809 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffbfcd67-6c2a-456a-b24f-84c360d62546 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:30:54.981779 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5770c698-8d26-4c4c-a1d5-a7084751383c tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:54.999052 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbfcd67-6c2a-456a-b24f-84c360d62546 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Pushing event updated for resources: {'Port': ['ID=7922c40e-c444-4dd0-a074-c15167fae16b,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:54.999848 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-dc900f0b-885c-4066-85b7-82735f6bd38a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:55.005282 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc900f0b-885c-4066-85b7-82735f6bd38a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:55.006115 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-dc900f0b-885c-4066-85b7-82735f6bd38a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:55.007349 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ee12418f-4ff9-4f16-892b-e75455f16679 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:55.020083 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-578745a1-9106-4e06-a81d-7f3fb318b0ae tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:55.066024 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee12418f-4ff9-4f16-892b-e75455f16679 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfb9a3d3-71e5-4c7e-ae21-73e14af3ff6f,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:55.078247 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-a3ace6ee-fd7a-4320-bcb7-e51ca60410ad None None] Current status of the port 14d80718-9213-46c3-9585-a9b2054ed967 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:30:55.189067 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-5770c698-8d26-4c4c-a1d5-a7084751383c tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Calling delete_port for e8c3ad6f-9a78-4293-a850-e1d41d38e82a owned by {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:30:55.195672 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-8778c755-8377-4ef0-95ff-9062fa769f69 None None] Could not find standard attr ID for object 919eb02f-8fd5-47f4-9c10-be648e8c759b. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:30:55.206696 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-8778c755-8377-4ef0-95ff-9062fa769f69 None None] Provisioning for port 880d6672-f3b3-444a-bdcb-e106a12a1490 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:30:55.212181 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-8778c755-8377-4ef0-95ff-9062fa769f69 None None] Provisioning complete for port 880d6672-f3b3-444a-bdcb-e106a12a1490 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:30:55.212556 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8778c755-8377-4ef0-95ff-9062fa769f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:55.212896 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-8778c755-8377-4ef0-95ff-9062fa769f69 None None] Attempt 1 to provision port 880d6672-f3b3-444a-bdcb-e106a12a1490 Oct 13 15:30:55.250255 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578745a1-9106-4e06-a81d-7f3fb318b0ae tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Pushing event updated for resources: {'Subnet': ['ID=049424bc-2fd8-4e38-85d9-044a04b3e472,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:55.255683 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ee12418f-4ff9-4f16-892b-e75455f16679 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:55.259192 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-ee12418f-4ff9-4f16-892b-e75455f16679 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "DELETE /v2.0/security-groups/bfb9a3d3-71e5-4c7e-ae21-73e14af3ff6f HTTP/1.1" status: 204 len: 168 time: 0.7085652 Oct 13 15:30:55.286790 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49562) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:55.298631 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8630f040-f3e7-455c-9899-4a49cd59ef61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:55.320085 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578745a1-9106-4e06-a81d-7f3fb318b0ae tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Checking segment: {'id': 'e8c04b3b-c076-42bf-8c4e-1723c0cb15a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c4b3e140-293c-45c2-97ad-7ea3af115aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:30:55.320415 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578745a1-9106-4e06-a81d-7f3fb318b0ae tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Network hostable DHCP agents. Network: c4b3e140-293c-45c2-97ad-7ea3af115aa3, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:30:55.330540 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-dc900f0b-885c-4066-85b7-82735f6bd38a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4848561 Oct 13 15:30:55.330729 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49566) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:55.341213 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc900f0b-885c-4066-85b7-82735f6bd38a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event updated for resources: {'Network': ['ID=0962ef51-7d4d-4cf8-9363-af2250f170b9,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:55.342130 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-5ff43c3c-ae87-4103-8ce0-7392356804dc tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Request body: {'subnet': {'network_id': '226ca6e1-a48b-4cef-9ae0-4e006c3b7297', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:55.343742 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aea32ca-6da9-4f52-b7af-e09ac6534a7c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:30:55.361933 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763a23e8-2108-4c76-b24e-b63565dc5143 None None] Sync routers for ids ['1b1ef388-0a0f-407d-8f64-2d9ebdb12718'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:30:55.375576 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763a23e8-2108-4c76-b24e-b63565dc5143 None None] Routers {'1b1ef388-0a0f-407d-8f64-2d9ebdb12718'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:30:55.376592 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-763a23e8-2108-4c76-b24e-b63565dc5143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:30:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['1b1ef388-0a0f-407d-8f64-2d9ebdb12718'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:55.386024 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 0962ef51-7d4d-4cf8-9363-af2250f170b9 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:30:55.442183 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-8778c755-8377-4ef0-95ff-9062fa769f69 None None] Current status of the port 880d6672-f3b3-444a-bdcb-e106a12a1490 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:30:55.442538 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8778c755-8377-4ef0-95ff-9062fa769f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:55.445539 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-763a23e8-2108-4c76-b24e-b63565dc5143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:55.454772 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763a23e8-2108-4c76-b24e-b63565dc5143 None None] Routers {'1b1ef388-0a0f-407d-8f64-2d9ebdb12718'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:30:55.455766 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-763a23e8-2108-4c76-b24e-b63565dc5143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:30:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['1b1ef388-0a0f-407d-8f64-2d9ebdb12718'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:55.525982 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-763a23e8-2108-4c76-b24e-b63565dc5143 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:55.526941 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763a23e8-2108-4c76-b24e-b63565dc5143 None None] The sync data for ids ['1b1ef388-0a0f-407d-8f64-2d9ebdb12718'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:30:55.541931 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1aea32ca-6da9-4f52-b7af-e09ac6534a7c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:55.542252 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-8778c755-8377-4ef0-95ff-9062fa769f69 None None] For port 880d6672-f3b3-444a-bdcb-e106a12a1490, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=880d6672-f3b3-444a-bdcb-e106a12a1490,segment=NetworkSegment(ad7a3afc-0fe6-4b90-87c6-d6842c7b62b4),segment_id=ad7a3afc-0fe6-4b90-87c6-d6842c7b62b4)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:30:55.547030 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-1aea32ca-6da9-4f52-b7af-e09ac6534a7c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.4284101 Oct 13 15:30:55.548381 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8778c755-8377-4ef0-95ff-9062fa769f69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:55.548577 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49570) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:55.551724 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5770c698-8d26-4c4c-a1d5-a7084751383c tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:55.576452 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-578745a1-9106-4e06-a81d-7f3fb318b0ae tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Network c4b3e140-293c-45c2-97ad-7ea3af115aa3 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:30:55.584250 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-fd008247-e611-4e1a-b72c-12f77231d832 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Synchronizing usage tracker for tenant:42424788e9554a81ae9da43073b2fd43 on resource:security_group {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:30:55.598502 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-8778c755-8377-4ef0-95ff-9062fa769f69 None None] Could not find standard attr ID for object e8c3ad6f-9a78-4293-a850-e1d41d38e82a. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:30:55.626489 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:55.634856 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8778c755-8377-4ef0-95ff-9062fa769f69 None None] Pushing event updated for resources: {'Port': ['ID=880d6672-f3b3-444a-bdcb-e106a12a1490,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:55.654883 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-5ff43c3c-ae87-4103-8ce0-7392356804dc tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:30:55.663903 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5770c698-8d26-4c4c-a1d5-a7084751383c tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event deleted for resources: {'Port': ['ID=e8c3ad6f-9a78-4293-a850-e1d41d38e82a,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:55.675914 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-578745a1-9106-4e06-a81d-7f3fb318b0ae tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, c4b3e140-293c-45c2-97ad-7ea3af115aa3) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:30:55.678843 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-5ff43c3c-ae87-4103-8ce0-7392356804dc tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Usage tracker for resource:subnet and tenant:4c5e5250b5d0476f9d711181f94ffb05 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:30:55.689003 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8630f040-f3e7-455c-9899-4a49cd59ef61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:55.689397 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-5ff43c3c-ae87-4103-8ce0-7392356804dc tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:30:55.692501 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e4c11ad-224d-4266-bd76-d2501df0c038 None None] Network c4b3e140-293c-45c2-97ad-7ea3af115aa3 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:30:55.692655 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578745a1-9106-4e06-a81d-7f3fb318b0ae tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:55.693200 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-578745a1-9106-4e06-a81d-7f3fb318b0ae tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:55.709520 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-fd008247-e611-4e1a-b72c-12f77231d832 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Unset dirty status for tenant:42424788e9554a81ae9da43073b2fd43 on resource:security_group {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:30:55.710786 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-fd008247-e611-4e1a-b72c-12f77231d832 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4130070 Oct 13 15:30:55.711782 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-5ff43c3c-ae87-4103-8ce0-7392356804dc tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:30:55.721296 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49574) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:55.730798 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-61ab21a2-2ba4-4d89-a4c9-d2211852587d tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Request body: {'security_group': {'name': 'tempest-secgroup--930729925'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:55.740985 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-61ab21a2-2ba4-4d89-a4c9-d2211852587d tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:30:55.747809 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-578745a1-9106-4e06-a81d-7f3fb318b0ae tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5767689 Oct 13 15:30:55.749934 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49578) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:55.758910 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-61ab21a2-2ba4-4d89-a4c9-d2211852587d tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:30:55.763994 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-e3bcf49e-0ee5-4067-9cbe-4bd8e7f605ff tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Request body: {'port': {'network_id': 'c4b3e140-293c-45c2-97ad-7ea3af115aa3', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1721289581'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:55.925455 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ff43c3c-ae87-4103-8ce0-7392356804dc tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Made reservation on behalf of 4c5e5250b5d0476f9d711181f94ffb05 for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:30:55.929611 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5ff43c3c-ae87-4103-8ce0-7392356804dc tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:55.935747 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8630f040-f3e7-455c-9899-4a49cd59ef61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=12a9e0ad-f87e-4c11-b0b3-9af248956963,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:55.937852 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8630f040-f3e7-455c-9899-4a49cd59ef61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:55.963963 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ffbfcd67-6c2a-456a-b24f-84c360d62546 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:56.005183 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5770c698-8d26-4c4c-a1d5-a7084751383c tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:56.009744 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-5770c698-8d26-4c4c-a1d5-a7084751383c tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "DELETE /v2.0/ports/e8c3ad6f-9a78-4293-a850-e1d41d38e82a HTTP/1.1" status: 204 len: 168 time: 1.8547571 Oct 13 15:30:56.009744 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-8630f040-f3e7-455c-9899-4a49cd59ef61 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/12a9e0ad-f87e-4c11-b0b3-9af248956963 HTTP/1.1" status: 204 len: 168 time: 1.6821685 Oct 13 15:30:56.016899 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49582) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:56.017489 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49584) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:56.025470 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa4372e-e8bb-4ff9-a429-3811d71f563c None None] Network 68ca5488-1f82-4ee2-9e86-9e983d74aa07 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:30:56.063873 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c764288c-1c89-49eb-87e4-75882ea24bec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-c4b3e140-293c-45c2-97ad-7ea3af115aa3', 'network_id': 'c4b3e140-293c-45c2-97ad-7ea3af115aa3', 'tenant_id': '9e33483a5b9340079ceb6507c5016c46', 'fixed_ips': [{'subnet_id': '049424bc-2fd8-4e38-85d9-044a04b3e472'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:30:56.064083 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-61ab21a2-2ba4-4d89-a4c9-d2211852587d tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:56.064700 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c764288c-1c89-49eb-87e4-75882ea24bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:56.097692 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa71bde3-87bd-4c9c-8416-94f9de3c8038 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] GET failed (client error): The resource could not be found. Oct 13 15:30:56.098136 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-aa71bde3-87bd-4c9c-8416-94f9de3c8038 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Synchronizing usage tracker for tenant:19ec4718eae5492e825f796615e1a8b4 on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:30:56.203869 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-aa71bde3-87bd-4c9c-8416-94f9de3c8038 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Unset dirty status for tenant:19ec4718eae5492e825f796615e1a8b4 on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:30:56.207892 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-aa71bde3-87bd-4c9c-8416-94f9de3c8038 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "GET /v2.0/ports/e8c3ad6f-9a78-4293-a850-e1d41d38e82a HTTP/1.1" status: 404 len: 333 time: 0.1864264 Oct 13 15:30:56.251706 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49590) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:56.294617 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aab6c5e9-8411-4c70-a59d-529f28ff9f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:56.314798 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-aab6c5e9-8411-4c70-a59d-529f28ff9f30 admin admin] Deleting port 551d2b5b-f7c8-4e4e-a0f7-39e1ec1c7b8f {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:30:56.314798 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aab6c5e9-8411-4c70-a59d-529f28ff9f30 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:56.315123 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-61ab21a2-2ba4-4d89-a4c9-d2211852587d tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:30:56.344364 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-61ab21a2-2ba4-4d89-a4c9-d2211852587d tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Usage tracker for resource:security_group_rule and tenant:42424788e9554a81ae9da43073b2fd43 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:30:56.352488 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-61ab21a2-2ba4-4d89-a4c9-d2211852587d tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:30:56.373673 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-61ab21a2-2ba4-4d89-a4c9-d2211852587d tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:30:56.377478 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-c764288c-1c89-49eb-87e4-75882ea24bec None None] Allocated IP 172.20.0.2 (c4b3e140-293c-45c2-97ad-7ea3af115aa3/049424bc-2fd8-4e38-85d9-044a04b3e472/f7c4f959-458c-4a57-ac58-89f6fa363393) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:30:56.423322 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_v2 [None req-7800f5a1-0e4b-4b11-85a5-ccb0053368f9 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Deleting subnet bec2069c-220a-4b30-b83f-05a42ff7b7d2 {{(pid=88973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:30:56.436590 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-e3bcf49e-0ee5-4067-9cbe-4bd8e7f605ff tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:30:56.442273 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7800f5a1-0e4b-4b11-85a5-ccb0053368f9 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for subnet, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:56.480012 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-e3bcf49e-0ee5-4067-9cbe-4bd8e7f605ff tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Usage tracker for resource:port and tenant:9e33483a5b9340079ceb6507c5016c46 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:30:56.490188 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb678185-128d-41a6-8b68-4a06e630cd71 None None] DHCP port deletion for 68ca5488-1f82-4ee2-9e86-9e983d74aa07 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:30:56.504906 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-fb678185-128d-41a6-8b68-4a06e630cd71 None None] Deleting port 551d2b5b-f7c8-4e4e-a0f7-39e1ec1c7b8f {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:30:56.505279 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-fb678185-128d-41a6-8b68-4a06e630cd71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:56.540101 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-e3bcf49e-0ee5-4067-9cbe-4bd8e7f605ff tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:30:56.568945 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-e3bcf49e-0ee5-4067-9cbe-4bd8e7f605ff tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:30:56.648681 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7800f5a1-0e4b-4b11-85a5-ccb0053368f9 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7432921'] for subnet, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:56.699735 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3bcf49e-0ee5-4067-9cbe-4bd8e7f605ff tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Made reservation on behalf of 9e33483a5b9340079ceb6507c5016c46 for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:30:56.703027 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e3bcf49e-0ee5-4067-9cbe-4bd8e7f605ff tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:56.776350 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-aab6c5e9-8411-4c70-a59d-529f28ff9f30 admin admin] For port 551d2b5b-f7c8-4e4e-a0f7-39e1ec1c7b8f, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=551d2b5b-f7c8-4e4e-a0f7-39e1ec1c7b8f,segment=NetworkSegment(59c3c14c-d254-40b6-80b5-3c7945a1ec02),segment_id=59c3c14c-d254-40b6-80b5-3c7945a1ec02)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:30:56.776665 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aab6c5e9-8411-4c70-a59d-529f28ff9f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:56.798965 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c764288c-1c89-49eb-87e4-75882ea24bec None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:56.825981 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-c764288c-1c89-49eb-87e4-75882ea24bec None None] Transition to ACTIVE for port object f7c4f959-458c-4a57-ac58-89f6fa363393 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:30:56.835167 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-fb678185-128d-41a6-8b68-4a06e630cd71 None None] For port 551d2b5b-f7c8-4e4e-a0f7-39e1ec1c7b8f, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=551d2b5b-f7c8-4e4e-a0f7-39e1ec1c7b8f,segment=NetworkSegment(59c3c14c-d254-40b6-80b5-3c7945a1ec02),segment_id=59c3c14c-d254-40b6-80b5-3c7945a1ec02)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:30:56.835556 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-fb678185-128d-41a6-8b68-4a06e630cd71 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:56.865918 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [None req-e3bcf49e-0ee5-4067-9cbe-4bd8e7f605ff tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] device_id is not set on port 167143bf-314e-47d7-b131-318e3dc0c82a yet. {{(pid=88973) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:30:56.905089 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-61ab21a2-2ba4-4d89-a4c9-d2211852587d tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:56.905869 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-aab6c5e9-8411-4c70-a59d-529f28ff9f30 admin admin] Calling delete_port for 551d2b5b-f7c8-4e4e-a0f7-39e1ec1c7b8f owned by network:dhcp {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:30:56.935370 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-61ab21a2-2ba4-4d89-a4c9-d2211852587d tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:56.959461 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ffbfcd67-6c2a-456a-b24f-84c360d62546 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:56.966031 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-fb678185-128d-41a6-8b68-4a06e630cd71 None None] Calling delete_port for 551d2b5b-f7c8-4e4e-a0f7-39e1ec1c7b8f owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:30:56.997769 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-c764288c-1c89-49eb-87e4-75882ea24bec None None] Transition to ACTIVE for port object f7c4f959-458c-4a57-ac58-89f6fa363393 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:30:57.006912 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ffbfcd67-6c2a-456a-b24f-84c360d62546 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1827972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1827983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1827956'] for router, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:57.013589 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c764288c-1c89-49eb-87e4-75882ea24bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:57.028616 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5ff43c3c-ae87-4103-8ce0-7392356804dc tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:57.093373 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c764288c-1c89-49eb-87e4-75882ea24bec None None] Network c4b3e140-293c-45c2-97ad-7ea3af115aa3 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:30:57.098685 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-c764288c-1c89-49eb-87e4-75882ea24bec None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:30:57.115213 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c764288c-1c89-49eb-87e4-75882ea24bec None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:30:57.116558 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aab6c5e9-8411-4c70-a59d-529f28ff9f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:57.119233 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c764288c-1c89-49eb-87e4-75882ea24bec None None] Pushing event updated for resources: {'Port': ['ID=f7c4f959-458c-4a57-ac58-89f6fa363393,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:57.170843 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ab21a2-2ba4-4d89-a4c9-d2211852587d tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99834e9e-9ad1-41af-884b-6cf395e18973,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:57.181262 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab6c5e9-8411-4c70-a59d-529f28ff9f30 admin admin] Pushing event deleted for resources: {'Port': ['ID=551d2b5b-f7c8-4e4e-a0f7-39e1ec1c7b8f,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:57.185702 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab6c5e9-8411-4c70-a59d-529f28ff9f30 admin admin] No DVR routers for this DVR port 551d2b5b-f7c8-4e4e-a0f7-39e1ec1c7b8f on host dv-neutron-860329-2-hyperv {{(pid=88972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:30:57.216763 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-17dceee2-ac2b-4e21-bc63-990e2486a1d6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:57.221609 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.db.api [None req-fb678185-128d-41a6-8b68-4a06e630cd71 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88974) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:30:57.221964 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG oslo_db.api [None req-fb678185-128d-41a6-8b68-4a06e630cd71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:30:57.232191 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-61ab21a2-2ba4-4d89-a4c9-d2211852587d tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:57.233447 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-61ab21a2-2ba4-4d89-a4c9-d2211852587d tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.5107098 Oct 13 15:30:57.238331 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-c764288c-1c89-49eb-87e4-75882ea24bec None None] Attempting to bind port f7c4f959-458c-4a57-ac58-89f6fa363393 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:30:57.238847 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-c764288c-1c89-49eb-87e4-75882ea24bec None None] Attempting to bind port f7c4f959-458c-4a57-ac58-89f6fa363393 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'e8c04b3b-c076-42bf-8c4e-1723c0cb15a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c4b3e140-293c-45c2-97ad-7ea3af115aa3'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:30:57.239297 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c764288c-1c89-49eb-87e4-75882ea24bec None None] Attempting to bind port f7c4f959-458c-4a57-ac58-89f6fa363393 on network c4b3e140-293c-45c2-97ad-7ea3af115aa3 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:30:57.240971 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7800f5a1-0e4b-4b11-85a5-ccb0053368f9 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:57.245951 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c764288c-1c89-49eb-87e4-75882ea24bec None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:30:57.246609 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c764288c-1c89-49eb-87e4-75882ea24bec None None] Checking segment: {'id': 'e8c04b3b-c076-42bf-8c4e-1723c0cb15a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c4b3e140-293c-45c2-97ad-7ea3af115aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:30:57.247098 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c764288c-1c89-49eb-87e4-75882ea24bec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:57.247547 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c764288c-1c89-49eb-87e4-75882ea24bec None None] Bound using segment: {'id': 'e8c04b3b-c076-42bf-8c4e-1723c0cb15a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c4b3e140-293c-45c2-97ad-7ea3af115aa3'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:30:57.248464 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-c764288c-1c89-49eb-87e4-75882ea24bec None None] Bound port: f7c4f959-458c-4a57-ac58-89f6fa363393, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8c04b3b-c076-42bf-8c4e-1723c0cb15a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': 'c4b3e140-293c-45c2-97ad-7ea3af115aa3'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:30:57.248760 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c764288c-1c89-49eb-87e4-75882ea24bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:57.250852 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49594) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:57.269057 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-a1086aec-09c9-4f22-b43d-ceddce50d005 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Request body: {'security_group_rule': {'security_group_id': '99834e9e-9ad1-41af-884b-6cf395e18973', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:57.347278 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-c764288c-1c89-49eb-87e4-75882ea24bec None None] For port f7c4f959-458c-4a57-ac58-89f6fa363393, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:30:57.351169 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-c764288c-1c89-49eb-87e4-75882ea24bec None None] For port f7c4f959-458c-4a57-ac58-89f6fa363393, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=f7c4f959-458c-4a57-ac58-89f6fa363393,segment=NetworkSegment(e8c04b3b-c076-42bf-8c4e-1723c0cb15a2),segment_id=e8c04b3b-c076-42bf-8c4e-1723c0cb15a2)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:30:57.356206 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c764288c-1c89-49eb-87e4-75882ea24bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:57.377463 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff43c3c-ae87-4103-8ce0-7392356804dc tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event updated for resources: {'Subnet': ['ID=d4fa7beb-0c9d-4fbc-ac2e-601f612a832a,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:57.451283 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c764288c-1c89-49eb-87e4-75882ea24bec None None] Pushing event updated for resources: {'Port': ['ID=f7c4f959-458c-4a57-ac58-89f6fa363393,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:57.476992 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-a1086aec-09c9-4f22-b43d-ceddce50d005 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:30:57.554569 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aab6c5e9-8411-4c70-a59d-529f28ff9f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:57.562236 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-a1086aec-09c9-4f22-b43d-ceddce50d005 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Usage tracker for resource:security_group_rule and tenant:42424788e9554a81ae9da43073b2fd43 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:30:57.568208 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 880d6672-f3b3-444a-bdcb-e106a12a1490 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:30:57.569451 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-a1086aec-09c9-4f22-b43d-ceddce50d005 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:30:57.578782 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-a1086aec-09c9-4f22-b43d-ceddce50d005 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:30:57.625101 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-e3bcf49e-0ee5-4067-9cbe-4bd8e7f605ff tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Allocated IP 172.20.0.3 (c4b3e140-293c-45c2-97ad-7ea3af115aa3/049424bc-2fd8-4e38-85d9-044a04b3e472/167143bf-314e-47d7-b131-318e3dc0c82a) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:30:57.638092 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ff43c3c-ae87-4103-8ce0-7392356804dc tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Checking segment: {'id': 'e56b30c2-67eb-4b50-9f19-1dcde497d562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '226ca6e1-a48b-4cef-9ae0-4e006c3b7297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:30:57.638486 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff43c3c-ae87-4103-8ce0-7392356804dc tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Network hostable DHCP agents. Network: 226ca6e1-a48b-4cef-9ae0-4e006c3b7297, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:30:57.656370 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 880d6672-f3b3-444a-bdcb-e106a12a1490 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:30:57.656920 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:57.657321 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 880d6672-f3b3-444a-bdcb-e106a12a1490 Oct 13 15:30:57.664207 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-aab6c5e9-8411-4c70-a59d-529f28ff9f30 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68ca5488-1f82-4ee2-9e86-9e983d74aa07']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:57.709776 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a1086aec-09c9-4f22-b43d-ceddce50d005 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:57.723169 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-aab6c5e9-8411-4c70-a59d-529f28ff9f30 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59c3c14c-d254-40b6-80b5-3c7945a1ec02') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:57.723595 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-aab6c5e9-8411-4c70-a59d-529f28ff9f30 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59c3c14c-d254-40b6-80b5-3c7945a1ec02') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:57.743634 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aab6c5e9-8411-4c70-a59d-529f28ff9f30 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:57.757674 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-fb678185-128d-41a6-8b68-4a06e630cd71 None None] Deleting port 551d2b5b-f7c8-4e4e-a0f7-39e1ec1c7b8f {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:30:57.758386 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-fb678185-128d-41a6-8b68-4a06e630cd71 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:57.763473 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ff43c3c-ae87-4103-8ce0-7392356804dc tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Network 226ca6e1-a48b-4cef-9ae0-4e006c3b7297 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:30:57.781551 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffbfcd67-6c2a-456a-b24f-84c360d62546 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Router 3d48b368-cb88-4681-b318-ddab3f60285c is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 15:30:57.790917 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7800f5a1-0e4b-4b11-85a5-ccb0053368f9 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:57.805821 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aab6c5e9-8411-4c70-a59d-529f28ff9f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:57.848247 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7800f5a1-0e4b-4b11-85a5-ccb0053368f9 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event deleted for resources: {'Subnet': ['ID=bec2069c-220a-4b30-b83f-05a42ff7b7d2,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:57.850360 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-5ff43c3c-ae87-4103-8ce0-7392356804dc tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 226ca6e1-a48b-4cef-9ae0-4e006c3b7297) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:30:57.867051 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ff43c3c-ae87-4103-8ce0-7392356804dc tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:30:57.867635 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5ff43c3c-ae87-4103-8ce0-7392356804dc tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:57.868754 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aab6c5e9-8411-4c70-a59d-529f28ff9f30 admin admin] Releasing vlan 428 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:30:57.869221 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aab6c5e9-8411-4c70-a59d-529f28ff9f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:57.879927 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cfef8d-68ea-4fb1-9f3e-6deeca9bab61 None None] Network 226ca6e1-a48b-4cef-9ae0-4e006c3b7297 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:30:57.901901 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bbf8c21-bb3f-4c27-9651-768eeb578966 None None] Network 4a5d1c29-ef81-4339-a1f8-7b6c2928713f requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:30:57.923203 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7800f5a1-0e4b-4b11-85a5-ccb0053368f9 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:57.972053 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 59c3c14c-d254-40b6-80b5-3c7945a1ec02 resource provider aggregate not found Oct 13 15:30:57.989224 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-fb678185-128d-41a6-8b68-4a06e630cd71 None None] The port '551d2b5b-f7c8-4e4e-a0f7-39e1ec1c7b8f' was deleted {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 13 15:30:58.004673 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 59c3c14c-d254-40b6-80b5-3c7945a1ec02 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 59c3c14c-d254-40b6-80b5-3c7945a1ec02 found for delete ", "request_id": "req-fe512ca3-efd6-4a25-b19f-3f5fc7af8d68"}]} Oct 13 15:30:58.005254 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aab6c5e9-8411-4c70-a59d-529f28ff9f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:58.017892 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-5ff43c3c-ae87-4103-8ce0-7392356804dc tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6875415 Oct 13 15:30:58.021413 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aab6c5e9-8411-4c70-a59d-529f28ff9f30 admin admin] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:58.032948 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-7800f5a1-0e4b-4b11-85a5-ccb0053368f9 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "DELETE /v2.0/subnets/bec2069c-220a-4b30-b83f-05a42ff7b7d2 HTTP/1.1" status: 204 len: 168 time: 1.7705212 Oct 13 15:30:58.036972 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49602) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:58.037498 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49604) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:58.108595 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab6c5e9-8411-4c70-a59d-529f28ff9f30 admin admin] Pushing event deleted for resources: {'Network': ['ID=68ca5488-1f82-4ee2-9e86-9e983d74aa07,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:58.134425 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a1086aec-09c9-4f22-b43d-ceddce50d005 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:58.154832 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a1086aec-09c9-4f22-b43d-ceddce50d005 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:58.240163 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a82d1499-a880-4c0b-9091-80cbac102642 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:58.246592 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-8a1438ef-4af1-4236-a94f-5cba29502c6d tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Request body: {'subnet': {'network_id': '0962ef51-7d4d-4cf8-9363-af2250f170b9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:58.246987 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-aab6c5e9-8411-4c70-a59d-529f28ff9f30 admin admin] 10.222.0.42 "DELETE /v2.0/networks/68ca5488-1f82-4ee2-9e86-9e983d74aa07 HTTP/1.1" status: 204 len: 168 time: 2.2264240 Oct 13 15:30:58.280402 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-17dceee2-ac2b-4e21-bc63-990e2486a1d6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Allocated IP 172.20.0.1 (e8e4d4f8-dddc-4f65-b779-4466c5da47de/ce0fced5-4fea-4c34-bd5a-bd2a7afcc0d9/344ea809-a790-428f-b371-54483511640b) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:30:58.309662 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 880d6672-f3b3-444a-bdcb-e106a12a1490 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:30:58.407443 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 551d2b5b-f7c8-4e4e-a0f7-39e1ec1c7b8f no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:30:58.450460 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 551d2b5b-f7c8-4e4e-a0f7-39e1ec1c7b8f {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:30:58.450823 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 551d2b5b-f7c8-4e4e-a0f7-39e1ec1c7b8f not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:30:58.461835 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e1a6843-6828-4a77-9534-c2f1e564e9da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-226ca6e1-a48b-4cef-9ae0-4e006c3b7297', 'network_id': '226ca6e1-a48b-4cef-9ae0-4e006c3b7297', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'fixed_ips': [{'subnet_id': 'd4fa7beb-0c9d-4fbc-ac2e-601f612a832a'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:30:58.463833 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6e1a6843-6828-4a77-9534-c2f1e564e9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:58.531790 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1086aec-09c9-4f22-b43d-ceddce50d005 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88ed3c5e-cbe0-45ce-8153-f4e561fd77e6,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:58.538330 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a1086aec-09c9-4f22-b43d-ceddce50d005 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:58.542605 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a1086aec-09c9-4f22-b43d-ceddce50d005 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.2888298 Oct 13 15:30:58.545630 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49612) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:58.553581 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-17dceee2-ac2b-4e21-bc63-990e2486a1d6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:58.560112 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-971ecde2-1a0a-46fd-a86d-8fd5e2b9e86a tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Request body: {'security_group_rule': {'security_group_id': '99834e9e-9ad1-41af-884b-6cf395e18973', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:58.572364 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b54f53-b9de-498b-815c-e633088cff00 None None] DHCP port deletion for 4a5d1c29-ef81-4339-a1f8-7b6c2928713f request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:30:58.575142 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49616) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:58.576000 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-971ecde2-1a0a-46fd-a86d-8fd5e2b9e86a tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:30:58.578428 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-76b54f53-b9de-498b-815c-e633088cff00 None None] Deleting port 14d80718-9213-46c3-9585-a9b2054ed967 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:30:58.578796 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-76b54f53-b9de-498b-815c-e633088cff00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:58.587055 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-971ecde2-1a0a-46fd-a86d-8fd5e2b9e86a tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Usage tracker for resource:security_group_rule and tenant:42424788e9554a81ae9da43073b2fd43 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:30:58.588349 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:30:58.624841 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-971ecde2-1a0a-46fd-a86d-8fd5e2b9e86a tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:30:58.630720 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-17dceee2-ac2b-4e21-bc63-990e2486a1d6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Transition to ACTIVE for port object 344ea809-a790-428f-b371-54483511640b will not be triggered until provisioned by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:30:58.637282 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-971ecde2-1a0a-46fd-a86d-8fd5e2b9e86a tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:30:58.662271 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-45ae644a-f73f-4a3a-8624-145dabc0ff99 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9c317355326e4f748fe019ccb370c99a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0836017 Oct 13 15:30:58.665925 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49620) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:58.679254 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-8a1438ef-4af1-4236-a94f-5cba29502c6d tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:30:58.696098 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-a82d1499-a880-4c0b-9091-80cbac102642 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Deleting port 14d80718-9213-46c3-9585-a9b2054ed967 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:30:58.696675 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a82d1499-a880-4c0b-9091-80cbac102642 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:58.749812 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-971ecde2-1a0a-46fd-a86d-8fd5e2b9e86a tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:58.762157 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffbfcd67-6c2a-456a-b24f-84c360d62546 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:30:58.787364 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-04acaa6b-88e6-4af2-aafb-716a2b81141a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:58.798282 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600961d5-d688-4315-b4c1-146c9e127324 None None] Sync routers for ids ['3d48b368-cb88-4681-b318-ddab3f60285c'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:30:58.807370 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-8a1438ef-4af1-4236-a94f-5cba29502c6d tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Usage tracker for resource:subnet and tenant:4c5e5250b5d0476f9d711181f94ffb05 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:30:58.812861 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ffbfcd67-6c2a-456a-b24f-84c360d62546 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:58.813275 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-17dceee2-ac2b-4e21-bc63-990e2486a1d6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:58.817454 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-ffbfcd67-6c2a-456a-b24f-84c360d62546 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] 10.222.0.42 "PUT /v2.0/routers/3d48b368-cb88-4681-b318-ddab3f60285c HTTP/1.1" status: 200 len: 920 time: 6.7612371 Oct 13 15:30:58.821770 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-8a1438ef-4af1-4236-a94f-5cba29502c6d tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:30:58.824669 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49624) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:58.849060 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600961d5-d688-4315-b4c1-146c9e127324 None None] Routers {'3d48b368-cb88-4681-b318-ddab3f60285c'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:30:58.849691 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-600961d5-d688-4315-b4c1-146c9e127324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:30:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['3d48b368-cb88-4681-b318-ddab3f60285c'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:58.901540 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17dceee2-ac2b-4e21-bc63-990e2486a1d6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Network e8e4d4f8-dddc-4f65-b779-4466c5da47de is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:30:58.919793 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-8a1438ef-4af1-4236-a94f-5cba29502c6d tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:30:58.924259 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef70071c-3ca9-4578-a895-a25b1cfb7c0f None None] Network c4b3e140-293c-45c2-97ad-7ea3af115aa3 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:30:58.924781 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-17dceee2-ac2b-4e21-bc63-990e2486a1d6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:30:58.929264 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-04acaa6b-88e6-4af2-aafb-716a2b81141a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:58.943001 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17dceee2-ac2b-4e21-bc63-990e2486a1d6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:30:58.951004 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e3bcf49e-0ee5-4067-9cbe-4bd8e7f605ff tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:58.975465 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-600961d5-d688-4315-b4c1-146c9e127324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:59.014458 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dceee2-ac2b-4e21-bc63-990e2486a1d6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Pushing event updated for resources: {'Port': ['ID=344ea809-a790-428f-b371-54483511640b,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:59.030293 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-971ecde2-1a0a-46fd-a86d-8fd5e2b9e86a tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:59.050084 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-971ecde2-1a0a-46fd-a86d-8fd5e2b9e86a tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:59.075844 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971ecde2-1a0a-46fd-a86d-8fd5e2b9e86a tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e47df61-8b84-4f96-ba8b-f30590c7fc84,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:59.083260 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a1438ef-4af1-4236-a94f-5cba29502c6d tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Made reservation on behalf of 4c5e5250b5d0476f9d711181f94ffb05 for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:30:59.087269 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8a1438ef-4af1-4236-a94f-5cba29502c6d tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:59.091880 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-17dceee2-ac2b-4e21-bc63-990e2486a1d6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:59.127369 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-6e1a6843-6828-4a77-9534-c2f1e564e9da None None] Allocated IP 172.20.0.2 (226ca6e1-a48b-4cef-9ae0-4e006c3b7297/d4fa7beb-0c9d-4fbc-ac2e-601f612a832a/76f47a05-dbce-481c-b00c-2831067a9602) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:30:59.129224 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-54184ed5-c197-4bec-8738-247559a6c9df None None] Provisioning for port f7c4f959-458c-4a57-ac58-89f6fa363393 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:30:59.157557 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-600961d5-d688-4315-b4c1-146c9e127324 None None] Routers {'3d48b368-cb88-4681-b318-ddab3f60285c'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:30:59.158371 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-600961d5-d688-4315-b4c1-146c9e127324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:30:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['3d48b368-cb88-4681-b318-ddab3f60285c'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:59.168306 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-971ecde2-1a0a-46fd-a86d-8fd5e2b9e86a tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:59.172547 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-971ecde2-1a0a-46fd-a86d-8fd5e2b9e86a tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6228492 Oct 13 15:30:59.177649 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49628) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:59.183952 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-dbecb7d0-2f83-4ebf-8b0e-ef94c23a7a9d tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Request body: {'security_group_rule': {'security_group_id': '99834e9e-9ad1-41af-884b-6cf395e18973', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:30:59.189142 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-04acaa6b-88e6-4af2-aafb-716a2b81141a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:59.191581 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-04acaa6b-88e6-4af2-aafb-716a2b81141a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:59.192760 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-04acaa6b-88e6-4af2-aafb-716a2b81141a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/47e32449-b5df-42cc-ace9-fe80b55159ac HTTP/1.1" status: 204 len: 168 time: 0.5253265 Oct 13 15:30:59.207674 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-dbecb7d0-2f83-4ebf-8b0e-ef94c23a7a9d tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:30:59.216247 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04acaa6b-88e6-4af2-aafb-716a2b81141a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e32449-b5df-42cc-ace9-fe80b55159ac,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:30:59.219485 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-e3bcf49e-0ee5-4067-9cbe-4bd8e7f605ff tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Transition to ACTIVE for port object 167143bf-314e-47d7-b131-318e3dc0c82a will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:30:59.221453 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-dbecb7d0-2f83-4ebf-8b0e-ef94c23a7a9d tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Usage tracker for resource:security_group_rule and tenant:42424788e9554a81ae9da43073b2fd43 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:30:59.227649 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-dbecb7d0-2f83-4ebf-8b0e-ef94c23a7a9d tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:30:59.235725 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-dbecb7d0-2f83-4ebf-8b0e-ef94c23a7a9d tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:30:59.268808 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-600961d5-d688-4315-b4c1-146c9e127324 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:30:59.269305 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-600961d5-d688-4315-b4c1-146c9e127324 None None] The sync data for ids ['3d48b368-cb88-4681-b318-ddab3f60285c'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:30:59.285984 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-76b54f53-b9de-498b-815c-e633088cff00 None None] For port 14d80718-9213-46c3-9585-a9b2054ed967, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=14d80718-9213-46c3-9585-a9b2054ed967,segment=NetworkSegment(19d606ed-42c7-45ac-88c1-2c9c0994b3b3),segment_id=19d606ed-42c7-45ac-88c1-2c9c0994b3b3)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:30:59.286772 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-76b54f53-b9de-498b-815c-e633088cff00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:59.340709 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-a82d1499-a880-4c0b-9091-80cbac102642 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] For port 14d80718-9213-46c3-9585-a9b2054ed967, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=14d80718-9213-46c3-9585-a9b2054ed967,segment=NetworkSegment(19d606ed-42c7-45ac-88c1-2c9c0994b3b3),segment_id=19d606ed-42c7-45ac-88c1-2c9c0994b3b3)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:30:59.341089 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a82d1499-a880-4c0b-9091-80cbac102642 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:59.357281 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-17dceee2-ac2b-4e21-bc63-990e2486a1d6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:59.377785 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-dbecb7d0-2f83-4ebf-8b0e-ef94c23a7a9d tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:59.495267 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-a82d1499-a880-4c0b-9091-80cbac102642 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Calling delete_port for 14d80718-9213-46c3-9585-a9b2054ed967 owned by network:dhcp {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:30:59.605461 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-76b54f53-b9de-498b-815c-e633088cff00 None None] Calling delete_port for 14d80718-9213-46c3-9585-a9b2054ed967 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:30:59.723410 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device f7c4f959-458c-4a57-ac58-89f6fa363393 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:30:59.796794 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-19d6e34b-a1cc-4380-a9c7-e1508c841ae2 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] 10.222.0.42 "GET /v2.0/routers/3d48b368-cb88-4681-b318-ddab3f60285c HTTP/1.1" status: 200 len: 926 time: 0.9600232 Oct 13 15:30:59.803497 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49642) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:30:59.867132 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e3bcf49e-0ee5-4067-9cbe-4bd8e7f605ff tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:59.874859 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-56120ea4-a78f-459a-81ca-84b721f63541 None None] Provisioning for port 344ea809-a790-428f-b371-54483511640b completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:30:59.889451 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-56120ea4-a78f-459a-81ca-84b721f63541 None None] Provisioning complete for port 344ea809-a790-428f-b371-54483511640b triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:30:59.889969 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-56120ea4-a78f-459a-81ca-84b721f63541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:30:59.890451 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-56120ea4-a78f-459a-81ca-84b721f63541 None None] Attempt 1 to provision port 344ea809-a790-428f-b371-54483511640b Oct 13 15:30:59.971588 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3bcf49e-0ee5-4067-9cbe-4bd8e7f605ff tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Network c4b3e140-293c-45c2-97ad-7ea3af115aa3 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:30:59.980595 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-e3bcf49e-0ee5-4067-9cbe-4bd8e7f605ff tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:31:00.006481 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-17dceee2-ac2b-4e21-bc63-990e2486a1d6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:00.016818 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3bcf49e-0ee5-4067-9cbe-4bd8e7f605ff tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:31:00.025915 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-17dceee2-ac2b-4e21-bc63-990e2486a1d6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:00.093659 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a82d1499-a880-4c0b-9091-80cbac102642 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:00.100702 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.db.api [None req-76b54f53-b9de-498b-815c-e633088cff00 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88974) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:31:00.101523 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG oslo_db.api [None req-76b54f53-b9de-498b-815c-e633088cff00 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:31:00.103437 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bcf49e-0ee5-4067-9cbe-4bd8e7f605ff tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Pushing event updated for resources: {'Port': ['ID=167143bf-314e-47d7-b131-318e3dc0c82a,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:00.107821 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-56120ea4-a78f-459a-81ca-84b721f63541 None None] Port 344ea809-a790-428f-b371-54483511640b cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:00.127627 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port f7c4f959-458c-4a57-ac58-89f6fa363393 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:31:00.145090 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port f7c4f959-458c-4a57-ac58-89f6fa363393 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:31:00.145461 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:00.145791 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port f7c4f959-458c-4a57-ac58-89f6fa363393 Oct 13 15:31:00.163409 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82d1499-a880-4c0b-9091-80cbac102642 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] No DVR routers for this DVR port 14d80718-9213-46c3-9585-a9b2054ed967 on host dv-neutron-860329-2-hyperv {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:31:00.196319 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dceee2-ac2b-4e21-bc63-990e2486a1d6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Pushing event updated for resources: {'Port': ['ID=344ea809-a790-428f-b371-54483511640b,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:00.204953 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82d1499-a880-4c0b-9091-80cbac102642 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event deleted for resources: {'Port': ['ID=14d80718-9213-46c3-9585-a9b2054ed967,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:00.209228 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-dbecb7d0-2f83-4ebf-8b0e-ef94c23a7a9d tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:00.212803 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3bcf49e-0ee5-4067-9cbe-4bd8e7f605ff tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:00.213380 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-17dceee2-ac2b-4e21-bc63-990e2486a1d6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:00.213642 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e3bcf49e-0ee5-4067-9cbe-4bd8e7f605ff tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:00.215554 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6e1a6843-6828-4a77-9534-c2f1e564e9da None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:00.222107 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-dbecb7d0-2f83-4ebf-8b0e-ef94c23a7a9d tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:00.238207 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-6e1a6843-6828-4a77-9534-c2f1e564e9da None None] Transition to ACTIVE for port object 76f47a05-dbce-481c-b00c-2831067a9602 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:31:00.290334 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7c943a3-fbc8-4845-b6d6-d5659237302b tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:00.290944 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-e7c943a3-fbc8-4845-b6d6-d5659237302b tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Synchronizing usage tracker for tenant:712c4cee70ea4d478a2313a7a07d07fd on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:31:00.314734 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-6e1a6843-6828-4a77-9534-c2f1e564e9da None None] Transition to ACTIVE for port object 76f47a05-dbce-481c-b00c-2831067a9602 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:31:00.334559 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6e1a6843-6828-4a77-9534-c2f1e564e9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:00.335752 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbecb7d0-2f83-4ebf-8b0e-ef94c23a7a9d tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80df52a7-e6e4-499d-bf8b-948d5156e767,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:00.346831 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-dbecb7d0-2f83-4ebf-8b0e-ef94c23a7a9d tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:00.348334 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-dbecb7d0-2f83-4ebf-8b0e-ef94c23a7a9d tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1707802 Oct 13 15:31:00.376371 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49656) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:00.396049 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port f7c4f959-458c-4a57-ac58-89f6fa363393 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:31:00.397013 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:00.405636 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e3bcf49e-0ee5-4067-9cbe-4bd8e7f605ff tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 4.6525116 Oct 13 15:31:00.409397 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-7d5b522f-08ea-4ff7-a07f-59814f0d12e8 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Request body: {'security_group_rule': {'security_group_id': '99834e9e-9ad1-41af-884b-6cf395e18973', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:00.419819 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49660) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:00.421426 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-e7c943a3-fbc8-4845-b6d6-d5659237302b tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Unset dirty status for tenant:712c4cee70ea4d478a2313a7a07d07fd on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:31:00.425215 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e7c943a3-fbc8-4845-b6d6-d5659237302b tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=8fb1fa59-32fe-4ed0-a248-96c43edb135f&device_id=3d48b368-cb88-4681-b318-ddab3f60285c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6173868 Oct 13 15:31:00.425215 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8a1438ef-4af1-4236-a94f-5cba29502c6d tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:00.431087 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a82d1499-a880-4c0b-9091-80cbac102642 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:00.439742 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49662) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:00.440736 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-7d5b522f-08ea-4ff7-a07f-59814f0d12e8 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:00.461080 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1a6843-6828-4a77-9534-c2f1e564e9da None None] Network 226ca6e1-a48b-4cef-9ae0-4e006c3b7297 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:31:00.473058 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-6e1a6843-6828-4a77-9534-c2f1e564e9da None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:31:00.479829 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1a6843-6828-4a77-9534-c2f1e564e9da None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:31:00.485134 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port f7c4f959-458c-4a57-ac58-89f6fa363393, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=f7c4f959-458c-4a57-ac58-89f6fa363393,segment=NetworkSegment(e8c04b3b-c076-42bf-8c4e-1723c0cb15a2),segment_id=e8c04b3b-c076-42bf-8c4e-1723c0cb15a2)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:31:00.487573 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a6843-6828-4a77-9534-c2f1e564e9da None None] Pushing event updated for resources: {'Port': ['ID=76f47a05-dbce-481c-b00c-2831067a9602,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:00.526284 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-764824cf-621a-4821-9922-c50aa28bb6b1 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Request body: {'port': {'network_id': 'c4b3e140-293c-45c2-97ad-7ea3af115aa3', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1099883361', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:00.526815 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.api.validators [None req-764824cf-621a-4821-9922-c50aa28bb6b1 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] bootfile-name is not in valid_values {{(pid=88973) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 13 15:31:00.527392 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17dceee2-ac2b-4e21-bc63-990e2486a1d6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Network e8e4d4f8-dddc-4f65-b779-4466c5da47de is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:31:00.527676 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.api.validators [None req-764824cf-621a-4821-9922-c50aa28bb6b1 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] tftp-server is not in valid_values {{(pid=88973) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 13 15:31:00.528015 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.api.validators [None req-764824cf-621a-4821-9922-c50aa28bb6b1 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] server-ip-address is not in valid_values {{(pid=88973) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 13 15:31:00.529680 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-17dceee2-ac2b-4e21-bc63-990e2486a1d6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:31:00.537297 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:00.616342 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-76b54f53-b9de-498b-815c-e633088cff00 None None] Deleting port 14d80718-9213-46c3-9585-a9b2054ed967 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:31:00.621621 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-76b54f53-b9de-498b-815c-e633088cff00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:00.712605 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-56120ea4-a78f-459a-81ca-84b721f63541 None None] Attempt 2 to provision port 344ea809-a790-428f-b371-54483511640b Oct 13 15:31:00.753104 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-764824cf-621a-4821-9922-c50aa28bb6b1 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:00.765154 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-764824cf-621a-4821-9922-c50aa28bb6b1 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Usage tracker for resource:port and tenant:9e33483a5b9340079ceb6507c5016c46 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:00.774497 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-764824cf-621a-4821-9922-c50aa28bb6b1 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:00.779896 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-7d5b522f-08ea-4ff7-a07f-59814f0d12e8 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Usage tracker for resource:security_group_rule and tenant:42424788e9554a81ae9da43073b2fd43 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:00.840104 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 14d80718-9213-46c3-9585-a9b2054ed967 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:31:00.863978 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-7d5b522f-08ea-4ff7-a07f-59814f0d12e8 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:00.879046 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17dceee2-ac2b-4e21-bc63-990e2486a1d6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Router 1b1ef388-0a0f-407d-8f64-2d9ebdb12718 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:31:00.883050 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-764824cf-621a-4821-9922-c50aa28bb6b1 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:00.915607 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-7d5b522f-08ea-4ff7-a07f-59814f0d12e8 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:00.930437 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-a82d1499-a880-4c0b-9091-80cbac102642 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a5d1c29-ef81-4339-a1f8-7b6c2928713f']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:00.959143 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 14d80718-9213-46c3-9585-a9b2054ed967 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:31:00.959467 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 14d80718-9213-46c3-9585-a9b2054ed967 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:31:00.967583 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-76b54f53-b9de-498b-815c-e633088cff00 None None] The port '14d80718-9213-46c3-9585-a9b2054ed967' was deleted {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 13 15:31:00.995791 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-6e1a6843-6828-4a77-9534-c2f1e564e9da None None] Attempting to bind port 76f47a05-dbce-481c-b00c-2831067a9602 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:31:00.996110 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-6e1a6843-6828-4a77-9534-c2f1e564e9da None None] Attempting to bind port 76f47a05-dbce-481c-b00c-2831067a9602 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'e56b30c2-67eb-4b50-9f19-1dcde497d562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '226ca6e1-a48b-4cef-9ae0-4e006c3b7297'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:31:00.996633 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1a6843-6828-4a77-9534-c2f1e564e9da None None] Attempting to bind port 76f47a05-dbce-481c-b00c-2831067a9602 on network 226ca6e1-a48b-4cef-9ae0-4e006c3b7297 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:31:00.999378 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-56120ea4-a78f-459a-81ca-84b721f63541 None None] Port 344ea809-a790-428f-b371-54483511640b cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:01.006780 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1a6843-6828-4a77-9534-c2f1e564e9da None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:31:01.007402 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1a6843-6828-4a77-9534-c2f1e564e9da None None] Checking segment: {'id': 'e56b30c2-67eb-4b50-9f19-1dcde497d562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '226ca6e1-a48b-4cef-9ae0-4e006c3b7297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:31:01.007797 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6e1a6843-6828-4a77-9534-c2f1e564e9da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:01.008180 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1a6843-6828-4a77-9534-c2f1e564e9da None None] Bound using segment: {'id': 'e56b30c2-67eb-4b50-9f19-1dcde497d562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '226ca6e1-a48b-4cef-9ae0-4e006c3b7297'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:31:01.008633 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-6e1a6843-6828-4a77-9534-c2f1e564e9da None None] Bound port: 76f47a05-dbce-481c-b00c-2831067a9602, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e56b30c2-67eb-4b50-9f19-1dcde497d562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '226ca6e1-a48b-4cef-9ae0-4e006c3b7297'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:31:01.008989 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6e1a6843-6828-4a77-9534-c2f1e564e9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:01.020534 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=f7c4f959-458c-4a57-ac58-89f6fa363393,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:01.037411 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-a82d1499-a880-4c0b-9091-80cbac102642 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19d606ed-42c7-45ac-88c1-2c9c0994b3b3') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:01.037968 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-a82d1499-a880-4c0b-9091-80cbac102642 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19d606ed-42c7-45ac-88c1-2c9c0994b3b3') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:01.051322 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-764824cf-621a-4821-9922-c50aa28bb6b1 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Made reservation on behalf of 9e33483a5b9340079ceb6507c5016c46 for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:31:01.054822 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-764824cf-621a-4821-9922-c50aa28bb6b1 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:01.077277 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1438ef-4af1-4236-a94f-5cba29502c6d tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event updated for resources: {'Subnet': ['ID=f2bc76f2-9ed3-460b-a62e-58695f6d01a6,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:01.107907 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a82d1499-a880-4c0b-9091-80cbac102642 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:01.130237 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17dceee2-ac2b-4e21-bc63-990e2486a1d6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:31:01.135659 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7d5b522f-08ea-4ff7-a07f-59814f0d12e8 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:01.140685 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306e6467-2d70-44da-9bc0-fdf29a4cf078 None None] Sync routers for ids ['1b1ef388-0a0f-407d-8f64-2d9ebdb12718'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:31:01.153328 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306e6467-2d70-44da-9bc0-fdf29a4cf078 None None] Routers {'1b1ef388-0a0f-407d-8f64-2d9ebdb12718'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:31:01.153952 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-306e6467-2d70-44da-9bc0-fdf29a4cf078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:30:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['1b1ef388-0a0f-407d-8f64-2d9ebdb12718'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:01.154990 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-6e1a6843-6828-4a77-9534-c2f1e564e9da None None] For port 76f47a05-dbce-481c-b00c-2831067a9602, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:31:01.158809 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-17dceee2-ac2b-4e21-bc63-990e2486a1d6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] 10.222.0.42 "PUT /v2.0/routers/1b1ef388-0a0f-407d-8f64-2d9ebdb12718/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6089690 Oct 13 15:31:01.160493 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-6e1a6843-6828-4a77-9534-c2f1e564e9da None None] For port 76f47a05-dbce-481c-b00c-2831067a9602, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=76f47a05-dbce-481c-b00c-2831067a9602,segment=NetworkSegment(e56b30c2-67eb-4b50-9f19-1dcde497d562),segment_id=e56b30c2-67eb-4b50-9f19-1dcde497d562)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:31:01.162073 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [None req-764824cf-621a-4821-9922-c50aa28bb6b1 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] device_id is not set on port 44fff3d5-07f5-43da-833b-44b29b372a38 yet. {{(pid=88973) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:31:01.167164 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49678) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:01.167886 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6e1a6843-6828-4a77-9534-c2f1e564e9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:01.172937 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-d18a6598-94d4-4512-a3f6-9131cd9c0b2d tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Request body: {'port': {'network_id': 'e8e4d4f8-dddc-4f65-b779-4466c5da47de', 'name': 'tempest-FloatingIPTestJSON-1056731624'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:01.206865 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a1438ef-4af1-4236-a94f-5cba29502c6d tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Checking segment: {'id': '587140c1-ab5e-4077-b72c-5a43f77313a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '0962ef51-7d4d-4cf8-9363-af2250f170b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:31:01.207483 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1438ef-4af1-4236-a94f-5cba29502c6d tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Network hostable DHCP agents. Network: 0962ef51-7d4d-4cf8-9363-af2250f170b9, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:31:01.229762 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a82d1499-a880-4c0b-9091-80cbac102642 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:01.280327 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a82d1499-a880-4c0b-9091-80cbac102642 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:31:01.280974 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a82d1499-a880-4c0b-9091-80cbac102642 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:01.286926 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1a6843-6828-4a77-9534-c2f1e564e9da None None] Pushing event updated for resources: {'Port': ['ID=76f47a05-dbce-481c-b00c-2831067a9602,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:01.296961 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-306e6467-2d70-44da-9bc0-fdf29a4cf078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:01.317309 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-306e6467-2d70-44da-9bc0-fdf29a4cf078 None None] Routers {'1b1ef388-0a0f-407d-8f64-2d9ebdb12718'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:31:01.317944 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-306e6467-2d70-44da-9bc0-fdf29a4cf078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:30:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['1b1ef388-0a0f-407d-8f64-2d9ebdb12718'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:01.366570 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 19d606ed-42c7-45ac-88c1-2c9c0994b3b3 resource provider aggregate not found Oct 13 15:31:01.407260 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-306e6467-2d70-44da-9bc0-fdf29a4cf078 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:01.407661 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-306e6467-2d70-44da-9bc0-fdf29a4cf078 None None] The sync data for ids ['1b1ef388-0a0f-407d-8f64-2d9ebdb12718'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:31:01.437650 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-d18a6598-94d4-4512-a3f6-9131cd9c0b2d tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:01.442341 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-d18a6598-94d4-4512-a3f6-9131cd9c0b2d tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Usage tracker for resource:port and tenant:dee21423abc34d479217f618911e90ce is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:01.445522 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-d18a6598-94d4-4512-a3f6-9131cd9c0b2d tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Quota usage for port was recalculated. Used quota:6. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:01.446148 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d526c62-3ecc-4562-a26f-380238f4785b tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:01.449048 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-1d526c62-3ecc-4562-a26f-380238f4785b tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] 10.222.0.42 "GET /v2.0/networks/8fb1fa59-32fe-4ed0-a248-96c43edb135f HTTP/1.1" status: 200 len: 881 time: 0.9720700 Oct 13 15:31:01.452515 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49690) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:01.457182 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-d18a6598-94d4-4512-a3f6-9131cd9c0b2d tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:01.468961 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 19d606ed-42c7-45ac-88c1-2c9c0994b3b3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 19d606ed-42c7-45ac-88c1-2c9c0994b3b3 found for delete ", "request_id": "req-2ccbd615-49cd-429c-b001-cf1ce81432ae"}]} Oct 13 15:31:01.488016 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a1438ef-4af1-4236-a94f-5cba29502c6d tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Network 0962ef51-7d4d-4cf8-9363-af2250f170b9 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:31:01.501053 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-56120ea4-a78f-459a-81ca-84b721f63541 None None] Attempt 3 to provision port 344ea809-a790-428f-b371-54483511640b Oct 13 15:31:01.524455 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-820c787a-542c-4a60-959d-f0ddddca687e tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d48b368-cb88-4681-b318-ddab3f60285c HTTP/1.1" status: 200 len: 205 time: 0.0674331 Oct 13 15:31:01.524927 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49694) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:01.531481 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d18a6598-94d4-4512-a3f6-9131cd9c0b2d tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Made reservation on behalf of dee21423abc34d479217f618911e90ce for: {'port': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:31:01.535819 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d18a6598-94d4-4512-a3f6-9131cd9c0b2d tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:01.543181 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a82d1499-a880-4c0b-9091-80cbac102642 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:01.548385 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a82d1499-a880-4c0b-9091-80cbac102642 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:01.607936 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-8a1438ef-4af1-4236-a94f-5cba29502c6d tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 0962ef51-7d4d-4cf8-9363-af2250f170b9) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:31:01.612752 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a1438ef-4af1-4236-a94f-5cba29502c6d tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:01.613817 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8a1438ef-4af1-4236-a94f-5cba29502c6d tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:01.622440 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7d5b522f-08ea-4ff7-a07f-59814f0d12e8 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:01.642382 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82d1499-a880-4c0b-9091-80cbac102642 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event deleted for resources: {'Network': ['ID=4a5d1c29-ef81-4339-a1f8-7b6c2928713f,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:01.647061 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7d5b522f-08ea-4ff7-a07f-59814f0d12e8 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:01.670315 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-56120ea4-a78f-459a-81ca-84b721f63541 None None] Port 344ea809-a790-428f-b371-54483511640b cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:01.670992 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce5d7df-852f-4f76-bb29-591cd93006c0 None None] Network 0962ef51-7d4d-4cf8-9363-af2250f170b9 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:31:01.688462 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-a82d1499-a880-4c0b-9091-80cbac102642 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "DELETE /v2.0/networks/4a5d1c29-ef81-4339-a1f8-7b6c2928713f HTTP/1.1" status: 204 len: 168 time: 3.6396718 Oct 13 15:31:01.715356 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49700) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:01.749630 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-764824cf-621a-4821-9922-c50aa28bb6b1 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Allocated IP 172.20.0.4 (c4b3e140-293c-45c2-97ad-7ea3af115aa3/049424bc-2fd8-4e38-85d9-044a04b3e472/44fff3d5-07f5-43da-833b-44b29b372a38) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:31:01.754583 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-e1ce297b-cf47-4d11-be93-0fa43bce87f1 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1549482701'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:01.768059 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [None req-d18a6598-94d4-4512-a3f6-9131cd9c0b2d tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] device_id is not set on port 2387be28-f517-42ea-886f-57919a44f3ef yet. {{(pid=88972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:31:01.769263 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5b522f-08ea-4ff7-a07f-59814f0d12e8 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa24d7a4-f0a7-46fc-8f9b-6417e88a94c6,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:01.775605 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-8a1438ef-4af1-4236-a94f-5cba29502c6d tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7343805 Oct 13 15:31:01.779003 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-e1ce297b-cf47-4d11-be93-0fa43bce87f1 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:01.781384 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7d5b522f-08ea-4ff7-a07f-59814f0d12e8 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:01.785337 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-7d5b522f-08ea-4ff7-a07f-59814f0d12e8 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.4050515 Oct 13 15:31:01.786145 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49704) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:01.786477 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49706) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:01.797064 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-e1ce297b-cf47-4d11-be93-0fa43bce87f1 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Usage tracker for resource:network and tenant:19ec4718eae5492e825f796615e1a8b4 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:01.803671 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-d4a8324d-c31c-44d9-8c7e-26ab2cbc5ab9 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-173484908', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:01.811446 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-e1ce297b-cf47-4d11-be93-0fa43bce87f1 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:01.817012 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-ddf4c494-d0a9-458f-b200-0bca49eefb89 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Request body: {'security_group_rule': {'security_group_id': '99834e9e-9ad1-41af-884b-6cf395e18973', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:01.831200 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-d4a8324d-c31c-44d9-8c7e-26ab2cbc5ab9 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:01.841393 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device f7c4f959-458c-4a57-ac58-89f6fa363393 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:31:01.844940 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-e1ce297b-cf47-4d11-be93-0fa43bce87f1 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:01.853643 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-ddf4c494-d0a9-458f-b200-0bca49eefb89 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:01.858154 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-d4a8324d-c31c-44d9-8c7e-26ab2cbc5ab9 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Usage tracker for resource:router and tenant:4c5e5250b5d0476f9d711181f94ffb05 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:01.884024 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-ddf4c494-d0a9-458f-b200-0bca49eefb89 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Usage tracker for resource:security_group_rule and tenant:42424788e9554a81ae9da43073b2fd43 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:01.888036 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-d4a8324d-c31c-44d9-8c7e-26ab2cbc5ab9 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:01.972742 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-ddf4c494-d0a9-458f-b200-0bca49eefb89 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:01.976078 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-d4a8324d-c31c-44d9-8c7e-26ab2cbc5ab9 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:02.000750 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1ce297b-cf47-4d11-be93-0fa43bce87f1 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Made reservation on behalf of 19ec4718eae5492e825f796615e1a8b4 for: {'network': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:31:02.004398 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e1ce297b-cf47-4d11-be93-0fa43bce87f1 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:02.015184 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fb05d9be-5c13-4580-941b-f9162f8ed18c tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks [] for router, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:02.029940 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port f7c4f959-458c-4a57-ac58-89f6fa363393 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:31:02.030336 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:02.030669 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port f7c4f959-458c-4a57-ac58-89f6fa363393 Oct 13 15:31:02.032212 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-ddf4c494-d0a9-458f-b200-0bca49eefb89 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:02.107593 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-d18a6598-94d4-4512-a3f6-9131cd9c0b2d tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Allocated IP 172.20.0.10 (e8e4d4f8-dddc-4f65-b779-4466c5da47de/ce0fced5-4fea-4c34-bd5a-bd2a7afcc0d9/2387be28-f517-42ea-886f-57919a44f3ef) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:31:02.151226 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d4a8324d-c31c-44d9-8c7e-26ab2cbc5ab9 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:02.152286 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d4a8324d-c31c-44d9-8c7e-26ab2cbc5ab9 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:02.176013 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-56120ea4-a78f-459a-81ca-84b721f63541 None None] Attempt 4 to provision port 344ea809-a790-428f-b371-54483511640b Oct 13 15:31:02.188060 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1ce297b-cf47-4d11-be93-0fa43bce87f1 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 439} {{(pid=88973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:31:02.224843 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ddf4c494-d0a9-458f-b200-0bca49eefb89 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:02.234516 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d4a8324d-c31c-44d9-8c7e-26ab2cbc5ab9 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:02.260687 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e1ce297b-cf47-4d11-be93-0fa43bce87f1 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:02.263936 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-e1ce297b-cf47-4d11-be93-0fa43bce87f1 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Added segment 63491227-a950-4013-8a89-81d376832a96 of type vlan for network 0bcd36b5-4d4e-4dae-94d7-57b9990fccd9 Oct 13 15:31:02.347896 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a71690b-623f-411a-8b44-976c2b62a317 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-0962ef51-7d4d-4cf8-9363-af2250f170b9', 'network_id': '0962ef51-7d4d-4cf8-9363-af2250f170b9', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'fixed_ips': [{'subnet_id': 'f2bc76f2-9ed3-460b-a62e-58695f6d01a6'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:31:02.349541 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6a71690b-623f-411a-8b44-976c2b62a317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:02.358799 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49722) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:02.380794 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-764824cf-621a-4821-9922-c50aa28bb6b1 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:02.385462 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e1ce297b-cf47-4d11-be93-0fa43bce87f1 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:02.399402 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d4a8324d-c31c-44d9-8c7e-26ab2cbc5ab9 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:02.442779 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-764824cf-621a-4821-9922-c50aa28bb6b1 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Transition to ACTIVE for port object 44fff3d5-07f5-43da-833b-44b29b372a38 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:31:02.465597 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fb05d9be-5c13-4580-941b-f9162f8ed18c tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:02.481579 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ddf4c494-d0a9-458f-b200-0bca49eefb89 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:02.512464 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d4a8324d-c31c-44d9-8c7e-26ab2cbc5ab9 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:02.514079 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-d4a8324d-c31c-44d9-8c7e-26ab2cbc5ab9 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.7207525 Oct 13 15:31:02.514947 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e1ce297b-cf47-4d11-be93-0fa43bce87f1 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:02.522363 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ce297b-cf47-4d11-be93-0fa43bce87f1 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:02.523327 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e1ce297b-cf47-4d11-be93-0fa43bce87f1 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:02.542076 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ddf4c494-d0a9-458f-b200-0bca49eefb89 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:02.544296 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49728) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:02.556310 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-56120ea4-a78f-459a-81ca-84b721f63541 None None] Port 344ea809-a790-428f-b371-54483511640b cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:02.590492 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-fb05d9be-5c13-4580-941b-f9162f8ed18c tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Deleting port 7922c40e-c444-4dd0-a074-c15167fae16b {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:31:02.591156 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fb05d9be-5c13-4580-941b-f9162f8ed18c tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:02.643842 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port f7c4f959-458c-4a57-ac58-89f6fa363393 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:31:02.778534 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-6a71690b-623f-411a-8b44-976c2b62a317 None None] Allocated IP 172.21.0.2 (0962ef51-7d4d-4cf8-9363-af2250f170b9/f2bc76f2-9ed3-460b-a62e-58695f6d01a6/0fdd1925-2a58-4a89-a74a-dea79da594e1) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:31:02.842799 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddaa7b5f-ba1c-47fc-9347-4446307cf2d6 None None] Network 226ca6e1-a48b-4cef-9ae0-4e006c3b7297 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:31:02.866271 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d18a6598-94d4-4512-a3f6-9131cd9c0b2d tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:02.875516 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf4c494-d0a9-458f-b200-0bca49eefb89 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77db6ee8-994d-4383-a1fc-867e7dafdedd,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:02.878368 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-764824cf-621a-4821-9922-c50aa28bb6b1 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:02.894766 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-d18a6598-94d4-4512-a3f6-9131cd9c0b2d tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Transition to ACTIVE for port object 2387be28-f517-42ea-886f-57919a44f3ef will not be triggered until provisioned by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:31:02.904465 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ddf4c494-d0a9-458f-b200-0bca49eefb89 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:02.911422 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-ddf4c494-d0a9-458f-b200-0bca49eefb89 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.1105700 Oct 13 15:31:02.911422 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e1ce297b-cf47-4d11-be93-0fa43bce87f1 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.1791089 Oct 13 15:31:02.911711 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49734) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:02.911828 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-6b5b2ae4-652a-4a7f-922c-030b5cc6ff19 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Request body: {'floatingip': {'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:02.916800 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-93c81db3-fcc9-487c-b506-c2a90f53aee9 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Request body: {'subnet': {'network_id': '0bcd36b5-4d4e-4dae-94d7-57b9990fccd9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:02.930322 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49736) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:02.968820 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fb05d9be-5c13-4580-941b-f9162f8ed18c tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:03.035401 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-6b5b2ae4-652a-4a7f-922c-030b5cc6ff19 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:03.059997 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-6b5b2ae4-652a-4a7f-922c-030b5cc6ff19 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Usage tracker for resource:floatingip and tenant:64faa29e24d84506b6a987b522d73cd1 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:03.081561 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-56120ea4-a78f-459a-81ca-84b721f63541 None None] Attempt 5 to provision port 344ea809-a790-428f-b371-54483511640b Oct 13 15:31:03.141126 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-6b5b2ae4-652a-4a7f-922c-030b5cc6ff19 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:03.161133 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2a1b4633-cde4-4e3d-8108-684f8f3b34e3 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:03.176611 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-fb05d9be-5c13-4580-941b-f9162f8ed18c tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Calling delete_port for 7922c40e-c444-4dd0-a074-c15167fae16b owned by network:router_gateway {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:31:03.208760 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-764824cf-621a-4821-9922-c50aa28bb6b1 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Network c4b3e140-293c-45c2-97ad-7ea3af115aa3 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:31:03.215058 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-6b5b2ae4-652a-4a7f-922c-030b5cc6ff19 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:03.229802 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6a71690b-623f-411a-8b44-976c2b62a317 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:03.230519 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2a1b4633-cde4-4e3d-8108-684f8f3b34e3 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:03.241643 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-6a71690b-623f-411a-8b44-976c2b62a317 None None] Transition to ACTIVE for port object 0fdd1925-2a58-4a89-a74a-dea79da594e1 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:31:03.266264 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-6a71690b-623f-411a-8b44-976c2b62a317 None None] Transition to ACTIVE for port object 0fdd1925-2a58-4a89-a74a-dea79da594e1 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:31:03.277957 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-764824cf-621a-4821-9922-c50aa28bb6b1 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:31:03.280010 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce297b-cf47-4d11-be93-0fa43bce87f1 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event updated for resources: {'Network': ['ID=0bcd36b5-4d4e-4dae-94d7-57b9990fccd9,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:03.280551 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-93c81db3-fcc9-487c-b506-c2a90f53aee9 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:03.287423 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-764824cf-621a-4821-9922-c50aa28bb6b1 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:31:03.288206 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d18a6598-94d4-4512-a3f6-9131cd9c0b2d tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:03.292117 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-93c81db3-fcc9-487c-b506-c2a90f53aee9 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Usage tracker for resource:subnet and tenant:19ec4718eae5492e825f796615e1a8b4 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:03.303395 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-93c81db3-fcc9-487c-b506-c2a90f53aee9 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:03.312113 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 0bcd36b5-4d4e-4dae-94d7-57b9990fccd9 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:31:03.328226 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6a71690b-623f-411a-8b44-976c2b62a317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:03.340211 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764824cf-621a-4821-9922-c50aa28bb6b1 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Pushing event updated for resources: {'Port': ['ID=44fff3d5-07f5-43da-833b-44b29b372a38,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:03.361971 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6b5b2ae4-652a-4a7f-922c-030b5cc6ff19 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks [] for floatingip, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:03.387246 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-93c81db3-fcc9-487c-b506-c2a90f53aee9 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:03.400680 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2a1b4633-cde4-4e3d-8108-684f8f3b34e3 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:03.406331 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d18a6598-94d4-4512-a3f6-9131cd9c0b2d tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Network e8e4d4f8-dddc-4f65-b779-4466c5da47de is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:31:03.422184 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-d18a6598-94d4-4512-a3f6-9131cd9c0b2d tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:31:03.435378 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d18a6598-94d4-4512-a3f6-9131cd9c0b2d tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:31:03.467633 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1b4633-cde4-4e3d-8108-684f8f3b34e3 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=77db6ee8-994d-4383-a1fc-867e7dafdedd,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:03.486871 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c81db3-fcc9-487c-b506-c2a90f53aee9 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Made reservation on behalf of 19ec4718eae5492e825f796615e1a8b4 for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:31:03.490284 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-93c81db3-fcc9-487c-b506-c2a90f53aee9 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:03.531355 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18a6598-94d4-4512-a3f6-9131cd9c0b2d tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Pushing event updated for resources: {'Port': ['ID=2387be28-f517-42ea-886f-57919a44f3ef,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:03.546973 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-56120ea4-a78f-459a-81ca-84b721f63541 None None] Port 344ea809-a790-428f-b371-54483511640b cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:03.593506 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-764824cf-621a-4821-9922-c50aa28bb6b1 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:03.593931 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-764824cf-621a-4821-9922-c50aa28bb6b1 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:03.613636 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2a1b4633-cde4-4e3d-8108-684f8f3b34e3 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:03.622313 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a71690b-623f-411a-8b44-976c2b62a317 None None] Network 0962ef51-7d4d-4cf8-9363-af2250f170b9 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:31:03.625366 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-6a71690b-623f-411a-8b44-976c2b62a317 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:31:03.636086 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a71690b-623f-411a-8b44-976c2b62a317 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:31:03.651832 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-2a1b4633-cde4-4e3d-8108-684f8f3b34e3 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/77db6ee8-994d-4383-a1fc-867e7dafdedd HTTP/1.1" status: 204 len: 168 time: 0.7200584 Oct 13 15:31:03.699020 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49742) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:03.758403 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 76f47a05-dbce-481c-b00c-2831067a9602 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:31:03.758629 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18a6598-94d4-4512-a3f6-9131cd9c0b2d tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:03.759494 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d18a6598-94d4-4512-a3f6-9131cd9c0b2d tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:03.824014 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-764824cf-621a-4821-9922-c50aa28bb6b1 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.3935974 Oct 13 15:31:03.825802 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49746) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:03.835846 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a71690b-623f-411a-8b44-976c2b62a317 None None] Pushing event updated for resources: {'Port': ['ID=0fdd1925-2a58-4a89-a74a-dea79da594e1,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:03.850376 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-6a71690b-623f-411a-8b44-976c2b62a317 None None] Attempting to bind port 0fdd1925-2a58-4a89-a74a-dea79da594e1 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:31:03.850763 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-6a71690b-623f-411a-8b44-976c2b62a317 None None] Attempting to bind port 0fdd1925-2a58-4a89-a74a-dea79da594e1 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '587140c1-ab5e-4077-b72c-5a43f77313a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '0962ef51-7d4d-4cf8-9363-af2250f170b9'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:31:03.851113 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a71690b-623f-411a-8b44-976c2b62a317 None None] Attempting to bind port 0fdd1925-2a58-4a89-a74a-dea79da594e1 on network 0962ef51-7d4d-4cf8-9363-af2250f170b9 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:31:03.862854 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a71690b-623f-411a-8b44-976c2b62a317 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:31:03.863216 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a71690b-623f-411a-8b44-976c2b62a317 None None] Checking segment: {'id': '587140c1-ab5e-4077-b72c-5a43f77313a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '0962ef51-7d4d-4cf8-9363-af2250f170b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:31:03.863607 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6a71690b-623f-411a-8b44-976c2b62a317 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:03.863987 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a71690b-623f-411a-8b44-976c2b62a317 None None] Bound using segment: {'id': '587140c1-ab5e-4077-b72c-5a43f77313a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '0962ef51-7d4d-4cf8-9363-af2250f170b9'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:31:03.864455 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-6a71690b-623f-411a-8b44-976c2b62a317 None None] Bound port: 0fdd1925-2a58-4a89-a74a-dea79da594e1, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '587140c1-ab5e-4077-b72c-5a43f77313a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '0962ef51-7d4d-4cf8-9363-af2250f170b9'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:31:03.864806 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6a71690b-623f-411a-8b44-976c2b62a317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:03.887781 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 76f47a05-dbce-481c-b00c-2831067a9602 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:31:03.889608 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-60ff2d34-a4b8-44a5-b518-60340cf5a4a8 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:03.911836 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d18a6598-94d4-4512-a3f6-9131cd9c0b2d tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7434225 Oct 13 15:31:03.919110 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49750) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:03.930338 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-2e95bc8d-89e8-4887-bc83-f5eaac2acb91 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Request body: {'floatingip': {'port_id': '2387be28-f517-42ea-886f-57919a44f3ef'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:03.935201 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-3718df48-24f4-47f7-8b5c-ab601d6a479c tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Synchronizing usage tracker for tenant:42424788e9554a81ae9da43073b2fd43 on resource:security_group_rule {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:31:03.976794 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-6a71690b-623f-411a-8b44-976c2b62a317 None None] For port 0fdd1925-2a58-4a89-a74a-dea79da594e1, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:31:03.980434 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-6a71690b-623f-411a-8b44-976c2b62a317 None None] For port 0fdd1925-2a58-4a89-a74a-dea79da594e1, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=0fdd1925-2a58-4a89-a74a-dea79da594e1,segment=NetworkSegment(587140c1-ab5e-4077-b72c-5a43f77313a0),segment_id=587140c1-ab5e-4077-b72c-5a43f77313a0)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:31:03.985887 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6a71690b-623f-411a-8b44-976c2b62a317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:04.048378 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-56120ea4-a78f-459a-81ca-84b721f63541 None None] Attempt 6 to provision port 344ea809-a790-428f-b371-54483511640b Oct 13 15:31:04.123481 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a71690b-623f-411a-8b44-976c2b62a317 None None] Pushing event updated for resources: {'Port': ['ID=0fdd1925-2a58-4a89-a74a-dea79da594e1,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:04.129806 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-56120ea4-a78f-459a-81ca-84b721f63541 None None] Port 344ea809-a790-428f-b371-54483511640b cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:04.159124 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-3718df48-24f4-47f7-8b5c-ab601d6a479c tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Unset dirty status for tenant:42424788e9554a81ae9da43073b2fd43 on resource:security_group_rule {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:31:04.160750 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-3718df48-24f4-47f7-8b5c-ab601d6a479c tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.4523175 Oct 13 15:31:04.168138 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fb05d9be-5c13-4580-941b-f9162f8ed18c tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:04.175332 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49754) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:04.241564 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-54226304-cf0a-4cb0-9c56-193c801b96e2 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:04.293397 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6b5b2ae4-652a-4a7f-922c-030b5cc6ff19 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:04.340898 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-54226304-cf0a-4cb0-9c56-193c801b96e2 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:04.431086 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-21880712-8c29-4912-bfdf-cdf406313818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:04.474477 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb05d9be-5c13-4580-941b-f9162f8ed18c tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Pushing event deleted for resources: {'Port': ['ID=7922c40e-c444-4dd0-a074-c15167fae16b,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:04.503037 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556ba8a8-7bd0-44d0-b31c-f6476b57f85f tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:04.508766 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556ba8a8-7bd0-44d0-b31c-f6476b57f85f tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:04.515653 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-556ba8a8-7bd0-44d0-b31c-f6476b57f85f tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:04.517405 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-556ba8a8-7bd0-44d0-b31c-f6476b57f85f tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.6901884 Oct 13 15:31:04.525952 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2e95bc8d-89e8-4887-bc83-f5eaac2acb91 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for floatingip, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:04.536775 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49758) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:04.580977 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-93c81db3-fcc9-487c-b506-c2a90f53aee9 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:04.631462 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-56120ea4-a78f-459a-81ca-84b721f63541 None None] Attempt 7 to provision port 344ea809-a790-428f-b371-54483511640b Oct 13 15:31:04.646827 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-54226304-cf0a-4cb0-9c56-193c801b96e2 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:04.708645 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-56120ea4-a78f-459a-81ca-84b721f63541 None None] Port 344ea809-a790-428f-b371-54483511640b cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:04.723603 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54226304-cf0a-4cb0-9c56-193c801b96e2 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa24d7a4-f0a7-46fc-8f9b-6417e88a94c6,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:04.747658 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-ca8e1556-79c1-4d68-93cc-09181c6273e5 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Deleting port 44fff3d5-07f5-43da-833b-44b29b372a38 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:31:04.748004 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ca8e1556-79c1-4d68-93cc-09181c6273e5 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:04.792139 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fb05d9be-5c13-4580-941b-f9162f8ed18c tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828050'] for router_gateway, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:04.817691 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-60ff2d34-a4b8-44a5-b518-60340cf5a4a8 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Allocated IP 172.20.0.1 (226ca6e1-a48b-4cef-9ae0-4e006c3b7297/d4fa7beb-0c9d-4fbc-ac2e-601f612a832a/a8555c64-5ca7-427e-bb12-14b045725c40) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:31:04.845338 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-54226304-cf0a-4cb0-9c56-193c801b96e2 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:04.845570 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c81db3-fcc9-487c-b506-c2a90f53aee9 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event updated for resources: {'Subnet': ['ID=50929342-42e1-4332-8427-7a47e59f252c,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:04.846490 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-54226304-cf0a-4cb0-9c56-193c801b96e2 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/fa24d7a4-f0a7-46fc-8f9b-6417e88a94c6 HTTP/1.1" status: 204 len: 168 time: 0.6639314 Oct 13 15:31:04.861634 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-6b5b2ae4-652a-4a7f-922c-030b5cc6ff19 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Allocated IP 172.26.2.239 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/2dd1cfcb-a188-41f2-8a66-d621915e4bdd) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:31:04.863473 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49762) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:05.038527 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fb05d9be-5c13-4580-941b-f9162f8ed18c tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:05.042655 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fb05d9be-5c13-4580-941b-f9162f8ed18c tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:05.051670 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c81db3-fcc9-487c-b506-c2a90f53aee9 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Checking segment: {'id': '63491227-a950-4013-8a89-81d376832a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0bcd36b5-4d4e-4dae-94d7-57b9990fccd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:31:05.052080 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c81db3-fcc9-487c-b506-c2a90f53aee9 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Network hostable DHCP agents. Network: 0bcd36b5-4d4e-4dae-94d7-57b9990fccd9, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:31:05.160587 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c81db3-fcc9-487c-b506-c2a90f53aee9 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Network 0bcd36b5-4d4e-4dae-94d7-57b9990fccd9 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:31:05.162640 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fb05d9be-5c13-4580-941b-f9162f8ed18c tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:05.163154 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb05d9be-5c13-4580-941b-f9162f8ed18c tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Fanout notify agent at l3_agent the message router_deleted on router 3d48b368-cb88-4681-b318-ddab3f60285c {{(pid=88972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:31:05.185358 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-93c81db3-fcc9-487c-b506-c2a90f53aee9 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 0bcd36b5-4d4e-4dae-94d7-57b9990fccd9) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:31:05.192483 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fb05d9be-5c13-4580-941b-f9162f8ed18c tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:05.193602 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-fb05d9be-5c13-4580-941b-f9162f8ed18c tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] 10.222.0.42 "DELETE /v2.0/routers/3d48b368-cb88-4681-b318-ddab3f60285c HTTP/1.1" status: 204 len: 168 time: 3.6670992 Oct 13 15:31:05.196562 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f284916-2f72-4801-a86f-1b5c23524170 None None] Network 0bcd36b5-4d4e-4dae-94d7-57b9990fccd9 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:31:05.199533 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c81db3-fcc9-487c-b506-c2a90f53aee9 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:05.200121 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-93c81db3-fcc9-487c-b506-c2a90f53aee9 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:05.203510 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49766) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:05.211708 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-15a78422-d820-413e-b16e-431f143b08c2 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1554176145', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}, 'admin_state_up': False}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:05.227473 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-15a78422-d820-413e-b16e-431f143b08c2 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:05.233049 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-56120ea4-a78f-459a-81ca-84b721f63541 None None] Attempt 8 to provision port 344ea809-a790-428f-b371-54483511640b Oct 13 15:31:05.255840 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-73d66f51-0b53-42db-bcfd-f574a228190d tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Synchronizing usage tracker for tenant:42424788e9554a81ae9da43073b2fd43 on resource:security_group_rule {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:31:05.263328 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfa097c-3e02-45e9-998b-2b444bb98db6 None None] Network 0962ef51-7d4d-4cf8-9363-af2250f170b9 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:31:05.284069 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-15a78422-d820-413e-b16e-431f143b08c2 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Usage tracker for resource:router and tenant:7e2ccea388624444ac5f774ad8265626 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:05.293748 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-15a78422-d820-413e-b16e-431f143b08c2 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:05.309000 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-93c81db3-fcc9-487c-b506-c2a90f53aee9 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3978362 Oct 13 15:31:05.310483 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-15a78422-d820-413e-b16e-431f143b08c2 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:05.316033 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49770) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:05.326598 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-722c0dbc-a48e-4ab4-b047-03cf5e11b410 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Request body: {'port': {'network_id': '0bcd36b5-4d4e-4dae-94d7-57b9990fccd9', 'name': 'tempest-PortsIpV6TestJSON-536528965', 'fixed_ips': [{'subnet_id': '50929342-42e1-4332-8427-7a47e59f252c', 'ip_address': '2001:db8::10'}]}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:05.351982 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-73d66f51-0b53-42db-bcfd-f574a228190d tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Unset dirty status for tenant:42424788e9554a81ae9da43073b2fd43 on resource:security_group_rule {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:31:05.356350 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-73d66f51-0b53-42db-bcfd-f574a228190d tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.4696729 Oct 13 15:31:05.360533 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49774) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:05.377907 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-60ff2d34-a4b8-44a5-b518-60340cf5a4a8 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:05.400061 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ca8e1556-79c1-4d68-93cc-09181c6273e5 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:05.436816 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-15a78422-d820-413e-b16e-431f143b08c2 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:05.437735 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-15a78422-d820-413e-b16e-431f143b08c2 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:05.499884 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-56120ea4-a78f-459a-81ca-84b721f63541 None None] Port 344ea809-a790-428f-b371-54483511640b cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:05.534639 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-60ff2d34-a4b8-44a5-b518-60340cf5a4a8 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Transition to ACTIVE for port object a8555c64-5ca7-427e-bb12-14b045725c40 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:31:05.545662 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-ca8e1556-79c1-4d68-93cc-09181c6273e5 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Calling delete_port for 44fff3d5-07f5-43da-833b-44b29b372a38 owned by {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:31:05.575575 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-68703542-8639-4b21-b945-4ec15c69453f tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:05.595224 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6b5b2ae4-652a-4a7f-922c-030b5cc6ff19 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:05.597230 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-68703542-8639-4b21-b945-4ec15c69453f tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:05.614168 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-15a78422-d820-413e-b16e-431f143b08c2 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:05.665136 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-722c0dbc-a48e-4ab4-b047-03cf5e11b410 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:05.682953 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-722c0dbc-a48e-4ab4-b047-03cf5e11b410 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Usage tracker for resource:port and tenant:19ec4718eae5492e825f796615e1a8b4 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:05.685725 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 0fdd1925-2a58-4a89-a74a-dea79da594e1 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:31:05.688197 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-722c0dbc-a48e-4ab4-b047-03cf5e11b410 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:05.694921 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-68703542-8639-4b21-b945-4ec15c69453f tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:05.696561 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6b5b2ae4-652a-4a7f-922c-030b5cc6ff19 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:05.698555 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-722c0dbc-a48e-4ab4-b047-03cf5e11b410 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:05.725255 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0081bd-13f1-4465-a25c-085b8dafbe3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-0bcd36b5-4d4e-4dae-94d7-57b9990fccd9', 'network_id': '0bcd36b5-4d4e-4dae-94d7-57b9990fccd9', 'tenant_id': '19ec4718eae5492e825f796615e1a8b4', 'fixed_ips': [{'subnet_id': '50929342-42e1-4332-8427-7a47e59f252c'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:31:05.726038 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff0081bd-13f1-4465-a25c-085b8dafbe3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:05.777586 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68703542-8639-4b21-b945-4ec15c69453f tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=80df52a7-e6e4-499d-bf8b-948d5156e767,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:05.823753 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b5b2ae4-652a-4a7f-922c-030b5cc6ff19 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:31:05.829071 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-6b5b2ae4-652a-4a7f-922c-030b5cc6ff19 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:31:05.835488 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-60ff2d34-a4b8-44a5-b518-60340cf5a4a8 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:05.843496 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5b2ae4-652a-4a7f-922c-030b5cc6ff19 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:31:05.862041 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722c0dbc-a48e-4ab4-b047-03cf5e11b410 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Made reservation on behalf of 19ec4718eae5492e825f796615e1a8b4 for: {'port': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:31:05.957263 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5b2ae4-652a-4a7f-922c-030b5cc6ff19 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Pushing event updated for resources: {'Port': ['ID=2dd1cfcb-a188-41f2-8a66-d621915e4bdd,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:05.988961 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-ff0081bd-13f1-4465-a25c-085b8dafbe3b None None] Allocated IP 2001:db8::2 (0bcd36b5-4d4e-4dae-94d7-57b9990fccd9/50929342-42e1-4332-8427-7a47e59f252c/f43963cf-2ebb-44c5-9cc8-18b9492b4798) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:31:06.017987 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ff2d34-a4b8-44a5-b518-60340cf5a4a8 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Network 226ca6e1-a48b-4cef-9ae0-4e006c3b7297 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:31:06.019801 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ca8e1556-79c1-4d68-93cc-09181c6273e5 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:06.034015 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-60ff2d34-a4b8-44a5-b518-60340cf5a4a8 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:31:06.052903 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60ff2d34-a4b8-44a5-b518-60340cf5a4a8 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:31:06.185031 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff2d34-a4b8-44a5-b518-60340cf5a4a8 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event updated for resources: {'Port': ['ID=a8555c64-5ca7-427e-bb12-14b045725c40,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:06.235443 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff0081bd-13f1-4465-a25c-085b8dafbe3b None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:06.249702 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff0081bd-13f1-4465-a25c-085b8dafbe3b None None] Transition to ACTIVE for port object f43963cf-2ebb-44c5-9cc8-18b9492b4798 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:31:06.271559 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff0081bd-13f1-4465-a25c-085b8dafbe3b None None] Transition to ACTIVE for port object f43963cf-2ebb-44c5-9cc8-18b9492b4798 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:31:06.281907 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-56120ea4-a78f-459a-81ca-84b721f63541 None None] Attempt 9 to provision port 344ea809-a790-428f-b371-54483511640b Oct 13 15:31:06.316848 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-68703542-8639-4b21-b945-4ec15c69453f tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:06.317912 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-68703542-8639-4b21-b945-4ec15c69453f tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/80df52a7-e6e4-499d-bf8b-948d5156e767 HTTP/1.1" status: 204 len: 168 time: 0.9523971 Oct 13 15:31:06.324532 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff0081bd-13f1-4465-a25c-085b8dafbe3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:06.329703 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49778) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:06.361270 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-15a78422-d820-413e-b16e-431f143b08c2 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:06.459353 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff0081bd-13f1-4465-a25c-085b8dafbe3b None None] Network 0bcd36b5-4d4e-4dae-94d7-57b9990fccd9 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:31:06.506411 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.db.resource_extend [None req-2e95bc8d-89e8-4887-bc83-f5eaac2acb91 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 15:31:06.514089 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-ff0081bd-13f1-4465-a25c-085b8dafbe3b None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:31:06.515669 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-56120ea4-a78f-459a-81ca-84b721f63541 None None] Port 344ea809-a790-428f-b371-54483511640b cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:06.517561 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0081bd-13f1-4465-a25c-085b8dafbe3b None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:31:06.575090 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6b5b2ae4-652a-4a7f-922c-030b5cc6ff19 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:06.582361 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8e1556-79c1-4d68-93cc-09181c6273e5 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Pushing event deleted for resources: {'Port': ['ID=44fff3d5-07f5-43da-833b-44b29b372a38,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:06.600759 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-722c0dbc-a48e-4ab4-b047-03cf5e11b410 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:06.617899 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-60ff2d34-a4b8-44a5-b518-60340cf5a4a8 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:06.666009 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-29679712-d9a2-466e-9cfd-121442abb5c7 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Synchronizing usage tracker for tenant:42424788e9554a81ae9da43073b2fd43 on resource:security_group_rule {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:31:06.673066 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [None req-722c0dbc-a48e-4ab4-b047-03cf5e11b410 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] device_id is not set on port 7e112f95-c6b5-4cbb-9541-da2785534da2 yet. {{(pid=88972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:31:06.716395 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0081bd-13f1-4465-a25c-085b8dafbe3b None None] Pushing event updated for resources: {'Port': ['ID=f43963cf-2ebb-44c5-9cc8-18b9492b4798,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:06.724557 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4a886fd2-e9a3-4de3-879a-d91d0088e111 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:06.747183 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-ff0081bd-13f1-4465-a25c-085b8dafbe3b None None] Attempting to bind port f43963cf-2ebb-44c5-9cc8-18b9492b4798 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:31:06.747183 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-ff0081bd-13f1-4465-a25c-085b8dafbe3b None None] Attempting to bind port f43963cf-2ebb-44c5-9cc8-18b9492b4798 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '63491227-a950-4013-8a89-81d376832a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0bcd36b5-4d4e-4dae-94d7-57b9990fccd9'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:31:06.747183 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0081bd-13f1-4465-a25c-085b8dafbe3b None None] Attempting to bind port f43963cf-2ebb-44c5-9cc8-18b9492b4798 on network 0bcd36b5-4d4e-4dae-94d7-57b9990fccd9 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:31:06.749279 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 0fdd1925-2a58-4a89-a74a-dea79da594e1 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:31:06.762105 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0081bd-13f1-4465-a25c-085b8dafbe3b None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 30, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:31:06.762592 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0081bd-13f1-4465-a25c-085b8dafbe3b None None] Checking segment: {'id': '63491227-a950-4013-8a89-81d376832a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0bcd36b5-4d4e-4dae-94d7-57b9990fccd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:31:06.762904 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff0081bd-13f1-4465-a25c-085b8dafbe3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:06.763285 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0081bd-13f1-4465-a25c-085b8dafbe3b None None] Bound using segment: {'id': '63491227-a950-4013-8a89-81d376832a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0bcd36b5-4d4e-4dae-94d7-57b9990fccd9'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:31:06.763984 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-ff0081bd-13f1-4465-a25c-085b8dafbe3b None None] Bound port: f43963cf-2ebb-44c5-9cc8-18b9492b4798, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63491227-a950-4013-8a89-81d376832a96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 439, 'network_id': '0bcd36b5-4d4e-4dae-94d7-57b9990fccd9'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:31:06.764197 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff0081bd-13f1-4465-a25c-085b8dafbe3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:06.767504 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-967d4f4d-73f2-48f1-8d46-222171cae250 req-3ee79262-0b1e-4dab-b95b-efc04c113ec6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=75dd98a5-e1f9-4a74-ac6e-efb36b74b5e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.8497751 Oct 13 15:31:06.778243 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ca8e1556-79c1-4d68-93cc-09181c6273e5 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:06.787241 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2e95bc8d-89e8-4887-bc83-f5eaac2acb91 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:06.871692 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6b5b2ae4-652a-4a7f-922c-030b5cc6ff19 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:06.873027 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2e95bc8d-89e8-4887-bc83-f5eaac2acb91 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:06.901675 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff0081bd-13f1-4465-a25c-085b8dafbe3b None None] For port f43963cf-2ebb-44c5-9cc8-18b9492b4798, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:31:06.906718 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff0081bd-13f1-4465-a25c-085b8dafbe3b None None] For port f43963cf-2ebb-44c5-9cc8-18b9492b4798, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=f43963cf-2ebb-44c5-9cc8-18b9492b4798,segment=NetworkSegment(63491227-a950-4013-8a89-81d376832a96),segment_id=63491227-a950-4013-8a89-81d376832a96)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:31:06.908140 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-ca8e1556-79c1-4d68-93cc-09181c6273e5 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] 10.222.0.42 "DELETE /v2.0/ports/44fff3d5-07f5-43da-833b-44b29b372a38 HTTP/1.1" status: 204 len: 168 time: 2.3638887 Oct 13 15:31:06.916197 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff0081bd-13f1-4465-a25c-085b8dafbe3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:06.927909 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49782) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:06.943442 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-4839d398-544f-4705-a0ba-fd436cdf5599 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Request body: {'port': {'name': 'tempest-new-port-name-764175276', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:06.943894 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.api.validators [None req-4839d398-544f-4705-a0ba-fd436cdf5599 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] bootfile-name is not in valid_values {{(pid=88973) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 13 15:31:06.944277 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.api.validators [None req-4839d398-544f-4705-a0ba-fd436cdf5599 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] tftp-server is not in valid_values {{(pid=88973) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 13 15:31:06.945362 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.api.validators [None req-4839d398-544f-4705-a0ba-fd436cdf5599 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] server-ip-address is not in valid_values {{(pid=88973) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Oct 13 15:31:06.956254 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-29679712-d9a2-466e-9cfd-121442abb5c7 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Unset dirty status for tenant:42424788e9554a81ae9da43073b2fd43 on resource:security_group_rule {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:31:06.956254 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-29679712-d9a2-466e-9cfd-121442abb5c7 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.6181810 Oct 13 15:31:06.970570 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49786) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:07.020609 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-56120ea4-a78f-459a-81ca-84b721f63541 None None] Attempt 10 to provision port 344ea809-a790-428f-b371-54483511640b Oct 13 15:31:07.104186 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0081bd-13f1-4465-a25c-085b8dafbe3b None None] Pushing event updated for resources: {'Port': ['ID=f43963cf-2ebb-44c5-9cc8-18b9492b4798,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:07.122258 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-56120ea4-a78f-459a-81ca-84b721f63541 None None] Port 344ea809-a790-428f-b371-54483511640b cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:07.145668 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-01caebdb-d11f-4d62-acc4-6641d78c3d6c tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:07.172537 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-01caebdb-d11f-4d62-acc4-6641d78c3d6c tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:07.256256 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Could not find standard attr ID for object 44fff3d5-07f5-43da-833b-44b29b372a38. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:31:07.271635 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.l3_db [None req-2e95bc8d-89e8-4887-bc83-f5eaac2acb91 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Floating IP c9e2efd5-37ea-4be3-aaa4-07ad3f0ad1b2 associated. External IP: 172.26.2.3, port: 7300bb36-af68-4ebc-81b1-a71f406a9af7. Oct 13 15:31:07.277919 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Provisioning for port 0fdd1925-2a58-4a89-a74a-dea79da594e1 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:31:07.293945 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Provisioning complete for port 0fdd1925-2a58-4a89-a74a-dea79da594e1 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:31:07.294624 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:07.295124 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Attempt 1 to provision port 0fdd1925-2a58-4a89-a74a-dea79da594e1 Oct 13 15:31:07.321475 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-60ff2d34-a4b8-44a5-b518-60340cf5a4a8 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:07.344134 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4839d398-544f-4705-a0ba-fd436cdf5599 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:07.352645 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-01caebdb-d11f-4d62-acc4-6641d78c3d6c tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:07.362213 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d4f4d-73f2-48f1-8d46-222171cae250 req-62880ef3-4c40-424d-9df3-2d7d1f3cae01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:07.363705 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-967d4f4d-73f2-48f1-8d46-222171cae250 req-62880ef3-4c40-424d-9df3-2d7d1f3cae01 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c4e179e9a35a4e59a0b0abe27aa737df&device_id=75dd98a5-e1f9-4a74-ac6e-efb36b74b5e5 HTTP/1.1" status: 200 len: 1098 time: 0.5559263 Oct 13 15:31:07.500272 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Current status of the port 0fdd1925-2a58-4a89-a74a-dea79da594e1 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:31:07.500913 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:07.529355 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01caebdb-d11f-4d62-acc4-6641d78c3d6c tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0e47df61-8b84-4f96-ba8b-f30590c7fc84,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:07.539056 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] For port 0fdd1925-2a58-4a89-a74a-dea79da594e1, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=0fdd1925-2a58-4a89-a74a-dea79da594e1,segment=NetworkSegment(587140c1-ab5e-4077-b72c-5a43f77313a0),segment_id=587140c1-ab5e-4077-b72c-5a43f77313a0)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:31:07.548716 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:07.612274 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-01caebdb-d11f-4d62-acc4-6641d78c3d6c tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:07.616322 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-01caebdb-d11f-4d62-acc4-6641d78c3d6c tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/0e47df61-8b84-4f96-ba8b-f30590c7fc84 HTTP/1.1" status: 204 len: 168 time: 0.6480787 Oct 13 15:31:07.621004 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-722c0dbc-a48e-4ab4-b047-03cf5e11b410 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Allocated IP 2001:db8::10 (0bcd36b5-4d4e-4dae-94d7-57b9990fccd9/50929342-42e1-4332-8427-7a47e59f252c/7e112f95-c6b5-4cbb-9541-da2785534da2) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:31:07.623138 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49790) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:07.692751 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Pushing event updated for resources: {'Port': ['ID=0fdd1925-2a58-4a89-a74a-dea79da594e1,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:07.732716 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Provisioning for port 167143bf-314e-47d7-b131-318e3dc0c82a completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:31:07.743493 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device f43963cf-2ebb-44c5-9cc8-18b9492b4798 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:31:07.782561 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:07.792753 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Provisioning complete for port 167143bf-314e-47d7-b131-318e3dc0c82a triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:31:07.793383 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:07.793874 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Attempt 1 to provision port 167143bf-314e-47d7-b131-318e3dc0c82a Oct 13 15:31:07.823016 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.db.resource_extend [None req-6b5b2ae4-652a-4a7f-922c-030b5cc6ff19 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 15:31:07.890631 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6b5b2ae4-652a-4a7f-922c-030b5cc6ff19 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:07.915602 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6b5b2ae4-652a-4a7f-922c-030b5cc6ff19 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:07.932952 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:07.937001 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Port 167143bf-314e-47d7-b131-318e3dc0c82a cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:07.955995 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port f43963cf-2ebb-44c5-9cc8-18b9492b4798 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:31:08.063548 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d4f4d-73f2-48f1-8d46-222171cae250 req-c82a38c2-6f75-404e-9905-dc5cabb69eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:08.064666 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-967d4f4d-73f2-48f1-8d46-222171cae250 req-c82a38c2-6f75-404e-9905-dc5cabb69eda service neutron] 10.222.0.16 "GET /v2.0/networks?id=a44f8207-61f2-477d-b80a-38deab4e3cb7 HTTP/1.1" status: 200 len: 913 time: 0.6721227 Oct 13 15:31:08.120573 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-15a78422-d820-413e-b16e-431f143b08c2 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks [] for router_gateway, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:08.187804 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-773d3f40-1c81-4ccf-977c-939fc7ef5ba5 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Synchronizing usage tracker for tenant:42424788e9554a81ae9da43073b2fd43 on resource:security_group_rule {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:31:08.204378 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-15a78422-d820-413e-b16e-431f143b08c2 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:08.269733 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6b5b2ae4-652a-4a7f-922c-030b5cc6ff19 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:08.437186 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Attempt 2 to provision port 167143bf-314e-47d7-b131-318e3dc0c82a Oct 13 15:31:08.464836 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-773d3f40-1c81-4ccf-977c-939fc7ef5ba5 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Unset dirty status for tenant:42424788e9554a81ae9da43073b2fd43 on resource:security_group_rule {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:31:08.468396 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-773d3f40-1c81-4ccf-977c-939fc7ef5ba5 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.7865601 Oct 13 15:31:08.477685 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49794) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:08.549482 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Port 167143bf-314e-47d7-b131-318e3dc0c82a cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:08.590622 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5b2ae4-652a-4a7f-922c-030b5cc6ff19 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Pushing event updated for resources: {'Port': ['ID=2dd1cfcb-a188-41f2-8a66-d621915e4bdd,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:08.616544 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e95bc8d-89e8-4887-bc83-f5eaac2acb91 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Router 762fd677-0458-43ed-8610-dce4995dc9bb has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:31:08.630800 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-967db0d7-4cc3-4d34-aee4-c27221650fcd tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:08.665261 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-967db0d7-4cc3-4d34-aee4-c27221650fcd tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:08.674445 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-722c0dbc-a48e-4ab4-b047-03cf5e11b410 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:08.684261 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-967d4f4d-73f2-48f1-8d46-222171cae250 req-ce48120e-bc18-4489-8c22-68c442667329 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=876da674-9b65-4800-ba18-693c8b3d6794 HTTP/1.1" status: 200 len: 999 time: 0.5844886 Oct 13 15:31:08.689063 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6b5b2ae4-652a-4a7f-922c-030b5cc6ff19 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:08.691887 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-6b5b2ae4-652a-4a7f-922c-030b5cc6ff19 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3234918 Oct 13 15:31:08.698671 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49798) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:08.699937 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-15a78422-d820-413e-b16e-431f143b08c2 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Allocated IP 172.26.2.150 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/19a367a6-209c-4ecb-a066-005d14d27453) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:31:08.796630 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-da2d4c6d-2fb2-488e-9a88-bae2f3c8bfb2 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-801269783'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:08.798632 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-da2d4c6d-2fb2-488e-9a88-bae2f3c8bfb2 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:08.804169 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-da2d4c6d-2fb2-488e-9a88-bae2f3c8bfb2 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Usage tracker for resource:network and tenant:64faa29e24d84506b6a987b522d73cd1 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:08.809938 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-da2d4c6d-2fb2-488e-9a88-bae2f3c8bfb2 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:08.816090 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-da2d4c6d-2fb2-488e-9a88-bae2f3c8bfb2 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:08.824504 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d4f4d-73f2-48f1-8d46-222171cae250 req-b8e02efb-386b-4ca6-8ab1-320e0c8536ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:08.824504 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-967d4f4d-73f2-48f1-8d46-222171cae250 req-b8e02efb-386b-4ca6-8ab1-320e0c8536ba service neutron] 10.222.0.16 "GET /v2.0/subnets?id=235995ae-56e8-4a42-a8ac-e16e5c3294b1 HTTP/1.1" status: 200 len: 851 time: 0.1284578 Oct 13 15:31:08.834058 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4839d398-544f-4705-a0ba-fd436cdf5599 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:08.840026 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e56d30-03e9-4aee-9a0b-f0e13b2c1b80 None None] Network 0bcd36b5-4d4e-4dae-94d7-57b9990fccd9 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:31:08.851587 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-967db0d7-4cc3-4d34-aee4-c27221650fcd tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:08.852545 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da2d4c6d-2fb2-488e-9a88-bae2f3c8bfb2 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Made reservation on behalf of 64faa29e24d84506b6a987b522d73cd1 for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:31:08.857244 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-da2d4c6d-2fb2-488e-9a88-bae2f3c8bfb2 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:08.898865 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4839d398-544f-4705-a0ba-fd436cdf5599 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:08.904748 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-722c0dbc-a48e-4ab4-b047-03cf5e11b410 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Transition to ACTIVE for port object 7e112f95-c6b5-4cbb-9541-da2785534da2 will not be triggered until provisioned by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:31:08.906701 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-da2d4c6d-2fb2-488e-9a88-bae2f3c8bfb2 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:08.936984 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967db0d7-4cc3-4d34-aee4-c27221650fcd tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=88ed3c5e-cbe0-45ce-8153-f4e561fd77e6,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:09.005991 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-60ff2d34-a4b8-44a5-b518-60340cf5a4a8 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:09.049196 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-da2d4c6d-2fb2-488e-9a88-bae2f3c8bfb2 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:09.051637 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Attempt 3 to provision port 167143bf-314e-47d7-b131-318e3dc0c82a Oct 13 15:31:09.074999 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-60ff2d34-a4b8-44a5-b518-60340cf5a4a8 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:09.113013 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4839d398-544f-4705-a0ba-fd436cdf5599 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Pushing event updated for resources: {'Port': ['ID=167143bf-314e-47d7-b131-318e3dc0c82a,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:09.121845 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-da2d4c6d-2fb2-488e-9a88-bae2f3c8bfb2 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Usage tracker for resource:security_group_rule and tenant:64faa29e24d84506b6a987b522d73cd1 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:09.137971 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-da2d4c6d-2fb2-488e-9a88-bae2f3c8bfb2 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:09.160598 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-967db0d7-4cc3-4d34-aee4-c27221650fcd tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:09.162899 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-967db0d7-4cc3-4d34-aee4-c27221650fcd tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/88ed3c5e-cbe0-45ce-8153-f4e561fd77e6 HTTP/1.1" status: 204 len: 168 time: 0.6825466 Oct 13 15:31:09.179298 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49802) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:09.184520 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-da2d4c6d-2fb2-488e-9a88-bae2f3c8bfb2 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:09.196590 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Port 167143bf-314e-47d7-b131-318e3dc0c82a cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:09.232318 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ff2d34-a4b8-44a5-b518-60340cf5a4a8 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event updated for resources: {'Port': ['ID=a8555c64-5ca7-427e-bb12-14b045725c40,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:09.283585 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e95bc8d-89e8-4887-bc83-f5eaac2acb91 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:31:09.285689 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-60ff2d34-a4b8-44a5-b518-60340cf5a4a8 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:09.296581 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9711c533-6b6d-4621-970e-61ebe4aa80f6 None None] Sync routers for ids ['762fd677-0458-43ed-8610-dce4995dc9bb'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:31:09.310651 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9711c533-6b6d-4621-970e-61ebe4aa80f6 None None] Routers {'762fd677-0458-43ed-8610-dce4995dc9bb'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:31:09.311365 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-9711c533-6b6d-4621-970e-61ebe4aa80f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:31:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['762fd677-0458-43ed-8610-dce4995dc9bb'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:09.388473 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-9711c533-6b6d-4621-970e-61ebe4aa80f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:09.399112 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9711c533-6b6d-4621-970e-61ebe4aa80f6 None None] Routers {'762fd677-0458-43ed-8610-dce4995dc9bb'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:31:09.400001 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-9711c533-6b6d-4621-970e-61ebe4aa80f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:31:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['762fd677-0458-43ed-8610-dce4995dc9bb'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:09.400670 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-722c0dbc-a48e-4ab4-b047-03cf5e11b410 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:09.422849 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-15a78422-d820-413e-b16e-431f143b08c2 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:09.473030 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-9711c533-6b6d-4621-970e-61ebe4aa80f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:09.473818 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9711c533-6b6d-4621-970e-61ebe4aa80f6 None None] The sync data for ids ['762fd677-0458-43ed-8610-dce4995dc9bb'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:31:09.505272 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-4839d398-544f-4705-a0ba-fd436cdf5599 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] In _notify_port_updated(), no bound segment for port 167143bf-314e-47d7-b131-318e3dc0c82a on network c4b3e140-293c-45c2-97ad-7ea3af115aa3 {{(pid=88973) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 13 15:31:09.514548 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4839d398-544f-4705-a0ba-fd436cdf5599 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:09.518432 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4839d398-544f-4705-a0ba-fd436cdf5599 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:09.523937 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-4839d398-544f-4705-a0ba-fd436cdf5599 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] 10.222.0.42 "PUT /v2.0/ports/167143bf-314e-47d7-b131-318e3dc0c82a HTTP/1.1" status: 200 len: 1135 time: 2.5869229 Oct 13 15:31:09.526362 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:09.533868 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49806) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:09.602841 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 0fdd1925-2a58-4a89-a74a-dea79da594e1 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:31:09.622768 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d4f4d-73f2-48f1-8d46-222171cae250 req-31b7dc69-487b-41c7-8dcb-9e645818068b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:09.624220 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-967d4f4d-73f2-48f1-8d46-222171cae250 req-31b7dc69-487b-41c7-8dcb-9e645818068b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a44f8207-61f2-477d-b80a-38deab4e3cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7949917 Oct 13 15:31:09.648389 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-f18b15db-9780-43b0-87a8-4c99fa74814d tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Synchronizing usage tracker for tenant:42424788e9554a81ae9da43073b2fd43 on resource:security_group_rule {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:31:09.668515 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-722c0dbc-a48e-4ab4-b047-03cf5e11b410 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Network 0bcd36b5-4d4e-4dae-94d7-57b9990fccd9 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:31:09.671668 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9136e85d-e09d-4589-83cf-c97ebb91b307 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:09.672691 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-9136e85d-e09d-4589-83cf-c97ebb91b307 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Synchronizing usage tracker for tenant:9e33483a5b9340079ceb6507c5016c46 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:31:09.680459 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-722c0dbc-a48e-4ab4-b047-03cf5e11b410 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:31:09.689115 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 0fdd1925-2a58-4a89-a74a-dea79da594e1 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:31:09.689855 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:09.690508 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 0fdd1925-2a58-4a89-a74a-dea79da594e1 Oct 13 15:31:09.691221 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722c0dbc-a48e-4ab4-b047-03cf5e11b410 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:31:09.696652 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722c0dbc-a48e-4ab4-b047-03cf5e11b410 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:09.697794 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-722c0dbc-a48e-4ab4-b047-03cf5e11b410 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:09.725106 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722c0dbc-a48e-4ab4-b047-03cf5e11b410 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event updated for resources: {'Port': ['ID=7e112f95-c6b5-4cbb-9541-da2785534da2,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:09.733013 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Attempt 4 to provision port 167143bf-314e-47d7-b131-318e3dc0c82a Oct 13 15:31:09.761969 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ff2d34-a4b8-44a5-b518-60340cf5a4a8 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Network 226ca6e1-a48b-4cef-9ae0-4e006c3b7297 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:31:09.766511 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-60ff2d34-a4b8-44a5-b518-60340cf5a4a8 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:31:09.787513 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-9136e85d-e09d-4589-83cf-c97ebb91b307 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Unset dirty status for tenant:9e33483a5b9340079ceb6507c5016c46 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:31:09.792511 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-9136e85d-e09d-4589-83cf-c97ebb91b307 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] 10.222.0.42 "GET /v2.0/ports/167143bf-314e-47d7-b131-318e3dc0c82a HTTP/1.1" status: 200 len: 1135 time: 0.2575238 Oct 13 15:31:09.841407 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49812) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:09.861070 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Port 167143bf-314e-47d7-b131-318e3dc0c82a cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:09.867269 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-f18b15db-9780-43b0-87a8-4c99fa74814d tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Unset dirty status for tenant:42424788e9554a81ae9da43073b2fd43 on resource:security_group_rule {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:31:09.868517 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-f18b15db-9780-43b0-87a8-4c99fa74814d tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.6811821 Oct 13 15:31:09.914082 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49816) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:09.959595 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-da2d4c6d-2fb2-488e-9a88-bae2f3c8bfb2 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:09.981898 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-722c0dbc-a48e-4ab4-b047-03cf5e11b410 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.6645181 Oct 13 15:31:10.006089 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49820) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:10.015041 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 0fdd1925-2a58-4a89-a74a-dea79da594e1 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:31:10.018707 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-da2d4c6d-2fb2-488e-9a88-bae2f3c8bfb2 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:10.024678 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-0b131b96-0364-4316-885e-bfd522abd858 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Request body: {'port': {'network_id': '0bcd36b5-4d4e-4dae-94d7-57b9990fccd9', 'name': 'tempest-PortsIpV6TestJSON-175524176', 'fixed_ips': [{'subnet_id': '50929342-42e1-4332-8427-7a47e59f252c', 'ip_address': '2001:db8::f'}]}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:10.027056 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-15a78422-d820-413e-b16e-431f143b08c2 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:10.059322 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da2d4c6d-2fb2-488e-9a88-bae2f3c8bfb2 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 406} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:31:10.100315 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-967d4f4d-73f2-48f1-8d46-222171cae250 req-3599f52e-4763-4848-bc09-7591944de0a3 service neutron] 10.222.0.16 "GET /v2.0/networks/a44f8207-61f2-477d-b80a-38deab4e3cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4605019 Oct 13 15:31:10.284848 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-da2d4c6d-2fb2-488e-9a88-bae2f3c8bfb2 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:10.284848 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-da2d4c6d-2fb2-488e-9a88-bae2f3c8bfb2 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Added segment 46b692c7-aa6e-4268-be0e-162273072ea4 of type vlan for network c903e5f3-47f2-4aaa-ba01-030e7fe177c1 Oct 13 15:31:10.329438 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4c4e4298-b3af-4a5e-9334-cb7644bb3073 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:10.363048 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Attempt 5 to provision port 167143bf-314e-47d7-b131-318e3dc0c82a Oct 13 15:31:10.403788 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-f8d45bba-5ca9-4359-9538-6bbf75c25c09 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Deleting port 167143bf-314e-47d7-b131-318e3dc0c82a {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:31:10.403788 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f8d45bba-5ca9-4359-9538-6bbf75c25c09 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:10.417332 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-0b131b96-0364-4316-885e-bfd522abd858 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:10.424546 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Port 167143bf-314e-47d7-b131-318e3dc0c82a cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:10.436446 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4c4e4298-b3af-4a5e-9334-cb7644bb3073 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:10.445286 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-0b131b96-0364-4316-885e-bfd522abd858 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Usage tracker for resource:port and tenant:19ec4718eae5492e825f796615e1a8b4 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:10.453461 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-0b131b96-0364-4316-885e-bfd522abd858 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:10.459456 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-967d4f4d-73f2-48f1-8d46-222171cae250 req-dc5eea5b-a01d-4b21-8519-8e192c0bb2f0 service neutron] 10.222.0.16 "GET /v2.0/networks/a44f8207-61f2-477d-b80a-38deab4e3cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3501267 Oct 13 15:31:10.467196 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-0b131b96-0364-4316-885e-bfd522abd858 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:10.476849 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60ff2d34-a4b8-44a5-b518-60340cf5a4a8 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Router aabb30a5-22b3-47fe-91c4-b5338982dc05 is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 15:31:10.499260 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a78422-d820-413e-b16e-431f143b08c2 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:31:10.509114 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d4c6d-2fb2-488e-9a88-bae2f3c8bfb2 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Pushing event updated for resources: {'SecurityGroup': ['ID=892880f3-ebbf-4f2c-9036-0c8967474400,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:10.511991 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-15a78422-d820-413e-b16e-431f143b08c2 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:31:10.528530 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-da2d4c6d-2fb2-488e-9a88-bae2f3c8bfb2 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:10.537623 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a78422-d820-413e-b16e-431f143b08c2 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Pushing event updated for resources: {'Port': ['ID=19a367a6-209c-4ecb-a066-005d14d27453,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:10.545222 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a78422-d820-413e-b16e-431f143b08c2 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:31:10.563340 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b131b96-0364-4316-885e-bfd522abd858 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Made reservation on behalf of 19ec4718eae5492e825f796615e1a8b4 for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:31:10.646269 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e95bc8d-89e8-4887-bc83-f5eaac2acb91 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Router 1b1ef388-0a0f-407d-8f64-2d9ebdb12718 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:31:10.684636 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-da2d4c6d-2fb2-488e-9a88-bae2f3c8bfb2 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:10.690046 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da2d4c6d-2fb2-488e-9a88-bae2f3c8bfb2 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:10.690652 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-da2d4c6d-2fb2-488e-9a88-bae2f3c8bfb2 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:10.709430 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4c4e4298-b3af-4a5e-9334-cb7644bb3073 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:10.931915 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Attempt 6 to provision port 167143bf-314e-47d7-b131-318e3dc0c82a Oct 13 15:31:10.934505 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4e4298-b3af-4a5e-9334-cb7644bb3073 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99834e9e-9ad1-41af-884b-6cf395e18973,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:10.960756 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-da2d4c6d-2fb2-488e-9a88-bae2f3c8bfb2 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 2.2042742 Oct 13 15:31:10.964263 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4c4e4298-b3af-4a5e-9334-cb7644bb3073 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:10.966804 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-4c4e4298-b3af-4a5e-9334-cb7644bb3073 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "DELETE /v2.0/security-groups/99834e9e-9ad1-41af-884b-6cf395e18973 HTTP/1.1" status: 204 len: 168 time: 1.0442286 Oct 13 15:31:10.972054 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49824) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:10.972859 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49826) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:10.974058 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60ff2d34-a4b8-44a5-b518-60340cf5a4a8 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:31:10.981789 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-782b06bb-ef72-4704-a312-19c6eb09cc3e tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Request body: {'subnet': {'network_id': 'c903e5f3-47f2-4aaa-ba01-030e7fe177c1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:10.993183 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28a469e-ea76-40b5-b99c-ff9feeca393b None None] Sync routers for ids ['aabb30a5-22b3-47fe-91c4-b5338982dc05'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:31:11.008324 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-60ff2d34-a4b8-44a5-b518-60340cf5a4a8 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "PUT /v2.0/routers/aabb30a5-22b3-47fe-91c4-b5338982dc05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2327552 Oct 13 15:31:11.012953 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28a469e-ea76-40b5-b99c-ff9feeca393b None None] Routers {'aabb30a5-22b3-47fe-91c4-b5338982dc05'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:31:11.013804 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-b28a469e-ea76-40b5-b99c-ff9feeca393b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:31:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['aabb30a5-22b3-47fe-91c4-b5338982dc05'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:11.031495 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49832) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:11.035774 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Port 167143bf-314e-47d7-b131-318e3dc0c82a cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:11.093348 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-b28a469e-ea76-40b5-b99c-ff9feeca393b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:11.096425 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0b131b96-0364-4316-885e-bfd522abd858 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:11.104175 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28a469e-ea76-40b5-b99c-ff9feeca393b None None] Routers {'aabb30a5-22b3-47fe-91c4-b5338982dc05'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:31:11.104544 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-b28a469e-ea76-40b5-b99c-ff9feeca393b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:31:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['aabb30a5-22b3-47fe-91c4-b5338982dc05'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:11.167673 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-b28a469e-ea76-40b5-b99c-ff9feeca393b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:11.167891 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b28a469e-ea76-40b5-b99c-ff9feeca393b None None] The sync data for ids ['aabb30a5-22b3-47fe-91c4-b5338982dc05'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:31:11.197391 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2d4c6d-2fb2-488e-9a88-bae2f3c8bfb2 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Pushing event updated for resources: {'Network': ['ID=c903e5f3-47f2-4aaa-ba01-030e7fe177c1,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:11.208473 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network c903e5f3-47f2-4aaa-ba01-030e7fe177c1 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:31:11.225768 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [None req-0b131b96-0364-4316-885e-bfd522abd858 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] device_id is not set on port ec25f5ba-7f2b-4424-99e6-138253563589 yet. {{(pid=88973) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:31:11.287954 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58cb9d1b-d441-48ac-a112-988e3f1d6403 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:11.288553 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-58cb9d1b-d441-48ac-a112-988e3f1d6403 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Synchronizing usage tracker for tenant:4c5e5250b5d0476f9d711181f94ffb05 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:31:11.289626 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f8d45bba-5ca9-4359-9538-6bbf75c25c09 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:11.298292 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e95bc8d-89e8-4887-bc83-f5eaac2acb91 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:31:11.299390 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-70f02e30-dc60-4809-977c-2183f67f6bb0 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Synchronizing usage tracker for tenant:42424788e9554a81ae9da43073b2fd43 on resource:security_group {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:31:11.303131 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-782b06bb-ef72-4704-a312-19c6eb09cc3e tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:11.317748 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a751bdae-116f-45fb-b626-0d09d481aada None None] Sync routers for ids ['1b1ef388-0a0f-407d-8f64-2d9ebdb12718'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:31:11.318728 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-782b06bb-ef72-4704-a312-19c6eb09cc3e tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Usage tracker for resource:subnet and tenant:64faa29e24d84506b6a987b522d73cd1 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:11.324890 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-782b06bb-ef72-4704-a312-19c6eb09cc3e tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:11.335575 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a751bdae-116f-45fb-b626-0d09d481aada None None] Routers {'1b1ef388-0a0f-407d-8f64-2d9ebdb12718'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:31:11.336429 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-a751bdae-116f-45fb-b626-0d09d481aada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:31:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['1b1ef388-0a0f-407d-8f64-2d9ebdb12718'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:11.346798 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-782b06bb-ef72-4704-a312-19c6eb09cc3e tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:11.359446 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2e95bc8d-89e8-4887-bc83-f5eaac2acb91 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:11.364150 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-70f02e30-dc60-4809-977c-2183f67f6bb0 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Unset dirty status for tenant:42424788e9554a81ae9da43073b2fd43 on resource:security_group {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:31:11.365568 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-70f02e30-dc60-4809-977c-2183f67f6bb0 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.3884511 Oct 13 15:31:11.371637 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49836) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:11.372463 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-58cb9d1b-d441-48ac-a112-988e3f1d6403 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Unset dirty status for tenant:4c5e5250b5d0476f9d711181f94ffb05 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:31:11.373734 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-58cb9d1b-d441-48ac-a112-988e3f1d6403 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "GET /v2.0/ports/a8555c64-5ca7-427e-bb12-14b045725c40 HTTP/1.1" status: 200 len: 910 time: 0.3277600 Oct 13 15:31:11.383162 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-9bba40f4-aa3a-47e7-b5b1-a60d80b80c70 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Request body: {'security_group': {'name': 'tempest-secgroup--1862836936'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:11.392493 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49840) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:11.404233 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-a751bdae-116f-45fb-b626-0d09d481aada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:11.413265 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a751bdae-116f-45fb-b626-0d09d481aada None None] Routers {'1b1ef388-0a0f-407d-8f64-2d9ebdb12718'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:31:11.413939 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-a751bdae-116f-45fb-b626-0d09d481aada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:31:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['1b1ef388-0a0f-407d-8f64-2d9ebdb12718'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:11.422093 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-782b06bb-ef72-4704-a312-19c6eb09cc3e tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Made reservation on behalf of 64faa29e24d84506b6a987b522d73cd1 for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:31:11.425760 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-782b06bb-ef72-4704-a312-19c6eb09cc3e tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:11.442539 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-9bba40f4-aa3a-47e7-b5b1-a60d80b80c70 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:11.479864 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-a751bdae-116f-45fb-b626-0d09d481aada None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:11.480080 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a751bdae-116f-45fb-b626-0d09d481aada None None] The sync data for ids ['1b1ef388-0a0f-407d-8f64-2d9ebdb12718'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:31:11.487439 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-9bba40f4-aa3a-47e7-b5b1-a60d80b80c70 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:11.537447 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Attempt 7 to provision port 167143bf-314e-47d7-b131-318e3dc0c82a Oct 13 15:31:11.600215 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Port 167143bf-314e-47d7-b131-318e3dc0c82a cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:11.600443 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9bba40f4-aa3a-47e7-b5b1-a60d80b80c70 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:11.660321 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-9bba40f4-aa3a-47e7-b5b1-a60d80b80c70 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:11.669568 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-0b131b96-0364-4316-885e-bfd522abd858 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Allocated IP 2001:db8::f (0bcd36b5-4d4e-4dae-94d7-57b9990fccd9/50929342-42e1-4332-8427-7a47e59f252c/ec25f5ba-7f2b-4424-99e6-138253563589) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:31:11.675202 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-9bba40f4-aa3a-47e7-b5b1-a60d80b80c70 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Usage tracker for resource:security_group_rule and tenant:42424788e9554a81ae9da43073b2fd43 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:11.681262 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-9bba40f4-aa3a-47e7-b5b1-a60d80b80c70 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:11.696521 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-9bba40f4-aa3a-47e7-b5b1-a60d80b80c70 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:11.732460 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-f8d45bba-5ca9-4359-9538-6bbf75c25c09 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Calling delete_port for 167143bf-314e-47d7-b131-318e3dc0c82a owned by {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:31:11.892727 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-782b06bb-ef72-4704-a312-19c6eb09cc3e tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:12.075208 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9bba40f4-aa3a-47e7-b5b1-a60d80b80c70 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:12.078535 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782b06bb-ef72-4704-a312-19c6eb09cc3e tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Pushing event updated for resources: {'Subnet': ['ID=8866d0cc-ec34-4f7d-acd5-24a7875d9897,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:12.090936 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9bba40f4-aa3a-47e7-b5b1-a60d80b80c70 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:12.101544 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Attempt 8 to provision port 167143bf-314e-47d7-b131-318e3dc0c82a Oct 13 15:31:12.126630 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782b06bb-ef72-4704-a312-19c6eb09cc3e tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Checking segment: {'id': '46b692c7-aa6e-4268-be0e-162273072ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c903e5f3-47f2-4aaa-ba01-030e7fe177c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:31:12.126991 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782b06bb-ef72-4704-a312-19c6eb09cc3e tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Network hostable DHCP agents. Network: c903e5f3-47f2-4aaa-ba01-030e7fe177c1, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:31:12.158351 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-15a78422-d820-413e-b16e-431f143b08c2 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks [] for router_gateway, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:12.164245 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Port 167143bf-314e-47d7-b131-318e3dc0c82a cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:12.171917 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0b131b96-0364-4316-885e-bfd522abd858 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:12.204746 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bba40f4-aa3a-47e7-b5b1-a60d80b80c70 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a544aa60-ce35-4305-ac69-ad06e2d5dd2c,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:12.209215 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-2e95bc8d-89e8-4887-bc83-f5eaac2acb91 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] 10.222.0.42 "PUT /v2.0/floatingips/c9e2efd5-37ea-4be3-aaa4-07ad3f0ad1b2 HTTP/1.1" status: 200 len: 977 time: 8.2889695 Oct 13 15:31:12.209878 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-782b06bb-ef72-4704-a312-19c6eb09cc3e tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Network c903e5f3-47f2-4aaa-ba01-030e7fe177c1 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:31:12.213427 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-0b131b96-0364-4316-885e-bfd522abd858 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Transition to ACTIVE for port object ec25f5ba-7f2b-4424-99e6-138253563589 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:31:12.215956 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49844) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:12.251371 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9bba40f4-aa3a-47e7-b5b1-a60d80b80c70 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:12.252552 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-9bba40f4-aa3a-47e7-b5b1-a60d80b80c70 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8777118 Oct 13 15:31:12.261291 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49848) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:12.276272 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-5ddaf637-6472-4763-b78c-4d8bc0282ea8 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Request body: {'security_group_rule': {'security_group_id': 'a544aa60-ce35-4305-ac69-ad06e2d5dd2c', 'direction': 'ingress', 'protocol': 17}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:12.280639 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-782b06bb-ef72-4704-a312-19c6eb09cc3e tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, c903e5f3-47f2-4aaa-ba01-030e7fe177c1) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:31:12.289954 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82d6fe3-7ff6-46b8-a898-3dacf34bf4b4 None None] Network c903e5f3-47f2-4aaa-ba01-030e7fe177c1 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:31:12.293542 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-5ddaf637-6472-4763-b78c-4d8bc0282ea8 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:12.299163 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782b06bb-ef72-4704-a312-19c6eb09cc3e tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:12.300316 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-782b06bb-ef72-4704-a312-19c6eb09cc3e tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:12.318962 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-5ddaf637-6472-4763-b78c-4d8bc0282ea8 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Usage tracker for resource:security_group_rule and tenant:42424788e9554a81ae9da43073b2fd43 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:12.332363 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-5ddaf637-6472-4763-b78c-4d8bc0282ea8 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:12.345272 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-44de9516-70fc-450b-9aa4-e47217aee067 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Deleting port 2387be28-f517-42ea-886f-57919a44f3ef {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:31:12.345618 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-44de9516-70fc-450b-9aa4-e47217aee067 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:12.378104 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-5ddaf637-6472-4763-b78c-4d8bc0282ea8 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:12.401549 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-782b06bb-ef72-4704-a312-19c6eb09cc3e tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4258285 Oct 13 15:31:12.410311 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49852) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:12.419680 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-01fa2a20-aba5-45b2-a92b-42f227785a13 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1794745824', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}, 'admin_state_up': False}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:12.427322 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0b131b96-0364-4316-885e-bfd522abd858 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:12.440123 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-01fa2a20-aba5-45b2-a92b-42f227785a13 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:12.461470 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f8d45bba-5ca9-4359-9538-6bbf75c25c09 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:12.517161 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-01fa2a20-aba5-45b2-a92b-42f227785a13 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Usage tracker for resource:router and tenant:64faa29e24d84506b6a987b522d73cd1 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:12.538292 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-01fa2a20-aba5-45b2-a92b-42f227785a13 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:12.567564 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5ddaf637-6472-4763-b78c-4d8bc0282ea8 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:12.579896 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-01fa2a20-aba5-45b2-a92b-42f227785a13 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:12.593300 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d45bba-5ca9-4359-9538-6bbf75c25c09 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Pushing event deleted for resources: {'Port': ['ID=167143bf-314e-47d7-b131-318e3dc0c82a,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:12.607784 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b131b96-0364-4316-885e-bfd522abd858 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Network 0bcd36b5-4d4e-4dae-94d7-57b9990fccd9 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:31:12.623260 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b131b96-0364-4316-885e-bfd522abd858 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event updated for resources: {'Port': ['ID=ec25f5ba-7f2b-4424-99e6-138253563589,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:12.626173 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-0b131b96-0364-4316-885e-bfd522abd858 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:31:12.659826 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b131b96-0364-4316-885e-bfd522abd858 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:31:12.665679 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b131b96-0364-4316-885e-bfd522abd858 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:12.671662 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0b131b96-0364-4316-885e-bfd522abd858 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:12.703884 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Attempt 9 to provision port 167143bf-314e-47d7-b131-318e3dc0c82a Oct 13 15:31:12.716229 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-01fa2a20-aba5-45b2-a92b-42f227785a13 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:12.717678 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-01fa2a20-aba5-45b2-a92b-42f227785a13 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:12.789326 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Port 167143bf-314e-47d7-b131-318e3dc0c82a was deleted so its status cannot be updated. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:31:12.813445 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840422e0-5bc8-4c62-a12f-4005280cb4b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-c903e5f3-47f2-4aaa-ba01-030e7fe177c1', 'network_id': 'c903e5f3-47f2-4aaa-ba01-030e7fe177c1', 'tenant_id': '64faa29e24d84506b6a987b522d73cd1', 'fixed_ips': [{'subnet_id': '8866d0cc-ec34-4f7d-acd5-24a7875d9897'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:31:12.816384 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-840422e0-5bc8-4c62-a12f-4005280cb4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:12.920856 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Provisioning for port 76f47a05-dbce-481c-b00c-2831067a9602 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:31:12.936354 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-0b131b96-0364-4316-885e-bfd522abd858 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.9247205 Oct 13 15:31:12.939735 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Provisioning complete for port 76f47a05-dbce-481c-b00c-2831067a9602 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:31:12.940106 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:12.940441 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Attempt 1 to provision port 76f47a05-dbce-481c-b00c-2831067a9602 Oct 13 15:31:12.944685 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49856) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:13.001289 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-01fa2a20-aba5-45b2-a92b-42f227785a13 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:13.166958 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-840422e0-5bc8-4c62-a12f-4005280cb4b1 None None] Allocated IP 172.20.0.2 (c903e5f3-47f2-4aaa-ba01-030e7fe177c1/8866d0cc-ec34-4f7d-acd5-24a7875d9897/75a555b2-09c7-45dc-92d4-e223d49e7809) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:31:13.210496 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Current status of the port 76f47a05-dbce-481c-b00c-2831067a9602 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:31:13.211796 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:13.220642 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5ddaf637-6472-4763-b78c-4d8bc0282ea8 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:13.238783 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5ddaf637-6472-4763-b78c-4d8bc0282ea8 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:13.252106 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-15a78422-d820-413e-b16e-431f143b08c2 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:13.257588 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-44de9516-70fc-450b-9aa4-e47217aee067 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:13.324717 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f8d45bba-5ca9-4359-9538-6bbf75c25c09 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:13.381203 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] For port 76f47a05-dbce-481c-b00c-2831067a9602, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=76f47a05-dbce-481c-b00c-2831067a9602,segment=NetworkSegment(e56b30c2-67eb-4b50-9f19-1dcde497d562),segment_id=e56b30c2-67eb-4b50-9f19-1dcde497d562)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:31:13.449904 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddaf637-6472-4763-b78c-4d8bc0282ea8 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31bf7e37-b96a-4a2f-a554-e721887a1305,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:13.453906 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-f8d45bba-5ca9-4359-9538-6bbf75c25c09 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] 10.222.0.42 "DELETE /v2.0/ports/167143bf-314e-47d7-b131-318e3dc0c82a HTTP/1.1" status: 204 len: 168 time: 3.6092784 Oct 13 15:31:13.455518 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49862) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:13.568394 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-840422e0-5bc8-4c62-a12f-4005280cb4b1 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:13.581398 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1bb38d82-f608-4a13-91ee-bcbd06c13a3c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:13.582509 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-840422e0-5bc8-4c62-a12f-4005280cb4b1 None None] Transition to ACTIVE for port object 75a555b2-09c7-45dc-92d4-e223d49e7809 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:31:13.604906 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:13.719237 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-840422e0-5bc8-4c62-a12f-4005280cb4b1 None None] Transition to ACTIVE for port object 75a555b2-09c7-45dc-92d4-e223d49e7809 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:31:13.720213 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Pushing event updated for resources: {'Port': ['ID=76f47a05-dbce-481c-b00c-2831067a9602,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:13.731262 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Provisioning complete for port 344ea809-a790-428f-b371-54483511640b triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:31:13.731635 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:13.732226 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Attempt 1 to provision port 344ea809-a790-428f-b371-54483511640b Oct 13 15:31:13.803153 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-840422e0-5bc8-4c62-a12f-4005280cb4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:13.867295 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a78422-d820-413e-b16e-431f143b08c2 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Router e666d323-ceab-4547-864b-844c29f2f11b is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 15:31:13.907621 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840422e0-5bc8-4c62-a12f-4005280cb4b1 None None] Pushing event updated for resources: {'Port': ['ID=75a555b2-09c7-45dc-92d4-e223d49e7809,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:13.926970 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5ddaf637-6472-4763-b78c-4d8bc0282ea8 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:13.931051 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-5ddaf637-6472-4763-b78c-4d8bc0282ea8 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.6659479 Oct 13 15:31:13.931199 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840422e0-5bc8-4c62-a12f-4005280cb4b1 None None] Network c903e5f3-47f2-4aaa-ba01-030e7fe177c1 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:31:13.932825 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-840422e0-5bc8-4c62-a12f-4005280cb4b1 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:31:13.935074 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840422e0-5bc8-4c62-a12f-4005280cb4b1 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:31:13.939935 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Port 344ea809-a790-428f-b371-54483511640b cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:13.948210 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49866) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:13.974743 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a52fb3f-ae4d-4503-9586-e0b5b5bf9b8a tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:13.975368 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-9a52fb3f-ae4d-4503-9586-e0b5b5bf9b8a tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Synchronizing usage tracker for tenant:19ec4718eae5492e825f796615e1a8b4 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:31:13.988232 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-01fa2a20-aba5-45b2-a92b-42f227785a13 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:13.997430 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4ef47c0-a1ce-44e4-952d-d4d1746c49dc tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Deleting subnet 049424bc-2fd8-4e38-85d9-044a04b3e472 {{(pid=88973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:31:14.008671 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e4ef47c0-a1ce-44e4-952d-d4d1746c49dc tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Notify callbacks [] for subnet, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:14.049283 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-840422e0-5bc8-4c62-a12f-4005280cb4b1 None None] Attempting to bind port 75a555b2-09c7-45dc-92d4-e223d49e7809 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:31:14.049954 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-840422e0-5bc8-4c62-a12f-4005280cb4b1 None None] Attempting to bind port 75a555b2-09c7-45dc-92d4-e223d49e7809 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '46b692c7-aa6e-4268-be0e-162273072ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c903e5f3-47f2-4aaa-ba01-030e7fe177c1'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:31:14.050392 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840422e0-5bc8-4c62-a12f-4005280cb4b1 None None] Attempting to bind port 75a555b2-09c7-45dc-92d4-e223d49e7809 on network c903e5f3-47f2-4aaa-ba01-030e7fe177c1 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:31:14.057864 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840422e0-5bc8-4c62-a12f-4005280cb4b1 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:31:14.058428 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840422e0-5bc8-4c62-a12f-4005280cb4b1 None None] Checking segment: {'id': '46b692c7-aa6e-4268-be0e-162273072ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c903e5f3-47f2-4aaa-ba01-030e7fe177c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:31:14.058920 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-840422e0-5bc8-4c62-a12f-4005280cb4b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:14.059476 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840422e0-5bc8-4c62-a12f-4005280cb4b1 None None] Bound using segment: {'id': '46b692c7-aa6e-4268-be0e-162273072ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c903e5f3-47f2-4aaa-ba01-030e7fe177c1'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:31:14.060038 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-840422e0-5bc8-4c62-a12f-4005280cb4b1 None None] Bound port: 75a555b2-09c7-45dc-92d4-e223d49e7809, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46b692c7-aa6e-4268-be0e-162273072ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 406, 'network_id': 'c903e5f3-47f2-4aaa-ba01-030e7fe177c1'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:31:14.060738 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-840422e0-5bc8-4c62-a12f-4005280cb4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:14.096764 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-44de9516-70fc-450b-9aa4-e47217aee067 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:14.097138 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-44de9516-70fc-450b-9aa4-e47217aee067 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:14.097449 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.l3_db [None req-44de9516-70fc-450b-9aa4-e47217aee067 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Floating IP c9e2efd5-37ea-4be3-aaa4-07ad3f0ad1b2 disassociated. External IP: 172.26.2.3, port: 2387be28-f517-42ea-886f-57919a44f3ef. Oct 13 15:31:14.097786 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-44de9516-70fc-450b-9aa4-e47217aee067 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Calling delete_port for 2387be28-f517-42ea-886f-57919a44f3ef owned by {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:31:14.158209 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-840422e0-5bc8-4c62-a12f-4005280cb4b1 None None] For port 75a555b2-09c7-45dc-92d4-e223d49e7809, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:31:14.162413 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-840422e0-5bc8-4c62-a12f-4005280cb4b1 None None] For port 75a555b2-09c7-45dc-92d4-e223d49e7809, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=75a555b2-09c7-45dc-92d4-e223d49e7809,segment=NetworkSegment(46b692c7-aa6e-4268-be0e-162273072ea4),segment_id=46b692c7-aa6e-4268-be0e-162273072ea4)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:31:14.168907 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-840422e0-5bc8-4c62-a12f-4005280cb4b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:14.181444 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-9a52fb3f-ae4d-4503-9586-e0b5b5bf9b8a tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Unset dirty status for tenant:19ec4718eae5492e825f796615e1a8b4 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:31:14.182633 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-9a52fb3f-ae4d-4503-9586-e0b5b5bf9b8a tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 927 time: 1.2286267 Oct 13 15:31:14.186198 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a78422-d820-413e-b16e-431f143b08c2 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:31:14.187789 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49870) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:14.197179 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e4ef47c0-a1ce-44e4-952d-d4d1746c49dc tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7432921'] for subnet, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:14.203067 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b1a6fa-707d-49a9-b7d2-f781f6d846c5 None None] Sync routers for ids ['e666d323-ceab-4547-864b-844c29f2f11b'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:31:14.227312 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b1a6fa-707d-49a9-b7d2-f781f6d846c5 None None] Routers {'e666d323-ceab-4547-864b-844c29f2f11b'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:31:14.228597 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-95b1a6fa-707d-49a9-b7d2-f781f6d846c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:31:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['e666d323-ceab-4547-864b-844c29f2f11b'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:14.260028 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840422e0-5bc8-4c62-a12f-4005280cb4b1 None None] Pushing event updated for resources: {'Port': ['ID=75a555b2-09c7-45dc-92d4-e223d49e7809,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:14.276820 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-1bb38d82-f608-4a13-91ee-bcbd06c13a3c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Allocated IP 172.21.0.1 (0962ef51-7d4d-4cf8-9363-af2250f170b9/f2bc76f2-9ed3-460b-a62e-58695f6d01a6/f97cd7a7-dddb-4427-ace1-cb2d805c21d5) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:31:14.291154 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-15a78422-d820-413e-b16e-431f143b08c2 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:14.292710 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-15a78422-d820-413e-b16e-431f143b08c2 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 9.0882683 Oct 13 15:31:14.299983 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49874) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:14.303489 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-079bd25c-b12d-45fe-92de-2b601049feda tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:14.306518 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-c442185b-733f-4324-81f0-d88b1b9eba39 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:14.327050 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-95b1a6fa-707d-49a9-b7d2-f781f6d846c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:14.366553 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b1a6fa-707d-49a9-b7d2-f781f6d846c5 None None] Routers {'e666d323-ceab-4547-864b-844c29f2f11b'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:31:14.366553 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-95b1a6fa-707d-49a9-b7d2-f781f6d846c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:31:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['e666d323-ceab-4547-864b-844c29f2f11b'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:14.441685 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Attempt 2 to provision port 344ea809-a790-428f-b371-54483511640b Oct 13 15:31:14.443969 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-95b1a6fa-707d-49a9-b7d2-f781f6d846c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:14.444475 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95b1a6fa-707d-49a9-b7d2-f781f6d846c5 None None] The sync data for ids ['e666d323-ceab-4547-864b-844c29f2f11b'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:31:14.483726 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-079bd25c-b12d-45fe-92de-2b601049feda tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:14.521797 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Port 344ea809-a790-428f-b371-54483511640b cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:14.560392 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1bb38d82-f608-4a13-91ee-bcbd06c13a3c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:14.576947 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e4ef47c0-a1ce-44e4-952d-d4d1746c49dc tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:14.634803 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-1bb38d82-f608-4a13-91ee-bcbd06c13a3c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Transition to ACTIVE for port object f97cd7a7-dddb-4427-ace1-cb2d805c21d5 will not be triggered until provisioned by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:31:14.652125 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-44de9516-70fc-450b-9aa4-e47217aee067 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:14.677482 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6d8484-4d33-4dc7-b7e9-e57d8311032f tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:14.684071 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6d8484-4d33-4dc7-b7e9-e57d8311032f tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:14.689865 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c6d8484-4d33-4dc7-b7e9-e57d8311032f tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:14.690924 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-6c6d8484-4d33-4dc7-b7e9-e57d8311032f tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Synchronizing usage tracker for tenant:19ec4718eae5492e825f796615e1a8b4 on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:31:14.706531 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-079bd25c-b12d-45fe-92de-2b601049feda tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:14.722710 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-6c6d8484-4d33-4dc7-b7e9-e57d8311032f tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Unset dirty status for tenant:19ec4718eae5492e825f796615e1a8b4 on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:31:14.727379 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-6c6d8484-4d33-4dc7-b7e9-e57d8311032f tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2387 time: 0.5362370 Oct 13 15:31:14.730356 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49878) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:14.745493 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079bd25c-b12d-45fe-92de-2b601049feda tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a544aa60-ce35-4305-ac69-ad06e2d5dd2c,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:14.750033 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44de9516-70fc-450b-9aa4-e47217aee067 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Pushing event deleted for resources: {'Port': ['ID=2387be28-f517-42ea-886f-57919a44f3ef,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:15.023201 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Attempt 3 to provision port 344ea809-a790-428f-b371-54483511640b Oct 13 15:31:15.036446 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1bb38d82-f608-4a13-91ee-bcbd06c13a3c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:15.081535 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Port 344ea809-a790-428f-b371-54483511640b cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:15.122014 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-de39a50a-9180-4b9d-88c8-7f3cc37d1cf1 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Deleting port ec25f5ba-7f2b-4424-99e6-138253563589 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:31:15.122391 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-de39a50a-9180-4b9d-88c8-7f3cc37d1cf1 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:15.200749 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e4ef47c0-a1ce-44e4-952d-d4d1746c49dc tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:15.266222 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-079bd25c-b12d-45fe-92de-2b601049feda tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:15.267351 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-079bd25c-b12d-45fe-92de-2b601049feda tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "DELETE /v2.0/security-groups/a544aa60-ce35-4305-ac69-ad06e2d5dd2c HTTP/1.1" status: 204 len: 168 time: 1.3174603 Oct 13 15:31:15.280568 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49882) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:15.288881 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-01fa2a20-aba5-45b2-a92b-42f227785a13 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks [] for router_gateway, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:15.309080 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb38d82-f608-4a13-91ee-bcbd06c13a3c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Network 0962ef51-7d4d-4cf8-9363-af2250f170b9 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:31:15.314965 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ef47c0-a1ce-44e4-952d-d4d1746c49dc tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Pushing event deleted for resources: {'Subnet': ['ID=049424bc-2fd8-4e38-85d9-044a04b3e472,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:15.320606 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb38d82-f608-4a13-91ee-bcbd06c13a3c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event updated for resources: {'Port': ['ID=f97cd7a7-dddb-4427-ace1-cb2d805c21d5,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:15.323254 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-1bb38d82-f608-4a13-91ee-bcbd06c13a3c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:31:15.325680 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e4ef47c0-a1ce-44e4-952d-d4d1746c49dc tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:15.336810 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb38d82-f608-4a13-91ee-bcbd06c13a3c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:31:15.337677 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b1d6a0-b0c0-477a-827d-4ca13dd32176 None None] Network c4b3e140-293c-45c2-97ad-7ea3af115aa3 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:31:15.342380 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-01fa2a20-aba5-45b2-a92b-42f227785a13 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:15.347913 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e4ef47c0-a1ce-44e4-952d-d4d1746c49dc tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] 10.222.0.42 "DELETE /v2.0/subnets/049424bc-2fd8-4e38-85d9-044a04b3e472 HTTP/1.1" status: 204 len: 168 time: 1.8715172 Oct 13 15:31:15.369254 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49886) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:15.578422 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-01fa2a20-aba5-45b2-a92b-42f227785a13 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Allocated IP 172.26.2.212 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/64dc93f4-fc8e-48db-b717-b1ab8619ce84) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:31:15.582663 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Attempt 4 to provision port 344ea809-a790-428f-b371-54483511640b Oct 13 15:31:15.595640 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44de9516-70fc-450b-9aa4-e47217aee067 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Router 1b1ef388-0a0f-407d-8f64-2d9ebdb12718 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:31:15.670337 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf69089-39bd-4dee-80b9-8860da388dd0 None None] Network c903e5f3-47f2-4aaa-ba01-030e7fe177c1 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:31:15.789331 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 76f47a05-dbce-481c-b00c-2831067a9602 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:31:15.845128 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1bb38d82-f608-4a13-91ee-bcbd06c13a3c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:15.882546 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-97393839-b9db-4b4a-91e6-97f1d851a095 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6002581 Oct 13 15:31:15.887047 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49890) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:15.907202 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Port 344ea809-a790-428f-b371-54483511640b cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:15.924493 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-429a6806-9f6f-4859-8471-313217d763e6 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:15.943632 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-449c20d5-e85d-4c75-918a-f80d8abe420a tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Request body: {'security_group': {'name': 'tempest-secgroup--1255703337'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:15.951079 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c442185b-733f-4324-81f0-d88b1b9eba39 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:15.979586 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-449c20d5-e85d-4c75-918a-f80d8abe420a tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:15.986437 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-de39a50a-9180-4b9d-88c8-7f3cc37d1cf1 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:15.992128 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-449c20d5-e85d-4c75-918a-f80d8abe420a tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Usage tracker for resource:security_group and tenant:42424788e9554a81ae9da43073b2fd43 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:15.994359 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-429a6806-9f6f-4859-8471-313217d763e6 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Deleting port f7c4f959-458c-4a57-ac58-89f6fa363393 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:31:15.995740 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-429a6806-9f6f-4859-8471-313217d763e6 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:15.997542 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-01fa2a20-aba5-45b2-a92b-42f227785a13 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:16.003414 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-449c20d5-e85d-4c75-918a-f80d8abe420a tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:16.017127 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-449c20d5-e85d-4c75-918a-f80d8abe420a tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:16.035321 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44de9516-70fc-450b-9aa4-e47217aee067 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:31:16.042327 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 76f47a05-dbce-481c-b00c-2831067a9602 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:31:16.042327 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:16.042636 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 76f47a05-dbce-481c-b00c-2831067a9602 Oct 13 15:31:16.077109 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee79642-7142-4245-9bf8-25099eaf1d12 None None] Sync routers for ids ['1b1ef388-0a0f-407d-8f64-2d9ebdb12718'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:31:16.090058 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c442185b-733f-4324-81f0-d88b1b9eba39 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:16.109354 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7deff6c-a229-457f-b960-00a18ea64428 None None] DHCP port deletion for c4b3e140-293c-45c2-97ad-7ea3af115aa3 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:31:16.127183 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-449c20d5-e85d-4c75-918a-f80d8abe420a tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:16.128380 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-b7deff6c-a229-457f-b960-00a18ea64428 None None] Deleting port f7c4f959-458c-4a57-ac58-89f6fa363393 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:31:16.128753 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b7deff6c-a229-457f-b960-00a18ea64428 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:16.162640 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee79642-7142-4245-9bf8-25099eaf1d12 None None] Routers {'1b1ef388-0a0f-407d-8f64-2d9ebdb12718'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:31:16.163322 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-4ee79642-7142-4245-9bf8-25099eaf1d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:31:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['1b1ef388-0a0f-407d-8f64-2d9ebdb12718'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:16.171973 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-de39a50a-9180-4b9d-88c8-7f3cc37d1cf1 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Calling delete_port for ec25f5ba-7f2b-4424-99e6-138253563589 owned by {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:31:16.177020 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-449c20d5-e85d-4c75-918a-f80d8abe420a tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:16.190358 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-449c20d5-e85d-4c75-918a-f80d8abe420a tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Usage tracker for resource:security_group_rule and tenant:42424788e9554a81ae9da43073b2fd43 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:16.195955 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-44de9516-70fc-450b-9aa4-e47217aee067 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:16.199042 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-449c20d5-e85d-4c75-918a-f80d8abe420a tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:16.203791 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-01fa2a20-aba5-45b2-a92b-42f227785a13 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:16.231566 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-c442185b-733f-4324-81f0-d88b1b9eba39 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Deleting port 19a367a6-209c-4ecb-a066-005d14d27453 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:31:16.231902 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c442185b-733f-4324-81f0-d88b1b9eba39 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:16.247396 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-4ee79642-7142-4245-9bf8-25099eaf1d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:16.249084 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-449c20d5-e85d-4c75-918a-f80d8abe420a tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:16.269524 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-44de9516-70fc-450b-9aa4-e47217aee067 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] 10.222.0.42 "DELETE /v2.0/ports/2387be28-f517-42ea-886f-57919a44f3ef HTTP/1.1" status: 204 len: 168 time: 4.0523951 Oct 13 15:31:16.270219 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49894) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:16.305992 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ee79642-7142-4245-9bf8-25099eaf1d12 None None] Routers {'1b1ef388-0a0f-407d-8f64-2d9ebdb12718'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:31:16.306572 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-4ee79642-7142-4245-9bf8-25099eaf1d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:31:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['1b1ef388-0a0f-407d-8f64-2d9ebdb12718'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:16.343372 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fa2a20-aba5-45b2-a92b-42f227785a13 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:31:16.354183 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-01fa2a20-aba5-45b2-a92b-42f227785a13 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:31:16.356169 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fa2a20-aba5-45b2-a92b-42f227785a13 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:31:16.418063 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Attempt 5 to provision port 344ea809-a790-428f-b371-54483511640b Oct 13 15:31:16.435362 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fa2a20-aba5-45b2-a92b-42f227785a13 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Pushing event updated for resources: {'Port': ['ID=64dc93f4-fc8e-48db-b717-b1ab8619ce84,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:16.457861 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-4ee79642-7142-4245-9bf8-25099eaf1d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:16.458521 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee79642-7142-4245-9bf8-25099eaf1d12 None None] The sync data for ids ['1b1ef388-0a0f-407d-8f64-2d9ebdb12718'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:31:16.585886 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Port 344ea809-a790-428f-b371-54483511640b cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:16.589686 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 76f47a05-dbce-481c-b00c-2831067a9602 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:31:16.590889 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 75a555b2-09c7-45dc-92d4-e223d49e7809 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:31:16.685077 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-b7deff6c-a229-457f-b960-00a18ea64428 None None] For port f7c4f959-458c-4a57-ac58-89f6fa363393, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=f7c4f959-458c-4a57-ac58-89f6fa363393,segment=NetworkSegment(e8c04b3b-c076-42bf-8c4e-1723c0cb15a2),segment_id=e8c04b3b-c076-42bf-8c4e-1723c0cb15a2)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:31:16.685518 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b7deff6c-a229-457f-b960-00a18ea64428 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:16.787139 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1bb38d82-f608-4a13-91ee-bcbd06c13a3c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:16.863043 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-b7deff6c-a229-457f-b960-00a18ea64428 None None] Calling delete_port for f7c4f959-458c-4a57-ac58-89f6fa363393 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:31:16.933243 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-429a6806-9f6f-4859-8471-313217d763e6 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] For port f7c4f959-458c-4a57-ac58-89f6fa363393, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=f7c4f959-458c-4a57-ac58-89f6fa363393,segment=NetworkSegment(e8c04b3b-c076-42bf-8c4e-1723c0cb15a2),segment_id=e8c04b3b-c076-42bf-8c4e-1723c0cb15a2)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:31:16.933619 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-429a6806-9f6f-4859-8471-313217d763e6 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:16.945744 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 75a555b2-09c7-45dc-92d4-e223d49e7809 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:31:16.945982 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c442185b-733f-4324-81f0-d88b1b9eba39 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:16.964459 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-de39a50a-9180-4b9d-88c8-7f3cc37d1cf1 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:16.966578 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b7deff6c-a229-457f-b960-00a18ea64428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:16.987581 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-449c20d5-e85d-4c75-918a-f80d8abe420a tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:17.014061 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-449c20d5-e85d-4c75-918a-f80d8abe420a tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:17.019163 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7deff6c-a229-457f-b960-00a18ea64428 None None] Pushing event deleted for resources: {'Port': ['ID=f7c4f959-458c-4a57-ac58-89f6fa363393,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:17.021491 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7deff6c-a229-457f-b960-00a18ea64428 None None] No DVR routers for this DVR port f7c4f959-458c-4a57-ac58-89f6fa363393 on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:31:17.091959 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Attempt 6 to provision port 344ea809-a790-428f-b371-54483511640b Oct 13 15:31:17.148948 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Port 344ea809-a790-428f-b371-54483511640b cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:17.230600 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449c20d5-e85d-4c75-918a-f80d8abe420a tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f8c226d-3343-4940-966f-70f2ecc45e36,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:17.234293 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-429a6806-9f6f-4859-8471-313217d763e6 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Calling delete_port for f7c4f959-458c-4a57-ac58-89f6fa363393 owned by network:dhcp {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:31:17.238884 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-449c20d5-e85d-4c75-918a-f80d8abe420a tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:17.243081 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-449c20d5-e85d-4c75-918a-f80d8abe420a tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.3009052 Oct 13 15:31:17.244929 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49898) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:17.301816 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-59a93c2f-c81d-4872-8a95-95805d01e589 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Request body: {'security_group': {'name': 'tempest-secgroup--1653779170'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:17.329060 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-59a93c2f-c81d-4872-8a95-95805d01e589 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:17.337655 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-59a93c2f-c81d-4872-8a95-95805d01e589 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Usage tracker for resource:security_group and tenant:42424788e9554a81ae9da43073b2fd43 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:17.344101 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-59a93c2f-c81d-4872-8a95-95805d01e589 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:17.358912 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-59a93c2f-c81d-4872-8a95-95805d01e589 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:17.395779 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de39a50a-9180-4b9d-88c8-7f3cc37d1cf1 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event deleted for resources: {'Port': ['ID=ec25f5ba-7f2b-4424-99e6-138253563589,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:17.407866 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-c442185b-733f-4324-81f0-d88b1b9eba39 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Calling delete_port for 19a367a6-209c-4ecb-a066-005d14d27453 owned by network:router_gateway {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:31:17.419967 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-59a93c2f-c81d-4872-8a95-95805d01e589 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:17.431466 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-01fa2a20-aba5-45b2-a92b-42f227785a13 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks [] for router_gateway, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:17.525162 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-de39a50a-9180-4b9d-88c8-7f3cc37d1cf1 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:17.573963 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-59a93c2f-c81d-4872-8a95-95805d01e589 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:17.583944 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device f7c4f959-458c-4a57-ac58-89f6fa363393 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:31:17.624206 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: f7c4f959-458c-4a57-ac58-89f6fa363393 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:31:17.624815 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device f7c4f959-458c-4a57-ac58-89f6fa363393 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:31:17.629734 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-de39a50a-9180-4b9d-88c8-7f3cc37d1cf1 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "DELETE /v2.0/ports/ec25f5ba-7f2b-4424-99e6-138253563589 HTTP/1.1" status: 204 len: 168 time: 2.8972034 Oct 13 15:31:17.638354 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.db.api [None req-429a6806-9f6f-4859-8471-313217d763e6 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88972) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:31:17.638680 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG oslo_db.api [None req-429a6806-9f6f-4859-8471-313217d763e6 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:31:17.642390 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49902) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:17.650704 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Attempt 7 to provision port 344ea809-a790-428f-b371-54483511640b Oct 13 15:31:17.662622 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-59a93c2f-c81d-4872-8a95-95805d01e589 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Usage tracker for resource:security_group_rule and tenant:42424788e9554a81ae9da43073b2fd43 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:17.669317 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-59a93c2f-c81d-4872-8a95-95805d01e589 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:17.682887 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-59a93c2f-c81d-4872-8a95-95805d01e589 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:17.712645 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Port 344ea809-a790-428f-b371-54483511640b cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:17.767938 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-77142599-5a46-4d2a-b7d8-8ff05badc342 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] GET failed (client error): The resource could not be found. Oct 13 15:31:17.768561 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-77142599-5a46-4d2a-b7d8-8ff05badc342 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Synchronizing usage tracker for tenant:19ec4718eae5492e825f796615e1a8b4 on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:31:17.829902 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-77142599-5a46-4d2a-b7d8-8ff05badc342 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Unset dirty status for tenant:19ec4718eae5492e825f796615e1a8b4 on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:31:17.833887 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-77142599-5a46-4d2a-b7d8-8ff05badc342 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "GET /v2.0/ports/ec25f5ba-7f2b-4424-99e6-138253563589 HTTP/1.1" status: 404 len: 333 time: 0.1905611 Oct 13 15:31:17.836585 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49906) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:17.960144 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-b31420fc-b249-4686-b4cb-8c31e9898196 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Deleting port 7e112f95-c6b5-4cbb-9541-da2785534da2 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:31:17.960395 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b31420fc-b249-4686-b4cb-8c31e9898196 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:18.001182 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-59a93c2f-c81d-4872-8a95-95805d01e589 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:18.005518 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-01fa2a20-aba5-45b2-a92b-42f227785a13 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:18.012732 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-59a93c2f-c81d-4872-8a95-95805d01e589 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:18.085191 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c38e1192-df13-4ba7-9cd0-040395b7cc3c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:18.140983 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-429a6806-9f6f-4859-8471-313217d763e6 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Deleting port f7c4f959-458c-4a57-ac58-89f6fa363393 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:31:18.140983 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-429a6806-9f6f-4859-8471-313217d763e6 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:18.182054 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1bb38d82-f608-4a13-91ee-bcbd06c13a3c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:18.213852 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Attempt 8 to provision port 344ea809-a790-428f-b371-54483511640b Oct 13 15:31:18.218297 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1bb38d82-f608-4a13-91ee-bcbd06c13a3c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:18.271751 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Port 344ea809-a790-428f-b371-54483511640b cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:18.286183 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c442185b-733f-4324-81f0-d88b1b9eba39 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:18.296922 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-429a6806-9f6f-4859-8471-313217d763e6 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] The port 'f7c4f959-458c-4a57-ac58-89f6fa363393' was deleted {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 13 15:31:18.369324 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a93c2f-c81d-4872-8a95-95805d01e589 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1631c17-a898-451c-ba5e-5f01937bd723,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:18.378898 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-59a93c2f-c81d-4872-8a95-95805d01e589 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:18.380369 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-59a93c2f-c81d-4872-8a95-95805d01e589 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1328571 Oct 13 15:31:18.392279 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49910) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:18.467644 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-e10e14fc-5fd7-4083-b314-9ea2f8a72992 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Request body: {'security_group_rule': {'security_group_id': '7f8c226d-3343-4940-966f-70f2ecc45e36', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f1631c17-a898-451c-ba5e-5f01937bd723', 'remote_ip_prefix': None}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:18.507922 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-e10e14fc-5fd7-4083-b314-9ea2f8a72992 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:18.558089 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-e10e14fc-5fd7-4083-b314-9ea2f8a72992 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Usage tracker for resource:security_group_rule and tenant:42424788e9554a81ae9da43073b2fd43 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:18.563416 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1bb38d82-f608-4a13-91ee-bcbd06c13a3c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:18.567272 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb38d82-f608-4a13-91ee-bcbd06c13a3c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event updated for resources: {'Port': ['ID=f97cd7a7-dddb-4427-ace1-cb2d805c21d5,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:18.592781 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-e10e14fc-5fd7-4083-b314-9ea2f8a72992 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:18.694369 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01fa2a20-aba5-45b2-a92b-42f227785a13 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Router f2d125f0-9e65-4351-84a2-f0659ea5dea9 is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 15:31:18.728596 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-e10e14fc-5fd7-4083-b314-9ea2f8a72992 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:18.737638 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c442185b-733f-4324-81f0-d88b1b9eba39 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Pushing event deleted for resources: {'Port': ['ID=19a367a6-209c-4ecb-a066-005d14d27453,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:18.772860 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Attempt 9 to provision port 344ea809-a790-428f-b371-54483511640b Oct 13 15:31:18.810057 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-429a6806-9f6f-4859-8471-313217d763e6 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:18.830153 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Port 344ea809-a790-428f-b371-54483511640b cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:18.913070 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-429a6806-9f6f-4859-8471-313217d763e6 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4b3e140-293c-45c2-97ad-7ea3af115aa3']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:18.915660 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-c38e1192-df13-4ba7-9cd0-040395b7cc3c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Deleting port 344ea809-a790-428f-b371-54483511640b {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:31:18.916000 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c38e1192-df13-4ba7-9cd0-040395b7cc3c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:18.924652 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c442185b-733f-4324-81f0-d88b1b9eba39 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828050'] for router_gateway, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:19.010928 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01fa2a20-aba5-45b2-a92b-42f227785a13 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:31:19.021097 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969964ea-5db6-49d6-889e-ec15c1267cba None None] Sync routers for ids ['f2d125f0-9e65-4351-84a2-f0659ea5dea9'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:31:19.031114 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969964ea-5db6-49d6-889e-ec15c1267cba None None] Routers {'f2d125f0-9e65-4351-84a2-f0659ea5dea9'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:31:19.031723 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-969964ea-5db6-49d6-889e-ec15c1267cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:31:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['f2d125f0-9e65-4351-84a2-f0659ea5dea9'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:19.057012 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-429a6806-9f6f-4859-8471-313217d763e6 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8c04b3b-c076-42bf-8c4e-1723c0cb15a2') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:19.057373 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-429a6806-9f6f-4859-8471-313217d763e6 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8c04b3b-c076-42bf-8c4e-1723c0cb15a2') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:19.090368 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-01fa2a20-aba5-45b2-a92b-42f227785a13 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:19.093670 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e10e14fc-5fd7-4083-b314-9ea2f8a72992 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:19.094497 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-01fa2a20-aba5-45b2-a92b-42f227785a13 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 6.6828578 Oct 13 15:31:19.095276 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49914) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:19.097588 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-969964ea-5db6-49d6-889e-ec15c1267cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:19.104088 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-429a6806-9f6f-4859-8471-313217d763e6 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:19.107321 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969964ea-5db6-49d6-889e-ec15c1267cba None None] Routers {'f2d125f0-9e65-4351-84a2-f0659ea5dea9'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:31:19.107921 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-969964ea-5db6-49d6-889e-ec15c1267cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:31:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['f2d125f0-9e65-4351-84a2-f0659ea5dea9'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:19.170210 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-969964ea-5db6-49d6-889e-ec15c1267cba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:19.170595 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-969964ea-5db6-49d6-889e-ec15c1267cba None None] The sync data for ids ['f2d125f0-9e65-4351-84a2-f0659ea5dea9'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:31:19.192332 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b31420fc-b249-4686-b4cb-8c31e9898196 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:19.270432 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-429a6806-9f6f-4859-8471-313217d763e6 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:19.271647 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c38e1192-df13-4ba7-9cd0-040395b7cc3c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:19.331608 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Attempt 10 to provision port 344ea809-a790-428f-b371-54483511640b Oct 13 15:31:19.390212 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Port 344ea809-a790-428f-b371-54483511640b cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:19.401380 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Provisioning for port a8555c64-5ca7-427e-bb12-14b045725c40 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:31:19.406859 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Provisioning complete for port a8555c64-5ca7-427e-bb12-14b045725c40 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:31:19.407054 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:19.407491 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Attempt 1 to provision port a8555c64-5ca7-427e-bb12-14b045725c40 Oct 13 15:31:19.415417 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-c38e1192-df13-4ba7-9cd0-040395b7cc3c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Calling delete_port for 344ea809-a790-428f-b371-54483511640b owned by network:router_interface {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:31:19.415923 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-429a6806-9f6f-4859-8471-313217d763e6 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:31:19.415923 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-429a6806-9f6f-4859-8471-313217d763e6 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:19.455133 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-b31420fc-b249-4686-b4cb-8c31e9898196 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Calling delete_port for 7e112f95-c6b5-4cbb-9541-da2785534da2 owned by {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:31:19.464182 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Port a8555c64-5ca7-427e-bb12-14b045725c40 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:19.685329 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment e8c04b3b-c076-42bf-8c4e-1723c0cb15a2 resource provider aggregate not found Oct 13 15:31:19.764389 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bb38d82-f608-4a13-91ee-bcbd06c13a3c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Network 0962ef51-7d4d-4cf8-9363-af2250f170b9 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:31:19.769167 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment e8c04b3b-c076-42bf-8c4e-1723c0cb15a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e8c04b3b-c076-42bf-8c4e-1723c0cb15a2 found for delete ", "request_id": "req-e3ecbb38-b885-4c2f-a1bd-ee113b1c8764"}]} Oct 13 15:31:19.829550 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-1bb38d82-f608-4a13-91ee-bcbd06c13a3c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:31:19.864720 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c442185b-733f-4324-81f0-d88b1b9eba39 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:19.965572 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Attempt 2 to provision port a8555c64-5ca7-427e-bb12-14b045725c40 Oct 13 15:31:19.980652 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-429a6806-9f6f-4859-8471-313217d763e6 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:20.008452 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c442185b-733f-4324-81f0-d88b1b9eba39 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1827972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1827983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1827956'] for router, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:20.039897 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Port a8555c64-5ca7-427e-bb12-14b045725c40 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:20.042723 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-429a6806-9f6f-4859-8471-313217d763e6 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:20.100396 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c38e1192-df13-4ba7-9cd0-040395b7cc3c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:20.113024 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429a6806-9f6f-4859-8471-313217d763e6 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] Pushing event deleted for resources: {'Network': ['ID=c4b3e140-293c-45c2-97ad-7ea3af115aa3,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:20.159405 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38e1192-df13-4ba7-9cd0-040395b7cc3c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Pushing event deleted for resources: {'Port': ['ID=344ea809-a790-428f-b371-54483511640b,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:20.256486 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e10e14fc-5fd7-4083-b314-9ea2f8a72992 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:20.258293 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-429a6806-9f6f-4859-8471-313217d763e6 tempest-ExtraDHCPOptionsTestJSON-582963244 tempest-ExtraDHCPOptionsTestJSON-582963244-project] 10.222.0.42 "DELETE /v2.0/networks/c4b3e140-293c-45c2-97ad-7ea3af115aa3 HTTP/1.1" status: 204 len: 168 time: 4.8788188 Oct 13 15:31:20.277678 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e10e14fc-5fd7-4083-b314-9ea2f8a72992 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:20.308843 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bb38d82-f608-4a13-91ee-bcbd06c13a3c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Router aabb30a5-22b3-47fe-91c4-b5338982dc05 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:31:20.329334 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c442185b-733f-4324-81f0-d88b1b9eba39 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Router e666d323-ceab-4547-864b-844c29f2f11b has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:31:20.343207 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10e14fc-5fd7-4083-b314-9ea2f8a72992 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3907ee4c-c639-416d-ad47-5726d976da36,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:20.426866 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b31420fc-b249-4686-b4cb-8c31e9898196 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:20.530352 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1977b472-0b9d-4b15-9718-5ae06628a380 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:20.542807 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Attempt 3 to provision port a8555c64-5ca7-427e-bb12-14b045725c40 Oct 13 15:31:20.607733 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49926) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:20.631035 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c38e1192-df13-4ba7-9cd0-040395b7cc3c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:20.643972 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e10e14fc-5fd7-4083-b314-9ea2f8a72992 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:20.644701 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-e10e14fc-5fd7-4083-b314-9ea2f8a72992 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 2.2377870 Oct 13 15:31:20.647682 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49932) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:20.672415 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31420fc-b249-4686-b4cb-8c31e9898196 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event deleted for resources: {'Port': ['ID=7e112f95-c6b5-4cbb-9541-da2785534da2,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:20.716416 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Port a8555c64-5ca7-427e-bb12-14b045725c40 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:20.757429 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c442185b-733f-4324-81f0-d88b1b9eba39 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:31:20.771610 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c442185b-733f-4324-81f0-d88b1b9eba39 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:20.771758 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d8120b-491f-4386-bb16-73e558831dc3 None None] Sync routers for ids ['e666d323-ceab-4547-864b-844c29f2f11b'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:31:20.775312 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-c442185b-733f-4324-81f0-d88b1b9eba39 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] 10.222.0.42 "PUT /v2.0/routers/e666d323-ceab-4547-864b-844c29f2f11b HTTP/1.1" status: 200 len: 710 time: 6.4718392 Oct 13 15:31:20.786891 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d8120b-491f-4386-bb16-73e558831dc3 None None] Routers {'e666d323-ceab-4547-864b-844c29f2f11b'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:31:20.787709 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-c1d8120b-491f-4386-bb16-73e558831dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:31:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['e666d323-ceab-4547-864b-844c29f2f11b'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:20.792202 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49936) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:20.797770 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b31420fc-b249-4686-b4cb-8c31e9898196 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:20.802532 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-b31420fc-b249-4686-b4cb-8c31e9898196 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "DELETE /v2.0/ports/7e112f95-c6b5-4cbb-9541-da2785534da2 HTTP/1.1" status: 204 len: 168 time: 2.9643869 Oct 13 15:31:20.831610 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49940) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:20.874744 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-c1d8120b-491f-4386-bb16-73e558831dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:20.885432 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d8120b-491f-4386-bb16-73e558831dc3 None None] Routers {'e666d323-ceab-4547-864b-844c29f2f11b'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:31:20.886758 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-c1d8120b-491f-4386-bb16-73e558831dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:31:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['e666d323-ceab-4547-864b-844c29f2f11b'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:20.902493 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-398b7187-0758-470a-966d-42f574f69eb8 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:20.960479 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-c1d8120b-491f-4386-bb16-73e558831dc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:20.960891 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d8120b-491f-4386-bb16-73e558831dc3 None None] The sync data for ids ['e666d323-ceab-4547-864b-844c29f2f11b'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:31:20.990871 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-398b7187-0758-470a-966d-42f574f69eb8 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:20.997680 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf72056b-8d4a-4c0d-9dfa-ab3d0e2e25eb tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] GET failed (client error): The resource could not be found. Oct 13 15:31:20.999031 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-bf72056b-8d4a-4c0d-9dfa-ab3d0e2e25eb tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "GET /v2.0/ports/7e112f95-c6b5-4cbb-9541-da2785534da2 HTTP/1.1" status: 404 len: 333 time: 0.1663141 Oct 13 15:31:21.012725 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49946) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:21.090908 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bb38d82-f608-4a13-91ee-bcbd06c13a3c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:31:21.100204 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-1bb38d82-f608-4a13-91ee-bcbd06c13a3c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "PUT /v2.0/routers/aabb30a5-22b3-47fe-91c4-b5338982dc05/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6444175 Oct 13 15:31:21.100204 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49950) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:21.102039 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-ee5e7f25-bcdd-4307-8bf9-9d53e0ac81b3 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] 10.222.0.42 "GET /v2.0/routers/e666d323-ceab-4547-864b-844c29f2f11b HTTP/1.1" status: 200 len: 745 time: 0.3065379 Oct 13 15:31:21.105318 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49954) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:21.106091 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6807178d-b2fb-4156-8426-4cf2e2154b25 None None] Sync routers for ids ['aabb30a5-22b3-47fe-91c4-b5338982dc05'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:31:21.116880 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6807178d-b2fb-4156-8426-4cf2e2154b25 None None] Routers {'aabb30a5-22b3-47fe-91c4-b5338982dc05'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:31:21.117646 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-6807178d-b2fb-4156-8426-4cf2e2154b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:31:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['aabb30a5-22b3-47fe-91c4-b5338982dc05'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:21.184124 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-6807178d-b2fb-4156-8426-4cf2e2154b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:21.193224 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6807178d-b2fb-4156-8426-4cf2e2154b25 None None] Routers {'aabb30a5-22b3-47fe-91c4-b5338982dc05'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:31:21.193816 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-6807178d-b2fb-4156-8426-4cf2e2154b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:31:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['aabb30a5-22b3-47fe-91c4-b5338982dc05'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:21.198719 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-5211f0af-7968-4058-992c-96b7ad4f78a4 tempest-RoutersIpV6AdminTest-893321014 tempest-RoutersIpV6AdminTest-893321014-project-admin] 10.222.0.42 "GET /v2.0/ports?network_id=8fb1fa59-32fe-4ed0-a248-96c43edb135f&device_id=e666d323-ceab-4547-864b-844c29f2f11b HTTP/1.1" status: 200 len: 205 time: 0.0900204 Oct 13 15:31:21.204520 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49958) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:21.217598 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Attempt 4 to provision port a8555c64-5ca7-427e-bb12-14b045725c40 Oct 13 15:31:21.265854 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-218bbb6d-f803-4826-bdcc-d5e65faeca82 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] 10.222.0.42 "GET /v2.0/ports?device_id=e666d323-ceab-4547-864b-844c29f2f11b HTTP/1.1" status: 200 len: 205 time: 0.0585818 Oct 13 15:31:21.266777 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49962) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:21.273543 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eed9c597-d05f-4574-9373-74595623a781 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:21.274817 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-eed9c597-d05f-4574-9373-74595623a781 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Synchronizing usage tracker for tenant:4c5e5250b5d0476f9d711181f94ffb05 on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:31:21.280798 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Port a8555c64-5ca7-427e-bb12-14b045725c40 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:21.295932 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-6807178d-b2fb-4156-8426-4cf2e2154b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:21.297038 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6807178d-b2fb-4156-8426-4cf2e2154b25 None None] The sync data for ids ['aabb30a5-22b3-47fe-91c4-b5338982dc05'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:31:21.299868 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-398b7187-0758-470a-966d-42f574f69eb8 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:21.320898 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-44f29a9b-8fdb-4b4d-bb0e-8b0ecdde5086 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9e33483a5b9340079ceb6507c5016c46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7120857 Oct 13 15:31:21.338794 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49966) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:21.353632 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398b7187-0758-470a-966d-42f574f69eb8 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3907ee4c-c639-416d-ad47-5726d976da36,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:21.366738 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e9438eb-c995-4e79-8362-9911814a1e60 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Deleting subnet 50929342-42e1-4332-8427-7a47e59f252c {{(pid=88973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:31:21.378364 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8e9438eb-c995-4e79-8362-9911814a1e60 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for subnet, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:21.431065 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-eed9c597-d05f-4574-9373-74595623a781 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Unset dirty status for tenant:4c5e5250b5d0476f9d711181f94ffb05 on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:31:21.432207 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-eed9c597-d05f-4574-9373-74595623a781 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "GET /v2.0/ports/f97cd7a7-dddb-4427-ace1-cb2d805c21d5 HTTP/1.1" status: 200 len: 910 time: 0.3285351 Oct 13 15:31:21.441942 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49970) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:21.501969 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c0fa1108-3f3a-424b-98db-af920e0c1859 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks [] for router, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:21.531428 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-398b7187-0758-470a-966d-42f574f69eb8 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:21.532526 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-398b7187-0758-470a-966d-42f574f69eb8 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/3907ee4c-c639-416d-ad47-5726d976da36 HTTP/1.1" status: 204 len: 168 time: 0.8839421 Oct 13 15:31:21.542287 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49974) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:21.636334 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8e9438eb-c995-4e79-8362-9911814a1e60 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7432921'] for subnet, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:21.782575 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Attempt 5 to provision port a8555c64-5ca7-427e-bb12-14b045725c40 Oct 13 15:31:21.790634 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-fc78d666-3ef9-4802-92b9-7a2f6799b07f tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Synchronizing usage tracker for tenant:42424788e9554a81ae9da43073b2fd43 on resource:security_group_rule {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:31:21.838451 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Port a8555c64-5ca7-427e-bb12-14b045725c40 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:21.849383 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c38e1192-df13-4ba7-9cd0-040395b7cc3c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Router 1b1ef388-0a0f-407d-8f64-2d9ebdb12718 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:31:21.863666 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-1977b472-0b9d-4b15-9718-5ae06628a380 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Allocated IP 172.20.0.1 (c903e5f3-47f2-4aaa-ba01-030e7fe177c1/8866d0cc-ec34-4f7d-acd5-24a7875d9897/e3a78d8f-d037-4d5e-8faa-28b24fc28a95) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:31:21.865484 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-fc78d666-3ef9-4802-92b9-7a2f6799b07f tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Unset dirty status for tenant:42424788e9554a81ae9da43073b2fd43 on resource:security_group_rule {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:31:21.866825 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-fc78d666-3ef9-4802-92b9-7a2f6799b07f tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3216276 Oct 13 15:31:21.874628 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49978) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:21.898975 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8e9438eb-c995-4e79-8362-9911814a1e60 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:21.906797 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-33ff1a94-2944-4a80-813a-f2c663f1c21c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:21.980743 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c0fa1108-3f3a-424b-98db-af920e0c1859 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:21.989067 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c0fa1108-3f3a-424b-98db-af920e0c1859 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:22.078540 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-33ff1a94-2944-4a80-813a-f2c663f1c21c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:22.117620 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c0fa1108-3f3a-424b-98db-af920e0c1859 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:22.118355 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0fa1108-3f3a-424b-98db-af920e0c1859 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Fanout notify agent at l3_agent the message router_deleted on router e666d323-ceab-4547-864b-844c29f2f11b {{(pid=88972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:31:22.151712 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c0fa1108-3f3a-424b-98db-af920e0c1859 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:22.152792 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-c0fa1108-3f3a-424b-98db-af920e0c1859 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] 10.222.0.42 "DELETE /v2.0/routers/e666d323-ceab-4547-864b-844c29f2f11b HTTP/1.1" status: 204 len: 168 time: 0.8731530 Oct 13 15:31:22.179295 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49982) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:22.273091 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-37e90fbb-58d7-40a2-b4a3-6162accf21a3 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:22.289198 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8e9438eb-c995-4e79-8362-9911814a1e60 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:22.339780 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Attempt 6 to provision port a8555c64-5ca7-427e-bb12-14b045725c40 Oct 13 15:31:22.347872 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38e1192-df13-4ba7-9cd0-040395b7cc3c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:31:22.375536 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-790813bc-f9fb-48f2-a6e4-1f97a7e56390 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] 10.222.0.42 "GET /v2.0/ports?device_id=e666d323-ceab-4547-864b-844c29f2f11b HTTP/1.1" status: 200 len: 205 time: 0.1951065 Oct 13 15:31:22.379320 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9438eb-c995-4e79-8362-9911814a1e60 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event deleted for resources: {'Subnet': ['ID=50929342-42e1-4332-8427-7a47e59f252c,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:22.379470 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49986) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:22.382456 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8e9438eb-c995-4e79-8362-9911814a1e60 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:22.394675 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1977b472-0b9d-4b15-9718-5ae06628a380 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:22.398494 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c758ed68-0111-4d6d-8e48-b3c67d7480a5 None None] Sync routers for ids ['1b1ef388-0a0f-407d-8f64-2d9ebdb12718'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:31:22.408904 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c38e1192-df13-4ba7-9cd0-040395b7cc3c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] 10.222.0.42 "PUT /v2.0/routers/1b1ef388-0a0f-407d-8f64-2d9ebdb12718/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1239231 Oct 13 15:31:22.410020 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-37e90fbb-58d7-40a2-b4a3-6162accf21a3 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:22.411032 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0d4594-5d34-47aa-8041-01db4e0d2fb2 None None] Network 0bcd36b5-4d4e-4dae-94d7-57b9990fccd9 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:31:22.419648 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49990) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:22.423525 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-8e9438eb-c995-4e79-8362-9911814a1e60 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "DELETE /v2.0/subnets/50929342-42e1-4332-8427-7a47e59f252c HTTP/1.1" status: 204 len: 168 time: 1.4037428 Oct 13 15:31:22.436347 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 49994) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:22.471954 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Port a8555c64-5ca7-427e-bb12-14b045725c40 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:22.472429 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c758ed68-0111-4d6d-8e48-b3c67d7480a5 None None] Routers {'1b1ef388-0a0f-407d-8f64-2d9ebdb12718'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:31:22.473051 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-c758ed68-0111-4d6d-8e48-b3c67d7480a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:31:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['1b1ef388-0a0f-407d-8f64-2d9ebdb12718'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:22.479173 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-fbebfbd4-94a6-41d1-82dc-578af1c7f6a7 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] delete failed (client error): The resource could not be found. Oct 13 15:31:22.480186 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-fbebfbd4-94a6-41d1-82dc-578af1c7f6a7 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] 10.222.0.42 "DELETE /v2.0/routers/e666d323-ceab-4547-864b-844c29f2f11b HTTP/1.1" status: 404 len: 336 time: 0.1004324 Oct 13 15:31:22.488307 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 49998) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:22.494675 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-33ff1a94-2944-4a80-813a-f2c663f1c21c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:22.504952 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-1977b472-0b9d-4b15-9718-5ae06628a380 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Transition to ACTIVE for port object e3a78d8f-d037-4d5e-8faa-28b24fc28a95 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:31:22.545528 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ff1a94-2944-4a80-813a-f2c663f1c21c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cab0b6a-be97-4e4f-aa56-4ac9701e2291,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:22.575158 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-eb03fbbf-55c9-401c-9095-bf0a75599bf9 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] 10.222.0.42 "GET /v2.0/ports?device_id=3d48b368-cb88-4681-b318-ddab3f60285c HTTP/1.1" status: 200 len: 205 time: 0.0833597 Oct 13 15:31:22.590015 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50002) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:22.610209 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-c758ed68-0111-4d6d-8e48-b3c67d7480a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:22.656734 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-83c55efa-0280-488d-bd71-18aab7b90db0 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:22.662556 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-33ff1a94-2944-4a80-813a-f2c663f1c21c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:22.664454 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-33ff1a94-2944-4a80-813a-f2c663f1c21c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4cab0b6a-be97-4e4f-aa56-4ac9701e2291 HTTP/1.1" status: 204 len: 168 time: 1.3198421 Oct 13 15:31:22.705631 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c758ed68-0111-4d6d-8e48-b3c67d7480a5 None None] Routers {'1b1ef388-0a0f-407d-8f64-2d9ebdb12718'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:31:22.706303 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-c758ed68-0111-4d6d-8e48-b3c67d7480a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:31:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['1b1ef388-0a0f-407d-8f64-2d9ebdb12718'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:22.737150 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-83c55efa-0280-488d-bd71-18aab7b90db0 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Deleting port f43963cf-2ebb-44c5-9cc8-18b9492b4798 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:31:22.737537 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-83c55efa-0280-488d-bd71-18aab7b90db0 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:22.787777 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-c758ed68-0111-4d6d-8e48-b3c67d7480a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:22.788190 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c758ed68-0111-4d6d-8e48-b3c67d7480a5 None None] The sync data for ids ['1b1ef388-0a0f-407d-8f64-2d9ebdb12718'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:31:22.900698 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.api.v2.resource [None req-c93fb33c-a01a-4293-85f8-4e58429ed738 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] delete failed (client error): The resource could not be found. Oct 13 15:31:22.901202 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c93fb33c-a01a-4293-85f8-4e58429ed738 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] 10.222.0.42 "DELETE /v2.0/routers/3d48b368-cb88-4681-b318-ddab3f60285c HTTP/1.1" status: 404 len: 336 time: 0.3101141 Oct 13 15:31:22.904971 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50010) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:22.912516 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81c57de2-4fd8-4d57-8dd2-f447bce26a1e None None] DHCP port deletion for 0bcd36b5-4d4e-4dae-94d7-57b9990fccd9 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:31:22.918567 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-81c57de2-4fd8-4d57-8dd2-f447bce26a1e None None] Deleting port f43963cf-2ebb-44c5-9cc8-18b9492b4798 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:31:22.919143 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-81c57de2-4fd8-4d57-8dd2-f447bce26a1e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:22.956739 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-37e90fbb-58d7-40a2-b4a3-6162accf21a3 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:22.983608 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-61c8ef10-23e0-4e3c-a1e6-94c5b31c4c87 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] 10.222.0.42 "GET /v2.0/ports?device_id=187cfcfe-9df1-4b68-9130-a63c6273d60d HTTP/1.1" status: 200 len: 205 time: 0.0775614 Oct 13 15:31:22.988188 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Attempt 7 to provision port a8555c64-5ca7-427e-bb12-14b045725c40 Oct 13 15:31:22.990763 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50014) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:22.992043 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1977b472-0b9d-4b15-9718-5ae06628a380 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:23.031242 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-88c04c16-ff1f-4332-80b2-ff83b9b2546a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:23.031873 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e90fbb-58d7-40a2-b4a3-6162accf21a3 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1631c17-a898-451c-ba5e-5f01937bd723,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:23.099009 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-346e86b5-8cf7-4a4c-84e9-d9427fbff4e6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for router, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:23.119152 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Port a8555c64-5ca7-427e-bb12-14b045725c40 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:23.212005 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-83c55efa-0280-488d-bd71-18aab7b90db0 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] For port f43963cf-2ebb-44c5-9cc8-18b9492b4798, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=f43963cf-2ebb-44c5-9cc8-18b9492b4798,segment=NetworkSegment(63491227-a950-4013-8a89-81d376832a96),segment_id=63491227-a950-4013-8a89-81d376832a96)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:31:23.212553 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-83c55efa-0280-488d-bd71-18aab7b90db0 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:23.222972 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.api.v2.resource [None req-2fb09432-a5a7-423e-818f-440191fcece9 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] delete failed (client error): The resource could not be found. Oct 13 15:31:23.224267 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-2fb09432-a5a7-423e-818f-440191fcece9 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] 10.222.0.42 "DELETE /v2.0/routers/187cfcfe-9df1-4b68-9130-a63c6273d60d HTTP/1.1" status: 404 len: 336 time: 0.2279136 Oct 13 15:31:23.225138 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-37e90fbb-58d7-40a2-b4a3-6162accf21a3 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:23.228923 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-37e90fbb-58d7-40a2-b4a3-6162accf21a3 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "DELETE /v2.0/security-groups/f1631c17-a898-451c-ba5e-5f01937bd723 HTTP/1.1" status: 204 len: 168 time: 1.3505914 Oct 13 15:31:23.230844 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1977b472-0b9d-4b15-9718-5ae06628a380 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Network c903e5f3-47f2-4aaa-ba01-030e7fe177c1 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:31:23.231366 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50026) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:23.231800 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50028) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:23.235941 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-1977b472-0b9d-4b15-9718-5ae06628a380 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:31:23.238347 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1977b472-0b9d-4b15-9718-5ae06628a380 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:31:23.280585 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-81c57de2-4fd8-4d57-8dd2-f447bce26a1e None None] For port f43963cf-2ebb-44c5-9cc8-18b9492b4798, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=f43963cf-2ebb-44c5-9cc8-18b9492b4798,segment=NetworkSegment(63491227-a950-4013-8a89-81d376832a96),segment_id=63491227-a950-4013-8a89-81d376832a96)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:31:23.280978 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-81c57de2-4fd8-4d57-8dd2-f447bce26a1e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:23.356027 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1977b472-0b9d-4b15-9718-5ae06628a380 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Pushing event updated for resources: {'Port': ['ID=e3a78d8f-d037-4d5e-8faa-28b24fc28a95,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:23.420652 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1977b472-0b9d-4b15-9718-5ae06628a380 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:23.424346 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-83c55efa-0280-488d-bd71-18aab7b90db0 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Calling delete_port for f43963cf-2ebb-44c5-9cc8-18b9492b4798 owned by network:dhcp {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:31:23.453860 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-81c57de2-4fd8-4d57-8dd2-f447bce26a1e None None] Calling delete_port for f43963cf-2ebb-44c5-9cc8-18b9492b4798 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:31:23.471015 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-346e86b5-8cf7-4a4c-84e9-d9427fbff4e6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:23.512472 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-6e76134d-6425-45d9-810f-f83e89315928 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] 10.222.0.42 "GET /v2.0/ports?device_id=0fec2a2b-f922-4ea3-be09-a2645b4abc22 HTTP/1.1" status: 200 len: 205 time: 0.2794020 Oct 13 15:31:23.513198 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50038) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:23.558944 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-81c57de2-4fd8-4d57-8dd2-f447bce26a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:23.610073 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-346e86b5-8cf7-4a4c-84e9-d9427fbff4e6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Deleting port c4ea9ce3-0abb-433c-adca-e9e76e2663a7 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:31:23.610595 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-346e86b5-8cf7-4a4c-84e9-d9427fbff4e6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:23.640193 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Attempt 8 to provision port a8555c64-5ca7-427e-bb12-14b045725c40 Oct 13 15:31:23.675032 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c57de2-4fd8-4d57-8dd2-f447bce26a1e None None] Pushing event deleted for resources: {'Port': ['ID=f43963cf-2ebb-44c5-9cc8-18b9492b4798,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:23.679144 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device f43963cf-2ebb-44c5-9cc8-18b9492b4798 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:31:23.749471 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: f43963cf-2ebb-44c5-9cc8-18b9492b4798 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:31:23.750049 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device f43963cf-2ebb-44c5-9cc8-18b9492b4798 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:31:23.764400 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c57de2-4fd8-4d57-8dd2-f447bce26a1e None None] No DVR routers for this DVR port f43963cf-2ebb-44c5-9cc8-18b9492b4798 on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:31:23.787578 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Port a8555c64-5ca7-427e-bb12-14b045725c40 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:23.824288 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-d7e261c1-2d05-4c20-9f31-f8a4589dd087 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] delete failed (client error): The resource could not be found. Oct 13 15:31:23.834457 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d7e261c1-2d05-4c20-9f31-f8a4589dd087 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] 10.222.0.42 "DELETE /v2.0/routers/0fec2a2b-f922-4ea3-be09-a2645b4abc22 HTTP/1.1" status: 404 len: 336 time: 0.3028576 Oct 13 15:31:23.841005 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50046) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:23.882695 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-346e86b5-8cf7-4a4c-84e9-d9427fbff4e6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:23.932215 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50050) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:23.941037 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-35f80951-c786-405c-bb24-f1a1a8a62f12 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] 10.222.0.42 "GET /v2.0/ports?device_id=41e1cffa-0638-4275-af11-c68be78fee48 HTTP/1.1" status: 200 len: 205 time: 0.0945597 Oct 13 15:31:23.943035 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50054) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:23.949216 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d30d63fd-212c-4018-934e-d566ace90ae1 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4505 time: 0.7148347 Oct 13 15:31:23.958293 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50058) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:24.025250 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-346e86b5-8cf7-4a4c-84e9-d9427fbff4e6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Calling delete_port for c4ea9ce3-0abb-433c-adca-e9e76e2663a7 owned by network:router_gateway {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:31:24.084857 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1977b472-0b9d-4b15-9718-5ae06628a380 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:24.155857 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.db.api [None req-83c55efa-0280-488d-bd71-18aab7b90db0 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88972) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:31:24.156216 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG oslo_db.api [None req-83c55efa-0280-488d-bd71-18aab7b90db0 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:31:24.159515 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-5b8a8aa6-88eb-46db-a2ad-f9f39ca960fa tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1637546740'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:24.166784 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-cbda6e3d-a70b-449b-bc82-99919ff66bb8 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] delete failed (client error): The resource could not be found. Oct 13 15:31:24.170289 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-cbda6e3d-a70b-449b-bc82-99919ff66bb8 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] 10.222.0.42 "DELETE /v2.0/routers/41e1cffa-0638-4275-af11-c68be78fee48 HTTP/1.1" status: 404 len: 336 time: 0.2173486 Oct 13 15:31:24.170289 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-5b8a8aa6-88eb-46db-a2ad-f9f39ca960fa tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:24.171883 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50068) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:24.212560 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-5b8a8aa6-88eb-46db-a2ad-f9f39ca960fa tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Usage tracker for resource:network and tenant:99a0c771e012474a857f8691213fd073 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:24.221475 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-5b8a8aa6-88eb-46db-a2ad-f9f39ca960fa tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:24.236796 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a76a713d-f1ca-41e5-b74f-2c86d8d21df2 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a578ddd-5094-4e25-93c5-04570be53009 HTTP/1.1" status: 200 len: 205 time: 0.0608709 Oct 13 15:31:24.236796 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-5b8a8aa6-88eb-46db-a2ad-f9f39ca960fa tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:24.237944 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50072) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:24.290462 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Attempt 9 to provision port a8555c64-5ca7-427e-bb12-14b045725c40 Oct 13 15:31:24.345041 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-66ec28b6-a45b-4357-b563-dcdf2d34c979 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] delete failed (client error): The resource could not be found. Oct 13 15:31:24.345041 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-66ec28b6-a45b-4357-b563-dcdf2d34c979 tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] 10.222.0.42 "DELETE /v2.0/routers/6a578ddd-5094-4e25-93c5-04570be53009 HTTP/1.1" status: 404 len: 336 time: 0.1045086 Oct 13 15:31:24.346282 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50078) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:24.360537 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b8a8aa6-88eb-46db-a2ad-f9f39ca960fa tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Made reservation on behalf of 99a0c771e012474a857f8691213fd073 for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:31:24.364070 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5b8a8aa6-88eb-46db-a2ad-f9f39ca960fa tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:24.432690 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcfa1a1b-b70f-42dd-b7e4-2ea3cc1a774a tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] DELETE failed (client error): The resource could not be found. Oct 13 15:31:24.433576 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcfa1a1b-b70f-42dd-b7e4-2ea3cc1a774a tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:31:24.441381 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5b8a8aa6-88eb-46db-a2ad-f9f39ca960fa tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:24.445526 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Port a8555c64-5ca7-427e-bb12-14b045725c40 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:24.498057 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-bcfa1a1b-b70f-42dd-b7e4-2ea3cc1a774a tempest-RoutersIpV6AdminTest-126892506 tempest-RoutersIpV6AdminTest-126892506-project] 10.222.0.42 "DELETE /v2.0/subnets/1ecaef29-70e2-4d88-82b6-1bb4ca38fd9d HTTP/1.1" status: 404 len: 337 time: 0.1505430 Oct 13 15:31:24.508634 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-88c04c16-ff1f-4332-80b2-ff83b9b2546a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Deleting port f97cd7a7-dddb-4427-ace1-cb2d805c21d5 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:31:24.508977 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-88c04c16-ff1f-4332-80b2-ff83b9b2546a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:24.549980 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-5b8a8aa6-88eb-46db-a2ad-f9f39ca960fa tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:24.570016 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-5b8a8aa6-88eb-46db-a2ad-f9f39ca960fa tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Usage tracker for resource:security_group_rule and tenant:99a0c771e012474a857f8691213fd073 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:24.575706 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-5b8a8aa6-88eb-46db-a2ad-f9f39ca960fa tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:24.590685 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-5b8a8aa6-88eb-46db-a2ad-f9f39ca960fa tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:24.594438 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f35af961-4c98-4cfa-b756-6add5fe568ef tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:24.710212 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f35af961-4c98-4cfa-b756-6add5fe568ef tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:24.719357 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-83c55efa-0280-488d-bd71-18aab7b90db0 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Deleting port f43963cf-2ebb-44c5-9cc8-18b9492b4798 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:31:24.719707 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-83c55efa-0280-488d-bd71-18aab7b90db0 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:24.827641 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-83c55efa-0280-488d-bd71-18aab7b90db0 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] The port 'f43963cf-2ebb-44c5-9cc8-18b9492b4798' was deleted {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 13 15:31:24.839553 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50086) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:24.864375 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f35af961-4c98-4cfa-b756-6add5fe568ef tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:24.878082 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-346e86b5-8cf7-4a4c-84e9-d9427fbff4e6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:24.900002 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-88c04c16-ff1f-4332-80b2-ff83b9b2546a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:24.947278 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Attempt 10 to provision port a8555c64-5ca7-427e-bb12-14b045725c40 Oct 13 15:31:25.007746 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35af961-4c98-4cfa-b756-6add5fe568ef tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f8c226d-3343-4940-966f-70f2ecc45e36,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:25.016930 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2182cc42-eef5-41ff-9e45-3ef4b8c0d79c req-1f1c6989-94cb-4a11-888f-adf2797b446b tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:25.023831 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-2182cc42-eef5-41ff-9e45-3ef4b8c0d79c req-1f1c6989-94cb-4a11-888f-adf2797b446b tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=75dd98a5-e1f9-4a74-ac6e-efb36b74b5e5 HTTP/1.1" status: 200 len: 945 time: 0.5722089 Oct 13 15:31:25.035536 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Port a8555c64-5ca7-427e-bb12-14b045725c40 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:25.041692 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Could not find standard attr ID for object 2387be28-f517-42ea-886f-57919a44f3ef. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:31:25.045232 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-49058ecc-3861-4eb0-8c50-ff349d3051b0 None None] Could not find standard attr ID for object f7c4f959-458c-4a57-ac58-89f6fa363393. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:31:25.072083 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346e86b5-8cf7-4a4c-84e9-d9427fbff4e6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Pushing event deleted for resources: {'Port': ['ID=c4ea9ce3-0abb-433c-adca-e9e76e2663a7,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:25.146891 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1977b472-0b9d-4b15-9718-5ae06628a380 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:25.148703 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f35af961-4c98-4cfa-b756-6add5fe568ef tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:25.150481 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-f35af961-4c98-4cfa-b756-6add5fe568ef tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "DELETE /v2.0/security-groups/7f8c226d-3343-4940-966f-70f2ecc45e36 HTTP/1.1" status: 204 len: 168 time: 1.1896617 Oct 13 15:31:25.151874 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-88c04c16-ff1f-4332-80b2-ff83b9b2546a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Calling delete_port for f97cd7a7-dddb-4427-ace1-cb2d805c21d5 owned by network:router_interface {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:31:25.156463 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50094) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:25.161438 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1977b472-0b9d-4b15-9718-5ae06628a380 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:25.163537 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-08bad905-baa2-4922-ade9-3f08b9486d06 None None] Could not find standard attr ID for object f43963cf-2ebb-44c5-9cc8-18b9492b4798. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:31:25.176569 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-08bad905-baa2-4922-ade9-3f08b9486d06 None None] Provisioning complete for port 0fdd1925-2a58-4a89-a74a-dea79da594e1 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:31:25.177186 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-08bad905-baa2-4922-ade9-3f08b9486d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:25.177735 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-08bad905-baa2-4922-ade9-3f08b9486d06 None None] Attempt 1 to provision port 0fdd1925-2a58-4a89-a74a-dea79da594e1 Oct 13 15:31:25.211502 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-83c55efa-0280-488d-bd71-18aab7b90db0 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:25.239432 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-20198864-1fc9-4744-bcbe-afead3e6917c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:25.294991 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-83c55efa-0280-488d-bd71-18aab7b90db0 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bcd36b5-4d4e-4dae-94d7-57b9990fccd9']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:25.301039 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-346e86b5-8cf7-4a4c-84e9-d9427fbff4e6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828050'] for router_gateway, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:25.307181 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-20198864-1fc9-4744-bcbe-afead3e6917c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:25.317759 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-08bad905-baa2-4922-ade9-3f08b9486d06 None None] Current status of the port 0fdd1925-2a58-4a89-a74a-dea79da594e1 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:31:25.318187 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-2182cc42-eef5-41ff-9e45-3ef4b8c0d79c req-5c625986-24e5-4322-843e-80ee23c35e84 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/security-groups?id=81e55712-bc20-48c8-a3f7-25813fa3e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2929964 Oct 13 15:31:25.323366 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-08bad905-baa2-4922-ade9-3f08b9486d06 None None] Could not find standard attr ID for object ec25f5ba-7f2b-4424-99e6-138253563589. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:31:25.325407 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-20198864-1fc9-4744-bcbe-afead3e6917c admin admin] Usage tracker for resource:security_group_rule and tenant:7e2ccea388624444ac5f774ad8265626 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:25.329024 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-83c55efa-0280-488d-bd71-18aab7b90db0 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63491227-a950-4013-8a89-81d376832a96') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:25.329324 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-83c55efa-0280-488d-bd71-18aab7b90db0 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63491227-a950-4013-8a89-81d376832a96') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:25.337461 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-08bad905-baa2-4922-ade9-3f08b9486d06 None None] Provisioning for port e3a78d8f-d037-4d5e-8faa-28b24fc28a95 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:31:25.342833 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-20198864-1fc9-4744-bcbe-afead3e6917c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:25.357570 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-08bad905-baa2-4922-ade9-3f08b9486d06 None None] Provisioning complete for port e3a78d8f-d037-4d5e-8faa-28b24fc28a95 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:31:25.358973 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-08bad905-baa2-4922-ade9-3f08b9486d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:25.359514 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-08bad905-baa2-4922-ade9-3f08b9486d06 None None] Attempt 1 to provision port e3a78d8f-d037-4d5e-8faa-28b24fc28a95 Oct 13 15:31:25.362833 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-83c55efa-0280-488d-bd71-18aab7b90db0 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:25.380416 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-20198864-1fc9-4744-bcbe-afead3e6917c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:25.424988 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-83c55efa-0280-488d-bd71-18aab7b90db0 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:25.434184 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-08bad905-baa2-4922-ade9-3f08b9486d06 None None] Port e3a78d8f-d037-4d5e-8faa-28b24fc28a95 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:25.434601 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5b8a8aa6-88eb-46db-a2ad-f9f39ca960fa tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:25.447162 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5b8a8aa6-88eb-46db-a2ad-f9f39ca960fa tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:25.450923 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83c55efa-0280-488d-bd71-18aab7b90db0 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Releasing vlan 439 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:31:25.451313 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-83c55efa-0280-488d-bd71-18aab7b90db0 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:25.485312 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1977b472-0b9d-4b15-9718-5ae06628a380 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:25.504100 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 63491227-a950-4013-8a89-81d376832a96 resource provider aggregate not found Oct 13 15:31:25.504361 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1977b472-0b9d-4b15-9718-5ae06628a380 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Pushing event updated for resources: {'Port': ['ID=e3a78d8f-d037-4d5e-8faa-28b24fc28a95,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:25.513443 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-42367e44-558f-4a5b-8429-3533d6d7e048 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Synchronizing usage tracker for tenant:42424788e9554a81ae9da43073b2fd43 on resource:security_group {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:31:25.535593 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-346e86b5-8cf7-4a4c-84e9-d9427fbff4e6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:25.547959 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-346e86b5-8cf7-4a4c-84e9-d9427fbff4e6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:25.579512 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b8a8aa6-88eb-46db-a2ad-f9f39ca960fa tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:31:25.604508 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a8aa6-88eb-46db-a2ad-f9f39ca960fa tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a386e020-e2b5-45f7-b233-2215a44db331,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:25.608050 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 63491227-a950-4013-8a89-81d376832a96 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 63491227-a950-4013-8a89-81d376832a96 found for delete ", "request_id": "req-494df60e-e277-4b7d-9f28-8920d5bb2b98"}]} Oct 13 15:31:25.627783 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:25.629621 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-42367e44-558f-4a5b-8429-3533d6d7e048 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Unset dirty status for tenant:42424788e9554a81ae9da43073b2fd43 on resource:security_group {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:31:25.631523 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-42367e44-558f-4a5b-8429-3533d6d7e048 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.4738114 Oct 13 15:31:25.637524 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50102) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:25.652476 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-462c8376-c534-4560-b621-0c6f3431678f tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Request body: {'security_group': {'name': 'tempest-secgroup--738733514'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:25.660145 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-346e86b5-8cf7-4a4c-84e9-d9427fbff4e6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:25.660626 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-346e86b5-8cf7-4a4c-84e9-d9427fbff4e6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Fanout notify agent at l3_agent the message router_deleted on router 1b1ef388-0a0f-407d-8f64-2d9ebdb12718 {{(pid=88973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:31:25.664123 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-83c55efa-0280-488d-bd71-18aab7b90db0 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:25.668481 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-462c8376-c534-4560-b621-0c6f3431678f tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:25.685612 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-83c55efa-0280-488d-bd71-18aab7b90db0 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:25.689629 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-346e86b5-8cf7-4a4c-84e9-d9427fbff4e6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:25.691233 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-346e86b5-8cf7-4a4c-84e9-d9427fbff4e6 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] 10.222.0.42 "DELETE /v2.0/routers/1b1ef388-0a0f-407d-8f64-2d9ebdb12718 HTTP/1.1" status: 204 len: 168 time: 3.2691629 Oct 13 15:31:25.692498 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-462c8376-c534-4560-b621-0c6f3431678f tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:25.698896 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50106) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:25.712363 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c55efa-0280-488d-bd71-18aab7b90db0 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event deleted for resources: {'Network': ['ID=0bcd36b5-4d4e-4dae-94d7-57b9990fccd9,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:25.763416 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-462c8376-c534-4560-b621-0c6f3431678f tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:25.767657 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-20198864-1fc9-4744-bcbe-afead3e6917c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:25.773146 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-83c55efa-0280-488d-bd71-18aab7b90db0 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "DELETE /v2.0/networks/0bcd36b5-4d4e-4dae-94d7-57b9990fccd9 HTTP/1.1" status: 204 len: 168 time: 3.3257315 Oct 13 15:31:25.773146 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-88c04c16-ff1f-4332-80b2-ff83b9b2546a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:25.778532 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5b8a8aa6-88eb-46db-a2ad-f9f39ca960fa tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:25.778875 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-5b8a8aa6-88eb-46db-a2ad-f9f39ca960fa tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Added segment 650f7990-0276-4258-8778-f129523ddd6a of type vlan for network 408eac23-06c1-41c1-868c-afd9cffefe02 Oct 13 15:31:25.779755 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50110) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:25.799148 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1977b472-0b9d-4b15-9718-5ae06628a380 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Network c903e5f3-47f2-4aaa-ba01-030e7fe177c1 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:31:25.803941 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-1977b472-0b9d-4b15-9718-5ae06628a380 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:31:25.821044 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fec797b-b9e0-47a1-876a-1232ee4c2332 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Deleting subnet ce0fced5-4fea-4c34-bd5a-bd2a7afcc0d9 {{(pid=88973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:31:25.822519 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-20198864-1fc9-4744-bcbe-afead3e6917c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:25.823764 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-462c8376-c534-4560-b621-0c6f3431678f tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:25.875379 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5fec797b-b9e0-47a1-876a-1232ee4c2332 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for subnet, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:25.920089 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-462c8376-c534-4560-b621-0c6f3431678f tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Usage tracker for resource:security_group_rule and tenant:42424788e9554a81ae9da43073b2fd43 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:25.925091 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-462c8376-c534-4560-b621-0c6f3431678f tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:25.936411 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-08bad905-baa2-4922-ade9-3f08b9486d06 None None] Attempt 2 to provision port e3a78d8f-d037-4d5e-8faa-28b24fc28a95 Oct 13 15:31:25.954787 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-462c8376-c534-4560-b621-0c6f3431678f tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:25.962964 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-7c819e3f-4822-41ed-966c-1abd0838cdf8 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1775619676'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:25.980936 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c04c16-ff1f-4332-80b2-ff83b9b2546a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event deleted for resources: {'Port': ['ID=f97cd7a7-dddb-4427-ace1-cb2d805c21d5,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:25.982579 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5fec797b-b9e0-47a1-876a-1232ee4c2332 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7432921'] for subnet, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:25.987466 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-7c819e3f-4822-41ed-966c-1abd0838cdf8 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:26.029927 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-08bad905-baa2-4922-ade9-3f08b9486d06 None None] Port e3a78d8f-d037-4d5e-8faa-28b24fc28a95 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:26.071017 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-7c819e3f-4822-41ed-966c-1abd0838cdf8 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Usage tracker for resource:network and tenant:19ec4718eae5492e825f796615e1a8b4 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:26.095857 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-7c819e3f-4822-41ed-966c-1abd0838cdf8 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:26.143054 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-20198864-1fc9-4744-bcbe-afead3e6917c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7e2ccea388624444ac5f774ad8265626&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2989223 Oct 13 15:31:26.143054 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20198864-1fc9-4744-bcbe-afead3e6917c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcaa55bc-107b-47c6-a4db-7381408a0509,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:26.144676 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50114) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:26.150868 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-7c819e3f-4822-41ed-966c-1abd0838cdf8 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:26.154428 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5b8a8aa6-88eb-46db-a2ad-f9f39ca960fa tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:26.203357 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c819e3f-4822-41ed-966c-1abd0838cdf8 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Made reservation on behalf of 19ec4718eae5492e825f796615e1a8b4 for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:31:26.206934 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7c819e3f-4822-41ed-966c-1abd0838cdf8 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:26.332984 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5b8a8aa6-88eb-46db-a2ad-f9f39ca960fa tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:26.338334 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b8a8aa6-88eb-46db-a2ad-f9f39ca960fa tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:26.338908 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5b8a8aa6-88eb-46db-a2ad-f9f39ca960fa tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:26.386708 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1977b472-0b9d-4b15-9718-5ae06628a380 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Router f2d125f0-9e65-4351-84a2-f0659ea5dea9 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:31:26.415735 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-462c8376-c534-4560-b621-0c6f3431678f tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:26.427096 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-462c8376-c534-4560-b621-0c6f3431678f tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:26.459523 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c819e3f-4822-41ed-966c-1abd0838cdf8 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:31:26.497504 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7c819e3f-4822-41ed-966c-1abd0838cdf8 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:26.497850 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-7c819e3f-4822-41ed-966c-1abd0838cdf8 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Added segment af3fcd44-4ace-42b9-8854-d5f70ecddae3 of type vlan for network 44c5493a-a396-4382-a758-63230abaefbe Oct 13 15:31:26.505845 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5fec797b-b9e0-47a1-876a-1232ee4c2332 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:26.531304 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-08bad905-baa2-4922-ade9-3f08b9486d06 None None] Attempt 3 to provision port e3a78d8f-d037-4d5e-8faa-28b24fc28a95 Oct 13 15:31:26.552852 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-5b8a8aa6-88eb-46db-a2ad-f9f39ca960fa tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.6151137 Oct 13 15:31:26.559697 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-87eaef56-d746-456a-ade4-f1b5b75dfdd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:26.568883 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50120) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:26.574333 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-1a827b47-743b-4de3-b6df-032f97a83960 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Request body: {'subnet': {'network_id': '408eac23-06c1-41c1-868c-afd9cffefe02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:26.587418 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-08bad905-baa2-4922-ade9-3f08b9486d06 None None] Port e3a78d8f-d037-4d5e-8faa-28b24fc28a95 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:26.603940 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8a8aa6-88eb-46db-a2ad-f9f39ca960fa tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Pushing event updated for resources: {'Network': ['ID=408eac23-06c1-41c1-868c-afd9cffefe02,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:26.604654 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e34588f-a3f6-4486-be2f-7019aee4bada req-3b65253e-0775-498e-97f4-3380afc4e0fc tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:26.606103 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9e34588f-a3f6-4486-be2f-7019aee4bada req-3b65253e-0775-498e-97f4-3380afc4e0fc tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.16 "GET /v2.0/ports?device_id=75dd98a5-e1f9-4a74-ac6e-efb36b74b5e5 HTTP/1.1" status: 200 len: 945 time: 0.3873818 Oct 13 15:31:26.620034 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 408eac23-06c1-41c1-868c-afd9cffefe02 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:31:26.630817 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-88c04c16-ff1f-4332-80b2-ff83b9b2546a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:26.707367 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462c8376-c534-4560-b621-0c6f3431678f tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edb2b210-dbcb-4008-ac00-d6908f27a5da,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:26.712339 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7c819e3f-4822-41ed-966c-1abd0838cdf8 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:26.730700 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-87eaef56-d746-456a-ade4-f1b5b75dfdd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:26.825177 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-462c8376-c534-4560-b621-0c6f3431678f tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:26.828943 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-462c8376-c534-4560-b621-0c6f3431678f tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.1806173 Oct 13 15:31:26.836185 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50124) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:26.847422 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-9e34588f-a3f6-4486-be2f-7019aee4bada req-ffc2dbe1-f1c2-420b-9a51-4b46de4089b5 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Deleting port 876da674-9b65-4800-ba18-693c8b3d6794 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:31:26.847695 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-9e34588f-a3f6-4486-be2f-7019aee4bada req-ffc2dbe1-f1c2-420b-9a51-4b46de4089b5 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:26.875656 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-81f7423f-8bec-4721-afe4-2d5d29332f58 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Request body: {'security_group_rule': {'security_group_id': 'edb2b210-dbcb-4008-ac00-d6908f27a5da', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:26.901743 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-81f7423f-8bec-4721-afe4-2d5d29332f58 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:26.904390 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-1a827b47-743b-4de3-b6df-032f97a83960 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:26.906845 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.db.resource_extend [None req-7c819e3f-4822-41ed-966c-1abd0838cdf8 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 15:31:26.921560 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-81f7423f-8bec-4721-afe4-2d5d29332f58 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Usage tracker for resource:security_group_rule and tenant:42424788e9554a81ae9da43073b2fd43 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:26.927957 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-1a827b47-743b-4de3-b6df-032f97a83960 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Usage tracker for resource:subnet and tenant:99a0c771e012474a857f8691213fd073 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:26.928250 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-81f7423f-8bec-4721-afe4-2d5d29332f58 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:26.936671 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-1a827b47-743b-4de3-b6df-032f97a83960 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:26.939985 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5fec797b-b9e0-47a1-876a-1232ee4c2332 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:26.944349 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-81f7423f-8bec-4721-afe4-2d5d29332f58 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:26.952850 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-1a827b47-743b-4de3-b6df-032f97a83960 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:26.958598 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7c819e3f-4822-41ed-966c-1abd0838cdf8 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:26.964625 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c819e3f-4822-41ed-966c-1abd0838cdf8 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:26.965206 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7c819e3f-4822-41ed-966c-1abd0838cdf8 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:26.975705 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1977b472-0b9d-4b15-9718-5ae06628a380 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:31:26.985519 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f730e69-2ca1-4188-9f0a-a41d4a0a364c None None] Sync routers for ids ['f2d125f0-9e65-4351-84a2-f0659ea5dea9'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:31:26.995769 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f730e69-2ca1-4188-9f0a-a41d4a0a364c None None] Routers {'f2d125f0-9e65-4351-84a2-f0659ea5dea9'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:31:26.997137 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-9f730e69-2ca1-4188-9f0a-a41d4a0a364c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:31:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['f2d125f0-9e65-4351-84a2-f0659ea5dea9'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:27.004163 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fec797b-b9e0-47a1-876a-1232ee4c2332 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Pushing event deleted for resources: {'Subnet': ['ID=ce0fced5-4fea-4c34-bd5a-bd2a7afcc0d9,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:27.017900 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead7a3c6-643b-460e-b25c-c12ac46d660d req-edf5f7e8-98fb-493d-8aff-8221758af8f4 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:27.019437 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ead7a3c6-643b-460e-b25c-c12ac46d660d req-edf5f7e8-98fb-493d-8aff-8221758af8f4 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=75dd98a5-e1f9-4a74-ac6e-efb36b74b5e5 HTTP/1.1" status: 200 len: 945 time: 0.5355160 Oct 13 15:31:27.022647 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a827b47-743b-4de3-b6df-032f97a83960 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Made reservation on behalf of 99a0c771e012474a857f8691213fd073 for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:31:27.025488 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-1977b472-0b9d-4b15-9718-5ae06628a380 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] 10.222.0.42 "PUT /v2.0/routers/f2d125f0-9e65-4351-84a2-f0659ea5dea9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9202833 Oct 13 15:31:27.027199 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1a827b47-743b-4de3-b6df-032f97a83960 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:27.028433 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5fec797b-b9e0-47a1-876a-1232ee4c2332 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:27.030511 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-5fec797b-b9e0-47a1-876a-1232ee4c2332 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] 10.222.0.42 "DELETE /v2.0/subnets/ce0fced5-4fea-4c34-bd5a-bd2a7afcc0d9 HTTP/1.1" status: 204 len: 168 time: 1.3304551 Oct 13 15:31:27.032960 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50128) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:27.033290 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50130) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:27.036709 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf83b40-50dd-4a24-b14f-18f96f202bca None None] Network e8e4d4f8-dddc-4f65-b779-4466c5da47de requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:31:27.086312 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-a70a157d-c945-4809-ad4c-615b4d2d8f51 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Request body: {'port': {'network_id': 'c903e5f3-47f2-4aaa-ba01-030e7fe177c1', 'name': 'tempest-FloatingIPAdminTestJSON-356910119'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:27.115825 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-9f730e69-2ca1-4188-9f0a-a41d4a0a364c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:27.121579 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-7c819e3f-4822-41ed-966c-1abd0838cdf8 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.3118389 Oct 13 15:31:27.129392 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f730e69-2ca1-4188-9f0a-a41d4a0a364c None None] Routers {'f2d125f0-9e65-4351-84a2-f0659ea5dea9'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:31:27.130357 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-9f730e69-2ca1-4188-9f0a-a41d4a0a364c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:31:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['f2d125f0-9e65-4351-84a2-f0659ea5dea9'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:27.135321 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50136) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:27.170674 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-81f7423f-8bec-4721-afe4-2d5d29332f58 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:27.193577 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-08bad905-baa2-4922-ade9-3f08b9486d06 None None] Attempt 4 to provision port e3a78d8f-d037-4d5e-8faa-28b24fc28a95 Oct 13 15:31:27.195295 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-9f730e69-2ca1-4188-9f0a-a41d4a0a364c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:27.196587 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f730e69-2ca1-4188-9f0a-a41d4a0a364c None None] The sync data for ids ['f2d125f0-9e65-4351-84a2-f0659ea5dea9'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:31:27.256904 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-68461815-7d44-40b7-8a6d-e46f00700ef1 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Request body: {'subnet': {'network_id': '44c5493a-a396-4382-a758-63230abaefbe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:27.271073 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c819e3f-4822-41ed-966c-1abd0838cdf8 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event updated for resources: {'Network': ['ID=44c5493a-a396-4382-a758-63230abaefbe,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:27.273515 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-87eaef56-d746-456a-ade4-f1b5b75dfdd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:27.275946 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-87eaef56-d746-456a-ade4-f1b5b75dfdd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:27.279085 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-87eaef56-d746-456a-ade4-f1b5b75dfdd5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/bcaa55bc-107b-47c6-a4db-7381408a0509 HTTP/1.1" status: 204 len: 168 time: 1.1179001 Oct 13 15:31:27.314659 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 44c5493a-a396-4382-a758-63230abaefbe details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:31:27.401634 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ead7a3c6-643b-460e-b25c-c12ac46d660d req-7a04f1ad-0d7f-4544-a1cc-b6506f58337a tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/security-groups?id=81e55712-bc20-48c8-a3f7-25813fa3e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3692331 Oct 13 15:31:27.402588 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eaef56-d746-456a-ade4-f1b5b75dfdd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcaa55bc-107b-47c6-a4db-7381408a0509,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:27.415277 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-08bad905-baa2-4922-ade9-3f08b9486d06 None None] Port e3a78d8f-d037-4d5e-8faa-28b24fc28a95 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:27.525825 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b4604388-8cbd-4a6e-8c4b-32e972dd9cac tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:27.558573 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46bd281-3b78-41fc-9b0d-1043776b680c None None] DHCP port deletion for e8e4d4f8-dddc-4f65-b779-4466c5da47de request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:31:27.562785 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-c46bd281-3b78-41fc-9b0d-1043776b680c None None] Deleting port 880d6672-f3b3-444a-bdcb-e106a12a1490 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:31:27.563413 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c46bd281-3b78-41fc-9b0d-1043776b680c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:27.585499 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-81f7423f-8bec-4721-afe4-2d5d29332f58 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:27.599805 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-b4604388-8cbd-4a6e-8c4b-32e972dd9cac tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Deleting port 880d6672-f3b3-444a-bdcb-e106a12a1490 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:31:27.600147 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b4604388-8cbd-4a6e-8c4b-32e972dd9cac tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:27.643455 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-81f7423f-8bec-4721-afe4-2d5d29332f58 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:27.663197 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-9e34588f-a3f6-4486-be2f-7019aee4bada req-ffc2dbe1-f1c2-420b-9a51-4b46de4089b5 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] For port 876da674-9b65-4800-ba18-693c8b3d6794, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=876da674-9b65-4800-ba18-693c8b3d6794,segment=NetworkSegment(c8b28188-8b1e-438a-8a7c-cfa1fc185e50),segment_id=c8b28188-8b1e-438a-8a7c-cfa1fc185e50)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:31:27.663802 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-9e34588f-a3f6-4486-be2f-7019aee4bada req-ffc2dbe1-f1c2-420b-9a51-4b46de4089b5 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:27.677540 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-a70a157d-c945-4809-ad4c-615b4d2d8f51 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:27.760914 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-a70a157d-c945-4809-ad4c-615b4d2d8f51 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Usage tracker for resource:port and tenant:64faa29e24d84506b6a987b522d73cd1 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:27.775269 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f7423f-8bec-4721-afe4-2d5d29332f58 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c295c51d-16d4-42e6-823f-f0a9627005a1,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:27.779995 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50144) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:27.781882 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-a70a157d-c945-4809-ad4c-615b4d2d8f51 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:27.785162 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-68461815-7d44-40b7-8a6d-e46f00700ef1 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:27.802504 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-a70a157d-c945-4809-ad4c-615b4d2d8f51 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:27.803182 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-68461815-7d44-40b7-8a6d-e46f00700ef1 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Usage tracker for resource:subnet and tenant:19ec4718eae5492e825f796615e1a8b4 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:27.815544 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88c04c16-ff1f-4332-80b2-ff83b9b2546a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Router aabb30a5-22b3-47fe-91c4-b5338982dc05 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:31:27.816477 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-68461815-7d44-40b7-8a6d-e46f00700ef1 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:27.829596 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-68461815-7d44-40b7-8a6d-e46f00700ef1 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:27.869420 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-c46bd281-3b78-41fc-9b0d-1043776b680c None None] For port 880d6672-f3b3-444a-bdcb-e106a12a1490, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=880d6672-f3b3-444a-bdcb-e106a12a1490,segment=NetworkSegment(ad7a3afc-0fe6-4b90-87c6-d6842c7b62b4),segment_id=ad7a3afc-0fe6-4b90-87c6-d6842c7b62b4)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:31:27.869841 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c46bd281-3b78-41fc-9b0d-1043776b680c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:27.932201 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-08bad905-baa2-4922-ade9-3f08b9486d06 None None] Attempt 5 to provision port e3a78d8f-d037-4d5e-8faa-28b24fc28a95 Oct 13 15:31:27.983752 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-81f7423f-8bec-4721-afe4-2d5d29332f58 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:27.984928 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-81f7423f-8bec-4721-afe4-2d5d29332f58 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1462255 Oct 13 15:31:27.997257 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50148) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:28.004097 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a70a157d-c945-4809-ad4c-615b4d2d8f51 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Made reservation on behalf of 64faa29e24d84506b6a987b522d73cd1 for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:31:28.007514 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a70a157d-c945-4809-ad4c-615b4d2d8f51 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:28.012678 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68461815-7d44-40b7-8a6d-e46f00700ef1 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Made reservation on behalf of 19ec4718eae5492e825f796615e1a8b4 for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:31:28.016326 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-68461815-7d44-40b7-8a6d-e46f00700ef1 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:28.035585 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-c46bd281-3b78-41fc-9b0d-1043776b680c None None] Calling delete_port for 880d6672-f3b3-444a-bdcb-e106a12a1490 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:31:28.077085 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-3c940c9c-202c-47ea-89ef-c741eaa3cb41 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=712c4cee70ea4d478a2313a7a07d07fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2919657 Oct 13 15:31:28.085986 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50152) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:28.121464 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-08bad905-baa2-4922-ade9-3f08b9486d06 None None] Port e3a78d8f-d037-4d5e-8faa-28b24fc28a95 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:28.147432 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c46bd281-3b78-41fc-9b0d-1043776b680c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:28.168368 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [None req-a70a157d-c945-4809-ad4c-615b4d2d8f51 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] device_id is not set on port 72973d55-4b1e-4f56-b1c0-164dc0c319c1 yet. {{(pid=88973) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:31:28.201036 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46bd281-3b78-41fc-9b0d-1043776b680c None None] Pushing event deleted for resources: {'Port': ['ID=880d6672-f3b3-444a-bdcb-e106a12a1490,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:28.204239 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46bd281-3b78-41fc-9b0d-1043776b680c None None] No DVR routers for this DVR port 880d6672-f3b3-444a-bdcb-e106a12a1490 on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:31:28.233568 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88c04c16-ff1f-4332-80b2-ff83b9b2546a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:31:28.243274 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705a74f0-1cf6-4577-a38c-b94559e59cc6 None None] Sync routers for ids ['aabb30a5-22b3-47fe-91c4-b5338982dc05'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:31:28.253089 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705a74f0-1cf6-4577-a38c-b94559e59cc6 None None] Routers {'aabb30a5-22b3-47fe-91c4-b5338982dc05'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:31:28.253719 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-705a74f0-1cf6-4577-a38c-b94559e59cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:31:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['aabb30a5-22b3-47fe-91c4-b5338982dc05'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:28.267249 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-92302c69-1b8e-4090-b773-69708c016e27 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:28.270256 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-88c04c16-ff1f-4332-80b2-ff83b9b2546a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "PUT /v2.0/routers/aabb30a5-22b3-47fe-91c4-b5338982dc05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8273432 Oct 13 15:31:28.273886 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1a827b47-743b-4de3-b6df-032f97a83960 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:28.278311 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50156) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:28.350517 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-705a74f0-1cf6-4577-a38c-b94559e59cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:28.360058 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705a74f0-1cf6-4577-a38c-b94559e59cc6 None None] Routers {'aabb30a5-22b3-47fe-91c4-b5338982dc05'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:31:28.360653 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-705a74f0-1cf6-4577-a38c-b94559e59cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:31:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['aabb30a5-22b3-47fe-91c4-b5338982dc05'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:28.373300 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-92302c69-1b8e-4090-b773-69708c016e27 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:28.387893 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-b4604388-8cbd-4a6e-8c4b-32e972dd9cac tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] For port 880d6672-f3b3-444a-bdcb-e106a12a1490, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=880d6672-f3b3-444a-bdcb-e106a12a1490,segment=NetworkSegment(ad7a3afc-0fe6-4b90-87c6-d6842c7b62b4),segment_id=ad7a3afc-0fe6-4b90-87c6-d6842c7b62b4)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:31:28.388253 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b4604388-8cbd-4a6e-8c4b-32e972dd9cac tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:28.421977 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-705a74f0-1cf6-4577-a38c-b94559e59cc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:28.422398 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705a74f0-1cf6-4577-a38c-b94559e59cc6 None None] The sync data for ids ['aabb30a5-22b3-47fe-91c4-b5338982dc05'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:31:28.462320 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-de140bfe-69b8-41a6-b64e-7dd8564256bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:28.549805 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-b4604388-8cbd-4a6e-8c4b-32e972dd9cac tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Calling delete_port for 880d6672-f3b3-444a-bdcb-e106a12a1490 owned by network:dhcp {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:31:28.616694 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a827b47-743b-4de3-b6df-032f97a83960 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Pushing event updated for resources: {'Subnet': ['ID=40351f60-433f-45d6-9f20-96ce3eddc38a,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:28.622597 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-08bad905-baa2-4922-ade9-3f08b9486d06 None None] Attempt 6 to provision port e3a78d8f-d037-4d5e-8faa-28b24fc28a95 Oct 13 15:31:28.622805 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-de140bfe-69b8-41a6-b64e-7dd8564256bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:28.650157 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-9e34588f-a3f6-4486-be2f-7019aee4bada req-ffc2dbe1-f1c2-420b-9a51-4b46de4089b5 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:28.650539 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-9e34588f-a3f6-4486-be2f-7019aee4bada req-ffc2dbe1-f1c2-420b-9a51-4b46de4089b5 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:28.650851 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.l3_db [req-9e34588f-a3f6-4486-be2f-7019aee4bada req-ffc2dbe1-f1c2-420b-9a51-4b46de4089b5 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Floating IP 0a35872e-d0e6-4685-b7f4-5b33fafb4172 disassociated. External IP: 172.26.2.2, port: 876da674-9b65-4800-ba18-693c8b3d6794. Oct 13 15:31:28.651196 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-9e34588f-a3f6-4486-be2f-7019aee4bada req-ffc2dbe1-f1c2-420b-9a51-4b46de4089b5 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Calling delete_port for 876da674-9b65-4800-ba18-693c8b3d6794 owned by compute:nova {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:31:28.684957 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a827b47-743b-4de3-b6df-032f97a83960 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Checking segment: {'id': '650f7990-0276-4258-8778-f129523ddd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '408eac23-06c1-41c1-868c-afd9cffefe02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:31:28.685316 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a827b47-743b-4de3-b6df-032f97a83960 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Network hostable DHCP agents. Network: 408eac23-06c1-41c1-868c-afd9cffefe02, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:31:28.704857 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-08bad905-baa2-4922-ade9-3f08b9486d06 None None] Port e3a78d8f-d037-4d5e-8faa-28b24fc28a95 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:28.711778 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-92302c69-1b8e-4090-b773-69708c016e27 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:28.758081 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92302c69-1b8e-4090-b773-69708c016e27 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c295c51d-16d4-42e6-823f-f0a9627005a1,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:28.794448 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-92302c69-1b8e-4090-b773-69708c016e27 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:28.795573 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-92302c69-1b8e-4090-b773-69708c016e27 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/c295c51d-16d4-42e6-823f-f0a9627005a1 HTTP/1.1" status: 204 len: 168 time: 0.7970581 Oct 13 15:31:28.811023 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50162) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:28.811847 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-a70a157d-c945-4809-ad4c-615b4d2d8f51 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Allocated IP 172.20.0.8 (c903e5f3-47f2-4aaa-ba01-030e7fe177c1/8866d0cc-ec34-4f7d-acd5-24a7875d9897/72973d55-4b1e-4f56-b1c0-164dc0c319c1) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:31:28.847695 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.db.api [None req-b4604388-8cbd-4a6e-8c4b-32e972dd9cac tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:31:28.848013 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG oslo_db.api [None req-b4604388-8cbd-4a6e-8c4b-32e972dd9cac tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:31:28.916122 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a827b47-743b-4de3-b6df-032f97a83960 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Network 408eac23-06c1-41c1-868c-afd9cffefe02 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:31:28.932508 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-68461815-7d44-40b7-8a6d-e46f00700ef1 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:28.955288 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-8bc8fa5b-a75f-4196-b6e8-b7cea5df4644 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Synchronizing usage tracker for tenant:42424788e9554a81ae9da43073b2fd43 on resource:security_group_rule {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:31:28.974729 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-de140bfe-69b8-41a6-b64e-7dd8564256bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:28.990730 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-1a827b47-743b-4de3-b6df-032f97a83960 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 408eac23-06c1-41c1-868c-afd9cffefe02) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:31:28.998816 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50f8221e-739f-4bdd-9770-6a2dd6f55fa3 None None] Network 408eac23-06c1-41c1-868c-afd9cffefe02 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:31:29.018755 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-8bc8fa5b-a75f-4196-b6e8-b7cea5df4644 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Unset dirty status for tenant:42424788e9554a81ae9da43073b2fd43 on resource:security_group_rule {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:31:29.020017 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-8bc8fa5b-a75f-4196-b6e8-b7cea5df4644 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2055957 Oct 13 15:31:29.020714 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-9e34588f-a3f6-4486-be2f-7019aee4bada req-ffc2dbe1-f1c2-420b-9a51-4b46de4089b5 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:29.027728 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50166) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:29.032203 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a827b47-743b-4de3-b6df-032f97a83960 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:29.032791 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1a827b47-743b-4de3-b6df-032f97a83960 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:29.052465 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de140bfe-69b8-41a6-b64e-7dd8564256bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2afb8aee-7378-4346-b5ce-9c7fef657051,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:29.088362 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b00961-682d-4ea7-94bf-9515107c97c4 req-42db34f4-63d8-4bfa-9500-54286609f9e3 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:29.089822 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-94b00961-682d-4ea7-94bf-9515107c97c4 req-42db34f4-63d8-4bfa-9500-54286609f9e3 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=75dd98a5-e1f9-4a74-ac6e-efb36b74b5e5 HTTP/1.1" status: 200 len: 945 time: 0.5370939 Oct 13 15:31:29.139108 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc2dbe1-f1c2-420b-9a51-4b46de4089b5 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Pushing event deleted for resources: {'Port': ['ID=876da674-9b65-4800-ba18-693c8b3d6794,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:29.151814 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-1a827b47-743b-4de3-b6df-032f97a83960 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5818677 Oct 13 15:31:29.157999 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68461815-7d44-40b7-8a6d-e46f00700ef1 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event updated for resources: {'Subnet': ['ID=4f7f075f-636d-4b60-809c-f55ec79fbdc1,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:29.160474 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-de140bfe-69b8-41a6-b64e-7dd8564256bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:29.160880 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50170) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:29.161278 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-de140bfe-69b8-41a6-b64e-7dd8564256bf admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2afb8aee-7378-4346-b5ce-9c7fef657051 HTTP/1.1" status: 204 len: 168 time: 1.0738139 Oct 13 15:31:29.173784 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-268bff6d-77ca-48c7-9b73-71ecf1dc0026 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-781285562', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:29.219905 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68461815-7d44-40b7-8a6d-e46f00700ef1 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Checking segment: {'id': 'af3fcd44-4ace-42b9-8854-d5f70ecddae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '44c5493a-a396-4382-a758-63230abaefbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:31:29.220258 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68461815-7d44-40b7-8a6d-e46f00700ef1 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Network hostable DHCP agents. Network: 44c5493a-a396-4382-a758-63230abaefbe, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:31:29.228488 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-08bad905-baa2-4922-ade9-3f08b9486d06 None None] Attempt 7 to provision port e3a78d8f-d037-4d5e-8faa-28b24fc28a95 Oct 13 15:31:29.250490 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-94b00961-682d-4ea7-94bf-9515107c97c4 req-b3841770-c0a4-4a1b-8a8e-385fb2bb8d7a tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/security-groups?id=81e55712-bc20-48c8-a3f7-25813fa3e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1527839 Oct 13 15:31:29.258420 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-268bff6d-77ca-48c7-9b73-71ecf1dc0026 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:29.276451 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-268bff6d-77ca-48c7-9b73-71ecf1dc0026 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Usage tracker for resource:router and tenant:99a0c771e012474a857f8691213fd073 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:29.278212 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68461815-7d44-40b7-8a6d-e46f00700ef1 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Network 44c5493a-a396-4382-a758-63230abaefbe is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:31:29.299180 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-268bff6d-77ca-48c7-9b73-71ecf1dc0026 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:29.328760 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-268bff6d-77ca-48c7-9b73-71ecf1dc0026 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:29.342769 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-68461815-7d44-40b7-8a6d-e46f00700ef1 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 44c5493a-a396-4382-a758-63230abaefbe) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:31:29.349999 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68461815-7d44-40b7-8a6d-e46f00700ef1 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:29.350663 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-68461815-7d44-40b7-8a6d-e46f00700ef1 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:29.354021 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-b4604388-8cbd-4a6e-8c4b-32e972dd9cac tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Deleting port 880d6672-f3b3-444a-bdcb-e106a12a1490 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:31:29.354591 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b4604388-8cbd-4a6e-8c4b-32e972dd9cac tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:29.354883 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93705279-996b-494c-8b4e-f9398e90ccf0 None None] Network 44c5493a-a396-4382-a758-63230abaefbe requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:31:29.387029 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7e63e0af-e087-45ae-a477-7ca0497e2ff3 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:29.390289 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-08bad905-baa2-4922-ade9-3f08b9486d06 None None] Port e3a78d8f-d037-4d5e-8faa-28b24fc28a95 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:29.469660 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a70a157d-c945-4809-ad4c-615b4d2d8f51 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:29.505808 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31d51432-4d8a-4e07-9550-4a4587bf6d56 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-408eac23-06c1-41c1-868c-afd9cffefe02', 'network_id': '408eac23-06c1-41c1-868c-afd9cffefe02', 'tenant_id': '99a0c771e012474a857f8691213fd073', 'fixed_ips': [{'subnet_id': '40351f60-433f-45d6-9f20-96ce3eddc38a'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:31:29.507165 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-31d51432-4d8a-4e07-9550-4a4587bf6d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:29.599253 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-68461815-7d44-40b7-8a6d-e46f00700ef1 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4627116 Oct 13 15:31:29.661071 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50178) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:29.667769 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-5ad0e2e1-80a9-43f4-ab9e-ddb654e925f0 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-287325430', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:29.689900 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-5ad0e2e1-80a9-43f4-ab9e-ddb654e925f0 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:29.698106 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-5ad0e2e1-80a9-43f4-ab9e-ddb654e925f0 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Usage tracker for resource:router and tenant:19ec4718eae5492e825f796615e1a8b4 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:29.703027 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-5ad0e2e1-80a9-43f4-ab9e-ddb654e925f0 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:29.713276 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-5ad0e2e1-80a9-43f4-ab9e-ddb654e925f0 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:29.713650 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 880d6672-f3b3-444a-bdcb-e106a12a1490 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:31:29.820896 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 876da674-9b65-4800-ba18-693c8b3d6794 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:31:29.846571 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-b4604388-8cbd-4a6e-8c4b-32e972dd9cac tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] The port '880d6672-f3b3-444a-bdcb-e106a12a1490' was deleted {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 13 15:31:29.853658 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-268bff6d-77ca-48c7-9b73-71ecf1dc0026 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:29.855122 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-268bff6d-77ca-48c7-9b73-71ecf1dc0026 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:29.858077 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 880d6672-f3b3-444a-bdcb-e106a12a1490 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:31:29.858314 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 880d6672-f3b3-444a-bdcb-e106a12a1490 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:31:29.873952 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-268bff6d-77ca-48c7-9b73-71ecf1dc0026 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:29.874240 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5ad0e2e1-80a9-43f4-ab9e-ddb654e925f0 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:29.879200 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5ad0e2e1-80a9-43f4-ab9e-ddb654e925f0 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:29.880198 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] No Port match for: 876da674-9b65-4800-ba18-693c8b3d6794 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:31:29.880420 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 876da674-9b65-4800-ba18-693c8b3d6794 not bound to the agent host hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:31:29.897415 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5ad0e2e1-80a9-43f4-ab9e-ddb654e925f0 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:29.914500 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-08bad905-baa2-4922-ade9-3f08b9486d06 None None] Attempt 8 to provision port e3a78d8f-d037-4d5e-8faa-28b24fc28a95 Oct 13 15:31:29.924708 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5ad0e2e1-80a9-43f4-ab9e-ddb654e925f0 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:29.924860 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-a70a157d-c945-4809-ad4c-615b4d2d8f51 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Transition to ACTIVE for port object 72973d55-4b1e-4f56-b1c0-164dc0c319c1 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:31:29.941930 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-629ed952-1034-4114-97b0-e14412ebd796 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:29.953636 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5ad0e2e1-80a9-43f4-ab9e-ddb654e925f0 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:29.955038 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-5ad0e2e1-80a9-43f4-ab9e-ddb654e925f0 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2927334 Oct 13 15:31:29.957460 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50192) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:29.965306 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-8b61698e-6b3b-4d9e-b272-71bec0b01fdf tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Request body: {'port': {'network_id': '44c5493a-a396-4382-a758-63230abaefbe', 'name': 'tempest-PortsIpV6TestJSON-386187393'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:29.989726 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-08bad905-baa2-4922-ade9-3f08b9486d06 None None] Port e3a78d8f-d037-4d5e-8faa-28b24fc28a95 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:30.088712 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-629ed952-1034-4114-97b0-e14412ebd796 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:30.119008 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-31d51432-4d8a-4e07-9550-4a4587bf6d56 None None] Allocated IP 172.20.0.2 (408eac23-06c1-41c1-868c-afd9cffefe02/40351f60-433f-45d6-9f20-96ce3eddc38a/2fe6950f-6148-492a-b0d0-807b5e716773) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:31:30.123056 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4940c2c3-17ec-4c28-8fd1-a43e2cf3b97f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-44c5493a-a396-4382-a758-63230abaefbe', 'network_id': '44c5493a-a396-4382-a758-63230abaefbe', 'tenant_id': '19ec4718eae5492e825f796615e1a8b4', 'fixed_ips': [{'subnet_id': '4f7f075f-636d-4b60-809c-f55ec79fbdc1'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:31:30.124815 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4940c2c3-17ec-4c28-8fd1-a43e2cf3b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:30.125441 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-268bff6d-77ca-48c7-9b73-71ecf1dc0026 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:30.178219 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-7e63e0af-e087-45ae-a477-7ca0497e2ff3 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Deleting port a8555c64-5ca7-427e-bb12-14b045725c40 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:31:30.178561 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7e63e0af-e087-45ae-a477-7ca0497e2ff3 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:30.186683 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e34588f-a3f6-4486-be2f-7019aee4bada req-ffc2dbe1-f1c2-420b-9a51-4b46de4089b5 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Router 5c789ee5-5555-45a4-8d4f-29ee4b084360 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:31:30.214445 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a70a157d-c945-4809-ad4c-615b4d2d8f51 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:30.229368 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-8b61698e-6b3b-4d9e-b272-71bec0b01fdf tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:30.247249 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-8b61698e-6b3b-4d9e-b272-71bec0b01fdf tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:30.337554 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70a157d-c945-4809-ad4c-615b4d2d8f51 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Pushing event updated for resources: {'Port': ['ID=72973d55-4b1e-4f56-b1c0-164dc0c319c1,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:30.424161 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7e63e0af-e087-45ae-a477-7ca0497e2ff3 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:30.486023 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a70a157d-c945-4809-ad4c-615b4d2d8f51 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Network c903e5f3-47f2-4aaa-ba01-030e7fe177c1 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:31:30.490476 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-08bad905-baa2-4922-ade9-3f08b9486d06 None None] Attempt 9 to provision port e3a78d8f-d037-4d5e-8faa-28b24fc28a95 Oct 13 15:31:30.499146 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b4604388-8cbd-4a6e-8c4b-32e972dd9cac tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:30.506481 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-a70a157d-c945-4809-ad4c-615b4d2d8f51 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:31:30.568496 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a70a157d-c945-4809-ad4c-615b4d2d8f51 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:31:30.591600 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-7e63e0af-e087-45ae-a477-7ca0497e2ff3 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Calling delete_port for a8555c64-5ca7-427e-bb12-14b045725c40 owned by network:router_interface {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:31:30.665224 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-08bad905-baa2-4922-ade9-3f08b9486d06 None None] Port e3a78d8f-d037-4d5e-8faa-28b24fc28a95 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:30.668294 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-4940c2c3-17ec-4c28-8fd1-a43e2cf3b97f None None] Allocated IP 2001:db8::2 (44c5493a-a396-4382-a758-63230abaefbe/4f7f075f-636d-4b60-809c-f55ec79fbdc1/426d9e7a-f8ae-4d7f-86da-e94617586e12) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:31:30.674760 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-31d51432-4d8a-4e07-9550-4a4587bf6d56 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:30.701116 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-31d51432-4d8a-4e07-9550-4a4587bf6d56 None None] Transition to ACTIVE for port object 2fe6950f-6148-492a-b0d0-807b5e716773 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:31:30.710495 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70a157d-c945-4809-ad4c-615b4d2d8f51 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:30.711141 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a70a157d-c945-4809-ad4c-615b4d2d8f51 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:30.728510 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-268bff6d-77ca-48c7-9b73-71ecf1dc0026 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:30.729776 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-268bff6d-77ca-48c7-9b73-71ecf1dc0026 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 1.5679629 Oct 13 15:31:30.786485 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50210) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:30.787149 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-629ed952-1034-4114-97b0-e14412ebd796 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:30.807394 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7e63e0af-e087-45ae-a477-7ca0497e2ff3 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:30.809572 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-20f09eca-bc84-4ce0-a3a1-0006e59f1c3f req-54f268eb-6054-456b-bba6-c36711e8db46 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Synchronizing usage tracker for tenant:c4e179e9a35a4e59a0b0abe27aa737df on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:31:30.834186 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-629ed952-1034-4114-97b0-e14412ebd796 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:30.838855 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-629ed952-1034-4114-97b0-e14412ebd796 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "DELETE /v2.0/security-groups/edb2b210-dbcb-4008-ac00-d6908f27a5da HTTP/1.1" status: 204 len: 168 time: 1.7339268 Oct 13 15:31:30.841438 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50218) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:30.855205 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b61698e-6b3b-4d9e-b272-71bec0b01fdf tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Made reservation on behalf of 19ec4718eae5492e825f796615e1a8b4 for: {'port': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:31:30.859300 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8b61698e-6b3b-4d9e-b272-71bec0b01fdf tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:30.895782 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [None req-8b61698e-6b3b-4d9e-b272-71bec0b01fdf tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] device_id is not set on port 77a7b7a4-b4de-4969-b685-3c47d9482bc1 yet. {{(pid=88972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:31:30.905741 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-b4604388-8cbd-4a6e-8c4b-32e972dd9cac tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8e4d4f8-dddc-4f65-b779-4466c5da47de']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:30.928419 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-31d51432-4d8a-4e07-9550-4a4587bf6d56 None None] Transition to ACTIVE for port object 2fe6950f-6148-492a-b0d0-807b5e716773 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:31:30.947419 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-31d51432-4d8a-4e07-9550-4a4587bf6d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:30.998355 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e63e0af-e087-45ae-a477-7ca0497e2ff3 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event deleted for resources: {'Port': ['ID=a8555c64-5ca7-427e-bb12-14b045725c40,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:31.068201 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31d51432-4d8a-4e07-9550-4a4587bf6d56 None None] Network 408eac23-06c1-41c1-868c-afd9cffefe02 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:31:31.074214 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-31d51432-4d8a-4e07-9550-4a4587bf6d56 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:31:31.076331 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d51432-4d8a-4e07-9550-4a4587bf6d56 None None] Pushing event updated for resources: {'Port': ['ID=2fe6950f-6148-492a-b0d0-807b5e716773,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:31.078684 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d51432-4d8a-4e07-9550-4a4587bf6d56 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:31:31.112636 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629ed952-1034-4114-97b0-e14412ebd796 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edb2b210-dbcb-4008-ac00-d6908f27a5da,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:31.172609 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-a70a157d-c945-4809-ad4c-615b4d2d8f51 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1106818 Oct 13 15:31:31.177598 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-b4604388-8cbd-4a6e-8c4b-32e972dd9cac tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad7a3afc-0fe6-4b90-87c6-d6842c7b62b4') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:31.177889 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-b4604388-8cbd-4a6e-8c4b-32e972dd9cac tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad7a3afc-0fe6-4b90-87c6-d6842c7b62b4') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:31.183579 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-08bad905-baa2-4922-ade9-3f08b9486d06 None None] Attempt 10 to provision port e3a78d8f-d037-4d5e-8faa-28b24fc28a95 Oct 13 15:31:31.192053 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50226) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:31.201866 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-20f09eca-bc84-4ce0-a3a1-0006e59f1c3f req-54f268eb-6054-456b-bba6-c36711e8db46 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Unset dirty status for tenant:c4e179e9a35a4e59a0b0abe27aa737df on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:31:31.203060 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-20f09eca-bc84-4ce0-a3a1-0006e59f1c3f req-54f268eb-6054-456b-bba6-c36711e8db46 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=75dd98a5-e1f9-4a74-ac6e-efb36b74b5e5 HTTP/1.1" status: 200 len: 210 time: 0.7412729 Oct 13 15:31:31.216603 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-1f29f882-84dc-468c-b818-97b5f2afdcdb tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Synchronizing usage tracker for tenant:42424788e9554a81ae9da43073b2fd43 on resource:security_group {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:31:31.236946 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b4604388-8cbd-4a6e-8c4b-32e972dd9cac tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:31.275965 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e34588f-a3f6-4486-be2f-7019aee4bada req-ffc2dbe1-f1c2-420b-9a51-4b46de4089b5 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:31:31.297183 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f9202c-744e-48dd-9296-f1d6a2512f3c None None] Sync routers for ids ['5c789ee5-5555-45a4-8d4f-29ee4b084360'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:31:31.310512 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f9202c-744e-48dd-9296-f1d6a2512f3c None None] Routers {'5c789ee5-5555-45a4-8d4f-29ee4b084360'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:31:31.311384 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-93f9202c-744e-48dd-9296-f1d6a2512f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:31:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['5c789ee5-5555-45a4-8d4f-29ee4b084360'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:31.349070 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-08bad905-baa2-4922-ade9-3f08b9486d06 None None] Port e3a78d8f-d037-4d5e-8faa-28b24fc28a95 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:31.363916 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50232) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:31.390929 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7e63e0af-e087-45ae-a477-7ca0497e2ff3 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:31.421686 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-31d51432-4d8a-4e07-9550-4a4587bf6d56 None None] Attempting to bind port 2fe6950f-6148-492a-b0d0-807b5e716773 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:31:31.423082 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-31d51432-4d8a-4e07-9550-4a4587bf6d56 None None] Attempting to bind port 2fe6950f-6148-492a-b0d0-807b5e716773 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '650f7990-0276-4258-8778-f129523ddd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '408eac23-06c1-41c1-868c-afd9cffefe02'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:31:31.423782 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d51432-4d8a-4e07-9550-4a4587bf6d56 None None] Attempting to bind port 2fe6950f-6148-492a-b0d0-807b5e716773 on network 408eac23-06c1-41c1-868c-afd9cffefe02 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:31:31.436407 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d51432-4d8a-4e07-9550-4a4587bf6d56 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:31:31.437280 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d51432-4d8a-4e07-9550-4a4587bf6d56 None None] Checking segment: {'id': '650f7990-0276-4258-8778-f129523ddd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '408eac23-06c1-41c1-868c-afd9cffefe02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:31:31.437840 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-31d51432-4d8a-4e07-9550-4a4587bf6d56 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:31.438442 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d51432-4d8a-4e07-9550-4a4587bf6d56 None None] Bound using segment: {'id': '650f7990-0276-4258-8778-f129523ddd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '408eac23-06c1-41c1-868c-afd9cffefe02'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:31:31.439333 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-31d51432-4d8a-4e07-9550-4a4587bf6d56 None None] Bound port: 2fe6950f-6148-492a-b0d0-807b5e716773, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '650f7990-0276-4258-8778-f129523ddd6a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '408eac23-06c1-41c1-868c-afd9cffefe02'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:31:31.439881 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-31d51432-4d8a-4e07-9550-4a4587bf6d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:31.461766 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-08bad905-baa2-4922-ade9-3f08b9486d06 None None] Provisioning for port 75a555b2-09c7-45dc-92d4-e223d49e7809 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:31:31.513343 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-08bad905-baa2-4922-ade9-3f08b9486d06 None None] Provisioning complete for port 75a555b2-09c7-45dc-92d4-e223d49e7809 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:31:31.514950 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-08bad905-baa2-4922-ade9-3f08b9486d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:31.515813 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-08bad905-baa2-4922-ade9-3f08b9486d06 None None] Attempt 1 to provision port 75a555b2-09c7-45dc-92d4-e223d49e7809 Oct 13 15:31:31.600454 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4940c2c3-17ec-4c28-8fd1-a43e2cf3b97f None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:31.631351 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4940c2c3-17ec-4c28-8fd1-a43e2cf3b97f None None] Transition to ACTIVE for port object 426d9e7a-f8ae-4d7f-86da-e94617586e12 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:31:31.633729 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-93f9202c-744e-48dd-9296-f1d6a2512f3c None None] Set router 5c789ee5-5555-45a4-8d4f-29ee4b084360 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:31:31.681708 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-9ea27e4b-bd11-4d64-9f67-1398252f44c1 tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-167004800', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:31.692187 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-3af9874a-edf3-4eff-8d5d-d7bb0b48e8ae tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Request body: {'floatingip': {'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'project_id': '64faa29e24d84506b6a987b522d73cd1', 'port_id': '72973d55-4b1e-4f56-b1c0-164dc0c319c1'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:31.745516 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4940c2c3-17ec-4c28-8fd1-a43e2cf3b97f None None] Transition to ACTIVE for port object 426d9e7a-f8ae-4d7f-86da-e94617586e12 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:31:31.752947 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-31d51432-4d8a-4e07-9550-4a4587bf6d56 None None] For port 2fe6950f-6148-492a-b0d0-807b5e716773, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:31:31.764015 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-9ea27e4b-bd11-4d64-9f67-1398252f44c1 tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:31.766969 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4940c2c3-17ec-4c28-8fd1-a43e2cf3b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:31.813743 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-9ea27e4b-bd11-4d64-9f67-1398252f44c1 tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] Usage tracker for resource:port and tenant:4e4095feebe3494ca30364164a1ee1fc is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:31.814624 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-3af9874a-edf3-4eff-8d5d-d7bb0b48e8ae tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:31.823534 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-9ea27e4b-bd11-4d64-9f67-1398252f44c1 tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:31.844458 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-9ea27e4b-bd11-4d64-9f67-1398252f44c1 tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:31.847528 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b4604388-8cbd-4a6e-8c4b-32e972dd9cac tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:31.855110 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-3af9874a-edf3-4eff-8d5d-d7bb0b48e8ae tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Usage tracker for resource:floatingip and tenant:64faa29e24d84506b6a987b522d73cd1 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:31.864640 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-3af9874a-edf3-4eff-8d5d-d7bb0b48e8ae tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:31.865555 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4940c2c3-17ec-4c28-8fd1-a43e2cf3b97f None None] Network 44c5493a-a396-4382-a758-63230abaefbe is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:31:31.866654 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4940c2c3-17ec-4c28-8fd1-a43e2cf3b97f None None] Pushing event updated for resources: {'Port': ['ID=426d9e7a-f8ae-4d7f-86da-e94617586e12,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:31.871152 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-4940c2c3-17ec-4c28-8fd1-a43e2cf3b97f None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:31:31.875525 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4940c2c3-17ec-4c28-8fd1-a43e2cf3b97f None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:31:31.878675 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-3af9874a-edf3-4eff-8d5d-d7bb0b48e8ae tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:31.880792 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4604388-8cbd-4a6e-8c4b-32e972dd9cac tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Releasing vlan 404 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:31:31.881189 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b4604388-8cbd-4a6e-8c4b-32e972dd9cac tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:31.882749 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-08bad905-baa2-4922-ade9-3f08b9486d06 None None] Current status of the port 75a555b2-09c7-45dc-92d4-e223d49e7809 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:31:31.883149 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-08bad905-baa2-4922-ade9-3f08b9486d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:31.896363 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-1f29f882-84dc-468c-b818-97b5f2afdcdb tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Unset dirty status for tenant:42424788e9554a81ae9da43073b2fd43 on resource:security_group {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:31:31.903012 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-1f29f882-84dc-468c-b818-97b5f2afdcdb tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.9991493 Oct 13 15:31:31.907814 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e34588f-a3f6-4486-be2f-7019aee4bada req-ffc2dbe1-f1c2-420b-9a51-4b46de4089b5 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] No DVR routers for this DVR port 876da674-9b65-4800-ba18-693c8b3d6794 on host hv-neutron-8603 {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:31:31.909257 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50240) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:31.935435 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-9e34588f-a3f6-4486-be2f-7019aee4bada req-ffc2dbe1-f1c2-420b-9a51-4b46de4089b5 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:31.938959 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9e34588f-a3f6-4486-be2f-7019aee4bada req-ffc2dbe1-f1c2-420b-9a51-4b46de4089b5 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.16 "DELETE /v2.0/ports/876da674-9b65-4800-ba18-693c8b3d6794 HTTP/1.1" status: 204 len: 173 time: 5.3187513 Oct 13 15:31:31.943488 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-5f5d2ede-4980-4986-a617-fd8496375956 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Request body: {'security_group': {'name': 'tempest-secgroup--597117091'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:31.949510 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-5f5d2ede-4980-4986-a617-fd8496375956 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:31.958816 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-5f5d2ede-4980-4986-a617-fd8496375956 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:31.969661 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75dd98a5-e1f9-4a74-ac6e-efb36b74b5e5', 'name': 'network-vif-deleted', 'tag': '876da674-9b65-4800-ba18-693c8b3d6794'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:31:31.972758 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f69aa447-7066-4e06-8dc9-412985a99b7c" -d '{"events": [{"server_uuid": "75dd98a5-e1f9-4a74-ac6e-efb36b74b5e5", "name": "network-vif-deleted", "tag": "876da674-9b65-4800-ba18-693c8b3d6794"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:31:32.028595 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ea27e4b-bd11-4d64-9f67-1398252f44c1 tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] Made reservation on behalf of 4e4095feebe3494ca30364164a1ee1fc for: {'port': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:31:32.030948 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9ea27e4b-bd11-4d64-9f67-1398252f44c1 tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:32.041302 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-8b61698e-6b3b-4d9e-b272-71bec0b01fdf tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Allocated IP 2001:db8::96 (44c5493a-a396-4382-a758-63230abaefbe/4f7f075f-636d-4b60-809c-f55ec79fbdc1/77a7b7a4-b4de-4969-b685-3c47d9482bc1) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:31:32.044775 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment ad7a3afc-0fe6-4b90-87c6-d6842c7b62b4 resource provider aggregate not found Oct 13 15:31:32.046183 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-4940c2c3-17ec-4c28-8fd1-a43e2cf3b97f None None] Attempting to bind port 426d9e7a-f8ae-4d7f-86da-e94617586e12 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:31:32.046632 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-4940c2c3-17ec-4c28-8fd1-a43e2cf3b97f None None] Attempting to bind port 426d9e7a-f8ae-4d7f-86da-e94617586e12 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'af3fcd44-4ace-42b9-8854-d5f70ecddae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '44c5493a-a396-4382-a758-63230abaefbe'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:31:32.046955 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4940c2c3-17ec-4c28-8fd1-a43e2cf3b97f None None] Attempting to bind port 426d9e7a-f8ae-4d7f-86da-e94617586e12 on network 44c5493a-a396-4382-a758-63230abaefbe {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:31:32.050611 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e63e0af-e087-45ae-a477-7ca0497e2ff3 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Router aabb30a5-22b3-47fe-91c4-b5338982dc05 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:31:32.056408 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-08bad905-baa2-4922-ade9-3f08b9486d06 None None] For port 75a555b2-09c7-45dc-92d4-e223d49e7809, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=75a555b2-09c7-45dc-92d4-e223d49e7809,segment=NetworkSegment(46b692c7-aa6e-4268-be0e-162273072ea4),segment_id=46b692c7-aa6e-4268-be0e-162273072ea4)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:31:32.057876 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4940c2c3-17ec-4c28-8fd1-a43e2cf3b97f None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 31, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:31:32.058795 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4940c2c3-17ec-4c28-8fd1-a43e2cf3b97f None None] Checking segment: {'id': 'af3fcd44-4ace-42b9-8854-d5f70ecddae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '44c5493a-a396-4382-a758-63230abaefbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:31:32.059640 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4940c2c3-17ec-4c28-8fd1-a43e2cf3b97f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:32.060005 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9ea27e4b-bd11-4d64-9f67-1398252f44c1 tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:32.060133 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4940c2c3-17ec-4c28-8fd1-a43e2cf3b97f None None] Bound using segment: {'id': 'af3fcd44-4ace-42b9-8854-d5f70ecddae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '44c5493a-a396-4382-a758-63230abaefbe'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:31:32.060968 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-4940c2c3-17ec-4c28-8fd1-a43e2cf3b97f None None] Bound port: 426d9e7a-f8ae-4d7f-86da-e94617586e12, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af3fcd44-4ace-42b9-8854-d5f70ecddae3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '44c5493a-a396-4382-a758-63230abaefbe'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:31:32.061523 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4940c2c3-17ec-4c28-8fd1-a43e2cf3b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:32.074350 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-08bad905-baa2-4922-ade9-3f08b9486d06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:32.123982 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-93f9202c-744e-48dd-9296-f1d6a2512f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'name': 'tempest-TestVolumeBootPattern-1392317372-router', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': '35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:16Z', 'updated_at': '2022-10-13T15:27:37Z', 'revision_number': 4, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'gw_port': {'id': '35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:18Z', 'updated_at': '2022-10-13T15:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '07a0c8b7-349c-4604-a651-d64c7d04f26d', 'name': '', 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'mac_address': 'fa:16:3e:54:13:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '235995ae-56e8-4a42-a8ac-e16e5c3294b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:33Z', 'updated_at': '2022-10-13T15:27:47Z', 'revision_number': 5, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'subnets': [{'id': '235995ae-56e8-4a42-a8ac-e16e5c3294b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:32.128040 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-08bad905-baa2-4922-ade9-3f08b9486d06 None None] Could not find standard attr ID for object 167143bf-314e-47d7-b131-318e3dc0c82a. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:31:32.129776 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f9202c-744e-48dd-9296-f1d6a2512f3c None None] Checking router: 5c789ee5-5555-45a4-8d4f-29ee4b084360 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:31:32.140877 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93f9202c-744e-48dd-9296-f1d6a2512f3c None None] Routers {'5c789ee5-5555-45a4-8d4f-29ee4b084360'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:31:32.141775 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-93f9202c-744e-48dd-9296-f1d6a2512f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:31:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['5c789ee5-5555-45a4-8d4f-29ee4b084360'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:32.246758 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4940c2c3-17ec-4c28-8fd1-a43e2cf3b97f None None] For port 426d9e7a-f8ae-4d7f-86da-e94617586e12, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:31:32.247884 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-9ea27e4b-bd11-4d64-9f67-1398252f44c1 tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:32.258745 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-08bad905-baa2-4922-ade9-3f08b9486d06 None None] Could not find standard attr ID for object 7e112f95-c6b5-4cbb-9541-da2785534da2. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:31:32.270421 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-08bad905-baa2-4922-ade9-3f08b9486d06 None None] Could not find standard attr ID for object a8555c64-5ca7-427e-bb12-14b045725c40. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:31:32.274539 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-9ea27e4b-bd11-4d64-9f67-1398252f44c1 tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] Usage tracker for resource:security_group_rule and tenant:4e4095feebe3494ca30364164a1ee1fc is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:32.277198 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-08bad905-baa2-4922-ade9-3f08b9486d06 None None] Could not find standard attr ID for object f97cd7a7-dddb-4427-ace1-cb2d805c21d5. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:31:32.291178 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bad905-baa2-4922-ade9-3f08b9486d06 None None] Pushing event updated for resources: {'Port': ['ID=75a555b2-09c7-45dc-92d4-e223d49e7809,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:32.302169 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-9ea27e4b-bd11-4d64-9f67-1398252f44c1 tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:32.322976 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-9ea27e4b-bd11-4d64-9f67-1398252f44c1 tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:32.328311 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e63e0af-e087-45ae-a477-7ca0497e2ff3 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:31:32.340041 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d536c8e-29f4-47da-896a-d3b8af37bf68 None None] Sync routers for ids ['aabb30a5-22b3-47fe-91c4-b5338982dc05'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:31:32.348339 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5f5d2ede-4980-4986-a617-fd8496375956 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:32.356048 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d536c8e-29f4-47da-896a-d3b8af37bf68 None None] Routers {'aabb30a5-22b3-47fe-91c4-b5338982dc05'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:31:32.357813 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 15:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50bf7055-ccba-451a-acf3-20d2f89f4552 x-openstack-request-id: req-50bf7055-ccba-451a-acf3-20d2f89f4552 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:31:32.357957 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-0d536c8e-29f4-47da-896a-d3b8af37bf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:31:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['aabb30a5-22b3-47fe-91c4-b5338982dc05'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:32.358104 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75dd98a5-e1f9-4a74-ac6e-efb36b74b5e5", "name": "network-vif-deleted", "tag": "876da674-9b65-4800-ba18-693c8b3d6794", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:31:32.358357 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-50bf7055-ccba-451a-acf3-20d2f89f4552 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:31:32.358739 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-50bf7055-ccba-451a-acf3-20d2f89f4552'] response: {'server_uuid': '75dd98a5-e1f9-4a74-ac6e-efb36b74b5e5', 'name': 'network-vif-deleted', 'tag': '876da674-9b65-4800-ba18-693c8b3d6794', 'status': 'completed', 'code': 200} Oct 13 15:31:32.390096 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3af9874a-edf3-4eff-8d5d-d7bb0b48e8ae tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:32.406018 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment ad7a3afc-0fe6-4b90-87c6-d6842c7b62b4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ad7a3afc-0fe6-4b90-87c6-d6842c7b62b4 found for delete ", "request_id": "req-c40b91ff-b31c-4025-af0e-360c60b31590"}]} Oct 13 15:31:32.440413 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-5f5d2ede-4980-4986-a617-fd8496375956 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:32.456100 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-93f9202c-744e-48dd-9296-f1d6a2512f3c None None] Set router 5c789ee5-5555-45a4-8d4f-29ee4b084360 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:31:32.488236 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b4604388-8cbd-4a6e-8c4b-32e972dd9cac tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:32.495311 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-490acc24-23ff-413e-b026-47732ea5d9bc tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:32.506157 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-5f5d2ede-4980-4986-a617-fd8496375956 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:32.525327 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b4604388-8cbd-4a6e-8c4b-32e972dd9cac tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:32.530885 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-7e63e0af-e087-45ae-a477-7ca0497e2ff3 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "PUT /v2.0/routers/aabb30a5-22b3-47fe-91c4-b5338982dc05/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2134731 Oct 13 15:31:32.537197 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50252) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:32.562507 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4940c2c3-17ec-4c28-8fd1-a43e2cf3b97f None None] For port 426d9e7a-f8ae-4d7f-86da-e94617586e12, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=426d9e7a-f8ae-4d7f-86da-e94617586e12,segment=NetworkSegment(af3fcd44-4ace-42b9-8854-d5f70ecddae3),segment_id=af3fcd44-4ace-42b9-8854-d5f70ecddae3)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:31:32.563828 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-0d536c8e-29f4-47da-896a-d3b8af37bf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:32.583056 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-31d51432-4d8a-4e07-9550-4a4587bf6d56 None None] For port 2fe6950f-6148-492a-b0d0-807b5e716773, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=2fe6950f-6148-492a-b0d0-807b5e716773,segment=NetworkSegment(650f7990-0276-4258-8778-f129523ddd6a),segment_id=650f7990-0276-4258-8778-f129523ddd6a)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:31:32.590719 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4940c2c3-17ec-4c28-8fd1-a43e2cf3b97f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:32.609587 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-b129df0a-2055-4b3a-96d9-d22186a5f638 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Synchronizing usage tracker for tenant:4c5e5250b5d0476f9d711181f94ffb05 on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:31:32.688085 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8b61698e-6b3b-4d9e-b272-71bec0b01fdf tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:32.691321 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-b129df0a-2055-4b3a-96d9-d22186a5f638 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Unset dirty status for tenant:4c5e5250b5d0476f9d711181f94ffb05 on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:31:32.692717 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-b129df0a-2055-4b3a-96d9-d22186a5f638 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "GET /v2.0/ports?device_id=aabb30a5-22b3-47fe-91c4-b5338982dc05 HTTP/1.1" status: 200 len: 205 time: 0.1468921 Oct 13 15:31:32.696808 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d536c8e-29f4-47da-896a-d3b8af37bf68 None None] Routers {'aabb30a5-22b3-47fe-91c4-b5338982dc05'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:31:32.697437 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-0d536c8e-29f4-47da-896a-d3b8af37bf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:31:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['aabb30a5-22b3-47fe-91c4-b5338982dc05'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:32.697579 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4604388-8cbd-4a6e-8c4b-32e972dd9cac tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Pushing event deleted for resources: {'Network': ['ID=e8e4d4f8-dddc-4f65-b779-4466c5da47de,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:32.699913 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50256) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:32.780539 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-31d51432-4d8a-4e07-9550-4a4587bf6d56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:32.782111 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9ea27e4b-bd11-4d64-9f67-1398252f44c1 tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:32.849136 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-0d536c8e-29f4-47da-896a-d3b8af37bf68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:32.849582 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d536c8e-29f4-47da-896a-d3b8af37bf68 None None] The sync data for ids ['aabb30a5-22b3-47fe-91c4-b5338982dc05'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:31:32.850830 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-b4604388-8cbd-4a6e-8c4b-32e972dd9cac tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] 10.222.0.42 "DELETE /v2.0/networks/e8e4d4f8-dddc-4f65-b779-4466c5da47de HTTP/1.1" status: 204 len: 168 time: 5.7872064 Oct 13 15:31:32.875932 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-1474b110-1adc-4301-b577-1012cc3a3e17 None None] Provisioning complete for port e3a78d8f-d037-4d5e-8faa-28b24fc28a95 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:31:32.878058 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-1474b110-1adc-4301-b577-1012cc3a3e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:32.878058 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-1474b110-1adc-4301-b577-1012cc3a3e17 None None] Attempt 1 to provision port e3a78d8f-d037-4d5e-8faa-28b24fc28a95 Oct 13 15:31:32.885057 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c68a6bd4-05ce-4632-bb24-8a72a0b41c1d req-09367a47-b592-4497-a8e4-fe66a805321e tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=75dd98a5-e1f9-4a74-ac6e-efb36b74b5e5 HTTP/1.1" status: 200 len: 210 time: 0.3489029 Oct 13 15:31:32.886340 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50260) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:32.967085 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d96ad182-c56a-465a-b4a8-303621d68e94 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for router, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:32.982194 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4940c2c3-17ec-4c28-8fd1-a43e2cf3b97f None None] Pushing event updated for resources: {'Port': ['ID=426d9e7a-f8ae-4d7f-86da-e94617586e12,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:33.053106 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9ea27e4b-bd11-4d64-9f67-1398252f44c1 tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:33.079634 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [None req-9ea27e4b-bd11-4d64-9f67-1398252f44c1 tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] device_id is not set on port f80305c5-e4ba-447f-950c-7b1c27fb1e63 yet. {{(pid=88972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:31:33.091271 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d51432-4d8a-4e07-9550-4a4587bf6d56 None None] Pushing event updated for resources: {'Port': ['ID=2fe6950f-6148-492a-b0d0-807b5e716773,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:33.135689 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-1474b110-1adc-4301-b577-1012cc3a3e17 None None] Port e3a78d8f-d037-4d5e-8faa-28b24fc28a95 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:33.141112 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-93f9202c-744e-48dd-9296-f1d6a2512f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'name': 'tempest-TestVolumeBootPattern-1392317372-router', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': '35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:16Z', 'updated_at': '2022-10-13T15:27:37Z', 'revision_number': 4, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'gw_port': {'id': '35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:18Z', 'updated_at': '2022-10-13T15:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '07a0c8b7-349c-4604-a651-d64c7d04f26d', 'name': '', 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'mac_address': 'fa:16:3e:54:13:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '235995ae-56e8-4a42-a8ac-e16e5c3294b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:33Z', 'updated_at': '2022-10-13T15:27:47Z', 'revision_number': 5, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'subnets': [{'id': '235995ae-56e8-4a42-a8ac-e16e5c3294b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:33.141919 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-8b61698e-6b3b-4d9e-b272-71bec0b01fdf tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Transition to ACTIVE for port object 77a7b7a4-b4de-4969-b685-3c47d9482bc1 will not be triggered until provisioned by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:31:33.167529 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93f9202c-744e-48dd-9296-f1d6a2512f3c None None] The sync data for ids ['5c789ee5-5555-45a4-8d4f-29ee4b084360'] in dv-neutron-860329-2-hyperv is: [{'id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'name': 'tempest-TestVolumeBootPattern-1392317372-router', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': '35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:16Z', 'updated_at': '2022-10-13T15:27:37Z', 'revision_number': 4, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'gw_port': {'id': '35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:18Z', 'updated_at': '2022-10-13T15:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '07a0c8b7-349c-4604-a651-d64c7d04f26d', 'name': '', 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'mac_address': 'fa:16:3e:54:13:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '235995ae-56e8-4a42-a8ac-e16e5c3294b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:33Z', 'updated_at': '2022-10-13T15:27:47Z', 'revision_number': 5, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'subnets': [{'id': '235995ae-56e8-4a42-a8ac-e16e5c3294b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:31:33.253392 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea27e4b-bd11-4d64-9f67-1398252f44c1 tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=681f1bc8-f153-4382-9bb6-09d1eba464a0,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:33.294951 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-3676e8b2-4bc1-430a-bd4a-cdc1d144e851 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Deleting port ff0359c9-6cc6-4830-b88e-9f833f6e8800 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:31:33.295296 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3676e8b2-4bc1-430a-bd4a-cdc1d144e851 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:33.475702 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5f5d2ede-4980-4986-a617-fd8496375956 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:33.567246 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5f5d2ede-4980-4986-a617-fd8496375956 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:33.638043 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-1474b110-1adc-4301-b577-1012cc3a3e17 None None] Attempt 2 to provision port e3a78d8f-d037-4d5e-8faa-28b24fc28a95 Oct 13 15:31:33.706174 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d96ad182-c56a-465a-b4a8-303621d68e94 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:33.708662 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d96ad182-c56a-465a-b4a8-303621d68e94 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:33.755991 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d96ad182-c56a-465a-b4a8-303621d68e94 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:33.756619 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96ad182-c56a-465a-b4a8-303621d68e94 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Fanout notify agent at l3_agent the message router_deleted on router aabb30a5-22b3-47fe-91c4-b5338982dc05 {{(pid=88972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:31:33.782471 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3af9874a-edf3-4eff-8d5d-d7bb0b48e8ae tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:33.791333 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8b61698e-6b3b-4d9e-b272-71bec0b01fdf tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:33.872964 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-1474b110-1adc-4301-b577-1012cc3a3e17 None None] Port e3a78d8f-d037-4d5e-8faa-28b24fc28a95 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:33.900860 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23cb965e-c263-4e61-b02b-09f1b01b4a08 None None] New status for floating IP 0a35872e-d0e6-4685-b7f4-5b33fafb4172: DOWN {{(pid=88975) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:31:33.933936 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b61698e-6b3b-4d9e-b272-71bec0b01fdf tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Network 44c5493a-a396-4382-a758-63230abaefbe is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:31:33.939471 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-8b61698e-6b3b-4d9e-b272-71bec0b01fdf tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:31:33.942641 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b61698e-6b3b-4d9e-b272-71bec0b01fdf tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:31:33.948880 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b61698e-6b3b-4d9e-b272-71bec0b01fdf tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:33.949501 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8b61698e-6b3b-4d9e-b272-71bec0b01fdf tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:33.978181 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d96ad182-c56a-465a-b4a8-303621d68e94 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:33.980583 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 75a555b2-09c7-45dc-92d4-e223d49e7809 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:31:33.982352 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d96ad182-c56a-465a-b4a8-303621d68e94 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "DELETE /v2.0/routers/aabb30a5-22b3-47fe-91c4-b5338982dc05 HTTP/1.1" status: 204 len: 168 time: 1.2747996 Oct 13 15:31:33.982904 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50266) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:33.990825 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-8b61698e-6b3b-4d9e-b272-71bec0b01fdf tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.0322437 Oct 13 15:31:33.996323 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50270) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:34.005399 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-490acc24-23ff-413e-b026-47732ea5d9bc tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Allocated IP 172.20.0.1 (408eac23-06c1-41c1-868c-afd9cffefe02/40351f60-433f-45d6-9f20-96ce3eddc38a/a36124af-004e-4151-b7cd-135de0fd13af) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:31:34.100526 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 75a555b2-09c7-45dc-92d4-e223d49e7809 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:31:34.100904 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:34.101241 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 75a555b2-09c7-45dc-92d4-e223d49e7809 Oct 13 15:31:34.136124 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b61698e-6b3b-4d9e-b272-71bec0b01fdf tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event updated for resources: {'Port': ['ID=77a7b7a4-b4de-4969-b685-3c47d9482bc1,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:34.177404 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5d2ede-4980-4986-a617-fd8496375956 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2864a501-afbf-4f3c-9080-3d1425fd9c5f,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:34.209413 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5f5d2ede-4980-4986-a617-fd8496375956 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:34.211041 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-5f5d2ede-4980-4986-a617-fd8496375956 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.2774181 Oct 13 15:31:34.298408 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50278) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:34.310894 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-d679d954-3092-409a-9829-db30270e840d tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Deleting subnet f2bc76f2-9ed3-460b-a62e-58695f6d01a6 {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:31:34.335405 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 75a555b2-09c7-45dc-92d4-e223d49e7809 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:31:34.336303 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-0b67b9c5-d3d8-46c9-b4cf-691dc7c1ca91 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Request body: {'security_group_rule': {'security_group_id': '2864a501-afbf-4f3c-9080-3d1425fd9c5f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:34.336674 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 426d9e7a-f8ae-4d7f-86da-e94617586e12 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:31:34.342394 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d679d954-3092-409a-9829-db30270e840d tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:34.381388 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-9ea27e4b-bd11-4d64-9f67-1398252f44c1 tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] Allocated IP 172.26.2.10 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/f80305c5-e4ba-447f-950c-7b1c27fb1e63) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:31:34.386906 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-0b67b9c5-d3d8-46c9-b4cf-691dc7c1ca91 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:34.401399 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-0b67b9c5-d3d8-46c9-b4cf-691dc7c1ca91 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Usage tracker for resource:security_group_rule and tenant:42424788e9554a81ae9da43073b2fd43 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:34.420033 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-1474b110-1adc-4301-b577-1012cc3a3e17 None None] Attempt 3 to provision port e3a78d8f-d037-4d5e-8faa-28b24fc28a95 Oct 13 15:31:34.445320 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3676e8b2-4bc1-430a-bd4a-cdc1d144e851 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:34.446221 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3676e8b2-4bc1-430a-bd4a-cdc1d144e851 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:34.516356 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e62f6f0d-f9ff-4163-a969-fec8aff009a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:34.541701 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-1474b110-1adc-4301-b577-1012cc3a3e17 None None] Port e3a78d8f-d037-4d5e-8faa-28b24fc28a95 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:34.556462 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 426d9e7a-f8ae-4d7f-86da-e94617586e12 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:31:34.565584 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 2fe6950f-6148-492a-b0d0-807b5e716773 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:31:34.577552 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-0b67b9c5-d3d8-46c9-b4cf-691dc7c1ca91 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:34.657618 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 2fe6950f-6148-492a-b0d0-807b5e716773 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:31:34.744990 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f96ed6d5-4f2e-4597-866b-c8d178750d8e req-d38491a0-4114-4e37-9569-0fd171ce129b tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1280063495&fields=id&tenant_id=c4e179e9a35a4e59a0b0abe27aa737df HTTP/1.1" status: 200 len: 267 time: 0.3858693 Oct 13 15:31:34.754418 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-3676e8b2-4bc1-430a-bd4a-cdc1d144e851 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Calling delete_port for ff0359c9-6cc6-4830-b88e-9f833f6e8800 owned by network:floatingip {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:31:34.757677 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4e92fd-fb90-467f-b59e-b43251bfd6c8 None None] Network 44c5493a-a396-4382-a758-63230abaefbe requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:31:34.773153 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-0b67b9c5-d3d8-46c9-b4cf-691dc7c1ca91 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:34.855422 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d679d954-3092-409a-9829-db30270e840d tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:34.982941 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-490acc24-23ff-413e-b026-47732ea5d9bc tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:35.004281 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ed6d5-4f2e-4597-866b-c8d178750d8e req-6f3ab3a8-4d30-43cc-9705-aded827c194b tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:35.005859 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f96ed6d5-4f2e-4597-866b-c8d178750d8e req-6f3ab3a8-4d30-43cc-9705-aded827c194b tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/networks?id=a44f8207-61f2-477d-b80a-38deab4e3cb7 HTTP/1.1" status: 200 len: 812 time: 0.2212436 Oct 13 15:31:35.035010 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-490acc24-23ff-413e-b026-47732ea5d9bc tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Transition to ACTIVE for port object a36124af-004e-4151-b7cd-135de0fd13af will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:31:35.040224 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f96ed6d5-4f2e-4597-866b-c8d178750d8e req-9a2ab6e7-c3d9-494d-a7bf-0c81a3c9858e tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/quotas/c4e179e9a35a4e59a0b0abe27aa737df HTTP/1.1" status: 200 len: 375 time: 0.0191345 Oct 13 15:31:35.048754 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-1474b110-1adc-4301-b577-1012cc3a3e17 None None] Attempt 4 to provision port e3a78d8f-d037-4d5e-8faa-28b24fc28a95 Oct 13 15:31:35.074786 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0b67b9c5-d3d8-46c9-b4cf-691dc7c1ca91 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:35.136877 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-1474b110-1adc-4301-b577-1012cc3a3e17 None None] Port e3a78d8f-d037-4d5e-8faa-28b24fc28a95 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:35.137254 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e248cb3-5372-43d7-99df-67b098551f32 None None] Network 408eac23-06c1-41c1-868c-afd9cffefe02 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:31:35.186513 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-490acc24-23ff-413e-b026-47732ea5d9bc tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:35.223234 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3676e8b2-4bc1-430a-bd4a-cdc1d144e851 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:35.303010 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490acc24-23ff-413e-b026-47732ea5d9bc tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Network 408eac23-06c1-41c1-868c-afd9cffefe02 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:31:35.312665 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-490acc24-23ff-413e-b026-47732ea5d9bc tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:31:35.321401 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c4445cdd-786e-4d28-8f60-ed4439c52284 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:35.327915 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490acc24-23ff-413e-b026-47732ea5d9bc tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:31:35.359630 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0b67b9c5-d3d8-46c9-b4cf-691dc7c1ca91 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:35.391892 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d679d954-3092-409a-9829-db30270e840d tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:35.400869 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490acc24-23ff-413e-b026-47732ea5d9bc tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Pushing event updated for resources: {'Port': ['ID=a36124af-004e-4151-b7cd-135de0fd13af,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:35.423312 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f96ed6d5-4f2e-4597-866b-c8d178750d8e req-60b4af7f-3031-4b3f-bf59-e2a72d948260 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c4e179e9a35a4e59a0b0abe27aa737df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3732324 Oct 13 15:31:35.523177 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3676e8b2-4bc1-430a-bd4a-cdc1d144e851 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Pushing event deleted for resources: {'Port': ['ID=ff0359c9-6cc6-4830-b88e-9f833f6e8800,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:35.529168 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3676e8b2-4bc1-430a-bd4a-cdc1d144e851 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for floatingip, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:35.591700 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:31:35.637086 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0b67b9c5-d3d8-46c9-b4cf-691dc7c1ca91 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:35.638211 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-1474b110-1adc-4301-b577-1012cc3a3e17 None None] Attempt 5 to provision port e3a78d8f-d037-4d5e-8faa-28b24fc28a95 Oct 13 15:31:35.695059 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-490acc24-23ff-413e-b026-47732ea5d9bc tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:35.708256 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b67b9c5-d3d8-46c9-b4cf-691dc7c1ca91 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ba1e68d-7f45-4c06-bd7e-7717a3b1bb18,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:35.735718 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0b67b9c5-d3d8-46c9-b4cf-691dc7c1ca91 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:35.739332 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-0b67b9c5-d3d8-46c9-b4cf-691dc7c1ca91 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.4206514 Oct 13 15:31:35.745049 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50286) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:35.762943 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-1474b110-1adc-4301-b577-1012cc3a3e17 None None] Port e3a78d8f-d037-4d5e-8faa-28b24fc28a95 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:35.768240 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9ea27e4b-bd11-4d64-9f67-1398252f44c1 tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:35.874629 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3676e8b2-4bc1-430a-bd4a-cdc1d144e851 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:35.879647 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-3676e8b2-4bc1-430a-bd4a-cdc1d144e851 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] 10.222.0.42 "DELETE /v2.0/floatingips/c9e2efd5-37ea-4be3-aaa4-07ad3f0ad1b2 HTTP/1.1" status: 204 len: 168 time: 2.9721386 Oct 13 15:31:35.889361 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50292) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:35.916296 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-59748d08-641b-4893-baf2-b0531bc9940e tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "GET /v2.0/security-group-rules/4ba1e68d-7f45-4c06-bd7e-7717a3b1bb18 HTTP/1.1" status: 200 len: 763 time: 0.1643665 Oct 13 15:31:35.924474 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50296) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:35.957900 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb1dfc0b-33f7-4eb1-8cfb-adaad52cd36c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] DELETE failed (client error): The resource could not be found. Oct 13 15:31:35.958817 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb1dfc0b-33f7-4eb1-8cfb-adaad52cd36c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:31:35.960040 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-eb1dfc0b-33f7-4eb1-8cfb-adaad52cd36c tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] 10.222.0.42 "DELETE /v2.0/ports/2387be28-f517-42ea-886f-57919a44f3ef HTTP/1.1" status: 404 len: 333 time: 0.0697439 Oct 13 15:31:35.967932 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50300) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:35.978671 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f96ed6d5-4f2e-4597-866b-c8d178750d8e req-4fd398df-dd00-42fe-b771-996363eaec3f service neutron] 10.222.0.42 "GET /v2.0/networks/a44f8207-61f2-477d-b80a-38deab4e3cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5544567 Oct 13 15:31:36.000941 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d679d954-3092-409a-9829-db30270e840d tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:36.054265 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d679d954-3092-409a-9829-db30270e840d tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event deleted for resources: {'Subnet': ['ID=f2bc76f2-9ed3-460b-a62e-58695f6d01a6,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:36.063261 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d679d954-3092-409a-9829-db30270e840d tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:36.065845 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3625926f-156a-4327-af8c-9826d4d1572d None None] Network 0962ef51-7d4d-4cf8-9363-af2250f170b9 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:31:36.067848 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-280222e5-f6d7-43b4-8e1f-f01c41a588cb tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Synchronizing usage tracker for tenant:dee21423abc34d479217f618911e90ce on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:31:36.141821 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d679d954-3092-409a-9829-db30270e840d tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "DELETE /v2.0/subnets/f2bc76f2-9ed3-460b-a62e-58695f6d01a6 HTTP/1.1" status: 204 len: 168 time: 2.1529732 Oct 13 15:31:36.148362 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50304) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:36.153096 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-4e23e4aa-4b8a-4a35-9966-7fa582eb65b0 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Synchronizing usage tracker for tenant:42424788e9554a81ae9da43073b2fd43 on resource:security_group_rule {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:31:36.174384 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9ea27e4b-bd11-4d64-9f67-1398252f44c1 tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:36.251652 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-490acc24-23ff-413e-b026-47732ea5d9bc tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:36.253475 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-4e23e4aa-4b8a-4a35-9966-7fa582eb65b0 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Unset dirty status for tenant:42424788e9554a81ae9da43073b2fd43 on resource:security_group_rule {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:31:36.257310 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-4e23e4aa-4b8a-4a35-9966-7fa582eb65b0 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3273075 Oct 13 15:31:36.263577 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-1474b110-1adc-4301-b577-1012cc3a3e17 None None] Attempt 6 to provision port e3a78d8f-d037-4d5e-8faa-28b24fc28a95 Oct 13 15:31:36.264619 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50308) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:36.276944 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea27e4b-bd11-4d64-9f67-1398252f44c1 tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:31:36.290187 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-9ea27e4b-bd11-4d64-9f67-1398252f44c1 tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:31:36.298927 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea27e4b-bd11-4d64-9f67-1398252f44c1 tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:31:36.322276 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-1474b110-1adc-4301-b577-1012cc3a3e17 None None] Port e3a78d8f-d037-4d5e-8faa-28b24fc28a95 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:36.333535 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-280222e5-f6d7-43b4-8e1f-f01c41a588cb tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Unset dirty status for tenant:dee21423abc34d479217f618911e90ce on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:31:36.334934 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-280222e5-f6d7-43b4-8e1f-f01c41a588cb tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] 10.222.0.42 "GET /v2.0/ports?device_id=1b1ef388-0a0f-407d-8f64-2d9ebdb12718 HTTP/1.1" status: 200 len: 205 time: 0.3646297 Oct 13 15:31:36.335292 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea27e4b-bd11-4d64-9f67-1398252f44c1 tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] Pushing event updated for resources: {'Port': ['ID=f80305c5-e4ba-447f-950c-7b1c27fb1e63,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:36.342539 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50312) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:36.392102 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d551702d-3cc5-4423-b063-e37f13c43b61 None None] DHCP port deletion for 0962ef51-7d4d-4cf8-9363-af2250f170b9 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:31:36.396627 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-d551702d-3cc5-4423-b063-e37f13c43b61 None None] Deleting port 0fdd1925-2a58-4a89-a74a-dea79da594e1 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:31:36.397082 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d551702d-3cc5-4423-b063-e37f13c43b61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:36.444655 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f8508b4a-08f4-490a-82e0-1be62aab6f42 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:36.464565 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-0db19ede-604a-4fc3-86cf-3c8bce9a0102 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] delete failed (client error): The resource could not be found. Oct 13 15:31:36.468061 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-0db19ede-604a-4fc3-86cf-3c8bce9a0102 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] 10.222.0.42 "DELETE /v2.0/routers/1b1ef388-0a0f-407d-8f64-2d9ebdb12718 HTTP/1.1" status: 404 len: 336 time: 0.1221578 Oct 13 15:31:36.468061 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c4445cdd-786e-4d28-8f60-ed4439c52284 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:36.470573 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f8508b4a-08f4-490a-82e0-1be62aab6f42 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:36.480934 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50316) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:36.487518 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c4445cdd-786e-4d28-8f60-ed4439c52284 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:36.576166 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ea27e4b-bd11-4d64-9f67-1398252f44c1 tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:36.576983 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9ea27e4b-bd11-4d64-9f67-1398252f44c1 tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:36.624178 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-d551702d-3cc5-4423-b063-e37f13c43b61 None None] For port 0fdd1925-2a58-4a89-a74a-dea79da594e1, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=0fdd1925-2a58-4a89-a74a-dea79da594e1,segment=NetworkSegment(587140c1-ab5e-4077-b72c-5a43f77313a0),segment_id=587140c1-ab5e-4077-b72c-5a43f77313a0)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:31:36.624541 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d551702d-3cc5-4423-b063-e37f13c43b61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:36.632282 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4bddc4c-749b-42e1-8a8e-9160b5d01ac9 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] DELETE failed (client error): The resource could not be found. Oct 13 15:31:36.634264 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4bddc4c-749b-42e1-8a8e-9160b5d01ac9 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:31:36.634402 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-a0e16d47-1a36-488c-900f-62badf0a31db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:36.669738 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-f4bddc4c-749b-42e1-8a8e-9160b5d01ac9 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] 10.222.0.42 "DELETE /v2.0/subnets/ce0fced5-4fea-4c34-bd5a-bd2a7afcc0d9 HTTP/1.1" status: 404 len: 337 time: 0.1851914 Oct 13 15:31:36.700267 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50320) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:36.701427 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4445cdd-786e-4d28-8f60-ed4439c52284 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event updated for resources: {'Port': ['ID=77a7b7a4-b4de-4969-b685-3c47d9482bc1,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:36.739920 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-9ea27e4b-bd11-4d64-9f67-1398252f44c1 tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 5.3747661 Oct 13 15:31:36.740933 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f8508b4a-08f4-490a-82e0-1be62aab6f42 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:36.753334 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f96ed6d5-4f2e-4597-866b-c8d178750d8e req-e3a37a20-0c52-4f7c-bf57-cfe1a8ff269c service neutron] 10.222.0.42 "GET /v2.0/networks/a44f8207-61f2-477d-b80a-38deab4e3cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7307966 Oct 13 15:31:36.757819 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f8508b4a-08f4-490a-82e0-1be62aab6f42 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:36.759040 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-f8508b4a-08f4-490a-82e0-1be62aab6f42 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/4ba1e68d-7f45-4c06-bd7e-7717a3b1bb18 HTTP/1.1" status: 204 len: 168 time: 0.4900818 Oct 13 15:31:36.762138 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf2ee7a8-8f3b-483d-993a-13c92bde3e68 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Deleting subnet d4fa7beb-0c9d-4fbc-ac2e-601f612a832a {{(pid=88973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:31:36.765784 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-d551702d-3cc5-4423-b063-e37f13c43b61 None None] Calling delete_port for 0fdd1925-2a58-4a89-a74a-dea79da594e1 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:31:36.766309 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bf2ee7a8-8f3b-483d-993a-13c92bde3e68 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for subnet, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:36.766400 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50324) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:36.766699 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50326) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:36.800527 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-3bc9026d-74b2-46e0-a205-9ffa29c6743d tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.10'}]}}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:36.825824 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-1474b110-1adc-4301-b577-1012cc3a3e17 None None] Attempt 7 to provision port e3a78d8f-d037-4d5e-8faa-28b24fc28a95 Oct 13 15:31:36.829442 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-3bc9026d-74b2-46e0-a205-9ffa29c6743d tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:36.837156 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8508b4a-08f4-490a-82e0-1be62aab6f42 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4ba1e68d-7f45-4c06-bd7e-7717a3b1bb18,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:36.856171 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-3af9874a-edf3-4eff-8d5d-d7bb0b48e8ae tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Allocated IP 172.26.2.88 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/e95ea38c-1acd-4121-b126-203290ddd93a) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:31:36.873606 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-3bc9026d-74b2-46e0-a205-9ffa29c6743d tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] Usage tracker for resource:router and tenant:4e4095feebe3494ca30364164a1ee1fc is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:36.883658 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-3bc9026d-74b2-46e0-a205-9ffa29c6743d tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:36.890365 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-b964bc80-87d3-4b65-a189-15b1c1ceaf75 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Deleting port 7300bb36-af68-4ebc-81b1-a71f406a9af7 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:31:36.890706 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b964bc80-87d3-4b65-a189-15b1c1ceaf75 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:36.934754 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-3bc9026d-74b2-46e0-a205-9ffa29c6743d tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:36.944122 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bf2ee7a8-8f3b-483d-993a-13c92bde3e68 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7432921'] for subnet, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:36.945017 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-1474b110-1adc-4301-b577-1012cc3a3e17 None None] Port e3a78d8f-d037-4d5e-8faa-28b24fc28a95 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:36.949126 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d551702d-3cc5-4423-b063-e37f13c43b61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:37.001892 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d551702d-3cc5-4423-b063-e37f13c43b61 None None] Pushing event deleted for resources: {'Port': ['ID=0fdd1925-2a58-4a89-a74a-dea79da594e1,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:37.005685 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d551702d-3cc5-4423-b063-e37f13c43b61 None None] No DVR routers for this DVR port 0fdd1925-2a58-4a89-a74a-dea79da594e1 on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:31:37.039917 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-5c20de48-db8a-47af-a4c8-558b1c03f421 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Synchronizing usage tracker for tenant:42424788e9554a81ae9da43073b2fd43 on resource:security_group_rule {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:31:37.051591 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3bc9026d-74b2-46e0-a205-9ffa29c6743d tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:37.052692 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3bc9026d-74b2-46e0-a205-9ffa29c6743d tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:37.055967 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c4445cdd-786e-4d28-8f60-ed4439c52284 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:37.149256 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-5c20de48-db8a-47af-a4c8-558b1c03f421 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Unset dirty status for tenant:42424788e9554a81ae9da43073b2fd43 on resource:security_group_rule {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:31:37.153206 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-5c20de48-db8a-47af-a4c8-558b1c03f421 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3701208 Oct 13 15:31:37.157693 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50338) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:37.181238 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-7681f3b4-9cbe-43e0-babe-bc7dc82a946e tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Request body: {'security_group_rule': {'security_group_id': '2864a501-afbf-4f3c-9080-3d1425fd9c5f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:37.182150 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3bc9026d-74b2-46e0-a205-9ffa29c6743d tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:37.213298 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-7681f3b4-9cbe-43e0-babe-bc7dc82a946e tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:37.223430 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bf2ee7a8-8f3b-483d-993a-13c92bde3e68 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:37.330773 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-7681f3b4-9cbe-43e0-babe-bc7dc82a946e tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:37.365358 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3af9874a-edf3-4eff-8d5d-d7bb0b48e8ae tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:37.425026 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7681f3b4-9cbe-43e0-babe-bc7dc82a946e tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:37.446550 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-1474b110-1adc-4301-b577-1012cc3a3e17 None None] Attempt 8 to provision port e3a78d8f-d037-4d5e-8faa-28b24fc28a95 Oct 13 15:31:37.448139 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bf2ee7a8-8f3b-483d-993a-13c92bde3e68 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:37.521571 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2ee7a8-8f3b-483d-993a-13c92bde3e68 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event deleted for resources: {'Subnet': ['ID=d4fa7beb-0c9d-4fbc-ac2e-601f612a832a,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:37.524370 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bf2ee7a8-8f3b-483d-993a-13c92bde3e68 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:37.543310 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087a58f9-d971-462a-a9e4-229785b2b4d5 None None] Network 226ca6e1-a48b-4cef-9ae0-4e006c3b7297 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:31:37.567282 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-bf2ee7a8-8f3b-483d-993a-13c92bde3e68 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "DELETE /v2.0/subnets/d4fa7beb-0c9d-4fbc-ac2e-601f612a832a HTTP/1.1" status: 204 len: 168 time: 1.3547504 Oct 13 15:31:37.573252 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-1474b110-1adc-4301-b577-1012cc3a3e17 None None] Port e3a78d8f-d037-4d5e-8faa-28b24fc28a95 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:37.574246 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-490acc24-23ff-413e-b026-47732ea5d9bc tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:37.575573 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50342) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:37.620428 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c4445cdd-786e-4d28-8f60-ed4439c52284 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:37.649010 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7681f3b4-9cbe-43e0-babe-bc7dc82a946e tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:37.655219 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3af9874a-edf3-4eff-8d5d-d7bb0b48e8ae tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:37.668210 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-490acc24-23ff-413e-b026-47732ea5d9bc tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:37.744058 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 0fdd1925-2a58-4a89-a74a-dea79da594e1 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:31:37.749475 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b964bc80-87d3-4b65-a189-15b1c1ceaf75 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:37.801246 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 0fdd1925-2a58-4a89-a74a-dea79da594e1 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:31:37.801928 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 0fdd1925-2a58-4a89-a74a-dea79da594e1 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:31:37.806205 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7681f3b4-9cbe-43e0-babe-bc7dc82a946e tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:37.831340 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:37.835295 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:37.855982 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af9874a-edf3-4eff-8d5d-d7bb0b48e8ae tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:31:37.882644 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-3af9874a-edf3-4eff-8d5d-d7bb0b48e8ae tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:31:37.896349 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af9874a-edf3-4eff-8d5d-d7bb0b48e8ae tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:31:37.918884 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3bc9026d-74b2-46e0-a205-9ffa29c6743d tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:37.924670 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8ccb69b-27b4-4aa6-9b33-022fb939c4bc None None] DHCP port deletion for 226ca6e1-a48b-4cef-9ae0-4e006c3b7297 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:31:37.929058 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-e8ccb69b-27b4-4aa6-9b33-022fb939c4bc None None] Deleting port 76f47a05-dbce-481c-b00c-2831067a9602 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:31:37.929440 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e8ccb69b-27b4-4aa6-9b33-022fb939c4bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:37.936050 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-b964bc80-87d3-4b65-a189-15b1c1ceaf75 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Calling delete_port for 7300bb36-af68-4ebc-81b1-a71f406a9af7 owned by {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:31:37.979548 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bf3335d5-939a-4719-9da3-6edb93c95a6b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:37.997690 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7681f3b4-9cbe-43e0-babe-bc7dc82a946e tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e724005d-7473-48a6-88d5-806f647b5ca2,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:38.028971 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af9874a-edf3-4eff-8d5d-d7bb0b48e8ae tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Pushing event updated for resources: {'Port': ['ID=e95ea38c-1acd-4121-b126-203290ddd93a,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:38.069513 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-490acc24-23ff-413e-b026-47732ea5d9bc tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:38.085732 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7681f3b4-9cbe-43e0-babe-bc7dc82a946e tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:38.087457 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-7681f3b4-9cbe-43e0-babe-bc7dc82a946e tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9287915 Oct 13 15:31:38.094673 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50346) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:38.116001 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-1474b110-1adc-4301-b577-1012cc3a3e17 None None] Attempt 9 to provision port e3a78d8f-d037-4d5e-8faa-28b24fc28a95 Oct 13 15:31:38.198053 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-e8ccb69b-27b4-4aa6-9b33-022fb939c4bc None None] For port 76f47a05-dbce-481c-b00c-2831067a9602, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=76f47a05-dbce-481c-b00c-2831067a9602,segment=NetworkSegment(e56b30c2-67eb-4b50-9f19-1dcde497d562),segment_id=e56b30c2-67eb-4b50-9f19-1dcde497d562)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:31:38.198484 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e8ccb69b-27b4-4aa6-9b33-022fb939c4bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:38.216310 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-ca002ceb-3653-435a-a2d8-07bcb16f0a64 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "GET /v2.0/security-group-rules/e724005d-7473-48a6-88d5-806f647b5ca2 HTTP/1.1" status: 200 len: 763 time: 0.0603640 Oct 13 15:31:38.217023 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-1474b110-1adc-4301-b577-1012cc3a3e17 None None] Port e3a78d8f-d037-4d5e-8faa-28b24fc28a95 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:38.219460 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50354) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:38.337317 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-e8ccb69b-27b4-4aa6-9b33-022fb939c4bc None None] Calling delete_port for 76f47a05-dbce-481c-b00c-2831067a9602 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:31:38.337594 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490acc24-23ff-413e-b026-47732ea5d9bc tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Pushing event updated for resources: {'Port': ['ID=a36124af-004e-4151-b7cd-135de0fd13af,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:38.411128 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bf3335d5-939a-4719-9da3-6edb93c95a6b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:38.417441 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e8ccb69b-27b4-4aa6-9b33-022fb939c4bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:38.428431 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f28b449b-9b3d-4863-ad38-19e26493bdf9 req-83ecbac2-4427-499a-96fc-db6496d23b6e tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bcec102-37e4-416a-aa51-90b64613dc0c HTTP/1.1" status: 200 len: 210 time: 0.1496439 Oct 13 15:31:38.470390 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ccb69b-27b4-4aa6-9b33-022fb939c4bc None None] Pushing event deleted for resources: {'Port': ['ID=76f47a05-dbce-481c-b00c-2831067a9602,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:38.474205 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8ccb69b-27b4-4aa6-9b33-022fb939c4bc None None] No DVR routers for this DVR port 76f47a05-dbce-481c-b00c-2831067a9602 on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:31:38.539508 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-658f9f1a-a46b-4880-b4e5-0f63ea38152f tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3188558 Oct 13 15:31:38.550330 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b964bc80-87d3-4b65-a189-15b1c1ceaf75 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:38.552626 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50358) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:38.634337 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b964bc80-87d3-4b65-a189-15b1c1ceaf75 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Pushing event deleted for resources: {'Port': ['ID=7300bb36-af68-4ebc-81b1-a71f406a9af7,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:38.689798 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-bf3335d5-939a-4719-9da3-6edb93c95a6b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0962ef51-7d4d-4cf8-9363-af2250f170b9']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:38.718225 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-1474b110-1adc-4301-b577-1012cc3a3e17 None None] Attempt 10 to provision port e3a78d8f-d037-4d5e-8faa-28b24fc28a95 Oct 13 15:31:38.774800 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-1474b110-1adc-4301-b577-1012cc3a3e17 None None] Port e3a78d8f-d037-4d5e-8faa-28b24fc28a95 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:38.775788 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490acc24-23ff-413e-b026-47732ea5d9bc tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Network 408eac23-06c1-41c1-868c-afd9cffefe02 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:31:38.779558 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-bf3335d5-939a-4719-9da3-6edb93c95a6b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '587140c1-ab5e-4077-b72c-5a43f77313a0') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:38.779859 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-bf3335d5-939a-4719-9da3-6edb93c95a6b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '587140c1-ab5e-4077-b72c-5a43f77313a0') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:38.786281 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-1474b110-1adc-4301-b577-1012cc3a3e17 None None] Provisioning for port 72973d55-4b1e-4f56-b1c0-164dc0c319c1 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:31:38.786970 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-490acc24-23ff-413e-b026-47732ea5d9bc tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:31:38.792898 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-1474b110-1adc-4301-b577-1012cc3a3e17 None None] Provisioning complete for port 72973d55-4b1e-4f56-b1c0-164dc0c319c1 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:31:38.793698 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-1474b110-1adc-4301-b577-1012cc3a3e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:38.794260 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-1474b110-1adc-4301-b577-1012cc3a3e17 None None] Attempt 1 to provision port 72973d55-4b1e-4f56-b1c0-164dc0c319c1 Oct 13 15:31:38.806254 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bf3335d5-939a-4719-9da3-6edb93c95a6b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:38.855516 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-1474b110-1adc-4301-b577-1012cc3a3e17 None None] Port 72973d55-4b1e-4f56-b1c0-164dc0c319c1 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:38.868597 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6645e40e-b395-497d-be14-67899aecd604 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:38.897660 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6645e40e-b395-497d-be14-67899aecd604 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:38.939739 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b964bc80-87d3-4b65-a189-15b1c1ceaf75 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:38.970205 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bf3335d5-939a-4719-9da3-6edb93c95a6b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:38.982489 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf3335d5-939a-4719-9da3-6edb93c95a6b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:31:38.983263 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bf3335d5-939a-4719-9da3-6edb93c95a6b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:39.003600 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6645e40e-b395-497d-be14-67899aecd604 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:39.009124 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c4445cdd-786e-4d28-8f60-ed4439c52284 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:39.023983 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6645e40e-b395-497d-be14-67899aecd604 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:39.027408 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-6645e40e-b395-497d-be14-67899aecd604 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/e724005d-7473-48a6-88d5-806f647b5ca2 HTTP/1.1" status: 204 len: 168 time: 0.4685280 Oct 13 15:31:39.030392 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c4445cdd-786e-4d28-8f60-ed4439c52284 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:39.031051 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c4445cdd-786e-4d28-8f60-ed4439c52284 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:39.035203 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-b964bc80-87d3-4b65-a189-15b1c1ceaf75 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] 10.222.0.42 "DELETE /v2.0/ports/7300bb36-af68-4ebc-81b1-a71f406a9af7 HTTP/1.1" status: 204 len: 168 time: 2.3311322 Oct 13 15:31:39.039921 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50364) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:39.040250 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50366) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:39.082581 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 587140c1-ab5e-4077-b72c-5a43f77313a0 resource provider aggregate not found Oct 13 15:31:39.083337 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6645e40e-b395-497d-be14-67899aecd604 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e724005d-7473-48a6-88d5-806f647b5ca2,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:39.108799 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 587140c1-ab5e-4077-b72c-5a43f77313a0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 587140c1-ab5e-4077-b72c-5a43f77313a0 found for delete ", "request_id": "req-a3ded768-d193-4ccd-8f14-42ca99b1321c"}]} Oct 13 15:31:39.118147 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bf3335d5-939a-4719-9da3-6edb93c95a6b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:39.146560 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bf3335d5-939a-4719-9da3-6edb93c95a6b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:39.168257 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3335d5-939a-4719-9da3-6edb93c95a6b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event deleted for resources: {'Network': ['ID=0962ef51-7d4d-4cf8-9363-af2250f170b9,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:39.175925 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-bf3335d5-939a-4719-9da3-6edb93c95a6b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "DELETE /v2.0/networks/0962ef51-7d4d-4cf8-9363-af2250f170b9 HTTP/1.1" status: 204 len: 168 time: 1.5993659 Oct 13 15:31:39.180746 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50374) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:39.236946 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-490acc24-23ff-413e-b026-47732ea5d9bc tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Router e1150061-7621-4458-bfef-9f27fe4e325d is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 15:31:39.357630 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-1474b110-1adc-4301-b577-1012cc3a3e17 None None] Attempt 2 to provision port 72973d55-4b1e-4f56-b1c0-164dc0c319c1 Oct 13 15:31:39.381740 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b60cec37-887a-411c-848d-9c8bbc8fbdb4 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:39.419005 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4445cdd-786e-4d28-8f60-ed4439c52284 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event updated for resources: {'Port': ['ID=77a7b7a4-b4de-4969-b685-3c47d9482bc1,revision_number=3']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:39.438435 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-c81376ac-5ef9-4b12-bad6-738b2f55f257 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Deleting port c450b577-a486-4404-8ec6-d4db5bbc1bcf {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:31:39.440187 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c81376ac-5ef9-4b12-bad6-738b2f55f257 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:39.443721 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3af9874a-edf3-4eff-8d5d-d7bb0b48e8ae tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:39.447395 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-1474b110-1adc-4301-b577-1012cc3a3e17 None None] Port 72973d55-4b1e-4f56-b1c0-164dc0c319c1 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:39.511650 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:39.525243 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-63c7483c-5aad-4eea-878b-d176d7bbc1f5 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Synchronizing usage tracker for tenant:42424788e9554a81ae9da43073b2fd43 on resource:security_group_rule {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:31:39.590894 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-490acc24-23ff-413e-b026-47732ea5d9bc tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:31:39.606452 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 76f47a05-dbce-481c-b00c-2831067a9602 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:31:39.616168 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-490acc24-23ff-413e-b026-47732ea5d9bc tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] 10.222.0.42 "PUT /v2.0/routers/e1150061-7621-4458-bfef-9f27fe4e325d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7990000 Oct 13 15:31:39.616168 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c2f1dd54-182e-49f2-a4d3-9cb155fcfa77 req-f77ea641-35f4-490d-bd17-84ad91897b31 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bcec102-37e4-416a-aa51-90b64613dc0c HTTP/1.1" status: 200 len: 210 time: 0.0962186 Oct 13 15:31:39.620317 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50386) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:39.659015 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-63c7483c-5aad-4eea-878b-d176d7bbc1f5 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Unset dirty status for tenant:42424788e9554a81ae9da43073b2fd43 on resource:security_group_rule {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:31:39.661082 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-63c7483c-5aad-4eea-878b-d176d7bbc1f5 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5901594 Oct 13 15:31:39.666412 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-c2260f4a-6500-415e-ad89-2f7389da3cbf tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Request body: {'port': {'network_id': '408eac23-06c1-41c1-868c-afd9cffefe02', 'name': 'tempest-FloatingIPNegativeTestJSON-1051345602'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:39.670076 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 76f47a05-dbce-481c-b00c-2831067a9602 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:31:39.670569 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 76f47a05-dbce-481c-b00c-2831067a9602 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:31:39.673734 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18848262-e16f-4bea-a057-5ef10d820b63 None None] Sync routers for ids ['e1150061-7621-4458-bfef-9f27fe4e325d'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:31:39.683907 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50390) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:39.689510 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18848262-e16f-4bea-a057-5ef10d820b63 None None] Routers {'e1150061-7621-4458-bfef-9f27fe4e325d'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:31:39.690289 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-18848262-e16f-4bea-a057-5ef10d820b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:31:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['e1150061-7621-4458-bfef-9f27fe4e325d'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:39.703036 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-0af8253a-b4f3-4fb3-a284-c58048340061 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Request body: {'security_group_rule': {'security_group_id': '2864a501-afbf-4f3c-9080-3d1425fd9c5f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:39.715628 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3bc9026d-74b2-46e0-a205-9ffa29c6743d tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:39.751088 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-0af8253a-b4f3-4fb3-a284-c58048340061 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:39.764561 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b60cec37-887a-411c-848d-9c8bbc8fbdb4 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:39.764822 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3bc9026d-74b2-46e0-a205-9ffa29c6743d tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:39.772257 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4445cdd-786e-4d28-8f60-ed4439c52284 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Network 44c5493a-a396-4382-a758-63230abaefbe is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:31:39.772603 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-18848262-e16f-4bea-a057-5ef10d820b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:39.781938 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18848262-e16f-4bea-a057-5ef10d820b63 None None] Routers {'e1150061-7621-4458-bfef-9f27fe4e325d'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:31:39.782907 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-18848262-e16f-4bea-a057-5ef10d820b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:31:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['e1150061-7621-4458-bfef-9f27fe4e325d'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:39.793455 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-0af8253a-b4f3-4fb3-a284-c58048340061 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:39.807542 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-c4445cdd-786e-4d28-8f60-ed4439c52284 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:31:39.848670 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3af9874a-edf3-4eff-8d5d-d7bb0b48e8ae tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:39.850972 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-18848262-e16f-4bea-a057-5ef10d820b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:39.851359 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18848262-e16f-4bea-a057-5ef10d820b63 None None] The sync data for ids ['e1150061-7621-4458-bfef-9f27fe4e325d'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:31:39.878259 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-b60cec37-887a-411c-848d-9c8bbc8fbdb4 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['226ca6e1-a48b-4cef-9ae0-4e006c3b7297']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:39.911473 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-b60cec37-887a-411c-848d-9c8bbc8fbdb4 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e56b30c2-67eb-4b50-9f19-1dcde497d562') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:39.911725 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-b60cec37-887a-411c-848d-9c8bbc8fbdb4 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e56b30c2-67eb-4b50-9f19-1dcde497d562') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:39.940885 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b60cec37-887a-411c-848d-9c8bbc8fbdb4 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:39.948173 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-1474b110-1adc-4301-b577-1012cc3a3e17 None None] Attempt 3 to provision port 72973d55-4b1e-4f56-b1c0-164dc0c319c1 Oct 13 15:31:39.971737 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b60cec37-887a-411c-848d-9c8bbc8fbdb4 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:40.010491 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b60cec37-887a-411c-848d-9c8bbc8fbdb4 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:31:40.011582 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b60cec37-887a-411c-848d-9c8bbc8fbdb4 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:40.028361 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-1474b110-1adc-4301-b577-1012cc3a3e17 None None] Port 72973d55-4b1e-4f56-b1c0-164dc0c319c1 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:40.095046 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0af8253a-b4f3-4fb3-a284-c58048340061 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:40.177239 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-c2260f4a-6500-415e-ad89-2f7389da3cbf tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:40.224830 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c81376ac-5ef9-4b12-bad6-738b2f55f257 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:40.230794 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-c2260f4a-6500-415e-ad89-2f7389da3cbf tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Usage tracker for resource:port and tenant:99a0c771e012474a857f8691213fd073 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:40.242961 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-c2260f4a-6500-415e-ad89-2f7389da3cbf tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:40.296715 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-c2260f4a-6500-415e-ad89-2f7389da3cbf tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:40.324054 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b60cec37-887a-411c-848d-9c8bbc8fbdb4 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:40.327335 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2260f4a-6500-415e-ad89-2f7389da3cbf tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Made reservation on behalf of 99a0c771e012474a857f8691213fd073 for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:31:40.330758 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c2260f4a-6500-415e-ad89-2f7389da3cbf tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:40.362685 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b60cec37-887a-411c-848d-9c8bbc8fbdb4 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:40.393681 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60cec37-887a-411c-848d-9c8bbc8fbdb4 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event deleted for resources: {'Network': ['ID=226ca6e1-a48b-4cef-9ae0-4e006c3b7297,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:40.400275 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-b60cec37-887a-411c-848d-9c8bbc8fbdb4 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "DELETE /v2.0/networks/226ca6e1-a48b-4cef-9ae0-4e006c3b7297 HTTP/1.1" status: 204 len: 168 time: 1.2181323 Oct 13 15:31:40.407404 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50394) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:40.412736 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [None req-c2260f4a-6500-415e-ad89-2f7389da3cbf tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] device_id is not set on port 107f2078-af44-49ef-9122-9c5d33593148 yet. {{(pid=88973) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:31:40.448951 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-e126b65e-28b9-4ee9-91e6-01de80719cf2 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Request body: {'network': {'name': 'tempest-RoutersTest-1851860960'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:40.462794 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-e126b65e-28b9-4ee9-91e6-01de80719cf2 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:40.472453 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-e126b65e-28b9-4ee9-91e6-01de80719cf2 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Usage tracker for resource:network and tenant:4c5e5250b5d0476f9d711181f94ffb05 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:40.480027 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-e126b65e-28b9-4ee9-91e6-01de80719cf2 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:40.496633 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-e126b65e-28b9-4ee9-91e6-01de80719cf2 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:40.520823 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-c81376ac-5ef9-4b12-bad6-738b2f55f257 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Calling delete_port for c450b577-a486-4404-8ec6-d4db5bbc1bcf owned by {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:31:40.522769 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3af9874a-edf3-4eff-8d5d-d7bb0b48e8ae tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:40.530013 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-1474b110-1adc-4301-b577-1012cc3a3e17 None None] Attempt 4 to provision port 72973d55-4b1e-4f56-b1c0-164dc0c319c1 Oct 13 15:31:40.533068 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e126b65e-28b9-4ee9-91e6-01de80719cf2 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Made reservation on behalf of 4c5e5250b5d0476f9d711181f94ffb05 for: {'network': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:31:40.536821 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e126b65e-28b9-4ee9-91e6-01de80719cf2 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:40.546145 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3af9874a-edf3-4eff-8d5d-d7bb0b48e8ae tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:40.597152 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-1474b110-1adc-4301-b577-1012cc3a3e17 None None] Port 72973d55-4b1e-4f56-b1c0-164dc0c319c1 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:40.638715 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0af8253a-b4f3-4fb3-a284-c58048340061 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:40.661966 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0af8253a-b4f3-4fb3-a284-c58048340061 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:40.748427 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3af9874a-edf3-4eff-8d5d-d7bb0b48e8ae tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:40.767780 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3bc9026d-74b2-46e0-a205-9ffa29c6743d tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] Notify callbacks [] for router, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:40.804417 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af9874a-edf3-4eff-8d5d-d7bb0b48e8ae tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Pushing event updated for resources: {'Port': ['ID=e95ea38c-1acd-4121-b126-203290ddd93a,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:40.816157 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e126b65e-28b9-4ee9-91e6-01de80719cf2 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=88973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:31:40.817399 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4445cdd-786e-4d28-8f60-ed4439c52284 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Router 042e7151-1f2d-42b1-9b91-6a5d7587f687 is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 15:31:40.819184 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af8253a-b4f3-4fb3-a284-c58048340061 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b5d5fdd-af2d-4d6d-b509-b213a17aadfa,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:40.847797 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af9874a-edf3-4eff-8d5d-d7bb0b48e8ae tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:31:40.848409 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af9874a-edf3-4eff-8d5d-d7bb0b48e8ae tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:31:40.848747 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af9874a-edf3-4eff-8d5d-d7bb0b48e8ae tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:31:40.849083 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af9874a-edf3-4eff-8d5d-d7bb0b48e8ae tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:31:40.849412 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af9874a-edf3-4eff-8d5d-d7bb0b48e8ae tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:31:40.849736 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af9874a-edf3-4eff-8d5d-d7bb0b48e8ae tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:31:40.850062 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af9874a-edf3-4eff-8d5d-d7bb0b48e8ae tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:31:40.850456 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af9874a-edf3-4eff-8d5d-d7bb0b48e8ae tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:31:40.850780 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af9874a-edf3-4eff-8d5d-d7bb0b48e8ae tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:31:40.851098 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af9874a-edf3-4eff-8d5d-d7bb0b48e8ae tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:31:40.851444 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af9874a-edf3-4eff-8d5d-d7bb0b48e8ae tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:31:40.851765 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af9874a-edf3-4eff-8d5d-d7bb0b48e8ae tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:31:40.862375 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-c2260f4a-6500-415e-ad89-2f7389da3cbf tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Allocated IP 172.20.0.8 (408eac23-06c1-41c1-868c-afd9cffefe02/40351f60-433f-45d6-9f20-96ce3eddc38a/107f2078-af44-49ef-9122-9c5d33593148) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:31:40.866376 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e126b65e-28b9-4ee9-91e6-01de80719cf2 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:40.866723 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-e126b65e-28b9-4ee9-91e6-01de80719cf2 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Added segment 92b95d5d-f98b-4e08-95c2-ce8bac7a6231 of type vlan for network baff36f3-945e-4583-91e4-ac6ed7fa08ab Oct 13 15:31:40.908658 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-238cdf05-7ac0-433a-a59d-51ab29c4dbba req-a2f4cbc1-03ca-447e-91e7-b09b20b59df3 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bcec102-37e4-416a-aa51-90b64613dc0c HTTP/1.1" status: 200 len: 210 time: 0.1824276 Oct 13 15:31:40.993945 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e126b65e-28b9-4ee9-91e6-01de80719cf2 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:41.026709 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.l3_db [None req-3af9874a-edf3-4eff-8d5d-d7bb0b48e8ae tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Floating IP 6aaef850-f434-4734-9646-b1710ac84dcc associated. External IP: 172.26.2.88, port: 72973d55-4b1e-4f56-b1c0-164dc0c319c1. Oct 13 15:31:41.098819 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-1474b110-1adc-4301-b577-1012cc3a3e17 None None] Attempt 5 to provision port 72973d55-4b1e-4f56-b1c0-164dc0c319c1 Oct 13 15:31:41.158459 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment e56b30c2-67eb-4b50-9f19-1dcde497d562 resource provider aggregate not found Oct 13 15:31:41.176488 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0af8253a-b4f3-4fb3-a284-c58048340061 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:41.177669 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-0af8253a-b4f3-4fb3-a284-c58048340061 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.4922392 Oct 13 15:31:41.212033 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-1474b110-1adc-4301-b577-1012cc3a3e17 None None] Port 72973d55-4b1e-4f56-b1c0-164dc0c319c1 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:41.214570 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50412) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:41.216345 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment e56b30c2-67eb-4b50-9f19-1dcde497d562 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e56b30c2-67eb-4b50-9f19-1dcde497d562 found for delete ", "request_id": "req-934fadc6-e507-4b9b-a618-15f705912698"}]} Oct 13 15:31:41.275289 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e126b65e-28b9-4ee9-91e6-01de80719cf2 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:41.280701 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e126b65e-28b9-4ee9-91e6-01de80719cf2 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:41.281281 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e126b65e-28b9-4ee9-91e6-01de80719cf2 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:41.284475 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3bc9026d-74b2-46e0-a205-9ffa29c6743d tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:41.288626 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3bc9026d-74b2-46e0-a205-9ffa29c6743d tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:41.300715 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c81376ac-5ef9-4b12-bad6-738b2f55f257 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:41.365637 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4445cdd-786e-4d28-8f60-ed4439c52284 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:31:41.367792 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81376ac-5ef9-4b12-bad6-738b2f55f257 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Pushing event deleted for resources: {'Port': ['ID=c450b577-a486-4404-8ec6-d4db5bbc1bcf,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:41.372477 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3bc9026d-74b2-46e0-a205-9ffa29c6743d tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:41.372949 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc9026d-74b2-46e0-a205-9ffa29c6743d tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b276c28d-06d9-419b-9d95-0234c8e17a01 {{(pid=88972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:31:41.374708 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-2fd7de94-ecb9-42e7-b6fa-a06217239bcb tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "GET /v2.0/security-group-rules/8b5d5fdd-af2d-4d6d-b509-b213a17aadfa HTTP/1.1" status: 200 len: 764 time: 0.1528845 Oct 13 15:31:41.381084 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50416) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:41.394213 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74114f8b-f7dc-411f-81f7-fefea931e44a None None] Sync routers for ids ['042e7151-1f2d-42b1-9b91-6a5d7587f687'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:31:41.408561 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74114f8b-f7dc-411f-81f7-fefea931e44a None None] Routers {'042e7151-1f2d-42b1-9b91-6a5d7587f687'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:31:41.409404 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-74114f8b-f7dc-411f-81f7-fefea931e44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:31:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['042e7151-1f2d-42b1-9b91-6a5d7587f687'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:41.467437 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e126b65e-28b9-4ee9-91e6-01de80719cf2 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0589633 Oct 13 15:31:41.468234 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e126b65e-28b9-4ee9-91e6-01de80719cf2 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event updated for resources: {'Network': ['ID=baff36f3-945e-4583-91e4-ac6ed7fa08ab,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:41.474103 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50420) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:41.479988 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-09a2e69e-561e-4113-8af2-5b71cc69d410 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Request body: {'subnet': {'network_id': 'baff36f3-945e-4583-91e4-ac6ed7fa08ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:41.483460 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network baff36f3-945e-4583-91e4-ac6ed7fa08ab details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:31:41.497002 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-c4445cdd-786e-4d28-8f60-ed4439c52284 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "PUT /v2.0/routers/042e7151-1f2d-42b1-9b91-6a5d7587f687/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4417901 Oct 13 15:31:41.502444 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50424) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:41.503889 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-74114f8b-f7dc-411f-81f7-fefea931e44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:41.511359 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-3bc9026d-74b2-46e0-a205-9ffa29c6743d tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] create failed (client error): There was a conflict when trying to complete your request. Oct 13 15:31:41.512378 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-3bc9026d-74b2-46e0-a205-9ffa29c6743d tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.7333095 Oct 13 15:31:41.515765 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50428) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:41.534353 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74114f8b-f7dc-411f-81f7-fefea931e44a None None] Routers {'042e7151-1f2d-42b1-9b91-6a5d7587f687'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:31:41.535342 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-74114f8b-f7dc-411f-81f7-fefea931e44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:31:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['042e7151-1f2d-42b1-9b91-6a5d7587f687'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:41.583893 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c81376ac-5ef9-4b12-bad6-738b2f55f257 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:41.586291 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-c81376ac-5ef9-4b12-bad6-738b2f55f257 tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] 10.222.0.42 "DELETE /v2.0/ports/c450b577-a486-4404-8ec6-d4db5bbc1bcf HTTP/1.1" status: 204 len: 168 time: 2.5131466 Oct 13 15:31:41.590796 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50432) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:41.596691 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c2260f4a-6500-415e-ad89-2f7389da3cbf tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:41.599321 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-fcf02158-7128-491e-8416-8429ae8b89c3 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Synchronizing usage tracker for tenant:42424788e9554a81ae9da43073b2fd43 on resource:security_group_rule {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:31:41.620005 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-994378da-4653-46ad-b0fa-60539439915d tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] Deleting port f80305c5-e4ba-447f-950c-7b1c27fb1e63 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:31:41.620272 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-994378da-4653-46ad-b0fa-60539439915d tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:41.624473 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-74114f8b-f7dc-411f-81f7-fefea931e44a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:41.624610 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74114f8b-f7dc-411f-81f7-fefea931e44a None None] The sync data for ids ['042e7151-1f2d-42b1-9b91-6a5d7587f687'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:31:41.669056 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-fcf02158-7128-491e-8416-8429ae8b89c3 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Unset dirty status for tenant:42424788e9554a81ae9da43073b2fd43 on resource:security_group_rule {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:31:41.672978 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-fcf02158-7128-491e-8416-8429ae8b89c3 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.2566392 Oct 13 15:31:41.673876 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50436) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:41.713076 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-1474b110-1adc-4301-b577-1012cc3a3e17 None None] Attempt 6 to provision port 72973d55-4b1e-4f56-b1c0-164dc0c319c1 Oct 13 15:31:41.756372 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3648030c-b008-40b4-b971-12891b5c3597 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:41.770721 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3648030c-b008-40b4-b971-12891b5c3597 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:41.795625 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-1474b110-1adc-4301-b577-1012cc3a3e17 None None] Port 72973d55-4b1e-4f56-b1c0-164dc0c319c1 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:42.008441 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3648030c-b008-40b4-b971-12891b5c3597 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:42.031174 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3648030c-b008-40b4-b971-12891b5c3597 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8b5d5fdd-af2d-4d6d-b509-b213a17aadfa,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:42.037575 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-09a2e69e-561e-4113-8af2-5b71cc69d410 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:42.040253 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-c2260f4a-6500-415e-ad89-2f7389da3cbf tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Transition to ACTIVE for port object 107f2078-af44-49ef-9122-9c5d33593148 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:31:42.052558 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3648030c-b008-40b4-b971-12891b5c3597 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:42.053649 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-3648030c-b008-40b4-b971-12891b5c3597 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/8b5d5fdd-af2d-4d6d-b509-b213a17aadfa HTTP/1.1" status: 204 len: 168 time: 0.3786619 Oct 13 15:31:42.056660 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50446) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:42.060687 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-09a2e69e-561e-4113-8af2-5b71cc69d410 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Usage tracker for resource:subnet and tenant:4c5e5250b5d0476f9d711181f94ffb05 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:42.073253 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-994378da-4653-46ad-b0fa-60539439915d tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:42.108506 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-09a2e69e-561e-4113-8af2-5b71cc69d410 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:42.127448 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-09a2e69e-561e-4113-8af2-5b71cc69d410 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:42.143736 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-baefcaaa-54ba-4f12-976d-24b68b1facca req-436c5ee8-17bf-4cf2-bd5e-fbe4a8c90b73 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bcec102-37e4-416a-aa51-90b64613dc0c HTTP/1.1" status: 200 len: 210 time: 0.0887120 Oct 13 15:31:42.175063 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbacc8f2-c0bd-4d8a-8ebb-c9c98fdd8de1 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:42.176514 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-cbacc8f2-c0bd-4d8a-8ebb-c9c98fdd8de1 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "GET /v2.0/ports?device_id=042e7151-1f2d-42b1-9b91-6a5d7587f687 HTTP/1.1" status: 200 len: 987 time: 0.6624985 Oct 13 15:31:42.182741 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50450) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:42.183362 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a2e69e-561e-4113-8af2-5b71cc69d410 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Made reservation on behalf of 4c5e5250b5d0476f9d711181f94ffb05 for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:31:42.186627 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-09a2e69e-561e-4113-8af2-5b71cc69d410 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:42.206001 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-994378da-4653-46ad-b0fa-60539439915d tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] Calling delete_port for f80305c5-e4ba-447f-950c-7b1c27fb1e63 owned by {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:31:42.214936 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1b942cd-c61d-45a4-b56c-d9384a0287df tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:42.216374 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c1b942cd-c61d-45a4-b56c-d9384a0287df tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] 10.222.0.42 "GET /v2.0/ports?device_id=762fd677-0458-43ed-8610-dce4995dc9bb HTTP/1.1" status: 200 len: 913 time: 0.6162875 Oct 13 15:31:42.233466 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50454) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:42.297200 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-1474b110-1adc-4301-b577-1012cc3a3e17 None None] Attempt 7 to provision port 72973d55-4b1e-4f56-b1c0-164dc0c319c1 Oct 13 15:31:42.346668 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-1e91d0ad-0180-410d-ae50-0fa7bcdc3307 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Synchronizing usage tracker for tenant:42424788e9554a81ae9da43073b2fd43 on resource:security_group_rule {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:31:42.355517 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-1474b110-1adc-4301-b577-1012cc3a3e17 None None] Port 72973d55-4b1e-4f56-b1c0-164dc0c319c1 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:42.418234 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af9874a-edf3-4eff-8d5d-d7bb0b48e8ae tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Router f2d125f0-9e65-4351-84a2-f0659ea5dea9 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:31:42.426411 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c2260f4a-6500-415e-ad89-2f7389da3cbf tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:42.452988 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-1e91d0ad-0180-410d-ae50-0fa7bcdc3307 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Unset dirty status for tenant:42424788e9554a81ae9da43073b2fd43 on resource:security_group_rule {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:31:42.454239 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-1e91d0ad-0180-410d-ae50-0fa7bcdc3307 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3966825 Oct 13 15:31:42.460675 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50458) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:42.611819 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2260f4a-6500-415e-ad89-2f7389da3cbf tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Network 408eac23-06c1-41c1-868c-afd9cffefe02 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:31:42.656580 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-994378da-4653-46ad-b0fa-60539439915d tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:42.683441 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-c2260f4a-6500-415e-ad89-2f7389da3cbf tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:31:42.746715 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2260f4a-6500-415e-ad89-2f7389da3cbf tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:31:42.775549 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-19a5b427-c3bb-47b6-8903-5001816b9a75 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:42.777319 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994378da-4653-46ad-b0fa-60539439915d tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] Pushing event deleted for resources: {'Port': ['ID=f80305c5-e4ba-447f-950c-7b1c27fb1e63,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:42.787503 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2260f4a-6500-415e-ad89-2f7389da3cbf tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Pushing event updated for resources: {'Port': ['ID=107f2078-af44-49ef-9122-9c5d33593148,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:42.856961 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-1474b110-1adc-4301-b577-1012cc3a3e17 None None] Attempt 8 to provision port 72973d55-4b1e-4f56-b1c0-164dc0c319c1 Oct 13 15:31:42.880947 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994378da-4653-46ad-b0fa-60539439915d tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:31:42.881290 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994378da-4653-46ad-b0fa-60539439915d tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:31:42.881623 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994378da-4653-46ad-b0fa-60539439915d tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:31:42.881953 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994378da-4653-46ad-b0fa-60539439915d tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:31:42.882302 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994378da-4653-46ad-b0fa-60539439915d tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:31:42.882673 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994378da-4653-46ad-b0fa-60539439915d tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:31:42.883041 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994378da-4653-46ad-b0fa-60539439915d tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:31:42.883347 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994378da-4653-46ad-b0fa-60539439915d tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:31:42.885528 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994378da-4653-46ad-b0fa-60539439915d tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:31:42.885528 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994378da-4653-46ad-b0fa-60539439915d tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:31:42.885528 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994378da-4653-46ad-b0fa-60539439915d tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:31:42.885528 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-994378da-4653-46ad-b0fa-60539439915d tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:31:42.920113 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-19a5b427-c3bb-47b6-8903-5001816b9a75 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:42.964931 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-1474b110-1adc-4301-b577-1012cc3a3e17 None None] Port 72973d55-4b1e-4f56-b1c0-164dc0c319c1 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:43.008088 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2260f4a-6500-415e-ad89-2f7389da3cbf tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:43.008604 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c2260f4a-6500-415e-ad89-2f7389da3cbf tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:43.017999 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-994378da-4653-46ad-b0fa-60539439915d tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:43.030986 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-994378da-4653-46ad-b0fa-60539439915d tempest-RoutersAdminNegativeTest-554138963 tempest-RoutersAdminNegativeTest-554138963-project-admin] 10.222.0.42 "DELETE /v2.0/ports/f80305c5-e4ba-447f-950c-7b1c27fb1e63 HTTP/1.1" status: 204 len: 168 time: 1.5123510 Oct 13 15:31:43.080067 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-19a5b427-c3bb-47b6-8903-5001816b9a75 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:43.082505 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af9874a-edf3-4eff-8d5d-d7bb0b48e8ae tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:31:43.089352 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c2260f4a-6500-415e-ad89-2f7389da3cbf tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.4385245 Oct 13 15:31:43.092798 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50466) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:43.106296 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf393fa-5827-4c30-9d74-6db240abd222 None None] Sync routers for ids ['f2d125f0-9e65-4351-84a2-f0659ea5dea9'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:31:43.114958 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-a1b57cd3-601b-4b8f-9464-36070b511edd tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Request body: {'floatingip': {'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:43.124438 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a5b427-c3bb-47b6-8903-5001816b9a75 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2864a501-afbf-4f3c-9080-3d1425fd9c5f,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:43.132644 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-a1b57cd3-601b-4b8f-9464-36070b511edd tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:43.137853 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf393fa-5827-4c30-9d74-6db240abd222 None None] Routers {'f2d125f0-9e65-4351-84a2-f0659ea5dea9'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:31:43.139085 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-a1b57cd3-601b-4b8f-9464-36070b511edd tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Usage tracker for resource:floatingip and tenant:99a0c771e012474a857f8691213fd073 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:43.139552 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-caf393fa-5827-4c30-9d74-6db240abd222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:31:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['f2d125f0-9e65-4351-84a2-f0659ea5dea9'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:43.142938 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-a1b57cd3-601b-4b8f-9464-36070b511edd tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:43.150520 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3af9874a-edf3-4eff-8d5d-d7bb0b48e8ae tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:43.153744 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-a1b57cd3-601b-4b8f-9464-36070b511edd tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:43.177571 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-19a5b427-c3bb-47b6-8903-5001816b9a75 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:43.180129 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-19a5b427-c3bb-47b6-8903-5001816b9a75 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "DELETE /v2.0/security-groups/2864a501-afbf-4f3c-9080-3d1425fd9c5f HTTP/1.1" status: 204 len: 168 time: 0.7185388 Oct 13 15:31:43.184055 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50472) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:43.229389 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-09a2e69e-561e-4113-8af2-5b71cc69d410 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:43.250040 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a1b57cd3-601b-4b8f-9464-36070b511edd tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks [] for floatingip, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:43.345850 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-caf393fa-5827-4c30-9d74-6db240abd222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:43.372043 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf393fa-5827-4c30-9d74-6db240abd222 None None] Routers {'f2d125f0-9e65-4351-84a2-f0659ea5dea9'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:31:43.372805 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-caf393fa-5827-4c30-9d74-6db240abd222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:31:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['f2d125f0-9e65-4351-84a2-f0659ea5dea9'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:43.391543 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-06bf5edd-56a0-4904-b38e-be03b4a04c35 req-c1cc88d0-b5d9-407d-afd2-e7d6302c68f1 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bcec102-37e4-416a-aa51-90b64613dc0c HTTP/1.1" status: 200 len: 210 time: 0.0856524 Oct 13 15:31:43.485832 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-1474b110-1adc-4301-b577-1012cc3a3e17 None None] Attempt 9 to provision port 72973d55-4b1e-4f56-b1c0-164dc0c319c1 Oct 13 15:31:43.505798 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-61f1de84-2205-4cb4-86f8-b4f55449758a tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:43.513428 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-caf393fa-5827-4c30-9d74-6db240abd222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:43.514198 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf393fa-5827-4c30-9d74-6db240abd222 None None] The sync data for ids ['f2d125f0-9e65-4351-84a2-f0659ea5dea9'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:31:43.529829 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-3af9874a-edf3-4eff-8d5d-d7bb0b48e8ae tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 986 time: 12.3257854 Oct 13 15:31:43.536626 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50478) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:43.552784 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50480) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:43.556930 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-1474b110-1adc-4301-b577-1012cc3a3e17 None None] Port 72973d55-4b1e-4f56-b1c0-164dc0c319c1 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:43.670398 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-0ad2c0ca-1cf0-407a-b6cf-8863785abaf4 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Synchronizing usage tracker for tenant:42424788e9554a81ae9da43073b2fd43 on resource:security_group {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:31:43.692554 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a2e69e-561e-4113-8af2-5b71cc69d410 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event updated for resources: {'Subnet': ['ID=5a40042e-f59f-4652-8a84-26e0c3cbe723,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:43.700854 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a2e69e-561e-4113-8af2-5b71cc69d410 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Checking segment: {'id': '92b95d5d-f98b-4e08-95c2-ce8bac7a6231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'baff36f3-945e-4583-91e4-ac6ed7fa08ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:31:43.700987 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a2e69e-561e-4113-8af2-5b71cc69d410 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Network hostable DHCP agents. Network: baff36f3-945e-4583-91e4-ac6ed7fa08ab, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:31:43.747238 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-79fe107e-14d9-47cb-a40b-5816b912ae69 tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] 10.222.0.42 "GET /v2.0/floatingips/6aaef850-f434-4734-9646-b1710ac84dcc HTTP/1.1" status: 200 len: 981 time: 0.1981297 Oct 13 15:31:43.748919 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50488) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:43.800336 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-0ad2c0ca-1cf0-407a-b6cf-8863785abaf4 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Unset dirty status for tenant:42424788e9554a81ae9da43073b2fd43 on resource:security_group {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:31:43.806831 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-0ad2c0ca-1cf0-407a-b6cf-8863785abaf4 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.6141632 Oct 13 15:31:43.823416 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50492) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:43.824597 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a2e69e-561e-4113-8af2-5b71cc69d410 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Network baff36f3-945e-4583-91e4-ac6ed7fa08ab is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:31:43.847423 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-cb430aff-dc2e-43ff-af13-19527ea91442 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Request body: {'security_group': {'name': 'tempest-secgroup--103369146'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:43.865114 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-cb430aff-dc2e-43ff-af13-19527ea91442 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:43.897087 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-cb430aff-dc2e-43ff-af13-19527ea91442 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:43.899855 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a1b57cd3-601b-4b8f-9464-36070b511edd tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:43.916750 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-48e5b2b6-0d1f-4c79-b90f-9acf92cd3445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:43.933703 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-09a2e69e-561e-4113-8af2-5b71cc69d410 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, baff36f3-945e-4583-91e4-ac6ed7fa08ab) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:31:43.942081 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d0a6cc-2187-4890-92c7-48c2916603be None None] Network baff36f3-945e-4583-91e4-ac6ed7fa08ab requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:31:43.968843 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a2e69e-561e-4113-8af2-5b71cc69d410 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:43.969424 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-09a2e69e-561e-4113-8af2-5b71cc69d410 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:43.975666 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-48e5b2b6-0d1f-4c79-b90f-9acf92cd3445 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:44.052126 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-48e5b2b6-0d1f-4c79-b90f-9acf92cd3445 admin admin] Usage tracker for resource:security_group_rule and tenant:8fae91848a7b4ad88052fa9658273874 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:44.057106 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-d9db50c3-0e14-42e4-a017-877e34b0a2d2 tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1943 time: 0.3072069 Oct 13 15:31:44.060728 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-48e5b2b6-0d1f-4c79-b90f-9acf92cd3445 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:44.061527 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50498) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:44.062771 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-1474b110-1adc-4301-b577-1012cc3a3e17 None None] Attempt 10 to provision port 72973d55-4b1e-4f56-b1c0-164dc0c319c1 Oct 13 15:31:44.082149 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-48e5b2b6-0d1f-4c79-b90f-9acf92cd3445 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:44.084467 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-513ff068-f3ff-48c2-9eef-e8d2c8dfed92 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:44.149564 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-09a2e69e-561e-4113-8af2-5b71cc69d410 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6719022 Oct 13 15:31:44.160770 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-1474b110-1adc-4301-b577-1012cc3a3e17 None None] Port 72973d55-4b1e-4f56-b1c0-164dc0c319c1 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:44.182235 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cb430aff-dc2e-43ff-af13-19527ea91442 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:44.195621 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50502) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:44.274273 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ed6d5-4f2e-4597-866b-c8d178750d8e req-979d3093-1727-42c7-aea8-26861944b809 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:44.275663 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f96ed6d5-4f2e-4597-866b-c8d178750d8e req-979d3093-1727-42c7-aea8-26861944b809 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.16 "GET /v2.0/networks?id=a44f8207-61f2-477d-b80a-38deab4e3cb7 HTTP/1.1" status: 200 len: 812 time: 0.3960946 Oct 13 15:31:44.287476 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e64d5c-7c04-4285-96d4-4cc3901f2189 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-baff36f3-945e-4583-91e4-ac6ed7fa08ab', 'network_id': 'baff36f3-945e-4583-91e4-ac6ed7fa08ab', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'fixed_ips': [{'subnet_id': '5a40042e-f59f-4652-8a84-26e0c3cbe723'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:31:44.288579 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-33e64d5c-7c04-4285-96d4-4cc3901f2189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:44.303638 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Provisioning for port a36124af-004e-4151-b7cd-135de0fd13af completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:31:44.343133 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-bfae47b0-67ae-4760-9f07-dd4ae5220081 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1849960261', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:44.348980 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Provisioning complete for port a36124af-004e-4151-b7cd-135de0fd13af triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:31:44.354859 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:44.355301 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Attempt 1 to provision port a36124af-004e-4151-b7cd-135de0fd13af Oct 13 15:31:44.418712 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-bfae47b0-67ae-4760-9f07-dd4ae5220081 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:44.432310 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-cb430aff-dc2e-43ff-af13-19527ea91442 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:44.447036 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-bfae47b0-67ae-4760-9f07-dd4ae5220081 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Usage tracker for resource:router and tenant:4c5e5250b5d0476f9d711181f94ffb05 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:44.459224 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-cb430aff-dc2e-43ff-af13-19527ea91442 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Usage tracker for resource:security_group_rule and tenant:42424788e9554a81ae9da43073b2fd43 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:44.464663 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-bfae47b0-67ae-4760-9f07-dd4ae5220081 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:44.468190 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-cb430aff-dc2e-43ff-af13-19527ea91442 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:44.483923 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f96ed6d5-4f2e-4597-866b-c8d178750d8e req-8b2b4ab8-9679-4f84-a258-b7b5ba6eb142 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4e179e9a35a4e59a0b0abe27aa737df HTTP/1.1" status: 200 len: 380 time: 0.1971667 Oct 13 15:31:44.488300 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-cb430aff-dc2e-43ff-af13-19527ea91442 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:44.493550 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-bfae47b0-67ae-4760-9f07-dd4ae5220081 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:44.508231 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-f96ed6d5-4f2e-4597-866b-c8d178750d8e req-9eb6aba2-b3bf-40ac-8db5-497ffe3247d9 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Request body: {'port': {'device_id': '5bcec102-37e4-416a-aa51-90b64613dc0c', 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7', 'admin_state_up': True, 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'security_groups': ['81e55712-bc20-48c8-a3f7-25813fa3e1a9']}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:44.534078 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-33e64d5c-7c04-4285-96d4-4cc3901f2189 None None] Allocated IP 172.20.0.2 (baff36f3-945e-4583-91e4-ac6ed7fa08ab/5a40042e-f59f-4652-8a84-26e0c3cbe723/79b034c1-f2ad-4399-9c69-565b77e648ee) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:31:44.544012 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-a1b57cd3-601b-4b8f-9464-36070b511edd tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Allocated IP 172.26.2.41 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/d130007d-7921-452a-8ecd-65b939457af9) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:31:44.556476 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bfae47b0-67ae-4760-9f07-dd4ae5220081 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:44.557698 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bfae47b0-67ae-4760-9f07-dd4ae5220081 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:44.569647 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-339418d9-dff4-49f2-9336-bb4b784f0fd3 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Deleting port e95ea38c-1acd-4121-b126-203290ddd93a {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:31:44.570590 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-339418d9-dff4-49f2-9336-bb4b784f0fd3 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:44.590823 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-48e5b2b6-0d1f-4c79-b90f-9acf92cd3445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:44.707126 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-48e5b2b6-0d1f-4c79-b90f-9acf92cd3445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:44.754178 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-61f1de84-2205-4cb4-86f8-b4f55449758a tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Deleting port f068c2d9-8f24-427c-ab7b-9928ea64aafe {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:31:44.754519 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-61f1de84-2205-4cb4-86f8-b4f55449758a tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:44.818673 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bfae47b0-67ae-4760-9f07-dd4ae5220081 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:44.838573 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-48e5b2b6-0d1f-4c79-b90f-9acf92cd3445 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=8fae91848a7b4ad88052fa9658273874&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2713466 Oct 13 15:31:44.838820 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Port a36124af-004e-4151-b7cd-135de0fd13af cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:44.842447 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-33e64d5c-7c04-4285-96d4-4cc3901f2189 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:44.848034 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d0ef4402-1ccd-4dde-955f-96e7455485a8 req-47565e3f-46c2-4d4b-88eb-08289a74d499 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bcec102-37e4-416a-aa51-90b64613dc0c HTTP/1.1" status: 200 len: 210 time: 0.1559265 Oct 13 15:31:44.849257 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50514) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:44.854883 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-33e64d5c-7c04-4285-96d4-4cc3901f2189 None None] Transition to ACTIVE for port object 79b034c1-f2ad-4399-9c69-565b77e648ee will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:31:44.873338 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-513ff068-f3ff-48c2-9eef-e8d2c8dfed92 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Deleting port 77a7b7a4-b4de-4969-b685-3c47d9482bc1 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:31:44.873813 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-513ff068-f3ff-48c2-9eef-e8d2c8dfed92 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:44.881343 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-33e64d5c-7c04-4285-96d4-4cc3901f2189 None None] Transition to ACTIVE for port object 79b034c1-f2ad-4399-9c69-565b77e648ee will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:31:44.903312 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e5b2b6-0d1f-4c79-b90f-9acf92cd3445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a486c23-b655-4e72-a938-468a70336dae,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:44.904554 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-33e64d5c-7c04-4285-96d4-4cc3901f2189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:44.952834 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-f96ed6d5-4f2e-4597-866b-c8d178750d8e req-9eb6aba2-b3bf-40ac-8db5-497ffe3247d9 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:44.994257 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-f96ed6d5-4f2e-4597-866b-c8d178750d8e req-9eb6aba2-b3bf-40ac-8db5-497ffe3247d9 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:45.003173 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cb430aff-dc2e-43ff-af13-19527ea91442 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:45.024477 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e64d5c-7c04-4285-96d4-4cc3901f2189 None None] Network baff36f3-945e-4583-91e4-ac6ed7fa08ab is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:31:45.025355 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e64d5c-7c04-4285-96d4-4cc3901f2189 None None] Pushing event updated for resources: {'Port': ['ID=79b034c1-f2ad-4399-9c69-565b77e648ee,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:45.027959 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-33e64d5c-7c04-4285-96d4-4cc3901f2189 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:31:45.034918 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e64d5c-7c04-4285-96d4-4cc3901f2189 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:31:45.096387 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f96ed6d5-4f2e-4597-866b-c8d178750d8e req-9eb6aba2-b3bf-40ac-8db5-497ffe3247d9 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Made reservation on behalf of c4e179e9a35a4e59a0b0abe27aa737df for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:31:45.102563 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-f96ed6d5-4f2e-4597-866b-c8d178750d8e req-9eb6aba2-b3bf-40ac-8db5-497ffe3247d9 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:45.112800 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cb430aff-dc2e-43ff-af13-19527ea91442 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:45.148544 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-513ff068-f3ff-48c2-9eef-e8d2c8dfed92 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:45.164191 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-33e64d5c-7c04-4285-96d4-4cc3901f2189 None None] Attempting to bind port 79b034c1-f2ad-4399-9c69-565b77e648ee on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:31:45.164865 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-33e64d5c-7c04-4285-96d4-4cc3901f2189 None None] Attempting to bind port 79b034c1-f2ad-4399-9c69-565b77e648ee by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '92b95d5d-f98b-4e08-95c2-ce8bac7a6231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'baff36f3-945e-4583-91e4-ac6ed7fa08ab'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:31:45.165423 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e64d5c-7c04-4285-96d4-4cc3901f2189 None None] Attempting to bind port 79b034c1-f2ad-4399-9c69-565b77e648ee on network baff36f3-945e-4583-91e4-ac6ed7fa08ab {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:31:45.171834 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e64d5c-7c04-4285-96d4-4cc3901f2189 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:31:45.172272 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e64d5c-7c04-4285-96d4-4cc3901f2189 None None] Checking segment: {'id': '92b95d5d-f98b-4e08-95c2-ce8bac7a6231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'baff36f3-945e-4583-91e4-ac6ed7fa08ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:31:45.172730 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-33e64d5c-7c04-4285-96d4-4cc3901f2189 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:45.173177 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e64d5c-7c04-4285-96d4-4cc3901f2189 None None] Bound using segment: {'id': '92b95d5d-f98b-4e08-95c2-ce8bac7a6231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'baff36f3-945e-4583-91e4-ac6ed7fa08ab'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:31:45.173696 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-33e64d5c-7c04-4285-96d4-4cc3901f2189 None None] Bound port: 79b034c1-f2ad-4399-9c69-565b77e648ee, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92b95d5d-f98b-4e08-95c2-ce8bac7a6231', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': 'baff36f3-945e-4583-91e4-ac6ed7fa08ab'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:31:45.174143 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-33e64d5c-7c04-4285-96d4-4cc3901f2189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:45.210097 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bfae47b0-67ae-4760-9f07-dd4ae5220081 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:45.270649 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-33e64d5c-7c04-4285-96d4-4cc3901f2189 None None] For port 79b034c1-f2ad-4399-9c69-565b77e648ee, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:31:45.275469 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-33e64d5c-7c04-4285-96d4-4cc3901f2189 None None] For port 79b034c1-f2ad-4399-9c69-565b77e648ee, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=79b034c1-f2ad-4399-9c69-565b77e648ee,segment=NetworkSegment(92b95d5d-f98b-4e08-95c2-ce8bac7a6231),segment_id=92b95d5d-f98b-4e08-95c2-ce8bac7a6231)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:31:45.281727 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-33e64d5c-7c04-4285-96d4-4cc3901f2189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:45.357421 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb430aff-dc2e-43ff-af13-19527ea91442 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0509010-e866-4bff-b759-cad4acd18acc,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:45.396426 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a1b57cd3-601b-4b8f-9464-36070b511edd tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:45.401241 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bfae47b0-67ae-4760-9f07-dd4ae5220081 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:45.406631 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-bfae47b0-67ae-4760-9f07-dd4ae5220081 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.1470265 Oct 13 15:31:45.419379 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50518) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:45.420071 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-25c6362f-6efa-4a80-8ec1-8a8442d32d3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:45.425797 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-339418d9-dff4-49f2-9336-bb4b784f0fd3 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:45.426138 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-339418d9-dff4-49f2-9336-bb4b784f0fd3 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:45.440468 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cb430aff-dc2e-43ff-af13-19527ea91442 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:45.441751 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-cb430aff-dc2e-43ff-af13-19527ea91442 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 1.6154976 Oct 13 15:31:45.453348 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Attempt 2 to provision port a36124af-004e-4151-b7cd-135de0fd13af Oct 13 15:31:45.456006 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-959bd2d6-d9cc-4520-b129-242c271d0b3c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Request body: {'port': {'network_id': 'baff36f3-945e-4583-91e4-ac6ed7fa08ab', 'name': 'tempest-RoutersTest-96072201'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:45.474205 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-61f1de84-2205-4cb4-86f8-b4f55449758a tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:45.484766 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50522) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:45.488598 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-513ff068-f3ff-48c2-9eef-e8d2c8dfed92 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Calling delete_port for 77a7b7a4-b4de-4969-b685-3c47d9482bc1 owned by network:router_interface {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:31:45.515468 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e64d5c-7c04-4285-96d4-4cc3901f2189 None None] Pushing event updated for resources: {'Port': ['ID=79b034c1-f2ad-4399-9c69-565b77e648ee,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:45.521383 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Port a36124af-004e-4151-b7cd-135de0fd13af cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:45.522055 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-a507d171-0dbc-4a5a-bdcf-281474883e73 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Request body: {'security_group_rule': {'security_group_id': 'b0509010-e866-4bff-b759-cad4acd18acc', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:45.742919 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [req-f96ed6d5-4f2e-4597-866b-c8d178750d8e req-9eb6aba2-b3bf-40ac-8db5-497ffe3247d9 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Allocated IP 172.20.0.7 (a44f8207-61f2-477d-b80a-38deab4e3cb7/235995ae-56e8-4a42-a8ac-e16e5c3294b1/a4123161-15b6-4933-93c1-9dd648d8b96c) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:31:45.816422 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-a507d171-0dbc-4a5a-bdcf-281474883e73 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:45.995700 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-339418d9-dff4-49f2-9336-bb4b784f0fd3 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Calling delete_port for e95ea38c-1acd-4121-b126-203290ddd93a owned by network:floatingip {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:31:46.022918 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Attempt 3 to provision port a36124af-004e-4151-b7cd-135de0fd13af Oct 13 15:31:46.032767 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-61f1de84-2205-4cb4-86f8-b4f55449758a tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Calling delete_port for f068c2d9-8f24-427c-ab7b-9928ea64aafe owned by network:router_interface {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:31:46.054354 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-513ff068-f3ff-48c2-9eef-e8d2c8dfed92 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:46.068172 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-25c6362f-6efa-4a80-8ec1-8a8442d32d3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:46.090676 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-a507d171-0dbc-4a5a-bdcf-281474883e73 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Usage tracker for resource:security_group_rule and tenant:42424788e9554a81ae9da43073b2fd43 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:46.098537 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Port a36124af-004e-4151-b7cd-135de0fd13af cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:46.173166 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-a507d171-0dbc-4a5a-bdcf-281474883e73 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:46.204959 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-a507d171-0dbc-4a5a-bdcf-281474883e73 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:46.229419 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513ff068-f3ff-48c2-9eef-e8d2c8dfed92 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event deleted for resources: {'Port': ['ID=77a7b7a4-b4de-4969-b685-3c47d9482bc1,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:46.240976 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-3a126384-5ef7-4be2-8df2-3d7e1e1ddbdc req-e7ce5c5d-d40f-4a31-8e1e-71ef9d59b1ef tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bcec102-37e4-416a-aa51-90b64613dc0c HTTP/1.1" status: 200 len: 210 time: 0.1750746 Oct 13 15:31:46.362466 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-959bd2d6-d9cc-4520-b129-242c271d0b3c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:46.363250 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-513ff068-f3ff-48c2-9eef-e8d2c8dfed92 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:46.369703 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a507d171-0dbc-4a5a-bdcf-281474883e73 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:46.387507 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a1b57cd3-601b-4b8f-9464-36070b511edd tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:46.398097 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-959bd2d6-d9cc-4520-b129-242c271d0b3c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Usage tracker for resource:port and tenant:4c5e5250b5d0476f9d711181f94ffb05 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:46.442203 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-959bd2d6-d9cc-4520-b129-242c271d0b3c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Quota usage for port was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:46.468515 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-959bd2d6-d9cc-4520-b129-242c271d0b3c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:46.528179 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b57cd3-601b-4b8f-9464-36070b511edd tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:31:46.537835 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-25c6362f-6efa-4a80-8ec1-8a8442d32d3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:46.553511 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-a1b57cd3-601b-4b8f-9464-36070b511edd tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:31:46.556519 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b57cd3-601b-4b8f-9464-36070b511edd tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:31:46.588044 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959bd2d6-d9cc-4520-b129-242c271d0b3c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Made reservation on behalf of 4c5e5250b5d0476f9d711181f94ffb05 for: {'port': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:31:46.592596 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-959bd2d6-d9cc-4520-b129-242c271d0b3c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:46.599639 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Attempt 4 to provision port a36124af-004e-4151-b7cd-135de0fd13af Oct 13 15:31:46.623026 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b57cd3-601b-4b8f-9464-36070b511edd tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Pushing event updated for resources: {'Port': ['ID=d130007d-7921-452a-8ecd-65b939457af9,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:46.626425 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c6362f-6efa-4a80-8ec1-8a8442d32d3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a486c23-b655-4e72-a938-468a70336dae,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:46.654115 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-f96ed6d5-4f2e-4597-866b-c8d178750d8e req-9eb6aba2-b3bf-40ac-8db5-497ffe3247d9 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:46.670936 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [None req-959bd2d6-d9cc-4520-b129-242c271d0b3c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] device_id is not set on port 52c8ec81-0685-4ee6-8c15-8982f0447d6a yet. {{(pid=88972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:31:46.687479 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Port a36124af-004e-4151-b7cd-135de0fd13af cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:46.695823 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-f96ed6d5-4f2e-4597-866b-c8d178750d8e req-9eb6aba2-b3bf-40ac-8db5-497ffe3247d9 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Transition to ACTIVE for port object a4123161-15b6-4933-93c1-9dd648d8b96c will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:31:46.708862 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-513ff068-f3ff-48c2-9eef-e8d2c8dfed92 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Router 042e7151-1f2d-42b1-9b91-6a5d7587f687 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:31:46.829655 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-25c6362f-6efa-4a80-8ec1-8a8442d32d3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:46.830813 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-25c6362f-6efa-4a80-8ec1-8a8442d32d3d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8a486c23-b655-4e72-a938-468a70336dae HTTP/1.1" status: 204 len: 168 time: 1.9673436 Oct 13 15:31:46.867276 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-513ff068-f3ff-48c2-9eef-e8d2c8dfed92 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:31:46.872139 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a507d171-0dbc-4a5a-bdcf-281474883e73 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:46.878881 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b218e66-e099-4343-9bf8-4de6db55a33b None None] Sync routers for ids ['042e7151-1f2d-42b1-9b91-6a5d7587f687'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:31:46.889910 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b218e66-e099-4343-9bf8-4de6db55a33b None None] Routers {'042e7151-1f2d-42b1-9b91-6a5d7587f687'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:31:46.891243 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-3b218e66-e099-4343-9bf8-4de6db55a33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:31:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['042e7151-1f2d-42b1-9b91-6a5d7587f687'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:46.896383 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-513ff068-f3ff-48c2-9eef-e8d2c8dfed92 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "PUT /v2.0/routers/042e7151-1f2d-42b1-9b91-6a5d7587f687/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6955428 Oct 13 15:31:46.897612 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-f96ed6d5-4f2e-4597-866b-c8d178750d8e req-9eb6aba2-b3bf-40ac-8db5-497ffe3247d9 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:46.899686 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50532) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:46.906289 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d875835a-59ee-4d57-9954-d01299bea458 None None] Network baff36f3-945e-4583-91e4-ac6ed7fa08ab requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:31:46.921131 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-959bd2d6-d9cc-4520-b129-242c271d0b3c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Allocated IP 172.20.0.9 (baff36f3-945e-4583-91e4-ac6ed7fa08ab/5a40042e-f59f-4652-8a84-26e0c3cbe723/52c8ec81-0685-4ee6-8c15-8982f0447d6a) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:31:47.000148 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-3b218e66-e099-4343-9bf8-4de6db55a33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:47.002687 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f96ed6d5-4f2e-4597-866b-c8d178750d8e req-9eb6aba2-b3bf-40ac-8db5-497ffe3247d9 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Network a44f8207-61f2-477d-b80a-38deab4e3cb7 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:31:47.011145 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b218e66-e099-4343-9bf8-4de6db55a33b None None] Routers {'042e7151-1f2d-42b1-9b91-6a5d7587f687'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:31:47.011768 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-3b218e66-e099-4343-9bf8-4de6db55a33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:31:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['042e7151-1f2d-42b1-9b91-6a5d7587f687'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:47.038111 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a507d171-0dbc-4a5a-bdcf-281474883e73 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:47.077097 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-61f1de84-2205-4cb4-86f8-b4f55449758a tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:47.082403 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-3b218e66-e099-4343-9bf8-4de6db55a33b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:47.082823 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b218e66-e099-4343-9bf8-4de6db55a33b None None] The sync data for ids ['042e7151-1f2d-42b1-9b91-6a5d7587f687'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:31:47.169190 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [req-f96ed6d5-4f2e-4597-866b-c8d178750d8e req-9eb6aba2-b3bf-40ac-8db5-497ffe3247d9 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:31:47.182156 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a507d171-0dbc-4a5a-bdcf-281474883e73 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=829ad8e9-5cb6-4d3f-97c1-a412750076ff,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:47.185210 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-f96ed6d5-4f2e-4597-866b-c8d178750d8e req-9eb6aba2-b3bf-40ac-8db5-497ffe3247d9 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:31:47.232013 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb0e00b2-873e-4424-ad92-66d03a66c41f tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] GET failed (client error): The resource could not be found. Oct 13 15:31:47.232663 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-eb0e00b2-873e-4424-ad92-66d03a66c41f tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Synchronizing usage tracker for tenant:19ec4718eae5492e825f796615e1a8b4 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:31:47.242174 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Attempt 5 to provision port a36124af-004e-4151-b7cd-135de0fd13af Oct 13 15:31:47.242396 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f1de84-2205-4cb4-86f8-b4f55449758a tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Pushing event deleted for resources: {'Port': ['ID=f068c2d9-8f24-427c-ab7b-9928ea64aafe,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:47.285682 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb6aba2-b3bf-40ac-8db5-497ffe3247d9 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Pushing event updated for resources: {'Port': ['ID=a4123161-15b6-4933-93c1-9dd648d8b96c,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:47.307128 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-339418d9-dff4-49f2-9336-bb4b784f0fd3 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:47.343630 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ed6d5-4f2e-4597-866b-c8d178750d8e req-9eb6aba2-b3bf-40ac-8db5-497ffe3247d9 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:47.344307 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-f96ed6d5-4f2e-4597-866b-c8d178750d8e req-9eb6aba2-b3bf-40ac-8db5-497ffe3247d9 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:47.350811 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-eb0e00b2-873e-4424-ad92-66d03a66c41f tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Unset dirty status for tenant:19ec4718eae5492e825f796615e1a8b4 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:31:47.354836 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-eb0e00b2-873e-4424-ad92-66d03a66c41f tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "GET /v2.0/ports/77a7b7a4-b4de-4969-b685-3c47d9482bc1 HTTP/1.1" status: 404 len: 333 time: 0.4541895 Oct 13 15:31:47.355433 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50540) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:47.377955 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Port a36124af-004e-4151-b7cd-135de0fd13af cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:47.410330 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50544) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:47.418401 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-339418d9-dff4-49f2-9336-bb4b784f0fd3 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Pushing event deleted for resources: {'Port': ['ID=e95ea38c-1acd-4121-b126-203290ddd93a,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:47.535103 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c04a083c-f504-42fa-b5dc-b02c097f5229 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for router, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:47.667614 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 79b034c1-f2ad-4399-9c69-565b77e648ee up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:31:47.732514 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a507d171-0dbc-4a5a-bdcf-281474883e73 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:47.735996 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a507d171-0dbc-4a5a-bdcf-281474883e73 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.2455540 Oct 13 15:31:47.735996 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a1b57cd3-601b-4b8f-9464-36070b511edd tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:47.742507 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f96ed6d5-4f2e-4597-866b-c8d178750d8e req-9eb6aba2-b3bf-40ac-8db5-497ffe3247d9 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2388792 Oct 13 15:31:47.745553 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50550) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:47.763151 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 79b034c1-f2ad-4399-9c69-565b77e648ee completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:31:47.769455 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-f96ed6d5-4f2e-4597-866b-c8d178750d8e req-236163ef-b7de-48e3-9fad-8cde2edb0649 service neutron] Request body: {'port': {'device_id': '5bcec102-37e4-416a-aa51-90b64613dc0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:47.879856 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Attempt 6 to provision port a36124af-004e-4151-b7cd-135de0fd13af Oct 13 15:31:47.932733 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-228da58f-d306-462d-b817-13c2a28c6e0b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4e4095feebe3494ca30364164a1ee1fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5163946 Oct 13 15:31:47.941012 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Port a36124af-004e-4151-b7cd-135de0fd13af cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:47.958742 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50554) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:48.044144 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c04a083c-f504-42fa-b5dc-b02c097f5229 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:48.048360 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c04a083c-f504-42fa-b5dc-b02c097f5229 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:48.085916 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-339418d9-dff4-49f2-9336-bb4b784f0fd3 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks [] for floatingip, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:48.086546 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.l3_db [None req-339418d9-dff4-49f2-9336-bb4b784f0fd3 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Floating IP 6aaef850-f434-4734-9646-b1710ac84dcc disassociated (deleted). External IP: 172.26.2.88, port: 72973d55-4b1e-4f56-b1c0-164dc0c319c1. Oct 13 15:31:48.139119 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cd981b-023c-41df-bb67-2fc4f79c7e4f req-c23acf87-9c63-4f0f-b8f6-00749405b7a1 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:48.139813 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-89cd981b-023c-41df-bb67-2fc4f79c7e4f req-c23acf87-9c63-4f0f-b8f6-00749405b7a1 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Synchronizing usage tracker for tenant:c4e179e9a35a4e59a0b0abe27aa737df on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:31:48.142257 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-120a6512-9f3a-4075-a0f7-da1453bfb7a4 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:48.157416 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-f96ed6d5-4f2e-4597-866b-c8d178750d8e req-236163ef-b7de-48e3-9fad-8cde2edb0649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:48.172794 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c04a083c-f504-42fa-b5dc-b02c097f5229 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:48.173285 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c04a083c-f504-42fa-b5dc-b02c097f5229 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Fanout notify agent at l3_agent the message router_deleted on router 042e7151-1f2d-42b1-9b91-6a5d7587f687 {{(pid=88973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:31:48.182728 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a1b57cd3-601b-4b8f-9464-36070b511edd tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:48.235440 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-120a6512-9f3a-4075-a0f7-da1453bfb7a4 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:48.252350 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-89cd981b-023c-41df-bb67-2fc4f79c7e4f req-c23acf87-9c63-4f0f-b8f6-00749405b7a1 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Unset dirty status for tenant:c4e179e9a35a4e59a0b0abe27aa737df on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:31:48.258147 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-89cd981b-023c-41df-bb67-2fc4f79c7e4f req-c23acf87-9c63-4f0f-b8f6-00749405b7a1 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bcec102-37e4-416a-aa51-90b64613dc0c HTTP/1.1" status: 200 len: 931 time: 0.6650124 Oct 13 15:31:48.258147 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c04a083c-f504-42fa-b5dc-b02c097f5229 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:48.260854 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c04a083c-f504-42fa-b5dc-b02c097f5229 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "DELETE /v2.0/routers/042e7151-1f2d-42b1-9b91-6a5d7587f687 HTTP/1.1" status: 204 len: 168 time: 0.8994825 Oct 13 15:31:48.270704 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50560) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:48.280117 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-959bd2d6-d9cc-4520-b129-242c271d0b3c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:48.284964 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-61f1de84-2205-4cb4-86f8-b4f55449758a tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:48.405113 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-89cd981b-023c-41df-bb67-2fc4f79c7e4f req-dadd0cba-7fdb-42cd-8cdd-adf5e9eee91c tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/security-groups?id=81e55712-bc20-48c8-a3f7-25813fa3e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332767 Oct 13 15:31:48.441889 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-120a6512-9f3a-4075-a0f7-da1453bfb7a4 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:48.446400 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-58c57ac7-db0d-4152-be44-8bc8893bc204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:48.448709 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Attempt 7 to provision port a36124af-004e-4151-b7cd-135de0fd13af Oct 13 15:31:48.502056 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-959bd2d6-d9cc-4520-b129-242c271d0b3c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Transition to ACTIVE for port object 52c8ec81-0685-4ee6-8c15-8982f0447d6a will not be triggered until provisioned by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:31:48.507056 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Port a36124af-004e-4151-b7cd-135de0fd13af cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:48.527654 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120a6512-9f3a-4075-a0f7-da1453bfb7a4 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0509010-e866-4bff-b759-cad4acd18acc,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:48.562116 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-120a6512-9f3a-4075-a0f7-da1453bfb7a4 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:48.563294 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-120a6512-9f3a-4075-a0f7-da1453bfb7a4 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "DELETE /v2.0/security-groups/b0509010-e866-4bff-b759-cad4acd18acc HTTP/1.1" status: 204 len: 168 time: 0.8156631 Oct 13 15:31:48.565852 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50566) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:48.605496 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-0be8449e-da74-42b6-a4b2-9174b5bb93f0 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Deleting subnet 4f7f075f-636d-4b60-809c-f55ec79fbdc1 {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:31:48.617710 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0be8449e-da74-42b6-a4b2-9174b5bb93f0 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:48.641965 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-aecac6b8-d977-4e9a-b2a9-634878a9c47a tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Synchronizing usage tracker for tenant:42424788e9554a81ae9da43073b2fd43 on resource:security_group {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:31:48.723820 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-aecac6b8-d977-4e9a-b2a9-634878a9c47a tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Unset dirty status for tenant:42424788e9554a81ae9da43073b2fd43 on resource:security_group {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:31:48.725066 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-aecac6b8-d977-4e9a-b2a9-634878a9c47a tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.1582918 Oct 13 15:31:48.729009 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [req-f96ed6d5-4f2e-4597-866b-c8d178750d8e req-236163ef-b7de-48e3-9fad-8cde2edb0649 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4123161-15b6-4933-93c1-9dd648d8b96c {{(pid=88973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 15:31:48.732899 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50572) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:48.750420 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-58c57ac7-db0d-4152-be44-8bc8893bc204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:48.750627 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-f96ed6d5-4f2e-4597-866b-c8d178750d8e req-236163ef-b7de-48e3-9fad-8cde2edb0649 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:48.772695 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-f96ed6d5-4f2e-4597-866b-c8d178750d8e req-236163ef-b7de-48e3-9fad-8cde2edb0649 service neutron] Transition to ACTIVE for port object a4123161-15b6-4933-93c1-9dd648d8b96c will not be triggered until provisioned by entity L2. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:31:48.782348 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-f96ed6d5-4f2e-4597-866b-c8d178750d8e req-236163ef-b7de-48e3-9fad-8cde2edb0649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:48.916647 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0be8449e-da74-42b6-a4b2-9174b5bb93f0 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:49.010547 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Attempt 8 to provision port a36124af-004e-4151-b7cd-135de0fd13af Oct 13 15:31:49.011149 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-959bd2d6-d9cc-4520-b129-242c271d0b3c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:49.018727 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-bf3e91af-749e-40fc-881b-e7a21a510c0f tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Synchronizing usage tracker for tenant:42424788e9554a81ae9da43073b2fd43 on resource:security_group_rule {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:31:49.071411 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Port a36124af-004e-4151-b7cd-135de0fd13af cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:49.137686 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-bf3e91af-749e-40fc-881b-e7a21a510c0f tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] Unset dirty status for tenant:42424788e9554a81ae9da43073b2fd43 on resource:security_group_rule {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:31:49.138960 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-bf3e91af-749e-40fc-881b-e7a21a510c0f tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.4051576 Oct 13 15:31:49.145286 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236163ef-b7de-48e3-9fad-8cde2edb0649 service neutron] Pushing event updated for resources: {'Port': ['ID=a4123161-15b6-4933-93c1-9dd648d8b96c,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:49.148827 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50576) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:49.174531 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.api.v2.resource [None req-f0e1ec9c-7aa4-47f5-96dd-662eeea3dbb2 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] delete failed (client error): The resource could not be found. Oct 13 15:31:49.175567 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-f0e1ec9c-7aa4-47f5-96dd-662eeea3dbb2 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "DELETE /v2.0/security-groups/b0509010-e866-4bff-b759-cad4acd18acc HTTP/1.1" status: 404 len: 347 time: 0.0236576 Oct 13 15:31:49.179875 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50580) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:49.215762 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-f96ed6d5-4f2e-4597-866b-c8d178750d8e req-236163ef-b7de-48e3-9fad-8cde2edb0649 service neutron] Attempting to bind port a4123161-15b6-4933-93c1-9dd648d8b96c on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:31:49.216092 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-f96ed6d5-4f2e-4597-866b-c8d178750d8e req-236163ef-b7de-48e3-9fad-8cde2edb0649 service neutron] Attempting to bind port a4123161-15b6-4933-93c1-9dd648d8b96c by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'c8b28188-8b1e-438a-8a7c-cfa1fc185e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7'}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:31:49.216417 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96ed6d5-4f2e-4597-866b-c8d178750d8e req-236163ef-b7de-48e3-9fad-8cde2edb0649 service neutron] Attempting to bind port a4123161-15b6-4933-93c1-9dd648d8b96c on network a44f8207-61f2-477d-b80a-38deab4e3cb7 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:31:49.231738 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96ed6d5-4f2e-4597-866b-c8d178750d8e req-236163ef-b7de-48e3-9fad-8cde2edb0649 service neutron] Port a4123161-15b6-4933-93c1-9dd648d8b96c on network a44f8207-61f2-477d-b80a-38deab4e3cb7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:31:49.232058 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96ed6d5-4f2e-4597-866b-c8d178750d8e req-236163ef-b7de-48e3-9fad-8cde2edb0649 service neutron] Attempting to bind port a4123161-15b6-4933-93c1-9dd648d8b96c on network a44f8207-61f2-477d-b80a-38deab4e3cb7 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:31:49.245238 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96ed6d5-4f2e-4597-866b-c8d178750d8e req-236163ef-b7de-48e3-9fad-8cde2edb0649 service neutron] Checking agent: {'id': 'c4d1d38a-44f6-47ac-b17c-311e640e7cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'started_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 31, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:31:49.245880 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96ed6d5-4f2e-4597-866b-c8d178750d8e req-236163ef-b7de-48e3-9fad-8cde2edb0649 service neutron] Checking segment: {'id': 'c8b28188-8b1e-438a-8a7c-cfa1fc185e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:31:49.245880 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f96ed6d5-4f2e-4597-866b-c8d178750d8e req-236163ef-b7de-48e3-9fad-8cde2edb0649 service neutron] Bound using segment: {'id': 'c8b28188-8b1e-438a-8a7c-cfa1fc185e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7'} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:31:49.246138 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-f96ed6d5-4f2e-4597-866b-c8d178750d8e req-236163ef-b7de-48e3-9fad-8cde2edb0649 service neutron] Bound port: a4123161-15b6-4933-93c1-9dd648d8b96c, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8b28188-8b1e-438a-8a7c-cfa1fc185e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7'}}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:31:49.246489 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-f96ed6d5-4f2e-4597-866b-c8d178750d8e req-236163ef-b7de-48e3-9fad-8cde2edb0649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:49.272055 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-af0f5683-3050-4556-bc36-db7c06975055 tempest-SecGroupTest-144999654 tempest-SecGroupTest-144999654-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2979 time: 0.0910311 Oct 13 15:31:49.350674 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-f96ed6d5-4f2e-4597-866b-c8d178750d8e req-236163ef-b7de-48e3-9fad-8cde2edb0649 service neutron] For port a4123161-15b6-4933-93c1-9dd648d8b96c, host hv-neutron-8603, cleared binding levels {{(pid=88973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:31:49.354555 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-f96ed6d5-4f2e-4597-866b-c8d178750d8e req-236163ef-b7de-48e3-9fad-8cde2edb0649 service neutron] For port a4123161-15b6-4933-93c1-9dd648d8b96c, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=a4123161-15b6-4933-93c1-9dd648d8b96c,segment=NetworkSegment(c8b28188-8b1e-438a-8a7c-cfa1fc185e50),segment_id=c8b28188-8b1e-438a-8a7c-cfa1fc185e50)] {{(pid=88973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:31:49.360815 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-f96ed6d5-4f2e-4597-866b-c8d178750d8e req-236163ef-b7de-48e3-9fad-8cde2edb0649 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:49.385356 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-58c57ac7-db0d-4152-be44-8bc8893bc204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:49.397414 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.db.resource_extend [None req-a1b57cd3-601b-4b8f-9464-36070b511edd tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 15:31:49.397914 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ed6d5-4f2e-4597-866b-c8d178750d8e req-236163ef-b7de-48e3-9fad-8cde2edb0649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:49.398725 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-f96ed6d5-4f2e-4597-866b-c8d178750d8e req-236163ef-b7de-48e3-9fad-8cde2edb0649 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:49.400193 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f96ed6d5-4f2e-4597-866b-c8d178750d8e req-236163ef-b7de-48e3-9fad-8cde2edb0649 service neutron] 10.222.0.16 "PUT /v2.0/ports/a4123161-15b6-4933-93c1-9dd648d8b96c HTTP/1.1" status: 200 len: 1093 time: 1.6364768 Oct 13 15:31:49.406945 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bcec102-37e4-416a-aa51-90b64613dc0c', 'tag': 'a4123161-15b6-4933-93c1-9dd648d8b96c'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:31:49.408899 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86afa212-0c2b-4c53-bc67-a62a9586c92b" -d '{"events": [{"name": "network-changed", "server_uuid": "5bcec102-37e4-416a-aa51-90b64613dc0c", "tag": "a4123161-15b6-4933-93c1-9dd648d8b96c"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:31:49.435819 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959bd2d6-d9cc-4520-b129-242c271d0b3c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Network baff36f3-945e-4583-91e4-ac6ed7fa08ab is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:31:49.450925 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a1b57cd3-601b-4b8f-9464-36070b511edd tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:49.455297 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236163ef-b7de-48e3-9fad-8cde2edb0649 service neutron] Pushing event updated for resources: {'Port': ['ID=a4123161-15b6-4933-93c1-9dd648d8b96c,revision_number=3']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:49.456074 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-959bd2d6-d9cc-4520-b129-242c271d0b3c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:31:49.466217 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c57ac7-db0d-4152-be44-8bc8893bc204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681f1bc8-f153-4382-9bb6-09d1eba464a0,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:49.469751 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-959bd2d6-d9cc-4520-b129-242c271d0b3c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:31:49.546481 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 15:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6611348f-9108-4ae4-9ad3-f25c77edea35 x-openstack-request-id: req-6611348f-9108-4ae4-9ad3-f25c77edea35 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:31:49.546630 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bcec102-37e4-416a-aa51-90b64613dc0c", "tag": "a4123161-15b6-4933-93c1-9dd648d8b96c", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:31:49.546821 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6611348f-9108-4ae4-9ad3-f25c77edea35 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:31:49.547271 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6611348f-9108-4ae4-9ad3-f25c77edea35'] response: {'name': 'network-changed', 'server_uuid': '5bcec102-37e4-416a-aa51-90b64613dc0c', 'tag': 'a4123161-15b6-4933-93c1-9dd648d8b96c', 'status': 'completed', 'code': 200} Oct 13 15:31:49.567066 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959bd2d6-d9cc-4520-b129-242c271d0b3c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event updated for resources: {'Port': ['ID=52c8ec81-0685-4ee6-8c15-8982f0447d6a,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:49.574531 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Attempt 9 to provision port a36124af-004e-4151-b7cd-135de0fd13af Oct 13 15:31:49.584179 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a1b57cd3-601b-4b8f-9464-36070b511edd tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:49.612819 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ed6d5-4f2e-4597-866b-c8d178750d8e req-5493eb15-6c1c-4ffe-96d2-d93391bb96e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:49.614577 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f96ed6d5-4f2e-4597-866b-c8d178750d8e req-5493eb15-6c1c-4ffe-96d2-d93391bb96e8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c4e179e9a35a4e59a0b0abe27aa737df&device_id=5bcec102-37e4-416a-aa51-90b64613dc0c HTTP/1.1" status: 200 len: 1096 time: 0.1282854 Oct 13 15:31:49.687654 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Port a36124af-004e-4151-b7cd-135de0fd13af cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:49.710074 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-58c57ac7-db0d-4152-be44-8bc8893bc204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:49.714271 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-58c57ac7-db0d-4152-be44-8bc8893bc204 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/681f1bc8-f153-4382-9bb6-09d1eba464a0 HTTP/1.1" status: 204 len: 168 time: 1.7476518 Oct 13 15:31:49.742688 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0be8449e-da74-42b6-a4b2-9174b5bb93f0 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:49.759324 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50594) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:49.783274 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-339418d9-dff4-49f2-9336-bb4b784f0fd3 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Router f2d125f0-9e65-4351-84a2-f0659ea5dea9 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:31:49.819094 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f96ed6d5-4f2e-4597-866b-c8d178750d8e req-3ae4836d-5e05-4c81-8984-b413f95266da service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4123161-15b6-4933-93c1-9dd648d8b96c HTTP/1.1" status: 200 len: 217 time: 0.1933615 Oct 13 15:31:49.841336 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959bd2d6-d9cc-4520-b129-242c271d0b3c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:49.842347 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-959bd2d6-d9cc-4520-b129-242c271d0b3c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:49.846242 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a1b57cd3-601b-4b8f-9464-36070b511edd tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:49.867734 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b57cd3-601b-4b8f-9464-36070b511edd tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Pushing event updated for resources: {'Port': ['ID=d130007d-7921-452a-8ecd-65b939457af9,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:49.895637 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f1de84-2205-4cb4-86f8-b4f55449758a tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Router 762fd677-0458-43ed-8610-dce4995dc9bb has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:31:49.923553 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ed6d5-4f2e-4597-866b-c8d178750d8e req-7440afc1-ba27-43cd-a47d-4ec603704b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:49.925004 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f96ed6d5-4f2e-4597-866b-c8d178750d8e req-7440afc1-ba27-43cd-a47d-4ec603704b0e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=235995ae-56e8-4a42-a8ac-e16e5c3294b1 HTTP/1.1" status: 200 len: 851 time: 0.0991051 Oct 13 15:31:49.966807 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a1b57cd3-601b-4b8f-9464-36070b511edd tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:49.970172 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a1b57cd3-601b-4b8f-9464-36070b511edd tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.8705363 Oct 13 15:31:49.970172 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-959bd2d6-d9cc-4520-b129-242c271d0b3c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 4.5466397 Oct 13 15:31:49.980943 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50600) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:49.981273 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50602) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:50.045678 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-603377b7-7018-4c86-ba26-b9fff31906b6 req-87ff9ab9-c27c-45f2-a4e6-638103b2fa83 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:50.047159 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-603377b7-7018-4c86-ba26-b9fff31906b6 req-87ff9ab9-c27c-45f2-a4e6-638103b2fa83 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bcec102-37e4-416a-aa51-90b64613dc0c HTTP/1.1" status: 200 len: 943 time: 0.2866733 Oct 13 15:31:50.053969 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-b0955e17-0f21-4f9f-8902-dfd8cfae40f3 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Request body: {'floatingip': {'port_id': '107f2078-af44-49ef-9122-9c5d33593148', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:50.090079 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-a0cbe63f-f4ea-49bb-8296-cabc6f8c0994 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=42424788e9554a81ae9da43073b2fd43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3200822 Oct 13 15:31:50.092413 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50614) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:50.154279 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-603377b7-7018-4c86-ba26-b9fff31906b6 req-55705b7c-989d-4ce2-9699-0ad2c799600f tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/security-groups?id=81e55712-bc20-48c8-a3f7-25813fa3e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0914323 Oct 13 15:31:50.161111 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96ed6d5-4f2e-4597-866b-c8d178750d8e req-6f295ec5-c0d1-4b24-9269-ad294688168e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:50.162624 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f96ed6d5-4f2e-4597-866b-c8d178750d8e req-6f295ec5-c0d1-4b24-9269-ad294688168e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a44f8207-61f2-477d-b80a-38deab4e3cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2263787 Oct 13 15:31:50.189191 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Attempt 10 to provision port a36124af-004e-4151-b7cd-135de0fd13af Oct 13 15:31:50.240696 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5db3bf2f-fcdd-4f8c-8051-dd3c2ba145ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:50.269120 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Port a36124af-004e-4151-b7cd-135de0fd13af cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:50.284916 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Provisioning for port 2fe6950f-6148-492a-b0d0-807b5e716773 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:31:50.293034 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Provisioning complete for port 2fe6950f-6148-492a-b0d0-807b5e716773 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:31:50.293679 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:50.294563 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Attempt 1 to provision port 2fe6950f-6148-492a-b0d0-807b5e716773 Oct 13 15:31:50.303291 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0be8449e-da74-42b6-a4b2-9174b5bb93f0 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:50.327954 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5db3bf2f-fcdd-4f8c-8051-dd3c2ba145ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:50.380089 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f96ed6d5-4f2e-4597-866b-c8d178750d8e req-77071dd1-fa0f-499c-9dba-9a89549574a0 service neutron] 10.222.0.16 "GET /v2.0/networks/a44f8207-61f2-477d-b80a-38deab4e3cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107019 Oct 13 15:31:50.392348 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b0955e17-0f21-4f9f-8902-dfd8cfae40f3 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks [] for floatingip, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:50.451978 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Current status of the port 2fe6950f-6148-492a-b0d0-807b5e716773 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:31:50.452825 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:50.494771 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5db3bf2f-fcdd-4f8c-8051-dd3c2ba145ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:50.497421 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] For port 2fe6950f-6148-492a-b0d0-807b5e716773, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=2fe6950f-6148-492a-b0d0-807b5e716773,segment=NetworkSegment(650f7990-0276-4258-8778-f129523ddd6a),segment_id=650f7990-0276-4258-8778-f129523ddd6a)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:31:50.505420 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:50.522063 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db3bf2f-fcdd-4f8c-8051-dd3c2ba145ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28a1713-9c19-427b-917b-11bd7272b714,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:50.571615 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f96ed6d5-4f2e-4597-866b-c8d178750d8e req-07bc71ea-237b-4486-9385-61bd0d590754 service neutron] 10.222.0.16 "GET /v2.0/networks/a44f8207-61f2-477d-b80a-38deab4e3cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853220 Oct 13 15:31:50.574102 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5db3bf2f-fcdd-4f8c-8051-dd3c2ba145ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:50.575420 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-5db3bf2f-fcdd-4f8c-8051-dd3c2ba145ef admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a28a1713-9c19-427b-917b-11bd7272b714 HTTP/1.1" status: 204 len: 168 time: 0.4823213 Oct 13 15:31:50.625421 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Provisioning for port 107f2078-af44-49ef-9122-9c5d33593148 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:31:50.636087 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Provisioning complete for port 107f2078-af44-49ef-9122-9c5d33593148 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:31:50.636493 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:50.636828 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Attempt 1 to provision port 107f2078-af44-49ef-9122-9c5d33593148 Oct 13 15:31:50.678222 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be8449e-da74-42b6-a4b2-9174b5bb93f0 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event deleted for resources: {'Subnet': ['ID=4f7f075f-636d-4b60-809c-f55ec79fbdc1,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:50.681124 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0be8449e-da74-42b6-a4b2-9174b5bb93f0 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:50.725867 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1cf384-883a-4aa1-a352-93392ae985e9 None None] Network 44c5493a-a396-4382-a758-63230abaefbe requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:31:50.753155 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Pushing event updated for resources: {'Port': ['ID=2fe6950f-6148-492a-b0d0-807b5e716773,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:50.815580 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afa212-0c2b-4c53-bc67-a62a9586c92b req-5696424a-46f8-44c8-8278-8530cbc10ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:50.816984 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-86afa212-0c2b-4c53-bc67-a62a9586c92b req-5696424a-46f8-44c8-8278-8530cbc10ec0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c4e179e9a35a4e59a0b0abe27aa737df&device_id=5bcec102-37e4-416a-aa51-90b64613dc0c HTTP/1.1" status: 200 len: 1096 time: 0.1696794 Oct 13 15:31:50.817542 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50634) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:50.823973 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:31:50.824373 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:31:50.828735 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:31:50.828864 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:31:50.829199 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:31:50.829634 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:31:50.829860 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:31:50.830217 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:31:50.830550 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:31:50.830878 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:31:50.831204 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:31:50.831528 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:31:50.873352 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-0be8449e-da74-42b6-a4b2-9174b5bb93f0 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "DELETE /v2.0/subnets/4f7f075f-636d-4b60-809c-f55ec79fbdc1 HTTP/1.1" status: 204 len: 168 time: 2.6001172 Oct 13 15:31:50.883181 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50640) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:50.960173 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-339418d9-dff4-49f2-9336-bb4b784f0fd3 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:31:50.966211 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Port 107f2078-af44-49ef-9122-9c5d33593148 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:50.971454 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906236ab-85c9-4abc-b627-a7c00ab4d36c None None] Sync routers for ids ['f2d125f0-9e65-4351-84a2-f0659ea5dea9'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:31:50.987813 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-339418d9-dff4-49f2-9336-bb4b784f0fd3 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:50.992540 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afa212-0c2b-4c53-bc67-a62a9586c92b req-8a42c085-0eea-451e-9792-097e8e8afaf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:50.995199 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-86afa212-0c2b-4c53-bc67-a62a9586c92b req-8a42c085-0eea-451e-9792-097e8e8afaf9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a44f8207-61f2-477d-b80a-38deab4e3cb7 HTTP/1.1" status: 200 len: 913 time: 0.1713376 Oct 13 15:31:51.022564 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906236ab-85c9-4abc-b627-a7c00ab4d36c None None] Routers {'f2d125f0-9e65-4351-84a2-f0659ea5dea9'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:31:51.023831 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-906236ab-85c9-4abc-b627-a7c00ab4d36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:31:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['f2d125f0-9e65-4351-84a2-f0659ea5dea9'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:51.098735 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-906236ab-85c9-4abc-b627-a7c00ab4d36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:51.183820 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906236ab-85c9-4abc-b627-a7c00ab4d36c None None] Routers {'f2d125f0-9e65-4351-84a2-f0659ea5dea9'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:31:51.184616 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-906236ab-85c9-4abc-b627-a7c00ab4d36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:31:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['f2d125f0-9e65-4351-84a2-f0659ea5dea9'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:51.246845 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-86afa212-0c2b-4c53-bc67-a62a9586c92b req-ddba424a-01ba-4605-beab-adebe761a75a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4123161-15b6-4933-93c1-9dd648d8b96c HTTP/1.1" status: 200 len: 217 time: 0.2444117 Oct 13 15:31:51.252771 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-9ce3a85f-98f9-4f1e-9589-48f1a72511e3 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1359341716'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:51.284932 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-9ce3a85f-98f9-4f1e-9589-48f1a72511e3 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:51.295280 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-9ce3a85f-98f9-4f1e-9589-48f1a72511e3 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Usage tracker for resource:network and tenant:daf8e65a70af447195572ee6c4fba156 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:51.299860 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-9ce3a85f-98f9-4f1e-9589-48f1a72511e3 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:51.313209 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-9ce3a85f-98f9-4f1e-9589-48f1a72511e3 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:51.330044 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afa212-0c2b-4c53-bc67-a62a9586c92b req-456e568e-bbe7-490c-8d4e-20f40d6a59be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:51.331552 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-86afa212-0c2b-4c53-bc67-a62a9586c92b req-456e568e-bbe7-490c-8d4e-20f40d6a59be service neutron] 10.222.0.16 "GET /v2.0/subnets?id=235995ae-56e8-4a42-a8ac-e16e5c3294b1 HTTP/1.1" status: 200 len: 851 time: 0.0763340 Oct 13 15:31:51.336166 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ce3a85f-98f9-4f1e-9589-48f1a72511e3 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Made reservation on behalf of daf8e65a70af447195572ee6c4fba156 for: {'network': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:31:51.339784 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9ce3a85f-98f9-4f1e-9589-48f1a72511e3 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:51.373527 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-b0955e17-0f21-4f9f-8902-dfd8cfae40f3 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] update failed (client error): The resource could not be found. Oct 13 15:31:51.374916 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-b0955e17-0f21-4f9f-8902-dfd8cfae40f3 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] 10.222.0.42 "PUT /v2.0/floatingips/516b5ad2-74ee-4231-9d1c-bb1edfe94add HTTP/1.1" status: 404 len: 507 time: 1.3897657 Oct 13 15:31:51.403356 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50658) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:51.416466 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-906236ab-85c9-4abc-b627-a7c00ab4d36c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:51.416986 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906236ab-85c9-4abc-b627-a7c00ab4d36c None None] The sync data for ids ['f2d125f0-9e65-4351-84a2-f0659ea5dea9'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:31:51.424300 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f1de84-2205-4cb4-86f8-b4f55449758a tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:31:51.439329 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63768960-f070-43f4-afc4-456b70fa900d None None] Sync routers for ids ['762fd677-0458-43ed-8610-dce4995dc9bb'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:31:51.463989 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63768960-f070-43f4-afc4-456b70fa900d None None] Routers {'762fd677-0458-43ed-8610-dce4995dc9bb'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:31:51.464626 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-63768960-f070-43f4-afc4-456b70fa900d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:31:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['762fd677-0458-43ed-8610-dce4995dc9bb'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:51.467488 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Attempt 2 to provision port 107f2078-af44-49ef-9122-9c5d33593148 Oct 13 15:31:51.476612 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9ce3a85f-98f9-4f1e-9589-48f1a72511e3 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:51.479866 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-61f1de84-2205-4cb4-86f8-b4f55449758a tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] 10.222.0.42 "PUT /v2.0/routers/762fd677-0458-43ed-8610-dce4995dc9bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2432249 Oct 13 15:31:51.488256 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50664) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:51.564799 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-073a7874-d706-4b37-8bfe-1ebac010e5dc None None] DHCP port deletion for 44c5493a-a396-4382-a758-63230abaefbe request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:31:51.575931 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-339418d9-dff4-49f2-9336-bb4b784f0fd3 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] 10.222.0.42 "DELETE /v2.0/floatingips/6aaef850-f434-4734-9646-b1710ac84dcc HTTP/1.1" status: 204 len: 168 time: 7.4644098 Oct 13 15:31:51.576175 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-63768960-f070-43f4-afc4-456b70fa900d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:51.585020 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63768960-f070-43f4-afc4-456b70fa900d None None] Routers {'762fd677-0458-43ed-8610-dce4995dc9bb'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:31:51.585908 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-63768960-f070-43f4-afc4-456b70fa900d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:31:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['762fd677-0458-43ed-8610-dce4995dc9bb'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:51.594650 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-073a7874-d706-4b37-8bfe-1ebac010e5dc None None] Deleting port 426d9e7a-f8ae-4d7f-86da-e94617586e12 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:31:51.595025 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-073a7874-d706-4b37-8bfe-1ebac010e5dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:51.641833 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Port 107f2078-af44-49ef-9122-9c5d33593148 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:51.645750 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50672) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:51.684524 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8295213b-3066-46d5-b2ee-e7bfd35b3f7a tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:51.709799 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-63768960-f070-43f4-afc4-456b70fa900d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:51.710543 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63768960-f070-43f4-afc4-456b70fa900d None None] The sync data for ids ['762fd677-0458-43ed-8610-dce4995dc9bb'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:31:51.712240 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 2fe6950f-6148-492a-b0d0-807b5e716773 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:31:51.792371 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-9ce3a85f-98f9-4f1e-9589-48f1a72511e3 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:51.792634 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-8295213b-3066-46d5-b2ee-e7bfd35b3f7a tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Deleting port 426d9e7a-f8ae-4d7f-86da-e94617586e12 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:31:51.792634 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8295213b-3066-46d5-b2ee-e7bfd35b3f7a tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:51.795888 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-5a6f0b97-ca6e-4031-bc0c-5f57f446993f tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Request body: {'floatingip': {'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:51.815784 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-9ce3a85f-98f9-4f1e-9589-48f1a72511e3 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Usage tracker for resource:security_group_rule and tenant:daf8e65a70af447195572ee6c4fba156 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:51.828434 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-5a6f0b97-ca6e-4031-bc0c-5f57f446993f tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:51.833573 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-9ce3a85f-98f9-4f1e-9589-48f1a72511e3 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:51.839311 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 2fe6950f-6148-492a-b0d0-807b5e716773 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:31:51.839681 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:51.840016 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 2fe6950f-6148-492a-b0d0-807b5e716773 Oct 13 15:31:51.854089 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-5a6f0b97-ca6e-4031-bc0c-5f57f446993f tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Usage tracker for resource:floatingip and tenant:c0ed1b0d85b9456d90d6ad75f562401a is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:51.860180 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-9ce3a85f-98f9-4f1e-9589-48f1a72511e3 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:51.862920 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-65f448ad-22f5-4d1c-bc30-1fc3298ac805 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Deleting port d130007d-7921-452a-8ecd-65b939457af9 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:31:51.863259 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-65f448ad-22f5-4d1c-bc30-1fc3298ac805 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:51.888069 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-5a6f0b97-ca6e-4031-bc0c-5f57f446993f tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:51.956838 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4707d-42a4-4d95-8c98-6c617a88332d req-68a8b922-a102-4876-9d32-3f82f8cc3622 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:51.958374 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-5a6f0b97-ca6e-4031-bc0c-5f57f446993f tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:51.958946 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-45e4707d-42a4-4d95-8c98-6c617a88332d req-68a8b922-a102-4876-9d32-3f82f8cc3622 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bcec102-37e4-416a-aa51-90b64613dc0c HTTP/1.1" status: 200 len: 943 time: 0.5243716 Oct 13 15:31:51.977103 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50678) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:52.010168 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-073a7874-d706-4b37-8bfe-1ebac010e5dc None None] For port 426d9e7a-f8ae-4d7f-86da-e94617586e12, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=426d9e7a-f8ae-4d7f-86da-e94617586e12,segment=NetworkSegment(af3fcd44-4ace-42b9-8854-d5f70ecddae3),segment_id=af3fcd44-4ace-42b9-8854-d5f70ecddae3)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:31:52.010826 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-073a7874-d706-4b37-8bfe-1ebac010e5dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:52.026696 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-351c2a7f-a14b-4187-ac4d-3513851c342e tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:52.035260 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5a6f0b97-ca6e-4031-bc0c-5f57f446993f tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:52.110249 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86afa212-0c2b-4c53-bc67-a62a9586c92b req-a456ab18-adc5-4bb9-a8b3-e431740476eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:52.111753 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-86afa212-0c2b-4c53-bc67-a62a9586c92b req-a456ab18-adc5-4bb9-a8b3-e431740476eb service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a44f8207-61f2-477d-b80a-38deab4e3cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.7621360 Oct 13 15:31:52.122443 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-14a105d5-c47e-4849-9518-5aed23e796eb tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for router, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:52.178787 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Attempt 3 to provision port 107f2078-af44-49ef-9122-9c5d33593148 Oct 13 15:31:52.208772 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-073a7874-d706-4b37-8bfe-1ebac010e5dc None None] Calling delete_port for 426d9e7a-f8ae-4d7f-86da-e94617586e12 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:31:52.221293 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-45e4707d-42a4-4d95-8c98-6c617a88332d req-1715eba6-2c55-4c3e-9440-5bf1b87dc71c tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/security-groups?id=81e55712-bc20-48c8-a3f7-25813fa3e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2264578 Oct 13 15:31:52.270555 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-9e71ca88-500c-4a35-a472-fa6a3301ff9f tempest-ServiceProvidersTest-1385889576 tempest-ServiceProvidersTest-1385889576-project] 10.222.0.42 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2854123 Oct 13 15:31:52.312325 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 2fe6950f-6148-492a-b0d0-807b5e716773 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:31:52.328303 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Port 107f2078-af44-49ef-9122-9c5d33593148 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:52.359188 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-073a7874-d706-4b37-8bfe-1ebac010e5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:52.429995 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 426d9e7a-f8ae-4d7f-86da-e94617586e12 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:31:52.468713 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9ce3a85f-98f9-4f1e-9589-48f1a72511e3 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:52.476861 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 426d9e7a-f8ae-4d7f-86da-e94617586e12 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:31:52.477205 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 426d9e7a-f8ae-4d7f-86da-e94617586e12 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:31:52.480875 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073a7874-d706-4b37-8bfe-1ebac010e5dc None None] Pushing event deleted for resources: {'Port': ['ID=426d9e7a-f8ae-4d7f-86da-e94617586e12,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:52.482824 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-073a7874-d706-4b37-8bfe-1ebac010e5dc None None] No DVR routers for this DVR port 426d9e7a-f8ae-4d7f-86da-e94617586e12 on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:31:52.534095 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-65f448ad-22f5-4d1c-bc30-1fc3298ac805 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:52.534427 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-65f448ad-22f5-4d1c-bc30-1fc3298ac805 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:52.544056 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-8295213b-3066-46d5-b2ee-e7bfd35b3f7a tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] For port 426d9e7a-f8ae-4d7f-86da-e94617586e12, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=426d9e7a-f8ae-4d7f-86da-e94617586e12,segment=NetworkSegment(af3fcd44-4ace-42b9-8854-d5f70ecddae3),segment_id=af3fcd44-4ace-42b9-8854-d5f70ecddae3)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:31:52.544546 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8295213b-3066-46d5-b2ee-e7bfd35b3f7a tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:52.552879 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9ce3a85f-98f9-4f1e-9589-48f1a72511e3 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:52.642526 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50688) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:52.714359 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-8295213b-3066-46d5-b2ee-e7bfd35b3f7a tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Calling delete_port for 426d9e7a-f8ae-4d7f-86da-e94617586e12 owned by network:dhcp {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:31:52.828785 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Attempt 4 to provision port 107f2078-af44-49ef-9122-9c5d33593148 Oct 13 15:31:52.883674 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.db.api [None req-8295213b-3066-46d5-b2ee-e7bfd35b3f7a tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88972) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:31:52.883991 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG oslo_db.api [None req-8295213b-3066-46d5-b2ee-e7bfd35b3f7a tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:31:52.893447 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Port 107f2078-af44-49ef-9122-9c5d33593148 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:52.927129 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-351c2a7f-a14b-4187-ac4d-3513851c342e tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:52.929535 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f50dec3f-200e-4c0d-9f51-abd347f61ef8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:52.939853 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-351c2a7f-a14b-4187-ac4d-3513851c342e tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:52.941683 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-65f448ad-22f5-4d1c-bc30-1fc3298ac805 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Calling delete_port for d130007d-7921-452a-8ecd-65b939457af9 owned by network:floatingip {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:31:53.016744 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ce3a85f-98f9-4f1e-9589-48f1a72511e3 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=88973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:31:53.021122 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-f50dec3f-200e-4c0d-9f51-abd347f61ef8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:53.037907 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-f50dec3f-200e-4c0d-9f51-abd347f61ef8 admin admin] Usage tracker for resource:security_group_rule and tenant:5586f65d07e24d9b9483dca37dcd5257 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:53.038116 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce3a85f-98f9-4f1e-9589-48f1a72511e3 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c57dc8b-67ad-41c2-a6d2-b1e46adc8bc5,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:53.042469 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-f50dec3f-200e-4c0d-9f51-abd347f61ef8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:53.056591 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-f50dec3f-200e-4c0d-9f51-abd347f61ef8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:53.074058 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9ce3a85f-98f9-4f1e-9589-48f1a72511e3 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:53.074437 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-9ce3a85f-98f9-4f1e-9589-48f1a72511e3 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Added segment 89423ebb-0b52-4776-93b2-55b96c31f356 of type vlan for network e8f4c17b-35d6-4be9-9f72-3117aa33e242 Oct 13 15:31:53.075576 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c2a7f-a14b-4187-ac4d-3513851c342e tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event updated for resources: {'Port': ['ID=52c8ec81-0685-4ee6-8c15-8982f0447d6a,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:53.082146 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-86afa212-0c2b-4c53-bc67-a62a9586c92b req-3910e45e-6837-4c55-8c1a-7be3e5946d98 service neutron] 10.222.0.16 "GET /v2.0/networks/a44f8207-61f2-477d-b80a-38deab4e3cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8652463 Oct 13 15:31:53.180900 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-14a105d5-c47e-4849-9518-5aed23e796eb tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:53.233335 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9ce3a85f-98f9-4f1e-9589-48f1a72511e3 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:53.258791 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-14a105d5-c47e-4849-9518-5aed23e796eb tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Deleting port e0bfd006-e004-4c86-b571-2ee5bd464a34 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:31:53.259139 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-14a105d5-c47e-4849-9518-5aed23e796eb tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:53.330791 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f50dec3f-200e-4c0d-9f51-abd347f61ef8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:53.335322 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-351c2a7f-a14b-4187-ac4d-3513851c342e tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:53.338754 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f50dec3f-200e-4c0d-9f51-abd347f61ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:53.357579 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.db.resource_extend [None req-9ce3a85f-98f9-4f1e-9589-48f1a72511e3 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 15:31:53.388792 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-8295213b-3066-46d5-b2ee-e7bfd35b3f7a tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Deleting port 426d9e7a-f8ae-4d7f-86da-e94617586e12 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:31:53.389119 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8295213b-3066-46d5-b2ee-e7bfd35b3f7a tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:53.394715 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Attempt 5 to provision port 107f2078-af44-49ef-9122-9c5d33593148 Oct 13 15:31:53.439019 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-f50dec3f-200e-4c0d-9f51-abd347f61ef8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5586f65d07e24d9b9483dca37dcd5257&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7434690 Oct 13 15:31:53.441370 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50dec3f-200e-4c0d-9f51-abd347f61ef8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a97f04-0cea-4cb5-8e30-b01e11b01179,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:53.456327 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50696) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:53.468021 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Port 107f2078-af44-49ef-9122-9c5d33593148 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:53.483314 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-8295213b-3066-46d5-b2ee-e7bfd35b3f7a tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] The port '426d9e7a-f8ae-4d7f-86da-e94617586e12' was deleted {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 13 15:31:53.487631 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5a6f0b97-ca6e-4031-bc0c-5f57f446993f tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:53.513045 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9ce3a85f-98f9-4f1e-9589-48f1a72511e3 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:53.519312 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ce3a85f-98f9-4f1e-9589-48f1a72511e3 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:53.519836 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9ce3a85f-98f9-4f1e-9589-48f1a72511e3 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:53.579140 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-86afa212-0c2b-4c53-bc67-a62a9586c92b req-eab3ca08-92cf-406d-a478-f148c20ac9eb service neutron] 10.222.0.16 "GET /v2.0/networks/a44f8207-61f2-477d-b80a-38deab4e3cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4870164 Oct 13 15:31:53.643485 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8295213b-3066-46d5-b2ee-e7bfd35b3f7a tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:53.676794 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-65f448ad-22f5-4d1c-bc30-1fc3298ac805 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:53.689711 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-8295213b-3066-46d5-b2ee-e7bfd35b3f7a tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44c5493a-a396-4382-a758-63230abaefbe']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:53.704366 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-351c2a7f-a14b-4187-ac4d-3513851c342e tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:53.714732 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-8295213b-3066-46d5-b2ee-e7bfd35b3f7a tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af3fcd44-4ace-42b9-8854-d5f70ecddae3') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:53.714732 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-8295213b-3066-46d5-b2ee-e7bfd35b3f7a tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af3fcd44-4ace-42b9-8854-d5f70ecddae3') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:53.732080 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8295213b-3066-46d5-b2ee-e7bfd35b3f7a tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:53.785204 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8295213b-3066-46d5-b2ee-e7bfd35b3f7a tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:53.802320 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8295213b-3066-46d5-b2ee-e7bfd35b3f7a tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:31:53.802712 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8295213b-3066-46d5-b2ee-e7bfd35b3f7a tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:53.833877 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment af3fcd44-4ace-42b9-8854-d5f70ecddae3 resource provider aggregate not found Oct 13 15:31:53.847456 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f448ad-22f5-4d1c-bc30-1fc3298ac805 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Pushing event deleted for resources: {'Port': ['ID=d130007d-7921-452a-8ecd-65b939457af9,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:53.885865 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment af3fcd44-4ace-42b9-8854-d5f70ecddae3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid af3fcd44-4ace-42b9-8854-d5f70ecddae3 found for delete ", "request_id": "req-f7be3612-5b0a-474a-97a4-308e931d55a7"}]} Oct 13 15:31:53.904186 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce3a85f-98f9-4f1e-9589-48f1a72511e3 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Pushing event updated for resources: {'Network': ['ID=e8f4c17b-35d6-4be9-9f72-3117aa33e242,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:53.914601 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network e8f4c17b-35d6-4be9-9f72-3117aa33e242 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:31:53.930599 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-9ce3a85f-98f9-4f1e-9589-48f1a72511e3 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 3.1094110 Oct 13 15:31:53.949407 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50706) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:53.992159 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Attempt 6 to provision port 107f2078-af44-49ef-9122-9c5d33593148 Oct 13 15:31:54.034294 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-14a105d5-c47e-4849-9518-5aed23e796eb tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:54.071794 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Port 107f2078-af44-49ef-9122-9c5d33593148 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:54.124640 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-6872eff8-1b02-4382-8f6d-7192895f4f7c tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Request body: {'subnet': {'network_id': 'e8f4c17b-35d6-4be9-9f72-3117aa33e242', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:54.178908 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8295213b-3066-46d5-b2ee-e7bfd35b3f7a tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:54.193939 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-14a105d5-c47e-4849-9518-5aed23e796eb tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Calling delete_port for e0bfd006-e004-4c86-b571-2ee5bd464a34 owned by network:router_gateway {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:31:54.239578 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77e772b-1149-41ba-8dd6-902856f99566 req-bb5389d5-6580-4bf0-8b79-83060348d5f9 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:54.241053 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d77e772b-1149-41ba-8dd6-902856f99566 req-bb5389d5-6580-4bf0-8b79-83060348d5f9 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bcec102-37e4-416a-aa51-90b64613dc0c HTTP/1.1" status: 200 len: 943 time: 0.8628774 Oct 13 15:31:54.242395 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-65f448ad-22f5-4d1c-bc30-1fc3298ac805 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks [] for floatingip, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:54.244710 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-65f448ad-22f5-4d1c-bc30-1fc3298ac805 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:54.246366 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8295213b-3066-46d5-b2ee-e7bfd35b3f7a tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:54.247899 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-65f448ad-22f5-4d1c-bc30-1fc3298ac805 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] 10.222.0.42 "DELETE /v2.0/floatingips/516b5ad2-74ee-4231-9d1c-bb1edfe94add HTTP/1.1" status: 204 len: 168 time: 2.8424416 Oct 13 15:31:54.253979 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50710) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:54.262973 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5262c608-cbf0-4a12-bc0c-c36cb14db42a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:54.276344 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-6ac9d46d-e195-4400-9286-df42a7b31245 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Request body: {'floatingip': {'floating_network_id': '408eac23-06c1-41c1-868c-afd9cffefe02', 'port_id': '107f2078-af44-49ef-9122-9c5d33593148', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:54.287941 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8295213b-3066-46d5-b2ee-e7bfd35b3f7a tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event deleted for resources: {'Network': ['ID=44c5493a-a396-4382-a758-63230abaefbe,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:54.297258 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-6ac9d46d-e195-4400-9286-df42a7b31245 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:54.299617 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-5a6f0b97-ca6e-4031-bc0c-5f57f446993f tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Allocated IP 172.26.2.63 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/42910069-1d34-4e4d-af1d-a0fe72c279a8) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:31:54.312688 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-6ac9d46d-e195-4400-9286-df42a7b31245 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Usage tracker for resource:floatingip and tenant:99a0c771e012474a857f8691213fd073 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:54.318899 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-6ac9d46d-e195-4400-9286-df42a7b31245 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:54.342728 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5262c608-cbf0-4a12-bc0c-c36cb14db42a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:54.345522 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-6872eff8-1b02-4382-8f6d-7192895f4f7c tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:54.358881 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-6ac9d46d-e195-4400-9286-df42a7b31245 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:54.365285 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-6872eff8-1b02-4382-8f6d-7192895f4f7c tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Usage tracker for resource:subnet and tenant:daf8e65a70af447195572ee6c4fba156 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:54.370099 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-8295213b-3066-46d5-b2ee-e7bfd35b3f7a tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "DELETE /v2.0/networks/44c5493a-a396-4382-a758-63230abaefbe HTTP/1.1" status: 204 len: 168 time: 3.4772701 Oct 13 15:31:54.374908 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-6872eff8-1b02-4382-8f6d-7192895f4f7c tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:54.379506 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50714) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:54.449417 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d77e772b-1149-41ba-8dd6-902856f99566 req-92dc8ee5-a4a8-4e3c-8446-41c9fb0ea6c5 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/security-groups?id=81e55712-bc20-48c8-a3f7-25813fa3e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1875966 Oct 13 15:31:54.473304 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-6872eff8-1b02-4382-8f6d-7192895f4f7c tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:54.475678 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6ac9d46d-e195-4400-9286-df42a7b31245 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks [] for floatingip, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:54.558150 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6872eff8-1b02-4382-8f6d-7192895f4f7c tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Made reservation on behalf of daf8e65a70af447195572ee6c4fba156 for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:31:54.561595 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6872eff8-1b02-4382-8f6d-7192895f4f7c tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:54.572666 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Attempt 7 to provision port 107f2078-af44-49ef-9122-9c5d33593148 Oct 13 15:31:54.612887 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b987900-0d77-441e-a2f1-81be09066a90 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:54.613389 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-1b987900-0d77-441e-a2f1-81be09066a90 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Synchronizing usage tracker for tenant:19ec4718eae5492e825f796615e1a8b4 on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:31:54.628768 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Port 107f2078-af44-49ef-9122-9c5d33593148 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:54.717138 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5262c608-cbf0-4a12-bc0c-c36cb14db42a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:54.719404 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-1b987900-0d77-441e-a2f1-81be09066a90 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Unset dirty status for tenant:19ec4718eae5492e825f796615e1a8b4 on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:31:54.720566 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-1b987900-0d77-441e-a2f1-81be09066a90 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "GET /v2.0/ports/d9b7c3a6-2725-453b-8e26-23930b531380 HTTP/1.1" status: 200 len: 845 time: 0.3388979 Oct 13 15:31:54.732516 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50718) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:54.793302 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-351c2a7f-a14b-4187-ac4d-3513851c342e tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:54.802920 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-351c2a7f-a14b-4187-ac4d-3513851c342e tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:54.819726 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5262c608-cbf0-4a12-bc0c-c36cb14db42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a97f04-0cea-4cb5-8e30-b01e11b01179,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:54.829477 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5a6f0b97-ca6e-4031-bc0c-5f57f446993f tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:54.878762 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5262c608-cbf0-4a12-bc0c-c36cb14db42a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:54.879808 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-5262c608-cbf0-4a12-bc0c-c36cb14db42a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/05a97f04-0cea-4cb5-8e30-b01e11b01179 HTTP/1.1" status: 204 len: 168 time: 1.4180548 Oct 13 15:31:54.897897 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e0a7936e-e5a0-4a16-b485-48c6199437ea tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "GET /v2.0/ports/d9b7c3a6-2725-453b-8e26-23930b531380?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1226742 Oct 13 15:31:54.899721 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50724) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:54.905450 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-1609369e-ea16-4c30-b31a-d565e0009176 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Request body: {'subnet': {'network_id': 'a7f39bfd-3970-412d-aef1-153889c90dcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:54.923952 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-14a105d5-c47e-4849-9518-5aed23e796eb tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:54.972507 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-351c2a7f-a14b-4187-ac4d-3513851c342e tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:54.980330 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351c2a7f-a14b-4187-ac4d-3513851c342e tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event updated for resources: {'Port': ['ID=52c8ec81-0685-4ee6-8c15-8982f0447d6a,revision_number=3']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:55.042048 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a105d5-c47e-4849-9518-5aed23e796eb tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Pushing event deleted for resources: {'Port': ['ID=e0bfd006-e004-4c86-b571-2ee5bd464a34,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:55.130672 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Attempt 8 to provision port 107f2078-af44-49ef-9122-9c5d33593148 Oct 13 15:31:55.150379 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-1609369e-ea16-4c30-b31a-d565e0009176 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:55.161102 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-1609369e-ea16-4c30-b31a-d565e0009176 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Usage tracker for resource:subnet and tenant:19ec4718eae5492e825f796615e1a8b4 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:55.168199 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-1609369e-ea16-4c30-b31a-d565e0009176 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:55.169156 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6872eff8-1b02-4382-8f6d-7192895f4f7c tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:55.171286 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5a6f0b97-ca6e-4031-bc0c-5f57f446993f tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:55.199076 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Port 107f2078-af44-49ef-9122-9c5d33593148 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:55.217588 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-1609369e-ea16-4c30-b31a-d565e0009176 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:55.241952 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-351c2a7f-a14b-4187-ac4d-3513851c342e tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Network baff36f3-945e-4583-91e4-ac6ed7fa08ab is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:31:55.246205 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-351c2a7f-a14b-4187-ac4d-3513851c342e tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:31:55.254921 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-6ac9d46d-e195-4400-9286-df42a7b31245 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 15:31:55.259507 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-6ac9d46d-e195-4400-9286-df42a7b31245 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.9947703 Oct 13 15:31:55.261540 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50736) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:55.263484 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-14a105d5-c47e-4849-9518-5aed23e796eb tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828050'] for router_gateway, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:55.277142 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-2141a9a1-8909-4108-a304-bc8ee4669379 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Request body: {'floatingip': {'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'port_id': '107f2078-af44-49ef-9122-9c5d33593148', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:55.305915 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6f0b97-ca6e-4031-bc0c-5f57f446993f tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:31:55.313963 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-5a6f0b97-ca6e-4031-bc0c-5f57f446993f tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:31:55.381013 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1609369e-ea16-4c30-b31a-d565e0009176 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Made reservation on behalf of 19ec4718eae5492e825f796615e1a8b4 for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:31:55.385061 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1609369e-ea16-4c30-b31a-d565e0009176 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:55.398944 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6f0b97-ca6e-4031-bc0c-5f57f446993f tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:31:55.416844 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6872eff8-1b02-4382-8f6d-7192895f4f7c tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Pushing event updated for resources: {'Subnet': ['ID=094b1f3d-625e-48bb-b123-1f26d26a47f2,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:55.445915 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-2141a9a1-8909-4108-a304-bc8ee4669379 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:55.451133 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-2141a9a1-8909-4108-a304-bc8ee4669379 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Usage tracker for resource:floatingip and tenant:99a0c771e012474a857f8691213fd073 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:55.454542 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-2141a9a1-8909-4108-a304-bc8ee4669379 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:55.462522 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-2141a9a1-8909-4108-a304-bc8ee4669379 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:55.478983 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6872eff8-1b02-4382-8f6d-7192895f4f7c tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Checking segment: {'id': '89423ebb-0b52-4776-93b2-55b96c31f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e8f4c17b-35d6-4be9-9f72-3117aa33e242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:31:55.479346 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6872eff8-1b02-4382-8f6d-7192895f4f7c tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Network hostable DHCP agents. Network: e8f4c17b-35d6-4be9-9f72-3117aa33e242, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:31:55.511216 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2141a9a1-8909-4108-a304-bc8ee4669379 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks [] for floatingip, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:55.530428 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f0b97-ca6e-4031-bc0c-5f57f446993f tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Pushing event updated for resources: {'Port': ['ID=42910069-1d34-4e4d-af1d-a0fe72c279a8,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:55.558586 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-14a105d5-c47e-4849-9518-5aed23e796eb tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:55.608100 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:55.626997 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-14a105d5-c47e-4849-9518-5aed23e796eb tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:55.644167 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6872eff8-1b02-4382-8f6d-7192895f4f7c tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Network e8f4c17b-35d6-4be9-9f72-3117aa33e242 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:31:55.667559 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-14a105d5-c47e-4849-9518-5aed23e796eb tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:55.668047 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14a105d5-c47e-4849-9518-5aed23e796eb tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Fanout notify agent at l3_agent the message router_deleted on router 762fd677-0458-43ed-8610-dce4995dc9bb {{(pid=88973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:31:55.695784 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-14a105d5-c47e-4849-9518-5aed23e796eb tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:55.696842 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-14a105d5-c47e-4849-9518-5aed23e796eb tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] 10.222.0.42 "DELETE /v2.0/routers/762fd677-0458-43ed-8610-dce4995dc9bb HTTP/1.1" status: 204 len: 168 time: 4.2007446 Oct 13 15:31:55.699909 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50752) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:55.700043 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Attempt 9 to provision port 107f2078-af44-49ef-9122-9c5d33593148 Oct 13 15:31:55.770287 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-6872eff8-1b02-4382-8f6d-7192895f4f7c tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, e8f4c17b-35d6-4be9-9f72-3117aa33e242) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:31:55.785564 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6872eff8-1b02-4382-8f6d-7192895f4f7c tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:55.786407 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6872eff8-1b02-4382-8f6d-7192895f4f7c tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:55.791366 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Port 107f2078-af44-49ef-9122-9c5d33593148 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:55.792017 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6aa7beb-0e5a-41d5-b5a4-d663aff5a3c1 None None] Network e8f4c17b-35d6-4be9-9f72-3117aa33e242 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:31:55.828240 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_v2 [None req-d49a77f8-1d4b-4762-8cdb-82ea3796e3ca tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Deleting subnet fb50b5e5-969e-4a04-a939-f1db0980ef1a {{(pid=88973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:31:55.839031 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5a6f0b97-ca6e-4031-bc0c-5f57f446993f tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:55.840476 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d49a77f8-1d4b-4762-8cdb-82ea3796e3ca tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for subnet, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:55.852652 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-6872eff8-1b02-4382-8f6d-7192895f4f7c tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8994691 Oct 13 15:31:55.855060 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50756) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:55.855388 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50758) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:55.862068 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026655 Oct 13 15:31:55.869497 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-b48ef2d9-3cef-4ade-ba59-c13dd6f718cc tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Request body: {'port': {'network_id': 'e8f4c17b-35d6-4be9-9f72-3117aa33e242', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-333825905'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:55.881950 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50762) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:55.883452 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-351c2a7f-a14b-4187-ac4d-3513851c342e tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Router ff6f28a3-ca3b-40f2-8751-b67b61e24f2c is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 15:31:55.968639 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d49a77f8-1d4b-4762-8cdb-82ea3796e3ca tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7432921'] for subnet, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:56.039443 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-5b4b1650-7ac2-4ab2-b13f-bc2fc4e5b324 tempest-NetworksApiDiscovery-206603454 tempest-NetworksApiDiscovery-206603454-project] 10.222.0.42 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1553073 Oct 13 15:31:56.053347 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5a6f0b97-ca6e-4031-bc0c-5f57f446993f tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:56.069232 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b359b36-077a-4f3b-818c-610014593b46 req-95f564d5-5bcc-4926-8fea-3b288a6b078d tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:56.076182 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-2b359b36-077a-4f3b-818c-610014593b46 req-95f564d5-5bcc-4926-8fea-3b288a6b078d tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bcec102-37e4-416a-aa51-90b64613dc0c HTTP/1.1" status: 200 len: 943 time: 0.4713917 Oct 13 15:31:56.132735 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d49a77f8-1d4b-4762-8cdb-82ea3796e3ca tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:56.169400 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d675814-151c-4789-8a33-caf9b7a34414 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-e8f4c17b-35d6-4be9-9f72-3117aa33e242', 'network_id': 'e8f4c17b-35d6-4be9-9f72-3117aa33e242', 'tenant_id': 'daf8e65a70af447195572ee6c4fba156', 'fixed_ips': [{'subnet_id': '094b1f3d-625e-48bb-b123-1f26d26a47f2'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:31:56.170407 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6d675814-151c-4789-8a33-caf9b7a34414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:56.172601 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1609369e-ea16-4c30-b31a-d565e0009176 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:56.329261 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Attempt 10 to provision port 107f2078-af44-49ef-9122-9c5d33593148 Oct 13 15:31:56.358685 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-2b359b36-077a-4f3b-818c-610014593b46 req-878b4f8c-1e26-44b5-9b38-9e619ab127a1 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/security-groups?id=81e55712-bc20-48c8-a3f7-25813fa3e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2814944 Oct 13 15:31:56.405257 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-351c2a7f-a14b-4187-ac4d-3513851c342e tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:31:56.405677 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Port 107f2078-af44-49ef-9122-9c5d33593148 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:56.407386 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2141a9a1-8909-4108-a304-bc8ee4669379 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:56.411849 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-351c2a7f-a14b-4187-ac4d-3513851c342e tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "PUT /v2.0/routers/ff6f28a3-ca3b-40f2-8751-b67b61e24f2c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4251683 Oct 13 15:31:56.412894 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-b48ef2d9-3cef-4ade-ba59-c13dd6f718cc tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:56.416328 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50772) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:56.416945 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1609369e-ea16-4c30-b31a-d565e0009176 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Network a7f39bfd-3970-412d-aef1-153889c90dcb is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:31:56.420586 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-b48ef2d9-3cef-4ade-ba59-c13dd6f718cc tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Usage tracker for resource:port and tenant:daf8e65a70af447195572ee6c4fba156 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:56.423110 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-1609369e-ea16-4c30-b31a-d565e0009176 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:31:56.424480 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffd4f41-f853-4262-822a-66188488942a None None] Sync routers for ids ['ff6f28a3-ca3b-40f2-8751-b67b61e24f2c'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:31:56.432279 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1609369e-ea16-4c30-b31a-d565e0009176 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:56.432863 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1609369e-ea16-4c30-b31a-d565e0009176 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:56.442445 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Could not find standard attr ID for object 77a7b7a4-b4de-4969-b685-3c47d9482bc1. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:31:56.444597 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a73b52-c5eb-4111-b4dd-c388ddd99d47 None None] Network a7f39bfd-3970-412d-aef1-153889c90dcb requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:31:56.484102 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50776) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:56.485634 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-b48ef2d9-3cef-4ade-ba59-c13dd6f718cc tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:56.498994 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-53c0d0f0-381a-4f20-9cbb-e60159c5c13a None None] Could not find standard attr ID for object 426d9e7a-f8ae-4d7f-86da-e94617586e12. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:31:56.507972 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1609369e-ea16-4c30-b31a-d565e0009176 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event updated for resources: {'Subnet': ['ID=1c458e7a-6939-407c-9764-d84fd14e83e4,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:56.517087 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-b48ef2d9-3cef-4ade-ba59-c13dd6f718cc tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:56.520295 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffd4f41-f853-4262-822a-66188488942a None None] Routers {'ff6f28a3-ca3b-40f2-8751-b67b61e24f2c'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:31:56.521051 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-7ffd4f41-f853-4262-822a-66188488942a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:31:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['ff6f28a3-ca3b-40f2-8751-b67b61e24f2c'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:56.550655 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d49a77f8-1d4b-4762-8cdb-82ea3796e3ca tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:56.570656 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73eefab6-fedb-467e-9111-934551bed7fd tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:56.571244 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-73eefab6-fedb-467e-9111-934551bed7fd tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Synchronizing usage tracker for tenant:4c5e5250b5d0476f9d711181f94ffb05 on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:31:56.579547 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b48ef2d9-3cef-4ade-ba59-c13dd6f718cc tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Made reservation on behalf of daf8e65a70af447195572ee6c4fba156 for: {'port': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:31:56.582915 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b48ef2d9-3cef-4ade-ba59-c13dd6f718cc tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:56.594514 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-1609369e-ea16-4c30-b31a-d565e0009176 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6935558 Oct 13 15:31:56.599622 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50782) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:56.616529 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49a77f8-1d4b-4762-8cdb-82ea3796e3ca tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Pushing event deleted for resources: {'Subnet': ['ID=fb50b5e5-969e-4a04-a939-f1db0980ef1a,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:56.620910 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-6d675814-151c-4789-8a33-caf9b7a34414 None None] Allocated IP 2001:db8::2 (e8f4c17b-35d6-4be9-9f72-3117aa33e242/094b1f3d-625e-48bb-b123-1f26d26a47f2/bc5eb8e2-1a2b-4cc3-9bb6-2b4e3e8f63fa) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:31:56.626340 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d49a77f8-1d4b-4762-8cdb-82ea3796e3ca tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:56.628433 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-d49a77f8-1d4b-4762-8cdb-82ea3796e3ca tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] 10.222.0.42 "DELETE /v2.0/subnets/fb50b5e5-969e-4a04-a939-f1db0980ef1a HTTP/1.1" status: 204 len: 168 time: 0.9253385 Oct 13 15:31:56.633014 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50786) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:56.638068 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-2143a458-f17e-42da-a909-d8b01eff63f5 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Request body: {'security_group': {'name': 'tempest-secgroup-753220944'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:56.662060 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-2143a458-f17e-42da-a909-d8b01eff63f5 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:56.677420 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-2143a458-f17e-42da-a909-d8b01eff63f5 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Usage tracker for resource:security_group and tenant:19ec4718eae5492e825f796615e1a8b4 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:56.678768 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-7ffd4f41-f853-4262-822a-66188488942a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:56.681060 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [None req-b48ef2d9-3cef-4ade-ba59-c13dd6f718cc tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] device_id is not set on port 7e2422b5-7d74-4190-ba5b-330498a36d05 yet. {{(pid=88972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:31:56.719999 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ffd4f41-f853-4262-822a-66188488942a None None] Routers {'ff6f28a3-ca3b-40f2-8751-b67b61e24f2c'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:31:56.721168 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-7ffd4f41-f853-4262-822a-66188488942a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:31:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['ff6f28a3-ca3b-40f2-8751-b67b61e24f2c'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:56.730566 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-2143a458-f17e-42da-a909-d8b01eff63f5 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:56.738477 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-73eefab6-fedb-467e-9111-934551bed7fd tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Unset dirty status for tenant:4c5e5250b5d0476f9d711181f94ffb05 on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:31:56.742108 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-73eefab6-fedb-467e-9111-934551bed7fd tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "GET /v2.0/ports/52c8ec81-0685-4ee6-8c15-8982f0447d6a HTTP/1.1" status: 200 len: 975 time: 0.3212924 Oct 13 15:31:56.744933 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-2143a458-f17e-42da-a909-d8b01eff63f5 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:56.748681 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50790) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:56.772436 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-2141a9a1-8909-4108-a304-bc8ee4669379 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Allocated IP 172.26.2.230 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/aa2d1341-1de7-47cd-8414-4516f2d1041a) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:31:56.807215 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2143a458-f17e-42da-a909-d8b01eff63f5 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:56.834896 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-51165262-5e3c-43f7-b9ec-c155f38105ad None None] Provisioning for port 52c8ec81-0685-4ee6-8c15-8982f0447d6a completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:31:56.844412 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5a6f0b97-ca6e-4031-bc0c-5f57f446993f tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:56.853539 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-7ffd4f41-f853-4262-822a-66188488942a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:56.853975 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ffd4f41-f853-4262-822a-66188488942a None None] The sync data for ids ['ff6f28a3-ca3b-40f2-8751-b67b61e24f2c'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:31:56.868778 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-2143a458-f17e-42da-a909-d8b01eff63f5 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:56.915725 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-2143a458-f17e-42da-a909-d8b01eff63f5 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Usage tracker for resource:security_group_rule and tenant:19ec4718eae5492e825f796615e1a8b4 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:56.920524 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-51165262-5e3c-43f7-b9ec-c155f38105ad None None] Provisioning complete for port 52c8ec81-0685-4ee6-8c15-8982f0447d6a triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:31:56.920899 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-51165262-5e3c-43f7-b9ec-c155f38105ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:56.921242 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-51165262-5e3c-43f7-b9ec-c155f38105ad None None] Attempt 1 to provision port 52c8ec81-0685-4ee6-8c15-8982f0447d6a Oct 13 15:31:56.922414 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-2143a458-f17e-42da-a909-d8b01eff63f5 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:56.934360 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4d58f2c3-c1cc-4c4f-b152-dbd3f111159b tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:56.935982 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5a6f0b97-ca6e-4031-bc0c-5f57f446993f tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:56.936123 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-2143a458-f17e-42da-a909-d8b01eff63f5 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:56.999852 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6298fa80-76c9-4f62-b671-577c57193178 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:57.012348 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2141a9a1-8909-4108-a304-bc8ee4669379 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:57.063317 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2143a458-f17e-42da-a909-d8b01eff63f5 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:57.067514 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-6298fa80-76c9-4f62-b671-577c57193178 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:57.069065 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2143a458-f17e-42da-a909-d8b01eff63f5 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:57.082862 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-6298fa80-76c9-4f62-b671-577c57193178 admin admin] Usage tracker for resource:security_group_rule and tenant:d902f8e9d5da434d8015a1b0e0e17c82 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:57.092632 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-6298fa80-76c9-4f62-b671-577c57193178 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:57.115453 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-51165262-5e3c-43f7-b9ec-c155f38105ad None None] Port 52c8ec81-0685-4ee6-8c15-8982f0447d6a cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:57.122028 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2141a9a1-8909-4108-a304-bc8ee4669379 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:57.123663 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6f0b97-ca6e-4031-bc0c-5f57f446993f tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Pushing event updated for resources: {'Port': ['ID=42910069-1d34-4e4d-af1d-a0fe72c279a8,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:57.125690 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2143a458-f17e-42da-a909-d8b01eff63f5 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07c47ba3-4e18-4ab5-bd9e-27446f8867ee,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:57.135933 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-6298fa80-76c9-4f62-b671-577c57193178 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:57.140154 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5a6f0b97-ca6e-4031-bc0c-5f57f446993f tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:57.169262 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2143a458-f17e-42da-a909-d8b01eff63f5 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:57.172906 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-2143a458-f17e-42da-a909-d8b01eff63f5 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.5676358 Oct 13 15:31:57.187688 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50794) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:57.195983 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2141a9a1-8909-4108-a304-bc8ee4669379 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:31:57.199509 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-257f1bb2-c8fe-48e3-a7ca-61e1234bd907 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Request body: {'security_group': {'name': 'tempest-secgroup-478473310'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:57.206363 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-2141a9a1-8909-4108-a304-bc8ee4669379 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:31:57.212079 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-257f1bb2-c8fe-48e3-a7ca-61e1234bd907 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:57.214569 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2141a9a1-8909-4108-a304-bc8ee4669379 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:31:57.249438 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-257f1bb2-c8fe-48e3-a7ca-61e1234bd907 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Usage tracker for resource:security_group and tenant:19ec4718eae5492e825f796615e1a8b4 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:57.254625 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-257f1bb2-c8fe-48e3-a7ca-61e1234bd907 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:57.264990 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6d675814-151c-4789-8a33-caf9b7a34414 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:57.268673 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2141a9a1-8909-4108-a304-bc8ee4669379 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Pushing event updated for resources: {'Port': ['ID=aa2d1341-1de7-47cd-8414-4516f2d1041a,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:57.276421 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-257f1bb2-c8fe-48e3-a7ca-61e1234bd907 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:57.286031 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-6d675814-151c-4789-8a33-caf9b7a34414 None None] Transition to ACTIVE for port object bc5eb8e2-1a2b-4cc3-9bb6-2b4e3e8f63fa will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:31:57.312533 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-6d675814-151c-4789-8a33-caf9b7a34414 None None] Transition to ACTIVE for port object bc5eb8e2-1a2b-4cc3-9bb6-2b4e3e8f63fa will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:31:57.326565 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6d675814-151c-4789-8a33-caf9b7a34414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:57.338306 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-257f1bb2-c8fe-48e3-a7ca-61e1234bd907 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:57.371088 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6c024ab-2f07-4993-9deb-d62c5172c3c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-a7f39bfd-3970-412d-aef1-153889c90dcb', 'network_id': 'a7f39bfd-3970-412d-aef1-153889c90dcb', 'tenant_id': '19ec4718eae5492e825f796615e1a8b4', 'fixed_ips': [{'subnet_id': '1c458e7a-6939-407c-9764-d84fd14e83e4'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:31:57.371672 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f6c024ab-2f07-4993-9deb-d62c5172c3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:57.400519 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5a6f0b97-ca6e-4031-bc0c-5f57f446993f tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:57.401692 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-5a6f0b97-ca6e-4031-bc0c-5f57f446993f tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7410638 Oct 13 15:31:57.412656 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50800) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:57.415818 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4d58f2c3-c1cc-4c4f-b152-dbd3f111159b tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:57.458138 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-257f1bb2-c8fe-48e3-a7ca-61e1234bd907 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:57.464519 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-4d58f2c3-c1cc-4c4f-b152-dbd3f111159b tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae4eeb10-b86a-45ac-80e0-9663d7d242fb']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:57.510908 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-4d58f2c3-c1cc-4c4f-b152-dbd3f111159b tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a50f1d21-fa40-4f30-af2a-2decfa741e28') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:57.511201 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-4d58f2c3-c1cc-4c4f-b152-dbd3f111159b tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a50f1d21-fa40-4f30-af2a-2decfa741e28') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:31:57.515146 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-257f1bb2-c8fe-48e3-a7ca-61e1234bd907 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Usage tracker for resource:security_group_rule and tenant:19ec4718eae5492e825f796615e1a8b4 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:57.525541 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-257f1bb2-c8fe-48e3-a7ca-61e1234bd907 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:57.544914 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d675814-151c-4789-8a33-caf9b7a34414 None None] Pushing event updated for resources: {'Port': ['ID=bc5eb8e2-1a2b-4cc3-9bb6-2b4e3e8f63fa,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:57.551595 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-257f1bb2-c8fe-48e3-a7ca-61e1234bd907 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:57.554502 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-b48ef2d9-3cef-4ade-ba59-c13dd6f718cc tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Allocated IP 2001:db8::184 (e8f4c17b-35d6-4be9-9f72-3117aa33e242/094b1f3d-625e-48bb-b123-1f26d26a47f2/7e2422b5-7d74-4190-ba5b-330498a36d05) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:31:57.587176 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4d58f2c3-c1cc-4c4f-b152-dbd3f111159b tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:57.588310 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d675814-151c-4789-8a33-caf9b7a34414 None None] Network e8f4c17b-35d6-4be9-9f72-3117aa33e242 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:31:57.595033 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-6d675814-151c-4789-8a33-caf9b7a34414 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:31:57.599908 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d675814-151c-4789-8a33-caf9b7a34414 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:31:57.617404 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-51165262-5e3c-43f7-b9ec-c155f38105ad None None] Attempt 2 to provision port 52c8ec81-0685-4ee6-8c15-8982f0447d6a Oct 13 15:31:57.629875 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-88b10b2d-0933-493c-a15f-bc90271ac626 tempest-FloatingIPAdminTestJSON-1004289797 tempest-FloatingIPAdminTestJSON-1004289797-project] Request body: {'floatingip': {'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:57.637403 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-88b10b2d-0933-493c-a15f-bc90271ac626 tempest-FloatingIPAdminTestJSON-1004289797 tempest-FloatingIPAdminTestJSON-1004289797-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:57.641722 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-88b10b2d-0933-493c-a15f-bc90271ac626 tempest-FloatingIPAdminTestJSON-1004289797 tempest-FloatingIPAdminTestJSON-1004289797-project] Usage tracker for resource:floatingip and tenant:088e219b83704733a37549a734629210 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:57.645349 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-88b10b2d-0933-493c-a15f-bc90271ac626 tempest-FloatingIPAdminTestJSON-1004289797 tempest-FloatingIPAdminTestJSON-1004289797-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:57.653040 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-88b10b2d-0933-493c-a15f-bc90271ac626 tempest-FloatingIPAdminTestJSON-1004289797 tempest-FloatingIPAdminTestJSON-1004289797-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:57.653847 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4d58f2c3-c1cc-4c4f-b152-dbd3f111159b tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:57.658328 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6298fa80-76c9-4f62-b671-577c57193178 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:57.668459 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d58f2c3-c1cc-4c4f-b152-dbd3f111159b tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:31:57.668850 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4d58f2c3-c1cc-4c4f-b152-dbd3f111159b tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:57.685340 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-2141a9a1-8909-4108-a304-bc8ee4669379 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Deleting port aa2d1341-1de7-47cd-8414-4516f2d1041a {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:31:57.686117 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2141a9a1-8909-4108-a304-bc8ee4669379 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:57.703681 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6298fa80-76c9-4f62-b671-577c57193178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:57.775664 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment a50f1d21-fa40-4f30-af2a-2decfa741e28 resource provider aggregate not found Oct 13 15:31:57.789861 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-88b10b2d-0933-493c-a15f-bc90271ac626 tempest-FloatingIPAdminTestJSON-1004289797 tempest-FloatingIPAdminTestJSON-1004289797-project] Notify callbacks [] for floatingip, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:57.826675 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment a50f1d21-fa40-4f30-af2a-2decfa741e28 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a50f1d21-fa40-4f30-af2a-2decfa741e28 found for delete ", "request_id": "req-9da8f856-0225-428d-951e-713cf51d0aab"}]} Oct 13 15:31:57.835061 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-6298fa80-76c9-4f62-b671-577c57193178 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d902f8e9d5da434d8015a1b0e0e17c82&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3340797 Oct 13 15:31:57.857127 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-51165262-5e3c-43f7-b9ec-c155f38105ad None None] Port 52c8ec81-0685-4ee6-8c15-8982f0447d6a cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:57.864155 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-6d675814-151c-4789-8a33-caf9b7a34414 None None] Attempting to bind port bc5eb8e2-1a2b-4cc3-9bb6-2b4e3e8f63fa on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:31:57.864602 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-6d675814-151c-4789-8a33-caf9b7a34414 None None] Attempting to bind port bc5eb8e2-1a2b-4cc3-9bb6-2b4e3e8f63fa by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '89423ebb-0b52-4776-93b2-55b96c31f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e8f4c17b-35d6-4be9-9f72-3117aa33e242'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:31:57.867356 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d675814-151c-4789-8a33-caf9b7a34414 None None] Attempting to bind port bc5eb8e2-1a2b-4cc3-9bb6-2b4e3e8f63fa on network e8f4c17b-35d6-4be9-9f72-3117aa33e242 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:31:57.867549 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50810) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:57.868224 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6298fa80-76c9-4f62-b671-577c57193178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4720b521-b44b-4bf2-a6e6-5507701ca455,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:57.877560 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d675814-151c-4789-8a33-caf9b7a34414 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:31:57.878008 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d675814-151c-4789-8a33-caf9b7a34414 None None] Checking segment: {'id': '89423ebb-0b52-4776-93b2-55b96c31f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e8f4c17b-35d6-4be9-9f72-3117aa33e242'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:31:57.878590 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4d58f2c3-c1cc-4c4f-b152-dbd3f111159b tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:57.878739 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6d675814-151c-4789-8a33-caf9b7a34414 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:57.879193 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d675814-151c-4789-8a33-caf9b7a34414 None None] Bound using segment: {'id': '89423ebb-0b52-4776-93b2-55b96c31f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e8f4c17b-35d6-4be9-9f72-3117aa33e242'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:31:57.879736 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-6d675814-151c-4789-8a33-caf9b7a34414 None None] Bound port: bc5eb8e2-1a2b-4cc3-9bb6-2b4e3e8f63fa, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89423ebb-0b52-4776-93b2-55b96c31f356', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e8f4c17b-35d6-4be9-9f72-3117aa33e242'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:31:57.880227 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6d675814-151c-4789-8a33-caf9b7a34414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:57.896627 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388f6dc6-a91a-42f2-8b70-75ec5aea22a7 req-f0071991-2df2-419b-976e-c36a596214f0 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:57.898054 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-388f6dc6-a91a-42f2-8b70-75ec5aea22a7 req-f0071991-2df2-419b-976e-c36a596214f0 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bcec102-37e4-416a-aa51-90b64613dc0c HTTP/1.1" status: 200 len: 943 time: 0.3803368 Oct 13 15:31:57.900279 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-f6c024ab-2f07-4993-9deb-d62c5172c3c3 None None] Allocated IP 2001:db8::2 (a7f39bfd-3970-412d-aef1-153889c90dcb/1c458e7a-6939-407c-9764-d84fd14e83e4/c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:31:57.917426 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4d58f2c3-c1cc-4c4f-b152-dbd3f111159b tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:57.986585 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-6d675814-151c-4789-8a33-caf9b7a34414 None None] For port bc5eb8e2-1a2b-4cc3-9bb6-2b4e3e8f63fa, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:31:57.990044 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-6d675814-151c-4789-8a33-caf9b7a34414 None None] For port bc5eb8e2-1a2b-4cc3-9bb6-2b4e3e8f63fa, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=bc5eb8e2-1a2b-4cc3-9bb6-2b4e3e8f63fa,segment=NetworkSegment(89423ebb-0b52-4776-93b2-55b96c31f356),segment_id=89423ebb-0b52-4776-93b2-55b96c31f356)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:31:57.997420 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device a4123161-15b6-4933-93c1-9dd648d8b96c details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=88974) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 13 15:31:58.104166 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d58f2c3-c1cc-4c4f-b152-dbd3f111159b tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] Pushing event deleted for resources: {'Network': ['ID=ae4eeb10-b86a-45ac-80e0-9663d7d242fb,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:58.126889 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-4d58f2c3-c1cc-4c4f-b152-dbd3f111159b tempest-FloatingIPTestJSON-1181577746 tempest-FloatingIPTestJSON-1181577746-project] 10.222.0.42 "DELETE /v2.0/networks/ae4eeb10-b86a-45ac-80e0-9663d7d242fb HTTP/1.1" status: 204 len: 168 time: 1.4911110 Oct 13 15:31:58.144773 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port a4123161-15b6-4933-93c1-9dd648d8b96c, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=a4123161-15b6-4933-93c1-9dd648d8b96c,segment=NetworkSegment(c8b28188-8b1e-438a-8a7c-cfa1fc185e50),segment_id=c8b28188-8b1e-438a-8a7c-cfa1fc185e50)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:31:58.165965 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Returning: {'device': 'a4123161-15b6-4933-93c1-9dd648d8b96c', 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7', 'port_id': 'a4123161-15b6-4933-93c1-9dd648d8b96c', 'mac_address': 'fa:16:3e:6f:43:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '235995ae-56e8-4a42-a8ac-e16e5c3294b1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88974) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 13 15:31:58.168079 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-388f6dc6-a91a-42f2-8b70-75ec5aea22a7 req-55f17054-3ca8-48a6-ab53-ac21e4c8e6a8 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/security-groups?id=81e55712-bc20-48c8-a3f7-25813fa3e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2378166 Oct 13 15:31:58.184278 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7a1e39e4-d862-4933-8429-1fd62d932e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:58.191293 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-257f1bb2-c8fe-48e3-a7ca-61e1234bd907 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:58.224514 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-257f1bb2-c8fe-48e3-a7ca-61e1234bd907 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:58.257469 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7a1e39e4-d862-4933-8429-1fd62d932e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:58.283860 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8920003c-2dac-4d3a-add0-8dfef8aaf4be tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:58.285086 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6d675814-151c-4789-8a33-caf9b7a34414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:58.301314 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port a4123161-15b6-4933-93c1-9dd648d8b96c is: DOWN; New status is: BUILD {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:31:58.301857 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:58.331777 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2141a9a1-8909-4108-a304-bc8ee4669379 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:58.332165 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2141a9a1-8909-4108-a304-bc8ee4669379 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:58.380780 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4123161-15b6-4933-93c1-9dd648d8b96c {{(pid=88974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 15:31:58.388755 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-51165262-5e3c-43f7-b9ec-c155f38105ad None None] Attempt 3 to provision port 52c8ec81-0685-4ee6-8c15-8982f0447d6a Oct 13 15:31:58.454681 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257f1bb2-c8fe-48e3-a7ca-61e1234bd907 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=09573f5b-e382-40fa-99dc-2391595d1628,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:58.543300 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-257f1bb2-c8fe-48e3-a7ca-61e1234bd907 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:58.544791 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-257f1bb2-c8fe-48e3-a7ca-61e1234bd907 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 1.3558862 Oct 13 15:31:58.553169 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50818) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:58.553701 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50820) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:58.556482 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-2141a9a1-8909-4108-a304-bc8ee4669379 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Calling delete_port for aa2d1341-1de7-47cd-8414-4516f2d1041a owned by network:floatingip {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:31:58.574032 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7a1e39e4-d862-4933-8429-1fd62d932e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:58.582784 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-3a4dd965-b82c-46bf-9e44-d67ac1a2f247 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1860566755', 'security_groups': ['09573f5b-e382-40fa-99dc-2391595d1628'], 'network_id': 'a7f39bfd-3970-412d-aef1-153889c90dcb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1c458e7a-6939-407c-9764-d84fd14e83e4'}]}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:58.589313 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port a4123161-15b6-4933-93c1-9dd648d8b96c, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=a4123161-15b6-4933-93c1-9dd648d8b96c,segment=NetworkSegment(c8b28188-8b1e-438a-8a7c-cfa1fc185e50),segment_id=c8b28188-8b1e-438a-8a7c-cfa1fc185e50)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:31:58.612839 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:58.617855 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d675814-151c-4789-8a33-caf9b7a34414 None None] Pushing event updated for resources: {'Port': ['ID=bc5eb8e2-1a2b-4cc3-9bb6-2b4e3e8f63fa,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:58.639602 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-51165262-5e3c-43f7-b9ec-c155f38105ad None None] Port 52c8ec81-0685-4ee6-8c15-8982f0447d6a cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:58.691723 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b48ef2d9-3cef-4ade-ba59-c13dd6f718cc tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:58.717832 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1e39e4-d862-4933-8429-1fd62d932e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4720b521-b44b-4bf2-a6e6-5507701ca455,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:58.729732 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-b48ef2d9-3cef-4ade-ba59-c13dd6f718cc tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Transition to ACTIVE for port object 7e2422b5-7d74-4190-ba5b-330498a36d05 will not be triggered until provisioned by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:31:58.818669 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7a1e39e4-d862-4933-8429-1fd62d932e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:58.824828 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-7a1e39e4-d862-4933-8429-1fd62d932e0a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4720b521-b44b-4bf2-a6e6-5507701ca455 HTTP/1.1" status: 204 len: 168 time: 0.9532573 Oct 13 15:31:58.853825 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-88b10b2d-0933-493c-a15f-bc90271ac626 tempest-FloatingIPAdminTestJSON-1004289797 tempest-FloatingIPAdminTestJSON-1004289797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:58.908279 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b48ef2d9-3cef-4ade-ba59-c13dd6f718cc tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:58.950181 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=a4123161-15b6-4933-93c1-9dd648d8b96c,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:58.986484 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2141a9a1-8909-4108-a304-bc8ee4669379 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:58.990295 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f6c024ab-2f07-4993-9deb-d62c5172c3c3 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:59.005346 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-f6c024ab-2f07-4993-9deb-d62c5172c3c3 None None] Transition to ACTIVE for port object c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:31:59.041341 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-f6c024ab-2f07-4993-9deb-d62c5172c3c3 None None] Transition to ACTIVE for port object c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:31:59.051851 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f6c024ab-2f07-4993-9deb-d62c5172c3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:59.057767 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-70c728bb-27fa-405b-a905-b439b07f2547 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dee21423abc34d479217f618911e90ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4971442 Oct 13 15:31:59.058624 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50832) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:59.059867 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48ef2d9-3cef-4ade-ba59-c13dd6f718cc tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Network e8f4c17b-35d6-4be9-9f72-3117aa33e242 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:31:59.075965 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-b48ef2d9-3cef-4ade-ba59-c13dd6f718cc tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:31:59.080883 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-3a4dd965-b82c-46bf-9e44-d67ac1a2f247 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:59.089520 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-3a4dd965-b82c-46bf-9e44-d67ac1a2f247 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Usage tracker for resource:port and tenant:19ec4718eae5492e825f796615e1a8b4 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:59.092346 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-8920003c-2dac-4d3a-add0-8dfef8aaf4be tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Deleting port 52c8ec81-0685-4ee6-8c15-8982f0447d6a {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:31:59.092898 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8920003c-2dac-4d3a-add0-8dfef8aaf4be tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:59.107907 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48ef2d9-3cef-4ade-ba59-c13dd6f718cc tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:31:59.113397 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48ef2d9-3cef-4ade-ba59-c13dd6f718cc tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:31:59.116729 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b48ef2d9-3cef-4ade-ba59-c13dd6f718cc tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:59.117322 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['a4123161-15b6-4933-93c1-9dd648d8b96c'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 15:31:59.130312 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-3a4dd965-b82c-46bf-9e44-d67ac1a2f247 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:59.142371 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48ef2d9-3cef-4ade-ba59-c13dd6f718cc tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Pushing event updated for resources: {'Port': ['ID=7e2422b5-7d74-4190-ba5b-330498a36d05,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:59.161109 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-51165262-5e3c-43f7-b9ec-c155f38105ad None None] Attempt 4 to provision port 52c8ec81-0685-4ee6-8c15-8982f0447d6a Oct 13 15:31:59.167989 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-3a4dd965-b82c-46bf-9e44-d67ac1a2f247 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:59.240118 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2141a9a1-8909-4108-a304-bc8ee4669379 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Pushing event deleted for resources: {'Port': ['ID=aa2d1341-1de7-47cd-8414-4516f2d1041a,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:59.253676 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-b48ef2d9-3cef-4ade-ba59-c13dd6f718cc tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.3903422 Oct 13 15:31:59.258660 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50840) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:59.269358 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-5df01be1-6d58-4ff6-a6e4-8ab3c0100df0 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Request body: {'port': {'network_id': 'e8f4c17b-35d6-4be9-9f72-3117aa33e242', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1478423487', 'allowed_address_pairs': [{'ip_address': '2001:db8::184', 'mac_address': 'fa:16:3e:73:b9:90'}]}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:31:59.294250 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c024ab-2f07-4993-9deb-d62c5172c3c3 None None] Network a7f39bfd-3970-412d-aef1-153889c90dcb is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:31:59.316980 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4dd965-b82c-46bf-9e44-d67ac1a2f247 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Made reservation on behalf of 19ec4718eae5492e825f796615e1a8b4 for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:31:59.331006 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-f6c024ab-2f07-4993-9deb-d62c5172c3c3 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:31:59.367200 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1eee8e8e-89eb-4e6a-923d-c43b4f386a34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:59.375697 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c024ab-2f07-4993-9deb-d62c5172c3c3 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:31:59.450731 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-88b10b2d-0933-493c-a15f-bc90271ac626 tempest-FloatingIPAdminTestJSON-1004289797 tempest-FloatingIPAdminTestJSON-1004289797-project] Allocated IP 172.26.2.149 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/b0375411-77fe-48ee-bde6-cacdf952eeed) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:31:59.539936 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3a4dd965-b82c-46bf-9e44-d67ac1a2f247 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:59.548814 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-2141a9a1-8909-4108-a304-bc8ee4669379 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] create failed (client error): The resource could not be found. Oct 13 15:31:59.555282 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c024ab-2f07-4993-9deb-d62c5172c3c3 None None] Pushing event updated for resources: {'Port': ['ID=c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:31:59.556315 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-2141a9a1-8909-4108-a304-bc8ee4669379 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 4.2938240 Oct 13 15:31:59.557027 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50850) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:31:59.564781 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-51165262-5e3c-43f7-b9ec-c155f38105ad None None] Port 52c8ec81-0685-4ee6-8c15-8982f0447d6a cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:31:59.568097 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1eee8e8e-89eb-4e6a-923d-c43b4f386a34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:59.581065 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [None req-3a4dd965-b82c-46bf-9e44-d67ac1a2f247 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] device_id is not set on port 18029f50-49b6-40e8-8cd8-44c9794e0317 yet. {{(pid=88973) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:31:59.633632 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-f6c024ab-2f07-4993-9deb-d62c5172c3c3 None None] Attempting to bind port c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:31:59.635343 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-f6c024ab-2f07-4993-9deb-d62c5172c3c3 None None] Attempting to bind port c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'c1cab4f7-33a3-4e4f-820b-4d74891cbe8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a7f39bfd-3970-412d-aef1-153889c90dcb'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:31:59.635816 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c024ab-2f07-4993-9deb-d62c5172c3c3 None None] Attempting to bind port c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4 on network a7f39bfd-3970-412d-aef1-153889c90dcb {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:31:59.691787 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8920003c-2dac-4d3a-add0-8dfef8aaf4be tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:59.767883 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c024ab-2f07-4993-9deb-d62c5172c3c3 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 31, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:31:59.768303 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c024ab-2f07-4993-9deb-d62c5172c3c3 None None] Checking segment: {'id': 'c1cab4f7-33a3-4e4f-820b-4d74891cbe8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a7f39bfd-3970-412d-aef1-153889c90dcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:31:59.768703 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f6c024ab-2f07-4993-9deb-d62c5172c3c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:59.769097 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c024ab-2f07-4993-9deb-d62c5172c3c3 None None] Bound using segment: {'id': 'c1cab4f7-33a3-4e4f-820b-4d74891cbe8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a7f39bfd-3970-412d-aef1-153889c90dcb'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:31:59.770831 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-f6c024ab-2f07-4993-9deb-d62c5172c3c3 None None] Bound port: c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1cab4f7-33a3-4e4f-820b-4d74891cbe8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'a7f39bfd-3970-412d-aef1-153889c90dcb'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:31:59.773771 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f6c024ab-2f07-4993-9deb-d62c5172c3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:59.823887 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device bc5eb8e2-1a2b-4cc3-9bb6-2b4e3e8f63fa up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:31:59.830672 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-5df01be1-6d58-4ff6-a6e4-8ab3c0100df0 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:31:59.838776 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-7c4e974a-b2c0-40a4-9ad0-fd5b705ddc44 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Deleting port 107f2078-af44-49ef-9122-9c5d33593148 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:31:59.839351 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7c4e974a-b2c0-40a4-9ad0-fd5b705ddc44 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:31:59.887621 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-5df01be1-6d58-4ff6-a6e4-8ab3c0100df0 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Usage tracker for resource:port and tenant:daf8e65a70af447195572ee6c4fba156 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:31:59.910703 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-5df01be1-6d58-4ff6-a6e4-8ab3c0100df0 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:31:59.925736 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-5df01be1-6d58-4ff6-a6e4-8ab3c0100df0 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:31:59.948241 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-8920003c-2dac-4d3a-add0-8dfef8aaf4be tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Calling delete_port for 52c8ec81-0685-4ee6-8c15-8982f0447d6a owned by network:router_interface {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:31:59.993787 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df01be1-6d58-4ff6-a6e4-8ab3c0100df0 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Made reservation on behalf of daf8e65a70af447195572ee6c4fba156 for: {'port': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:32:00.018048 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7efd4c0-f93d-4be5-9981-c15eb8a1749e req-99b512f3-886d-456e-a9f9-02380b85b2f5 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:00.019393 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d84efa-fc60-4f11-8a5e-77e1bfd7a157 None None] Network e8f4c17b-35d6-4be9-9f72-3117aa33e242 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:32:00.020393 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-b7efd4c0-f93d-4be5-9981-c15eb8a1749e req-99b512f3-886d-456e-a9f9-02380b85b2f5 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bcec102-37e4-416a-aa51-90b64613dc0c HTTP/1.1" status: 200 len: 944 time: 0.5667288 Oct 13 15:32:00.109997 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1eee8e8e-89eb-4e6a-923d-c43b4f386a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:00.150710 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-88b10b2d-0933-493c-a15f-bc90271ac626 tempest-FloatingIPAdminTestJSON-1004289797 tempest-FloatingIPAdminTestJSON-1004289797-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:00.152560 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-51165262-5e3c-43f7-b9ec-c155f38105ad None None] Attempt 5 to provision port 52c8ec81-0685-4ee6-8c15-8982f0447d6a Oct 13 15:32:00.344625 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eee8e8e-89eb-4e6a-923d-c43b4f386a34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b13a8cd-257d-45e0-aba7-0e62466b1819,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:00.403489 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-3a4dd965-b82c-46bf-9e44-d67ac1a2f247 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Allocated IP 2001:db8::14c (a7f39bfd-3970-412d-aef1-153889c90dcb/1c458e7a-6939-407c-9764-d84fd14e83e4/18029f50-49b6-40e8-8cd8-44c9794e0317) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:32:00.406638 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1eee8e8e-89eb-4e6a-923d-c43b4f386a34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:00.411617 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-1eee8e8e-89eb-4e6a-923d-c43b4f386a34 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9b13a8cd-257d-45e0-aba7-0e62466b1819 HTTP/1.1" status: 204 len: 168 time: 1.3490133 Oct 13 15:32:00.446244 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-b7efd4c0-f93d-4be5-9981-c15eb8a1749e req-86484d44-a8c8-4afc-bfb7-5620809fc061 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/security-groups?id=81e55712-bc20-48c8-a3f7-25813fa3e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4125385 Oct 13 15:32:00.487004 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port bc5eb8e2-1a2b-4cc3-9bb6-2b4e3e8f63fa completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:32:00.503344 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5df01be1-6d58-4ff6-a6e4-8ab3c0100df0 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:00.524385 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-51165262-5e3c-43f7-b9ec-c155f38105ad None None] Port 52c8ec81-0685-4ee6-8c15-8982f0447d6a cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:00.549666 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-f6c024ab-2f07-4993-9deb-d62c5172c3c3 None None] For port c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:32:00.551080 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7c4e974a-b2c0-40a4-9ad0-fd5b705ddc44 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:00.563658 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-88b10b2d-0933-493c-a15f-bc90271ac626 tempest-FloatingIPAdminTestJSON-1004289797 tempest-FloatingIPAdminTestJSON-1004289797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:00.570932 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [None req-5df01be1-6d58-4ff6-a6e4-8ab3c0100df0 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] device_id is not set on port f57026c8-f657-4323-b1ed-f79f760acd9c yet. {{(pid=88972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:32:00.574054 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-f6c024ab-2f07-4993-9deb-d62c5172c3c3 None None] For port c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4,segment=NetworkSegment(c1cab4f7-33a3-4e4f-820b-4d74891cbe8a),segment_id=c1cab4f7-33a3-4e4f-820b-4d74891cbe8a)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:32:00.592951 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f6c024ab-2f07-4993-9deb-d62c5172c3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:00.740263 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8920003c-2dac-4d3a-add0-8dfef8aaf4be tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:00.790092 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c024ab-2f07-4993-9deb-d62c5172c3c3 None None] Pushing event updated for resources: {'Port': ['ID=c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:00.890265 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-7c4e974a-b2c0-40a4-9ad0-fd5b705ddc44 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Calling delete_port for 107f2078-af44-49ef-9122-9c5d33593148 owned by {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:32:00.926033 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8920003c-2dac-4d3a-add0-8dfef8aaf4be tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event deleted for resources: {'Port': ['ID=52c8ec81-0685-4ee6-8c15-8982f0447d6a,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:00.978756 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b10b2d-0933-493c-a15f-bc90271ac626 tempest-FloatingIPAdminTestJSON-1004289797 tempest-FloatingIPAdminTestJSON-1004289797-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:32:01.019567 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-88b10b2d-0933-493c-a15f-bc90271ac626 tempest-FloatingIPAdminTestJSON-1004289797 tempest-FloatingIPAdminTestJSON-1004289797-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:32:01.025888 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-51165262-5e3c-43f7-b9ec-c155f38105ad None None] Attempt 6 to provision port 52c8ec81-0685-4ee6-8c15-8982f0447d6a Oct 13 15:32:01.046264 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b10b2d-0933-493c-a15f-bc90271ac626 tempest-FloatingIPAdminTestJSON-1004289797 tempest-FloatingIPAdminTestJSON-1004289797-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:32:01.082646 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-51165262-5e3c-43f7-b9ec-c155f38105ad None None] Port 52c8ec81-0685-4ee6-8c15-8982f0447d6a was deleted so its status cannot be updated. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:32:01.112463 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-51165262-5e3c-43f7-b9ec-c155f38105ad None None] Provisioning for port 79b034c1-f2ad-4399-9c69-565b77e648ee completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:32:01.128725 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b10b2d-0933-493c-a15f-bc90271ac626 tempest-FloatingIPAdminTestJSON-1004289797 tempest-FloatingIPAdminTestJSON-1004289797-project] Pushing event updated for resources: {'Port': ['ID=b0375411-77fe-48ee-bde6-cacdf952eeed,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:01.138879 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-51165262-5e3c-43f7-b9ec-c155f38105ad None None] Provisioning complete for port 79b034c1-f2ad-4399-9c69-565b77e648ee triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:32:01.139260 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-51165262-5e3c-43f7-b9ec-c155f38105ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:01.139605 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-51165262-5e3c-43f7-b9ec-c155f38105ad None None] Attempt 1 to provision port 79b034c1-f2ad-4399-9c69-565b77e648ee Oct 13 15:32:01.242384 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3a4dd965-b82c-46bf-9e44-d67ac1a2f247 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:01.267662 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-3a4dd965-b82c-46bf-9e44-d67ac1a2f247 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Transition to ACTIVE for port object 18029f50-49b6-40e8-8cd8-44c9794e0317 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:32:01.391161 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-5df01be1-6d58-4ff6-a6e4-8ab3c0100df0 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Allocated IP 2001:db8::181 (e8f4c17b-35d6-4be9-9f72-3117aa33e242/094b1f3d-625e-48bb-b123-1f26d26a47f2/f57026c8-f657-4323-b1ed-f79f760acd9c) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:32:01.410184 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3a4dd965-b82c-46bf-9e44-d67ac1a2f247 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:01.563135 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-88b10b2d-0933-493c-a15f-bc90271ac626 tempest-FloatingIPAdminTestJSON-1004289797 tempest-FloatingIPAdminTestJSON-1004289797-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:01.600228 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7c4e974a-b2c0-40a4-9ad0-fd5b705ddc44 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:01.699988 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-51165262-5e3c-43f7-b9ec-c155f38105ad None None] Current status of the port 79b034c1-f2ad-4399-9c69-565b77e648ee is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:32:01.700371 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-51165262-5e3c-43f7-b9ec-c155f38105ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:01.753913 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4dd965-b82c-46bf-9e44-d67ac1a2f247 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Network a7f39bfd-3970-412d-aef1-153889c90dcb is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:32:01.754240 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:32:01.758851 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4dd965-b82c-46bf-9e44-d67ac1a2f247 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event updated for resources: {'Port': ['ID=18029f50-49b6-40e8-8cd8-44c9794e0317,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:01.764000 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-3a4dd965-b82c-46bf-9e44-d67ac1a2f247 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:32:01.767066 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4dd965-b82c-46bf-9e44-d67ac1a2f247 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:32:01.773496 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4dd965-b82c-46bf-9e44-d67ac1a2f247 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:01.774370 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3a4dd965-b82c-46bf-9e44-d67ac1a2f247 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:01.810007 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8920003c-2dac-4d3a-add0-8dfef8aaf4be tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:01.872458 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-51165262-5e3c-43f7-b9ec-c155f38105ad None None] For port 79b034c1-f2ad-4399-9c69-565b77e648ee, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=79b034c1-f2ad-4399-9c69-565b77e648ee,segment=NetworkSegment(92b95d5d-f98b-4e08-95c2-ce8bac7a6231),segment_id=92b95d5d-f98b-4e08-95c2-ce8bac7a6231)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:32:01.890731 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-51165262-5e3c-43f7-b9ec-c155f38105ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:01.917368 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4e974a-b2c0-40a4-9ad0-fd5b705ddc44 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Pushing event deleted for resources: {'Port': ['ID=107f2078-af44-49ef-9122-9c5d33593148,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:01.981855 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-3a4dd965-b82c-46bf-9e44-d67ac1a2f247 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.4157250 Oct 13 15:32:01.984321 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device a4123161-15b6-4933-93c1-9dd648d8b96c up at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:32:02.012010 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-51165262-5e3c-43f7-b9ec-c155f38105ad None None] Provisioning for port a4123161-15b6-4933-93c1-9dd648d8b96c completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:32:02.042685 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50902) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:02.062781 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-29249e14-b030-4061-834c-d297bc4c85fd tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Request body: {'subnet': {'network_id': 'a7f39bfd-3970-412d-aef1-153889c90dcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:32:02.106879 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51165262-5e3c-43f7-b9ec-c155f38105ad None None] Pushing event updated for resources: {'Port': ['ID=79b034c1-f2ad-4399-9c69-565b77e648ee,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:02.119158 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:32:02.181582 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning for port a4123161-15b6-4933-93c1-9dd648d8b96c completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:32:02.188404 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning complete for port a4123161-15b6-4933-93c1-9dd648d8b96c triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:32:02.189053 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:02.189571 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Attempt 1 to provision port a4123161-15b6-4933-93c1-9dd648d8b96c Oct 13 15:32:02.245037 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-0e2faeb2-6888-4274-b8f9-8919ccef564c None None] Provisioning for port bc5eb8e2-1a2b-4cc3-9bb6-2b4e3e8f63fa completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:32:02.253044 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50906) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:02.260912 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-0e2faeb2-6888-4274-b8f9-8919ccef564c None None] Provisioning complete for port bc5eb8e2-1a2b-4cc3-9bb6-2b4e3e8f63fa triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:32:02.262050 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0e2faeb2-6888-4274-b8f9-8919ccef564c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:02.262503 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50908) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:02.262693 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-0e2faeb2-6888-4274-b8f9-8919ccef564c None None] Attempt 1 to provision port bc5eb8e2-1a2b-4cc3-9bb6-2b4e3e8f63fa Oct 13 15:32:02.330430 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-b4f9698d-7cb8-4cb5-a485-4b612fe1503f tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1797594049', 'description': 'tempest-secgroup-smoke-1797594049 description', 'project_id': '95401ea77be844ac88b12ee49ce84b9c'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:32:02.383872 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-88b10b2d-0933-493c-a15f-bc90271ac626 tempest-FloatingIPAdminTestJSON-1004289797 tempest-FloatingIPAdminTestJSON-1004289797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:02.402386 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port a4123161-15b6-4933-93c1-9dd648d8b96c is: BUILD; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:32:02.402776 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:02.417989 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-b4f9698d-7cb8-4cb5-a485-4b612fe1503f tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:32:02.435304 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-b4f9698d-7cb8-4cb5-a485-4b612fe1503f tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Usage tracker for resource:security_group and tenant:95401ea77be844ac88b12ee49ce84b9c is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:02.440289 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-b4f9698d-7cb8-4cb5-a485-4b612fe1503f tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:02.457658 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-b4f9698d-7cb8-4cb5-a485-4b612fe1503f tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:32:02.466811 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bcec102-37e4-416a-aa51-90b64613dc0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4123161-15b6-4933-93c1-9dd648d8b96c'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:32:02.469966 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979c64d66908691d8da3fe322a5acf5d757b5bee84c7992aba2ec3c134dffaeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c04b4d3-1e76-467e-b2a8-d09c0f7d8224" -d '{"events": [{"server_uuid": "5bcec102-37e4-416a-aa51-90b64613dc0c", "name": "network-vif-plugged", "status": "completed", "tag": "a4123161-15b6-4933-93c1-9dd648d8b96c"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:32:02.486618 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7c4e974a-b2c0-40a4-9ad0-fd5b705ddc44 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:02.494548 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8920003c-2dac-4d3a-add0-8dfef8aaf4be tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Router ff6f28a3-ca3b-40f2-8751-b67b61e24f2c has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:32:02.499566 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b4f9698d-7cb8-4cb5-a485-4b612fe1503f tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:02.526674 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b4f9698d-7cb8-4cb5-a485-4b612fe1503f tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:02.536405 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-29249e14-b030-4061-834c-d297bc4c85fd tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:32:02.546504 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port a4123161-15b6-4933-93c1-9dd648d8b96c, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=a4123161-15b6-4933-93c1-9dd648d8b96c,segment=NetworkSegment(c8b28188-8b1e-438a-8a7c-cfa1fc185e50),segment_id=c8b28188-8b1e-438a-8a7c-cfa1fc185e50)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:32:02.558200 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-7c4e974a-b2c0-40a4-9ad0-fd5b705ddc44 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] 10.222.0.42 "DELETE /v2.0/ports/107f2078-af44-49ef-9122-9c5d33593148 HTTP/1.1" status: 204 len: 168 time: 2.9846201 Oct 13 15:32:02.559591 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50920) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:02.562761 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-29249e14-b030-4061-834c-d297bc4c85fd tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Usage tracker for resource:subnet and tenant:19ec4718eae5492e825f796615e1a8b4 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:02.562983 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:02.568957 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5df01be1-6d58-4ff6-a6e4-8ab3c0100df0 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:02.644429 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-29249e14-b030-4061-834c-d297bc4c85fd tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:02.650518 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-0e2faeb2-6888-4274-b8f9-8919ccef564c None None] Current status of the port bc5eb8e2-1a2b-4cc3-9bb6-2b4e3e8f63fa is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:32:02.650948 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0e2faeb2-6888-4274-b8f9-8919ccef564c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:02.693248 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=a4123161-15b6-4933-93c1-9dd648d8b96c,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:02.721101 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-0e2faeb2-6888-4274-b8f9-8919ccef564c None None] For port bc5eb8e2-1a2b-4cc3-9bb6-2b4e3e8f63fa, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=bc5eb8e2-1a2b-4cc3-9bb6-2b4e3e8f63fa,segment=NetworkSegment(89423ebb-0b52-4776-93b2-55b96c31f356),segment_id=89423ebb-0b52-4776-93b2-55b96c31f356)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:32:02.731953 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0e2faeb2-6888-4274-b8f9-8919ccef564c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:02.735446 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d74572a-75db-4a9d-bb48-801d7cd36f48 req-a0745684-d32c-4122-94a4-5220af786d8f tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:02.742024 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-2d74572a-75db-4a9d-bb48-801d7cd36f48 req-a0745684-d32c-4122-94a4-5220af786d8f tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bcec102-37e4-416a-aa51-90b64613dc0c HTTP/1.1" status: 200 len: 944 time: 0.9309564 Oct 13 15:32:02.748418 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-5df01be1-6d58-4ff6-a6e4-8ab3c0100df0 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Transition to ACTIVE for port object f57026c8-f657-4323-b1ed-f79f760acd9c will not be triggered until provisioned by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:32:02.796524 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 15:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f66c96-01a0-4b88-8213-fd3abd9648ef x-openstack-request-id: req-c9f66c96-01a0-4b88-8213-fd3abd9648ef {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:32:02.797266 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bcec102-37e4-416a-aa51-90b64613dc0c", "name": "network-vif-plugged", "status": "completed", "tag": "a4123161-15b6-4933-93c1-9dd648d8b96c", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:32:02.797709 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c9f66c96-01a0-4b88-8213-fd3abd9648ef {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:32:02.798550 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c9f66c96-01a0-4b88-8213-fd3abd9648ef'] response: {'server_uuid': '5bcec102-37e4-416a-aa51-90b64613dc0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4123161-15b6-4933-93c1-9dd648d8b96c', 'code': 200} Oct 13 15:32:02.845143 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-0e2faeb2-6888-4274-b8f9-8919ccef564c None None] Provisioning for port 7e2422b5-7d74-4190-ba5b-330498a36d05 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:32:02.856012 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2faeb2-6888-4274-b8f9-8919ccef564c None None] Pushing event updated for resources: {'Port': ['ID=bc5eb8e2-1a2b-4cc3-9bb6-2b4e3e8f63fa,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:02.862566 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-0e2faeb2-6888-4274-b8f9-8919ccef564c None None] Provisioning complete for port 7e2422b5-7d74-4190-ba5b-330498a36d05 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:32:02.863092 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0e2faeb2-6888-4274-b8f9-8919ccef564c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:02.863984 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-0e2faeb2-6888-4274-b8f9-8919ccef564c None None] Attempt 1 to provision port 7e2422b5-7d74-4190-ba5b-330498a36d05 Oct 13 15:32:02.870790 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-2d74572a-75db-4a9d-bb48-801d7cd36f48 req-4a9f1595-8247-48d0-a688-8a2e32cc4c20 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/security-groups?id=81e55712-bc20-48c8-a3f7-25813fa3e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208432 Oct 13 15:32:02.870982 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-b4f9698d-7cb8-4cb5-a485-4b612fe1503f tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:32:02.878378 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-29249e14-b030-4061-834c-d297bc4c85fd tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:32:02.916177 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29249e14-b030-4061-834c-d297bc4c85fd tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Made reservation on behalf of 19ec4718eae5492e825f796615e1a8b4 for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:32:02.919744 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-29249e14-b030-4061-834c-d297bc4c85fd tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:02.942472 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5df01be1-6d58-4ff6-a6e4-8ab3c0100df0 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:02.946040 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-b4f9698d-7cb8-4cb5-a485-4b612fe1503f tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Usage tracker for resource:security_group_rule and tenant:95401ea77be844ac88b12ee49ce84b9c is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:02.966602 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-0e2faeb2-6888-4274-b8f9-8919ccef564c None None] Port 7e2422b5-7d74-4190-ba5b-330498a36d05 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:02.992248 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-88b10b2d-0933-493c-a15f-bc90271ac626 tempest-FloatingIPAdminTestJSON-1004289797 tempest-FloatingIPAdminTestJSON-1004289797-project] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:03.015775 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-88b10b2d-0933-493c-a15f-bc90271ac626 tempest-FloatingIPAdminTestJSON-1004289797 tempest-FloatingIPAdminTestJSON-1004289797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:03.062099 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df01be1-6d58-4ff6-a6e4-8ab3c0100df0 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Network e8f4c17b-35d6-4be9-9f72-3117aa33e242 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:32:03.074945 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-5df01be1-6d58-4ff6-a6e4-8ab3c0100df0 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:32:03.081838 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df01be1-6d58-4ff6-a6e4-8ab3c0100df0 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:32:03.083871 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-e3395837-aae6-4e35-bdae-c1a9dcd7dee2 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1522978638'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:32:03.088052 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df01be1-6d58-4ff6-a6e4-8ab3c0100df0 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:03.088687 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5df01be1-6d58-4ff6-a6e4-8ab3c0100df0 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:03.091254 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-b4f9698d-7cb8-4cb5-a485-4b612fe1503f tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:03.092464 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df01be1-6d58-4ff6-a6e4-8ab3c0100df0 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Pushing event updated for resources: {'Port': ['ID=f57026c8-f657-4323-b1ed-f79f760acd9c,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:03.097871 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-b4f9698d-7cb8-4cb5-a485-4b612fe1503f tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:32:03.121273 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-e3395837-aae6-4e35-bdae-c1a9dcd7dee2 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:32:03.158379 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8920003c-2dac-4d3a-add0-8dfef8aaf4be tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:32:03.180928 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-8920003c-2dac-4d3a-add0-8dfef8aaf4be tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "PUT /v2.0/routers/ff6f28a3-ca3b-40f2-8751-b67b61e24f2c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4223635 Oct 13 15:32:03.182276 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-e3395837-aae6-4e35-bdae-c1a9dcd7dee2 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Usage tracker for resource:network and tenant:189a2a783ff94d9d83e28e5d7a0f1bba is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:03.186805 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50926) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:03.191943 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50fdf94-8330-4504-8639-7915aaea9d4f None None] Sync routers for ids ['ff6f28a3-ca3b-40f2-8751-b67b61e24f2c'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:32:03.207933 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50fdf94-8330-4504-8639-7915aaea9d4f None None] Routers {'ff6f28a3-ca3b-40f2-8751-b67b61e24f2c'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:32:03.208745 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-e50fdf94-8330-4504-8639-7915aaea9d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:31:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['ff6f28a3-ca3b-40f2-8751-b67b61e24f2c'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:03.258898 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-e3395837-aae6-4e35-bdae-c1a9dcd7dee2 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:03.281075 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-e50fdf94-8330-4504-8639-7915aaea9d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:03.292396 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50fdf94-8330-4504-8639-7915aaea9d4f None None] Routers {'ff6f28a3-ca3b-40f2-8751-b67b61e24f2c'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:32:03.293954 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-e50fdf94-8330-4504-8639-7915aaea9d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:31:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['ff6f28a3-ca3b-40f2-8751-b67b61e24f2c'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:03.303186 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-88b10b2d-0933-493c-a15f-bc90271ac626 tempest-FloatingIPAdminTestJSON-1004289797 tempest-FloatingIPAdminTestJSON-1004289797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:03.313279 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-5df01be1-6d58-4ff6-a6e4-8ab3c0100df0 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 4.0520284 Oct 13 15:32:03.317218 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50930) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:03.348749 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-e3395837-aae6-4e35-bdae-c1a9dcd7dee2 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:32:03.365434 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-e50fdf94-8330-4504-8639-7915aaea9d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:03.365821 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e50fdf94-8330-4504-8639-7915aaea9d4f None None] The sync data for ids ['ff6f28a3-ca3b-40f2-8751-b67b61e24f2c'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:32:03.371625 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b10b2d-0933-493c-a15f-bc90271ac626 tempest-FloatingIPAdminTestJSON-1004289797 tempest-FloatingIPAdminTestJSON-1004289797-project] Pushing event updated for resources: {'Port': ['ID=b0375411-77fe-48ee-bde6-cacdf952eeed,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:03.387615 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-88b10b2d-0933-493c-a15f-bc90271ac626 tempest-FloatingIPAdminTestJSON-1004289797 tempest-FloatingIPAdminTestJSON-1004289797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:03.388772 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-88b10b2d-0933-493c-a15f-bc90271ac626 tempest-FloatingIPAdminTestJSON-1004289797 tempest-FloatingIPAdminTestJSON-1004289797-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9760287 Oct 13 15:32:03.395348 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50934) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:03.468023 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-0e2faeb2-6888-4274-b8f9-8919ccef564c None None] Attempt 2 to provision port 7e2422b5-7d74-4190-ba5b-330498a36d05 Oct 13 15:32:03.477476 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-1e38c852-b825-4b1e-800e-00e154a871c7 tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2129 time: 0.0793221 Oct 13 15:32:03.478225 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50938) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:03.519075 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3395837-aae6-4e35-bdae-c1a9dcd7dee2 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Made reservation on behalf of 189a2a783ff94d9d83e28e5d7a0f1bba for: {'network': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:32:03.522418 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e3395837-aae6-4e35-bdae-c1a9dcd7dee2 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:03.524932 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-0e2faeb2-6888-4274-b8f9-8919ccef564c None None] Port 7e2422b5-7d74-4190-ba5b-330498a36d05 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:03.568536 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca08aa08-701e-43fe-83d9-f2eb873fea4f tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:03.578882 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca08aa08-701e-43fe-83d9-f2eb873fea4f tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:03.584662 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca08aa08-701e-43fe-83d9-f2eb873fea4f tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:03.585532 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-ca08aa08-701e-43fe-83d9-f2eb873fea4f tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Synchronizing usage tracker for tenant:daf8e65a70af447195572ee6c4fba156 on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:32:03.591060 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-b94069a6-19f7-443c-95bb-0c3e93658552 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Synchronizing usage tracker for tenant:64faa29e24d84506b6a987b522d73cd1 on resource:floatingip {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:32:03.618723 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e3395837-aae6-4e35-bdae-c1a9dcd7dee2 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:03.625181 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-ca08aa08-701e-43fe-83d9-f2eb873fea4f tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Unset dirty status for tenant:daf8e65a70af447195572ee6c4fba156 on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:32:03.626795 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-ca08aa08-701e-43fe-83d9-f2eb873fea4f tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] 10.222.0.42 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.3086476 Oct 13 15:32:03.629772 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50942) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:03.634658 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-b94069a6-19f7-443c-95bb-0c3e93658552 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Unset dirty status for tenant:64faa29e24d84506b6a987b522d73cd1 on resource:floatingip {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:32:03.640385 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-b94069a6-19f7-443c-95bb-0c3e93658552 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] 10.222.0.42 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1590559 Oct 13 15:32:03.641522 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50946) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:03.662641 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 79b034c1-f2ad-4399-9c69-565b77e648ee up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:32:03.742790 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.ipam_backend_mixin [None req-29249e14-b030-4061-834c-d297bc4c85fd tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1c458e7a-6939-407c-9764-d84fd14e83e4 (CIDR: 2001:db8::/64) Oct 13 15:32:03.743900 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-e3395837-aae6-4e35-bdae-c1a9dcd7dee2 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:32:03.756661 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75847445-6caf-49bc-a6e7-ed79ff528f5a tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:03.757389 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-75847445-6caf-49bc-a6e7-ed79ff528f5a tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Synchronizing usage tracker for tenant:99a0c771e012474a857f8691213fd073 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:32:03.760149 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 79b034c1-f2ad-4399-9c69-565b77e648ee triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:32:03.760627 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:03.761062 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 79b034c1-f2ad-4399-9c69-565b77e648ee Oct 13 15:32:03.776559 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-e3395837-aae6-4e35-bdae-c1a9dcd7dee2 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Usage tracker for resource:security_group_rule and tenant:189a2a783ff94d9d83e28e5d7a0f1bba is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:03.779477 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-29249e14-b030-4061-834c-d297bc4c85fd tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 15:32:03.779924 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29249e14-b030-4061-834c-d297bc4c85fd tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:32:03.813166 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-e3395837-aae6-4e35-bdae-c1a9dcd7dee2 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:03.823611 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b4f9698d-7cb8-4cb5-a485-4b612fe1503f tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:03.834157 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e15bee-2804-401a-8297-1bf99db68809 req-c40178fe-f431-43cf-90e4-3d2495a3662a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:03.835934 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e9e15bee-2804-401a-8297-1bf99db68809 req-c40178fe-f431-43cf-90e4-3d2495a3662a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5bcec102-37e4-416a-aa51-90b64613dc0c HTTP/1.1" status: 200 len: 1098 time: 0.7209833 Oct 13 15:32:03.844068 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-e3395837-aae6-4e35-bdae-c1a9dcd7dee2 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:32:03.860640 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-cf1fe8d5-4f50-48d9-b7c7-4adc8a9a1e70 tempest-FloatingIPAdminTestJSON-1004289797 tempest-FloatingIPAdminTestJSON-1004289797-project] Deleting port b0375411-77fe-48ee-bde6-cacdf952eeed {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:32:03.860979 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cf1fe8d5-4f50-48d9-b7c7-4adc8a9a1e70 tempest-FloatingIPAdminTestJSON-1004289797 tempest-FloatingIPAdminTestJSON-1004289797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:03.886463 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b4f9698d-7cb8-4cb5-a485-4b612fe1503f tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:03.892120 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-5022a385-3e7e-4912-aaa2-3b138e254975 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Deleting port f57026c8-f657-4323-b1ed-f79f760acd9c {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:32:03.892463 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5022a385-3e7e-4912-aaa2-3b138e254975 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:03.977489 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 79b034c1-f2ad-4399-9c69-565b77e648ee is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:32:03.978947 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device bc5eb8e2-1a2b-4cc3-9bb6-2b4e3e8f63fa up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:32:04.023680 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-b4f9698d-7cb8-4cb5-a485-4b612fe1503f tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:32:04.026992 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-0e2faeb2-6888-4274-b8f9-8919ccef564c None None] Attempt 3 to provision port 7e2422b5-7d74-4190-ba5b-330498a36d05 Oct 13 15:32:04.037821 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.api.v2.resource [None req-a9505b67-1a60-42be-8fb4-1465fb9c48d7 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] remove_router_interface failed (client error): The resource could not be found. Oct 13 15:32:04.039432 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-a9505b67-1a60-42be-8fb4-1465fb9c48d7 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "PUT /v2.0/routers/ff6f28a3-ca3b-40f2-8751-b67b61e24f2c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7897694 Oct 13 15:32:04.041079 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-b4f9698d-7cb8-4cb5-a485-4b612fe1503f tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Usage tracker for resource:security_group_rule and tenant:95401ea77be844ac88b12ee49ce84b9c is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:04.043852 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50952) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:04.089957 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-b4f9698d-7cb8-4cb5-a485-4b612fe1503f tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:04.101263 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-75847445-6caf-49bc-a6e7-ed79ff528f5a tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Unset dirty status for tenant:99a0c771e012474a857f8691213fd073 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:32:04.105145 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-75847445-6caf-49bc-a6e7-ed79ff528f5a tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1150061-7621-4458-bfef-9f27fe4e325d HTTP/1.1" status: 200 len: 913 time: 1.5364208 Oct 13 15:32:04.106600 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-29249e14-b030-4061-834c-d297bc4c85fd tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0629511 Oct 13 15:32:04.107207 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50956) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:04.120379 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-0e2faeb2-6888-4274-b8f9-8919ccef564c None None] Port 7e2422b5-7d74-4190-ba5b-330498a36d05 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:04.130040 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-b4f9698d-7cb8-4cb5-a485-4b612fe1503f tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:32:04.131771 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port bc5eb8e2-1a2b-4cc3-9bb6-2b4e3e8f63fa triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:32:04.132201 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:04.132595 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port bc5eb8e2-1a2b-4cc3-9bb6-2b4e3e8f63fa Oct 13 15:32:04.139440 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50958) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:04.155198 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-1d7eed8c-3154-4324-b9b6-77fec21cc292 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff6f28a3-ca3b-40f2-8751-b67b61e24f2c HTTP/1.1" status: 200 len: 205 time: 0.1006758 Oct 13 15:32:04.157135 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50964) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:04.224461 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-7b074515-bf35-4570-86c3-f3443b6a994b tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Request body: {'subnet': {'network_id': 'a7f39bfd-3970-412d-aef1-153889c90dcb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:32:04.254965 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port bc5eb8e2-1a2b-4cc3-9bb6-2b4e3e8f63fa is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:32:04.310882 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e9e15bee-2804-401a-8297-1bf99db68809 req-7f713a91-6632-4f1f-80bc-b5ba62e15482 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=81e55712-bc20-48c8-a3f7-25813fa3e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4606616 Oct 13 15:32:04.311503 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f9698d-7cb8-4cb5-a485-4b612fe1503f tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61f758f2-9652-4c0c-8cba-ca8997487f44,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:04.326705 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e3395837-aae6-4e35-bdae-c1a9dcd7dee2 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:04.372006 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e3395837-aae6-4e35-bdae-c1a9dcd7dee2 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:04.386775 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-51bedeac-e858-4093-9727-723adf80f4c9 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for router, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:04.428815 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9e820c2b-963f-4237-be15-606fd40bfe09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:04.493774 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3395837-aae6-4e35-bdae-c1a9dcd7dee2 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=88973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:32:04.529703 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3395837-aae6-4e35-bdae-c1a9dcd7dee2 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8bd89e9-bc9e-47f1-8555-3c6341c77e87,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:04.542261 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e3395837-aae6-4e35-bdae-c1a9dcd7dee2 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:04.542580 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-e3395837-aae6-4e35-bdae-c1a9dcd7dee2 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Added segment 5856d74a-d4d6-4ff5-8a33-476be5b86a92 of type vlan for network f7841021-c854-4972-be8a-a4cf2ec5fc4d Oct 13 15:32:04.622033 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-0e2faeb2-6888-4274-b8f9-8919ccef564c None None] Attempt 4 to provision port 7e2422b5-7d74-4190-ba5b-330498a36d05 Oct 13 15:32:04.659406 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cf1fe8d5-4f50-48d9-b7c7-4adc8a9a1e70 tempest-FloatingIPAdminTestJSON-1004289797 tempest-FloatingIPAdminTestJSON-1004289797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:04.659727 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cf1fe8d5-4f50-48d9-b7c7-4adc8a9a1e70 tempest-FloatingIPAdminTestJSON-1004289797 tempest-FloatingIPAdminTestJSON-1004289797-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:04.700840 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-0e2faeb2-6888-4274-b8f9-8919ccef564c None None] Port 7e2422b5-7d74-4190-ba5b-330498a36d05 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:04.853279 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-cf1fe8d5-4f50-48d9-b7c7-4adc8a9a1e70 tempest-FloatingIPAdminTestJSON-1004289797 tempest-FloatingIPAdminTestJSON-1004289797-project] Calling delete_port for b0375411-77fe-48ee-bde6-cacdf952eeed owned by network:floatingip {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:32:04.882235 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21760716-1c22-4733-a657-04e0879fc6ec req-d34622e6-f772-4d77-a52a-73dfe0671423 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:04.883625 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-21760716-1c22-4733-a657-04e0879fc6ec req-d34622e6-f772-4d77-a52a-73dfe0671423 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bcec102-37e4-416a-aa51-90b64613dc0c HTTP/1.1" status: 200 len: 945 time: 0.8510711 Oct 13 15:32:04.911159 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-7b074515-bf35-4570-86c3-f3443b6a994b tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:32:04.932233 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b4f9698d-7cb8-4cb5-a485-4b612fe1503f tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:04.939640 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-7b074515-bf35-4570-86c3-f3443b6a994b tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Usage tracker for resource:subnet and tenant:19ec4718eae5492e825f796615e1a8b4 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:04.946052 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e3395837-aae6-4e35-bdae-c1a9dcd7dee2 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:04.951976 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-7b074515-bf35-4570-86c3-f3443b6a994b tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:04.957432 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b4f9698d-7cb8-4cb5-a485-4b612fe1503f tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:04.980931 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-7b074515-bf35-4570-86c3-f3443b6a994b tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:32:05.017265 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5022a385-3e7e-4912-aaa2-3b138e254975 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:05.092546 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b074515-bf35-4570-86c3-f3443b6a994b tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Made reservation on behalf of 19ec4718eae5492e825f796615e1a8b4 for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:32:05.094322 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-51bedeac-e858-4093-9727-723adf80f4c9 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:05.095864 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7b074515-bf35-4570-86c3-f3443b6a994b tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:05.121297 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-21760716-1c22-4733-a657-04e0879fc6ec req-18ec5076-5559-4aca-acb7-262710ddb587 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/security-groups?id=81e55712-bc20-48c8-a3f7-25813fa3e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2166560 Oct 13 15:32:05.153410 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f9698d-7cb8-4cb5-a485-4b612fe1503f tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7440aebc-fd11-474d-b16f-2447451d9d66,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:05.159236 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-5022a385-3e7e-4912-aaa2-3b138e254975 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Calling delete_port for f57026c8-f657-4323-b1ed-f79f760acd9c owned by {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:32:05.167537 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b4f9698d-7cb8-4cb5-a485-4b612fe1503f tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:05.170050 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-b4f9698d-7cb8-4cb5-a485-4b612fe1503f tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 2.9151695 Oct 13 15:32:05.175506 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e3395837-aae6-4e35-bdae-c1a9dcd7dee2 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:05.182010 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3395837-aae6-4e35-bdae-c1a9dcd7dee2 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:05.182256 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e3395837-aae6-4e35-bdae-c1a9dcd7dee2 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:05.192361 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-51bedeac-e858-4093-9727-723adf80f4c9 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:05.202098 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-0e2faeb2-6888-4274-b8f9-8919ccef564c None None] Attempt 5 to provision port 7e2422b5-7d74-4190-ba5b-330498a36d05 Oct 13 15:32:05.203950 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50968) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:05.229182 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-78489a54-33e7-44fd-987b-95429ebd530e tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Request body: {'security_group_rule': {'security_group_id': '7440aebc-fd11-474d-b16f-2447451d9d66', 'project_id': '95401ea77be844ac88b12ee49ce84b9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:32:05.253969 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-78489a54-33e7-44fd-987b-95429ebd530e tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:32:05.274018 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-78489a54-33e7-44fd-987b-95429ebd530e tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Usage tracker for resource:security_group_rule and tenant:95401ea77be844ac88b12ee49ce84b9c is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:05.279463 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-78489a54-33e7-44fd-987b-95429ebd530e tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:05.283002 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-51bedeac-e858-4093-9727-723adf80f4c9 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:05.283002 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51bedeac-e858-4093-9727-723adf80f4c9 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Fanout notify agent at l3_agent the message router_deleted on router ff6f28a3-ca3b-40f2-8751-b67b61e24f2c {{(pid=88972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:32:05.292088 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-78489a54-33e7-44fd-987b-95429ebd530e tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:32:05.314963 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-0e2faeb2-6888-4274-b8f9-8919ccef564c None None] Port 7e2422b5-7d74-4190-ba5b-330498a36d05 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:05.372167 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-51bedeac-e858-4093-9727-723adf80f4c9 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:05.375960 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-51bedeac-e858-4093-9727-723adf80f4c9 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "DELETE /v2.0/routers/ff6f28a3-ca3b-40f2-8751-b67b61e24f2c HTTP/1.1" status: 204 len: 168 time: 1.2133069 Oct 13 15:32:05.380250 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50972) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:05.382868 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-78489a54-33e7-44fd-987b-95429ebd530e tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:05.398703 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e3395837-aae6-4e35-bdae-c1a9dcd7dee2 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 3.0798669 Oct 13 15:32:05.418571 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3395837-aae6-4e35-bdae-c1a9dcd7dee2 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Pushing event updated for resources: {'Network': ['ID=f7841021-c854-4972-be8a-a4cf2ec5fc4d,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:05.431474 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network f7841021-c854-4972-be8a-a4cf2ec5fc4d details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:32:05.546737 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50976) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:05.547668 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cf1fe8d5-4f50-48d9-b7c7-4adc8a9a1e70 tempest-FloatingIPAdminTestJSON-1004289797 tempest-FloatingIPAdminTestJSON-1004289797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:05.566439 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-e1256b91-a2b2-4406-80cd-7a84e7cb10bd tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Request body: {'subnet': {'network_id': 'f7841021-c854-4972-be8a-a4cf2ec5fc4d', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:32:05.652940 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1fe8d5-4f50-48d9-b7c7-4adc8a9a1e70 tempest-FloatingIPAdminTestJSON-1004289797 tempest-FloatingIPAdminTestJSON-1004289797-project] Pushing event deleted for resources: {'Port': ['ID=b0375411-77fe-48ee-bde6-cacdf952eeed,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:05.717250 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f51471be-9909-4752-8be8-95e3d66667a8 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:05.767447 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-85ac2670-8f2b-4eb7-8784-4392bccfc0b1 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Deleting subnet 5a40042e-f59f-4652-8a84-26e0c3cbe723 {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:32:05.769142 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5022a385-3e7e-4912-aaa2-3b138e254975 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:05.784490 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-85ac2670-8f2b-4eb7-8784-4392bccfc0b1 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:05.816168 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-0e2faeb2-6888-4274-b8f9-8919ccef564c None None] Attempt 6 to provision port 7e2422b5-7d74-4190-ba5b-330498a36d05 Oct 13 15:32:05.836864 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-e1256b91-a2b2-4406-80cd-7a84e7cb10bd tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:32:05.847945 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-78489a54-33e7-44fd-987b-95429ebd530e tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:05.859906 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-e1256b91-a2b2-4406-80cd-7a84e7cb10bd tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Usage tracker for resource:subnet and tenant:189a2a783ff94d9d83e28e5d7a0f1bba is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:05.863701 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-e1256b91-a2b2-4406-80cd-7a84e7cb10bd tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:05.875164 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-e1256b91-a2b2-4406-80cd-7a84e7cb10bd tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:32:05.878328 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-0e2faeb2-6888-4274-b8f9-8919ccef564c None None] Port 7e2422b5-7d74-4190-ba5b-330498a36d05 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:05.878906 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5022a385-3e7e-4912-aaa2-3b138e254975 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Pushing event deleted for resources: {'Port': ['ID=f57026c8-f657-4323-b1ed-f79f760acd9c,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:05.881092 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-78489a54-33e7-44fd-987b-95429ebd530e tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:05.935905 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1256b91-a2b2-4406-80cd-7a84e7cb10bd tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Made reservation on behalf of 189a2a783ff94d9d83e28e5d7a0f1bba for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:32:05.939283 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e1256b91-a2b2-4406-80cd-7a84e7cb10bd tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:05.963248 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78489a54-33e7-44fd-987b-95429ebd530e tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec7b8dd3-fa41-41f0-9c44-9967546260f7,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:05.987613 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-85ac2670-8f2b-4eb7-8784-4392bccfc0b1 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:06.024955 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cf1fe8d5-4f50-48d9-b7c7-4adc8a9a1e70 tempest-FloatingIPAdminTestJSON-1004289797 tempest-FloatingIPAdminTestJSON-1004289797-project] Notify callbacks [] for floatingip, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:06.057968 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-78489a54-33e7-44fd-987b-95429ebd530e tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:06.059905 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-78489a54-33e7-44fd-987b-95429ebd530e tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8552415 Oct 13 15:32:06.067239 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cf1fe8d5-4f50-48d9-b7c7-4adc8a9a1e70 tempest-FloatingIPAdminTestJSON-1004289797 tempest-FloatingIPAdminTestJSON-1004289797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:06.071388 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-cf1fe8d5-4f50-48d9-b7c7-4adc8a9a1e70 tempest-FloatingIPAdminTestJSON-1004289797 tempest-FloatingIPAdminTestJSON-1004289797-project] 10.222.0.42 "DELETE /v2.0/floatingips/a08be73f-ecaa-4541-a379-e7215b80cc51 HTTP/1.1" status: 204 len: 168 time: 2.3957436 Oct 13 15:32:06.071388 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50980) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:06.079681 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 50982) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:06.120365 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-b096ca38-9faa-4690-b473-5dd4252eaa50 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Request body: {'security_group_rule': {'security_group_id': '7440aebc-fd11-474d-b16f-2447451d9d66', 'project_id': '95401ea77be844ac88b12ee49ce84b9c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:32:06.167346 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-b096ca38-9faa-4690-b473-5dd4252eaa50 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:32:06.179739 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-b096ca38-9faa-4690-b473-5dd4252eaa50 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Usage tracker for resource:security_group_rule and tenant:95401ea77be844ac88b12ee49ce84b9c is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:06.184698 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-b096ca38-9faa-4690-b473-5dd4252eaa50 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:06.192861 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-b096ca38-9faa-4690-b473-5dd4252eaa50 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:32:06.195724 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5022a385-3e7e-4912-aaa2-3b138e254975 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:06.200222 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-5022a385-3e7e-4912-aaa2-3b138e254975 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] 10.222.0.42 "DELETE /v2.0/ports/f57026c8-f657-4323-b1ed-f79f760acd9c HTTP/1.1" status: 204 len: 168 time: 2.5662827 Oct 13 15:32:06.204181 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50990) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:06.361118 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-6a7e494f-56fe-42b8-a4cb-ca36fa36e9d0 tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Deleting port 42910069-1d34-4e4d-af1d-a0fe72c279a8 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:32:06.361458 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6a7e494f-56fe-42b8-a4cb-ca36fa36e9d0 tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:06.379741 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-0e2faeb2-6888-4274-b8f9-8919ccef564c None None] Attempt 7 to provision port 7e2422b5-7d74-4190-ba5b-330498a36d05 Oct 13 15:32:06.420014 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f2543c0-0434-4464-b438-8146177c994c tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] GET failed (client error): The resource could not be found. Oct 13 15:32:06.420909 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-5f2543c0-0434-4464-b438-8146177c994c tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Synchronizing usage tracker for tenant:daf8e65a70af447195572ee6c4fba156 on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:32:06.437971 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-0e2faeb2-6888-4274-b8f9-8919ccef564c None None] Port 7e2422b5-7d74-4190-ba5b-330498a36d05 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:06.444789 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b096ca38-9faa-4690-b473-5dd4252eaa50 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:06.466334 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-85ac2670-8f2b-4eb7-8784-4392bccfc0b1 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:06.514091 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7b074515-bf35-4570-86c3-f3443b6a994b tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:06.543721 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-5f2543c0-0434-4464-b438-8146177c994c tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Unset dirty status for tenant:daf8e65a70af447195572ee6c4fba156 on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:32:06.544852 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-5f2543c0-0434-4464-b438-8146177c994c tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] 10.222.0.42 "GET /v2.0/ports/f57026c8-f657-4323-b1ed-f79f760acd9c HTTP/1.1" status: 404 len: 333 time: 0.3405175 Oct 13 15:32:06.552336 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50994) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:06.568652 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-f80edbc5-85ab-4183-9c8c-f1d6f599d926 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Request body: {'port': {'network_id': 'e8f4c17b-35d6-4be9-9f72-3117aa33e242', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-99488574'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:32:06.581217 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-91a9e63e-6293-485f-872f-c4beb02e138a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:06.698768 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b096ca38-9faa-4690-b473-5dd4252eaa50 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:06.713906 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ba261e-eb34-4c3e-9e94-0bdf8a08b861 req-34c2946f-54ae-461b-8738-158ace8cf418 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:06.715404 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-33ba261e-eb34-4c3e-9e94-0bdf8a08b861 req-34c2946f-54ae-461b-8738-158ace8cf418 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bcec102-37e4-416a-aa51-90b64613dc0c HTTP/1.1" status: 200 len: 945 time: 0.4667547 Oct 13 15:32:06.719817 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-85ac2670-8f2b-4eb7-8784-4392bccfc0b1 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:06.752946 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b096ca38-9faa-4690-b473-5dd4252eaa50 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:06.796031 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ac2670-8f2b-4eb7-8784-4392bccfc0b1 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event deleted for resources: {'Subnet': ['ID=5a40042e-f59f-4652-8a84-26e0c3cbe723,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:06.817502 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b096ca38-9faa-4690-b473-5dd4252eaa50 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd9362bf-eebc-4ee9-8d50-802bcc66b316,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:06.819676 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-85ac2670-8f2b-4eb7-8784-4392bccfc0b1 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:06.820535 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdc01228-6a7a-467c-a8bc-58707218b8f9 None None] Network baff36f3-945e-4583-91e4-ac6ed7fa08ab requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:32:06.855382 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b074515-bf35-4570-86c3-f3443b6a994b tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Network a7f39bfd-3970-412d-aef1-153889c90dcb is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:32:06.871690 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-85ac2670-8f2b-4eb7-8784-4392bccfc0b1 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "DELETE /v2.0/subnets/5a40042e-f59f-4652-8a84-26e0c3cbe723 HTTP/1.1" status: 204 len: 168 time: 1.4812436 Oct 13 15:32:06.874908 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-33ba261e-eb34-4c3e-9e94-0bdf8a08b861 req-d4a59e3a-a017-4dfb-a561-f23290e556ec tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/security-groups?id=81e55712-bc20-48c8-a3f7-25813fa3e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477621 Oct 13 15:32:06.877469 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 50998) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:06.881298 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b096ca38-9faa-4690-b473-5dd4252eaa50 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:06.882473 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-b096ca38-9faa-4690-b473-5dd4252eaa50 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7740061 Oct 13 15:32:06.902236 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51002) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:06.907306 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-22bf59e0-5a42-4ce4-bebf-9de1569be7da tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Request body: {'security_group_rule': {'security_group_id': '7440aebc-fd11-474d-b16f-2447451d9d66', 'project_id': '95401ea77be844ac88b12ee49ce84b9c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:32:06.907461 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-7b074515-bf35-4570-86c3-f3443b6a994b tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:32:06.910185 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b074515-bf35-4570-86c3-f3443b6a994b tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:06.910979 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7b074515-bf35-4570-86c3-f3443b6a994b tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:06.917785 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce349ab6-0f15-4b36-8eda-775920de13e3 None None] Network a7f39bfd-3970-412d-aef1-153889c90dcb requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:32:06.920544 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-22bf59e0-5a42-4ce4-bebf-9de1569be7da tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:32:06.923152 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-f80edbc5-85ab-4183-9c8c-f1d6f599d926 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:32:06.942189 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-22bf59e0-5a42-4ce4-bebf-9de1569be7da tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Usage tracker for resource:security_group_rule and tenant:95401ea77be844ac88b12ee49ce84b9c is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:06.946266 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-22bf59e0-5a42-4ce4-bebf-9de1569be7da tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:06.960171 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-22bf59e0-5a42-4ce4-bebf-9de1569be7da tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:32:06.970662 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b074515-bf35-4570-86c3-f3443b6a994b tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event updated for resources: {'Subnet': ['ID=94d2cc1e-7a59-42e9-9496-62f8b10ddf8a,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:06.976905 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-0e2faeb2-6888-4274-b8f9-8919ccef564c None None] Attempt 8 to provision port 7e2422b5-7d74-4190-ba5b-330498a36d05 Oct 13 15:32:06.981905 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-f80edbc5-85ab-4183-9c8c-f1d6f599d926 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:32:06.993042 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-f51471be-9909-4752-8be8-95e3d66667a8 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Deleting port a36124af-004e-4151-b7cd-135de0fd13af {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:32:06.993376 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f51471be-9909-4752-8be8-95e3d66667a8 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:07.070138 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6a7e494f-56fe-42b8-a4cb-ca36fa36e9d0 tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:07.070612 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6a7e494f-56fe-42b8-a4cb-ca36fa36e9d0 tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:07.079284 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f80edbc5-85ab-4183-9c8c-f1d6f599d926 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Made reservation on behalf of daf8e65a70af447195572ee6c4fba156 for: {'port': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:32:07.083363 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f80edbc5-85ab-4183-9c8c-f1d6f599d926 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:07.091149 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-7b074515-bf35-4570-86c3-f3443b6a994b tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.9433613 Oct 13 15:32:07.095645 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51008) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:07.106960 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-22bf59e0-5a42-4ce4-bebf-9de1569be7da tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:07.133959 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-94f6a5cc-ab08-49f9-9eca-279064f2e105 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-490556014', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '94d2cc1e-7a59-42e9-9496-62f8b10ddf8a'}], 'security_groups': ['07c47ba3-4e18-4ab5-bd9e-27446f8867ee']}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:32:07.138189 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e1256b91-a2b2-4406-80cd-7a84e7cb10bd tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:07.165196 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aded76b8-5f3f-467b-8ad6-0ea5f7c488c9 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:07.178101 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-0e2faeb2-6888-4274-b8f9-8919ccef564c None None] Port 7e2422b5-7d74-4190-ba5b-330498a36d05 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:07.211517 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [None req-f80edbc5-85ab-4183-9c8c-f1d6f599d926 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] device_id is not set on port 03d48da7-9186-4fc1-8c96-efed2918bbdc yet. {{(pid=88972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:32:07.300119 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-aded76b8-5f3f-467b-8ad6-0ea5f7c488c9 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Deleting port 79b034c1-f2ad-4399-9c69-565b77e648ee {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:32:07.300456 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aded76b8-5f3f-467b-8ad6-0ea5f7c488c9 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:07.307765 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-6a7e494f-56fe-42b8-a4cb-ca36fa36e9d0 tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Calling delete_port for 42910069-1d34-4e4d-af1d-a0fe72c279a8 owned by network:floatingip {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:32:07.393056 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7b1de3-7b09-4007-bd48-5b3eaed29591 None None] DHCP port deletion for baff36f3-945e-4583-91e4-ac6ed7fa08ab request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:32:07.432897 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-6f7b1de3-7b09-4007-bd48-5b3eaed29591 None None] Deleting port 79b034c1-f2ad-4399-9c69-565b77e648ee {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:32:07.433308 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6f7b1de3-7b09-4007-bd48-5b3eaed29591 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:07.488515 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-22bf59e0-5a42-4ce4-bebf-9de1569be7da tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:07.535537 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1256b91-a2b2-4406-80cd-7a84e7cb10bd tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Pushing event updated for resources: {'Subnet': ['ID=5d00cce0-947d-41be-8c4c-cdc6cd2357ad,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:07.551249 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b942f1-8e8d-4f9b-9998-e19940d4ec2c None None] Update dhcp port {'port': {'network_id': 'a7f39bfd-3970-412d-aef1-153889c90dcb', 'fixed_ips': [{'subnet_id': '1c458e7a-6939-407c-9764-d84fd14e83e4', 'ip_address': '2001:db8::2'}, {'subnet_id': '94d2cc1e-7a59-42e9-9496-62f8b10ddf8a'}], 'binding:host_id': 'dv-neutron-860329-2-hyperv'}, 'id': 'c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4'} from dv-neutron-860329-2-hyperv. {{(pid=88974) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 13 15:32:07.573122 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5427cd81-b9d8-4a35-88ab-3e3ad1dc2082 req-d16348d5-7d66-4246-a50b-72cc9d3770aa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5bcec102-37e4-416a-aa51-90b64613dc0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7099125 Oct 13 15:32:07.589655 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1256b91-a2b2-4406-80cd-7a84e7cb10bd tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Checking segment: {'id': '5856d74a-d4d6-4ff5-8a33-476be5b86a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f7841021-c854-4972-be8a-a4cf2ec5fc4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:32:07.589917 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1256b91-a2b2-4406-80cd-7a84e7cb10bd tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Network hostable DHCP agents. Network: f7841021-c854-4972-be8a-a4cf2ec5fc4d, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:32:07.622633 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f51471be-9909-4752-8be8-95e3d66667a8 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:07.640037 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15ca7a4-ccc1-4dc5-9912-f1e0876ddc7b req-42445867-af6a-447d-9568-1b91f94b6841 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:07.642104 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c15ca7a4-ccc1-4dc5-9912-f1e0876ddc7b req-42445867-af6a-447d-9568-1b91f94b6841 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bcec102-37e4-416a-aa51-90b64613dc0c HTTP/1.1" status: 200 len: 945 time: 0.5754948 Oct 13 15:32:07.681877 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-0e2faeb2-6888-4274-b8f9-8919ccef564c None None] Attempt 9 to provision port 7e2422b5-7d74-4190-ba5b-330498a36d05 Oct 13 15:32:07.735246 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 79b034c1-f2ad-4399-9c69-565b77e648ee no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:32:07.754693 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-22bf59e0-5a42-4ce4-bebf-9de1569be7da tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:07.781621 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-0e2faeb2-6888-4274-b8f9-8919ccef564c None None] Port 7e2422b5-7d74-4190-ba5b-330498a36d05 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:07.791940 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f2b942f1-8e8d-4f9b-9998-e19940d4ec2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:07.810353 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-aded76b8-5f3f-467b-8ad6-0ea5f7c488c9 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] For port 79b034c1-f2ad-4399-9c69-565b77e648ee, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=79b034c1-f2ad-4399-9c69-565b77e648ee,segment=NetworkSegment(92b95d5d-f98b-4e08-95c2-ce8bac7a6231),segment_id=92b95d5d-f98b-4e08-95c2-ce8bac7a6231)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:32:07.811028 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aded76b8-5f3f-467b-8ad6-0ea5f7c488c9 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:07.823330 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bf59e0-5a42-4ce4-bebf-9de1569be7da tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cb0a2f3-7721-4e8f-a509-bb4772195fb1,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:07.862550 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-f51471be-9909-4752-8be8-95e3d66667a8 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Calling delete_port for a36124af-004e-4151-b7cd-135de0fd13af owned by network:router_interface {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:32:07.934115 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1256b91-a2b2-4406-80cd-7a84e7cb10bd tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Network f7841021-c854-4972-be8a-a4cf2ec5fc4d is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:32:07.939674 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:07.951189 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:07.967311 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-f80edbc5-85ab-4183-9c8c-f1d6f599d926 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Allocated IP 2001:db8::242 (e8f4c17b-35d6-4be9-9f72-3117aa33e242/094b1f3d-625e-48bb-b123-1f26d26a47f2/03d48da7-9186-4fc1-8c96-efed2918bbdc) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:32:07.975987 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-6f7b1de3-7b09-4007-bd48-5b3eaed29591 None None] For port 79b034c1-f2ad-4399-9c69-565b77e648ee, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=79b034c1-f2ad-4399-9c69-565b77e648ee,segment=NetworkSegment(92b95d5d-f98b-4e08-95c2-ce8bac7a6231),segment_id=92b95d5d-f98b-4e08-95c2-ce8bac7a6231)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:32:07.976665 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6f7b1de3-7b09-4007-bd48-5b3eaed29591 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:07.977298 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-aded76b8-5f3f-467b-8ad6-0ea5f7c488c9 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Calling delete_port for 79b034c1-f2ad-4399-9c69-565b77e648ee owned by network:dhcp {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:32:07.996418 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c15ca7a4-ccc1-4dc5-9912-f1e0876ddc7b req-ce9fb4f5-ff51-461f-80a0-dd1ec4c865e8 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/security-groups?id=81e55712-bc20-48c8-a3f7-25813fa3e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3181229 Oct 13 15:32:08.000461 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-e1256b91-a2b2-4406-80cd-7a84e7cb10bd tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, f7841021-c854-4972-be8a-a4cf2ec5fc4d) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:32:08.005395 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1256b91-a2b2-4406-80cd-7a84e7cb10bd tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:08.005395 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e1256b91-a2b2-4406-80cd-7a84e7cb10bd tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:08.007508 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-22bf59e0-5a42-4ce4-bebf-9de1569be7da tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:08.011893 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-22bf59e0-5a42-4ce4-bebf-9de1569be7da tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1084945 Oct 13 15:32:08.024450 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51012) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:08.043795 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6a7e494f-56fe-42b8-a4cb-ca36fa36e9d0 tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:08.061370 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-cb9f97ec-156f-47cd-b2b6-8702bd74296a tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Request body: {'security_group_rule': {'security_group_id': '7440aebc-fd11-474d-b16f-2447451d9d66', 'project_id': '95401ea77be844ac88b12ee49ce84b9c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:32:08.063405 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51016) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:08.110928 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e26163f-c231-494a-8bfe-4df0c19862f2 None None] Network f7841021-c854-4972-be8a-a4cf2ec5fc4d requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:32:08.115849 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-cb9f97ec-156f-47cd-b2b6-8702bd74296a tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:32:08.125661 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e494f-56fe-42b8-a4cb-ca36fa36e9d0 tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Pushing event deleted for resources: {'Port': ['ID=42910069-1d34-4e4d-af1d-a0fe72c279a8,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:08.163016 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-cb9f97ec-156f-47cd-b2b6-8702bd74296a tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Usage tracker for resource:security_group_rule and tenant:95401ea77be844ac88b12ee49ce84b9c is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:08.166630 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-cb9f97ec-156f-47cd-b2b6-8702bd74296a tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:08.183857 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e1256b91-a2b2-4406-80cd-7a84e7cb10bd tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.6279299 Oct 13 15:32:08.188338 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-cb9f97ec-156f-47cd-b2b6-8702bd74296a tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:32:08.193073 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51020) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:08.237321 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-8155c101-462f-4a28-906d-8aec4d1d5198 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1164372181'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:32:08.240917 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-6f7b1de3-7b09-4007-bd48-5b3eaed29591 None None] Calling delete_port for 79b034c1-f2ad-4399-9c69-565b77e648ee owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:32:08.251107 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-8155c101-462f-4a28-906d-8aec4d1d5198 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:32:08.261756 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427cd81-b9d8-4a35-88ab-3e3ad1dc2082 req-7e66241c-1291-4c99-a08e-dca9fa37e76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:08.263286 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5427cd81-b9d8-4a35-88ab-3e3ad1dc2082 req-7e66241c-1291-4c99-a08e-dca9fa37e76a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c4e179e9a35a4e59a0b0abe27aa737df&device_id=5bcec102-37e4-416a-aa51-90b64613dc0c HTTP/1.1" status: 200 len: 1098 time: 0.5081758 Oct 13 15:32:08.269335 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-8155c101-462f-4a28-906d-8aec4d1d5198 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Usage tracker for resource:network and tenant:189a2a783ff94d9d83e28e5d7a0f1bba is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:08.279013 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-8155c101-462f-4a28-906d-8aec4d1d5198 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:08.282912 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-0e2faeb2-6888-4274-b8f9-8919ccef564c None None] Attempt 10 to provision port 7e2422b5-7d74-4190-ba5b-330498a36d05 Oct 13 15:32:08.295253 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-8155c101-462f-4a28-906d-8aec4d1d5198 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:32:08.299425 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cb9f97ec-156f-47cd-b2b6-8702bd74296a tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:08.412263 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-94f6a5cc-ab08-49f9-9eca-279064f2e105 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:08.463666 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aded76b8-5f3f-467b-8ad6-0ea5f7c488c9 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:08.469702 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 79b034c1-f2ad-4399-9c69-565b77e648ee is: ACTIVE; New status is: DOWN {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:32:08.470088 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:08.530959 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-0e2faeb2-6888-4274-b8f9-8919ccef564c None None] Port 7e2422b5-7d74-4190-ba5b-330498a36d05 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:08.575430 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6a7e494f-56fe-42b8-a4cb-ca36fa36e9d0 tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:08.583943 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8155c101-462f-4a28-906d-8aec4d1d5198 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Made reservation on behalf of 189a2a783ff94d9d83e28e5d7a0f1bba for: {'network': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:32:08.587349 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8155c101-462f-4a28-906d-8aec4d1d5198 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:08.599835 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.db.api [None req-6f7b1de3-7b09-4007-bd48-5b3eaed29591 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88974) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:32:08.600241 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG oslo_db.api [None req-6f7b1de3-7b09-4007-bd48-5b3eaed29591 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:32:08.608192 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aded76b8-5f3f-467b-8ad6-0ea5f7c488c9 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] No DVR routers for this DVR port 79b034c1-f2ad-4399-9c69-565b77e648ee on host dv-neutron-860329-2-hyperv {{(pid=88972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:32:08.632841 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-f2b942f1-8e8d-4f9b-9998-e19940d4ec2c None None] Allocated IP 2001:db8:0:1::2 (a7f39bfd-3970-412d-aef1-153889c90dcb/94d2cc1e-7a59-42e9-9496-62f8b10ddf8a/c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:32:08.636750 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded76b8-5f3f-467b-8ad6-0ea5f7c488c9 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event deleted for resources: {'Port': ['ID=79b034c1-f2ad-4399-9c69-565b77e648ee,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:08.679348 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6a7e494f-56fe-42b8-a4cb-ca36fa36e9d0 tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:08.680543 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-6a7e494f-56fe-42b8-a4cb-ca36fa36e9d0 tempest-FloatingIPAdminTestJSON-274459221 tempest-FloatingIPAdminTestJSON-274459221-project-admin] 10.222.0.42 "DELETE /v2.0/floatingips/8f9ef54f-1e63-4bbb-80ba-18395980fa77 HTTP/1.1" status: 204 len: 168 time: 2.5901248 Oct 13 15:32:08.687423 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51024) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:08.711239 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-225ba81d-5a6e-4cbb-acd1-e00e13f14940 None None] Could not find standard attr ID for object f57026c8-f657-4323-b1ed-f79f760acd9c. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:32:08.729712 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2307521a-b609-44a9-81a7-7e061139b8f0 tempest-TestVolumeBootPattern-1224950024 tempest-TestVolumeBootPattern-1224950024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:08.731233 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-2307521a-b609-44a9-81a7-7e061139b8f0 tempest-TestVolumeBootPattern-1224950024 tempest-TestVolumeBootPattern-1224950024-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=5bcec102-37e4-416a-aa51-90b64613dc0c HTTP/1.1" status: 200 len: 1093 time: 0.6645973 Oct 13 15:32:08.743174 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51028) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:08.770821 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8155c101-462f-4a28-906d-8aec4d1d5198 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=88973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:32:08.817793 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427cd81-b9d8-4a35-88ab-3e3ad1dc2082 req-e6b1122c-516c-41b1-811a-6fbd96cacc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:08.819903 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5427cd81-b9d8-4a35-88ab-3e3ad1dc2082 req-e6b1122c-516c-41b1-811a-6fbd96cacc00 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a44f8207-61f2-477d-b80a-38deab4e3cb7 HTTP/1.1" status: 200 len: 913 time: 0.5225046 Oct 13 15:32:08.833142 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cb9f97ec-156f-47cd-b2b6-8702bd74296a tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:08.841739 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-4b90b49e-91db-4332-b39d-cea8e9168546 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Request body: {'floatingip': {'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'port_id': 'a4123161-15b6-4933-93c1-9dd648d8b96c', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:32:08.861511 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-4b90b49e-91db-4332-b39d-cea8e9168546 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:32:08.862757 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-225ba81d-5a6e-4cbb-acd1-e00e13f14940 None None] Provisioning for port c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:32:08.866451 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757acbe5-b777-4b8c-bad9-b79d753aa060 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-f7841021-c854-4972-be8a-a4cf2ec5fc4d', 'network_id': 'f7841021-c854-4972-be8a-a4cf2ec5fc4d', 'tenant_id': '189a2a783ff94d9d83e28e5d7a0f1bba', 'fixed_ips': [{'subnet_id': '5d00cce0-947d-41be-8c4c-cdc6cd2357ad'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:32:08.867449 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-757acbe5-b777-4b8c-bad9-b79d753aa060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:08.882840 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aded76b8-5f3f-467b-8ad6-0ea5f7c488c9 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:08.885770 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-225ba81d-5a6e-4cbb-acd1-e00e13f14940 None None] Provisioning complete for port c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:32:08.886231 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-225ba81d-5a6e-4cbb-acd1-e00e13f14940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:08.886490 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-225ba81d-5a6e-4cbb-acd1-e00e13f14940 None None] Attempt 1 to provision port c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4 Oct 13 15:32:08.888889 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8155c101-462f-4a28-906d-8aec4d1d5198 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:08.889254 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-8155c101-462f-4a28-906d-8aec4d1d5198 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Added segment 8e40a903-3eb5-4f55-bb67-088ae2d31f0b of type vlan for network 2c669746-89d7-4cf8-99ef-11a12f312508 Oct 13 15:32:08.900635 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-4b90b49e-91db-4332-b39d-cea8e9168546 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Usage tracker for resource:floatingip and tenant:c4e179e9a35a4e59a0b0abe27aa737df is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:08.914140 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-4b90b49e-91db-4332-b39d-cea8e9168546 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:08.916407 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cb9f97ec-156f-47cd-b2b6-8702bd74296a tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:08.929126 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5427cd81-b9d8-4a35-88ab-3e3ad1dc2082 req-65fd3499-5f83-40f9-8561-bbb366dc4f60 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4123161-15b6-4933-93c1-9dd648d8b96c HTTP/1.1" status: 200 len: 217 time: 0.0942793 Oct 13 15:32:08.945857 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f51471be-9909-4752-8be8-95e3d66667a8 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:08.952191 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-13f31a6a-72c1-46de-86af-e2ad1f422452 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Deleting port 72973d55-4b1e-4f56-b1c0-164dc0c319c1 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:32:08.952528 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-13f31a6a-72c1-46de-86af-e2ad1f422452 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:08.961544 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-f2b942f1-8e8d-4f9b-9998-e19940d4ec2c None None] For port c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4,segment=NetworkSegment(c1cab4f7-33a3-4e4f-820b-4d74891cbe8a),segment_id=c1cab4f7-33a3-4e4f-820b-4d74891cbe8a)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:32:08.974046 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f80edbc5-85ab-4183-9c8c-f1d6f599d926 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:08.983127 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-4b90b49e-91db-4332-b39d-cea8e9168546 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:32:09.006982 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-aded76b8-5f3f-467b-8ad6-0ea5f7c488c9 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['baff36f3-945e-4583-91e4-ac6ed7fa08ab']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:09.030711 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-aded76b8-5f3f-467b-8ad6-0ea5f7c488c9 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92b95d5d-f98b-4e08-95c2-ce8bac7a6231') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:09.031290 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-aded76b8-5f3f-467b-8ad6-0ea5f7c488c9 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92b95d5d-f98b-4e08-95c2-ce8bac7a6231') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:09.048104 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-f80edbc5-85ab-4183-9c8c-f1d6f599d926 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Transition to ACTIVE for port object 03d48da7-9186-4fc1-8c96-efed2918bbdc will not be triggered until provisioned by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:32:09.049346 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4b90b49e-91db-4332-b39d-cea8e9168546 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks [] for floatingip, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:09.065166 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f2b942f1-8e8d-4f9b-9998-e19940d4ec2c None None] Notify callbacks [] for port, precommit_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:09.076563 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aded76b8-5f3f-467b-8ad6-0ea5f7c488c9 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:09.079027 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9f97ec-156f-47cd-b2b6-8702bd74296a tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fde0706e-fe12-43f3-b0b5-10761b6295ca,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:09.092703 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-f2b942f1-8e8d-4f9b-9998-e19940d4ec2c None None] Ignored duplicate provisioning block setup for port c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4 by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 13 15:32:09.111507 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51471be-9909-4752-8be8-95e3d66667a8 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Pushing event deleted for resources: {'Port': ['ID=a36124af-004e-4151-b7cd-135de0fd13af,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:09.114470 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8155c101-462f-4a28-906d-8aec4d1d5198 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:09.154480 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-6f7b1de3-7b09-4007-bd48-5b3eaed29591 None None] Deleting port 79b034c1-f2ad-4399-9c69-565b77e648ee {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:32:09.155128 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6f7b1de3-7b09-4007-bd48-5b3eaed29591 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:09.161990 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aded76b8-5f3f-467b-8ad6-0ea5f7c488c9 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:09.180904 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aded76b8-5f3f-467b-8ad6-0ea5f7c488c9 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:32:09.181271 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aded76b8-5f3f-467b-8ad6-0ea5f7c488c9 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:09.199743 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f2b942f1-8e8d-4f9b-9998-e19940d4ec2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:09.240577 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 92b95d5d-f98b-4e08-95c2-ce8bac7a6231 resource provider aggregate not found Oct 13 15:32:09.300495 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cb9f97ec-156f-47cd-b2b6-8702bd74296a tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:09.305564 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-cb9f97ec-156f-47cd-b2b6-8702bd74296a tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2749817 Oct 13 15:32:09.311796 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51036) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:09.331408 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-fd944224-4118-4e17-8e76-408269647b0e tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Request body: {'security_group_rule': {'security_group_id': '7440aebc-fd11-474d-b16f-2447451d9d66', 'project_id': '95401ea77be844ac88b12ee49ce84b9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:32:09.332943 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-6f7b1de3-7b09-4007-bd48-5b3eaed29591 None None] The port '79b034c1-f2ad-4399-9c69-565b77e648ee' was deleted {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 13 15:32:09.337261 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 92b95d5d-f98b-4e08-95c2-ce8bac7a6231 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 92b95d5d-f98b-4e08-95c2-ce8bac7a6231 found for delete ", "request_id": "req-6265964f-46e2-4c96-9160-c12c45c1f4e6"}]} Oct 13 15:32:09.368878 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-fd944224-4118-4e17-8e76-408269647b0e tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:32:09.380508 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427cd81-b9d8-4a35-88ab-3e3ad1dc2082 req-5b195583-5e80-4e7d-bc8a-6dcd54e01c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:09.382364 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5427cd81-b9d8-4a35-88ab-3e3ad1dc2082 req-5b195583-5e80-4e7d-bc8a-6dcd54e01c69 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=235995ae-56e8-4a42-a8ac-e16e5c3294b1 HTTP/1.1" status: 200 len: 851 time: 0.4423308 Oct 13 15:32:09.383374 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-225ba81d-5a6e-4cbb-acd1-e00e13f14940 None None] Current status of the port c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:32:09.383754 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-225ba81d-5a6e-4cbb-acd1-e00e13f14940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:09.408673 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-fd944224-4118-4e17-8e76-408269647b0e tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Usage tracker for resource:security_group_rule and tenant:95401ea77be844ac88b12ee49ce84b9c is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:09.414897 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-fd944224-4118-4e17-8e76-408269647b0e tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:09.420060 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f80edbc5-85ab-4183-9c8c-f1d6f599d926 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:09.462422 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-757acbe5-b777-4b8c-bad9-b79d753aa060 None None] Allocated IP 172.20.255.242 (f7841021-c854-4972-be8a-a4cf2ec5fc4d/5d00cce0-947d-41be-8c4c-cdc6cd2357ad/d291660a-418b-411c-ba5a-67253572be2e) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:32:09.474358 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-fd944224-4118-4e17-8e76-408269647b0e tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:32:09.488611 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b942f1-8e8d-4f9b-9998-e19940d4ec2c None None] Pushing event updated for resources: {'Port': ['ID=c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:09.525981 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aded76b8-5f3f-467b-8ad6-0ea5f7c488c9 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:09.530700 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aded76b8-5f3f-467b-8ad6-0ea5f7c488c9 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:09.560529 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-225ba81d-5a6e-4cbb-acd1-e00e13f14940 None None] For port c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4,segment=NetworkSegment(c1cab4f7-33a3-4e4f-820b-4d74891cbe8a),segment_id=c1cab4f7-33a3-4e4f-820b-4d74891cbe8a)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:32:09.565277 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:09.601967 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f80edbc5-85ab-4183-9c8c-f1d6f599d926 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Network e8f4c17b-35d6-4be9-9f72-3117aa33e242 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:32:09.625541 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-f80edbc5-85ab-4183-9c8c-f1d6f599d926 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:32:09.627501 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f80edbc5-85ab-4183-9c8c-f1d6f599d926 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:32:09.633786 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80edbc5-85ab-4183-9c8c-f1d6f599d926 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:09.634433 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f80edbc5-85ab-4183-9c8c-f1d6f599d926 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:09.647482 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aded76b8-5f3f-467b-8ad6-0ea5f7c488c9 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event deleted for resources: {'Network': ['ID=baff36f3-945e-4583-91e4-ac6ed7fa08ab,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:09.647683 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-225ba81d-5a6e-4cbb-acd1-e00e13f14940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:09.660140 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80edbc5-85ab-4183-9c8c-f1d6f599d926 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Pushing event updated for resources: {'Port': ['ID=03d48da7-9186-4fc1-8c96-efed2918bbdc,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:09.683400 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-aded76b8-5f3f-467b-8ad6-0ea5f7c488c9 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "DELETE /v2.0/networks/baff36f3-945e-4583-91e4-ac6ed7fa08ab HTTP/1.1" status: 204 len: 168 time: 2.8007414 Oct 13 15:32:09.687020 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51040) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:09.695035 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-17b6af20-5020-4383-b2ad-aecdab372459 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Request body: {'network': {'name': 'tempest-RoutersTest-504514923'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:32:09.700946 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8155c101-462f-4a28-906d-8aec4d1d5198 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:09.710424 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-17b6af20-5020-4383-b2ad-aecdab372459 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:32:09.713264 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8155c101-462f-4a28-906d-8aec4d1d5198 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:09.714035 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8155c101-462f-4a28-906d-8aec4d1d5198 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:09.714808 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-f80edbc5-85ab-4183-9c8c-f1d6f599d926 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.1572731 Oct 13 15:32:09.725672 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-17b6af20-5020-4383-b2ad-aecdab372459 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Usage tracker for resource:network and tenant:4c5e5250b5d0476f9d711181f94ffb05 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:09.731597 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51044) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:09.734255 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-17b6af20-5020-4383-b2ad-aecdab372459 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:09.755922 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-059d3521-3af4-4ae8-9d65-8e9b4a9ac15b tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::184', 'mac_address': 'fa:16:3e:73:b9:90'}]}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:32:09.786593 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-94f6a5cc-ab08-49f9-9eca-279064f2e105 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Delete allocated IP 2001:db8::14c (a7f39bfd-3970-412d-aef1-153889c90dcb/1c458e7a-6939-407c-9764-d84fd14e83e4) {{(pid=88972) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 13 15:32:09.789269 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-17b6af20-5020-4383-b2ad-aecdab372459 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:32:09.824522 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-94f6a5cc-ab08-49f9-9eca-279064f2e105 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Allocated IP 2001:db8:0:1::21 (a7f39bfd-3970-412d-aef1-153889c90dcb/94d2cc1e-7a59-42e9-9496-62f8b10ddf8a/18029f50-49b6-40e8-8cd8-44c9794e0317) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:32:09.848435 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17b6af20-5020-4383-b2ad-aecdab372459 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Made reservation on behalf of 4c5e5250b5d0476f9d711181f94ffb05 for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:32:09.852702 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-17b6af20-5020-4383-b2ad-aecdab372459 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:09.887404 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.securitygroups_db [None req-fd944224-4118-4e17-8e76-408269647b0e tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Project 95401ea77be844ac88b12ee49ce84b9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 15:32:09.905700 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:32:09.938620 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4b90b49e-91db-4332-b39d-cea8e9168546 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:10.014666 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-fd944224-4118-4e17-8e76-408269647b0e tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:10.021935 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f51471be-9909-4752-8be8-95e3d66667a8 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:10.032795 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17b6af20-5020-4383-b2ad-aecdab372459 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:32:10.043750 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-8155c101-462f-4a28-906d-8aec4d1d5198 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8233089 Oct 13 15:32:10.058022 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51048) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:10.083247 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8155c101-462f-4a28-906d-8aec4d1d5198 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Pushing event updated for resources: {'Network': ['ID=2c669746-89d7-4cf8-99ef-11a12f312508,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:10.092781 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-3ccae39a-aab1-4b04-bef0-0cbe51caa165 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Request body: {'subnet': {'network_id': '2c669746-89d7-4cf8-99ef-11a12f312508', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:32:10.124835 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-13f31a6a-72c1-46de-86af-e2ad1f422452 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:10.138230 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225ba81d-5a6e-4cbb-acd1-e00e13f14940 None None] Pushing event updated for resources: {'Port': ['ID=c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:10.146002 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 2c669746-89d7-4cf8-99ef-11a12f312508 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:32:10.190233 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-17b6af20-5020-4383-b2ad-aecdab372459 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:10.190580 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-17b6af20-5020-4383-b2ad-aecdab372459 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Added segment 29c5958c-508c-4f92-8782-c6c82cdcb9db of type vlan for network b1520bcd-526b-421c-8be7-1effd9752778 Oct 13 15:32:10.267667 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-225ba81d-5a6e-4cbb-acd1-e00e13f14940 None None] Provisioning for port 18029f50-49b6-40e8-8cd8-44c9794e0317 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:32:10.277611 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-225ba81d-5a6e-4cbb-acd1-e00e13f14940 None None] Provisioning complete for port 18029f50-49b6-40e8-8cd8-44c9794e0317 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:32:10.277991 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-225ba81d-5a6e-4cbb-acd1-e00e13f14940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:10.278324 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-225ba81d-5a6e-4cbb-acd1-e00e13f14940 None None] Attempt 1 to provision port 18029f50-49b6-40e8-8cd8-44c9794e0317 Oct 13 15:32:10.339461 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-225ba81d-5a6e-4cbb-acd1-e00e13f14940 None None] Port 18029f50-49b6-40e8-8cd8-44c9794e0317 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:10.358433 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-757acbe5-b777-4b8c-bad9-b79d753aa060 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:10.361089 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:32:10.361451 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:10.361785 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4 Oct 13 15:32:10.421230 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-757acbe5-b777-4b8c-bad9-b79d753aa060 None None] Transition to ACTIVE for port object d291660a-418b-411c-ba5a-67253572be2e will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:32:10.453790 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-17b6af20-5020-4383-b2ad-aecdab372459 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:10.454404 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-757acbe5-b777-4b8c-bad9-b79d753aa060 None None] Transition to ACTIVE for port object d291660a-418b-411c-ba5a-67253572be2e will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:32:10.492281 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-757acbe5-b777-4b8c-bad9-b79d753aa060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:10.525507 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-13f31a6a-72c1-46de-86af-e2ad1f422452 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Calling delete_port for 72973d55-4b1e-4f56-b1c0-164dc0c319c1 owned by {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:32:10.560210 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-757acbe5-b777-4b8c-bad9-b79d753aa060 None None] Network f7841021-c854-4972-be8a-a4cf2ec5fc4d is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:32:10.571151 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-757acbe5-b777-4b8c-bad9-b79d753aa060 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:32:10.583786 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-757acbe5-b777-4b8c-bad9-b79d753aa060 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:32:10.594380 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:32:10.600742 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-4b90b49e-91db-4332-b39d-cea8e9168546 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Allocated IP 172.26.2.182 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/ff289939-9fe2-4abd-9eab-c9fda2c2fe69) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:32:10.607984 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-17b6af20-5020-4383-b2ad-aecdab372459 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:10.613726 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17b6af20-5020-4383-b2ad-aecdab372459 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:10.614324 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-17b6af20-5020-4383-b2ad-aecdab372459 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:10.649302 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-059d3521-3af4-4ae8-9d65-8e9b4a9ac15b tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:10.690420 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757acbe5-b777-4b8c-bad9-b79d753aa060 None None] Pushing event updated for resources: {'Port': ['ID=d291660a-418b-411c-ba5a-67253572be2e,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:10.705356 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-94f6a5cc-ab08-49f9-9eca-279064f2e105 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:10.722625 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-757acbe5-b777-4b8c-bad9-b79d753aa060 None None] Attempting to bind port d291660a-418b-411c-ba5a-67253572be2e on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:32:10.722992 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-757acbe5-b777-4b8c-bad9-b79d753aa060 None None] Attempting to bind port d291660a-418b-411c-ba5a-67253572be2e by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '5856d74a-d4d6-4ff5-8a33-476be5b86a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f7841021-c854-4972-be8a-a4cf2ec5fc4d'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:32:10.723343 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757acbe5-b777-4b8c-bad9-b79d753aa060 None None] Attempting to bind port d291660a-418b-411c-ba5a-67253572be2e on network f7841021-c854-4972-be8a-a4cf2ec5fc4d {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:32:10.729477 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757acbe5-b777-4b8c-bad9-b79d753aa060 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:32:10.729849 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757acbe5-b777-4b8c-bad9-b79d753aa060 None None] Checking segment: {'id': '5856d74a-d4d6-4ff5-8a33-476be5b86a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f7841021-c854-4972-be8a-a4cf2ec5fc4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:32:10.730276 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-757acbe5-b777-4b8c-bad9-b79d753aa060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:10.730656 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-757acbe5-b777-4b8c-bad9-b79d753aa060 None None] Bound using segment: {'id': '5856d74a-d4d6-4ff5-8a33-476be5b86a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f7841021-c854-4972-be8a-a4cf2ec5fc4d'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:32:10.730983 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5427cd81-b9d8-4a35-88ab-3e3ad1dc2082 req-ac666501-4d40-499a-8fe4-63182fd30896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:10.731514 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-757acbe5-b777-4b8c-bad9-b79d753aa060 None None] Bound port: d291660a-418b-411c-ba5a-67253572be2e, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5856d74a-d4d6-4ff5-8a33-476be5b86a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': 'f7841021-c854-4972-be8a-a4cf2ec5fc4d'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:32:10.731514 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-757acbe5-b777-4b8c-bad9-b79d753aa060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:10.732459 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5427cd81-b9d8-4a35-88ab-3e3ad1dc2082 req-ac666501-4d40-499a-8fe4-63182fd30896 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a44f8207-61f2-477d-b80a-38deab4e3cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.3209069 Oct 13 15:32:10.829433 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-757acbe5-b777-4b8c-bad9-b79d753aa060 None None] For port d291660a-418b-411c-ba5a-67253572be2e, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:32:10.832576 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-757acbe5-b777-4b8c-bad9-b79d753aa060 None None] For port d291660a-418b-411c-ba5a-67253572be2e, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=d291660a-418b-411c-ba5a-67253572be2e,segment=NetworkSegment(5856d74a-d4d6-4ff5-8a33-476be5b86a92),segment_id=5856d74a-d4d6-4ff5-8a33-476be5b86a92)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:32:10.836837 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-757acbe5-b777-4b8c-bad9-b79d753aa060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:10.866194 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-17b6af20-5020-4383-b2ad-aecdab372459 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.1739769 Oct 13 15:32:10.866194 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-94f6a5cc-ab08-49f9-9eca-279064f2e105 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Ignored duplicate provisioning block setup for port 18029f50-49b6-40e8-8cd8-44c9794e0317 by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 13 15:32:10.874153 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51052) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:10.874369 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-225ba81d-5a6e-4cbb-acd1-e00e13f14940 None None] Attempt 2 to provision port 18029f50-49b6-40e8-8cd8-44c9794e0317 Oct 13 15:32:10.875415 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b6af20-5020-4383-b2ad-aecdab372459 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event updated for resources: {'Network': ['ID=b1520bcd-526b-421c-8be7-1effd9752778,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:10.881995 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-3ccae39a-aab1-4b04-bef0-0cbe51caa165 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:32:10.887841 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-fd944224-4118-4e17-8e76-408269647b0e tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:10.910332 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network b1520bcd-526b-421c-8be7-1effd9752778 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:32:10.936632 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-78aed2c2-516a-4754-a927-f96ed190e2e7 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Request body: {'subnet': {'network_id': 'b1520bcd-526b-421c-8be7-1effd9752778', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:32:10.953362 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-94f6a5cc-ab08-49f9-9eca-279064f2e105 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:10.996881 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-3ccae39a-aab1-4b04-bef0-0cbe51caa165 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Usage tracker for resource:subnet and tenant:189a2a783ff94d9d83e28e5d7a0f1bba is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:11.008430 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-3ccae39a-aab1-4b04-bef0-0cbe51caa165 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:11.016093 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-fd944224-4118-4e17-8e76-408269647b0e tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:11.031813 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-3ccae39a-aab1-4b04-bef0-0cbe51caa165 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:32:11.051357 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-225ba81d-5a6e-4cbb-acd1-e00e13f14940 None None] Port 18029f50-49b6-40e8-8cd8-44c9794e0317 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:11.067402 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757acbe5-b777-4b8c-bad9-b79d753aa060 None None] Pushing event updated for resources: {'Port': ['ID=d291660a-418b-411c-ba5a-67253572be2e,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:11.147936 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd944224-4118-4e17-8e76-408269647b0e tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a14d9593-05b0-4066-bf01-403d2c45af34,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:11.151346 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f51471be-9909-4752-8be8-95e3d66667a8 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Router e1150061-7621-4458-bfef-9f27fe4e325d has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:32:11.166710 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ccae39a-aab1-4b04-bef0-0cbe51caa165 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Made reservation on behalf of 189a2a783ff94d9d83e28e5d7a0f1bba for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:32:11.170504 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3ccae39a-aab1-4b04-bef0-0cbe51caa165 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:11.207919 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-94f6a5cc-ab08-49f9-9eca-279064f2e105 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] In _notify_port_updated(), no bound segment for port 18029f50-49b6-40e8-8cd8-44c9794e0317 on network a7f39bfd-3970-412d-aef1-153889c90dcb {{(pid=88972) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 13 15:32:11.214277 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94f6a5cc-ab08-49f9-9eca-279064f2e105 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:11.215650 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-94f6a5cc-ab08-49f9-9eca-279064f2e105 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:11.216431 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-94f6a5cc-ab08-49f9-9eca-279064f2e105 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "PUT /v2.0/ports/18029f50-49b6-40e8-8cd8-44c9794e0317 HTTP/1.1" status: 200 len: 929 time: 4.1158805 Oct 13 15:32:11.218655 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-fd944224-4118-4e17-8e76-408269647b0e tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:11.220041 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-fd944224-4118-4e17-8e76-408269647b0e tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.9007525 Oct 13 15:32:11.221036 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51056) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:11.229127 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51058) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:11.241180 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-13f31a6a-72c1-46de-86af-e2ad1f422452 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:11.276030 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-18480c53-41ba-4a93-bda9-ac031435f52f tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Request body: {'security_group_rule': {'security_group_id': '7440aebc-fd11-474d-b16f-2447451d9d66', 'project_id': '95401ea77be844ac88b12ee49ce84b9c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:32:11.306327 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f6a5cc-ab08-49f9-9eca-279064f2e105 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event updated for resources: {'Port': ['ID=18029f50-49b6-40e8-8cd8-44c9794e0317,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:11.312025 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-18480c53-41ba-4a93-bda9-ac031435f52f tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:32:11.314479 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-78aed2c2-516a-4754-a927-f96ed190e2e7 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:32:11.325573 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-78aed2c2-516a-4754-a927-f96ed190e2e7 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Usage tracker for resource:subnet and tenant:4c5e5250b5d0476f9d711181f94ffb05 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:11.328380 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-18480c53-41ba-4a93-bda9-ac031435f52f tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Usage tracker for resource:security_group_rule and tenant:95401ea77be844ac88b12ee49ce84b9c is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:11.334929 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4b90b49e-91db-4332-b39d-cea8e9168546 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:11.392795 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-78aed2c2-516a-4754-a927-f96ed190e2e7 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:11.402523 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-18480c53-41ba-4a93-bda9-ac031435f52f tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:11.420596 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-78aed2c2-516a-4754-a927-f96ed190e2e7 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:32:11.433123 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-18480c53-41ba-4a93-bda9-ac031435f52f tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:32:11.444166 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5427cd81-b9d8-4a35-88ab-3e3ad1dc2082 req-bbc26144-d6a5-42dd-8788-a2bb197f0f5b service neutron] 10.222.0.16 "GET /v2.0/networks/a44f8207-61f2-477d-b80a-38deab4e3cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6998940 Oct 13 15:32:11.444911 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f31a6a-72c1-46de-86af-e2ad1f422452 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Pushing event deleted for resources: {'Port': ['ID=72973d55-4b1e-4f56-b1c0-164dc0c319c1,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:11.461185 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78aed2c2-516a-4754-a927-f96ed190e2e7 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Made reservation on behalf of 4c5e5250b5d0476f9d711181f94ffb05 for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:32:11.464591 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-78aed2c2-516a-4754-a927-f96ed190e2e7 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:11.511613 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.securitygroups_db [None req-18480c53-41ba-4a93-bda9-ac031435f52f tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Project 95401ea77be844ac88b12ee49ce84b9c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 15:32:11.536328 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-18480c53-41ba-4a93-bda9-ac031435f52f tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:11.553775 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-225ba81d-5a6e-4cbb-acd1-e00e13f14940 None None] Attempt 3 to provision port 18029f50-49b6-40e8-8cd8-44c9794e0317 Oct 13 15:32:11.636379 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-225ba81d-5a6e-4cbb-acd1-e00e13f14940 None None] Port 18029f50-49b6-40e8-8cd8-44c9794e0317 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:11.668371 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4b90b49e-91db-4332-b39d-cea8e9168546 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:11.712082 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-059d3521-3af4-4ae8-9d65-8e9b4a9ac15b tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:11.733352 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f51471be-9909-4752-8be8-95e3d66667a8 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:32:11.734919 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:32:11.748084 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-059d3521-3af4-4ae8-9d65-8e9b4a9ac15b tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:11.748567 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-059d3521-3af4-4ae8-9d65-8e9b4a9ac15b tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] In _notify_port_updated(), no bound segment for port 03d48da7-9186-4fc1-8c96-efed2918bbdc on network e8f4c17b-35d6-4be9-9f72-3117aa33e242 {{(pid=88972) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 13 15:32:11.753133 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-f51471be-9909-4752-8be8-95e3d66667a8 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] 10.222.0.42 "PUT /v2.0/routers/e1150061-7621-4458-bfef-9f27fe4e325d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6249037 Oct 13 15:32:11.757622 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059d3521-3af4-4ae8-9d65-8e9b4a9ac15b tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:11.758507 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-059d3521-3af4-4ae8-9d65-8e9b4a9ac15b tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:11.762821 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-059d3521-3af4-4ae8-9d65-8e9b4a9ac15b tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] 10.222.0.42 "PUT /v2.0/ports/03d48da7-9186-4fc1-8c96-efed2918bbdc HTTP/1.1" status: 200 len: 1001 time: 2.0300412 Oct 13 15:32:11.769021 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51064) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:11.769861 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51066) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:11.797437 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e0557e-d648-427f-b659-d3beb26b7693 None None] Sync routers for ids ['e1150061-7621-4458-bfef-9f27fe4e325d'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:32:11.826865 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-02293426-92e5-4365-8b66-e44b4a73906e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Deleting port 18029f50-49b6-40e8-8cd8-44c9794e0317 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:32:11.827374 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-02293426-92e5-4365-8b66-e44b4a73906e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:11.836082 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e0557e-d648-427f-b659-d3beb26b7693 None None] Routers {'e1150061-7621-4458-bfef-9f27fe4e325d'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:32:11.836859 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-a7e0557e-d648-427f-b659-d3beb26b7693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:32:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['e1150061-7621-4458-bfef-9f27fe4e325d'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:11.889524 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b90b49e-91db-4332-b39d-cea8e9168546 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:32:11.908475 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-a7e0557e-d648-427f-b659-d3beb26b7693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:11.924954 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e0557e-d648-427f-b659-d3beb26b7693 None None] Routers {'e1150061-7621-4458-bfef-9f27fe4e325d'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:32:11.925941 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-a7e0557e-d648-427f-b659-d3beb26b7693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:32:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['e1150061-7621-4458-bfef-9f27fe4e325d'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:12.000238 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-4b90b49e-91db-4332-b39d-cea8e9168546 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:32:12.000563 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-a7e0557e-d648-427f-b659-d3beb26b7693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:12.001069 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e0557e-d648-427f-b659-d3beb26b7693 None None] The sync data for ids ['e1150061-7621-4458-bfef-9f27fe4e325d'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:32:12.016925 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:32:12.017502 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:12.017971 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4 Oct 13 15:32:12.029529 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b90b49e-91db-4332-b39d-cea8e9168546 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:32:12.062024 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b90b49e-91db-4332-b39d-cea8e9168546 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Pushing event updated for resources: {'Port': ['ID=ff289939-9fe2-4abd-9eab-c9fda2c2fe69,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:12.113897 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-18480c53-41ba-4a93-bda9-ac031435f52f tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:12.162035 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-225ba81d-5a6e-4cbb-acd1-e00e13f14940 None None] Attempt 4 to provision port 18029f50-49b6-40e8-8cd8-44c9794e0317 Oct 13 15:32:12.182591 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d56f1105-5882-48c2-84b5-a6e76e984d7d tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks [] for router, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:12.223977 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-225ba81d-5a6e-4cbb-acd1-e00e13f14940 None None] Port 18029f50-49b6-40e8-8cd8-44c9794e0317 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:12.235951 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:32:12.237367 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device d291660a-418b-411c-ba5a-67253572be2e up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:32:12.319875 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port d291660a-418b-411c-ba5a-67253572be2e completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:32:12.354224 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3ccae39a-aab1-4b04-bef0-0cbe51caa165 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:12.393340 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-18480c53-41ba-4a93-bda9-ac031435f52f tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:12.398002 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7719112a-e600-4b6b-a8b3-ee3872cff1be None None] Network f7841021-c854-4972-be8a-a4cf2ec5fc4d requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:32:12.490779 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-519654ab-c982-4984-a876-ee6aed50cdc5 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Deleting port 03d48da7-9186-4fc1-8c96-efed2918bbdc {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:32:12.491369 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-519654ab-c982-4984-a876-ee6aed50cdc5 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:12.497156 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5427cd81-b9d8-4a35-88ab-3e3ad1dc2082 req-f38365fe-2da0-4af0-9d05-27742f112ad6 service neutron] 10.222.0.16 "GET /v2.0/networks/a44f8207-61f2-477d-b80a-38deab4e3cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9263957 Oct 13 15:32:12.532183 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-13f31a6a-72c1-46de-86af-e2ad1f422452 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:12.537065 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-13f31a6a-72c1-46de-86af-e2ad1f422452 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] 10.222.0.42 "DELETE /v2.0/ports/72973d55-4b1e-4f56-b1c0-164dc0c319c1 HTTP/1.1" status: 204 len: 168 time: 3.8441286 Oct 13 15:32:12.538091 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51072) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:12.564941 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18480c53-41ba-4a93-bda9-ac031435f52f tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4771d059-5a28-40b9-95a8-3f03e228b9cc,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:12.585474 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ccae39a-aab1-4b04-bef0-0cbe51caa165 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Pushing event updated for resources: {'Subnet': ['ID=78d87eef-06a3-4218-bf77-39548516d793,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:12.587907 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ccae39a-aab1-4b04-bef0-0cbe51caa165 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Checking segment: {'id': '8e40a903-3eb5-4f55-bb67-088ae2d31f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '2c669746-89d7-4cf8-99ef-11a12f312508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:32:12.588157 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccae39a-aab1-4b04-bef0-0cbe51caa165 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Network hostable DHCP agents. Network: 2c669746-89d7-4cf8-99ef-11a12f312508, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:32:12.592101 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:32:12.627617 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059d3521-3af4-4ae8-9d65-8e9b4a9ac15b tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Pushing event updated for resources: {'Port': ['ID=03d48da7-9186-4fc1-8c96-efed2918bbdc,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:12.725471 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-225ba81d-5a6e-4cbb-acd1-e00e13f14940 None None] Attempt 5 to provision port 18029f50-49b6-40e8-8cd8-44c9794e0317 Oct 13 15:32:12.793780 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ccae39a-aab1-4b04-bef0-0cbe51caa165 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Network 2c669746-89d7-4cf8-99ef-11a12f312508 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:32:12.802164 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-02293426-92e5-4365-8b66-e44b4a73906e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:12.832854 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-225ba81d-5a6e-4cbb-acd1-e00e13f14940 None None] Port 18029f50-49b6-40e8-8cd8-44c9794e0317 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:12.883350 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-18480c53-41ba-4a93-bda9-ac031435f52f tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:12.887825 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-18480c53-41ba-4a93-bda9-ac031435f52f tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.6566703 Oct 13 15:32:12.890462 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51076) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:12.900369 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ea149c-f81a-4965-9826-9c52bf8e6f42 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:12.901243 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-14ea149c-f81a-4965-9826-9c52bf8e6f42 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Synchronizing usage tracker for tenant:64faa29e24d84506b6a987b522d73cd1 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:32:12.937986 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-2aa54799-0541-4dcd-bd5d-bd434d8dfdf4 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Request body: {'network': {'name': 'tempest-network-smoke--400881490', 'project_id': '95401ea77be844ac88b12ee49ce84b9c', 'port_security_enabled': True}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:32:12.959073 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-3ccae39a-aab1-4b04-bef0-0cbe51caa165 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 2c669746-89d7-4cf8-99ef-11a12f312508) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:32:12.968047 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-02293426-92e5-4365-8b66-e44b4a73906e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Calling delete_port for 18029f50-49b6-40e8-8cd8-44c9794e0317 owned by {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:32:12.969225 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b6d470c-ae77-4edb-b432-ef9e7c6382a3 None None] Network 2c669746-89d7-4cf8-99ef-11a12f312508 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:32:12.998718 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-2aa54799-0541-4dcd-bd5d-bd434d8dfdf4 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:32:13.004139 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ccae39a-aab1-4b04-bef0-0cbe51caa165 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:13.004706 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3ccae39a-aab1-4b04-bef0-0cbe51caa165 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:13.010996 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d56f1105-5882-48c2-84b5-a6e76e984d7d tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:13.018570 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d56f1105-5882-48c2-84b5-a6e76e984d7d tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:13.023233 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-2aa54799-0541-4dcd-bd5d-bd434d8dfdf4 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Usage tracker for resource:network and tenant:95401ea77be844ac88b12ee49ce84b9c is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:13.039087 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-2aa54799-0541-4dcd-bd5d-bd434d8dfdf4 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:13.054565 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-2aa54799-0541-4dcd-bd5d-bd434d8dfdf4 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:32:13.081429 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-3ccae39a-aab1-4b04-bef0-0cbe51caa165 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.0125504 Oct 13 15:32:13.085600 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51080) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:13.093185 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-78aed2c2-516a-4754-a927-f96ed190e2e7 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:13.130639 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-14ea149c-f81a-4965-9826-9c52bf8e6f42 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Unset dirty status for tenant:64faa29e24d84506b6a987b522d73cd1 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:32:13.134377 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-14ea149c-f81a-4965-9826-9c52bf8e6f42 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2d125f0-9e65-4351-84a2-f0659ea5dea9 HTTP/1.1" status: 200 len: 913 time: 0.5510414 Oct 13 15:32:13.138210 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51084) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:13.248586 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aa54799-0541-4dcd-bd5d-bd434d8dfdf4 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Made reservation on behalf of 95401ea77be844ac88b12ee49ce84b9c for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:32:13.251935 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2aa54799-0541-4dcd-bd5d-bd434d8dfdf4 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:13.318161 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d56f1105-5882-48c2-84b5-a6e76e984d7d tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:13.318714 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d56f1105-5882-48c2-84b5-a6e76e984d7d tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Fanout notify agent at l3_agent the message router_deleted on router e1150061-7621-4458-bfef-9f27fe4e325d {{(pid=88972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:32:13.335195 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-225ba81d-5a6e-4cbb-acd1-e00e13f14940 None None] Attempt 6 to provision port 18029f50-49b6-40e8-8cd8-44c9794e0317 Oct 13 15:32:13.399926 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d56f1105-5882-48c2-84b5-a6e76e984d7d tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:13.403565 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d56f1105-5882-48c2-84b5-a6e76e984d7d tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] 10.222.0.42 "DELETE /v2.0/routers/e1150061-7621-4458-bfef-9f27fe4e325d HTTP/1.1" status: 204 len: 168 time: 1.6317446 Oct 13 15:32:13.418929 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-225ba81d-5a6e-4cbb-acd1-e00e13f14940 None None] Port 18029f50-49b6-40e8-8cd8-44c9794e0317 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:13.419709 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9caea2-9b9a-436c-8fe4-8b7af47f57ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-2c669746-89d7-4cf8-99ef-11a12f312508', 'network_id': '2c669746-89d7-4cf8-99ef-11a12f312508', 'tenant_id': '189a2a783ff94d9d83e28e5d7a0f1bba', 'fixed_ips': [{'subnet_id': '78d87eef-06a3-4218-bf77-39548516d793'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:32:13.424121 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-3f9caea2-9b9a-436c-8fe4-8b7af47f57ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:13.432571 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51088) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:13.474274 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aed2c2-516a-4754-a927-f96ed190e2e7 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event updated for resources: {'Subnet': ['ID=01886bd0-be0e-49d9-affd-92707a0eb09b,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:13.502766 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2aa54799-0541-4dcd-bd5d-bd434d8dfdf4 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:32:13.538588 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78aed2c2-516a-4754-a927-f96ed190e2e7 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Checking segment: {'id': '29c5958c-508c-4f92-8782-c6c82cdcb9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b1520bcd-526b-421c-8be7-1effd9752778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:32:13.538983 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78aed2c2-516a-4754-a927-f96ed190e2e7 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Network hostable DHCP agents. Network: b1520bcd-526b-421c-8be7-1effd9752778, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:32:13.546447 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-519654ab-c982-4984-a876-ee6aed50cdc5 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:13.563841 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d0975915-a64f-4738-9621-9368eb6baf72 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:13.564036 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2aa54799-0541-4dcd-bd5d-bd434d8dfdf4 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:13.564244 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-2aa54799-0541-4dcd-bd5d-bd434d8dfdf4 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Added segment 5b640b7b-bb58-43d3-8a2a-62c563521076 of type vlan for network 0f5e6b55-c27c-4faf-a1fa-6c17e6456d25 Oct 13 15:32:13.571138 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_v2 [None req-1450efba-f960-4fa3-ae4a-6577121f78f1 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Deleting subnet 40351f60-433f-45d6-9f20-96ce3eddc38a {{(pid=88973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:32:13.578226 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-02293426-92e5-4365-8b66-e44b4a73906e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:13.581069 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1450efba-f960-4fa3-ae4a-6577121f78f1 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks [] for subnet, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:13.647959 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-3f9caea2-9b9a-436c-8fe4-8b7af47f57ef None None] Allocated IP 172.20.0.2 (2c669746-89d7-4cf8-99ef-11a12f312508/78d87eef-06a3-4218-bf77-39548516d793/0a9bcb22-99d9-4fae-ad47-d9de0c6b0b47) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:32:13.711447 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-519654ab-c982-4984-a876-ee6aed50cdc5 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Calling delete_port for 03d48da7-9186-4fc1-8c96-efed2918bbdc owned by {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:32:13.782614 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78aed2c2-516a-4754-a927-f96ed190e2e7 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Network b1520bcd-526b-421c-8be7-1effd9752778 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:32:13.804075 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2aa54799-0541-4dcd-bd5d-bd434d8dfdf4 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:13.811872 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02293426-92e5-4365-8b66-e44b4a73906e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event deleted for resources: {'Port': ['ID=18029f50-49b6-40e8-8cd8-44c9794e0317,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:13.819421 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-78aed2c2-516a-4754-a927-f96ed190e2e7 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, b1520bcd-526b-421c-8be7-1effd9752778) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:32:13.839519 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78aed2c2-516a-4754-a927-f96ed190e2e7 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:13.839995 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-78aed2c2-516a-4754-a927-f96ed190e2e7 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:13.863259 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0793fe1e-3d49-47ab-bbae-a7923c9e6a7b None None] Network b1520bcd-526b-421c-8be7-1effd9752778 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:32:13.926586 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1450efba-f960-4fa3-ae4a-6577121f78f1 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7432921'] for subnet, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:13.962781 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-02293426-92e5-4365-8b66-e44b4a73906e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:14.056243 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-225ba81d-5a6e-4cbb-acd1-e00e13f14940 None None] Attempt 7 to provision port 18029f50-49b6-40e8-8cd8-44c9794e0317 Oct 13 15:32:14.152951 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2aa54799-0541-4dcd-bd5d-bd434d8dfdf4 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:14.161955 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aa54799-0541-4dcd-bd5d-bd434d8dfdf4 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:14.163083 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2aa54799-0541-4dcd-bd5d-bd434d8dfdf4 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:14.172783 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-519654ab-c982-4984-a876-ee6aed50cdc5 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:14.199084 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-225ba81d-5a6e-4cbb-acd1-e00e13f14940 None None] Port 18029f50-49b6-40e8-8cd8-44c9794e0317 was deleted so its status cannot be updated. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:32:14.213733 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-78aed2c2-516a-4754-a927-f96ed190e2e7 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3395133 Oct 13 15:32:14.239584 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-02293426-92e5-4365-8b66-e44b4a73906e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "DELETE /v2.0/ports/18029f50-49b6-40e8-8cd8-44c9794e0317 HTTP/1.1" status: 204 len: 168 time: 2.9995563 Oct 13 15:32:14.261740 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51092) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:14.261740 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51094) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:14.280293 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-225ba81d-5a6e-4cbb-acd1-e00e13f14940 None None] Provisioning complete for port d9b7c3a6-2725-453b-8e26-23930b531380 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:32:14.281122 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-225ba81d-5a6e-4cbb-acd1-e00e13f14940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:14.281223 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-225ba81d-5a6e-4cbb-acd1-e00e13f14940 None None] Attempt 1 to provision port d9b7c3a6-2725-453b-8e26-23930b531380 Oct 13 15:32:14.324889 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-9bc4e8a2-c561-49b7-b747-78358f1e036b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-809152319', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:32:14.341435 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4b90b49e-91db-4332-b39d-cea8e9168546 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:14.341694 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-3f9caea2-9b9a-436c-8fe4-8b7af47f57ef None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:14.344135 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-9bc4e8a2-c561-49b7-b747-78358f1e036b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:32:14.345289 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-225ba81d-5a6e-4cbb-acd1-e00e13f14940 None None] Port d9b7c3a6-2725-453b-8e26-23930b531380 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:14.346023 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e643f68f-4933-4b96-b117-ef9514b3e81f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-b1520bcd-526b-421c-8be7-1effd9752778', 'network_id': 'b1520bcd-526b-421c-8be7-1effd9752778', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'fixed_ips': [{'subnet_id': '01886bd0-be0e-49d9-affd-92707a0eb09b'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:32:14.346874 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e643f68f-4933-4b96-b117-ef9514b3e81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:14.353731 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-2aa54799-0541-4dcd-bd5d-bd434d8dfdf4 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4553146 Oct 13 15:32:14.353731 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519654ab-c982-4984-a876-ee6aed50cdc5 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Pushing event deleted for resources: {'Port': ['ID=03d48da7-9186-4fc1-8c96-efed2918bbdc,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:14.367463 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51100) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:14.368441 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d0975915-a64f-4738-9621-9368eb6baf72 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:14.370269 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-3f9caea2-9b9a-436c-8fe4-8b7af47f57ef None None] Transition to ACTIVE for port object 0a9bcb22-99d9-4fae-ad47-d9de0c6b0b47 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:32:14.406116 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-9bc4e8a2-c561-49b7-b747-78358f1e036b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Usage tracker for resource:router and tenant:4c5e5250b5d0476f9d711181f94ffb05 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:14.409555 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd98ddb8-c81d-4a19-b12e-56c67022e04a tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] GET failed (client error): The resource could not be found. Oct 13 15:32:14.410298 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-fd98ddb8-c81d-4a19-b12e-56c67022e04a tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Synchronizing usage tracker for tenant:19ec4718eae5492e825f796615e1a8b4 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:32:14.415748 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-9bc4e8a2-c561-49b7-b747-78358f1e036b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:14.425096 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-660d8eda-3381-4738-bc83-de57af16b529 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-781111883', 'admin_state_up': True, 'project_id': '95401ea77be844ac88b12ee49ce84b9c', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:32:14.435479 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-3f9caea2-9b9a-436c-8fe4-8b7af47f57ef None None] Transition to ACTIVE for port object 0a9bcb22-99d9-4fae-ad47-d9de0c6b0b47 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:32:14.444366 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-660d8eda-3381-4738-bc83-de57af16b529 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:32:14.454523 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-3f9caea2-9b9a-436c-8fe4-8b7af47f57ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:14.455043 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-9bc4e8a2-c561-49b7-b747-78358f1e036b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:32:14.479910 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-660d8eda-3381-4738-bc83-de57af16b529 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Usage tracker for resource:router and tenant:95401ea77be844ac88b12ee49ce84b9c is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:14.493344 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-660d8eda-3381-4738-bc83-de57af16b529 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:14.513516 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-660d8eda-3381-4738-bc83-de57af16b529 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:32:14.514672 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa54799-0541-4dcd-bd5d-bd434d8dfdf4 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Pushing event updated for resources: {'Network': ['ID=0f5e6b55-c27c-4faf-a1fa-6c17e6456d25,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:14.542933 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9caea2-9b9a-436c-8fe4-8b7af47f57ef None None] Network 2c669746-89d7-4cf8-99ef-11a12f312508 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:32:14.548103 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9caea2-9b9a-436c-8fe4-8b7af47f57ef None None] Pushing event updated for resources: {'Port': ['ID=0a9bcb22-99d9-4fae-ad47-d9de0c6b0b47,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:14.550692 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-3f9caea2-9b9a-436c-8fe4-8b7af47f57ef None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:32:14.552658 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 0f5e6b55-c27c-4faf-a1fa-6c17e6456d25 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:32:14.574515 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9caea2-9b9a-436c-8fe4-8b7af47f57ef None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:32:14.581115 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-fd98ddb8-c81d-4a19-b12e-56c67022e04a tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Unset dirty status for tenant:19ec4718eae5492e825f796615e1a8b4 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:32:14.585444 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-fd98ddb8-c81d-4a19-b12e-56c67022e04a tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "GET /v2.0/ports/18029f50-49b6-40e8-8cd8-44c9794e0317 HTTP/1.1" status: 404 len: 333 time: 0.3221791 Oct 13 15:32:14.594771 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51104) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:14.612734 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9bc4e8a2-c561-49b7-b747-78358f1e036b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:14.613739 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9bc4e8a2-c561-49b7-b747-78358f1e036b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:14.629410 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-660d8eda-3381-4738-bc83-de57af16b529 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:14.630432 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-660d8eda-3381-4738-bc83-de57af16b529 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:14.672471 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1450efba-f960-4fa3-ae4a-6577121f78f1 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:14.735105 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-519654ab-c982-4984-a876-ee6aed50cdc5 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:14.739315 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-519654ab-c982-4984-a876-ee6aed50cdc5 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] 10.222.0.42 "DELETE /v2.0/ports/03d48da7-9186-4fc1-8c96-efed2918bbdc HTTP/1.1" status: 204 len: 168 time: 2.9657481 Oct 13 15:32:14.742897 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51108) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:14.807984 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d0975915-a64f-4738-9621-9368eb6baf72 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:14.811406 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4b90b49e-91db-4332-b39d-cea8e9168546 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:14.839677 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0d28af5-4aea-4aba-993a-ac6870252328 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] GET failed (client error): The resource could not be found. Oct 13 15:32:14.840304 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-d0d28af5-4aea-4aba-993a-ac6870252328 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Synchronizing usage tracker for tenant:daf8e65a70af447195572ee6c4fba156 on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:32:14.869168 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-660d8eda-3381-4738-bc83-de57af16b529 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:14.877288 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9bc4e8a2-c561-49b7-b747-78358f1e036b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:14.879493 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-225ba81d-5a6e-4cbb-acd1-e00e13f14940 None None] Attempt 2 to provision port d9b7c3a6-2725-453b-8e26-23930b531380 Oct 13 15:32:14.882074 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-d0d28af5-4aea-4aba-993a-ac6870252328 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Unset dirty status for tenant:daf8e65a70af447195572ee6c4fba156 on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:32:14.883555 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d0d28af5-4aea-4aba-993a-ac6870252328 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] 10.222.0.42 "GET /v2.0/ports/03d48da7-9186-4fc1-8c96-efed2918bbdc HTTP/1.1" status: 404 len: 333 time: 0.1328330 Oct 13 15:32:14.889861 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51112) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:14.895818 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-a7eb47cb-2947-4f69-9c4d-05a7270b8c63 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Request body: {'port': {'network_id': 'e8f4c17b-35d6-4be9-9f72-3117aa33e242', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-120377809'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:32:14.904410 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0975915-a64f-4738-9621-9368eb6baf72 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Pushing event deleted for resources: {'Subnet': ['ID=78d87eef-06a3-4218-bf77-39548516d793,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:14.936574 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f47da39e-c23c-4d6b-bb21-85af5898251c tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:14.971248 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-3f9caea2-9b9a-436c-8fe4-8b7af47f57ef None None] Attempting to bind port 0a9bcb22-99d9-4fae-ad47-d9de0c6b0b47 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:32:14.971639 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-3f9caea2-9b9a-436c-8fe4-8b7af47f57ef None None] Attempting to bind port 0a9bcb22-99d9-4fae-ad47-d9de0c6b0b47 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '8e40a903-3eb5-4f55-bb67-088ae2d31f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '2c669746-89d7-4cf8-99ef-11a12f312508'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:32:14.971971 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9caea2-9b9a-436c-8fe4-8b7af47f57ef None None] Attempting to bind port 0a9bcb22-99d9-4fae-ad47-d9de0c6b0b47 on network 2c669746-89d7-4cf8-99ef-11a12f312508 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:32:14.989156 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-225ba81d-5a6e-4cbb-acd1-e00e13f14940 None None] Port d9b7c3a6-2725-453b-8e26-23930b531380 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:14.990066 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9caea2-9b9a-436c-8fe4-8b7af47f57ef None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:32:14.991357 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9caea2-9b9a-436c-8fe4-8b7af47f57ef None None] Checking segment: {'id': '8e40a903-3eb5-4f55-bb67-088ae2d31f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '2c669746-89d7-4cf8-99ef-11a12f312508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:32:14.991849 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-3f9caea2-9b9a-436c-8fe4-8b7af47f57ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:14.992246 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f9caea2-9b9a-436c-8fe4-8b7af47f57ef None None] Bound using segment: {'id': '8e40a903-3eb5-4f55-bb67-088ae2d31f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '2c669746-89d7-4cf8-99ef-11a12f312508'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:32:14.992766 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-3f9caea2-9b9a-436c-8fe4-8b7af47f57ef None None] Bound port: 0a9bcb22-99d9-4fae-ad47-d9de0c6b0b47, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e40a903-3eb5-4f55-bb67-088ae2d31f0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '2c669746-89d7-4cf8-99ef-11a12f312508'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:32:14.993134 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-3f9caea2-9b9a-436c-8fe4-8b7af47f57ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:15.013621 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-e643f68f-4933-4b96-b117-ef9514b3e81f None None] Allocated IP 172.20.0.2 (b1520bcd-526b-421c-8be7-1effd9752778/01886bd0-be0e-49d9-affd-92707a0eb09b/f63db7a6-7d05-4f3a-befb-026180ce9612) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:32:15.050041 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9bc4e8a2-c561-49b7-b747-78358f1e036b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:15.068851 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f47da39e-c23c-4d6b-bb21-85af5898251c tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:15.085376 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1450efba-f960-4fa3-ae4a-6577121f78f1 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:15.091956 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d0975915-a64f-4738-9621-9368eb6baf72 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:15.143985 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-a7eb47cb-2947-4f69-9c4d-05a7270b8c63 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:32:15.158737 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-a7eb47cb-2947-4f69-9c4d-05a7270b8c63 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:32:15.182513 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7eb47cb-2947-4f69-9c4d-05a7270b8c63 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Made reservation on behalf of daf8e65a70af447195572ee6c4fba156 for: {'port': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:32:15.184472 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-3f9caea2-9b9a-436c-8fe4-8b7af47f57ef None None] For port 0a9bcb22-99d9-4fae-ad47-d9de0c6b0b47, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:32:15.185933 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a7eb47cb-2947-4f69-9c4d-05a7270b8c63 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:15.198217 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-3f9caea2-9b9a-436c-8fe4-8b7af47f57ef None None] For port 0a9bcb22-99d9-4fae-ad47-d9de0c6b0b47, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=0a9bcb22-99d9-4fae-ad47-d9de0c6b0b47,segment=NetworkSegment(8e40a903-3eb5-4f55-bb67-088ae2d31f0b),segment_id=8e40a903-3eb5-4f55-bb67-088ae2d31f0b)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:32:15.199324 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4b90b49e-91db-4332-b39d-cea8e9168546 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:15.207287 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4b90b49e-91db-4332-b39d-cea8e9168546 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:15.212722 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-3f9caea2-9b9a-436c-8fe4-8b7af47f57ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:15.285638 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [None req-a7eb47cb-2947-4f69-9c4d-05a7270b8c63 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] device_id is not set on port 91e89831-0fee-4b97-8989-ba7191b67d08 yet. {{(pid=88972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:32:15.292943 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1450efba-f960-4fa3-ae4a-6577121f78f1 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Pushing event deleted for resources: {'Subnet': ['ID=40351f60-433f-45d6-9f20-96ce3eddc38a,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:15.304389 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1450efba-f960-4fa3-ae4a-6577121f78f1 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:15.326095 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-d0975915-a64f-4738-9621-9368eb6baf72 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c669746-89d7-4cf8-99ef-11a12f312508']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:15.336351 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b0d178-28d4-41f3-ba62-cf220a50ad7d None None] Network 408eac23-06c1-41c1-868c-afd9cffefe02 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:32:15.374223 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b90b49e-91db-4332-b39d-cea8e9168546 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Pushing event updated for resources: {'Port': ['ID=ff289939-9fe2-4abd-9eab-c9fda2c2fe69,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:15.376270 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4b90b49e-91db-4332-b39d-cea8e9168546 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:15.410756 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-d0975915-a64f-4738-9621-9368eb6baf72 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e40a903-3eb5-4f55-bb67-088ae2d31f0b') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:15.411159 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-d0975915-a64f-4738-9621-9368eb6baf72 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e40a903-3eb5-4f55-bb67-088ae2d31f0b') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:15.418220 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9bc4e8a2-c561-49b7-b747-78358f1e036b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:15.422027 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-9bc4e8a2-c561-49b7-b747-78358f1e036b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.1578326 Oct 13 15:32:15.423415 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-1450efba-f960-4fa3-ae4a-6577121f78f1 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] 10.222.0.42 "DELETE /v2.0/subnets/40351f60-433f-45d6-9f20-96ce3eddc38a HTTP/1.1" status: 204 len: 168 time: 1.9897208 Oct 13 15:32:15.433957 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51116) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:15.433957 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51118) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:15.434431 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9caea2-9b9a-436c-8fe4-8b7af47f57ef None None] Pushing event updated for resources: {'Port': ['ID=0a9bcb22-99d9-4fae-ad47-d9de0c6b0b47,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:15.494955 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-225ba81d-5a6e-4cbb-acd1-e00e13f14940 None None] Attempt 3 to provision port d9b7c3a6-2725-453b-8e26-23930b531380 Oct 13 15:32:15.536495 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d0975915-a64f-4738-9621-9368eb6baf72 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:15.562759 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-660d8eda-3381-4738-bc83-de57af16b529 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:15.568205 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e643f68f-4933-4b96-b117-ef9514b3e81f None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:15.573852 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f47da39e-c23c-4d6b-bb21-85af5898251c tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:15.593594 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d0975915-a64f-4738-9621-9368eb6baf72 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:15.601426 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46fa16e-ece8-4942-a991-3292a27935e9 None None] Network 2c669746-89d7-4cf8-99ef-11a12f312508 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:32:15.618483 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47da39e-c23c-4d6b-bb21-85af5898251c tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=09573f5b-e382-40fa-99dc-2391595d1628,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:15.629693 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0975915-a64f-4738-9621-9368eb6baf72 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:32:15.630428 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d0975915-a64f-4738-9621-9368eb6baf72 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:15.672795 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-e643f68f-4933-4b96-b117-ef9514b3e81f None None] Transition to ACTIVE for port object f63db7a6-7d05-4f3a-befb-026180ce9612 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:32:15.696028 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 8e40a903-3eb5-4f55-bb67-088ae2d31f0b resource provider aggregate not found Oct 13 15:32:15.700483 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f47da39e-c23c-4d6b-bb21-85af5898251c tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:15.704833 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-f47da39e-c23c-4d6b-bb21-85af5898251c tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "DELETE /v2.0/security-groups/09573f5b-e382-40fa-99dc-2391595d1628 HTTP/1.1" status: 204 len: 168 time: 1.1088696 Oct 13 15:32:15.717335 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-225ba81d-5a6e-4cbb-acd1-e00e13f14940 None None] Port d9b7c3a6-2725-453b-8e26-23930b531380 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:15.717715 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51128) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:15.782975 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-e643f68f-4933-4b96-b117-ef9514b3e81f None None] Transition to ACTIVE for port object f63db7a6-7d05-4f3a-befb-026180ce9612 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:32:15.807695 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e643f68f-4933-4b96-b117-ef9514b3e81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:15.807854 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 8e40a903-3eb5-4f55-bb67-088ae2d31f0b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8e40a903-3eb5-4f55-bb67-088ae2d31f0b found for delete ", "request_id": "req-0c5ed592-ce85-466d-9a33-1fee9db4ebef"}]} Oct 13 15:32:15.890539 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.db.api [None req-d0975915-a64f-4738-9621-9368eb6baf72 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 13 15:32:15.890539 dv-neutron-860329-2-hyperv neutron-server[88973]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 13 15:32:15.890539 dv-neutron-860329-2-hyperv neutron-server[88973]: [parameters: {'id': '2c669746-89d7-4cf8-99ef-11a12f312508'}] Oct 13 15:32:15.890539 dv-neutron-860329-2-hyperv neutron-server[88973]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:32:15.890539 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG oslo_db.api [None req-d0975915-a64f-4738-9621-9368eb6baf72 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:32:15.926862 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c053172c-ab8f-4cef-9a50-e22b75319373 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:15.949469 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e643f68f-4933-4b96-b117-ef9514b3e81f None None] Network b1520bcd-526b-421c-8be7-1effd9752778 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:32:15.954571 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-e643f68f-4933-4b96-b117-ef9514b3e81f None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:32:15.968767 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e643f68f-4933-4b96-b117-ef9514b3e81f None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:32:15.984810 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e643f68f-4933-4b96-b117-ef9514b3e81f None None] Pushing event updated for resources: {'Port': ['ID=f63db7a6-7d05-4f3a-befb-026180ce9612,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:16.099299 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-e643f68f-4933-4b96-b117-ef9514b3e81f None None] Attempting to bind port f63db7a6-7d05-4f3a-befb-026180ce9612 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:32:16.100252 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-e643f68f-4933-4b96-b117-ef9514b3e81f None None] Attempting to bind port f63db7a6-7d05-4f3a-befb-026180ce9612 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '29c5958c-508c-4f92-8782-c6c82cdcb9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b1520bcd-526b-421c-8be7-1effd9752778'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:32:16.102520 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e643f68f-4933-4b96-b117-ef9514b3e81f None None] Attempting to bind port f63db7a6-7d05-4f3a-befb-026180ce9612 on network b1520bcd-526b-421c-8be7-1effd9752778 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:32:16.110753 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e643f68f-4933-4b96-b117-ef9514b3e81f None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:32:16.111997 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e643f68f-4933-4b96-b117-ef9514b3e81f None None] Checking segment: {'id': '29c5958c-508c-4f92-8782-c6c82cdcb9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b1520bcd-526b-421c-8be7-1effd9752778'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:32:16.112775 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e643f68f-4933-4b96-b117-ef9514b3e81f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:16.113940 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e643f68f-4933-4b96-b117-ef9514b3e81f None None] Bound using segment: {'id': '29c5958c-508c-4f92-8782-c6c82cdcb9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b1520bcd-526b-421c-8be7-1effd9752778'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:32:16.115123 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-e643f68f-4933-4b96-b117-ef9514b3e81f None None] Bound port: f63db7a6-7d05-4f3a-befb-026180ce9612, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29c5958c-508c-4f92-8782-c6c82cdcb9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': 'b1520bcd-526b-421c-8be7-1effd9752778'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:32:16.115123 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e643f68f-4933-4b96-b117-ef9514b3e81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:16.122016 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ba61e55a-d81c-4a81-b71b-eebf6e105fe0 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:16.227110 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-225ba81d-5a6e-4cbb-acd1-e00e13f14940 None None] Attempt 4 to provision port d9b7c3a6-2725-453b-8e26-23930b531380 Oct 13 15:32:16.232605 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.l3_db [None req-4b90b49e-91db-4332-b39d-cea8e9168546 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Floating IP 3b2eb7c5-724d-4668-954d-b9220b568d3e associated. External IP: 172.26.2.182, port: a4123161-15b6-4933-93c1-9dd648d8b96c. Oct 13 15:32:16.268475 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b712ad82-bc7b-4e67-9bed-cbe96e8b0805 None None] DHCP port deletion for 408eac23-06c1-41c1-868c-afd9cffefe02 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:32:16.321163 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-b712ad82-bc7b-4e67-9bed-cbe96e8b0805 None None] Deleting port 2fe6950f-6148-492a-b0d0-807b5e716773 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:32:16.321315 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b712ad82-bc7b-4e67-9bed-cbe96e8b0805 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:16.357594 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-a7eb47cb-2947-4f69-9c4d-05a7270b8c63 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Allocated IP 2001:db8::1f8 (e8f4c17b-35d6-4be9-9f72-3117aa33e242/094b1f3d-625e-48bb-b123-1f26d26a47f2/91e89831-0fee-4b97-8989-ba7191b67d08) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:32:16.379707 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2b3286ec-d9f0-4af9-9148-7b0cac09f650 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:16.390942 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-ba61e55a-d81c-4a81-b71b-eebf6e105fe0 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Deleting port 2fe6950f-6148-492a-b0d0-807b5e716773 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:32:16.390942 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ba61e55a-d81c-4a81-b71b-eebf6e105fe0 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:16.396477 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d0975915-a64f-4738-9621-9368eb6baf72 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:16.490990 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-225ba81d-5a6e-4cbb-acd1-e00e13f14940 None None] Port d9b7c3a6-2725-453b-8e26-23930b531380 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:16.498004 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-e643f68f-4933-4b96-b117-ef9514b3e81f None None] For port f63db7a6-7d05-4f3a-befb-026180ce9612, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:32:16.550338 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2b3286ec-d9f0-4af9-9148-7b0cac09f650 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:16.562304 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-d0975915-a64f-4738-9621-9368eb6baf72 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Deleting port 0a9bcb22-99d9-4fae-ad47-d9de0c6b0b47 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:32:16.562304 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d0975915-a64f-4738-9621-9368eb6baf72 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:16.578464 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-e643f68f-4933-4b96-b117-ef9514b3e81f None None] For port f63db7a6-7d05-4f3a-befb-026180ce9612, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=f63db7a6-7d05-4f3a-befb-026180ce9612,segment=NetworkSegment(29c5958c-508c-4f92-8782-c6c82cdcb9db),segment_id=29c5958c-508c-4f92-8782-c6c82cdcb9db)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:32:16.596753 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e643f68f-4933-4b96-b117-ef9514b3e81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:16.963026 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-87c4f7aa-1b7e-4cce-b32c-dddb6a978400 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:16.994625 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2b3286ec-d9f0-4af9-9148-7b0cac09f650 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:17.005055 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-225ba81d-5a6e-4cbb-acd1-e00e13f14940 None None] Attempt 5 to provision port d9b7c3a6-2725-453b-8e26-23930b531380 Oct 13 15:32:17.140278 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-b712ad82-bc7b-4e67-9bed-cbe96e8b0805 None None] For port 2fe6950f-6148-492a-b0d0-807b5e716773, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=2fe6950f-6148-492a-b0d0-807b5e716773,segment=NetworkSegment(650f7990-0276-4258-8778-f129523ddd6a),segment_id=650f7990-0276-4258-8778-f129523ddd6a)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:32:17.140878 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b712ad82-bc7b-4e67-9bed-cbe96e8b0805 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:17.271353 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3286ec-d9f0-4af9-9148-7b0cac09f650 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07c47ba3-4e18-4ab5-bd9e-27446f8867ee,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:17.288935 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2b3286ec-d9f0-4af9-9148-7b0cac09f650 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:17.292479 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-2b3286ec-d9f0-4af9-9148-7b0cac09f650 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "DELETE /v2.0/security-groups/07c47ba3-4e18-4ab5-bd9e-27446f8867ee HTTP/1.1" status: 204 len: 168 time: 1.4968855 Oct 13 15:32:17.295093 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-660d8eda-3381-4738-bc83-de57af16b529 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks [] for router_gateway, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:17.319197 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51132) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:17.335733 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-b712ad82-bc7b-4e67-9bed-cbe96e8b0805 None None] Calling delete_port for 2fe6950f-6148-492a-b0d0-807b5e716773 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:32:17.380943 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e643f68f-4933-4b96-b117-ef9514b3e81f None None] Pushing event updated for resources: {'Port': ['ID=f63db7a6-7d05-4f3a-befb-026180ce9612,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:17.384072 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-225ba81d-5a6e-4cbb-acd1-e00e13f14940 None None] Port d9b7c3a6-2725-453b-8e26-23930b531380 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:17.402504 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4666f7e-2228-4091-81c8-4e4d6e480eea tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Deleting subnet 1c458e7a-6939-407c-9764-d84fd14e83e4 {{(pid=88973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:32:17.441420 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b712ad82-bc7b-4e67-9bed-cbe96e8b0805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:17.455493 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d4666f7e-2228-4091-81c8-4e4d6e480eea tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for subnet, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:17.487163 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-660d8eda-3381-4738-bc83-de57af16b529 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:17.491751 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b712ad82-bc7b-4e67-9bed-cbe96e8b0805 None None] Pushing event deleted for resources: {'Port': ['ID=2fe6950f-6148-492a-b0d0-807b5e716773,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:17.497557 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b712ad82-bc7b-4e67-9bed-cbe96e8b0805 None None] No DVR routers for this DVR port 2fe6950f-6148-492a-b0d0-807b5e716773 on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:32:17.589838 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-d0975915-a64f-4738-9621-9368eb6baf72 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] For port 0a9bcb22-99d9-4fae-ad47-d9de0c6b0b47, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=0a9bcb22-99d9-4fae-ad47-d9de0c6b0b47,segment=NetworkSegment(8e40a903-3eb5-4f55-bb67-088ae2d31f0b),segment_id=8e40a903-3eb5-4f55-bb67-088ae2d31f0b)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:32:17.594164 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d0975915-a64f-4738-9621-9368eb6baf72 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:17.643184 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d4666f7e-2228-4091-81c8-4e4d6e480eea tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7432921'] for subnet, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:17.664155 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device f63db7a6-7d05-4f3a-befb-026180ce9612 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:32:17.798326 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port f63db7a6-7d05-4f3a-befb-026180ce9612 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:32:17.808987 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-ba61e55a-d81c-4a81-b71b-eebf6e105fe0 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] For port 2fe6950f-6148-492a-b0d0-807b5e716773, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=2fe6950f-6148-492a-b0d0-807b5e716773,segment=NetworkSegment(650f7990-0276-4258-8778-f129523ddd6a),segment_id=650f7990-0276-4258-8778-f129523ddd6a)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:32:17.809459 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ba61e55a-d81c-4a81-b71b-eebf6e105fe0 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:17.828491 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-d0975915-a64f-4738-9621-9368eb6baf72 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Calling delete_port for 0a9bcb22-99d9-4fae-ad47-d9de0c6b0b47 owned by network:dhcp {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:32:17.859849 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 2fe6950f-6148-492a-b0d0-807b5e716773 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:32:17.904343 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-225ba81d-5a6e-4cbb-acd1-e00e13f14940 None None] Attempt 6 to provision port d9b7c3a6-2725-453b-8e26-23930b531380 Oct 13 15:32:17.952232 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 2fe6950f-6148-492a-b0d0-807b5e716773 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:32:17.952966 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 2fe6950f-6148-492a-b0d0-807b5e716773 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:32:17.972718 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-ba61e55a-d81c-4a81-b71b-eebf6e105fe0 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Calling delete_port for 2fe6950f-6148-492a-b0d0-807b5e716773 owned by network:dhcp {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:32:17.991688 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-225ba81d-5a6e-4cbb-acd1-e00e13f14940 None None] Port d9b7c3a6-2725-453b-8e26-23930b531380 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:18.007193 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b90b49e-91db-4332-b39d-cea8e9168546 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Router 5c789ee5-5555-45a4-8d4f-29ee4b084360 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:32:18.008976 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-c053172c-ab8f-4cef-9a50-e22b75319373 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Deleting port e3a78d8f-d037-4d5e-8faa-28b24fc28a95 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:32:18.009475 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c053172c-ab8f-4cef-9a50-e22b75319373 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:18.039130 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d0975915-a64f-4738-9621-9368eb6baf72 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:18.062327 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeef2947-6c25-409a-9717-5c4dcf1fbc86 None None] Network b1520bcd-526b-421c-8be7-1effd9752778 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:32:18.069862 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a7eb47cb-2947-4f69-9c4d-05a7270b8c63 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:18.098591 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d4666f7e-2228-4091-81c8-4e4d6e480eea tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:18.161872 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-a7eb47cb-2947-4f69-9c4d-05a7270b8c63 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Transition to ACTIVE for port object 91e89831-0fee-4b97-8989-ba7191b67d08 will not be triggered until provisioned by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:32:18.227984 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-87c4f7aa-1b7e-4cce-b32c-dddb6a978400 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Allocated IP 172.20.0.1 (b1520bcd-526b-421c-8be7-1effd9752778/01886bd0-be0e-49d9-affd-92707a0eb09b/1f2e06bd-5afd-4730-9706-cc5d5f11ebba) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:32:18.288077 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0975915-a64f-4738-9621-9368eb6baf72 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Pushing event deleted for resources: {'Port': ['ID=0a9bcb22-99d9-4fae-ad47-d9de0c6b0b47,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:18.344204 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0975915-a64f-4738-9621-9368eb6baf72 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] No DVR routers for this DVR port 0a9bcb22-99d9-4fae-ad47-d9de0c6b0b47 on host dv-neutron-860329-2-hyperv {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:32:18.354684 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.db.api [None req-ba61e55a-d81c-4a81-b71b-eebf6e105fe0 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88972) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:32:18.355008 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG oslo_db.api [None req-ba61e55a-d81c-4a81-b71b-eebf6e105fe0 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:32:18.442897 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a7eb47cb-2947-4f69-9c4d-05a7270b8c63 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:18.493232 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-225ba81d-5a6e-4cbb-acd1-e00e13f14940 None None] Attempt 7 to provision port d9b7c3a6-2725-453b-8e26-23930b531380 Oct 13 15:32:18.520287 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b90b49e-91db-4332-b39d-cea8e9168546 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:32:18.533945 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f2f088-e372-4a28-a1ce-7840e63238cd None None] Sync routers for ids ['5c789ee5-5555-45a4-8d4f-29ee4b084360'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:32:18.551343 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f2f088-e372-4a28-a1ce-7840e63238cd None None] Routers {'5c789ee5-5555-45a4-8d4f-29ee4b084360'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:32:18.551343 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-70f2f088-e372-4a28-a1ce-7840e63238cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:32:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['5c789ee5-5555-45a4-8d4f-29ee4b084360'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:18.585902 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746e8560-638e-473e-89c0-9c493e7a7e32 None None] get_active_networks_info from dv-neutron-860329-2-hyperv {{(pid=88974) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 13 15:32:18.590707 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7eb47cb-2947-4f69-9c4d-05a7270b8c63 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Network e8f4c17b-35d6-4be9-9f72-3117aa33e242 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:32:18.598262 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-a7eb47cb-2947-4f69-9c4d-05a7270b8c63 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:32:18.601031 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7eb47cb-2947-4f69-9c4d-05a7270b8c63 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:32:18.606815 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7eb47cb-2947-4f69-9c4d-05a7270b8c63 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:18.607423 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a7eb47cb-2947-4f69-9c4d-05a7270b8c63 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:18.617774 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb47cb-2947-4f69-9c4d-05a7270b8c63 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Pushing event updated for resources: {'Port': ['ID=91e89831-0fee-4b97-8989-ba7191b67d08,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:18.635877 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d0975915-a64f-4738-9621-9368eb6baf72 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:18.641719 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4b90b49e-91db-4332-b39d-cea8e9168546 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:18.651796 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-660d8eda-3381-4738-bc83-de57af16b529 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Allocated IP 172.26.2.192 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/e141406f-3238-46bf-8577-0569991b80fd) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:32:18.685016 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-87c4f7aa-1b7e-4cce-b32c-dddb6a978400 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:18.717460 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a7eb47cb-2947-4f69-9c4d-05a7270b8c63 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.8263564 Oct 13 15:32:18.719393 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-d0975915-a64f-4738-9621-9368eb6baf72 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c669746-89d7-4cf8-99ef-11a12f312508']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:18.720852 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-87c4f7aa-1b7e-4cce-b32c-dddb6a978400 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Transition to ACTIVE for port object 1f2e06bd-5afd-4730-9706-cc5d5f11ebba will not be triggered until provisioned by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:32:18.723901 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51136) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:18.729672 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d4666f7e-2228-4091-81c8-4e4d6e480eea tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:18.732188 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-919d4500-5f2b-47a1-b951-5c97a89e4b46 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:73:b9:90'}]}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:32:18.744836 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-225ba81d-5a6e-4cbb-acd1-e00e13f14940 None None] Port d9b7c3a6-2725-453b-8e26-23930b531380 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:18.783831 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-70f2f088-e372-4a28-a1ce-7840e63238cd None None] Set router 5c789ee5-5555-45a4-8d4f-29ee4b084360 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:32:18.798185 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-4b90b49e-91db-4332-b39d-cea8e9168546 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 10.0533130 Oct 13 15:32:18.808873 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bcec102-37e4-416a-aa51-90b64613dc0c', 'tag': 'a4123161-15b6-4933-93c1-9dd648d8b96c'}] {{(pid=88972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:32:18.809595 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4666f7e-2228-4091-81c8-4e4d6e480eea tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event deleted for resources: {'Subnet': ['ID=1c458e7a-6939-407c-9764-d84fd14e83e4,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:18.811970 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66139ebd01b2281a52a84d0c3e28fe779798cc7e4f9f2d51c02648ac67609c1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f92be81-2ae5-4b33-b52d-5daba89824f3" -d '{"events": [{"name": "network-changed", "server_uuid": "5bcec102-37e4-416a-aa51-90b64613dc0c", "tag": "a4123161-15b6-4933-93c1-9dd648d8b96c"}]}' {{(pid=88972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:32:18.813667 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-d0975915-a64f-4738-9621-9368eb6baf72 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e40a903-3eb5-4f55-bb67-088ae2d31f0b') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:18.814184 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-d0975915-a64f-4738-9621-9368eb6baf72 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e40a903-3eb5-4f55-bb67-088ae2d31f0b') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:18.824498 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d4666f7e-2228-4091-81c8-4e4d6e480eea tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:18.862865 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-ba61e55a-d81c-4a81-b71b-eebf6e105fe0 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Deleting port 2fe6950f-6148-492a-b0d0-807b5e716773 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:32:18.863461 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ba61e55a-d81c-4a81-b71b-eebf6e105fe0 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:18.875461 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c053172c-ab8f-4cef-9a50-e22b75319373 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:18.891568 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d0975915-a64f-4738-9621-9368eb6baf72 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:18.900469 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746e8560-638e-473e-89c0-9c493e7a7e32 None None] Resources bound (agent type, host, resource id): {{(pid=88974) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 15:32:18.972734 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-d4666f7e-2228-4091-81c8-4e4d6e480eea tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "DELETE /v2.0/subnets/1c458e7a-6939-407c-9764-d84fd14e83e4 HTTP/1.1" status: 204 len: 168 time: 1.6439447 Oct 13 15:32:18.988494 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-ba61e55a-d81c-4a81-b71b-eebf6e105fe0 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] The port '2fe6950f-6148-492a-b0d0-807b5e716773' was deleted {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 13 15:32:18.990904 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51146) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:19.101119 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 15:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461393d8-e80a-455a-ba08-a92ebb58fd74 x-openstack-request-id: req-461393d8-e80a-455a-ba08-a92ebb58fd74 {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:32:19.101817 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bcec102-37e4-416a-aa51-90b64613dc0c", "tag": "a4123161-15b6-4933-93c1-9dd648d8b96c", "status": "completed", "code": 200}]} {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:32:19.102339 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-461393d8-e80a-455a-ba08-a92ebb58fd74 {{(pid=88972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:32:19.102963 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-461393d8-e80a-455a-ba08-a92ebb58fd74'] response: {'name': 'network-changed', 'server_uuid': '5bcec102-37e4-416a-aa51-90b64613dc0c', 'tag': 'a4123161-15b6-4933-93c1-9dd648d8b96c', 'status': 'completed', 'code': 200} Oct 13 15:32:19.123022 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-87c4f7aa-1b7e-4cce-b32c-dddb6a978400 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:19.131758 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-d2dd6fff-9b82-4bc6-8dcb-2ec3004290e4 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Request body: {'subnet': {'network_id': 'a7f39bfd-3970-412d-aef1-153889c90dcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:32:19.152332 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d0975915-a64f-4738-9621-9368eb6baf72 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:19.161342 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-c053172c-ab8f-4cef-9a50-e22b75319373 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Calling delete_port for e3a78d8f-d037-4d5e-8faa-28b24fc28a95 owned by network:router_interface {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:32:19.215438 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0975915-a64f-4738-9621-9368eb6baf72 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:32:19.216123 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d0975915-a64f-4738-9621-9368eb6baf72 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:19.234675 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-70f2f088-e372-4a28-a1ce-7840e63238cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'name': 'tempest-TestVolumeBootPattern-1392317372-router', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': '35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:16Z', 'updated_at': '2022-10-13T15:27:37Z', 'revision_number': 4, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'gw_port': {'id': '35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:18Z', 'updated_at': '2022-10-13T15:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '3b2eb7c5-724d-4668-954d-b9220b568d3e', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'floating_ip_address': '172.26.2.182', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'port_id': 'a4123161-15b6-4933-93c1-9dd648d8b96c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7', 'mac_address': 'fa:16:3e:6f:43:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bcec102-37e4-416a-aa51-90b64613dc0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:32:13Z', 'updated_at': '2022-10-13T15:32:13Z', 'revision_number': 0, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07a0c8b7-349c-4604-a651-d64c7d04f26d', 'name': '', 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'mac_address': 'fa:16:3e:54:13:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '235995ae-56e8-4a42-a8ac-e16e5c3294b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:33Z', 'updated_at': '2022-10-13T15:27:47Z', 'revision_number': 5, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'subnets': [{'id': '235995ae-56e8-4a42-a8ac-e16e5c3294b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:19.254935 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f2f088-e372-4a28-a1ce-7840e63238cd None None] Checking router: 5c789ee5-5555-45a4-8d4f-29ee4b084360 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:32:19.260154 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 8e40a903-3eb5-4f55-bb67-088ae2d31f0b resource provider aggregate not found Oct 13 15:32:19.266541 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f2f088-e372-4a28-a1ce-7840e63238cd None None] Routers {'5c789ee5-5555-45a4-8d4f-29ee4b084360'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:32:19.267646 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-70f2f088-e372-4a28-a1ce-7840e63238cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:32:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['5c789ee5-5555-45a4-8d4f-29ee4b084360'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:19.278283 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-225ba81d-5a6e-4cbb-acd1-e00e13f14940 None None] Attempt 8 to provision port d9b7c3a6-2725-453b-8e26-23930b531380 Oct 13 15:32:19.326432 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 8e40a903-3eb5-4f55-bb67-088ae2d31f0b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 8e40a903-3eb5-4f55-bb67-088ae2d31f0b found for delete ", "request_id": "req-2bd2382a-88b2-421c-a466-f2b1321f9873"}]} Oct 13 15:32:19.363916 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-225ba81d-5a6e-4cbb-acd1-e00e13f14940 None None] Port d9b7c3a6-2725-453b-8e26-23930b531380 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:19.419542 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b3534f8-e721-4c3f-9fed-af08e992fc36 None None] Network a7f39bfd-3970-412d-aef1-153889c90dcb requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:32:19.447652 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-660d8eda-3381-4738-bc83-de57af16b529 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:19.457235 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c4f7aa-1b7e-4cce-b32c-dddb6a978400 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Network b1520bcd-526b-421c-8be7-1effd9752778 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:32:19.467475 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d0975915-a64f-4738-9621-9368eb6baf72 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:19.473737 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d0975915-a64f-4738-9621-9368eb6baf72 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:19.508540 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0975915-a64f-4738-9621-9368eb6baf72 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Pushing event deleted for resources: {'Network': ['ID=2c669746-89d7-4cf8-99ef-11a12f312508,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:19.523850 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-d0975915-a64f-4738-9621-9368eb6baf72 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "DELETE /v2.0/networks/2c669746-89d7-4cf8-99ef-11a12f312508 HTTP/1.1" status: 204 len: 168 time: 6.4323978 Oct 13 15:32:19.529505 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51154) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:19.532360 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92be81-2ae5-4b33-b52d-5daba89824f3 req-74aacc14-0e93-4493-9bb9-5a63c6fd36e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:19.533782 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5f92be81-2ae5-4b33-b52d-5daba89824f3 req-74aacc14-0e93-4493-9bb9-5a63c6fd36e8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c4e179e9a35a4e59a0b0abe27aa737df&device_id=5bcec102-37e4-416a-aa51-90b64613dc0c HTTP/1.1" status: 200 len: 1098 time: 0.4990311 Oct 13 15:32:19.540730 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-1462a329-0118-4055-ae7b-49c18a6e2c80 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-156622821'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:32:19.544082 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-87c4f7aa-1b7e-4cce-b32c-dddb6a978400 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:32:19.576901 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-1462a329-0118-4055-ae7b-49c18a6e2c80 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:32:19.589103 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-70f2f088-e372-4a28-a1ce-7840e63238cd None None] Set router 5c789ee5-5555-45a4-8d4f-29ee4b084360 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:32:19.611172 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-1462a329-0118-4055-ae7b-49c18a6e2c80 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Usage tracker for resource:network and tenant:189a2a783ff94d9d83e28e5d7a0f1bba is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:19.617706 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-1462a329-0118-4055-ae7b-49c18a6e2c80 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:19.627705 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-1462a329-0118-4055-ae7b-49c18a6e2c80 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:32:19.734690 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c4f7aa-1b7e-4cce-b32c-dddb6a978400 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:32:19.760039 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1462a329-0118-4055-ae7b-49c18a6e2c80 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Made reservation on behalf of 189a2a783ff94d9d83e28e5d7a0f1bba for: {'network': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:32:19.763612 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1462a329-0118-4055-ae7b-49c18a6e2c80 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:19.810940 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-d2dd6fff-9b82-4bc6-8dcb-2ec3004290e4 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:32:19.814548 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-660d8eda-3381-4738-bc83-de57af16b529 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:19.817541 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ba61e55a-d81c-4a81-b71b-eebf6e105fe0 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:19.866775 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-ba61e55a-d81c-4a81-b71b-eebf6e105fe0 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['408eac23-06c1-41c1-868c-afd9cffefe02']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:19.884965 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-ba61e55a-d81c-4a81-b71b-eebf6e105fe0 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '650f7990-0276-4258-8778-f129523ddd6a') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:19.885780 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-ba61e55a-d81c-4a81-b71b-eebf6e105fe0 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '650f7990-0276-4258-8778-f129523ddd6a') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:19.896297 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-225ba81d-5a6e-4cbb-acd1-e00e13f14940 None None] Attempt 9 to provision port d9b7c3a6-2725-453b-8e26-23930b531380 Oct 13 15:32:19.901991 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ba61e55a-d81c-4a81-b71b-eebf6e105fe0 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:19.920103 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ba61e55a-d81c-4a81-b71b-eebf6e105fe0 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:19.927280 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba61e55a-d81c-4a81-b71b-eebf6e105fe0 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:32:19.928476 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ba61e55a-d81c-4a81-b71b-eebf6e105fe0 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:19.973077 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1462a329-0118-4055-ae7b-49c18a6e2c80 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=88973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:32:19.982789 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1462a329-0118-4055-ae7b-49c18a6e2c80 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:19.983517 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-1462a329-0118-4055-ae7b-49c18a6e2c80 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Added segment 0aba1ccb-058e-449a-a679-01a9982ec4d9 of type vlan for network 55ea22c7-f107-4275-b85b-e32b53276991 Oct 13 15:32:20.014783 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1462a329-0118-4055-ae7b-49c18a6e2c80 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:20.022605 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-225ba81d-5a6e-4cbb-acd1-e00e13f14940 None None] Port d9b7c3a6-2725-453b-8e26-23930b531380 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:20.038379 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c053172c-ab8f-4cef-9a50-e22b75319373 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:20.071929 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c4f7aa-1b7e-4cce-b32c-dddb6a978400 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event updated for resources: {'Port': ['ID=1f2e06bd-5afd-4730-9706-cc5d5f11ebba,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:20.075569 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-d2dd6fff-9b82-4bc6-8dcb-2ec3004290e4 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Usage tracker for resource:subnet and tenant:19ec4718eae5492e825f796615e1a8b4 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:20.082422 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ba61e55a-d81c-4a81-b71b-eebf6e105fe0 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:20.091428 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-660d8eda-3381-4738-bc83-de57af16b529 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:32:20.092687 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 650f7990-0276-4258-8778-f129523ddd6a resource provider aggregate not found Oct 13 15:32:20.096463 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-d2dd6fff-9b82-4bc6-8dcb-2ec3004290e4 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:20.097025 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92be81-2ae5-4b33-b52d-5daba89824f3 req-1e1cfcec-e974-4560-96fb-412e443be4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:20.099500 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5f92be81-2ae5-4b33-b52d-5daba89824f3 req-1e1cfcec-e974-4560-96fb-412e443be4bb service neutron] 10.222.0.16 "GET /v2.0/networks?id=a44f8207-61f2-477d-b80a-38deab4e3cb7 HTTP/1.1" status: 200 len: 913 time: 0.5492771 Oct 13 15:32:20.118618 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-660d8eda-3381-4738-bc83-de57af16b529 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:32:20.122489 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-660d8eda-3381-4738-bc83-de57af16b529 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:32:20.158503 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 650f7990-0276-4258-8778-f129523ddd6a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 650f7990-0276-4258-8778-f129523ddd6a found for delete ", "request_id": "req-4e4b4c71-6b83-46e7-9105-104414557c23"}]} Oct 13 15:32:20.159791 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ba61e55a-d81c-4a81-b71b-eebf6e105fe0 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:20.166106 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-d2dd6fff-9b82-4bc6-8dcb-2ec3004290e4 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:32:20.200676 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba61e55a-d81c-4a81-b71b-eebf6e105fe0 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] Pushing event deleted for resources: {'Network': ['ID=408eac23-06c1-41c1-868c-afd9cffefe02,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:20.217697 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-ba61e55a-d81c-4a81-b71b-eebf6e105fe0 tempest-FloatingIPNegativeTestJSON-76590153 tempest-FloatingIPNegativeTestJSON-76590153-project] 10.222.0.42 "DELETE /v2.0/networks/408eac23-06c1-41c1-868c-afd9cffefe02 HTTP/1.1" status: 204 len: 168 time: 4.7789013 Oct 13 15:32:20.229157 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-87c4f7aa-1b7e-4cce-b32c-dddb6a978400 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:20.241630 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2dd6fff-9b82-4bc6-8dcb-2ec3004290e4 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Made reservation on behalf of 19ec4718eae5492e825f796615e1a8b4 for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:32:20.245412 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d2dd6fff-9b82-4bc6-8dcb-2ec3004290e4 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:20.269832 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-70f2f088-e372-4a28-a1ce-7840e63238cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'name': 'tempest-TestVolumeBootPattern-1392317372-router', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': '35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:16Z', 'updated_at': '2022-10-13T15:27:37Z', 'revision_number': 4, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'gw_port': {'id': '35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:18Z', 'updated_at': '2022-10-13T15:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '3b2eb7c5-724d-4668-954d-b9220b568d3e', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'floating_ip_address': '172.26.2.182', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'port_id': 'a4123161-15b6-4933-93c1-9dd648d8b96c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7', 'mac_address': 'fa:16:3e:6f:43:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bcec102-37e4-416a-aa51-90b64613dc0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:32:13Z', 'updated_at': '2022-10-13T15:32:13Z', 'revision_number': 0, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07a0c8b7-349c-4604-a651-d64c7d04f26d', 'name': '', 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'mac_address': 'fa:16:3e:54:13:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '235995ae-56e8-4a42-a8ac-e16e5c3294b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:33Z', 'updated_at': '2022-10-13T15:27:47Z', 'revision_number': 5, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'subnets': [{'id': '235995ae-56e8-4a42-a8ac-e16e5c3294b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:20.275970 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70f2f088-e372-4a28-a1ce-7840e63238cd None None] The sync data for ids ['5c789ee5-5555-45a4-8d4f-29ee4b084360'] in dv-neutron-860329-2-hyperv is: [{'id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'name': 'tempest-TestVolumeBootPattern-1392317372-router', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': '35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:16Z', 'updated_at': '2022-10-13T15:27:37Z', 'revision_number': 4, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'gw_port': {'id': '35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:18Z', 'updated_at': '2022-10-13T15:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '3b2eb7c5-724d-4668-954d-b9220b568d3e', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'floating_ip_address': '172.26.2.182', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'port_id': 'a4123161-15b6-4933-93c1-9dd648d8b96c', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7', 'mac_address': 'fa:16:3e:6f:43:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bcec102-37e4-416a-aa51-90b64613dc0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:32:13Z', 'updated_at': '2022-10-13T15:32:13Z', 'revision_number': 0, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07a0c8b7-349c-4604-a651-d64c7d04f26d', 'name': '', 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'mac_address': 'fa:16:3e:54:13:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '235995ae-56e8-4a42-a8ac-e16e5c3294b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:33Z', 'updated_at': '2022-10-13T15:27:47Z', 'revision_number': 5, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'subnets': [{'id': '235995ae-56e8-4a42-a8ac-e16e5c3294b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:32:20.283042 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-919d4500-5f2b-47a1-b951-5c97a89e4b46 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:20.523752 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-225ba81d-5a6e-4cbb-acd1-e00e13f14940 None None] Attempt 10 to provision port d9b7c3a6-2725-453b-8e26-23930b531380 Oct 13 15:32:20.623036 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-225ba81d-5a6e-4cbb-acd1-e00e13f14940 None None] Port d9b7c3a6-2725-453b-8e26-23930b531380 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:20.638585 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e9aa4cc-c635-4de5-83db-6dfa3ba82bd3 None None] New status for floating IP 3b2eb7c5-724d-4668-954d-b9220b568d3e: ACTIVE {{(pid=88974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:32:20.721027 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51166) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:20.758014 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1462a329-0118-4055-ae7b-49c18a6e2c80 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:20.767529 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1462a329-0118-4055-ae7b-49c18a6e2c80 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:20.768337 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1462a329-0118-4055-ae7b-49c18a6e2c80 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:20.839224 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Provisioning for port 1f2e06bd-5afd-4730-9706-cc5d5f11ebba completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:32:20.853761 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Provisioning complete for port 1f2e06bd-5afd-4730-9706-cc5d5f11ebba triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:32:20.854155 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:20.854691 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Attempt 1 to provision port 1f2e06bd-5afd-4730-9706-cc5d5f11ebba Oct 13 15:32:20.913852 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-87c4f7aa-1b7e-4cce-b32c-dddb6a978400 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:20.919043 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Port 1f2e06bd-5afd-4730-9706-cc5d5f11ebba cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:20.980216 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660d8eda-3381-4738-bc83-de57af16b529 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Pushing event updated for resources: {'Port': ['ID=e141406f-3238-46bf-8577-0569991b80fd,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:21.203162 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c053172c-ab8f-4cef-9a50-e22b75319373 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Pushing event deleted for resources: {'Port': ['ID=e3a78d8f-d037-4d5e-8faa-28b24fc28a95,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:21.206405 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5f92be81-2ae5-4b33-b52d-5daba89824f3 req-095f3e46-5828-430e-8f79-2b312bc52a9b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4123161-15b6-4933-93c1-9dd648d8b96c HTTP/1.1" status: 200 len: 999 time: 0.9519637 Oct 13 15:32:21.207574 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.db.resource_extend [None req-919d4500-5f2b-47a1-b951-5c97a89e4b46 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 15:32:21.244339 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-919d4500-5f2b-47a1-b951-5c97a89e4b46 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:21.261243 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-919d4500-5f2b-47a1-b951-5c97a89e4b46 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:21.261888 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-919d4500-5f2b-47a1-b951-5c97a89e4b46 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] In _notify_port_updated(), no bound segment for port 91e89831-0fee-4b97-8989-ba7191b67d08 on network e8f4c17b-35d6-4be9-9f72-3117aa33e242 {{(pid=88972) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 13 15:32:21.267377 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919d4500-5f2b-47a1-b951-5c97a89e4b46 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:21.267972 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-919d4500-5f2b-47a1-b951-5c97a89e4b46 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:21.271789 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-919d4500-5f2b-47a1-b951-5c97a89e4b46 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] 10.222.0.42 "PUT /v2.0/ports/91e89831-0fee-4b97-8989-ba7191b67d08 HTTP/1.1" status: 200 len: 1002 time: 2.5437100 Oct 13 15:32:21.271936 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-1462a329-0118-4055-ae7b-49c18a6e2c80 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.7358344 Oct 13 15:32:21.283288 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51172) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:21.283621 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51174) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:21.360503 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d2dd6fff-9b82-4bc6-8dcb-2ec3004290e4 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:21.367526 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-e4cd33c4-793c-4482-92ae-f77e1806602d tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Request body: {'subnet': {'network_id': '55ea22c7-f107-4275-b85b-e32b53276991', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:32:21.401872 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1462a329-0118-4055-ae7b-49c18a6e2c80 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Pushing event updated for resources: {'Network': ['ID=55ea22c7-f107-4275-b85b-e32b53276991,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:21.413043 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 55ea22c7-f107-4275-b85b-e32b53276991 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:32:21.428847 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Attempt 2 to provision port 1f2e06bd-5afd-4730-9706-cc5d5f11ebba Oct 13 15:32:21.557851 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919d4500-5f2b-47a1-b951-5c97a89e4b46 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Pushing event updated for resources: {'Port': ['ID=91e89831-0fee-4b97-8989-ba7191b67d08,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:21.566052 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Port 1f2e06bd-5afd-4730-9706-cc5d5f11ebba cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:21.580625 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2dd6fff-9b82-4bc6-8dcb-2ec3004290e4 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Network a7f39bfd-3970-412d-aef1-153889c90dcb is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:32:21.585723 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-d2dd6fff-9b82-4bc6-8dcb-2ec3004290e4 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:32:21.589257 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2dd6fff-9b82-4bc6-8dcb-2ec3004290e4 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:21.589916 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d2dd6fff-9b82-4bc6-8dcb-2ec3004290e4 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:21.597532 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce8caad0-ec41-4838-9a7c-23da02ab2606 None None] Network a7f39bfd-3970-412d-aef1-153889c90dcb requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:32:21.687258 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-9ad3a496-4ca5-49dd-beff-d20971f85b69 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=99a0c771e012474a857f8691213fd073&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9614284 Oct 13 15:32:21.689901 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51180) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:21.709317 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dd6fff-9b82-4bc6-8dcb-2ec3004290e4 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event updated for resources: {'Subnet': ['ID=72a07150-e410-47f5-9e47-2c25f39c8678,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:21.717680 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d2dd6fff-9b82-4bc6-8dcb-2ec3004290e4 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6193745 Oct 13 15:32:21.723067 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51184) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:21.737765 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92be81-2ae5-4b33-b52d-5daba89824f3 req-af033534-b052-4be9-bc52-1654457b9b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:21.739983 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-8285adc1-8069-48cd-b8bb-2057b8b6b7b7 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Request body: {'security_group': {'name': 'tempest-secgroup-372557126'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:32:21.742361 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5f92be81-2ae5-4b33-b52d-5daba89824f3 req-af033534-b052-4be9-bc52-1654457b9b50 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=235995ae-56e8-4a42-a8ac-e16e5c3294b1 HTTP/1.1" status: 200 len: 851 time: 0.4578884 Oct 13 15:32:21.762279 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-8285adc1-8069-48cd-b8bb-2057b8b6b7b7 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:32:21.764352 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-dd66f2d5-a958-48be-991b-824dfe924d67 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Deleting port 91e89831-0fee-4b97-8989-ba7191b67d08 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:32:21.765005 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-dd66f2d5-a958-48be-991b-824dfe924d67 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:21.778465 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-8285adc1-8069-48cd-b8bb-2057b8b6b7b7 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Usage tracker for resource:security_group and tenant:19ec4718eae5492e825f796615e1a8b4 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:21.790579 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-8285adc1-8069-48cd-b8bb-2057b8b6b7b7 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:21.799031 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-8285adc1-8069-48cd-b8bb-2057b8b6b7b7 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:32:21.836857 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e37ce79f-053d-4bd4-b7c8-c58158d12407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:21.838575 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8285adc1-8069-48cd-b8bb-2057b8b6b7b7 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:21.869440 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-87c4f7aa-1b7e-4cce-b32c-dddb6a978400 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:21.873089 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-87c4f7aa-1b7e-4cce-b32c-dddb6a978400 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:21.897293 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-8285adc1-8069-48cd-b8bb-2057b8b6b7b7 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:32:21.947113 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-e4cd33c4-793c-4482-92ae-f77e1806602d tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:32:21.968486 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-8285adc1-8069-48cd-b8bb-2057b8b6b7b7 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Usage tracker for resource:security_group_rule and tenant:19ec4718eae5492e825f796615e1a8b4 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:21.978718 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-e4cd33c4-793c-4482-92ae-f77e1806602d tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Usage tracker for resource:subnet and tenant:189a2a783ff94d9d83e28e5d7a0f1bba is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:21.983742 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c053172c-ab8f-4cef-9a50-e22b75319373 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:21.989599 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-e4cd33c4-793c-4482-92ae-f77e1806602d tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:21.992535 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-8285adc1-8069-48cd-b8bb-2057b8b6b7b7 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:21.996648 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e37ce79f-053d-4bd4-b7c8-c58158d12407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:22.015547 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-e4cd33c4-793c-4482-92ae-f77e1806602d tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:32:22.028966 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-8285adc1-8069-48cd-b8bb-2057b8b6b7b7 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:32:22.035464 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c5704eb-0783-4cd9-838c-5344d6bea0d2 None None] Update dhcp port {'port': {'network_id': 'a7f39bfd-3970-412d-aef1-153889c90dcb', 'fixed_ips': [{'subnet_id': '94d2cc1e-7a59-42e9-9496-62f8b10ddf8a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '72a07150-e410-47f5-9e47-2c25f39c8678'}], 'binding:host_id': 'dv-neutron-860329-2-hyperv'}, 'id': 'c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4'} from dv-neutron-860329-2-hyperv. {{(pid=88974) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 13 15:32:22.048711 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c4f7aa-1b7e-4cce-b32c-dddb6a978400 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event updated for resources: {'Port': ['ID=1f2e06bd-5afd-4730-9706-cc5d5f11ebba,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:22.068447 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-87c4f7aa-1b7e-4cce-b32c-dddb6a978400 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:22.072737 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Attempt 3 to provision port 1f2e06bd-5afd-4730-9706-cc5d5f11ebba Oct 13 15:32:22.165730 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-1c5704eb-0783-4cd9-838c-5344d6bea0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:22.181247 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Port 1f2e06bd-5afd-4730-9706-cc5d5f11ebba cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:22.196557 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e37ce79f-053d-4bd4-b7c8-c58158d12407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:22.237207 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37ce79f-053d-4bd4-b7c8-c58158d12407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a386e020-e2b5-45f7-b233-2215a44db331,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:22.287850 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8285adc1-8069-48cd-b8bb-2057b8b6b7b7 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:22.292520 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e37ce79f-053d-4bd4-b7c8-c58158d12407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:22.296331 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-e37ce79f-053d-4bd4-b7c8-c58158d12407 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a386e020-e2b5-45f7-b233-2215a44db331 HTTP/1.1" status: 204 len: 168 time: 0.6026702 Oct 13 15:32:22.298757 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8285adc1-8069-48cd-b8bb-2057b8b6b7b7 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:22.312757 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-660d8eda-3381-4738-bc83-de57af16b529 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks [] for router_gateway, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:22.329347 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c4f7aa-1b7e-4cce-b32c-dddb6a978400 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Network b1520bcd-526b-421c-8be7-1effd9752778 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:32:22.341277 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-87c4f7aa-1b7e-4cce-b32c-dddb6a978400 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:32:22.355405 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8285adc1-8069-48cd-b8bb-2057b8b6b7b7 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=611b94c6-bc3b-46df-bfff-6b93a7deee89,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:22.363393 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4cd33c4-793c-4482-92ae-f77e1806602d tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Made reservation on behalf of 189a2a783ff94d9d83e28e5d7a0f1bba for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:32:22.367464 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e4cd33c4-793c-4482-92ae-f77e1806602d tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:22.431733 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8285adc1-8069-48cd-b8bb-2057b8b6b7b7 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:22.433401 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-8285adc1-8069-48cd-b8bb-2057b8b6b7b7 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 0.7073250 Oct 13 15:32:22.444164 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51190) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:22.477710 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-1c5704eb-0783-4cd9-838c-5344d6bea0d2 None None] Allocated IP 2001:db8::2 (a7f39bfd-3970-412d-aef1-153889c90dcb/72a07150-e410-47f5-9e47-2c25f39c8678/c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:32:22.488148 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-59cc89bc-561b-4fd3-a8d8-d0dd34dad82e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Request body: {'security_group': {'name': 'tempest-secgroup-977002115'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:32:22.608839 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-59cc89bc-561b-4fd3-a8d8-d0dd34dad82e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:32:22.649368 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c4f7aa-1b7e-4cce-b32c-dddb6a978400 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Router 282533b5-014f-42b0-99a9-e4550f8c41fe is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 15:32:22.686386 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Attempt 4 to provision port 1f2e06bd-5afd-4730-9706-cc5d5f11ebba Oct 13 15:32:22.773852 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-1c5704eb-0783-4cd9-838c-5344d6bea0d2 None None] For port c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4,segment=NetworkSegment(c1cab4f7-33a3-4e4f-820b-4d74891cbe8a),segment_id=c1cab4f7-33a3-4e4f-820b-4d74891cbe8a)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:32:22.781089 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Port 1f2e06bd-5afd-4730-9706-cc5d5f11ebba cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:22.805018 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-1c5704eb-0783-4cd9-838c-5344d6bea0d2 None None] Notify callbacks [] for port, precommit_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:22.848254 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-1c5704eb-0783-4cd9-838c-5344d6bea0d2 None None] Transition to ACTIVE for port object c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:32:22.858011 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-1c5704eb-0783-4cd9-838c-5344d6bea0d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:23.023329 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5704eb-0783-4cd9-838c-5344d6bea0d2 None None] Pushing event updated for resources: {'Port': ['ID=c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4,revision_number=6']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:23.106626 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c4f7aa-1b7e-4cce-b32c-dddb6a978400 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:32:23.117177 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39669539-c350-4e5a-b40f-60ad48a34187 None None] Sync routers for ids ['282533b5-014f-42b0-99a9-e4550f8c41fe'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:32:23.125397 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-87c4f7aa-1b7e-4cce-b32c-dddb6a978400 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "PUT /v2.0/routers/282533b5-014f-42b0-99a9-e4550f8c41fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6831381 Oct 13 15:32:23.125397 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51204) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:23.137727 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39669539-c350-4e5a-b40f-60ad48a34187 None None] Routers {'282533b5-014f-42b0-99a9-e4550f8c41fe'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:32:23.137727 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-39669539-c350-4e5a-b40f-60ad48a34187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:32:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['282533b5-014f-42b0-99a9-e4550f8c41fe'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:23.172968 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-59cc89bc-561b-4fd3-a8d8-d0dd34dad82e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Usage tracker for resource:security_group and tenant:19ec4718eae5492e825f796615e1a8b4 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:23.187518 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-59cc89bc-561b-4fd3-a8d8-d0dd34dad82e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:23.286605 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.ipam_backend_mixin [None req-e4cd33c4-793c-4482-92ae-f77e1806602d tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Performing IP validity checks on allocation pools {{(pid=88973) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 13 15:32:23.286605 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.ipam_backend_mixin [None req-e4cd33c4-793c-4482-92ae-f77e1806602d tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88973) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 13 15:32:23.292151 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Attempt 5 to provision port 1f2e06bd-5afd-4730-9706-cc5d5f11ebba Oct 13 15:32:23.302054 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f01b532a-89b4-4996-a456-a6fac73ec13c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:23.302054 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-f01b532a-89b4-4996-a456-a6fac73ec13c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Synchronizing usage tracker for tenant:4c5e5250b5d0476f9d711181f94ffb05 on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:32:23.307401 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-59cc89bc-561b-4fd3-a8d8-d0dd34dad82e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:32:23.352535 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-f01b532a-89b4-4996-a456-a6fac73ec13c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Unset dirty status for tenant:4c5e5250b5d0476f9d711181f94ffb05 on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:32:23.352535 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-f01b532a-89b4-4996-a456-a6fac73ec13c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "GET /v2.0/ports/1f2e06bd-5afd-4730-9706-cc5d5f11ebba HTTP/1.1" status: 200 len: 910 time: 0.2221830 Oct 13 15:32:23.359334 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-39669539-c350-4e5a-b40f-60ad48a34187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:23.363696 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51208) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:23.377327 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f92be81-2ae5-4b33-b52d-5daba89824f3 req-b65ae263-92d2-4c16-8de9-b2d1a010814d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:23.386980 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5f92be81-2ae5-4b33-b52d-5daba89824f3 req-b65ae263-92d2-4c16-8de9-b2d1a010814d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a44f8207-61f2-477d-b80a-38deab4e3cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.5709660 Oct 13 15:32:23.400729 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39669539-c350-4e5a-b40f-60ad48a34187 None None] Routers {'282533b5-014f-42b0-99a9-e4550f8c41fe'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:32:23.400729 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-39669539-c350-4e5a-b40f-60ad48a34187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:32:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['282533b5-014f-42b0-99a9-e4550f8c41fe'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:23.467085 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Port 1f2e06bd-5afd-4730-9706-cc5d5f11ebba cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:23.487132 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-59cc89bc-561b-4fd3-a8d8-d0dd34dad82e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:23.569020 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-59cc89bc-561b-4fd3-a8d8-d0dd34dad82e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:32:23.614585 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-39669539-c350-4e5a-b40f-60ad48a34187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:23.614585 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39669539-c350-4e5a-b40f-60ad48a34187 None None] The sync data for ids ['282533b5-014f-42b0-99a9-e4550f8c41fe'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:32:23.634489 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-59cc89bc-561b-4fd3-a8d8-d0dd34dad82e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Usage tracker for resource:security_group_rule and tenant:19ec4718eae5492e825f796615e1a8b4 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:23.668123 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:32:23.693452 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-59cc89bc-561b-4fd3-a8d8-d0dd34dad82e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:23.713186 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-660d8eda-3381-4738-bc83-de57af16b529 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:23.965979 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Attempt 6 to provision port 1f2e06bd-5afd-4730-9706-cc5d5f11ebba Oct 13 15:32:24.009379 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-59cc89bc-561b-4fd3-a8d8-d0dd34dad82e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:32:24.082680 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51220) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:24.087969 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Port 1f2e06bd-5afd-4730-9706-cc5d5f11ebba cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:24.237292 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-59cc89bc-561b-4fd3-a8d8-d0dd34dad82e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:24.237292 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-dd66f2d5-a958-48be-991b-824dfe924d67 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:24.295470 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-478a330b-6b2e-4048-8293-a8289be5a5e2 tempest-NetworksNegativeTestJSON-497397057 tempest-NetworksNegativeTestJSON-497397057-project] Request body: {'port': {'network_id': '3763dbb1-b587-4e31-9854-5df1c4b88021', 'name': 'tempest-NetworksNegativeTestJSON-459559646'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:32:24.491254 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-478a330b-6b2e-4048-8293-a8289be5a5e2 tempest-NetworksNegativeTestJSON-497397057 tempest-NetworksNegativeTestJSON-497397057-project] POST failed (client error): The resource could not be found. Oct 13 15:32:24.491254 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-478a330b-6b2e-4048-8293-a8289be5a5e2 tempest-NetworksNegativeTestJSON-497397057 tempest-NetworksNegativeTestJSON-497397057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:32:24.491254 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-478a330b-6b2e-4048-8293-a8289be5a5e2 tempest-NetworksNegativeTestJSON-497397057 tempest-NetworksNegativeTestJSON-497397057-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.4095252 Oct 13 15:32:24.496673 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51226) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:24.535964 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-f582dcb2-98c1-48e2-b531-3d56ae1a8f72 tempest-NetworksNegativeTestJSON-497397057 tempest-NetworksNegativeTestJSON-497397057-project] DELETE failed (client error): The resource could not be found. Oct 13 15:32:24.535964 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f582dcb2-98c1-48e2-b531-3d56ae1a8f72 tempest-NetworksNegativeTestJSON-497397057 tempest-NetworksNegativeTestJSON-497397057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:32:24.535964 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-f582dcb2-98c1-48e2-b531-3d56ae1a8f72 tempest-NetworksNegativeTestJSON-497397057 tempest-NetworksNegativeTestJSON-497397057-project] 10.222.0.42 "DELETE /v2.0/networks/83443a5e-3345-4090-8a37-d3e8ae80fbc8 HTTP/1.1" status: 404 len: 339 time: 0.0404491 Oct 13 15:32:24.544020 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51230) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:24.585831 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Attempt 7 to provision port 1f2e06bd-5afd-4730-9706-cc5d5f11ebba Oct 13 15:32:24.602868 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-cde39657-4071-477b-91d9-e6375f27feb6 tempest-NetworksNegativeTestJSON-497397057 tempest-NetworksNegativeTestJSON-497397057-project] DELETE failed (client error): The resource could not be found. Oct 13 15:32:24.602868 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cde39657-4071-477b-91d9-e6375f27feb6 tempest-NetworksNegativeTestJSON-497397057 tempest-NetworksNegativeTestJSON-497397057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:32:24.602868 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-cde39657-4071-477b-91d9-e6375f27feb6 tempest-NetworksNegativeTestJSON-497397057 tempest-NetworksNegativeTestJSON-497397057-project] 10.222.0.42 "DELETE /v2.0/ports/fb1e964d-9561-48da-bddd-005d71871403 HTTP/1.1" status: 404 len: 333 time: 0.0611613 Oct 13 15:32:24.613168 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51234) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:24.644797 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Port 1f2e06bd-5afd-4730-9706-cc5d5f11ebba cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:24.703196 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-35af1e57-ad68-4ac1-90e8-30d24959b8ba tempest-NetworksNegativeTestJSON-497397057 tempest-NetworksNegativeTestJSON-497397057-project] DELETE failed (client error): The resource could not be found. Oct 13 15:32:24.703196 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35af1e57-ad68-4ac1-90e8-30d24959b8ba tempest-NetworksNegativeTestJSON-497397057 tempest-NetworksNegativeTestJSON-497397057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:32:24.712403 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-35af1e57-ad68-4ac1-90e8-30d24959b8ba tempest-NetworksNegativeTestJSON-497397057 tempest-NetworksNegativeTestJSON-497397057-project] 10.222.0.42 "DELETE /v2.0/subnets/48a7cc2a-1827-4551-b359-0957b224a35f HTTP/1.1" status: 404 len: 337 time: 0.0999229 Oct 13 15:32:24.712403 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51238) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:24.758669 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-dd66f2d5-a958-48be-991b-824dfe924d67 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Calling delete_port for 91e89831-0fee-4b97-8989-ba7191b67d08 owned by {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:32:24.767613 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-12e52263-96c6-47e9-90cd-414342478e49 tempest-NetworksNegativeTestJSON-497397057 tempest-NetworksNegativeTestJSON-497397057-project] GET failed (client error): The resource could not be found. Oct 13 15:32:24.767613 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-12e52263-96c6-47e9-90cd-414342478e49 tempest-NetworksNegativeTestJSON-497397057 tempest-NetworksNegativeTestJSON-497397057-project] 10.222.0.42 "GET /v2.0/networks/1ae14c55-4f49-4347-8cad-14a8dde5eb6b HTTP/1.1" status: 404 len: 339 time: 0.0549293 Oct 13 15:32:24.773406 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51242) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:24.791198 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-59cc89bc-561b-4fd3-a8d8-d0dd34dad82e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:24.797701 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c053172c-ab8f-4cef-9a50-e22b75319373 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Router f2d125f0-9e65-4351-84a2-f0659ea5dea9 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:32:24.834529 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-e723e745-a02a-46e1-8cfd-7b958d7efff2 tempest-NetworksNegativeTestJSON-497397057 tempest-NetworksNegativeTestJSON-497397057-project] GET failed (client error): The resource could not be found. Oct 13 15:32:24.834529 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-e723e745-a02a-46e1-8cfd-7b958d7efff2 tempest-NetworksNegativeTestJSON-497397057 tempest-NetworksNegativeTestJSON-497397057-project] 10.222.0.42 "GET /v2.0/ports/4e96cf90-9e43-4430-9633-dca83dced125 HTTP/1.1" status: 404 len: 333 time: 0.0623064 Oct 13 15:32:24.842279 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51246) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:24.896774 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-adf2217b-1bea-423d-ab77-834f929bb429 tempest-NetworksNegativeTestJSON-497397057 tempest-NetworksNegativeTestJSON-497397057-project] GET failed (client error): The resource could not be found. Oct 13 15:32:24.896774 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-adf2217b-1bea-423d-ab77-834f929bb429 tempest-NetworksNegativeTestJSON-497397057 tempest-NetworksNegativeTestJSON-497397057-project] 10.222.0.42 "GET /v2.0/subnets/8eea043b-b644-4632-bb54-a3d182dc7b0c HTTP/1.1" status: 404 len: 337 time: 0.0492673 Oct 13 15:32:24.904406 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51250) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:24.910746 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-a741ad27-507e-4f36-80a8-68b23a444b3b tempest-NetworksNegativeTestJSON-497397057 tempest-NetworksNegativeTestJSON-497397057-project] Request body: {'network': {'name': 'new_name'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:32:24.939313 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8e30c5ac-b1d3-429d-b9fd-e1a742255730 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:25.010214 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-a741ad27-507e-4f36-80a8-68b23a444b3b tempest-NetworksNegativeTestJSON-497397057 tempest-NetworksNegativeTestJSON-497397057-project] PUT failed (client error): The resource could not be found. Oct 13 15:32:25.010214 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a741ad27-507e-4f36-80a8-68b23a444b3b tempest-NetworksNegativeTestJSON-497397057 tempest-NetworksNegativeTestJSON-497397057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:32:25.010214 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a741ad27-507e-4f36-80a8-68b23a444b3b tempest-NetworksNegativeTestJSON-497397057 tempest-NetworksNegativeTestJSON-497397057-project] 10.222.0.42 "PUT /v2.0/networks/eb068ca1-405c-4040-9917-78b6a408ec1f HTTP/1.1" status: 404 len: 339 time: 0.1081972 Oct 13 15:32:25.027854 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51254) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:25.046090 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-1b1924e9-9ebd-4ad4-9ece-54fc554dd376 tempest-NetworksNegativeTestJSON-497397057 tempest-NetworksNegativeTestJSON-497397057-project] Request body: {'port': {'name': 'new_name'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:32:25.090812 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cc89bc-561b-4fd3-a8d8-d0dd34dad82e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5e573950-decd-451e-b59f-d4807eea0255,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:25.131254 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-59cc89bc-561b-4fd3-a8d8-d0dd34dad82e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:25.131254 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-59cc89bc-561b-4fd3-a8d8-d0dd34dad82e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1742 time: 2.6735222 Oct 13 15:32:25.134917 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51258) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:25.140986 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-226e655e-fc4d-42bf-815a-dc1e42c54065 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Request body: {'security_group': {'name': 'tempest-secgroup-1811218623'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:32:25.144260 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Attempt 8 to provision port 1f2e06bd-5afd-4730-9706-cc5d5f11ebba Oct 13 15:32:25.167801 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b1924e9-9ebd-4ad4-9ece-54fc554dd376 tempest-NetworksNegativeTestJSON-497397057 tempest-NetworksNegativeTestJSON-497397057-project] PUT failed (client error): The resource could not be found. Oct 13 15:32:25.167801 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b1924e9-9ebd-4ad4-9ece-54fc554dd376 tempest-NetworksNegativeTestJSON-497397057 tempest-NetworksNegativeTestJSON-497397057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:32:25.167801 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-1b1924e9-9ebd-4ad4-9ece-54fc554dd376 tempest-NetworksNegativeTestJSON-497397057 tempest-NetworksNegativeTestJSON-497397057-project] 10.222.0.42 "PUT /v2.0/ports/458e0ed6-3121-4c4b-99e0-49473e033777 HTTP/1.1" status: 404 len: 333 time: 0.1334314 Oct 13 15:32:25.177553 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51262) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:25.246695 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-226e655e-fc4d-42bf-815a-dc1e42c54065 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:32:25.259470 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Port 1f2e06bd-5afd-4730-9706-cc5d5f11ebba cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:25.265877 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-62facbab-e630-4db5-a62d-2cd32caed079 tempest-NetworksNegativeTestJSON-497397057 tempest-NetworksNegativeTestJSON-497397057-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:32:25.290170 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-226e655e-fc4d-42bf-815a-dc1e42c54065 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Usage tracker for resource:security_group and tenant:19ec4718eae5492e825f796615e1a8b4 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:25.296308 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5f92be81-2ae5-4b33-b52d-5daba89824f3 req-e14ab25a-1a63-4fe9-9d26-5e45516c73eb service neutron] 10.222.0.16 "GET /v2.0/networks/a44f8207-61f2-477d-b80a-38deab4e3cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.8654797 Oct 13 15:32:25.299613 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-226e655e-fc4d-42bf-815a-dc1e42c54065 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:25.316075 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-226e655e-fc4d-42bf-815a-dc1e42c54065 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:32:25.348056 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-226e655e-fc4d-42bf-815a-dc1e42c54065 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:25.366346 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-62facbab-e630-4db5-a62d-2cd32caed079 tempest-NetworksNegativeTestJSON-497397057 tempest-NetworksNegativeTestJSON-497397057-project] PUT failed (client error): The resource could not be found. Oct 13 15:32:25.366346 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62facbab-e630-4db5-a62d-2cd32caed079 tempest-NetworksNegativeTestJSON-497397057 tempest-NetworksNegativeTestJSON-497397057-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:32:25.366346 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-62facbab-e630-4db5-a62d-2cd32caed079 tempest-NetworksNegativeTestJSON-497397057 tempest-NetworksNegativeTestJSON-497397057-project] 10.222.0.42 "PUT /v2.0/subnets/e5f3dead-99f3-4d04-86eb-d0a61bf35d6c HTTP/1.1" status: 404 len: 337 time: 0.1810153 Oct 13 15:32:25.400385 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-226e655e-fc4d-42bf-815a-dc1e42c54065 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:32:25.503057 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-226e655e-fc4d-42bf-815a-dc1e42c54065 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Usage tracker for resource:security_group_rule and tenant:19ec4718eae5492e825f796615e1a8b4 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:25.509114 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-8e30c5ac-b1d3-429d-b9fd-e1a742255730 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Deleting port 1f2e06bd-5afd-4730-9706-cc5d5f11ebba {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:32:25.509114 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8e30c5ac-b1d3-429d-b9fd-e1a742255730 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:25.533217 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e4cd33c4-793c-4482-92ae-f77e1806602d tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:25.618276 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:25.627355 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd33c4-793c-4482-92ae-f77e1806602d tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Pushing event updated for resources: {'Subnet': ['ID=e1312ea9-8522-4183-b025-1a7e0d45bb41,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:25.674302 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c053172c-ab8f-4cef-9a50-e22b75319373 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:32:25.684488 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67924f54-49d5-462b-a1be-024c6cde9579 None None] Sync routers for ids ['f2d125f0-9e65-4351-84a2-f0659ea5dea9'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:32:25.707765 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67924f54-49d5-462b-a1be-024c6cde9579 None None] Routers {'f2d125f0-9e65-4351-84a2-f0659ea5dea9'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:32:25.718656 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-67924f54-49d5-462b-a1be-024c6cde9579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:32:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['f2d125f0-9e65-4351-84a2-f0659ea5dea9'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:25.723799 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-dd66f2d5-a958-48be-991b-824dfe924d67 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:25.723799 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-660d8eda-3381-4738-bc83-de57af16b529 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Router 88378ec8-abd3-41b0-b163-c4afd2143f30 is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 15:32:25.825926 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c053172c-ab8f-4cef-9a50-e22b75319373 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] 10.222.0.42 "PUT /v2.0/routers/f2d125f0-9e65-4351-84a2-f0659ea5dea9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6755409 Oct 13 15:32:25.878714 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Attempt 9 to provision port 1f2e06bd-5afd-4730-9706-cc5d5f11ebba Oct 13 15:32:25.987838 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-67924f54-49d5-462b-a1be-024c6cde9579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:25.993100 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51270) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:25.993100 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51272) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:25.993100 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-226e655e-fc4d-42bf-815a-dc1e42c54065 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:26.007924 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-226e655e-fc4d-42bf-815a-dc1e42c54065 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:32:26.012817 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67924f54-49d5-462b-a1be-024c6cde9579 None None] Routers {'f2d125f0-9e65-4351-84a2-f0659ea5dea9'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:32:26.012817 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-67924f54-49d5-462b-a1be-024c6cde9579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:32:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['f2d125f0-9e65-4351-84a2-f0659ea5dea9'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:26.101481 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-67924f54-49d5-462b-a1be-024c6cde9579 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:26.101481 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67924f54-49d5-462b-a1be-024c6cde9579 None None] The sync data for ids ['f2d125f0-9e65-4351-84a2-f0659ea5dea9'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:32:26.113052 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Port 1f2e06bd-5afd-4730-9706-cc5d5f11ebba cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:26.159002 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd66f2d5-a958-48be-991b-824dfe924d67 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Pushing event deleted for resources: {'Port': ['ID=91e89831-0fee-4b97-8989-ba7191b67d08,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:26.168906 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660d8eda-3381-4738-bc83-de57af16b529 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:32:26.168906 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cd33c4-793c-4482-92ae-f77e1806602d tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Checking segment: {'id': '0aba1ccb-058e-449a-a679-01a9982ec4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '55ea22c7-f107-4275-b85b-e32b53276991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:32:26.168906 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cd33c4-793c-4482-92ae-f77e1806602d tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Network hostable DHCP agents. Network: 55ea22c7-f107-4275-b85b-e32b53276991, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:32:26.179181 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d551c1-ab56-4d3a-9157-267d21ff4c23 None None] Sync routers for ids ['88378ec8-abd3-41b0-b163-c4afd2143f30'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:32:26.193992 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5f92be81-2ae5-4b33-b52d-5daba89824f3 req-67134df6-2275-4723-ae98-bf7224838566 service neutron] 10.222.0.16 "GET /v2.0/networks/a44f8207-61f2-477d-b80a-38deab4e3cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8589995 Oct 13 15:32:26.221633 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d551c1-ab56-4d3a-9157-267d21ff4c23 None None] Routers {'88378ec8-abd3-41b0-b163-c4afd2143f30'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:32:26.221633 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-28d551c1-ab56-4d3a-9157-267d21ff4c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:32:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['88378ec8-abd3-41b0-b163-c4afd2143f30'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:26.254818 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-dd66f2d5-a958-48be-991b-824dfe924d67 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:26.265424 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-dd66f2d5-a958-48be-991b-824dfe924d67 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] 10.222.0.42 "DELETE /v2.0/ports/91e89831-0fee-4b97-8989-ba7191b67d08 HTTP/1.1" status: 204 len: 168 time: 4.9754632 Oct 13 15:32:26.267705 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51282) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:26.313134 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-660d8eda-3381-4738-bc83-de57af16b529 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:26.317698 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-660d8eda-3381-4738-bc83-de57af16b529 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 11.9206502 Oct 13 15:32:26.319156 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8e30c5ac-b1d3-429d-b9fd-e1a742255730 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:26.324922 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51286) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:26.339756 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9a904c7-dffc-4f44-b8d6-1085f5913712 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] GET failed (client error): The resource could not be found. Oct 13 15:32:26.340510 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-d9a904c7-dffc-4f44-b8d6-1085f5913712 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Synchronizing usage tracker for tenant:daf8e65a70af447195572ee6c4fba156 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:32:26.373875 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cd33c4-793c-4482-92ae-f77e1806602d tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Network 55ea22c7-f107-4275-b85b-e32b53276991 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:32:26.410291 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-e4cd33c4-793c-4482-92ae-f77e1806602d tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 55ea22c7-f107-4275-b85b-e32b53276991) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:32:26.421637 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cd33c4-793c-4482-92ae-f77e1806602d tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:26.421637 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e4cd33c4-793c-4482-92ae-f77e1806602d tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:26.435835 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26462dc5-41c3-4d31-9518-61d67646d7d4 None None] Network 55ea22c7-f107-4275-b85b-e32b53276991 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:32:26.444920 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-d9a904c7-dffc-4f44-b8d6-1085f5913712 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Unset dirty status for tenant:daf8e65a70af447195572ee6c4fba156 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:32:26.444920 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-d9a904c7-dffc-4f44-b8d6-1085f5913712 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] 10.222.0.42 "GET /v2.0/ports/91e89831-0fee-4b97-8989-ba7191b67d08 HTTP/1.1" status: 404 len: 333 time: 0.1715140 Oct 13 15:32:26.457267 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51292) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:26.480815 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-a8936f9b-b502-42ab-ad5a-87c5866ad9b6 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Request body: {'port': {'network_id': 'e8f4c17b-35d6-4be9-9f72-3117aa33e242', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-227344622'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:32:26.575831 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-28d551c1-ab56-4d3a-9157-267d21ff4c23 None None] Set router 88378ec8-abd3-41b0-b163-c4afd2143f30 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:32:26.596875 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e4cd33c4-793c-4482-92ae-f77e1806602d tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 5.3010962 Oct 13 15:32:26.608107 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51296) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:26.733741 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-8e30c5ac-b1d3-429d-b9fd-e1a742255730 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Calling delete_port for 1f2e06bd-5afd-4730-9706-cc5d5f11ebba owned by network:router_interface {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:32:26.787838 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Attempt 10 to provision port 1f2e06bd-5afd-4730-9706-cc5d5f11ebba Oct 13 15:32:26.904910 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Port 1f2e06bd-5afd-4730-9706-cc5d5f11ebba cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:26.996003 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Provisioning for port f63db7a6-7d05-4f3a-befb-026180ce9612 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:32:27.013956 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-28d551c1-ab56-4d3a-9157-267d21ff4c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88378ec8-abd3-41b0-b163-c4afd2143f30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781111883', 'tenant_id': '95401ea77be844ac88b12ee49ce84b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.192'}], 'enable_snat': True}, 'gw_port_id': 'e141406f-3238-46bf-8577-0569991b80fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:32:14Z', 'updated_at': '2022-10-13T15:32:21Z', 'revision_number': 3, 'project_id': '95401ea77be844ac88b12ee49ce84b9c', 'gw_port': {'id': 'e141406f-3238-46bf-8577-0569991b80fd', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:52:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88378ec8-abd3-41b0-b163-c4afd2143f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:32:17Z', 'updated_at': '2022-10-13T15:32:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:27.019174 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Provisioning complete for port f63db7a6-7d05-4f3a-befb-026180ce9612 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:32:27.019174 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:27.019174 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Attempt 1 to provision port f63db7a6-7d05-4f3a-befb-026180ce9612 Oct 13 15:32:27.028996 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d551c1-ab56-4d3a-9157-267d21ff4c23 None None] Checking router: 88378ec8-abd3-41b0-b163-c4afd2143f30 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:32:27.028996 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d551c1-ab56-4d3a-9157-267d21ff4c23 None None] Updating router 88378ec8-abd3-41b0-b163-c4afd2143f30 port e141406f-3238-46bf-8577-0569991b80fd binding host dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:32:27.093948 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02a4f08a-5d85-49b4-b82f-f1207aab6bb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-55ea22c7-f107-4275-b85b-e32b53276991', 'network_id': '55ea22c7-f107-4275-b85b-e32b53276991', 'tenant_id': '189a2a783ff94d9d83e28e5d7a0f1bba', 'fixed_ips': [{'subnet_id': 'e1312ea9-8522-4183-b025-1a7e0d45bb41'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:32:27.093948 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-02a4f08a-5d85-49b4-b82f-f1207aab6bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:27.116335 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-28d551c1-ab56-4d3a-9157-267d21ff4c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:27.145931 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f6b18993-8bbb-4d81-9a37-a6d1a323d61a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:27.170061 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-226e655e-fc4d-42bf-815a-dc1e42c54065 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:27.355369 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-f6b18993-8bbb-4d81-9a37-a6d1a323d61a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:32:27.355369 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-f6b18993-8bbb-4d81-9a37-a6d1a323d61a admin admin] Usage tracker for resource:security_group_rule and tenant:41aaf4af96b44e6e85545a6b9c7be81a is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:27.361515 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2ab8b2b3-b1c5-4844-bc6f-afa5da265851 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:27.367795 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-f6b18993-8bbb-4d81-9a37-a6d1a323d61a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:27.372602 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Current status of the port f63db7a6-7d05-4f3a-befb-026180ce9612 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:32:27.372602 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:27.377963 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-f6b18993-8bbb-4d81-9a37-a6d1a323d61a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:32:27.439815 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-2121e507-b6c7-4b3b-ac6b-086850976595 tempest-TestNetworkAdvancedServerOps-527113054 tempest-TestNetworkAdvancedServerOps-527113054-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=95401ea77be844ac88b12ee49ce84b9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 1.1136298 Oct 13 15:32:27.444176 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51300) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:27.477473 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f6b18993-8bbb-4d81-9a37-a6d1a323d61a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:27.477473 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-226e655e-fc4d-42bf-815a-dc1e42c54065 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:27.502487 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8e30c5ac-b1d3-429d-b9fd-e1a742255730 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:27.520043 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] For port f63db7a6-7d05-4f3a-befb-026180ce9612, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=f63db7a6-7d05-4f3a-befb-026180ce9612,segment=NetworkSegment(29c5958c-508c-4f92-8782-c6c82cdcb9db),segment_id=29c5958c-508c-4f92-8782-c6c82cdcb9db)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:32:27.540779 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:27.605264 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-226e655e-fc4d-42bf-815a-dc1e42c54065 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:27.609961 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-226e655e-fc4d-42bf-815a-dc1e42c54065 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 2.4798880 Oct 13 15:32:27.611745 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f6b18993-8bbb-4d81-9a37-a6d1a323d61a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:27.634842 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-02a4f08a-5d85-49b4-b82f-f1207aab6bb1 None None] Allocated IP 172.20.0.3 (55ea22c7-f107-4275-b85b-e32b53276991/e1312ea9-8522-4183-b025-1a7e0d45bb41/482220e3-532b-4214-90c3-aff7368b37ba) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:32:27.650595 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51304) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:27.664306 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226e655e-fc4d-42bf-815a-dc1e42c54065 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a837d03-daed-49a4-98e5-efceb4afd138,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:27.664306 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e30c5ac-b1d3-429d-b9fd-e1a742255730 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event deleted for resources: {'Port': ['ID=1f2e06bd-5afd-4730-9706-cc5d5f11ebba,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:27.664306 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-f6b18993-8bbb-4d81-9a37-a6d1a323d61a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=41aaf4af96b44e6e85545a6b9c7be81a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6019535 Oct 13 15:32:27.682112 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-fc03077b-b17a-4fa1-8658-6c2155101986 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-319368327', 'security_groups': ['4a837d03-daed-49a4-98e5-efceb4afd138'], 'network_id': 'a7f39bfd-3970-412d-aef1-153889c90dcb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '72a07150-e410-47f5-9e47-2c25f39c8678'}]}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:32:27.695563 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-28d551c1-ab56-4d3a-9157-267d21ff4c23 None None] Notify callbacks [] for port, precommit_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:27.702188 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51306) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:27.708045 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.provisioning_blocks [None req-28d551c1-ab56-4d3a-9157-267d21ff4c23 None None] Transition to ACTIVE for port object e141406f-3238-46bf-8577-0569991b80fd will not be triggered until provisioned by entity L2. {{(pid=88975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:32:27.720514 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-28d551c1-ab56-4d3a-9157-267d21ff4c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:27.749489 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Could not find standard attr ID for object 91e89831-0fee-4b97-8989-ba7191b67d08. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:32:27.792059 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Could not find standard attr ID for object 03d48da7-9186-4fc1-8c96-efed2918bbdc. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:32:27.840278 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-28d551c1-ab56-4d3a-9157-267d21ff4c23 None None] Attempting to bind port e141406f-3238-46bf-8577-0569991b80fd on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:32:27.840655 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-28d551c1-ab56-4d3a-9157-267d21ff4c23 None None] Attempting to bind port e141406f-3238-46bf-8577-0569991b80fd by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:32:27.841007 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d551c1-ab56-4d3a-9157-267d21ff4c23 None None] Attempting to bind port e141406f-3238-46bf-8577-0569991b80fd on network 8fb1fa59-32fe-4ed0-a248-96c43edb135f {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:32:27.842946 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2ab8b2b3-b1c5-4844-bc6f-afa5da265851 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:27.851498 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc1169-6d97-4eea-8915-624f41027e11 None None] Pushing event updated for resources: {'Port': ['ID=e141406f-3238-46bf-8577-0569991b80fd,revision_number=2']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:27.853779 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d551c1-ab56-4d3a-9157-267d21ff4c23 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:32:27.864946 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Provisioning for port c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:32:27.870183 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d551c1-ab56-4d3a-9157-267d21ff4c23 None None] Checking segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:32:27.870768 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-28d551c1-ab56-4d3a-9157-267d21ff4c23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:27.871180 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28d551c1-ab56-4d3a-9157-267d21ff4c23 None None] Bound using segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:32:27.871690 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-28d551c1-ab56-4d3a-9157-267d21ff4c23 None None] Bound port: e141406f-3238-46bf-8577-0569991b80fd, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:32:27.872076 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-28d551c1-ab56-4d3a-9157-267d21ff4c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:27.892632 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Provisioning complete for port c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:32:27.893122 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:27.893449 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Attempt 1 to provision port c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4 Oct 13 15:32:27.917229 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-a8936f9b-b502-42ab-ad5a-87c5866ad9b6 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:32:27.923821 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-57ecfba9-a731-4949-9c18-2c5f448221b7 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks [] for router, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:27.938815 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacc1169-6d97-4eea-8915-624f41027e11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:27.939486 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacc1169-6d97-4eea-8915-624f41027e11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:27.939982 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacc1169-6d97-4eea-8915-624f41027e11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:27.940461 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacc1169-6d97-4eea-8915-624f41027e11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:27.940945 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacc1169-6d97-4eea-8915-624f41027e11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:27.941419 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacc1169-6d97-4eea-8915-624f41027e11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:27.941889 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacc1169-6d97-4eea-8915-624f41027e11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:27.942422 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacc1169-6d97-4eea-8915-624f41027e11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:27.943867 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacc1169-6d97-4eea-8915-624f41027e11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:27.944381 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacc1169-6d97-4eea-8915-624f41027e11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:27.944853 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacc1169-6d97-4eea-8915-624f41027e11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:27.945319 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aacc1169-6d97-4eea-8915-624f41027e11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:27.970479 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-a8936f9b-b502-42ab-ad5a-87c5866ad9b6 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:32:27.988149 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-204f1594-e487-45cf-916f-d3f9501bae03 tempest-TestNetworkAdvancedServerOps-527113054 tempest-TestNetworkAdvancedServerOps-527113054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:27.990860 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-204f1594-e487-45cf-916f-d3f9501bae03 tempest-TestNetworkAdvancedServerOps-527113054 tempest-TestNetworkAdvancedServerOps-527113054-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5021710 Oct 13 15:32:27.995107 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51312) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:28.016735 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-28d551c1-ab56-4d3a-9157-267d21ff4c23 None None] For port e141406f-3238-46bf-8577-0569991b80fd, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:32:28.023072 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-28d551c1-ab56-4d3a-9157-267d21ff4c23 None None] For port e141406f-3238-46bf-8577-0569991b80fd, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=e141406f-3238-46bf-8577-0569991b80fd,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:32:28.034162 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-28d551c1-ab56-4d3a-9157-267d21ff4c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:28.055202 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-1e5a73fb-fb00-4f13-bbb7-b903fbd97d2a tempest-TestNetworkAdvancedServerOps-527113054 tempest-TestNetworkAdvancedServerOps-527113054-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=8fb1fa59-32fe-4ed0-a248-96c43edb135f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0584462 Oct 13 15:32:28.055419 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Pushing event updated for resources: {'Port': ['ID=f63db7a6-7d05-4f3a-befb-026180ce9612,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:28.067523 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51316) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:28.068967 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8936f9b-b502-42ab-ad5a-87c5866ad9b6 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Made reservation on behalf of daf8e65a70af447195572ee6c4fba156 for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:32:28.072938 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a8936f9b-b502-42ab-ad5a-87c5866ad9b6 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:28.091984 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-45da8970-7c04-474c-be7e-4dba3b8a76dd tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1653169739', 'network_id': '0f5e6b55-c27c-4faf-a1fa-6c17e6456d25', 'project_id': '95401ea77be844ac88b12ee49ce84b9c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:32:28.114057 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6f52e8b4-669e-4061-a69d-a299481726b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:28.154444 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d551c1-ab56-4d3a-9157-267d21ff4c23 None None] Routers {'88378ec8-abd3-41b0-b163-c4afd2143f30'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:32:28.155077 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-28d551c1-ab56-4d3a-9157-267d21ff4c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:32:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['88378ec8-abd3-41b0-b163-c4afd2143f30'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:28.215897 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-57ecfba9-a731-4949-9c18-2c5f448221b7 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:28.224483 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [None req-a8936f9b-b502-42ab-ad5a-87c5866ad9b6 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] device_id is not set on port 637a1a79-ce4a-4c40-a28a-79859319cb79 yet. {{(pid=88973) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:32:28.239499 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-02a4f08a-5d85-49b4-b82f-f1207aab6bb1 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:28.242115 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-57ecfba9-a731-4949-9c18-2c5f448221b7 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Deleting port 64dc93f4-fc8e-48db-b717-b1ab8619ce84 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:32:28.242683 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-57ecfba9-a731-4949-9c18-2c5f448221b7 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:28.254628 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Current status of the port c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:32:28.257676 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-02a4f08a-5d85-49b4-b82f-f1207aab6bb1 None None] Transition to ACTIVE for port object 482220e3-532b-4214-90c3-aff7368b37ba will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:32:28.267239 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b18993-8bbb-4d81-9a37-a6d1a323d61a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf85d87-db1e-4c6d-801d-c4cf6f2a9e9b,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:28.268588 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Could not find standard attr ID for object 18029f50-49b6-40e8-8cd8-44c9794e0317. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:32:28.286218 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6f52e8b4-669e-4061-a69d-a299481726b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:28.291618 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacc1169-6d97-4eea-8915-624f41027e11 None None] Pushing event updated for resources: {'Port': ['ID=e141406f-3238-46bf-8577-0569991b80fd,revision_number=3']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:28.298070 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Provisioning complete for port d9b7c3a6-2725-453b-8e26-23930b531380 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:32:28.298724 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:28.299235 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Attempt 1 to provision port d9b7c3a6-2725-453b-8e26-23930b531380 Oct 13 15:32:28.335874 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-02a4f08a-5d85-49b4-b82f-f1207aab6bb1 None None] Transition to ACTIVE for port object 482220e3-532b-4214-90c3-aff7368b37ba will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:32:28.364025 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-02a4f08a-5d85-49b4-b82f-f1207aab6bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:28.397388 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-45da8970-7c04-474c-be7e-4dba3b8a76dd tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:32:28.408945 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-45da8970-7c04-474c-be7e-4dba3b8a76dd tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Usage tracker for resource:subnet and tenant:95401ea77be844ac88b12ee49ce84b9c is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:28.413145 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6f52e8b4-669e-4061-a69d-a299481726b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:28.422432 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-45da8970-7c04-474c-be7e-4dba3b8a76dd tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:28.433567 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-28d551c1-ab56-4d3a-9157-267d21ff4c23 None None] Set router 88378ec8-abd3-41b0-b163-c4afd2143f30 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:32:28.436612 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a4f08a-5d85-49b4-b82f-f1207aab6bb1 None None] Network 55ea22c7-f107-4275-b85b-e32b53276991 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:32:28.442744 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-45da8970-7c04-474c-be7e-4dba3b8a76dd tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:32:28.448124 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-02a4f08a-5d85-49b4-b82f-f1207aab6bb1 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:32:28.451973 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f52e8b4-669e-4061-a69d-a299481726b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf85d87-db1e-4c6d-801d-c4cf6f2a9e9b,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:28.457762 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8e30c5ac-b1d3-429d-b9fd-e1a742255730 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:28.462184 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a4f08a-5d85-49b4-b82f-f1207aab6bb1 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:32:28.490690 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Port d9b7c3a6-2725-453b-8e26-23930b531380 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:28.510464 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2ab8b2b3-b1c5-4844-bc6f-afa5da265851 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:28.593417 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab8b2b3-b1c5-4844-bc6f-afa5da265851 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Pushing event deleted for resources: {'Subnet': ['ID=e1312ea9-8522-4183-b025-1a7e0d45bb41,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:28.616644 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45da8970-7c04-474c-be7e-4dba3b8a76dd tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Made reservation on behalf of 95401ea77be844ac88b12ee49ce84b9c for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:32:28.621304 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-45da8970-7c04-474c-be7e-4dba3b8a76dd tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:28.624186 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4f08a-5d85-49b4-b82f-f1207aab6bb1 None None] Pushing event updated for resources: {'Port': ['ID=482220e3-532b-4214-90c3-aff7368b37ba,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:28.639080 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-02a4f08a-5d85-49b4-b82f-f1207aab6bb1 None None] Attempting to bind port 482220e3-532b-4214-90c3-aff7368b37ba on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:32:28.639451 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-02a4f08a-5d85-49b4-b82f-f1207aab6bb1 None None] Attempting to bind port 482220e3-532b-4214-90c3-aff7368b37ba by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '0aba1ccb-058e-449a-a679-01a9982ec4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '55ea22c7-f107-4275-b85b-e32b53276991'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:32:28.639808 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a4f08a-5d85-49b4-b82f-f1207aab6bb1 None None] Attempting to bind port 482220e3-532b-4214-90c3-aff7368b37ba on network 55ea22c7-f107-4275-b85b-e32b53276991 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:32:28.645839 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a4f08a-5d85-49b4-b82f-f1207aab6bb1 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:32:28.647617 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a4f08a-5d85-49b4-b82f-f1207aab6bb1 None None] Checking segment: {'id': '0aba1ccb-058e-449a-a679-01a9982ec4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '55ea22c7-f107-4275-b85b-e32b53276991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:32:28.647617 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-02a4f08a-5d85-49b4-b82f-f1207aab6bb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:28.647617 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02a4f08a-5d85-49b4-b82f-f1207aab6bb1 None None] Bound using segment: {'id': '0aba1ccb-058e-449a-a679-01a9982ec4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '55ea22c7-f107-4275-b85b-e32b53276991'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:32:28.647617 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-02a4f08a-5d85-49b4-b82f-f1207aab6bb1 None None] Bound port: 482220e3-532b-4214-90c3-aff7368b37ba, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0aba1ccb-058e-449a-a679-01a9982ec4d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 402, 'network_id': '55ea22c7-f107-4275-b85b-e32b53276991'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:32:28.648157 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-02a4f08a-5d85-49b4-b82f-f1207aab6bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:28.657075 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6f52e8b4-669e-4061-a69d-a299481726b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:28.660674 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-6f52e8b4-669e-4061-a69d-a299481726b7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7cf85d87-db1e-4c6d-801d-c4cf6f2a9e9b HTTP/1.1" status: 204 len: 168 time: 0.9568222 Oct 13 15:32:28.793065 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-02a4f08a-5d85-49b4-b82f-f1207aab6bb1 None None] For port 482220e3-532b-4214-90c3-aff7368b37ba, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:32:28.797346 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-02a4f08a-5d85-49b4-b82f-f1207aab6bb1 None None] For port 482220e3-532b-4214-90c3-aff7368b37ba, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=482220e3-532b-4214-90c3-aff7368b37ba,segment=NetworkSegment(0aba1ccb-058e-449a-a679-01a9982ec4d9),segment_id=0aba1ccb-058e-449a-a679-01a9982ec4d9)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:32:28.805529 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-02a4f08a-5d85-49b4-b82f-f1207aab6bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:28.843253 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-a8936f9b-b502-42ab-ad5a-87c5866ad9b6 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Allocated IP 2001:db8::213 (e8f4c17b-35d6-4be9-9f72-3117aa33e242/094b1f3d-625e-48bb-b123-1f26d26a47f2/637a1a79-ce4a-4c40-a28a-79859319cb79) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:32:28.850661 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2ab8b2b3-b1c5-4844-bc6f-afa5da265851 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:28.891705 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-2ab8b2b3-b1c5-4844-bc6f-afa5da265851 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55ea22c7-f107-4275-b85b-e32b53276991']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:28.915498 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-2ab8b2b3-b1c5-4844-bc6f-afa5da265851 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aba1ccb-058e-449a-a679-01a9982ec4d9') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:28.915673 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-2ab8b2b3-b1c5-4844-bc6f-afa5da265851 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aba1ccb-058e-449a-a679-01a9982ec4d9') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:28.948917 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2ab8b2b3-b1c5-4844-bc6f-afa5da265851 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:28.993458 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-28d551c1-ab56-4d3a-9157-267d21ff4c23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88378ec8-abd3-41b0-b163-c4afd2143f30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781111883', 'tenant_id': '95401ea77be844ac88b12ee49ce84b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.192'}], 'enable_snat': True}, 'gw_port_id': 'e141406f-3238-46bf-8577-0569991b80fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:32:14Z', 'updated_at': '2022-10-13T15:32:21Z', 'revision_number': 3, 'project_id': '95401ea77be844ac88b12ee49ce84b9c', 'gw_port': {'id': 'e141406f-3238-46bf-8577-0569991b80fd', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:52:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88378ec8-abd3-41b0-b163-c4afd2143f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:32:17Z', 'updated_at': '2022-10-13T15:32:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:29.000838 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d551c1-ab56-4d3a-9157-267d21ff4c23 None None] The sync data for ids ['88378ec8-abd3-41b0-b163-c4afd2143f30'] in dv-neutron-860329-2-hyperv is: [{'id': '88378ec8-abd3-41b0-b163-c4afd2143f30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781111883', 'tenant_id': '95401ea77be844ac88b12ee49ce84b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.192'}], 'enable_snat': True}, 'gw_port_id': 'e141406f-3238-46bf-8577-0569991b80fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:32:14Z', 'updated_at': '2022-10-13T15:32:21Z', 'revision_number': 3, 'project_id': '95401ea77be844ac88b12ee49ce84b9c', 'gw_port': {'id': 'e141406f-3238-46bf-8577-0569991b80fd', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:52:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88378ec8-abd3-41b0-b163-c4afd2143f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:32:17Z', 'updated_at': '2022-10-13T15:32:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:32:29.007158 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2ab8b2b3-b1c5-4844-bc6f-afa5da265851 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:29.043163 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Attempt 2 to provision port d9b7c3a6-2725-453b-8e26-23930b531380 Oct 13 15:32:29.100268 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ab8b2b3-b1c5-4844-bc6f-afa5da265851 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:32:29.100707 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2ab8b2b3-b1c5-4844-bc6f-afa5da265851 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:29.165614 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 0aba1ccb-058e-449a-a679-01a9982ec4d9 resource provider aggregate not found Oct 13 15:32:29.182088 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Port d9b7c3a6-2725-453b-8e26-23930b531380 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:29.182587 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a4f08a-5d85-49b4-b82f-f1207aab6bb1 None None] Pushing event updated for resources: {'Port': ['ID=482220e3-532b-4214-90c3-aff7368b37ba,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:29.192374 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b900870c-8451-454e-85d2-ba53a11efe6b None None] Network 55ea22c7-f107-4275-b85b-e32b53276991 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:32:29.194751 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-fc03077b-b17a-4fa1-8658-6c2155101986 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:32:29.207786 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e30c5ac-b1d3-429d-b9fd-e1a742255730 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Router 282533b5-014f-42b0-99a9-e4550f8c41fe has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:32:29.233638 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-fc03077b-b17a-4fa1-8658-6c2155101986 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:32:29.250995 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 0aba1ccb-058e-449a-a679-01a9982ec4d9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0aba1ccb-058e-449a-a679-01a9982ec4d9 found for delete ", "request_id": "req-c67831d9-d6c4-4620-9422-2245a0a05f9a"}]} Oct 13 15:32:29.348662 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.db.api [None req-2ab8b2b3-b1c5-4844-bc6f-afa5da265851 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 13 15:32:29.348662 dv-neutron-860329-2-hyperv neutron-server[88973]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 13 15:32:29.348662 dv-neutron-860329-2-hyperv neutron-server[88973]: [parameters: {'id': '55ea22c7-f107-4275-b85b-e32b53276991'}] Oct 13 15:32:29.348662 dv-neutron-860329-2-hyperv neutron-server[88973]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:32:29.349234 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG oslo_db.api [None req-2ab8b2b3-b1c5-4844-bc6f-afa5da265851 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:32:29.577494 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-57ecfba9-a731-4949-9c18-2c5f448221b7 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:29.666267 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-45da8970-7c04-474c-be7e-4dba3b8a76dd tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:29.676021 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7138c337-b718-4380-8ded-38b110d5dc47 None None] get_active_networks_info from dv-neutron-860329-2-hyperv {{(pid=88974) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 13 15:32:29.790066 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45da8970-7c04-474c-be7e-4dba3b8a76dd tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Pushing event updated for resources: {'Subnet': ['ID=c3b98ca8-1d3f-46b6-888f-6c77b6718cf0,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:29.856177 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-57ecfba9-a731-4949-9c18-2c5f448221b7 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Calling delete_port for 64dc93f4-fc8e-48db-b717-b1ab8619ce84 owned by network:router_gateway {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:32:29.862989 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a8936f9b-b502-42ab-ad5a-87c5866ad9b6 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:29.862989 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2ab8b2b3-b1c5-4844-bc6f-afa5da265851 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:29.899061 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Attempt 3 to provision port d9b7c3a6-2725-453b-8e26-23930b531380 Oct 13 15:32:29.952489 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-a8936f9b-b502-42ab-ad5a-87c5866ad9b6 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Transition to ACTIVE for port object 637a1a79-ce4a-4c40-a28a-79859319cb79 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:32:29.978143 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device e141406f-3238-46bf-8577-0569991b80fd up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:32:29.983179 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45da8970-7c04-474c-be7e-4dba3b8a76dd tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Checking segment: {'id': '5b640b7b-bb58-43d3-8a2a-62c563521076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0f5e6b55-c27c-4faf-a1fa-6c17e6456d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:32:29.986150 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45da8970-7c04-474c-be7e-4dba3b8a76dd tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Network hostable DHCP agents. Network: 0f5e6b55-c27c-4faf-a1fa-6c17e6456d25, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:32:30.003518 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-2ab8b2b3-b1c5-4844-bc6f-afa5da265851 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Deleting port 482220e3-532b-4214-90c3-aff7368b37ba {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:32:30.006515 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2ab8b2b3-b1c5-4844-bc6f-afa5da265851 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:30.057884 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Port d9b7c3a6-2725-453b-8e26-23930b531380 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:30.180928 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-57ecfba9-a731-4949-9c18-2c5f448221b7 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:30.184251 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45da8970-7c04-474c-be7e-4dba3b8a76dd tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Network 0f5e6b55-c27c-4faf-a1fa-6c17e6456d25 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:32:30.184761 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port e141406f-3238-46bf-8577-0569991b80fd completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:32:30.252703 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-45da8970-7c04-474c-be7e-4dba3b8a76dd tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 0f5e6b55-c27c-4faf-a1fa-6c17e6456d25) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:32:30.268030 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a8936f9b-b502-42ab-ad5a-87c5866ad9b6 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:30.272774 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45da8970-7c04-474c-be7e-4dba3b8a76dd tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:30.273522 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-45da8970-7c04-474c-be7e-4dba3b8a76dd tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:30.275403 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e30c5ac-b1d3-429d-b9fd-e1a742255730 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:32:30.278965 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc03077b-b17a-4fa1-8658-6c2155101986 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Made reservation on behalf of 19ec4718eae5492e825f796615e1a8b4 for: {'port': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:32:30.308945 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port e141406f-3238-46bf-8577-0569991b80fd triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:32:30.308945 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:30.308945 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port e141406f-3238-46bf-8577-0569991b80fd Oct 13 15:32:30.318676 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ecfba9-a731-4949-9c18-2c5f448221b7 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Pushing event deleted for resources: {'Port': ['ID=64dc93f4-fc8e-48db-b717-b1ab8619ce84,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:30.430937 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-8e30c5ac-b1d3-429d-b9fd-e1a742255730 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "PUT /v2.0/routers/282533b5-014f-42b0-99a9-e4550f8c41fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0755010 Oct 13 15:32:30.448887 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51346) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:30.529076 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88317db-84d1-44e9-8035-4f469c712372 None None] Sync routers for ids ['282533b5-014f-42b0-99a9-e4550f8c41fe'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:32:30.575554 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Attempt 4 to provision port d9b7c3a6-2725-453b-8e26-23930b531380 Oct 13 15:32:30.592763 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8936f9b-b502-42ab-ad5a-87c5866ad9b6 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Network e8f4c17b-35d6-4be9-9f72-3117aa33e242 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:32:30.594720 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-2f65c69a-4981-4fe9-8fd5-c17235527aec tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Synchronizing usage tracker for tenant:4c5e5250b5d0476f9d711181f94ffb05 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:32:30.601420 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-45da8970-7c04-474c-be7e-4dba3b8a76dd tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.5173285 Oct 13 15:32:30.606006 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-2ab8b2b3-b1c5-4844-bc6f-afa5da265851 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] For port 482220e3-532b-4214-90c3-aff7368b37ba, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=482220e3-532b-4214-90c3-aff7368b37ba,segment=NetworkSegment(0aba1ccb-058e-449a-a679-01a9982ec4d9),segment_id=0aba1ccb-058e-449a-a679-01a9982ec4d9)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:32:30.606399 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2ab8b2b3-b1c5-4844-bc6f-afa5da265851 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:30.621835 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-a8936f9b-b502-42ab-ad5a-87c5866ad9b6 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:32:30.626014 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8936f9b-b502-42ab-ad5a-87c5866ad9b6 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:32:30.633684 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51350) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:30.649698 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8936f9b-b502-42ab-ad5a-87c5866ad9b6 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:30.650583 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a8936f9b-b502-42ab-ad5a-87c5866ad9b6 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:30.659518 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88317db-84d1-44e9-8035-4f469c712372 None None] Routers {'282533b5-014f-42b0-99a9-e4550f8c41fe'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:32:30.660295 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-b88317db-84d1-44e9-8035-4f469c712372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:32:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['282533b5-014f-42b0-99a9-e4550f8c41fe'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:30.837550 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-b88317db-84d1-44e9-8035-4f469c712372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:30.893146 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Port d9b7c3a6-2725-453b-8e26-23930b531380 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:30.920658 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port e141406f-3238-46bf-8577-0569991b80fd is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:32:30.920862 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:30.928918 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b88317db-84d1-44e9-8035-4f469c712372 None None] Routers {'282533b5-014f-42b0-99a9-e4550f8c41fe'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:32:30.929327 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-b88317db-84d1-44e9-8035-4f469c712372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:32:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['282533b5-014f-42b0-99a9-e4550f8c41fe'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:30.993077 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-57ecfba9-a731-4949-9c18-2c5f448221b7 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828050'] for router_gateway, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:31.036200 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8936f9b-b502-42ab-ad5a-87c5866ad9b6 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Pushing event updated for resources: {'Port': ['ID=637a1a79-ce4a-4c40-a28a-79859319cb79,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:31.049544 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-2ab8b2b3-b1c5-4844-bc6f-afa5da265851 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Calling delete_port for 482220e3-532b-4214-90c3-aff7368b37ba owned by network:dhcp {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:32:31.093634 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-a8936f9b-b502-42ab-ad5a-87c5866ad9b6 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 4.6420431 Oct 13 15:32:31.098877 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51360) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:31.110638 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-d71f106d-7e1e-42b7-aedc-7d94edc1fdda tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Request body: {'port': {'network_id': 'e8f4c17b-35d6-4be9-9f72-3117aa33e242', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2086784678'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:32:31.126214 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port e141406f-3238-46bf-8577-0569991b80fd, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=e141406f-3238-46bf-8577-0569991b80fd,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:32:31.141933 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-2f65c69a-4981-4fe9-8fd5-c17235527aec tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Unset dirty status for tenant:4c5e5250b5d0476f9d711181f94ffb05 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:32:31.143496 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-2f65c69a-4981-4fe9-8fd5-c17235527aec tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "GET /v2.0/ports?device_id=282533b5-014f-42b0-99a9-e4550f8c41fe HTTP/1.1" status: 200 len: 205 time: 0.6584885 Oct 13 15:32:31.167767 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7138c337-b718-4380-8ded-38b110d5dc47 None None] Unable to find a vacant binding_index for network 0f5e6b55-c27c-4faf-a1fa-6c17e6456d25 and agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 {{(pid=88974) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Oct 13 15:32:31.176905 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51366) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:31.181824 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7138c337-b718-4380-8ded-38b110d5dc47 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 0f5e6b55-c27c-4faf-a1fa-6c17e6456d25) {{(pid=88974) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 15:32:31.183975 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:31.184812 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device f63db7a6-7d05-4f3a-befb-026180ce9612 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:32:31.210154 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-57ecfba9-a731-4949-9c18-2c5f448221b7 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:31.212647 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-57ecfba9-a731-4949-9c18-2c5f448221b7 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:31.271298 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-57ecfba9-a731-4949-9c18-2c5f448221b7 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:31.271298 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57ecfba9-a731-4949-9c18-2c5f448221b7 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Fanout notify agent at l3_agent the message router_deleted on router f2d125f0-9e65-4351-84a2-f0659ea5dea9 {{(pid=88972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:32:31.299181 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-57ecfba9-a731-4949-9c18-2c5f448221b7 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:31.303249 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-57ecfba9-a731-4949-9c18-2c5f448221b7 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] 10.222.0.42 "DELETE /v2.0/routers/f2d125f0-9e65-4351-84a2-f0659ea5dea9 HTTP/1.1" status: 204 len: 168 time: 5.2413697 Oct 13 15:32:31.320890 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-b88317db-84d1-44e9-8035-4f469c712372 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:31.320890 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b88317db-84d1-44e9-8035-4f469c712372 None None] The sync data for ids ['282533b5-014f-42b0-99a9-e4550f8c41fe'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:32:31.333806 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51372) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:31.436038 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Attempt 5 to provision port d9b7c3a6-2725-453b-8e26-23930b531380 Oct 13 15:32:31.501369 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port f63db7a6-7d05-4f3a-befb-026180ce9612 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:32:31.501756 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:31.502096 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port f63db7a6-7d05-4f3a-befb-026180ce9612 Oct 13 15:32:31.505556 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fc03077b-b17a-4fa1-8658-6c2155101986 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:31.600169 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51378) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:31.607922 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e83da419-c5c1-417e-9a25-efeaed997eeb tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for router, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:31.780339 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Port d9b7c3a6-2725-453b-8e26-23930b531380 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:31.794849 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e465489-5926-439f-8397-421c446c75c6 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Deleting subnet 8866d0cc-ec34-4f7d-acd5-24a7875d9897 {{(pid=88973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:32:31.809155 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3e465489-5926-439f-8397-421c446c75c6 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks [] for subnet, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:31.840984 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2ab8b2b3-b1c5-4844-bc6f-afa5da265851 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:31.869565 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=e141406f-3238-46bf-8577-0569991b80fd,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:31.934306 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [None req-fc03077b-b17a-4fa1-8658-6c2155101986 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] device_id is not set on port 382de3f6-c5a5-497b-9822-92f18350e681 yet. {{(pid=88972) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:32:31.935859 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port f63db7a6-7d05-4f3a-befb-026180ce9612 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:32:31.947651 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab8b2b3-b1c5-4844-bc6f-afa5da265851 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] No DVR routers for this DVR port 482220e3-532b-4214-90c3-aff7368b37ba on host dv-neutron-860329-2-hyperv {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:32:31.980960 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab8b2b3-b1c5-4844-bc6f-afa5da265851 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Pushing event deleted for resources: {'Port': ['ID=482220e3-532b-4214-90c3-aff7368b37ba,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:32.103863 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device e141406f-3238-46bf-8577-0569991b80fd up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:32:32.235492 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port e141406f-3238-46bf-8577-0569991b80fd triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:32:32.235974 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:32.237399 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port e141406f-3238-46bf-8577-0569991b80fd Oct 13 15:32:32.284300 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Attempt 6 to provision port d9b7c3a6-2725-453b-8e26-23930b531380 Oct 13 15:32:32.288306 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-ef44a1e4-6138-4eb9-b699-53cc100b3cd5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'network': {'name': 'tempest-network-smoke--37958267', 'project_id': 'de460f02ee50469b960f7a471a064187', 'port_security_enabled': True}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:32:32.292704 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-d71f106d-7e1e-42b7-aedc-7d94edc1fdda tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:32:32.329121 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6f7709-e492-4ad0-b363-3ee7a9e53e45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-0f5e6b55-c27c-4faf-a1fa-6c17e6456d25', 'network_id': '0f5e6b55-c27c-4faf-a1fa-6c17e6456d25', 'tenant_id': '95401ea77be844ac88b12ee49ce84b9c', 'fixed_ips': [{'subnet_id': 'c3b98ca8-1d3f-46b6-888f-6c77b6718cf0'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:32:32.329802 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-db6f7709-e492-4ad0-b363-3ee7a9e53e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:32.416666 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-fc03077b-b17a-4fa1-8658-6c2155101986 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Allocated IP 2001:db8::3c1 (a7f39bfd-3970-412d-aef1-153889c90dcb/72a07150-e410-47f5-9e47-2c25f39c8678/382de3f6-c5a5-497b-9822-92f18350e681) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:32:32.432204 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Port d9b7c3a6-2725-453b-8e26-23930b531380 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:32.448974 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-ef44a1e4-6138-4eb9-b699-53cc100b3cd5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:32:32.448974 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3e465489-5926-439f-8397-421c446c75c6 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7432921'] for subnet, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:32.481505 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-d71f106d-7e1e-42b7-aedc-7d94edc1fdda tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Usage tracker for resource:port and tenant:daf8e65a70af447195572ee6c4fba156 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:32.494820 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-ef44a1e4-6138-4eb9-b699-53cc100b3cd5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:network and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:32.498420 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-ef44a1e4-6138-4eb9-b699-53cc100b3cd5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:32.504356 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-d71f106d-7e1e-42b7-aedc-7d94edc1fdda tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:32.573000 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-ef44a1e4-6138-4eb9-b699-53cc100b3cd5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:32:32.588978 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port e141406f-3238-46bf-8577-0569991b80fd is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:32:32.592122 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e83da419-c5c1-417e-9a25-efeaed997eeb tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:32.592122 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-d71f106d-7e1e-42b7-aedc-7d94edc1fdda tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:32:32.592122 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2ab8b2b3-b1c5-4844-bc6f-afa5da265851 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:32.618302 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e83da419-c5c1-417e-9a25-efeaed997eeb tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:32.622982 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-db6f7709-e492-4ad0-b363-3ee7a9e53e45 None None] Allocated IP 172.20.0.2 (0f5e6b55-c27c-4faf-a1fa-6c17e6456d25/c3b98ca8-1d3f-46b6-888f-6c77b6718cf0/2b906b6e-8be8-47b0-808d-5cbe1cb53b93) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:32:32.652194 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-2ab8b2b3-b1c5-4844-bc6f-afa5da265851 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55ea22c7-f107-4275-b85b-e32b53276991']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:32.665779 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef44a1e4-6138-4eb9-b699-53cc100b3cd5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Made reservation on behalf of de460f02ee50469b960f7a471a064187 for: {'network': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:32:32.665779 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ef44a1e4-6138-4eb9-b699-53cc100b3cd5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:32.693995 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d71f106d-7e1e-42b7-aedc-7d94edc1fdda tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Made reservation on behalf of daf8e65a70af447195572ee6c4fba156 for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:32:32.693995 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d71f106d-7e1e-42b7-aedc-7d94edc1fdda tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:32.720221 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ef44a1e4-6138-4eb9-b699-53cc100b3cd5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:32.732943 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-2ab8b2b3-b1c5-4844-bc6f-afa5da265851 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0aba1ccb-058e-449a-a679-01a9982ec4d9') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:32.732943 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-2ab8b2b3-b1c5-4844-bc6f-afa5da265851 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0aba1ccb-058e-449a-a679-01a9982ec4d9') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:32.760562 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e83da419-c5c1-417e-9a25-efeaed997eeb tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:32.760562 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e83da419-c5c1-417e-9a25-efeaed997eeb tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Fanout notify agent at l3_agent the message router_deleted on router 282533b5-014f-42b0-99a9-e4550f8c41fe {{(pid=88973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:32:32.774812 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-ef44a1e4-6138-4eb9-b699-53cc100b3cd5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:32:32.774812 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-ef44a1e4-6138-4eb9-b699-53cc100b3cd5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:32.774812 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-ef44a1e4-6138-4eb9-b699-53cc100b3cd5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:32.788404 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-ef44a1e4-6138-4eb9-b699-53cc100b3cd5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:32:32.816217 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2ab8b2b3-b1c5-4844-bc6f-afa5da265851 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:32.853520 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [None req-d71f106d-7e1e-42b7-aedc-7d94edc1fdda tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] device_id is not set on port fef32bec-480b-4d56-a866-fb4975a017e8 yet. {{(pid=88973) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:32:32.861563 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-da808131-1eeb-4f8b-8ce3-4de67f1863f7 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:32.905298 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2ab8b2b3-b1c5-4844-bc6f-afa5da265851 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:32.911060 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-db6f7709-e492-4ad0-b363-3ee7a9e53e45 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:32.921690 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-db6f7709-e492-4ad0-b363-3ee7a9e53e45 None None] Transition to ACTIVE for port object 2b906b6e-8be8-47b0-808d-5cbe1cb53b93 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:32:32.929198 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3e465489-5926-439f-8397-421c446c75c6 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:32.932659 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Attempt 7 to provision port d9b7c3a6-2725-453b-8e26-23930b531380 Oct 13 15:32:32.983911 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-db6f7709-e492-4ad0-b363-3ee7a9e53e45 None None] Transition to ACTIVE for port object 2b906b6e-8be8-47b0-808d-5cbe1cb53b93 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:32:32.993834 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fc03077b-b17a-4fa1-8658-6c2155101986 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:32.994379 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ab8b2b3-b1c5-4844-bc6f-afa5da265851 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:32:32.994379 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2ab8b2b3-b1c5-4844-bc6f-afa5da265851 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:33.003236 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-db6f7709-e492-4ad0-b363-3ee7a9e53e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:33.007885 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Port d9b7c3a6-2725-453b-8e26-23930b531380 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:33.012757 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-fc03077b-b17a-4fa1-8658-6c2155101986 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Transition to ACTIVE for port object 382de3f6-c5a5-497b-9822-92f18350e681 will not be triggered until provisioned by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:32:33.095000 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db6f7709-e492-4ad0-b363-3ee7a9e53e45 None None] Network 0f5e6b55-c27c-4faf-a1fa-6c17e6456d25 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:32:33.095000 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-db6f7709-e492-4ad0-b363-3ee7a9e53e45 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:32:33.103240 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6f7709-e492-4ad0-b363-3ee7a9e53e45 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:32:33.106534 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 0aba1ccb-058e-449a-a679-01a9982ec4d9 resource provider aggregate not found Oct 13 15:32:33.175372 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 0aba1ccb-058e-449a-a679-01a9982ec4d9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0aba1ccb-058e-449a-a679-01a9982ec4d9 found for delete ", "request_id": "req-dcbe2250-b04d-4922-9f4c-fd5d9c2df6fa"}]} Oct 13 15:32:33.184075 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6f7709-e492-4ad0-b363-3ee7a9e53e45 None None] Pushing event updated for resources: {'Port': ['ID=2b906b6e-8be8-47b0-808d-5cbe1cb53b93,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:33.191972 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e83da419-c5c1-417e-9a25-efeaed997eeb tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:33.191972 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e83da419-c5c1-417e-9a25-efeaed997eeb tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "DELETE /v2.0/routers/282533b5-014f-42b0-99a9-e4550f8c41fe HTTP/1.1" status: 204 len: 168 time: 1.9891422 Oct 13 15:32:33.199048 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51390) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:33.202038 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ef44a1e4-6138-4eb9-b699-53cc100b3cd5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:33.209029 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fc03077b-b17a-4fa1-8658-6c2155101986 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:33.221770 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ef44a1e4-6138-4eb9-b699-53cc100b3cd5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:33.253580 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2ab8b2b3-b1c5-4844-bc6f-afa5da265851 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:33.291428 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-db6f7709-e492-4ad0-b363-3ee7a9e53e45 None None] Attempting to bind port 2b906b6e-8be8-47b0-808d-5cbe1cb53b93 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:32:33.291428 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-db6f7709-e492-4ad0-b363-3ee7a9e53e45 None None] Attempting to bind port 2b906b6e-8be8-47b0-808d-5cbe1cb53b93 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '5b640b7b-bb58-43d3-8a2a-62c563521076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0f5e6b55-c27c-4faf-a1fa-6c17e6456d25'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:32:33.291428 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6f7709-e492-4ad0-b363-3ee7a9e53e45 None None] Attempting to bind port 2b906b6e-8be8-47b0-808d-5cbe1cb53b93 on network 0f5e6b55-c27c-4faf-a1fa-6c17e6456d25 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:32:33.301870 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2ab8b2b3-b1c5-4844-bc6f-afa5da265851 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:33.304259 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6f7709-e492-4ad0-b363-3ee7a9e53e45 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 32, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:32:33.304259 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6f7709-e492-4ad0-b363-3ee7a9e53e45 None None] Checking segment: {'id': '5b640b7b-bb58-43d3-8a2a-62c563521076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0f5e6b55-c27c-4faf-a1fa-6c17e6456d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:32:33.304259 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-db6f7709-e492-4ad0-b363-3ee7a9e53e45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:33.304259 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db6f7709-e492-4ad0-b363-3ee7a9e53e45 None None] Bound using segment: {'id': '5b640b7b-bb58-43d3-8a2a-62c563521076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0f5e6b55-c27c-4faf-a1fa-6c17e6456d25'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:32:33.304259 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-db6f7709-e492-4ad0-b363-3ee7a9e53e45 None None] Bound port: 2b906b6e-8be8-47b0-808d-5cbe1cb53b93, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b640b7b-bb58-43d3-8a2a-62c563521076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0f5e6b55-c27c-4faf-a1fa-6c17e6456d25'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:32:33.308882 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef44a1e4-6138-4eb9-b699-53cc100b3cd5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=88973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:32:33.309060 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-db6f7709-e492-4ad0-b363-3ee7a9e53e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:33.332114 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab8b2b3-b1c5-4844-bc6f-afa5da265851 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Pushing event deleted for resources: {'Network': ['ID=55ea22c7-f107-4275-b85b-e32b53276991,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:33.362731 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc03077b-b17a-4fa1-8658-6c2155101986 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event updated for resources: {'Port': ['ID=382de3f6-c5a5-497b-9822-92f18350e681,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:33.363963 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-d71f106d-7e1e-42b7-aedc-7d94edc1fdda tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Allocated IP 2001:db8::305 (e8f4c17b-35d6-4be9-9f72-3117aa33e242/094b1f3d-625e-48bb-b123-1f26d26a47f2/fef32bec-480b-4d56-a866-fb4975a017e8) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:32:33.371795 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc03077b-b17a-4fa1-8658-6c2155101986 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Network a7f39bfd-3970-412d-aef1-153889c90dcb is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:32:33.376357 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3e465489-5926-439f-8397-421c446c75c6 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:33.379302 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-fc03077b-b17a-4fa1-8658-6c2155101986 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:32:33.385713 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc03077b-b17a-4fa1-8658-6c2155101986 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:32:33.389337 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ef44a1e4-6138-4eb9-b699-53cc100b3cd5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:33.389732 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-ef44a1e4-6138-4eb9-b699-53cc100b3cd5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Added segment c1cfd5ef-41c3-45b6-ada9-464885c469f4 of type vlan for network acc3888a-4c98-4fae-8af1-1985e343d86e Oct 13 15:32:33.392169 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc03077b-b17a-4fa1-8658-6c2155101986 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:33.392169 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fc03077b-b17a-4fa1-8658-6c2155101986 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:33.434672 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef44a1e4-6138-4eb9-b699-53cc100b3cd5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae85b762-fa1f-436a-94c1-d65272cce6f9,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:33.441245 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-c32a9eb0-31cf-41bb-83af-1b5d4b028c47 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Deleting subnet 01886bd0-be0e-49d9-affd-92707a0eb09b {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:32:33.450715 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3e465489-5926-439f-8397-421c446c75c6 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:33.454179 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-3e465489-5926-439f-8397-421c446c75c6 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] 10.222.0.42 "DELETE /v2.0/subnets/8866d0cc-ec34-4f7d-acd5-24a7875d9897 HTTP/1.1" status: 204 len: 168 time: 2.1174903 Oct 13 15:32:33.458571 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c32a9eb0-31cf-41bb-83af-1b5d4b028c47 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:33.463763 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51394) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:33.465624 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-2ab8b2b3-b1c5-4844-bc6f-afa5da265851 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "DELETE /v2.0/networks/55ea22c7-f107-4275-b85b-e32b53276991 HTTP/1.1" status: 204 len: 168 time: 6.8644564 Oct 13 15:32:33.468592 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e465489-5926-439f-8397-421c446c75c6 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Pushing event deleted for resources: {'Subnet': ['ID=8866d0cc-ec34-4f7d-acd5-24a7875d9897,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:33.486106 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51398) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:33.507129 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-b33ccc11-34d6-4c0c-a923-383a582e7367 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1752055269'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:32:33.507485 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-db6f7709-e492-4ad0-b363-3ee7a9e53e45 None None] For port 2b906b6e-8be8-47b0-808d-5cbe1cb53b93, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:32:33.510039 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Attempt 8 to provision port d9b7c3a6-2725-453b-8e26-23930b531380 Oct 13 15:32:33.527963 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-b33ccc11-34d6-4c0c-a923-383a582e7367 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:32:33.541371 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-b33ccc11-34d6-4c0c-a923-383a582e7367 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Usage tracker for resource:network and tenant:189a2a783ff94d9d83e28e5d7a0f1bba is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:33.555297 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-b33ccc11-34d6-4c0c-a923-383a582e7367 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:33.564743 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c32a9eb0-31cf-41bb-83af-1b5d4b028c47 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:33.601447 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-db6f7709-e492-4ad0-b363-3ee7a9e53e45 None None] For port 2b906b6e-8be8-47b0-808d-5cbe1cb53b93, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=2b906b6e-8be8-47b0-808d-5cbe1cb53b93,segment=NetworkSegment(5b640b7b-bb58-43d3-8a2a-62c563521076),segment_id=5b640b7b-bb58-43d3-8a2a-62c563521076)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:32:33.603378 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-fc03077b-b17a-4fa1-8658-6c2155101986 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.9344082 Oct 13 15:32:33.607197 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-b33ccc11-34d6-4c0c-a923-383a582e7367 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:32:33.607310 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-db6f7709-e492-4ad0-b363-3ee7a9e53e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:33.632862 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51402) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:33.647060 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-298087df-9e11-4311-a28d-3ba356d1d608 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Request body: {'subnet': {'network_id': 'a7f39bfd-3970-412d-aef1-153889c90dcb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:32:33.668225 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Port d9b7c3a6-2725-453b-8e26-23930b531380 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:33.690167 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-da808131-1eeb-4f8b-8ce3-4de67f1863f7 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Allocated IP 172.20.0.1 (0f5e6b55-c27c-4faf-a1fa-6c17e6456d25/c3b98ca8-1d3f-46b6-888f-6c77b6718cf0/4ca3f5e7-5844-4898-9487-d68de668f88e) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:32:33.726496 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6f7709-e492-4ad0-b363-3ee7a9e53e45 None None] Pushing event updated for resources: {'Port': ['ID=2b906b6e-8be8-47b0-808d-5cbe1cb53b93,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:33.759666 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ef44a1e4-6138-4eb9-b699-53cc100b3cd5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:33.781214 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b33ccc11-34d6-4c0c-a923-383a582e7367 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Made reservation on behalf of 189a2a783ff94d9d83e28e5d7a0f1bba for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:32:33.785228 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b33ccc11-34d6-4c0c-a923-383a582e7367 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:33.844738 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a2c021d6-be46-436c-b52e-bbe596d1cd8c tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:34.003544 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-a2c021d6-be46-436c-b52e-bbe596d1cd8c tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Deleting port 75a555b2-09c7-45dc-92d4-e223d49e7809 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:32:34.003544 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a2c021d6-be46-436c-b52e-bbe596d1cd8c tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:34.061499 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ef44a1e4-6138-4eb9-b699-53cc100b3cd5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:34.067392 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef44a1e4-6138-4eb9-b699-53cc100b3cd5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:34.068094 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ef44a1e4-6138-4eb9-b699-53cc100b3cd5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:34.106692 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-298087df-9e11-4311-a28d-3ba356d1d608 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:32:34.108717 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b33ccc11-34d6-4c0c-a923-383a582e7367 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 422} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:32:34.155206 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 2b906b6e-8be8-47b0-808d-5cbe1cb53b93 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:32:34.163191 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c32a9eb0-31cf-41bb-83af-1b5d4b028c47 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:34.170251 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-298087df-9e11-4311-a28d-3ba356d1d608 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Usage tracker for resource:subnet and tenant:19ec4718eae5492e825f796615e1a8b4 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:34.184580 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Attempt 9 to provision port d9b7c3a6-2725-453b-8e26-23930b531380 Oct 13 15:32:34.219832 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b33ccc11-34d6-4c0c-a923-383a582e7367 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:34.219832 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-b33ccc11-34d6-4c0c-a923-383a582e7367 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Added segment e43cfcae-97e9-440c-a8f3-11aaa853138a of type vlan for network cd185769-fe61-4cb7-bdee-b220b419c807 Oct 13 15:32:34.240663 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-da808131-1eeb-4f8b-8ce3-4de67f1863f7 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:34.299038 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b33ccc11-34d6-4c0c-a923-383a582e7367 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:34.306766 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-da808131-1eeb-4f8b-8ce3-4de67f1863f7 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Transition to ACTIVE for port object 4ca3f5e7-5844-4898-9487-d68de668f88e will not be triggered until provisioned by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:32:34.307153 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Port d9b7c3a6-2725-453b-8e26-23930b531380 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:34.321779 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 2b906b6e-8be8-47b0-808d-5cbe1cb53b93 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:32:34.340457 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-298087df-9e11-4311-a28d-3ba356d1d608 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:34.355621 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c32a9eb0-31cf-41bb-83af-1b5d4b028c47 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:34.364574 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-298087df-9e11-4311-a28d-3ba356d1d608 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:32:34.394113 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b33ccc11-34d6-4c0c-a923-383a582e7367 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:34.402613 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b33ccc11-34d6-4c0c-a923-383a582e7367 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:34.402613 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b33ccc11-34d6-4c0c-a923-383a582e7367 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:34.435885 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a9eb0-31cf-41bb-83af-1b5d4b028c47 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event deleted for resources: {'Subnet': ['ID=01886bd0-be0e-49d9-affd-92707a0eb09b,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:34.435885 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c32a9eb0-31cf-41bb-83af-1b5d4b028c47 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:34.464066 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-ef44a1e4-6138-4eb9-b699-53cc100b3cd5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 2.8510048 Oct 13 15:32:34.473078 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-231810b2-97fb-4ca6-adae-3d2230a7b69d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:34.484012 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51406) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:34.484012 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-e96cd788-04b3-4de2-b06a-d3e6c39cae0a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-504222220', 'admin_state_up': True, 'project_id': 'de460f02ee50469b960f7a471a064187', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:32:34.511952 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef44a1e4-6138-4eb9-b699-53cc100b3cd5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Network': ['ID=acc3888a-4c98-4fae-8af1-1985e343d86e,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:34.524182 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network acc3888a-4c98-4fae-8af1-1985e343d86e details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:32:34.525993 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298087df-9e11-4311-a28d-3ba356d1d608 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Made reservation on behalf of 19ec4718eae5492e825f796615e1a8b4 for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:32:34.529409 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-298087df-9e11-4311-a28d-3ba356d1d608 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:34.538795 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-c32a9eb0-31cf-41bb-83af-1b5d4b028c47 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "DELETE /v2.0/subnets/01886bd0-be0e-49d9-affd-92707a0eb09b HTTP/1.1" status: 204 len: 168 time: 1.3673146 Oct 13 15:32:34.541908 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-b33ccc11-34d6-4c0c-a923-383a582e7367 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0542834 Oct 13 15:32:34.543161 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-e96cd788-04b3-4de2-b06a-d3e6c39cae0a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:32:34.552798 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51410) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:34.552798 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51412) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:34.552798 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-da808131-1eeb-4f8b-8ce3-4de67f1863f7 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:34.630670 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-ccef1d37-faf1-4454-ab3e-2c3e5cdb1b0a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Request body: {'subnet': {'network_id': 'cd185769-fe61-4cb7-bdee-b220b419c807', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:32:34.643949 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-e96cd788-04b3-4de2-b06a-d3e6c39cae0a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:router and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:34.662871 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-e96cd788-04b3-4de2-b06a-d3e6c39cae0a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:34.675301 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33ccc11-34d6-4c0c-a923-383a582e7367 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Pushing event updated for resources: {'Network': ['ID=cd185769-fe61-4cb7-bdee-b220b419c807,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:34.685462 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.ipam_backend_mixin [None req-298087df-9e11-4311-a28d-3ba356d1d608 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 72a07150-e410-47f5-9e47-2c25f39c8678 (CIDR: 2001:db8::/64) Oct 13 15:32:34.698205 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da808131-1eeb-4f8b-8ce3-4de67f1863f7 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Network 0f5e6b55-c27c-4faf-a1fa-6c17e6456d25 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:32:34.698499 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-298087df-9e11-4311-a28d-3ba356d1d608 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 15:32:34.698794 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-298087df-9e11-4311-a28d-3ba356d1d608 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:32:34.699983 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network cd185769-fe61-4cb7-bdee-b220b419c807 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:32:34.705012 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d71f106d-7e1e-42b7-aedc-7d94edc1fdda tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:34.715687 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-e96cd788-04b3-4de2-b06a-d3e6c39cae0a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:32:34.737055 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-da808131-1eeb-4f8b-8ce3-4de67f1863f7 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:32:34.819836 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da808131-1eeb-4f8b-8ce3-4de67f1863f7 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:32:34.824600 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-d71f106d-7e1e-42b7-aedc-7d94edc1fdda tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Transition to ACTIVE for port object fef32bec-480b-4d56-a866-fb4975a017e8 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:32:34.832845 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Attempt 10 to provision port d9b7c3a6-2725-453b-8e26-23930b531380 Oct 13 15:32:34.841047 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-a2c021d6-be46-436c-b52e-bbe596d1cd8c tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] For port 75a555b2-09c7-45dc-92d4-e223d49e7809, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=75a555b2-09c7-45dc-92d4-e223d49e7809,segment=NetworkSegment(46b692c7-aa6e-4268-be0e-162273072ea4),segment_id=46b692c7-aa6e-4268-be0e-162273072ea4)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:32:34.841652 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a2c021d6-be46-436c-b52e-bbe596d1cd8c tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:34.866274 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-298087df-9e11-4311-a28d-3ba356d1d608 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2327566 Oct 13 15:32:34.870656 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51418) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:34.916941 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da808131-1eeb-4f8b-8ce3-4de67f1863f7 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Pushing event updated for resources: {'Port': ['ID=4ca3f5e7-5844-4898-9487-d68de668f88e,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:34.932753 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-39624d09-9b09-4b7e-9ea4-663a180d9c9f tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Request body: {'subnet': {'network_id': 'a7f39bfd-3970-412d-aef1-153889c90dcb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:32:34.959814 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Port d9b7c3a6-2725-453b-8e26-23930b531380 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:34.980594 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Provisioning for port d291660a-418b-411c-ba5a-67253572be2e completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:32:34.987373 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e96cd788-04b3-4de2-b06a-d3e6c39cae0a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:34.988587 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e96cd788-04b3-4de2-b06a-d3e6c39cae0a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:34.994147 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Provisioning complete for port d291660a-418b-411c-ba5a-67253572be2e triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:32:34.995732 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:34.995732 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Attempt 1 to provision port d291660a-418b-411c-ba5a-67253572be2e Oct 13 15:32:35.029109 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-966e3ce3-293a-40c3-9fb4-9a17fa59474e tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:35.053154 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-a2c021d6-be46-436c-b52e-bbe596d1cd8c tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Calling delete_port for 75a555b2-09c7-45dc-92d4-e223d49e7809 owned by network:dhcp {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:32:35.067115 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-da808131-1eeb-4f8b-8ce3-4de67f1863f7 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:35.070074 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-ccef1d37-faf1-4454-ab3e-2c3e5cdb1b0a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:32:35.079839 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e96cd788-04b3-4de2-b06a-d3e6c39cae0a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:35.084126 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-ccef1d37-faf1-4454-ab3e-2c3e5cdb1b0a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Usage tracker for resource:subnet and tenant:189a2a783ff94d9d83e28e5d7a0f1bba is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:35.092454 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-ccef1d37-faf1-4454-ab3e-2c3e5cdb1b0a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:35.116305 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-ccef1d37-faf1-4454-ab3e-2c3e5cdb1b0a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:32:35.141616 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-966e3ce3-293a-40c3-9fb4-9a17fa59474e tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Deleting port f63db7a6-7d05-4f3a-befb-026180ce9612 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:32:35.141616 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-966e3ce3-293a-40c3-9fb4-9a17fa59474e tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:35.237136 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Current status of the port d291660a-418b-411c-ba5a-67253572be2e is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:32:35.237136 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:35.254560 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d71f106d-7e1e-42b7-aedc-7d94edc1fdda tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:35.276724 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] For port d291660a-418b-411c-ba5a-67253572be2e, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=d291660a-418b-411c-ba5a-67253572be2e,segment=NetworkSegment(5856d74a-d4d6-4ff5-8a33-476be5b86a92),segment_id=5856d74a-d4d6-4ff5-8a33-476be5b86a92)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:32:35.281562 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:35.294541 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccef1d37-faf1-4454-ab3e-2c3e5cdb1b0a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Made reservation on behalf of 189a2a783ff94d9d83e28e5d7a0f1bba for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:32:35.308232 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ccef1d37-faf1-4454-ab3e-2c3e5cdb1b0a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:35.315278 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a2c021d6-be46-436c-b52e-bbe596d1cd8c tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:35.359426 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d71f106d-7e1e-42b7-aedc-7d94edc1fdda tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Network e8f4c17b-35d6-4be9-9f72-3117aa33e242 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:32:35.369813 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-d71f106d-7e1e-42b7-aedc-7d94edc1fdda tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:32:35.385462 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d71f106d-7e1e-42b7-aedc-7d94edc1fdda tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:32:35.391308 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d71f106d-7e1e-42b7-aedc-7d94edc1fdda tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:35.391961 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d71f106d-7e1e-42b7-aedc-7d94edc1fdda tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:35.404341 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5d3510-491b-4de4-9fb7-4b88cc9cc087 None None] Pushing event updated for resources: {'Port': ['ID=d291660a-418b-411c-ba5a-67253572be2e,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:35.411973 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2c021d6-be46-436c-b52e-bbe596d1cd8c tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] No DVR routers for this DVR port 75a555b2-09c7-45dc-92d4-e223d49e7809 on host dv-neutron-860329-2-hyperv {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:32:35.420777 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2beb49dd-c34d-4ab8-a9a4-97258c98b574 None None] Network 0f5e6b55-c27c-4faf-a1fa-6c17e6456d25 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:32:35.487404 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71f106d-7e1e-42b7-aedc-7d94edc1fdda tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Pushing event updated for resources: {'Port': ['ID=fef32bec-480b-4d56-a866-fb4975a017e8,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:35.495604 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-39624d09-9b09-4b7e-9ea4-663a180d9c9f tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:32:35.565257 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-39624d09-9b09-4b7e-9ea4-663a180d9c9f tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Usage tracker for resource:subnet and tenant:19ec4718eae5492e825f796615e1a8b4 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:35.584212 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-39624d09-9b09-4b7e-9ea4-663a180d9c9f tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:35.588924 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf7c09d-6280-495f-89b7-4e57d6c4e685 None None] Network c903e5f3-47f2-4aaa-ba01-030e7fe177c1 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:32:35.603637 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a500ed4a-6249-4e17-a5a8-9d4d6e9d6166 None None] Network b1520bcd-526b-421c-8be7-1effd9752778 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:32:35.605084 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-d71f106d-7e1e-42b7-aedc-7d94edc1fdda tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.5046554 Oct 13 15:32:35.607511 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c021d6-be46-436c-b52e-bbe596d1cd8c tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Pushing event deleted for resources: {'Port': ['ID=75a555b2-09c7-45dc-92d4-e223d49e7809,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:35.608724 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-39624d09-9b09-4b7e-9ea4-663a180d9c9f tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:32:35.611638 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51422) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:35.672337 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-ced9217b-77d9-4e27-912a-ae07ea0d3128 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::184', 'mac_address': 'fa:16:3e:73:b9:90'}, {'ip_address': '2001:db8::213', 'mac_address': 'fa:16:3e:ea:d5:01'}]}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:32:35.697229 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-17fa7506-62ec-434a-a53a-433ea6759b18 None None] Could not find standard attr ID for object 1f2e06bd-5afd-4730-9706-cc5d5f11ebba. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:32:35.769813 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39624d09-9b09-4b7e-9ea4-663a180d9c9f tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Made reservation on behalf of 19ec4718eae5492e825f796615e1a8b4 for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:32:35.777328 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-39624d09-9b09-4b7e-9ea4-663a180d9c9f tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:35.824637 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a2c021d6-be46-436c-b52e-bbe596d1cd8c tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:35.941141 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-17fa7506-62ec-434a-a53a-433ea6759b18 None None] Provisioning complete for port c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:32:35.941141 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-17fa7506-62ec-434a-a53a-433ea6759b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:35.941141 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-17fa7506-62ec-434a-a53a-433ea6759b18 None None] Attempt 1 to provision port c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4 Oct 13 15:32:36.142447 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-a2c021d6-be46-436c-b52e-bbe596d1cd8c tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c903e5f3-47f2-4aaa-ba01-030e7fe177c1']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:36.180993 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-a2c021d6-be46-436c-b52e-bbe596d1cd8c tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46b692c7-aa6e-4268-be0e-162273072ea4') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:36.181366 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-a2c021d6-be46-436c-b52e-bbe596d1cd8c tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46b692c7-aa6e-4268-be0e-162273072ea4') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:36.197962 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a2c021d6-be46-436c-b52e-bbe596d1cd8c tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:36.220812 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a2c021d6-be46-436c-b52e-bbe596d1cd8c tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:36.229742 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2c021d6-be46-436c-b52e-bbe596d1cd8c tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Releasing vlan 406 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:32:36.230165 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a2c021d6-be46-436c-b52e-bbe596d1cd8c tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:36.275129 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device d291660a-418b-411c-ba5a-67253572be2e up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:32:36.334773 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 46b692c7-aa6e-4268-be0e-162273072ea4 resource provider aggregate not found Oct 13 15:32:36.353629 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.ipam_backend_mixin [None req-39624d09-9b09-4b7e-9ea4-663a180d9c9f tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 94d2cc1e-7a59-42e9-9496-62f8b10ddf8a (CIDR: 2001:db8:0:1::/64) Oct 13 15:32:36.361670 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b61e7ab-bb53-47e9-87a4-cb9a906b4ff9 None None] DHCP port deletion for c903e5f3-47f2-4aaa-ba01-030e7fe177c1 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:32:36.369745 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-39624d09-9b09-4b7e-9ea4-663a180d9c9f tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 15:32:36.369745 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39624d09-9b09-4b7e-9ea4-663a180d9c9f tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:32:36.369745 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 46b692c7-aa6e-4268-be0e-162273072ea4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 46b692c7-aa6e-4268-be0e-162273072ea4 found for delete ", "request_id": "req-b5ae2df9-896b-4b42-8c94-41eb8bb39895"}]} Oct 13 15:32:36.395094 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a2c021d6-be46-436c-b52e-bbe596d1cd8c tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:36.402944 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e96cd788-04b3-4de2-b06a-d3e6c39cae0a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:36.417557 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a2c021d6-be46-436c-b52e-bbe596d1cd8c tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:36.417557 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-a2c021d6-be46-436c-b52e-bbe596d1cd8c tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] 10.222.0.42 "DELETE /v2.0/networks/c903e5f3-47f2-4aaa-ba01-030e7fe177c1 HTTP/1.1" status: 204 len: 168 time: 2.9459710 Oct 13 15:32:36.423906 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-39624d09-9b09-4b7e-9ea4-663a180d9c9f tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.5463009 Oct 13 15:32:36.423906 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51430) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:36.423906 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51432) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:36.438697 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-ba396493-fda1-4814-a00d-06784ce0a2b4 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Request body: {'subnet': {'network_id': 'a7f39bfd-3970-412d-aef1-153889c90dcb', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:32:36.526439 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c021d6-be46-436c-b52e-bbe596d1cd8c tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Pushing event deleted for resources: {'Network': ['ID=c903e5f3-47f2-4aaa-ba01-030e7fe177c1,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:36.532702 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-966e3ce3-293a-40c3-9fb4-9a17fa59474e tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] For port f63db7a6-7d05-4f3a-befb-026180ce9612, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=f63db7a6-7d05-4f3a-befb-026180ce9612,segment=NetworkSegment(29c5958c-508c-4f92-8782-c6c82cdcb9db),segment_id=29c5958c-508c-4f92-8782-c6c82cdcb9db)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:32:36.533065 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-966e3ce3-293a-40c3-9fb4-9a17fa59474e tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:36.588967 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-da808131-1eeb-4f8b-8ce3-4de67f1863f7 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:36.644487 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-098066e3-959e-4798-a61d-a6b97bd5ec92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:36.648152 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-17fa7506-62ec-434a-a53a-433ea6759b18 None None] Current status of the port c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:32:36.686630 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port d291660a-418b-411c-ba5a-67253572be2e triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:32:36.687779 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:36.688489 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port d291660a-418b-411c-ba5a-67253572be2e Oct 13 15:32:36.753282 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-17fa7506-62ec-434a-a53a-433ea6759b18 None None] Provisioning complete for port d9b7c3a6-2725-453b-8e26-23930b531380 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:32:36.754024 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-17fa7506-62ec-434a-a53a-433ea6759b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:36.754601 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-17fa7506-62ec-434a-a53a-433ea6759b18 None None] Attempt 1 to provision port d9b7c3a6-2725-453b-8e26-23930b531380 Oct 13 15:32:36.795137 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-966e3ce3-293a-40c3-9fb4-9a17fa59474e tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Calling delete_port for f63db7a6-7d05-4f3a-befb-026180ce9612 owned by network:dhcp {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:32:36.796658 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb1e7be-47fb-4552-86ad-5d0522dfaf33 None None] DHCP port deletion for b1520bcd-526b-421c-8be7-1effd9752778 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:32:36.821935 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-6eb1e7be-47fb-4552-86ad-5d0522dfaf33 None None] Deleting port f63db7a6-7d05-4f3a-befb-026180ce9612 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:32:36.822849 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6eb1e7be-47fb-4552-86ad-5d0522dfaf33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:36.933477 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-fb60d5be-528c-4d85-b165-806765b9e543 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Deleting port 2dd1cfcb-a188-41f2-8a66-d621915e4bdd {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:32:36.934497 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-fb60d5be-528c-4d85-b165-806765b9e543 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:36.954146 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-17fa7506-62ec-434a-a53a-433ea6759b18 None None] Port d9b7c3a6-2725-453b-8e26-23930b531380 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:37.022108 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-ba396493-fda1-4814-a00d-06784ce0a2b4 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:32:37.045804 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-ba396493-fda1-4814-a00d-06784ce0a2b4 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Usage tracker for resource:subnet and tenant:19ec4718eae5492e825f796615e1a8b4 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:37.060581 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-ba396493-fda1-4814-a00d-06784ce0a2b4 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:37.070088 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-ba396493-fda1-4814-a00d-06784ce0a2b4 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:32:37.128002 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-6eb1e7be-47fb-4552-86ad-5d0522dfaf33 None None] For port f63db7a6-7d05-4f3a-befb-026180ce9612, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=f63db7a6-7d05-4f3a-befb-026180ce9612,segment=NetworkSegment(29c5958c-508c-4f92-8782-c6c82cdcb9db),segment_id=29c5958c-508c-4f92-8782-c6c82cdcb9db)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:32:37.128490 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6eb1e7be-47fb-4552-86ad-5d0522dfaf33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:37.142793 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba396493-fda1-4814-a00d-06784ce0a2b4 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Made reservation on behalf of 19ec4718eae5492e825f796615e1a8b4 for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:32:37.146767 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ba396493-fda1-4814-a00d-06784ce0a2b4 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:37.159425 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ccef1d37-faf1-4454-ab3e-2c3e5cdb1b0a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:37.238028 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccef1d37-faf1-4454-ab3e-2c3e5cdb1b0a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Pushing event updated for resources: {'Subnet': ['ID=5e95d43a-0949-4f95-8bfd-f52a0aac71b2,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:37.262555 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-fb60d5be-528c-4d85-b165-806765b9e543 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:37.262682 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-fb60d5be-528c-4d85-b165-806765b9e543 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:37.285153 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-6eb1e7be-47fb-4552-86ad-5d0522dfaf33 None None] Calling delete_port for f63db7a6-7d05-4f3a-befb-026180ce9612 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:32:37.331434 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port d291660a-418b-411c-ba5a-67253572be2e is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:32:37.371994 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.db.api [None req-6eb1e7be-47fb-4552-86ad-5d0522dfaf33 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88974) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:32:37.372370 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG oslo_db.api [None req-6eb1e7be-47fb-4552-86ad-5d0522dfaf33 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:32:37.401413 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-fb60d5be-528c-4d85-b165-806765b9e543 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Calling delete_port for 2dd1cfcb-a188-41f2-8a66-d621915e4bdd owned by network:floatingip {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:32:37.407476 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-966e3ce3-293a-40c3-9fb4-9a17fa59474e tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:37.456134 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-17fa7506-62ec-434a-a53a-433ea6759b18 None None] Attempt 2 to provision port d9b7c3a6-2725-453b-8e26-23930b531380 Oct 13 15:32:37.467897 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ced9217b-77d9-4e27-912a-ae07ea0d3128 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:37.477974 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccef1d37-faf1-4454-ab3e-2c3e5cdb1b0a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Checking segment: {'id': 'e43cfcae-97e9-440c-a8f3-11aaa853138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cd185769-fe61-4cb7-bdee-b220b419c807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:32:37.478339 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccef1d37-faf1-4454-ab3e-2c3e5cdb1b0a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Network hostable DHCP agents. Network: cd185769-fe61-4cb7-bdee-b220b419c807, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:32:37.493911 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876b9f03-da0c-4ac2-aac1-c09fbc634c36 None None] Network 0f5e6b55-c27c-4faf-a1fa-6c17e6456d25 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:32:37.501327 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e3ce3-293a-40c3-9fb4-9a17fa59474e tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event deleted for resources: {'Port': ['ID=f63db7a6-7d05-4f3a-befb-026180ce9612,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:37.563547 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966e3ce3-293a-40c3-9fb4-9a17fa59474e tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] No DVR routers for this DVR port f63db7a6-7d05-4f3a-befb-026180ce9612 on host dv-neutron-860329-2-hyperv {{(pid=88972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:32:37.609884 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-17fa7506-62ec-434a-a53a-433ea6759b18 None None] Port d9b7c3a6-2725-453b-8e26-23930b531380 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:37.678741 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-fb60d5be-528c-4d85-b165-806765b9e543 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:37.716179 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:37.726795 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ba396493-fda1-4814-a00d-06784ce0a2b4 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:37.731188 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccef1d37-faf1-4454-ab3e-2c3e5cdb1b0a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Network cd185769-fe61-4cb7-bdee-b220b419c807 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:32:37.772281 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb60d5be-528c-4d85-b165-806765b9e543 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Pushing event deleted for resources: {'Port': ['ID=2dd1cfcb-a188-41f2-8a66-d621915e4bdd,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:37.824260 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:37.845485 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba396493-fda1-4814-a00d-06784ce0a2b4 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Network a7f39bfd-3970-412d-aef1-153889c90dcb is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:32:37.873543 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-6eb1e7be-47fb-4552-86ad-5d0522dfaf33 None None] Deleting port f63db7a6-7d05-4f3a-befb-026180ce9612 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:32:37.873930 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6eb1e7be-47fb-4552-86ad-5d0522dfaf33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:37.878253 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-ba396493-fda1-4814-a00d-06784ce0a2b4 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:32:37.889881 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba396493-fda1-4814-a00d-06784ce0a2b4 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:37.890224 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ba396493-fda1-4814-a00d-06784ce0a2b4 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:37.911617 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3230d0da-148a-4176-b0af-dd4a916b0414 None None] Network a7f39bfd-3970-412d-aef1-153889c90dcb requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:32:37.918675 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba396493-fda1-4814-a00d-06784ce0a2b4 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event updated for resources: {'Subnet': ['ID=705d1869-0be7-4b52-9d02-a3bb4cf2a016,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:37.941862 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-fb60d5be-528c-4d85-b165-806765b9e543 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks [] for floatingip, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:37.945405 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-fb60d5be-528c-4d85-b165-806765b9e543 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:37.948896 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-fb60d5be-528c-4d85-b165-806765b9e543 tempest-FloatingIPAdminTestJSON-1215368656 tempest-FloatingIPAdminTestJSON-1215368656-project] 10.222.0.42 "DELETE /v2.0/floatingips/dbae8217-c59e-4412-a0b7-a45166634f96 HTTP/1.1" status: 204 len: 168 time: 1.5227103 Oct 13 15:32:37.951918 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-ba396493-fda1-4814-a00d-06784ce0a2b4 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5257673 Oct 13 15:32:37.952027 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51440) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:37.958961 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-36608a6b-bdc7-4025-99ea-dc5d6721722c tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-827942018', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '705d1869-0be7-4b52-9d02-a3bb4cf2a016'}], 'security_groups': ['611b94c6-bc3b-46df-bfff-6b93a7deee89', '5e573950-decd-451e-b59f-d4807eea0255']}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:32:38.000447 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-966e3ce3-293a-40c3-9fb4-9a17fa59474e tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:38.015085 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-6eb1e7be-47fb-4552-86ad-5d0522dfaf33 None None] The port 'f63db7a6-7d05-4f3a-befb-026180ce9612' was deleted {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 13 15:32:38.024416 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-ccef1d37-faf1-4454-ab3e-2c3e5cdb1b0a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, cd185769-fe61-4cb7-bdee-b220b419c807) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:32:38.030255 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccef1d37-faf1-4454-ab3e-2c3e5cdb1b0a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:38.030848 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ccef1d37-faf1-4454-ab3e-2c3e5cdb1b0a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:38.109500 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5356b297-25e3-4bd0-ad7d-9ca5d35cab1b None None] Network cd185769-fe61-4cb7-bdee-b220b419c807 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:32:38.139188 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device f63db7a6-7d05-4f3a-befb-026180ce9612 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:32:38.167795 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-966e3ce3-293a-40c3-9fb4-9a17fa59474e tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1520bcd-526b-421c-8be7-1effd9752778']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:38.263041 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-17fa7506-62ec-434a-a53a-433ea6759b18 None None] Attempt 3 to provision port d9b7c3a6-2725-453b-8e26-23930b531380 Oct 13 15:32:38.321358 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-966e3ce3-293a-40c3-9fb4-9a17fa59474e tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29c5958c-508c-4f92-8782-c6c82cdcb9db') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:38.321654 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-966e3ce3-293a-40c3-9fb4-9a17fa59474e tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29c5958c-508c-4f92-8782-c6c82cdcb9db') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:38.333445 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-36608a6b-bdc7-4025-99ea-dc5d6721722c tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:38.409745 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-ccef1d37-faf1-4454-ab3e-2c3e5cdb1b0a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.8498390 Oct 13 15:32:38.412415 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-966e3ce3-293a-40c3-9fb4-9a17fa59474e tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:38.418820 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51446) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:38.502386 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51450) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:38.503799 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: f63db7a6-7d05-4f3a-befb-026180ce9612 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:32:38.504334 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device f63db7a6-7d05-4f3a-befb-026180ce9612 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:32:38.504643 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 75a555b2-09c7-45dc-92d4-e223d49e7809 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:32:38.555599 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-966e3ce3-293a-40c3-9fb4-9a17fa59474e tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:38.574356 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 75a555b2-09c7-45dc-92d4-e223d49e7809 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:32:38.574689 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 75a555b2-09c7-45dc-92d4-e223d49e7809 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:32:38.594949 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-966e3ce3-293a-40c3-9fb4-9a17fa59474e tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:32:38.596497 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-966e3ce3-293a-40c3-9fb4-9a17fa59474e tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:38.606953 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-17fa7506-62ec-434a-a53a-433ea6759b18 None None] Port d9b7c3a6-2725-453b-8e26-23930b531380 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:38.682834 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 29c5958c-508c-4f92-8782-c6c82cdcb9db resource provider aggregate not found Oct 13 15:32:38.688039 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e96cd788-04b3-4de2-b06a-d3e6c39cae0a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router_gateway, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:38.794743 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 29c5958c-508c-4f92-8782-c6c82cdcb9db resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 29c5958c-508c-4f92-8782-c6c82cdcb9db found for delete ", "request_id": "req-15dc646c-3328-4893-a7a1-16b5c5cf851e"}]} Oct 13 15:32:38.799502 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e96cd788-04b3-4de2-b06a-d3e6c39cae0a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:38.837991 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05f9854-5663-4281-9790-076921182354 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-cd185769-fe61-4cb7-bdee-b220b419c807', 'network_id': 'cd185769-fe61-4cb7-bdee-b220b419c807', 'tenant_id': '189a2a783ff94d9d83e28e5d7a0f1bba', 'fixed_ips': [{'subnet_id': '5e95d43a-0949-4f95-8bfd-f52a0aac71b2'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:32:38.839729 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b05f9854-5663-4281-9790-076921182354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:38.891846 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-966e3ce3-293a-40c3-9fb4-9a17fa59474e tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:38.903787 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.db.resource_extend [None req-da808131-1eeb-4f8b-8ce3-4de67f1863f7 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 15:32:38.905652 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6535fa8c-a23b-4160-90d7-5ab3cd8779ba tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:38.938971 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-966e3ce3-293a-40c3-9fb4-9a17fa59474e tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:38.955246 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e3ce3-293a-40c3-9fb4-9a17fa59474e tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event deleted for resources: {'Network': ['ID=b1520bcd-526b-421c-8be7-1effd9752778,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:38.977484 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-da808131-1eeb-4f8b-8ce3-4de67f1863f7 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:39.025770 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-da808131-1eeb-4f8b-8ce3-4de67f1863f7 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:39.041075 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5108724-fa1d-47fe-ac23-06ef42968fa0 None None] Update dhcp port {'port': {'network_id': 'a7f39bfd-3970-412d-aef1-153889c90dcb', 'fixed_ips': [{'subnet_id': '94d2cc1e-7a59-42e9-9496-62f8b10ddf8a', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '72a07150-e410-47f5-9e47-2c25f39c8678', 'ip_address': '2001:db8::2'}, {'subnet_id': '705d1869-0be7-4b52-9d02-a3bb4cf2a016'}], 'binding:host_id': 'dv-neutron-860329-2-hyperv'}, 'id': 'c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4'} from dv-neutron-860329-2-hyperv. {{(pid=88974) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 13 15:32:39.050576 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-966e3ce3-293a-40c3-9fb4-9a17fa59474e tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "DELETE /v2.0/networks/b1520bcd-526b-421c-8be7-1effd9752778 HTTP/1.1" status: 204 len: 168 time: 4.4922433 Oct 13 15:32:39.055052 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.db.resource_extend [None req-ced9217b-77d9-4e27-912a-ae07ea0d3128 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 15:32:39.055764 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51460) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:39.056545 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6535fa8c-a23b-4160-90d7-5ab3cd8779ba tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:39.097483 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-9d0f11de-ff16-4173-afc2-3322a67625a4 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-876955217', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}, 'admin_state_up': False}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:32:39.108133 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-17fa7506-62ec-434a-a53a-433ea6759b18 None None] Attempt 4 to provision port d9b7c3a6-2725-453b-8e26-23930b531380 Oct 13 15:32:39.111241 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-9d0f11de-ff16-4173-afc2-3322a67625a4 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:32:39.120485 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-1c45192a-3db2-4ebe-a650-bba8886e02d2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=64faa29e24d84506b6a987b522d73cd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6029584 Oct 13 15:32:39.124461 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51464) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:39.126962 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-9d0f11de-ff16-4173-afc2-3322a67625a4 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Usage tracker for resource:router and tenant:4c5e5250b5d0476f9d711181f94ffb05 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:39.138402 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-9d0f11de-ff16-4173-afc2-3322a67625a4 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:39.152998 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f5108724-fa1d-47fe-ac23-06ef42968fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:39.157835 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ced9217b-77d9-4e27-912a-ae07ea0d3128 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:39.173032 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ced9217b-77d9-4e27-912a-ae07ea0d3128 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:39.173653 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-ced9217b-77d9-4e27-912a-ae07ea0d3128 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] In _notify_port_updated(), no bound segment for port fef32bec-480b-4d56-a866-fb4975a017e8 on network e8f4c17b-35d6-4be9-9f72-3117aa33e242 {{(pid=88972) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 13 15:32:39.179101 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ced9217b-77d9-4e27-912a-ae07ea0d3128 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:39.179711 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ced9217b-77d9-4e27-912a-ae07ea0d3128 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:39.180668 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-b05f9854-5663-4281-9790-076921182354 None None] Allocated IP 172.20.0.1 (cd185769-fe61-4cb7-bdee-b220b419c807/5e95d43a-0949-4f95-8bfd-f52a0aac71b2/761334ea-96a6-4647-9a83-82c06fe27c60) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:32:39.181192 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-ced9217b-77d9-4e27-912a-ae07ea0d3128 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] 10.222.0.42 "PUT /v2.0/ports/fef32bec-480b-4d56-a866-fb4975a017e8 HTTP/1.1" status: 200 len: 1068 time: 3.5370786 Oct 13 15:32:39.192031 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51468) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:39.204289 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-e96cd788-04b3-4de2-b06a-d3e6c39cae0a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Allocated IP 172.26.2.219 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/380c127c-e9ae-4ba2-9ce7-26083819a752) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:32:39.208592 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-9d0f11de-ff16-4173-afc2-3322a67625a4 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:32:39.213308 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da808131-1eeb-4f8b-8ce3-4de67f1863f7 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Pushing event updated for resources: {'Port': ['ID=4ca3f5e7-5844-4898-9487-d68de668f88e,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:39.215979 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-da808131-1eeb-4f8b-8ce3-4de67f1863f7 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:39.237216 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-17fa7506-62ec-434a-a53a-433ea6759b18 None None] Port d9b7c3a6-2725-453b-8e26-23930b531380 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:39.325339 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9d0f11de-ff16-4173-afc2-3322a67625a4 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:39.326338 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9d0f11de-ff16-4173-afc2-3322a67625a4 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:39.365139 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-560afb5b-408b-4ae4-aedd-21395752e853 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Deleting port fef32bec-480b-4d56-a866-fb4975a017e8 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:32:39.365478 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-560afb5b-408b-4ae4-aedd-21395752e853 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:39.429621 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bd4e45a8-19ea-4d36-8987-e5f5f8a876c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:39.449687 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced9217b-77d9-4e27-912a-ae07ea0d3128 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Pushing event updated for resources: {'Port': ['ID=fef32bec-480b-4d56-a866-fb4975a017e8,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:39.472772 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9d0f11de-ff16-4173-afc2-3322a67625a4 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:39.516875 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bd4e45a8-19ea-4d36-8987-e5f5f8a876c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:39.535200 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:39.540217 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b05f9854-5663-4281-9790-076921182354 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:39.547175 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da808131-1eeb-4f8b-8ce3-4de67f1863f7 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Network 0f5e6b55-c27c-4faf-a1fa-6c17e6456d25 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:32:39.550090 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e96cd788-04b3-4de2-b06a-d3e6c39cae0a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:39.553298 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-b05f9854-5663-4281-9790-076921182354 None None] Transition to ACTIVE for port object 761334ea-96a6-4647-9a83-82c06fe27c60 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:32:39.553963 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-da808131-1eeb-4f8b-8ce3-4de67f1863f7 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:32:39.574362 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-b05f9854-5663-4281-9790-076921182354 None None] Transition to ACTIVE for port object 761334ea-96a6-4647-9a83-82c06fe27c60 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:32:39.581344 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b05f9854-5663-4281-9790-076921182354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:39.671067 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b05f9854-5663-4281-9790-076921182354 None None] Network cd185769-fe61-4cb7-bdee-b220b419c807 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:32:39.675355 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-36608a6b-bdc7-4025-99ea-dc5d6721722c tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Delete allocated IP 2001:db8::3c1 (a7f39bfd-3970-412d-aef1-153889c90dcb/72a07150-e410-47f5-9e47-2c25f39c8678) {{(pid=88973) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Oct 13 15:32:39.683243 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-b05f9854-5663-4281-9790-076921182354 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:32:39.687769 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05f9854-5663-4281-9790-076921182354 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:32:39.756613 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-17fa7506-62ec-434a-a53a-433ea6759b18 None None] Attempt 5 to provision port d9b7c3a6-2725-453b-8e26-23930b531380 Oct 13 15:32:39.810806 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-36608a6b-bdc7-4025-99ea-dc5d6721722c tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Allocated IP 2001:db8:0:2::3c0 (a7f39bfd-3970-412d-aef1-153889c90dcb/705d1869-0be7-4b52-9d02-a3bb4cf2a016/382de3f6-c5a5-497b-9822-92f18350e681) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:32:39.835456 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f9854-5663-4281-9790-076921182354 None None] Pushing event updated for resources: {'Port': ['ID=761334ea-96a6-4647-9a83-82c06fe27c60,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:39.868590 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6535fa8c-a23b-4160-90d7-5ab3cd8779ba tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:39.897628 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-b05f9854-5663-4281-9790-076921182354 None None] Attempting to bind port 761334ea-96a6-4647-9a83-82c06fe27c60 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:32:39.898369 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-b05f9854-5663-4281-9790-076921182354 None None] Attempting to bind port 761334ea-96a6-4647-9a83-82c06fe27c60 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'e43cfcae-97e9-440c-a8f3-11aaa853138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cd185769-fe61-4cb7-bdee-b220b419c807'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:32:39.898369 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05f9854-5663-4281-9790-076921182354 None None] Attempting to bind port 761334ea-96a6-4647-9a83-82c06fe27c60 on network cd185769-fe61-4cb7-bdee-b220b419c807 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:32:39.906415 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-17fa7506-62ec-434a-a53a-433ea6759b18 None None] Port d9b7c3a6-2725-453b-8e26-23930b531380 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:39.907051 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05f9854-5663-4281-9790-076921182354 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:32:39.907421 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05f9854-5663-4281-9790-076921182354 None None] Checking segment: {'id': 'e43cfcae-97e9-440c-a8f3-11aaa853138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cd185769-fe61-4cb7-bdee-b220b419c807'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:32:39.907810 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b05f9854-5663-4281-9790-076921182354 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:39.908199 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b05f9854-5663-4281-9790-076921182354 None None] Bound using segment: {'id': 'e43cfcae-97e9-440c-a8f3-11aaa853138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cd185769-fe61-4cb7-bdee-b220b419c807'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:32:39.908663 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-b05f9854-5663-4281-9790-076921182354 None None] Bound port: 761334ea-96a6-4647-9a83-82c06fe27c60, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e43cfcae-97e9-440c-a8f3-11aaa853138a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 422, 'network_id': 'cd185769-fe61-4cb7-bdee-b220b419c807'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:32:39.909046 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b05f9854-5663-4281-9790-076921182354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:39.915157 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e96cd788-04b3-4de2-b06a-d3e6c39cae0a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:39.990561 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da808131-1eeb-4f8b-8ce3-4de67f1863f7 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Router 88378ec8-abd3-41b0-b163-c4afd2143f30 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:32:40.001701 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96cd788-04b3-4de2-b06a-d3e6c39cae0a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:32:40.006952 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-e96cd788-04b3-4de2-b06a-d3e6c39cae0a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:32:40.012744 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96cd788-04b3-4de2-b06a-d3e6c39cae0a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:32:40.013613 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-b05f9854-5663-4281-9790-076921182354 None None] For port 761334ea-96a6-4647-9a83-82c06fe27c60, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:32:40.017321 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-b05f9854-5663-4281-9790-076921182354 None None] For port 761334ea-96a6-4647-9a83-82c06fe27c60, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=761334ea-96a6-4647-9a83-82c06fe27c60,segment=NetworkSegment(e43cfcae-97e9-440c-a8f3-11aaa853138a),segment_id=e43cfcae-97e9-440c-a8f3-11aaa853138a)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:32:40.022407 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b05f9854-5663-4281-9790-076921182354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:40.045414 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96cd788-04b3-4de2-b06a-d3e6c39cae0a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Port': ['ID=380c127c-e9ae-4ba2-9ce7-26083819a752,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:40.126738 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6535fa8c-a23b-4160-90d7-5ab3cd8779ba tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Pushing event deleted for resources: {'Subnet': ['ID=5e95d43a-0949-4f95-8bfd-f52a0aac71b2,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:40.173105 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f9854-5663-4281-9790-076921182354 None None] Pushing event updated for resources: {'Port': ['ID=761334ea-96a6-4647-9a83-82c06fe27c60,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:40.189425 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9d0f11de-ff16-4173-afc2-3322a67625a4 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:40.193045 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bd4e45a8-19ea-4d36-8987-e5f5f8a876c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:40.201124 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dca04b0-1ffa-4da1-abb5-ee5fe4376345 None None] Network cd185769-fe61-4cb7-bdee-b220b419c807 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:32:40.404246 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da808131-1eeb-4f8b-8ce3-4de67f1863f7 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:32:40.419017 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-da808131-1eeb-4f8b-8ce3-4de67f1863f7 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "PUT /v2.0/routers/88378ec8-abd3-41b0-b163-c4afd2143f30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7712917 Oct 13 15:32:40.425491 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1a2997-6a3e-4e54-8f78-2f2715de13b8 None None] Sync routers for ids ['88378ec8-abd3-41b0-b163-c4afd2143f30'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:32:40.438368 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1a2997-6a3e-4e54-8f78-2f2715de13b8 None None] Routers {'88378ec8-abd3-41b0-b163-c4afd2143f30'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:32:40.442837 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-ea1a2997-6a3e-4e54-8f78-2f2715de13b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:32:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['88378ec8-abd3-41b0-b163-c4afd2143f30'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:40.461547 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4e45a8-19ea-4d36-8987-e5f5f8a876c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=892880f3-ebbf-4f2c-9036-0c8967474400,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:40.465932 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6535fa8c-a23b-4160-90d7-5ab3cd8779ba tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:40.506785 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-17fa7506-62ec-434a-a53a-433ea6759b18 None None] Attempt 6 to provision port d9b7c3a6-2725-453b-8e26-23930b531380 Oct 13 15:32:40.522280 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-560afb5b-408b-4ae4-aedd-21395752e853 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:40.618285 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-17fa7506-62ec-434a-a53a-433ea6759b18 None None] Port d9b7c3a6-2725-453b-8e26-23930b531380 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:40.674106 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e96cd788-04b3-4de2-b06a-d3e6c39cae0a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router_gateway, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:40.684839 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-6535fa8c-a23b-4160-90d7-5ab3cd8779ba tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd185769-fe61-4cb7-bdee-b220b419c807']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:40.732703 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-ea1a2997-6a3e-4e54-8f78-2f2715de13b8 None None] Set router 88378ec8-abd3-41b0-b163-c4afd2143f30 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:32:40.810801 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-560afb5b-408b-4ae4-aedd-21395752e853 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Calling delete_port for fef32bec-480b-4d56-a866-fb4975a017e8 owned by {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:32:40.847998 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-6535fa8c-a23b-4160-90d7-5ab3cd8779ba tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e43cfcae-97e9-440c-a8f3-11aaa853138a') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:40.848298 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-6535fa8c-a23b-4160-90d7-5ab3cd8779ba tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e43cfcae-97e9-440c-a8f3-11aaa853138a') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:40.877152 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bd4e45a8-19ea-4d36-8987-e5f5f8a876c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:40.881286 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-bd4e45a8-19ea-4d36-8987-e5f5f8a876c1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/892880f3-ebbf-4f2c-9036-0c8967474400 HTTP/1.1" status: 204 len: 168 time: 1.7474031 Oct 13 15:32:40.915145 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6535fa8c-a23b-4160-90d7-5ab3cd8779ba tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:40.929535 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-528ab32f-7b64-4177-ba4c-6fc9f8872018 req-c105d582-c9aa-4fbf-bcd3-cc673f5f1c70 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Synchronizing usage tracker for tenant:95401ea77be844ac88b12ee49ce84b9c on resource:security_group {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:32:41.033701 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e96cd788-04b3-4de2-b06a-d3e6c39cae0a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:41.045494 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6535fa8c-a23b-4160-90d7-5ab3cd8779ba tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:41.082263 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6535fa8c-a23b-4160-90d7-5ab3cd8779ba tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:32:41.082851 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6535fa8c-a23b-4160-90d7-5ab3cd8779ba tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:41.121917 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-17fa7506-62ec-434a-a53a-433ea6759b18 None None] Attempt 7 to provision port d9b7c3a6-2725-453b-8e26-23930b531380 Oct 13 15:32:41.139541 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-528ab32f-7b64-4177-ba4c-6fc9f8872018 req-c105d582-c9aa-4fbf-bcd3-cc673f5f1c70 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Unset dirty status for tenant:95401ea77be844ac88b12ee49ce84b9c on resource:security_group {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:32:41.139834 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-ea1a2997-6a3e-4e54-8f78-2f2715de13b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88378ec8-abd3-41b0-b163-c4afd2143f30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781111883', 'tenant_id': '95401ea77be844ac88b12ee49ce84b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.192'}], 'enable_snat': True}, 'gw_port_id': 'e141406f-3238-46bf-8577-0569991b80fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:32:14Z', 'updated_at': '2022-10-13T15:32:36Z', 'revision_number': 4, 'project_id': '95401ea77be844ac88b12ee49ce84b9c', 'gw_port': {'id': 'e141406f-3238-46bf-8577-0569991b80fd', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:52:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88378ec8-abd3-41b0-b163-c4afd2143f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:32:17Z', 'updated_at': '2022-10-13T15:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '4ca3f5e7-5844-4898-9487-d68de668f88e', 'name': '', 'network_id': '0f5e6b55-c27c-4faf-a1fa-6c17e6456d25', 'tenant_id': '95401ea77be844ac88b12ee49ce84b9c', 'mac_address': 'fa:16:3e:6c:ee:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88378ec8-abd3-41b0-b163-c4afd2143f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'c3b98ca8-1d3f-46b6-888f-6c77b6718cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:32:33Z', 'updated_at': '2022-10-13T15:32:37Z', 'revision_number': 2, 'project_id': '95401ea77be844ac88b12ee49ce84b9c', 'subnets': [{'id': 'c3b98ca8-1d3f-46b6-888f-6c77b6718cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:41.148176 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-528ab32f-7b64-4177-ba4c-6fc9f8872018 req-c105d582-c9aa-4fbf-bcd3-cc673f5f1c70 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1797594049&fields=id&tenant_id=95401ea77be844ac88b12ee49ce84b9c HTTP/1.1" status: 200 len: 267 time: 0.4797611 Oct 13 15:32:41.152489 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1a2997-6a3e-4e54-8f78-2f2715de13b8 None None] Checking router: 88378ec8-abd3-41b0-b163-c4afd2143f30 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:32:41.152841 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1a2997-6a3e-4e54-8f78-2f2715de13b8 None None] Updating router 88378ec8-abd3-41b0-b163-c4afd2143f30 port 4ca3f5e7-5844-4898-9487-d68de668f88e binding host dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:32:41.177336 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment e43cfcae-97e9-440c-a8f3-11aaa853138a resource provider aggregate not found Oct 13 15:32:41.214522 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-17fa7506-62ec-434a-a53a-433ea6759b18 None None] Port d9b7c3a6-2725-453b-8e26-23930b531380 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:41.253683 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-ea1a2997-6a3e-4e54-8f78-2f2715de13b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:41.264908 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment e43cfcae-97e9-440c-a8f3-11aaa853138a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e43cfcae-97e9-440c-a8f3-11aaa853138a found for delete ", "request_id": "req-fe2c94c1-1e06-4d65-9fd2-970762c41adc"}]} Oct 13 15:32:41.280645 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51494) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:41.344991 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.db.resource_extend [None req-36608a6b-bdc7-4025-99ea-dc5d6721722c tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 15:32:41.378173 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4b854423-4738-4ad8-a8ce-043be213da7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:41.445158 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e96cd788-04b3-4de2-b06a-d3e6c39cae0a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Router eda9eb34-94cd-4e02-9147-2178151408ee is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 15:32:41.453562 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-36608a6b-bdc7-4025-99ea-dc5d6721722c tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:41.478187 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.db.api [None req-6535fa8c-a23b-4160-90d7-5ab3cd8779ba tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 13 15:32:41.478187 dv-neutron-860329-2-hyperv neutron-server[88973]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 13 15:32:41.478187 dv-neutron-860329-2-hyperv neutron-server[88973]: [parameters: {'id': 'cd185769-fe61-4cb7-bdee-b220b419c807'}] Oct 13 15:32:41.478187 dv-neutron-860329-2-hyperv neutron-server[88973]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:32:41.479123 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG oslo_db.api [None req-6535fa8c-a23b-4160-90d7-5ab3cd8779ba tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:32:41.479365 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-4b854423-4738-4ad8-a8ce-043be213da7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:32:41.510047 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-4b854423-4738-4ad8-a8ce-043be213da7f admin admin] Usage tracker for resource:security_group_rule and tenant:088e219b83704733a37549a734629210 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:41.517127 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-36608a6b-bdc7-4025-99ea-dc5d6721722c tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Ignored duplicate provisioning block setup for port 382de3f6-c5a5-497b-9822-92f18350e681 by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 13 15:32:41.523193 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-4b854423-4738-4ad8-a8ce-043be213da7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:41.543178 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-36608a6b-bdc7-4025-99ea-dc5d6721722c tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:41.558154 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-4b854423-4738-4ad8-a8ce-043be213da7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:32:41.602110 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-f5108724-fa1d-47fe-ac23-06ef42968fa0 None None] Allocated IP 2001:db8:0:2::2 (a7f39bfd-3970-412d-aef1-153889c90dcb/705d1869-0be7-4b52-9d02-a3bb4cf2a016/c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:32:41.681036 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96cd788-04b3-4de2-b06a-d3e6c39cae0a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:32:41.711000 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e96cd788-04b3-4de2-b06a-d3e6c39cae0a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:41.711982 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-e96cd788-04b3-4de2-b06a-d3e6c39cae0a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.2468274 Oct 13 15:32:41.716360 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51498) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:41.731263 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ab32f-7b64-4177-ba4c-6fc9f8872018 req-7805ff4e-125c-4603-8ee2-460baff82010 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:41.742463 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-528ab32f-7b64-4177-ba4c-6fc9f8872018 req-7805ff4e-125c-4603-8ee2-460baff82010 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/networks?id=0f5e6b55-c27c-4faf-a1fa-6c17e6456d25 HTTP/1.1" status: 200 len: 796 time: 0.5930498 Oct 13 15:32:41.763189 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-17fa7506-62ec-434a-a53a-433ea6759b18 None None] Attempt 8 to provision port d9b7c3a6-2725-453b-8e26-23930b531380 Oct 13 15:32:41.773768 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-36608a6b-bdc7-4025-99ea-dc5d6721722c tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] In _notify_port_updated(), no bound segment for port 382de3f6-c5a5-497b-9822-92f18350e681 on network a7f39bfd-3970-412d-aef1-153889c90dcb {{(pid=88973) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 13 15:32:41.782610 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36608a6b-bdc7-4025-99ea-dc5d6721722c tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:41.783302 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-36608a6b-bdc7-4025-99ea-dc5d6721722c tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:41.785195 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-ea1a2997-6a3e-4e54-8f78-2f2715de13b8 None None] Notify callbacks [] for port, precommit_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:41.788010 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-36608a6b-bdc7-4025-99ea-dc5d6721722c tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "PUT /v2.0/ports/382de3f6-c5a5-497b-9822-92f18350e681 HTTP/1.1" status: 200 len: 969 time: 3.8350346 Oct 13 15:32:41.788153 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51504) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:41.800994 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-560afb5b-408b-4ae4-aedd-21395752e853 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:41.804631 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.provisioning_blocks [None req-ea1a2997-6a3e-4e54-8f78-2f2715de13b8 None None] Transition to ACTIVE for port object 4ca3f5e7-5844-4898-9487-d68de668f88e will not be triggered until provisioned by entity L2. {{(pid=88975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:32:41.820421 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-ea1a2997-6a3e-4e54-8f78-2f2715de13b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:41.826571 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-528ab32f-7b64-4177-ba4c-6fc9f8872018 req-592c5dae-9273-42a3-8b79-a544b14c609d tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/quotas/95401ea77be844ac88b12ee49ce84b9c HTTP/1.1" status: 200 len: 375 time: 0.0832326 Oct 13 15:32:41.851199 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29514175-8364-4b6d-aa5e-04767db0b24a None None] Sync routers for ids ['eda9eb34-94cd-4e02-9147-2178151408ee'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:32:41.903934 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-a47fd900-a784-41e6-89eb-ee268eaca8c5 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Deleting port 382de3f6-c5a5-497b-9822-92f18350e681 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:32:41.910432 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a47fd900-a784-41e6-89eb-ee268eaca8c5 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:41.931653 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29514175-8364-4b6d-aa5e-04767db0b24a None None] Routers {'eda9eb34-94cd-4e02-9147-2178151408ee'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:32:41.932328 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-29514175-8364-4b6d-aa5e-04767db0b24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:32:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['eda9eb34-94cd-4e02-9147-2178151408ee'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:42.018443 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36608a6b-bdc7-4025-99ea-dc5d6721722c tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event updated for resources: {'Port': ['ID=382de3f6-c5a5-497b-9822-92f18350e681,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:42.020493 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6535fa8c-a23b-4160-90d7-5ab3cd8779ba tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:42.049428 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-17fa7506-62ec-434a-a53a-433ea6759b18 None None] Port d9b7c3a6-2725-453b-8e26-23930b531380 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:42.068119 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-f5108724-fa1d-47fe-ac23-06ef42968fa0 None None] For port c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4,segment=NetworkSegment(c1cab4f7-33a3-4e4f-820b-4d74891cbe8a),segment_id=c1cab4f7-33a3-4e4f-820b-4d74891cbe8a)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:32:42.104057 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36608a6b-bdc7-4025-99ea-dc5d6721722c tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:42.104707 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36608a6b-bdc7-4025-99ea-dc5d6721722c tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:42.105341 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36608a6b-bdc7-4025-99ea-dc5d6721722c tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:42.105854 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36608a6b-bdc7-4025-99ea-dc5d6721722c tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:42.106370 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36608a6b-bdc7-4025-99ea-dc5d6721722c tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:42.106878 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36608a6b-bdc7-4025-99ea-dc5d6721722c tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:42.107357 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36608a6b-bdc7-4025-99ea-dc5d6721722c tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:42.107856 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36608a6b-bdc7-4025-99ea-dc5d6721722c tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:42.108342 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36608a6b-bdc7-4025-99ea-dc5d6721722c tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:42.108862 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36608a6b-bdc7-4025-99ea-dc5d6721722c tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:42.109342 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36608a6b-bdc7-4025-99ea-dc5d6721722c tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:42.109829 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36608a6b-bdc7-4025-99ea-dc5d6721722c tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:42.110375 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02297cba-d19e-4f8f-b4a1-effd232775c2 None None] Pushing event updated for resources: {'Port': ['ID=4ca3f5e7-5844-4898-9487-d68de668f88e,revision_number=3']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:42.133612 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-11823cb2-08bb-415c-8fad-246034d1d42f tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=de460f02ee50469b960f7a471a064187&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4156244 Oct 13 15:32:42.137730 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-ea1a2997-6a3e-4e54-8f78-2f2715de13b8 None None] Attempting to bind port 4ca3f5e7-5844-4898-9487-d68de668f88e on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:32:42.137730 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-ea1a2997-6a3e-4e54-8f78-2f2715de13b8 None None] Attempting to bind port 4ca3f5e7-5844-4898-9487-d68de668f88e by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '5b640b7b-bb58-43d3-8a2a-62c563521076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0f5e6b55-c27c-4faf-a1fa-6c17e6456d25'}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:32:42.138507 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51508) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:42.147730 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1a2997-6a3e-4e54-8f78-2f2715de13b8 None None] Attempting to bind port 4ca3f5e7-5844-4898-9487-d68de668f88e on network 0f5e6b55-c27c-4faf-a1fa-6c17e6456d25 {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:32:42.156377 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1a2997-6a3e-4e54-8f78-2f2715de13b8 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:32:42.156657 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1a2997-6a3e-4e54-8f78-2f2715de13b8 None None] Checking segment: {'id': '5b640b7b-bb58-43d3-8a2a-62c563521076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0f5e6b55-c27c-4faf-a1fa-6c17e6456d25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:32:42.157145 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-ea1a2997-6a3e-4e54-8f78-2f2715de13b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:42.157631 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea1a2997-6a3e-4e54-8f78-2f2715de13b8 None None] Bound using segment: {'id': '5b640b7b-bb58-43d3-8a2a-62c563521076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0f5e6b55-c27c-4faf-a1fa-6c17e6456d25'} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:32:42.158257 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-ea1a2997-6a3e-4e54-8f78-2f2715de13b8 None None] Bound port: 4ca3f5e7-5844-4898-9487-d68de668f88e, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b640b7b-bb58-43d3-8a2a-62c563521076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0f5e6b55-c27c-4faf-a1fa-6c17e6456d25'}}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:32:42.158753 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-ea1a2997-6a3e-4e54-8f78-2f2715de13b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:42.183905 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.db.resource_extend [None req-f5108724-fa1d-47fe-ac23-06ef42968fa0 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 15:32:42.203733 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f5108724-fa1d-47fe-ac23-06ef42968fa0 None None] Notify callbacks [] for port, precommit_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:42.245681 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-f5108724-fa1d-47fe-ac23-06ef42968fa0 None None] Transition to ACTIVE for port object c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:32:42.256803 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-29514175-8364-4b6d-aa5e-04767db0b24a None None] Set router eda9eb34-94cd-4e02-9147-2178151408ee gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:32:42.296548 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4b854423-4738-4ad8-a8ce-043be213da7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:42.317270 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-ea1a2997-6a3e-4e54-8f78-2f2715de13b8 None None] For port 4ca3f5e7-5844-4898-9487-d68de668f88e, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:32:42.320407 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-ea1a2997-6a3e-4e54-8f78-2f2715de13b8 None None] For port 4ca3f5e7-5844-4898-9487-d68de668f88e, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=4ca3f5e7-5844-4898-9487-d68de668f88e,segment=NetworkSegment(5b640b7b-bb58-43d3-8a2a-62c563521076),segment_id=5b640b7b-bb58-43d3-8a2a-62c563521076)] {{(pid=88975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:32:42.335441 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-ea1a2997-6a3e-4e54-8f78-2f2715de13b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:42.343061 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f5108724-fa1d-47fe-ac23-06ef42968fa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:42.370393 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560afb5b-408b-4ae4-aedd-21395752e853 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Pushing event deleted for resources: {'Port': ['ID=fef32bec-480b-4d56-a866-fb4975a017e8,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:42.421835 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02297cba-d19e-4f8f-b4a1-effd232775c2 None None] Pushing event updated for resources: {'Port': ['ID=4ca3f5e7-5844-4898-9487-d68de668f88e,revision_number=4']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:42.431758 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1a2997-6a3e-4e54-8f78-2f2715de13b8 None None] Routers {'88378ec8-abd3-41b0-b163-c4afd2143f30'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:32:42.432139 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-ea1a2997-6a3e-4e54-8f78-2f2715de13b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:32:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['88378ec8-abd3-41b0-b163-c4afd2143f30'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:42.491235 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37cc8ea7-ce15-4372-a7b2-21fe0d120574 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:42.492738 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-37cc8ea7-ce15-4372-a7b2-21fe0d120574 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3453526 Oct 13 15:32:42.495678 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51512) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:42.526442 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5108724-fa1d-47fe-ac23-06ef42968fa0 None None] Pushing event updated for resources: {'Port': ['ID=c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4,revision_number=7']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:42.546055 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-949898ad-a9e8-4444-bae7-f60d35e014c5 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=8fb1fa59-32fe-4ed0-a248-96c43edb135f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0467987 Oct 13 15:32:42.548286 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51516) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:42.556334 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-d26e9a05-b733-454e-a31b-ccbf1fae2948 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-285858148', 'network_id': 'acc3888a-4c98-4fae-8af1-1985e343d86e', 'project_id': 'de460f02ee50469b960f7a471a064187', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:32:42.577366 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-17fa7506-62ec-434a-a53a-433ea6759b18 None None] Attempt 9 to provision port d9b7c3a6-2725-453b-8e26-23930b531380 Oct 13 15:32:42.607897 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a47fd900-a784-41e6-89eb-ee268eaca8c5 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:42.615349 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4b854423-4738-4ad8-a8ce-043be213da7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:42.616981 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-ea1a2997-6a3e-4e54-8f78-2f2715de13b8 None None] Set router 88378ec8-abd3-41b0-b163-c4afd2143f30 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:32:42.660947 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9d0f11de-ff16-4173-afc2-3322a67625a4 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for router_gateway, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:42.691893 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-6535fa8c-a23b-4160-90d7-5ab3cd8779ba tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Deleting port 761334ea-96a6-4647-9a83-82c06fe27c60 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:32:42.693367 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6535fa8c-a23b-4160-90d7-5ab3cd8779ba tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:42.742102 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b854423-4738-4ad8-a8ce-043be213da7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8baebb7e-bd58-4732-b3fa-8a57e5f0da60,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:42.804396 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9d0f11de-ff16-4173-afc2-3322a67625a4 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:42.808053 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-a47fd900-a784-41e6-89eb-ee268eaca8c5 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Calling delete_port for 382de3f6-c5a5-497b-9822-92f18350e681 owned by {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:32:42.881117 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-4b854423-4738-4ad8-a8ce-043be213da7f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=088e219b83704733a37549a734629210&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5956938 Oct 13 15:32:42.884342 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51520) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:42.913967 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-d26e9a05-b733-454e-a31b-ccbf1fae2948 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:32:42.927553 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-d26e9a05-b733-454e-a31b-ccbf1fae2948 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:subnet and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:42.933761 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-d26e9a05-b733-454e-a31b-ccbf1fae2948 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:42.970507 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-d26e9a05-b733-454e-a31b-ccbf1fae2948 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:32:42.986589 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-17fa7506-62ec-434a-a53a-433ea6759b18 None None] Port d9b7c3a6-2725-453b-8e26-23930b531380 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:43.000402 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-ea1a2997-6a3e-4e54-8f78-2f2715de13b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88378ec8-abd3-41b0-b163-c4afd2143f30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781111883', 'tenant_id': '95401ea77be844ac88b12ee49ce84b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.192'}], 'enable_snat': True}, 'gw_port_id': 'e141406f-3238-46bf-8577-0569991b80fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:32:14Z', 'updated_at': '2022-10-13T15:32:36Z', 'revision_number': 4, 'project_id': '95401ea77be844ac88b12ee49ce84b9c', 'gw_port': {'id': 'e141406f-3238-46bf-8577-0569991b80fd', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:52:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88378ec8-abd3-41b0-b163-c4afd2143f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:32:17Z', 'updated_at': '2022-10-13T15:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '4ca3f5e7-5844-4898-9487-d68de668f88e', 'name': '', 'network_id': '0f5e6b55-c27c-4faf-a1fa-6c17e6456d25', 'tenant_id': '95401ea77be844ac88b12ee49ce84b9c', 'mac_address': 'fa:16:3e:6c:ee:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88378ec8-abd3-41b0-b163-c4afd2143f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'c3b98ca8-1d3f-46b6-888f-6c77b6718cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:32:33Z', 'updated_at': '2022-10-13T15:32:42Z', 'revision_number': 4, 'project_id': '95401ea77be844ac88b12ee49ce84b9c', 'subnets': [{'id': 'c3b98ca8-1d3f-46b6-888f-6c77b6718cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:43.008128 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea1a2997-6a3e-4e54-8f78-2f2715de13b8 None None] The sync data for ids ['88378ec8-abd3-41b0-b163-c4afd2143f30'] in dv-neutron-860329-2-hyperv is: [{'id': '88378ec8-abd3-41b0-b163-c4afd2143f30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781111883', 'tenant_id': '95401ea77be844ac88b12ee49ce84b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.192'}], 'enable_snat': True}, 'gw_port_id': 'e141406f-3238-46bf-8577-0569991b80fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:32:14Z', 'updated_at': '2022-10-13T15:32:36Z', 'revision_number': 4, 'project_id': '95401ea77be844ac88b12ee49ce84b9c', 'gw_port': {'id': 'e141406f-3238-46bf-8577-0569991b80fd', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:52:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88378ec8-abd3-41b0-b163-c4afd2143f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:32:17Z', 'updated_at': '2022-10-13T15:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '4ca3f5e7-5844-4898-9487-d68de668f88e', 'name': '', 'network_id': '0f5e6b55-c27c-4faf-a1fa-6c17e6456d25', 'tenant_id': '95401ea77be844ac88b12ee49ce84b9c', 'mac_address': 'fa:16:3e:6c:ee:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88378ec8-abd3-41b0-b163-c4afd2143f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'c3b98ca8-1d3f-46b6-888f-6c77b6718cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:32:33Z', 'updated_at': '2022-10-13T15:32:42Z', 'revision_number': 4, 'project_id': '95401ea77be844ac88b12ee49ce84b9c', 'subnets': [{'id': 'c3b98ca8-1d3f-46b6-888f-6c77b6718cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:32:43.010830 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-29514175-8364-4b6d-aa5e-04767db0b24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'name': 'tempest-TestNetworkBasicOps-router-504222220', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '380c127c-e9ae-4ba2-9ce7-26083819a752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:32:35Z', 'updated_at': '2022-10-13T15:32:40Z', 'revision_number': 3, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '380c127c-e9ae-4ba2-9ce7-26083819a752', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:12:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:32:38Z', 'updated_at': '2022-10-13T15:32:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:43.015620 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29514175-8364-4b6d-aa5e-04767db0b24a None None] Checking router: eda9eb34-94cd-4e02-9147-2178151408ee for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:32:43.016210 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29514175-8364-4b6d-aa5e-04767db0b24a None None] Updating router eda9eb34-94cd-4e02-9147-2178151408ee port 380c127c-e9ae-4ba2-9ce7-26083819a752 binding host dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:32:43.018448 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-528ab32f-7b64-4177-ba4c-6fc9f8872018 req-bbcd8608-885d-4f79-bb44-4f154ae27c90 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=95401ea77be844ac88b12ee49ce84b9c&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1909938 Oct 13 15:32:43.022359 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26e9a05-b733-454e-a31b-ccbf1fae2948 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Made reservation on behalf of de460f02ee50469b960f7a471a064187 for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:32:43.025789 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d26e9a05-b733-454e-a31b-ccbf1fae2948 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:43.112771 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-29514175-8364-4b6d-aa5e-04767db0b24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:43.130275 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8b52b978-f0be-4d34-8287-3a8c87974c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:43.212911 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-560afb5b-408b-4ae4-aedd-21395752e853 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:43.305082 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8b52b978-f0be-4d34-8287-3a8c87974c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:43.366990 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-528ab32f-7b64-4177-ba4c-6fc9f8872018 req-b6cd53f5-c5fd-4d59-a92d-b76ec5284eac service neutron] 10.222.0.42 "GET /v2.0/networks/0f5e6b55-c27c-4faf-a1fa-6c17e6456d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3198426 Oct 13 15:32:43.368215 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a47fd900-a784-41e6-89eb-ee268eaca8c5 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:43.446336 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47fd900-a784-41e6-89eb-ee268eaca8c5 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event deleted for resources: {'Port': ['ID=382de3f6-c5a5-497b-9822-92f18350e681,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:43.487999 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-17fa7506-62ec-434a-a53a-433ea6759b18 None None] Attempt 10 to provision port d9b7c3a6-2725-453b-8e26-23930b531380 Oct 13 15:32:43.508854 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47fd900-a784-41e6-89eb-ee268eaca8c5 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:43.509342 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47fd900-a784-41e6-89eb-ee268eaca8c5 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:43.509776 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47fd900-a784-41e6-89eb-ee268eaca8c5 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:43.510228 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47fd900-a784-41e6-89eb-ee268eaca8c5 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:43.510652 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47fd900-a784-41e6-89eb-ee268eaca8c5 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:43.511087 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47fd900-a784-41e6-89eb-ee268eaca8c5 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:43.511505 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47fd900-a784-41e6-89eb-ee268eaca8c5 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:43.511917 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47fd900-a784-41e6-89eb-ee268eaca8c5 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:43.512331 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47fd900-a784-41e6-89eb-ee268eaca8c5 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:43.512749 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47fd900-a784-41e6-89eb-ee268eaca8c5 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:43.513152 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47fd900-a784-41e6-89eb-ee268eaca8c5 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:43.513569 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47fd900-a784-41e6-89eb-ee268eaca8c5 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:43.580537 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-560afb5b-408b-4ae4-aedd-21395752e853 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] 10.222.0.42 "DELETE /v2.0/ports/fef32bec-480b-4d56-a866-fb4975a017e8 HTTP/1.1" status: 204 len: 168 time: 4.3765671 Oct 13 15:32:43.587162 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51524) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:43.591110 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-17fa7506-62ec-434a-a53a-433ea6759b18 None None] Port d9b7c3a6-2725-453b-8e26-23930b531380 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:43.591473 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-6535fa8c-a23b-4160-90d7-5ab3cd8779ba tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] For port 761334ea-96a6-4647-9a83-82c06fe27c60, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=761334ea-96a6-4647-9a83-82c06fe27c60,segment=NetworkSegment(e43cfcae-97e9-440c-a8f3-11aaa853138a),segment_id=e43cfcae-97e9-440c-a8f3-11aaa853138a)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:32:43.591839 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6535fa8c-a23b-4160-90d7-5ab3cd8779ba tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:43.616357 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-17fa7506-62ec-434a-a53a-433ea6759b18 None None] Provisioning for port 2b906b6e-8be8-47b0-808d-5cbe1cb53b93 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:32:43.625257 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-17fa7506-62ec-434a-a53a-433ea6759b18 None None] Provisioning complete for port 2b906b6e-8be8-47b0-808d-5cbe1cb53b93 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:32:43.625656 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-17fa7506-62ec-434a-a53a-433ea6759b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:43.626003 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-17fa7506-62ec-434a-a53a-433ea6759b18 None None] Attempt 1 to provision port 2b906b6e-8be8-47b0-808d-5cbe1cb53b93 Oct 13 15:32:43.747038 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a47fd900-a784-41e6-89eb-ee268eaca8c5 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:43.758782 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8b52b978-f0be-4d34-8287-3a8c87974c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:43.833692 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b52b978-f0be-4d34-8287-3a8c87974c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8baebb7e-bd58-4732-b3fa-8a57e5f0da60,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:43.847189 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a47fd900-a784-41e6-89eb-ee268eaca8c5 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "DELETE /v2.0/ports/382de3f6-c5a5-497b-9822-92f18350e681 HTTP/1.1" status: 204 len: 168 time: 2.0574996 Oct 13 15:32:43.849113 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8b52b978-f0be-4d34-8287-3a8c87974c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:43.850247 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-8b52b978-f0be-4d34-8287-3a8c87974c9e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8baebb7e-bd58-4732-b3fa-8a57e5f0da60 HTTP/1.1" status: 204 len: 168 time: 0.9622111 Oct 13 15:32:43.850807 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51528) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:43.906422 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-23041b83-b2ec-44ab-a94b-000d79421ed4 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] GET failed (client error): The resource could not be found. Oct 13 15:32:43.907017 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-23041b83-b2ec-44ab-a94b-000d79421ed4 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Synchronizing usage tracker for tenant:19ec4718eae5492e825f796615e1a8b4 on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:32:43.925715 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7ef82ed-179b-4bdb-b00d-adaed388f010 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] GET failed (client error): The resource could not be found. Oct 13 15:32:43.926390 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-a7ef82ed-179b-4bdb-b00d-adaed388f010 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Synchronizing usage tracker for tenant:daf8e65a70af447195572ee6c4fba156 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:32:43.944856 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-17fa7506-62ec-434a-a53a-433ea6759b18 None None] Current status of the port 2b906b6e-8be8-47b0-808d-5cbe1cb53b93 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:32:43.945234 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-17fa7506-62ec-434a-a53a-433ea6759b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:43.985573 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-17fa7506-62ec-434a-a53a-433ea6759b18 None None] For port 2b906b6e-8be8-47b0-808d-5cbe1cb53b93, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=2b906b6e-8be8-47b0-808d-5cbe1cb53b93,segment=NetworkSegment(5b640b7b-bb58-43d3-8a2a-62c563521076),segment_id=5b640b7b-bb58-43d3-8a2a-62c563521076)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:32:43.989980 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-23041b83-b2ec-44ab-a94b-000d79421ed4 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Unset dirty status for tenant:19ec4718eae5492e825f796615e1a8b4 on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:32:43.991180 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-23041b83-b2ec-44ab-a94b-000d79421ed4 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "GET /v2.0/ports/382de3f6-c5a5-497b-9822-92f18350e681 HTTP/1.1" status: 404 len: 333 time: 0.1328466 Oct 13 15:32:43.992374 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d26e9a05-b733-454e-a31b-ccbf1fae2948 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:43.992992 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-6535fa8c-a23b-4160-90d7-5ab3cd8779ba tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Calling delete_port for 761334ea-96a6-4647-9a83-82c06fe27c60 owned by network:dhcp {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:32:43.997948 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-17fa7506-62ec-434a-a53a-433ea6759b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:44.001328 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51534) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:44.143440 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-9d0f11de-ff16-4173-afc2-3322a67625a4 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Allocated IP 172.26.2.190 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/4b1ec5e1-45fb-4273-ac08-731074587c97) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:32:44.172001 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-49c7c92f-e926-4b26-8729-8dd3e74b38d4 None None] Provisioning for port 4ca3f5e7-5844-4898-9487-d68de668f88e completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:32:44.182116 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fa7506-62ec-434a-a53a-433ea6759b18 None None] Pushing event updated for resources: {'Port': ['ID=2b906b6e-8be8-47b0-808d-5cbe1cb53b93,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:44.183186 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-a7ef82ed-179b-4bdb-b00d-adaed388f010 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Unset dirty status for tenant:daf8e65a70af447195572ee6c4fba156 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:32:44.184507 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-a7ef82ed-179b-4bdb-b00d-adaed388f010 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] 10.222.0.42 "GET /v2.0/ports/fef32bec-480b-4d56-a866-fb4975a017e8 HTTP/1.1" status: 404 len: 333 time: 0.5833476 Oct 13 15:32:44.209598 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-49c7c92f-e926-4b26-8729-8dd3e74b38d4 None None] Provisioning for port 637a1a79-ce4a-4c40-a28a-79859319cb79 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:32:44.220442 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51536) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:44.220946 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-49c7c92f-e926-4b26-8729-8dd3e74b38d4 None None] Provisioning complete for port 637a1a79-ce4a-4c40-a28a-79859319cb79 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:32:44.221336 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-49c7c92f-e926-4b26-8729-8dd3e74b38d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:44.221697 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49c7c92f-e926-4b26-8729-8dd3e74b38d4 None None] Attempt 1 to provision port 637a1a79-ce4a-4c40-a28a-79859319cb79 Oct 13 15:32:44.257970 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26e9a05-b733-454e-a31b-ccbf1fae2948 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Subnet': ['ID=914f661d-97de-4718-8153-052b099d6cd0,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:44.302787 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 4ca3f5e7-5844-4898-9487-d68de668f88e up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:32:44.318620 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e6ad44e5-904b-48b6-8085-790afca0281c tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:44.338303 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-6999ffcb-7c1c-4d1c-bddb-d467ea39b905 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Deleting port 637a1a79-ce4a-4c40-a28a-79859319cb79 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:32:44.338963 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6999ffcb-7c1c-4d1c-bddb-d467ea39b905 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:44.400736 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d26e9a05-b733-454e-a31b-ccbf1fae2948 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Checking segment: {'id': 'c1cfd5ef-41c3-45b6-ada9-464885c469f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'acc3888a-4c98-4fae-8af1-1985e343d86e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:32:44.401426 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26e9a05-b733-454e-a31b-ccbf1fae2948 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network hostable DHCP agents. Network: acc3888a-4c98-4fae-8af1-1985e343d86e, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:32:44.421548 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-528ab32f-7b64-4177-ba4c-6fc9f8872018 req-f0b5930c-5d2b-4c07-a251-27f89e851333 service neutron] 10.222.0.42 "GET /v2.0/networks/0f5e6b55-c27c-4faf-a1fa-6c17e6456d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0364854 Oct 13 15:32:44.433821 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49c7c92f-e926-4b26-8729-8dd3e74b38d4 None None] Port 637a1a79-ce4a-4c40-a28a-79859319cb79 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:44.445555 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 4ca3f5e7-5844-4898-9487-d68de668f88e completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:32:44.455255 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 4ca3f5e7-5844-4898-9487-d68de668f88e triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:32:44.455753 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:44.456447 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 4ca3f5e7-5844-4898-9487-d68de668f88e Oct 13 15:32:44.485391 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e6ad44e5-904b-48b6-8085-790afca0281c tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:44.565537 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26e9a05-b733-454e-a31b-ccbf1fae2948 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network acc3888a-4c98-4fae-8af1-1985e343d86e is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:32:44.589182 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-d26e9a05-b733-454e-a31b-ccbf1fae2948 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, acc3888a-4c98-4fae-8af1-1985e343d86e) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:32:44.595102 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26e9a05-b733-454e-a31b-ccbf1fae2948 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:44.595869 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d26e9a05-b733-454e-a31b-ccbf1fae2948 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:44.599942 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e6ad44e5-904b-48b6-8085-790afca0281c tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:44.609306 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6535fa8c-a23b-4160-90d7-5ab3cd8779ba tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:44.673134 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ad44e5-904b-48b6-8085-790afca0281c tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a837d03-daed-49a4-98e5-efceb4afd138,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:44.677662 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ed0ffa-16ce-4843-9a65-abc476215432 None None] Network acc3888a-4c98-4fae-8af1-1985e343d86e requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:32:44.698197 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e6ad44e5-904b-48b6-8085-790afca0281c tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:44.699372 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-e6ad44e5-904b-48b6-8085-790afca0281c tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "DELETE /v2.0/security-groups/4a837d03-daed-49a4-98e5-efceb4afd138 HTTP/1.1" status: 204 len: 168 time: 0.5035930 Oct 13 15:32:44.702566 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51548) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:44.750625 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d26e9a05-b733-454e-a31b-ccbf1fae2948 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.2016425 Oct 13 15:32:44.757146 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51552) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:44.886047 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51556) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:44.981973 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-e8b9724d-fe1d-4056-895b-a95d9557b547 req-b00f61f4-d852-4808-b9f7-6170be8cf625 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Synchronizing usage tracker for tenant:95401ea77be844ac88b12ee49ce84b9c on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:32:44.988636 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49c7c92f-e926-4b26-8729-8dd3e74b38d4 None None] Attempt 2 to provision port 637a1a79-ce4a-4c40-a28a-79859319cb79 Oct 13 15:32:45.010845 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a0c091ff-0de3-47a9-b41d-f06fbff78d49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:45.048311 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 4ca3f5e7-5844-4898-9487-d68de668f88e is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:32:45.048938 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:45.119179 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-e8b9724d-fe1d-4056-895b-a95d9557b547 req-b00f61f4-d852-4808-b9f7-6170be8cf625 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Unset dirty status for tenant:95401ea77be844ac88b12ee49ce84b9c on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:32:45.131301 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e8b9724d-fe1d-4056-895b-a95d9557b547 req-b00f61f4-d852-4808-b9f7-6170be8cf625 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffba99fb-1142-4d80-8627-ae50e1b52a2e HTTP/1.1" status: 200 len: 210 time: 0.3766599 Oct 13 15:32:45.160074 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-a0c091ff-0de3-47a9-b41d-f06fbff78d49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:32:45.173325 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-a0c091ff-0de3-47a9-b41d-f06fbff78d49 admin admin] Usage tracker for resource:security_group_rule and tenant:c0ed1b0d85b9456d90d6ad75f562401a is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:45.178210 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-a0c091ff-0de3-47a9-b41d-f06fbff78d49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:45.184047 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4ab36157-aaa6-4414-9e5e-949df553d426 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:45.202822 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-a0c091ff-0de3-47a9-b41d-f06fbff78d49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:32:45.234234 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6999ffcb-7c1c-4d1c-bddb-d467ea39b905 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:45.261233 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49c7c92f-e926-4b26-8729-8dd3e74b38d4 None None] Port 637a1a79-ce4a-4c40-a28a-79859319cb79 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:45.265348 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 4ca3f5e7-5844-4898-9487-d68de668f88e, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=4ca3f5e7-5844-4898-9487-d68de668f88e,segment=NetworkSegment(5b640b7b-bb58-43d3-8a2a-62c563521076),segment_id=5b640b7b-bb58-43d3-8a2a-62c563521076)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:32:45.273274 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:45.274735 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:32:45.302694 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4ab36157-aaa6-4414-9e5e-949df553d426 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:45.344489 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea98bb81-96f3-43e4-8568-231b41a2d250 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-acc3888a-4c98-4fae-8af1-1985e343d86e', 'network_id': 'acc3888a-4c98-4fae-8af1-1985e343d86e', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ips': [{'subnet_id': '914f661d-97de-4718-8153-052b099d6cd0'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:32:45.345382 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ea98bb81-96f3-43e4-8568-231b41a2d250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:45.359105 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-6999ffcb-7c1c-4d1c-bddb-d467ea39b905 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Calling delete_port for 637a1a79-ce4a-4c40-a28a-79859319cb79 owned by {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:32:45.424783 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6535fa8c-a23b-4160-90d7-5ab3cd8779ba tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] No DVR routers for this DVR port 761334ea-96a6-4647-9a83-82c06fe27c60 on host dv-neutron-860329-2-hyperv {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:32:45.427353 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6535fa8c-a23b-4160-90d7-5ab3cd8779ba tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Pushing event deleted for resources: {'Port': ['ID=761334ea-96a6-4647-9a83-82c06fe27c60,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:45.579211 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-ea98bb81-96f3-43e4-8568-231b41a2d250 None None] Allocated IP 172.20.0.2 (acc3888a-4c98-4fae-8af1-1985e343d86e/914f661d-97de-4718-8153-052b099d6cd0/b5e7b40c-bb94-45cd-a19a-d1198dc1b76c) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:32:45.593909 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=4ca3f5e7-5844-4898-9487-d68de668f88e,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:45.628190 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6535fa8c-a23b-4160-90d7-5ab3cd8779ba tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:45.662530 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4ab36157-aaa6-4414-9e5e-949df553d426 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:45.669760 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9d0f11de-ff16-4173-afc2-3322a67625a4 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:45.713551 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab36157-aaa6-4414-9e5e-949df553d426 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e573950-decd-451e-b59f-d4807eea0255,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:45.723531 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a0c091ff-0de3-47a9-b41d-f06fbff78d49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:45.762772 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9d0f11de-ff16-4173-afc2-3322a67625a4 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:45.772029 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49c7c92f-e926-4b26-8729-8dd3e74b38d4 None None] Attempt 3 to provision port 637a1a79-ce4a-4c40-a28a-79859319cb79 Oct 13 15:32:45.794567 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a0c091ff-0de3-47a9-b41d-f06fbff78d49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:45.824794 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4ab36157-aaa6-4414-9e5e-949df553d426 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:45.828477 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-4ab36157-aaa6-4414-9e5e-949df553d426 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "DELETE /v2.0/security-groups/5e573950-decd-451e-b59f-d4807eea0255 HTTP/1.1" status: 204 len: 168 time: 1.1224191 Oct 13 15:32:45.832092 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51566) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:45.850263 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-6535fa8c-a23b-4160-90d7-5ab3cd8779ba tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd185769-fe61-4cb7-bdee-b220b419c807']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:45.873310 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-6535fa8c-a23b-4160-90d7-5ab3cd8779ba tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e43cfcae-97e9-440c-a8f3-11aaa853138a') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:45.873516 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-6535fa8c-a23b-4160-90d7-5ab3cd8779ba tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e43cfcae-97e9-440c-a8f3-11aaa853138a') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:45.893108 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c091ff-0de3-47a9-b41d-f06fbff78d49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b729fd-d5cd-44b9-9c22-50c1537e9752,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:45.900163 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a0c091ff-0de3-47a9-b41d-f06fbff78d49 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c0ed1b0d85b9456d90d6ad75f562401a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0021210 Oct 13 15:32:45.903380 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0f11de-ff16-4173-afc2-3322a67625a4 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:32:45.906673 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-9d0f11de-ff16-4173-afc2-3322a67625a4 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:32:45.908703 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51570) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:45.927733 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0f11de-ff16-4173-afc2-3322a67625a4 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:32:45.929078 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49c7c92f-e926-4b26-8729-8dd3e74b38d4 None None] Port 637a1a79-ce4a-4c40-a28a-79859319cb79 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:45.981383 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6535fa8c-a23b-4160-90d7-5ab3cd8779ba tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:46.032714 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ea98bb81-96f3-43e4-8568-231b41a2d250 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:46.041429 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-061fc109-b912-4b77-a68c-e1d8b5e3c8a3 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:46.042296 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0f11de-ff16-4173-afc2-3322a67625a4 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event updated for resources: {'Port': ['ID=4b1ec5e1-45fb-4273-ac08-731074587c97,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:46.047484 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ea98bb81-96f3-43e4-8568-231b41a2d250 None None] Transition to ACTIVE for port object b5e7b40c-bb94-45cd-a19a-d1198dc1b76c will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:32:46.123519 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ea98bb81-96f3-43e4-8568-231b41a2d250 None None] Transition to ACTIVE for port object b5e7b40c-bb94-45cd-a19a-d1198dc1b76c will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:32:46.129189 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 4ca3f5e7-5844-4898-9487-d68de668f88e up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:32:46.138890 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6999ffcb-7c1c-4d1c-bddb-d467ea39b905 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:46.141747 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-061fc109-b912-4b77-a68c-e1d8b5e3c8a3 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:46.196690 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ea98bb81-96f3-43e4-8568-231b41a2d250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:46.231391 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6535fa8c-a23b-4160-90d7-5ab3cd8779ba tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:46.233678 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6999ffcb-7c1c-4d1c-bddb-d467ea39b905 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Pushing event deleted for resources: {'Port': ['ID=637a1a79-ce4a-4c40-a28a-79859319cb79,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:46.251493 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-29514175-8364-4b6d-aa5e-04767db0b24a None None] Notify callbacks [] for port, precommit_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:46.263500 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2ad20618-2437-46e6-9b61-8a4b2576bab6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:46.288236 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-061fc109-b912-4b77-a68c-e1d8b5e3c8a3 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:46.298845 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea98bb81-96f3-43e4-8568-231b41a2d250 None None] Network acc3888a-4c98-4fae-8af1-1985e343d86e is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:32:46.304836 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-ea98bb81-96f3-43e4-8568-231b41a2d250 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:32:46.310877 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea98bb81-96f3-43e4-8568-231b41a2d250 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:32:46.313405 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea98bb81-96f3-43e4-8568-231b41a2d250 None None] Pushing event updated for resources: {'Port': ['ID=b5e7b40c-bb94-45cd-a19a-d1198dc1b76c,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:46.315778 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 4ca3f5e7-5844-4898-9487-d68de668f88e triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:32:46.316380 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:46.316887 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 4ca3f5e7-5844-4898-9487-d68de668f88e Oct 13 15:32:46.317244 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6535fa8c-a23b-4160-90d7-5ab3cd8779ba tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Releasing vlan 422 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:32:46.317694 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6535fa8c-a23b-4160-90d7-5ab3cd8779ba tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:46.349401 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061fc109-b912-4b77-a68c-e1d8b5e3c8a3 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=611b94c6-bc3b-46df-bfff-6b93a7deee89,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:46.436631 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49c7c92f-e926-4b26-8729-8dd3e74b38d4 None None] Attempt 4 to provision port 637a1a79-ce4a-4c40-a28a-79859319cb79 Oct 13 15:32:46.536624 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49c7c92f-e926-4b26-8729-8dd3e74b38d4 None None] Port 637a1a79-ce4a-4c40-a28a-79859319cb79 was deleted so its status cannot be updated. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:32:46.541777 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-49c7c92f-e926-4b26-8729-8dd3e74b38d4 None None] Could not find standard attr ID for object 382de3f6-c5a5-497b-9822-92f18350e681. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:32:46.573555 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment e43cfcae-97e9-440c-a8f3-11aaa853138a resource provider aggregate not found Oct 13 15:32:46.589730 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-49c7c92f-e926-4b26-8729-8dd3e74b38d4 None None] Could not find standard attr ID for object fef32bec-480b-4d56-a866-fb4975a017e8. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:32:46.624765 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-ea98bb81-96f3-43e4-8568-231b41a2d250 None None] Attempting to bind port b5e7b40c-bb94-45cd-a19a-d1198dc1b76c on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:32:46.625134 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-ea98bb81-96f3-43e4-8568-231b41a2d250 None None] Attempting to bind port b5e7b40c-bb94-45cd-a19a-d1198dc1b76c by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'c1cfd5ef-41c3-45b6-ada9-464885c469f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'acc3888a-4c98-4fae-8af1-1985e343d86e'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:32:46.625490 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea98bb81-96f3-43e4-8568-231b41a2d250 None None] Attempting to bind port b5e7b40c-bb94-45cd-a19a-d1198dc1b76c on network acc3888a-4c98-4fae-8af1-1985e343d86e {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:32:46.637553 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-49c7c92f-e926-4b26-8729-8dd3e74b38d4 None None] Provisioning for port c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:32:46.643480 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea98bb81-96f3-43e4-8568-231b41a2d250 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:32:46.643852 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea98bb81-96f3-43e4-8568-231b41a2d250 None None] Checking segment: {'id': 'c1cfd5ef-41c3-45b6-ada9-464885c469f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'acc3888a-4c98-4fae-8af1-1985e343d86e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:32:46.644252 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ea98bb81-96f3-43e4-8568-231b41a2d250 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:46.644643 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea98bb81-96f3-43e4-8568-231b41a2d250 None None] Bound using segment: {'id': 'c1cfd5ef-41c3-45b6-ada9-464885c469f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'acc3888a-4c98-4fae-8af1-1985e343d86e'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:32:46.645154 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-ea98bb81-96f3-43e4-8568-231b41a2d250 None None] Bound port: b5e7b40c-bb94-45cd-a19a-d1198dc1b76c, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1cfd5ef-41c3-45b6-ada9-464885c469f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'acc3888a-4c98-4fae-8af1-1985e343d86e'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:32:46.645525 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ea98bb81-96f3-43e4-8568-231b41a2d250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:46.673310 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-49c7c92f-e926-4b26-8729-8dd3e74b38d4 None None] Provisioning complete for port c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:32:46.673676 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-49c7c92f-e926-4b26-8729-8dd3e74b38d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:46.674482 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49c7c92f-e926-4b26-8729-8dd3e74b38d4 None None] Attempt 1 to provision port c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4 Oct 13 15:32:46.710651 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-061fc109-b912-4b77-a68c-e1d8b5e3c8a3 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:46.712154 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-061fc109-b912-4b77-a68c-e1d8b5e3c8a3 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "DELETE /v2.0/security-groups/611b94c6-bc3b-46df-bfff-6b93a7deee89 HTTP/1.1" status: 204 len: 168 time: 0.8751962 Oct 13 15:32:46.757105 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51584) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:46.772847 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment e43cfcae-97e9-440c-a8f3-11aaa853138a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e43cfcae-97e9-440c-a8f3-11aaa853138a found for delete ", "request_id": "req-cc23bb47-0713-4ab3-abf1-bbad2375c7d8"}]} Oct 13 15:32:46.841076 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 4ca3f5e7-5844-4898-9487-d68de668f88e is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:32:46.842212 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 2b906b6e-8be8-47b0-808d-5cbe1cb53b93 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:32:46.883606 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-3774fec1-1d8b-41f4-bd72-aa9d88fef079 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Deleting subnet 72a07150-e410-47f5-9e47-2c25f39c8678 {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:32:46.893640 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3774fec1-1d8b-41f4-bd72-aa9d88fef079 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:46.905410 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ea98bb81-96f3-43e4-8568-231b41a2d250 None None] For port b5e7b40c-bb94-45cd-a19a-d1198dc1b76c, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:32:46.922352 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ea98bb81-96f3-43e4-8568-231b41a2d250 None None] For port b5e7b40c-bb94-45cd-a19a-d1198dc1b76c, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=b5e7b40c-bb94-45cd-a19a-d1198dc1b76c,segment=NetworkSegment(c1cfd5ef-41c3-45b6-ada9-464885c469f4),segment_id=c1cfd5ef-41c3-45b6-ada9-464885c469f4)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:32:46.951766 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ea98bb81-96f3-43e4-8568-231b41a2d250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:46.962284 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b1434129-92dd-4587-9283-33c5344a45a3 req-c19d4a5e-6de1-489f-866c-0b558c4865b3 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffba99fb-1142-4d80-8627-ae50e1b52a2e HTTP/1.1" status: 200 len: 210 time: 0.5200264 Oct 13 15:32:46.971159 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6999ffcb-7c1c-4d1c-bddb-d467ea39b905 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:46.976546 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b4e89ae9-542e-452b-961e-b5d3015edaac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:47.002176 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ab32f-7b64-4177-ba4c-6fc9f8872018 req-0575dfb5-db4f-4988-87c5-2fbd2eef9119 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:47.002176 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-528ab32f-7b64-4177-ba4c-6fc9f8872018 req-0575dfb5-db4f-4988-87c5-2fbd2eef9119 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.16 "GET /v2.0/networks?id=0f5e6b55-c27c-4faf-a1fa-6c17e6456d25 HTTP/1.1" status: 200 len: 796 time: 0.8537352 Oct 13 15:32:47.022690 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-29514175-8364-4b6d-aa5e-04767db0b24a None None] Transition to ACTIVE for port object 380c127c-e9ae-4ba2-9ce7-26083819a752 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:32:47.029348 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3774fec1-1d8b-41f4-bd72-aa9d88fef079 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:47.056463 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-29514175-8364-4b6d-aa5e-04767db0b24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:47.073805 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 2b906b6e-8be8-47b0-808d-5cbe1cb53b93 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:32:47.073805 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:47.074294 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 2b906b6e-8be8-47b0-808d-5cbe1cb53b93 Oct 13 15:32:47.103411 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49c7c92f-e926-4b26-8729-8dd3e74b38d4 None None] Current status of the port c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:32:47.107541 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6535fa8c-a23b-4160-90d7-5ab3cd8779ba tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:47.126490 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-6999ffcb-7c1c-4d1c-bddb-d467ea39b905 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] 10.222.0.42 "DELETE /v2.0/ports/637a1a79-ce4a-4c40-a28a-79859319cb79 HTTP/1.1" status: 204 len: 168 time: 2.9013317 Oct 13 15:32:47.137950 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-29514175-8364-4b6d-aa5e-04767db0b24a None None] Attempting to bind port 380c127c-e9ae-4ba2-9ce7-26083819a752 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:32:47.137950 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-29514175-8364-4b6d-aa5e-04767db0b24a None None] Attempting to bind port 380c127c-e9ae-4ba2-9ce7-26083819a752 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:32:47.138666 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29514175-8364-4b6d-aa5e-04767db0b24a None None] Attempting to bind port 380c127c-e9ae-4ba2-9ce7-26083819a752 on network 8fb1fa59-32fe-4ed0-a248-96c43edb135f {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:32:47.141783 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51588) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:47.147580 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea98bb81-96f3-43e4-8568-231b41a2d250 None None] Pushing event updated for resources: {'Port': ['ID=b5e7b40c-bb94-45cd-a19a-d1198dc1b76c,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:47.162810 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6535fa8c-a23b-4160-90d7-5ab3cd8779ba tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:47.166557 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b4e89ae9-542e-452b-961e-b5d3015edaac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:47.187069 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29514175-8364-4b6d-aa5e-04767db0b24a None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:32:47.187442 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29514175-8364-4b6d-aa5e-04767db0b24a None None] Checking segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:32:47.187852 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-29514175-8364-4b6d-aa5e-04767db0b24a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:47.188235 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29514175-8364-4b6d-aa5e-04767db0b24a None None] Bound using segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:32:47.188950 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-29514175-8364-4b6d-aa5e-04767db0b24a None None] Bound port: 380c127c-e9ae-4ba2-9ce7-26083819a752, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:32:47.189087 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-29514175-8364-4b6d-aa5e-04767db0b24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:47.193142 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6535fa8c-a23b-4160-90d7-5ab3cd8779ba tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Pushing event deleted for resources: {'Network': ['ID=cd185769-fe61-4cb7-bdee-b220b419c807,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:47.215505 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-528ab32f-7b64-4177-ba4c-6fc9f8872018 req-d605d91f-8a8c-46aa-b97c-f109199ad3bf tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=95401ea77be844ac88b12ee49ce84b9c HTTP/1.1" status: 200 len: 380 time: 0.1979637 Oct 13 15:32:47.223045 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-25eab9df-e8b1-44f3-a1ed-2522a2c42eb0 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] GET failed (client error): The resource could not be found. Oct 13 15:32:47.223676 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-25eab9df-e8b1-44f3-a1ed-2522a2c42eb0 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Synchronizing usage tracker for tenant:daf8e65a70af447195572ee6c4fba156 on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:32:47.225628 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-6535fa8c-a23b-4160-90d7-5ab3cd8779ba tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "DELETE /v2.0/networks/cd185769-fe61-4cb7-bdee-b220b419c807 HTTP/1.1" status: 204 len: 168 time: 8.7963228 Oct 13 15:32:47.235925 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51592) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:47.245101 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-528ab32f-7b64-4177-ba4c-6fc9f8872018 req-c98b78dc-b1e9-4eb3-a571-f93866eecfa6 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Request body: {'port': {'device_id': 'ffba99fb-1142-4d80-8627-ae50e1b52a2e', 'network_id': '0f5e6b55-c27c-4faf-a1fa-6c17e6456d25', 'admin_state_up': True, 'tenant_id': '95401ea77be844ac88b12ee49ce84b9c', 'security_groups': ['7440aebc-fd11-474d-b16f-2447451d9d66']}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:32:47.252373 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-70ba80e1-d608-4aaa-8e2c-78fb6517ecb0 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2052037469'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:32:47.269011 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-70ba80e1-d608-4aaa-8e2c-78fb6517ecb0 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:32:47.282160 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-2ad20618-2437-46e6-9b61-8a4b2576bab6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Allocated IP 172.20.0.1 (acc3888a-4c98-4fae-8af1-1985e343d86e/914f661d-97de-4718-8153-052b099d6cd0/69e18c8c-25e0-433e-bbd8-1011bbb9f160) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:32:47.284655 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-49c7c92f-e926-4b26-8729-8dd3e74b38d4 None None] Provisioning complete for port d9b7c3a6-2725-453b-8e26-23930b531380 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:32:47.285036 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-49c7c92f-e926-4b26-8729-8dd3e74b38d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:47.285360 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49c7c92f-e926-4b26-8729-8dd3e74b38d4 None None] Attempt 1 to provision port d9b7c3a6-2725-453b-8e26-23930b531380 Oct 13 15:32:47.287197 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-70ba80e1-d608-4aaa-8e2c-78fb6517ecb0 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Usage tracker for resource:network and tenant:189a2a783ff94d9d83e28e5d7a0f1bba is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:47.297763 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-70ba80e1-d608-4aaa-8e2c-78fb6517ecb0 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:47.306704 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3774fec1-1d8b-41f4-bd72-aa9d88fef079 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:47.340691 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-25eab9df-e8b1-44f3-a1ed-2522a2c42eb0 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Unset dirty status for tenant:daf8e65a70af447195572ee6c4fba156 on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:32:47.340912 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d37329-e3ea-4319-80db-e8002a20437a None None] Pushing event updated for resources: {'Port': ['ID=380c127c-e9ae-4ba2-9ce7-26083819a752,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:47.345272 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-25eab9df-e8b1-44f3-a1ed-2522a2c42eb0 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] 10.222.0.42 "GET /v2.0/ports/637a1a79-ce4a-4c40-a28a-79859319cb79 HTTP/1.1" status: 404 len: 333 time: 0.1915202 Oct 13 15:32:47.345272 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-70ba80e1-d608-4aaa-8e2c-78fb6517ecb0 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:32:47.356099 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51596) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:47.367976 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9d0f11de-ff16-4173-afc2-3322a67625a4 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for router_gateway, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:47.408018 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49c7c92f-e926-4b26-8729-8dd3e74b38d4 None None] Port d9b7c3a6-2725-453b-8e26-23930b531380 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:47.423714 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-29514175-8364-4b6d-aa5e-04767db0b24a None None] For port 380c127c-e9ae-4ba2-9ce7-26083819a752, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:32:47.446708 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-29514175-8364-4b6d-aa5e-04767db0b24a None None] For port 380c127c-e9ae-4ba2-9ce7-26083819a752, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=380c127c-e9ae-4ba2-9ce7-26083819a752,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:32:47.468534 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 2b906b6e-8be8-47b0-808d-5cbe1cb53b93 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:32:47.484534 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ba80e1-d608-4aaa-8e2c-78fb6517ecb0 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Made reservation on behalf of 189a2a783ff94d9d83e28e5d7a0f1bba for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:32:47.490344 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-70ba80e1-d608-4aaa-8e2c-78fb6517ecb0 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:47.490729 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-29514175-8364-4b6d-aa5e-04767db0b24a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:47.500400 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b4e89ae9-542e-452b-961e-b5d3015edaac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:47.569908 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29514175-8364-4b6d-aa5e-04767db0b24a None None] Routers {'eda9eb34-94cd-4e02-9147-2178151408ee'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:32:47.570827 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-29514175-8364-4b6d-aa5e-04767db0b24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:32:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['eda9eb34-94cd-4e02-9147-2178151408ee'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:47.604294 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e89ae9-542e-452b-961e-b5d3015edaac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b729fd-d5cd-44b9-9c22-50c1537e9752,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:47.627673 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-528ab32f-7b64-4177-ba4c-6fc9f8872018 req-c98b78dc-b1e9-4eb3-a571-f93866eecfa6 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:32:47.630756 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b4e89ae9-542e-452b-961e-b5d3015edaac admin admin] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:47.633315 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-b4e89ae9-542e-452b-961e-b5d3015edaac admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e8b729fd-d5cd-44b9-9c22-50c1537e9752 HTTP/1.1" status: 204 len: 168 time: 1.7163780 Oct 13 15:32:47.677608 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d37329-e3ea-4319-80db-e8002a20437a None None] Pushing event updated for resources: {'Port': ['ID=380c127c-e9ae-4ba2-9ce7-26083819a752,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:47.727795 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-528ab32f-7b64-4177-ba4c-6fc9f8872018 req-c98b78dc-b1e9-4eb3-a571-f93866eecfa6 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:32:47.765603 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-64e4c4ae-ac01-49d1-8419-7c39f9933e69 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Deleting port 7e2422b5-7d74-4190-ba5b-330498a36d05 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:32:47.766077 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-64e4c4ae-ac01-49d1-8419-7c39f9933e69 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:47.795815 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2ad20618-2437-46e6-9b61-8a4b2576bab6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:47.825644 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-29514175-8364-4b6d-aa5e-04767db0b24a None None] Set router eda9eb34-94cd-4e02-9147-2178151408ee gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:32:47.837047 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70ba80e1-d608-4aaa-8e2c-78fb6517ecb0 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:32:47.861518 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3774fec1-1d8b-41f4-bd72-aa9d88fef079 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:47.865259 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-2ad20618-2437-46e6-9b61-8a4b2576bab6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Transition to ACTIVE for port object 69e18c8c-25e0-433e-bbd8-1011bbb9f160 will not be triggered until provisioned by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:32:47.893140 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-528ab32f-7b64-4177-ba4c-6fc9f8872018 req-c98b78dc-b1e9-4eb3-a571-f93866eecfa6 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Made reservation on behalf of 95401ea77be844ac88b12ee49ce84b9c for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:32:47.897091 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-528ab32f-7b64-4177-ba4c-6fc9f8872018 req-c98b78dc-b1e9-4eb3-a571-f93866eecfa6 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:47.918414 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-70ba80e1-d608-4aaa-8e2c-78fb6517ecb0 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:47.918933 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-70ba80e1-d608-4aaa-8e2c-78fb6517ecb0 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Added segment cccc7ad0-e265-46ea-b83e-aa0a5ff6120b of type vlan for network b9bae144-c972-498c-85d6-bd27660bc770 Oct 13 15:32:47.923993 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3774fec1-1d8b-41f4-bd72-aa9d88fef079 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:47.935455 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3774fec1-1d8b-41f4-bd72-aa9d88fef079 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event deleted for resources: {'Subnet': ['ID=72a07150-e410-47f5-9e47-2c25f39c8678,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:47.965538 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49c7c92f-e926-4b26-8729-8dd3e74b38d4 None None] Attempt 2 to provision port d9b7c3a6-2725-453b-8e26-23930b531380 Oct 13 15:32:48.018919 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-3774fec1-1d8b-41f4-bd72-aa9d88fef079 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "DELETE /v2.0/subnets/72a07150-e410-47f5-9e47-2c25f39c8678 HTTP/1.1" status: 204 len: 168 time: 1.2607946 Oct 13 15:32:48.029439 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51606) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:48.060777 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-70ba80e1-d608-4aaa-8e2c-78fb6517ecb0 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:48.088602 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49c7c92f-e926-4b26-8729-8dd3e74b38d4 None None] Port d9b7c3a6-2725-453b-8e26-23930b531380 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:48.089251 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baef5522-bceb-4e27-b27b-8e5afebd55e3 None None] Network a7f39bfd-3970-412d-aef1-153889c90dcb requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:32:48.138449 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device b5e7b40c-bb94-45cd-a19a-d1198dc1b76c up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:32:48.149017 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_v2 [None req-da98d991-e180-40ec-a073-a48661c5e3af tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Deleting subnet 705d1869-0be7-4b52-9d02-a3bb4cf2a016 {{(pid=88973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:32:48.170895 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9d0f11de-ff16-4173-afc2-3322a67625a4 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:48.228470 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-da98d991-e180-40ec-a073-a48661c5e3af tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for subnet, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:48.292584 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2ad20618-2437-46e6-9b61-8a4b2576bab6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:48.393462 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-783688bf-ee27-4777-81b6-725aa64f68f6 req-8fabae7d-6185-406e-bbd7-5d2844f20078 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffba99fb-1142-4d80-8627-ae50e1b52a2e HTTP/1.1" status: 200 len: 210 time: 0.1585042 Oct 13 15:32:48.423468 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad20618-2437-46e6-9b61-8a4b2576bab6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network acc3888a-4c98-4fae-8af1-1985e343d86e is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:32:48.452938 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-64e4c4ae-ac01-49d1-8419-7c39f9933e69 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:48.470042 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-2ad20618-2437-46e6-9b61-8a4b2576bab6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:32:48.472220 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad20618-2437-46e6-9b61-8a4b2576bab6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Port': ['ID=69e18c8c-25e0-433e-bbd8-1011bbb9f160,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:48.474904 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-70ba80e1-d608-4aaa-8e2c-78fb6517ecb0 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:48.480871 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ba80e1-d608-4aaa-8e2c-78fb6517ecb0 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:48.481540 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-70ba80e1-d608-4aaa-8e2c-78fb6517ecb0 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:48.502726 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ad20618-2437-46e6-9b61-8a4b2576bab6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:32:48.546311 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [req-528ab32f-7b64-4177-ba4c-6fc9f8872018 req-c98b78dc-b1e9-4eb3-a571-f93866eecfa6 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Allocated IP 172.20.0.9 (0f5e6b55-c27c-4faf-a1fa-6c17e6456d25/c3b98ca8-1d3f-46b6-888f-6c77b6718cf0/75f9427a-9d6f-4010-8f59-3e79fa0900ab) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:32:48.567588 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ea7b86-b339-47ca-9130-99b5b612afb4 None None] Network acc3888a-4c98-4fae-8af1-1985e343d86e requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:32:48.595084 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-da98d991-e180-40ec-a073-a48661c5e3af tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7432921'] for subnet, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:48.609867 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49c7c92f-e926-4b26-8729-8dd3e74b38d4 None None] Attempt 3 to provision port d9b7c3a6-2725-453b-8e26-23930b531380 Oct 13 15:32:48.842213 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port b5e7b40c-bb94-45cd-a19a-d1198dc1b76c completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:32:48.845291 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49c7c92f-e926-4b26-8729-8dd3e74b38d4 None None] Port d9b7c3a6-2725-453b-8e26-23930b531380 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:48.900994 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-70ba80e1-d608-4aaa-8e2c-78fb6517ecb0 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6591496 Oct 13 15:32:48.970637 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51626) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:49.066464 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-0c2a1ade-8ab5-49f2-a2c0-01e6f9816b6f tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Request body: {'subnet': {'network_id': 'b9bae144-c972-498c-85d6-bd27660bc770', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:32:49.089695 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-29514175-8364-4b6d-aa5e-04767db0b24a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'name': 'tempest-TestNetworkBasicOps-router-504222220', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '380c127c-e9ae-4ba2-9ce7-26083819a752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:32:35Z', 'updated_at': '2022-10-13T15:32:40Z', 'revision_number': 3, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '380c127c-e9ae-4ba2-9ce7-26083819a752', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:12:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:32:38Z', 'updated_at': '2022-10-13T15:32:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:49.093411 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-64e4c4ae-ac01-49d1-8419-7c39f9933e69 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Calling delete_port for 7e2422b5-7d74-4190-ba5b-330498a36d05 owned by {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:32:49.101012 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29514175-8364-4b6d-aa5e-04767db0b24a None None] The sync data for ids ['eda9eb34-94cd-4e02-9147-2178151408ee'] in dv-neutron-860329-2-hyperv is: [{'id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'name': 'tempest-TestNetworkBasicOps-router-504222220', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '380c127c-e9ae-4ba2-9ce7-26083819a752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:32:35Z', 'updated_at': '2022-10-13T15:32:40Z', 'revision_number': 3, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '380c127c-e9ae-4ba2-9ce7-26083819a752', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:12:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:32:38Z', 'updated_at': '2022-10-13T15:32:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:32:49.153735 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-da98d991-e180-40ec-a073-a48661c5e3af tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:49.189481 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ba80e1-d608-4aaa-8e2c-78fb6517ecb0 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Pushing event updated for resources: {'Network': ['ID=b9bae144-c972-498c-85d6-bd27660bc770,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:49.204148 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network b9bae144-c972-498c-85d6-bd27660bc770 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:32:49.246192 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-528ab32f-7b64-4177-ba4c-6fc9f8872018 req-c98b78dc-b1e9-4eb3-a571-f93866eecfa6 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:49.252478 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d0f11de-ff16-4173-afc2-3322a67625a4 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Router 00e28f44-ce96-4695-af4a-45930ec6cf96 is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 15:32:49.422396 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2ad20618-2437-46e6-9b61-8a4b2576bab6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:49.451463 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49c7c92f-e926-4b26-8729-8dd3e74b38d4 None None] Attempt 4 to provision port d9b7c3a6-2725-453b-8e26-23930b531380 Oct 13 15:32:49.568813 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49c7c92f-e926-4b26-8729-8dd3e74b38d4 None None] Port d9b7c3a6-2725-453b-8e26-23930b531380 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:49.579446 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-0c2a1ade-8ab5-49f2-a2c0-01e6f9816b6f tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:32:49.592006 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-0c2a1ade-8ab5-49f2-a2c0-01e6f9816b6f tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Usage tracker for resource:subnet and tenant:189a2a783ff94d9d83e28e5d7a0f1bba is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:49.597663 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-0c2a1ade-8ab5-49f2-a2c0-01e6f9816b6f tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:49.597833 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:32:49.686702 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-0c2a1ade-8ab5-49f2-a2c0-01e6f9816b6f tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:32:49.727819 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0f11de-ff16-4173-afc2-3322a67625a4 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:32:49.736635 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c2a1ade-8ab5-49f2-a2c0-01e6f9816b6f tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Made reservation on behalf of 189a2a783ff94d9d83e28e5d7a0f1bba for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:32:49.741070 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0c2a1ade-8ab5-49f2-a2c0-01e6f9816b6f tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:49.745347 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1305db34-f46c-4979-a857-a1564668d7c6 None None] Sync routers for ids ['00e28f44-ce96-4695-af4a-45930ec6cf96'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:32:49.761009 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1305db34-f46c-4979-a857-a1564668d7c6 None None] Routers {'00e28f44-ce96-4695-af4a-45930ec6cf96'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:32:49.767321 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-1305db34-f46c-4979-a857-a1564668d7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:32:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['00e28f44-ce96-4695-af4a-45930ec6cf96'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:49.818836 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-ef8f4449-5a66-408d-8ae4-b5745de9b7b9 req-e56b168c-8e98-4507-9b4d-2fe7fde3862f tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Synchronizing usage tracker for tenant:95401ea77be844ac88b12ee49ce84b9c on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:32:49.833965 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-528ab32f-7b64-4177-ba4c-6fc9f8872018 req-c98b78dc-b1e9-4eb3-a571-f93866eecfa6 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Transition to ACTIVE for port object 75f9427a-9d6f-4010-8f59-3e79fa0900ab will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:32:49.852587 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9d0f11de-ff16-4173-afc2-3322a67625a4 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:49.859256 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-9d0f11de-ff16-4173-afc2-3322a67625a4 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 10.7766635 Oct 13 15:32:49.860452 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51644) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:49.947456 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-1305db34-f46c-4979-a857-a1564668d7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:49.975813 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1305db34-f46c-4979-a857-a1564668d7c6 None None] Routers {'00e28f44-ce96-4695-af4a-45930ec6cf96'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:32:49.977115 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-1305db34-f46c-4979-a857-a1564668d7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:32:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['00e28f44-ce96-4695-af4a-45930ec6cf96'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:50.070812 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49c7c92f-e926-4b26-8729-8dd3e74b38d4 None None] Attempt 5 to provision port d9b7c3a6-2725-453b-8e26-23930b531380 Oct 13 15:32:50.128121 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-64e4c4ae-ac01-49d1-8419-7c39f9933e69 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:50.138055 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-1305db34-f46c-4979-a857-a1564668d7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:50.147163 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1305db34-f46c-4979-a857-a1564668d7c6 None None] The sync data for ids ['00e28f44-ce96-4695-af4a-45930ec6cf96'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:32:50.160055 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 380c127c-e9ae-4ba2-9ce7-26083819a752 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:32:50.214770 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-116f4342-4304-47cd-9dc8-7cdae4be7fd9 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "GET /v2.0/routers/00e28f44-ce96-4695-af4a-45930ec6cf96 HTTP/1.1" status: 200 len: 880 time: 0.3433237 Oct 13 15:32:50.216165 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51652) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:50.219973 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-ef8f4449-5a66-408d-8ae4-b5745de9b7b9 req-e56b168c-8e98-4507-9b4d-2fe7fde3862f tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Unset dirty status for tenant:95401ea77be844ac88b12ee49ce84b9c on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:32:50.221194 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ef8f4449-5a66-408d-8ae4-b5745de9b7b9 req-e56b168c-8e98-4507-9b4d-2fe7fde3862f tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffba99fb-1142-4d80-8627-ae50e1b52a2e HTTP/1.1" status: 200 len: 210 time: 0.5584233 Oct 13 15:32:50.312989 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-da98d991-e180-40ec-a073-a48661c5e3af tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:50.368645 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e4c4ae-ac01-49d1-8419-7c39f9933e69 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Pushing event deleted for resources: {'Port': ['ID=7e2422b5-7d74-4190-ba5b-330498a36d05,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:50.404693 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da98d991-e180-40ec-a073-a48661c5e3af tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event deleted for resources: {'Subnet': ['ID=705d1869-0be7-4b52-9d02-a3bb4cf2a016,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:50.413545 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-da98d991-e180-40ec-a073-a48661c5e3af tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:50.418453 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-da98d991-e180-40ec-a073-a48661c5e3af tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "DELETE /v2.0/subnets/705d1869-0be7-4b52-9d02-a3bb4cf2a016 HTTP/1.1" status: 204 len: 168 time: 2.3884344 Oct 13 15:32:50.425298 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51658) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:50.444298 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49c7c92f-e926-4b26-8729-8dd3e74b38d4 None None] Port d9b7c3a6-2725-453b-8e26-23930b531380 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:50.450951 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 380c127c-e9ae-4ba2-9ce7-26083819a752 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:32:50.466969 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 380c127c-e9ae-4ba2-9ce7-26083819a752 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:32:50.467570 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:50.468041 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 380c127c-e9ae-4ba2-9ce7-26083819a752 Oct 13 15:32:50.484922 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd399fea-214c-4905-82de-0a243740c17a tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] DELETE failed (client error): The resource could not be found. Oct 13 15:32:50.485668 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd399fea-214c-4905-82de-0a243740c17a tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:32:50.493460 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-dd399fea-214c-4905-82de-0a243740c17a tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "DELETE /v2.0/subnets/72a07150-e410-47f5-9e47-2c25f39c8678 HTTP/1.1" status: 404 len: 337 time: 0.0641859 Oct 13 15:32:50.496195 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51664) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:50.570430 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-528ab32f-7b64-4177-ba4c-6fc9f8872018 req-c98b78dc-b1e9-4eb3-a571-f93866eecfa6 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:50.606356 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28df9c6f-275b-4dea-a1d8-12cd4053aecc None None] Network a7f39bfd-3970-412d-aef1-153889c90dcb requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:32:50.704093 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_v2 [None req-76a47ec0-48f1-4b0e-ac19-69505a4a15de tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Deleting subnet 94d2cc1e-7a59-42e9-9496-62f8b10ddf8a {{(pid=88973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:32:50.705937 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51670) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:50.731229 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-64e4c4ae-ac01-49d1-8419-7c39f9933e69 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:50.736481 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-528ab32f-7b64-4177-ba4c-6fc9f8872018 req-c98b78dc-b1e9-4eb3-a571-f93866eecfa6 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Network 0f5e6b55-c27c-4faf-a1fa-6c17e6456d25 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:32:50.742085 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-76a47ec0-48f1-4b0e-ac19-69505a4a15de tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for subnet, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:50.775125 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 380c127c-e9ae-4ba2-9ce7-26083819a752 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:32:50.775515 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:50.779470 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [req-528ab32f-7b64-4177-ba4c-6fc9f8872018 req-c98b78dc-b1e9-4eb3-a571-f93866eecfa6 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:32:50.791541 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-528ab32f-7b64-4177-ba4c-6fc9f8872018 req-c98b78dc-b1e9-4eb3-a571-f93866eecfa6 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:32:50.792570 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 380c127c-e9ae-4ba2-9ce7-26083819a752, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=380c127c-e9ae-4ba2-9ce7-26083819a752,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:32:50.833252 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2ad20618-2437-46e6-9b61-8a4b2576bab6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:50.869019 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ab32f-7b64-4177-ba4c-6fc9f8872018 req-c98b78dc-b1e9-4eb3-a571-f93866eecfa6 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:50.869742 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-528ab32f-7b64-4177-ba4c-6fc9f8872018 req-c98b78dc-b1e9-4eb3-a571-f93866eecfa6 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:50.874779 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:50.901601 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-76a47ec0-48f1-4b0e-ac19-69505a4a15de tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7432921'] for subnet, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:50.922438 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-64e4c4ae-ac01-49d1-8419-7c39f9933e69 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] 10.222.0.42 "DELETE /v2.0/ports/7e2422b5-7d74-4190-ba5b-330498a36d05 HTTP/1.1" status: 204 len: 168 time: 3.5662127 Oct 13 15:32:50.932882 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51676) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:50.948119 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49c7c92f-e926-4b26-8729-8dd3e74b38d4 None None] Attempt 6 to provision port d9b7c3a6-2725-453b-8e26-23930b531380 Oct 13 15:32:50.960893 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-05c905e1-480f-4e3b-929d-93f8259ee06c tempest-QuotasTest-830909738 tempest-QuotasTest-830909738-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:32:51.044149 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=380c127c-e9ae-4ba2-9ce7-26083819a752,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:51.048138 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98b78dc-b1e9-4eb3-a571-f93866eecfa6 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Pushing event updated for resources: {'Port': ['ID=75f9427a-9d6f-4010-8f59-3e79fa0900ab,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:51.058163 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49c7c92f-e926-4b26-8729-8dd3e74b38d4 None None] Port d9b7c3a6-2725-453b-8e26-23930b531380 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:51.067938 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:51.071796 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:51.073416 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:51.074003 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:51.074673 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:51.075503 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:51.076593 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:51.077141 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:51.077764 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:51.079335 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:51.080019 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:51.080549 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:32:51.105724 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-76a47ec0-48f1-4b0e-ac19-69505a4a15de tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:51.169770 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-528ab32f-7b64-4177-ba4c-6fc9f8872018 req-c98b78dc-b1e9-4eb3-a571-f93866eecfa6 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9311318 Oct 13 15:32:51.189273 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-528ab32f-7b64-4177-ba4c-6fc9f8872018 req-85251131-9ebd-4b72-9af5-8d20cbeda282 service neutron] Request body: {'port': {'device_id': 'ffba99fb-1142-4d80-8627-ae50e1b52a2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:32:51.200597 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f9679b5-6615-465a-8791-e4b3a76cfd53 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Deleting subnet 094b1f3d-625e-48bb-b123-1f26d26a47f2 {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:32:51.204727 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0c2a1ade-8ab5-49f2-a2c0-01e6f9816b6f tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:51.249892 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9f9679b5-6615-465a-8791-e4b3a76cfd53 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:51.377315 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-05c905e1-480f-4e3b-929d-93f8259ee06c tempest-QuotasTest-830909738 tempest-QuotasTest-830909738-project-admin] 10.222.0.42 "PUT /v2.0/quotas/b958695412bc4a9693d5f1d4b4c6b863 HTTP/1.1" status: 200 len: 366 time: 0.6578393 Oct 13 15:32:51.382092 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51682) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:51.397803 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-76a47ec0-48f1-4b0e-ac19-69505a4a15de tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:51.404055 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-bdce1b72-9a3e-44b8-9da3-e9127e7ed909 tempest-QuotasTest-830909738 tempest-QuotasTest-830909738-project-admin] 10.222.0.42 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0194061 Oct 13 15:32:51.424487 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51686) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:51.429529 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2a1ade-8ab5-49f2-a2c0-01e6f9816b6f tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Pushing event updated for resources: {'Subnet': ['ID=026981f1-4511-4729-9d23-302b41729e77,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:51.445814 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-528ab32f-7b64-4177-ba4c-6fc9f8872018 req-85251131-9ebd-4b72-9af5-8d20cbeda282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:51.456132 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-76a47ec0-48f1-4b0e-ac19-69505a4a15de tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:51.465499 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a47ec0-48f1-4b0e-ac19-69505a4a15de tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event deleted for resources: {'Subnet': ['ID=94d2cc1e-7a59-42e9-9496-62f8b10ddf8a,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:51.480715 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-8489d2b1-079d-443e-8a0e-a42ff724c341 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Synchronizing usage tracker for tenant:4c5e5250b5d0476f9d711181f94ffb05 on resource:router {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:32:51.487193 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-76a47ec0-48f1-4b0e-ac19-69505a4a15de tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "DELETE /v2.0/subnets/94d2cc1e-7a59-42e9-9496-62f8b10ddf8a HTTP/1.1" status: 204 len: 168 time: 0.9897168 Oct 13 15:32:51.502188 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51690) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:51.516843 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9f9679b5-6615-465a-8791-e4b3a76cfd53 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:51.559525 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49c7c92f-e926-4b26-8729-8dd3e74b38d4 None None] Attempt 7 to provision port d9b7c3a6-2725-453b-8e26-23930b531380 Oct 13 15:32:51.666476 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49c7c92f-e926-4b26-8729-8dd3e74b38d4 None None] Port d9b7c3a6-2725-453b-8e26-23930b531380 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:51.733638 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-0d0c7704-b0c4-442c-884f-dd943340c5ca tempest-QuotasTest-830909738 tempest-QuotasTest-830909738-project-admin] 10.222.0.42 "GET /v2.0/quotas/b958695412bc4a9693d5f1d4b4c6b863 HTTP/1.1" status: 200 len: 366 time: 0.3016124 Oct 13 15:32:51.745704 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51694) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:51.762906 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-13b4c55d-16e3-49e2-aede-36b916406112 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] DELETE failed (client error): The resource could not be found. Oct 13 15:32:51.763421 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-13b4c55d-16e3-49e2-aede-36b916406112 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:32:51.767451 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-13b4c55d-16e3-49e2-aede-36b916406112 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "DELETE /v2.0/subnets/1c458e7a-6939-407c-9764-d84fd14e83e4 HTTP/1.1" status: 404 len: 337 time: 0.2558541 Oct 13 15:32:51.774074 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51698) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:51.795970 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-8489d2b1-079d-443e-8a0e-a42ff724c341 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Unset dirty status for tenant:4c5e5250b5d0476f9d711181f94ffb05 on resource:router {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:32:51.798041 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2a1ade-8ab5-49f2-a2c0-01e6f9816b6f tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Checking segment: {'id': 'cccc7ad0-e265-46ea-b83e-aa0a5ff6120b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': 'b9bae144-c972-498c-85d6-bd27660bc770'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:32:51.798496 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2a1ade-8ab5-49f2-a2c0-01e6f9816b6f tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Network hostable DHCP agents. Network: b9bae144-c972-498c-85d6-bd27660bc770, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:32:51.803161 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-8489d2b1-079d-443e-8a0e-a42ff724c341 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 1.5838466 Oct 13 15:32:51.808707 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51702) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:51.815715 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-1fe21b97-f6be-4db1-9026-39c824c146d1 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-876955217'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:32:51.909456 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-b6a4b006-8633-4c08-8f3c-8d7dd6d197d1 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "GET /v2.0/ports?device_id=042e7151-1f2d-42b1-9b91-6a5d7587f687 HTTP/1.1" status: 200 len: 205 time: 0.1252389 Oct 13 15:32:51.919137 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d3466ed7-cf2e-45d1-a302-622507c8c597 tempest-QuotasTest-830909738 tempest-QuotasTest-830909738-project-admin] 10.222.0.42 "DELETE /v2.0/quotas/b958695412bc4a9693d5f1d4b4c6b863 HTTP/1.1" status: 204 len: 168 time: 0.1581018 Oct 13 15:32:51.923507 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51706) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:51.923763 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51708) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:51.929667 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f405ee-d4c3-4e1a-9a94-64559facf706 None None] Network a7f39bfd-3970-412d-aef1-153889c90dcb requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:32:52.085115 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a5b6f34a-2941-45d4-a391-bcca6425b89a tempest-QuotasTest-830909738 tempest-QuotasTest-830909738-project-admin] 10.222.0.42 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.1560318 Oct 13 15:32:52.089820 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51714) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:52.091330 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2a1ade-8ab5-49f2-a2c0-01e6f9816b6f tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Network b9bae144-c972-498c-85d6-bd27660bc770 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:32:52.093932 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-7f244dad-bd23-4752-baf7-e38c15aa67fb tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] delete failed (client error): The resource could not be found. Oct 13 15:32:52.094964 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-7f244dad-bd23-4752-baf7-e38c15aa67fb tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "DELETE /v2.0/routers/042e7151-1f2d-42b1-9b91-6a5d7587f687 HTTP/1.1" status: 404 len: 336 time: 0.1675775 Oct 13 15:32:52.102175 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51718) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:52.118755 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-b17a80bd-8cc0-40f2-9c60-ec560fd5c2b3 tempest-QuotasTest-830909738 tempest-QuotasTest-830909738-project-admin] 10.222.0.42 "GET /v2.0/quotas/b958695412bc4a9693d5f1d4b4c6b863 HTTP/1.1" status: 200 len: 370 time: 0.0270045 Oct 13 15:32:52.151882 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 380c127c-e9ae-4ba2-9ce7-26083819a752 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:32:52.153090 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51722) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:52.161383 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9546e73-0f22-4eda-b694-4790739b6bbd req-bb19193d-61b4-4bea-90d1-172906e6d141 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:52.163064 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-a9546e73-0f22-4eda-b694-4790739b6bbd req-bb19193d-61b4-4bea-90d1-172906e6d141 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffba99fb-1142-4d80-8627-ae50e1b52a2e HTTP/1.1" status: 200 len: 931 time: 0.7595506 Oct 13 15:32:52.163817 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-0c2a1ade-8ab5-49f2-a2c0-01e6f9816b6f tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, b9bae144-c972-498c-85d6-bd27660bc770) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:32:52.181576 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2a1ade-8ab5-49f2-a2c0-01e6f9816b6f tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:52.182149 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0c2a1ade-8ab5-49f2-a2c0-01e6f9816b6f tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:52.185396 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49c7c92f-e926-4b26-8729-8dd3e74b38d4 None None] Attempt 8 to provision port d9b7c3a6-2725-453b-8e26-23930b531380 Oct 13 15:32:52.186423 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-760adac1-9bfb-4935-8f20-3a00019a8215 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] DELETE failed (client error): The resource could not be found. Oct 13 15:32:52.186859 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-760adac1-9bfb-4935-8f20-3a00019a8215 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:32:52.190877 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-760adac1-9bfb-4935-8f20-3a00019a8215 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "DELETE /v2.0/subnets/4f7f075f-636d-4b60-809c-f55ec79fbdc1 HTTP/1.1" status: 404 len: 337 time: 0.0800984 Oct 13 15:32:52.202263 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-64a13a57-c8d5-4c17-80eb-f217a475a06c tempest-QuotasTest-830909738 tempest-QuotasTest-830909738-project-admin] 10.222.0.42 "GET /v2.0/quotas/b958695412bc4a9693d5f1d4b4c6b863/default HTTP/1.1" status: 200 len: 370 time: 0.0339415 Oct 13 15:32:52.210401 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4474703c-7eb3-496b-afbe-ec59beb83bbf None None] Network b9bae144-c972-498c-85d6-bd27660bc770 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:32:52.218055 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51726) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:52.218382 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51728) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:52.237331 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9f9679b5-6615-465a-8791-e4b3a76cfd53 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:52.280191 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-c10f8482-9e5c-430c-a548-484f422f35ef tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] DELETE failed (client error): The resource could not be found. Oct 13 15:32:52.280563 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c10f8482-9e5c-430c-a548-484f422f35ef tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:32:52.284542 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c10f8482-9e5c-430c-a548-484f422f35ef tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "DELETE /v2.0/subnets/50929342-42e1-4332-8427-7a47e59f252c HTTP/1.1" status: 404 len: 337 time: 0.0537868 Oct 13 15:32:52.289392 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51734) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:52.302028 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-0c2a1ade-8ab5-49f2-a2c0-01e6f9816b6f tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3236835 Oct 13 15:32:52.302737 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51738) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:52.347616 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-a9546e73-0f22-4eda-b694-4790739b6bbd req-3865b0f3-9714-412d-956e-37da78a3980b tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/security-groups?id=7440aebc-fd11-474d-b16f-2447451d9d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1704338 Oct 13 15:32:52.386265 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.api.v2.resource [None req-e2a50125-27ff-45c8-93b6-dfa35299832f tempest-QuotasTest-830909738 tempest-QuotasTest-830909738-project-admin] delete failed (client error): The resource could not be found. Oct 13 15:32:52.389804 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e2a50125-27ff-45c8-93b6-dfa35299832f tempest-QuotasTest-830909738 tempest-QuotasTest-830909738-project-admin] 10.222.0.42 "DELETE /v2.0/quotas/b958695412bc4a9693d5f1d4b4c6b863 HTTP/1.1" status: 404 len: 348 time: 0.1571298 Oct 13 15:32:52.400945 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-271591c6-d9de-4f74-9404-a597d558ff32 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] DELETE failed (client error): The resource could not be found. Oct 13 15:32:52.401398 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-271591c6-d9de-4f74-9404-a597d558ff32 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:32:52.405420 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-271591c6-d9de-4f74-9404-a597d558ff32 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "DELETE /v2.0/subnets/bec2069c-220a-4b30-b83f-05a42ff7b7d2 HTTP/1.1" status: 404 len: 337 time: 0.1096926 Oct 13 15:32:52.410944 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49c7c92f-e926-4b26-8729-8dd3e74b38d4 None None] Port d9b7c3a6-2725-453b-8e26-23930b531380 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:52.414672 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51744) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:52.431640 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2ad20618-2437-46e6-9b61-8a4b2576bab6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:52.455470 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2ad20618-2437-46e6-9b61-8a4b2576bab6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:52.525863 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1f0a163-c298-442b-93a9-12896ca6ff89 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] DELETE failed (client error): The resource could not be found. Oct 13 15:32:52.525863 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1f0a163-c298-442b-93a9-12896ca6ff89 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:32:52.530948 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c1f0a163-c298-442b-93a9-12896ca6ff89 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "DELETE /v2.0/ports/35bf6e57-7af7-4be1-9029-8ec7c819d620 HTTP/1.1" status: 404 len: 333 time: 0.1115148 Oct 13 15:32:52.533930 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51748) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:52.550201 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 380c127c-e9ae-4ba2-9ce7-26083819a752 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:32:52.550834 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:52.551488 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 380c127c-e9ae-4ba2-9ce7-26083819a752 Oct 13 15:32:52.561396 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9f9679b5-6615-465a-8791-e4b3a76cfd53 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:52.591577 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [req-528ab32f-7b64-4177-ba4c-6fc9f8872018 req-85251131-9ebd-4b72-9af5-8d20cbeda282 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75f9427a-9d6f-4010-8f59-3e79fa0900ab {{(pid=88973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 15:32:52.596332 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6f015f9-e271-4d05-8d5e-13f0f769bbde tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] DELETE failed (client error): The resource could not be found. Oct 13 15:32:52.597026 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6f015f9-e271-4d05-8d5e-13f0f769bbde tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:32:52.598822 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-f6f015f9-e271-4d05-8d5e-13f0f769bbde tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "DELETE /v2.0/subnets/e644016a-b296-4dba-8e73-7e969659f923 HTTP/1.1" status: 404 len: 337 time: 0.0637133 Oct 13 15:32:52.623854 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51752) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:52.624187 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51754) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:52.715530 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9679b5-6615-465a-8791-e4b3a76cfd53 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Pushing event deleted for resources: {'Subnet': ['ID=094b1f3d-625e-48bb-b123-1f26d26a47f2,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:52.717432 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9adccfb-be76-4a4d-a9c8-74d1d76eb79b None None] Network e8f4c17b-35d6-4be9-9f72-3117aa33e242 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:32:52.742155 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9f9679b5-6615-465a-8791-e4b3a76cfd53 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:52.757530 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef6f5668-751f-4276-bbad-53214cb7ea11 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] DELETE failed (client error): The resource could not be found. Oct 13 15:32:52.758286 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef6f5668-751f-4276-bbad-53214cb7ea11 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:32:52.774461 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2ad20618-2437-46e6-9b61-8a4b2576bab6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:52.781862 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad20618-2437-46e6-9b61-8a4b2576bab6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Port': ['ID=69e18c8c-25e0-433e-bbd8-1011bbb9f160,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:52.795737 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-9f9679b5-6615-465a-8791-e4b3a76cfd53 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] 10.222.0.42 "DELETE /v2.0/subnets/094b1f3d-625e-48bb-b123-1f26d26a47f2 HTTP/1.1" status: 204 len: 168 time: 1.8595736 Oct 13 15:32:52.799665 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-77b50edc-1cc7-40ee-874f-81e9f04e1f6a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:52.808620 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1990729-53d7-42a8-82e0-bd93751ae94b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-b9bae144-c972-498c-85d6-bd27660bc770', 'network_id': 'b9bae144-c972-498c-85d6-bd27660bc770', 'tenant_id': '189a2a783ff94d9d83e28e5d7a0f1bba', 'fixed_ips': [{'subnet_id': '026981f1-4511-4729-9d23-302b41729e77'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:32:52.809592 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c1990729-53d7-42a8-82e0-bd93751ae94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:52.809902 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51760) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:52.815305 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1fe21b97-f6be-4db1-9026-39c824c146d1 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:52.821039 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-528ab32f-7b64-4177-ba4c-6fc9f8872018 req-85251131-9ebd-4b72-9af5-8d20cbeda282 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:52.828994 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51764) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:52.831780 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-ef6f5668-751f-4276-bbad-53214cb7ea11 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "DELETE /v2.0/subnets/fb379b21-67a2-4f05-8c33-b46cd1208d9c HTTP/1.1" status: 404 len: 337 time: 0.2053347 Oct 13 15:32:52.833784 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bffb564-cce9-4958-85b2-dfd09af73b9d None None] DHCP port deletion for a7f39bfd-3970-412d-aef1-153889c90dcb request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:32:52.867238 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-7bffb564-cce9-4958-85b2-dfd09af73b9d None None] Deleting port c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:32:52.867741 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7bffb564-cce9-4958-85b2-dfd09af73b9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:52.893576 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1fe21b97-f6be-4db1-9026-39c824c146d1 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1827972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1827983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1827956'] for router, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:52.895527 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-6dd9885e-9b16-49f3-b6c6-353597b4b2c6 tempest-QuotasTest-830909738 tempest-QuotasTest-830909738-project-admin] Usage tracker for resource:network and tenant:2cfad5c259ed44c0b0aa86e79069b9d6 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:52.899514 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffb68047-b036-4817-92fc-f7cb116432e2 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] DELETE failed (client error): The resource could not be found. Oct 13 15:32:52.899514 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffb68047-b036-4817-92fc-f7cb116432e2 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:32:52.900096 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-ffb68047-b036-4817-92fc-f7cb116432e2 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "DELETE /v2.0/ports/f57270ec-797d-4032-8b1f-261fd4fe8e6c HTTP/1.1" status: 404 len: 333 time: 0.0671623 Oct 13 15:32:52.901173 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-528ab32f-7b64-4177-ba4c-6fc9f8872018 req-85251131-9ebd-4b72-9af5-8d20cbeda282 service neutron] Transition to ACTIVE for port object 75f9427a-9d6f-4010-8f59-3e79fa0900ab will not be triggered until provisioned by entity L2. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:32:52.910285 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51768) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:52.933464 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-6dd9885e-9b16-49f3-b6c6-353597b4b2c6 tempest-QuotasTest-830909738 tempest-QuotasTest-830909738-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:52.951072 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49c7c92f-e926-4b26-8729-8dd3e74b38d4 None None] Attempt 9 to provision port d9b7c3a6-2725-453b-8e26-23930b531380 Oct 13 15:32:53.016309 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-528ab32f-7b64-4177-ba4c-6fc9f8872018 req-85251131-9ebd-4b72-9af5-8d20cbeda282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:53.123988 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-6dd9885e-9b16-49f3-b6c6-353597b4b2c6 tempest-QuotasTest-830909738 tempest-QuotasTest-830909738-project-admin] Usage tracker for resource:subnet and tenant:2cfad5c259ed44c0b0aa86e79069b9d6 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:53.145699 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9dbd886-9161-4c74-a5e5-634f6333e665 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] DELETE failed (client error): The resource could not be found. Oct 13 15:32:53.145699 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9dbd886-9161-4c74-a5e5-634f6333e665 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:32:53.149332 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-6dd9885e-9b16-49f3-b6c6-353597b4b2c6 tempest-QuotasTest-830909738 tempest-QuotasTest-830909738-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:53.161358 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8d3b51f3-e4cc-4fbb-b283-33c3d1b79635 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:53.162795 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c9dbd886-9161-4c74-a5e5-634f6333e665 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "DELETE /v2.0/subnets/e0deafb2-28d8-44a6-b360-5fe347c31800 HTTP/1.1" status: 404 len: 337 time: 0.1794240 Oct 13 15:32:53.164758 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51772) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:53.188816 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 380c127c-e9ae-4ba2-9ce7-26083819a752 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:32:53.223900 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-77b50edc-1cc7-40ee-874f-81e9f04e1f6a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:53.263541 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-655710aa-5e40-4ae3-935d-6e55b4cc1e52 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] DELETE failed (client error): The resource could not be found. Oct 13 15:32:53.264003 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-655710aa-5e40-4ae3-935d-6e55b4cc1e52 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:32:53.265692 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-655710aa-5e40-4ae3-935d-6e55b4cc1e52 tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "DELETE /v2.0/subnets/7388610e-82eb-4b91-aa5d-efd258759ad4 HTTP/1.1" status: 404 len: 337 time: 0.0999539 Oct 13 15:32:53.273534 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51776) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:53.278634 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-6dd9885e-9b16-49f3-b6c6-353597b4b2c6 tempest-QuotasTest-830909738 tempest-QuotasTest-830909738-project-admin] Usage tracker for resource:subnetpool and tenant:2cfad5c259ed44c0b0aa86e79069b9d6 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:53.287897 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad20618-2437-46e6-9b61-8a4b2576bab6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network acc3888a-4c98-4fae-8af1-1985e343d86e is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:32:53.340669 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-2ad20618-2437-46e6-9b61-8a4b2576bab6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:32:53.340669 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-6dd9885e-9b16-49f3-b6c6-353597b4b2c6 tempest-QuotasTest-830909738 tempest-QuotasTest-830909738-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:53.361796 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-8d3b51f3-e4cc-4fbb-b283-33c3d1b79635 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Deleting port bc5eb8e2-1a2b-4cc3-9bb6-2b4e3e8f63fa {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:32:53.362170 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8d3b51f3-e4cc-4fbb-b283-33c3d1b79635 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:53.440779 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-7bffb564-cce9-4958-85b2-dfd09af73b9d None None] For port c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4,segment=NetworkSegment(c1cab4f7-33a3-4e4f-820b-4d74891cbe8a),segment_id=c1cab4f7-33a3-4e4f-820b-4d74891cbe8a)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:32:53.441162 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7bffb564-cce9-4958-85b2-dfd09af73b9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:53.601877 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-6dd9885e-9b16-49f3-b6c6-353597b4b2c6 tempest-QuotasTest-830909738 tempest-QuotasTest-830909738-project-admin] Usage tracker for resource:port and tenant:2cfad5c259ed44c0b0aa86e79069b9d6 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:53.604236 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe21b97-f6be-4db1-9026-39c824c146d1 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Router 00e28f44-ce96-4695-af4a-45930ec6cf96 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:32:53.606150 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85251131-9ebd-4b72-9af5-8d20cbeda282 service neutron] Pushing event updated for resources: {'Port': ['ID=75f9427a-9d6f-4010-8f59-3e79fa0900ab,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:53.607646 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-7bffb564-cce9-4958-85b2-dfd09af73b9d None None] Calling delete_port for c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:32:53.627114 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbd545-1ef0-4dde-be61-9ff1b48c51db tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Deleting port d9b7c3a6-2725-453b-8e26-23930b531380 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:32:53.627452 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-dfbbd545-1ef0-4dde-be61-9ff1b48c51db tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:53.717702 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7bffb564-cce9-4958-85b2-dfd09af73b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:53.734847 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-6dd9885e-9b16-49f3-b6c6-353597b4b2c6 tempest-QuotasTest-830909738 tempest-QuotasTest-830909738-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:53.759801 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-528ab32f-7b64-4177-ba4c-6fc9f8872018 req-85251131-9ebd-4b72-9af5-8d20cbeda282 service neutron] Attempting to bind port 75f9427a-9d6f-4010-8f59-3e79fa0900ab on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:32:53.760859 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-528ab32f-7b64-4177-ba4c-6fc9f8872018 req-85251131-9ebd-4b72-9af5-8d20cbeda282 service neutron] Attempting to bind port 75f9427a-9d6f-4010-8f59-3e79fa0900ab by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '5b640b7b-bb58-43d3-8a2a-62c563521076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0f5e6b55-c27c-4faf-a1fa-6c17e6456d25'}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:32:53.760859 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528ab32f-7b64-4177-ba4c-6fc9f8872018 req-85251131-9ebd-4b72-9af5-8d20cbeda282 service neutron] Attempting to bind port 75f9427a-9d6f-4010-8f59-3e79fa0900ab on network 0f5e6b55-c27c-4faf-a1fa-6c17e6456d25 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:32:53.785200 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49c7c92f-e926-4b26-8729-8dd3e74b38d4 None None] Port d9b7c3a6-2725-453b-8e26-23930b531380 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:53.787028 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bffb564-cce9-4958-85b2-dfd09af73b9d None None] No DVR routers for this DVR port c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4 on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:32:53.851451 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bffb564-cce9-4958-85b2-dfd09af73b9d None None] Pushing event deleted for resources: {'Port': ['ID=c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:53.897102 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528ab32f-7b64-4177-ba4c-6fc9f8872018 req-85251131-9ebd-4b72-9af5-8d20cbeda282 service neutron] Port 75f9427a-9d6f-4010-8f59-3e79fa0900ab on network 0f5e6b55-c27c-4faf-a1fa-6c17e6456d25 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:32:53.897931 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528ab32f-7b64-4177-ba4c-6fc9f8872018 req-85251131-9ebd-4b72-9af5-8d20cbeda282 service neutron] Attempting to bind port 75f9427a-9d6f-4010-8f59-3e79fa0900ab on network 0f5e6b55-c27c-4faf-a1fa-6c17e6456d25 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:32:53.928552 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528ab32f-7b64-4177-ba4c-6fc9f8872018 req-85251131-9ebd-4b72-9af5-8d20cbeda282 service neutron] Checking agent: {'id': 'c4d1d38a-44f6-47ac-b17c-311e640e7cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'started_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 32, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:32:53.928552 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528ab32f-7b64-4177-ba4c-6fc9f8872018 req-85251131-9ebd-4b72-9af5-8d20cbeda282 service neutron] Checking segment: {'id': '5b640b7b-bb58-43d3-8a2a-62c563521076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0f5e6b55-c27c-4faf-a1fa-6c17e6456d25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:32:53.928552 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-528ab32f-7b64-4177-ba4c-6fc9f8872018 req-85251131-9ebd-4b72-9af5-8d20cbeda282 service neutron] Bound using segment: {'id': '5b640b7b-bb58-43d3-8a2a-62c563521076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0f5e6b55-c27c-4faf-a1fa-6c17e6456d25'} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:32:53.928552 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-528ab32f-7b64-4177-ba4c-6fc9f8872018 req-85251131-9ebd-4b72-9af5-8d20cbeda282 service neutron] Bound port: 75f9427a-9d6f-4010-8f59-3e79fa0900ab, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b640b7b-bb58-43d3-8a2a-62c563521076', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0f5e6b55-c27c-4faf-a1fa-6c17e6456d25'}}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:32:53.929907 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-528ab32f-7b64-4177-ba4c-6fc9f8872018 req-85251131-9ebd-4b72-9af5-8d20cbeda282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server [None req-c1990729-53d7-42a8-82e0-bd93751ae94b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 026981f1-4511-4729-9d23-302b41729e77: This subnet is being modified by another concurrent operation. Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server raise exception Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 026981f1-4511-4729-9d23-302b41729e77: This subnet is being modified by another concurrent operation. Oct 13 15:32:53.947225 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server Oct 13 15:32:53.980018 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a695d03e-7310-4dbd-a7aa-9f73687d9cf6 None None] Network b9bae144-c972-498c-85d6-bd27660bc770 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:32:54.031180 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d82fe8d-43bb-4455-b798-57c66f74bc1c None None] DHCP port deletion for e8f4c17b-35d6-4be9-9f72-3117aa33e242 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:32:54.120303 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-77b50edc-1cc7-40ee-874f-81e9f04e1f6a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:54.130255 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-7d82fe8d-43bb-4455-b798-57c66f74bc1c None None] Deleting port bc5eb8e2-1a2b-4cc3-9bb6-2b4e3e8f63fa {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:32:54.130255 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7d82fe8d-43bb-4455-b798-57c66f74bc1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:54.130255 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device bc5eb8e2-1a2b-4cc3-9bb6-2b4e3e8f63fa no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:32:54.143200 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b50edc-1cc7-40ee-874f-81e9f04e1f6a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Pushing event deleted for resources: {'Subnet': ['ID=026981f1-4511-4729-9d23-302b41729e77,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:54.143200 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-6dd9885e-9b16-49f3-b6c6-353597b4b2c6 tempest-QuotasTest-830909738 tempest-QuotasTest-830909738-project-admin] Usage tracker for resource:router and tenant:2cfad5c259ed44c0b0aa86e79069b9d6 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:54.167260 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-6dd9885e-9b16-49f3-b6c6-353597b4b2c6 tempest-QuotasTest-830909738 tempest-QuotasTest-830909738-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:54.175444 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f13b82-8fb9-47db-bc3b-923e88a2df05 req-4dd865a8-1172-47cd-8677-6b2fa592abb1 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:54.175444 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-70f13b82-8fb9-47db-bc3b-923e88a2df05 req-4dd865a8-1172-47cd-8677-6b2fa592abb1 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffba99fb-1142-4d80-8627-ae50e1b52a2e HTTP/1.1" status: 200 len: 943 time: 0.5546300 Oct 13 15:32:54.223522 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe21b97-f6be-4db1-9026-39c824c146d1 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:32:54.234902 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1fe21b97-f6be-4db1-9026-39c824c146d1 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:54.238618 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-1fe21b97-f6be-4db1-9026-39c824c146d1 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "PUT /v2.0/routers/00e28f44-ce96-4695-af4a-45930ec6cf96 HTTP/1.1" status: 200 len: 887 time: 2.4263301 Oct 13 15:32:54.251114 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51782) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:54.263953 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b75b9f9-44ea-4783-bd82-9a1069a86e27 None None] Sync routers for ids ['00e28f44-ce96-4695-af4a-45930ec6cf96'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:32:54.290730 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-6dd9885e-9b16-49f3-b6c6-353597b4b2c6 tempest-QuotasTest-830909738 tempest-QuotasTest-830909738-project-admin] Usage tracker for resource:floatingip and tenant:2cfad5c259ed44c0b0aa86e79069b9d6 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:54.294535 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49c7c92f-e926-4b26-8729-8dd3e74b38d4 None None] Attempt 10 to provision port d9b7c3a6-2725-453b-8e26-23930b531380 Oct 13 15:32:54.344233 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-528ab32f-7b64-4177-ba4c-6fc9f8872018 req-85251131-9ebd-4b72-9af5-8d20cbeda282 service neutron] For port 75f9427a-9d6f-4010-8f59-3e79fa0900ab, host hv-neutron-8603, cleared binding levels {{(pid=88973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:32:54.364570 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-528ab32f-7b64-4177-ba4c-6fc9f8872018 req-85251131-9ebd-4b72-9af5-8d20cbeda282 service neutron] For port 75f9427a-9d6f-4010-8f59-3e79fa0900ab, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=75f9427a-9d6f-4010-8f59-3e79fa0900ab,segment=NetworkSegment(5b640b7b-bb58-43d3-8a2a-62c563521076),segment_id=5b640b7b-bb58-43d3-8a2a-62c563521076)] {{(pid=88973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:32:54.369915 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-70f13b82-8fb9-47db-bc3b-923e88a2df05 req-a2ab5fb7-ada1-4925-a0a2-bfe60d531460 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/security-groups?id=7440aebc-fd11-474d-b16f-2447451d9d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1880128 Oct 13 15:32:54.372816 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-6dd9885e-9b16-49f3-b6c6-353597b4b2c6 tempest-QuotasTest-830909738 tempest-QuotasTest-830909738-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:54.378601 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-528ab32f-7b64-4177-ba4c-6fc9f8872018 req-85251131-9ebd-4b72-9af5-8d20cbeda282 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:54.425957 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ad20618-2437-46e6-9b61-8a4b2576bab6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Router eda9eb34-94cd-4e02-9147-2178151408ee has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:32:54.441278 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-77b50edc-1cc7-40ee-874f-81e9f04e1f6a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:54.447387 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b75b9f9-44ea-4783-bd82-9a1069a86e27 None None] Routers {'00e28f44-ce96-4695-af4a-45930ec6cf96'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:32:54.447759 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-3b75b9f9-44ea-4783-bd82-9a1069a86e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:32:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['00e28f44-ce96-4695-af4a-45930ec6cf96'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:54.459590 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ab32f-7b64-4177-ba4c-6fc9f8872018 req-85251131-9ebd-4b72-9af5-8d20cbeda282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:54.460236 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-528ab32f-7b64-4177-ba4c-6fc9f8872018 req-85251131-9ebd-4b72-9af5-8d20cbeda282 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:54.461634 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-528ab32f-7b64-4177-ba4c-6fc9f8872018 req-85251131-9ebd-4b72-9af5-8d20cbeda282 service neutron] 10.222.0.16 "PUT /v2.0/ports/75f9427a-9d6f-4010-8f59-3e79fa0900ab HTTP/1.1" status: 200 len: 1093 time: 3.2773516 Oct 13 15:32:54.464153 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffba99fb-1142-4d80-8627-ae50e1b52a2e', 'tag': '75f9427a-9d6f-4010-8f59-3e79fa0900ab'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:32:54.469405 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-368c7956-999c-4ff3-ad28-9102a38dd791" -d '{"events": [{"name": "network-changed", "server_uuid": "ffba99fb-1142-4d80-8627-ae50e1b52a2e", "tag": "75f9427a-9d6f-4010-8f59-3e79fa0900ab"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:32:54.568111 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-3b75b9f9-44ea-4783-bd82-9a1069a86e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:54.611724 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85251131-9ebd-4b72-9af5-8d20cbeda282 service neutron] Pushing event updated for resources: {'Port': ['ID=75f9427a-9d6f-4010-8f59-3e79fa0900ab,revision_number=3']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:54.615852 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 15:32:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe61963-6a1f-45b3-a92e-9e1f36ff94fe x-openstack-request-id: req-7fe61963-6a1f-45b3-a92e-9e1f36ff94fe {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:32:54.616148 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffba99fb-1142-4d80-8627-ae50e1b52a2e", "tag": "75f9427a-9d6f-4010-8f59-3e79fa0900ab", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:32:54.616408 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7fe61963-6a1f-45b3-a92e-9e1f36ff94fe {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:32:54.616941 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7fe61963-6a1f-45b3-a92e-9e1f36ff94fe'] response: {'name': 'network-changed', 'server_uuid': 'ffba99fb-1142-4d80-8627-ae50e1b52a2e', 'tag': '75f9427a-9d6f-4010-8f59-3e79fa0900ab', 'status': 'completed', 'code': 200} Oct 13 15:32:54.652287 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49c7c92f-e926-4b26-8729-8dd3e74b38d4 None None] Port d9b7c3a6-2725-453b-8e26-23930b531380 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:54.731441 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c2c50f18-afd3-4e8e-b26c-98355a53b545 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "GET /v2.0/routers/00e28f44-ce96-4695-af4a-45930ec6cf96 HTTP/1.1" status: 200 len: 887 time: 0.4790368 Oct 13 15:32:54.734301 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51788) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:54.736237 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b75b9f9-44ea-4783-bd82-9a1069a86e27 None None] Routers {'00e28f44-ce96-4695-af4a-45930ec6cf96'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:32:54.737667 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-3b75b9f9-44ea-4783-bd82-9a1069a86e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:32:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['00e28f44-ce96-4695-af4a-45930ec6cf96'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:54.794844 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-2269d393-d644-4453-ae65-81ddcb1f84a1 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "GET /v2.0/ports?device_id=00e28f44-ce96-4695-af4a-45930ec6cf96 HTTP/1.1" status: 200 len: 205 time: 0.0596170 Oct 13 15:32:54.797621 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51792) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:54.806969 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-77b50edc-1cc7-40ee-874f-81e9f04e1f6a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9bae144-c972-498c-85d6-bd27660bc770']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:54.829209 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-3b75b9f9-44ea-4783-bd82-9a1069a86e27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:54.829209 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b75b9f9-44ea-4783-bd82-9a1069a86e27 None None] The sync data for ids ['00e28f44-ce96-4695-af4a-45930ec6cf96'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:32:54.830364 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-77b50edc-1cc7-40ee-874f-81e9f04e1f6a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cccc7ad0-e265-46ea-b83e-aa0a5ff6120b') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:54.830364 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-77b50edc-1cc7-40ee-874f-81e9f04e1f6a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cccc7ad0-e265-46ea-b83e-aa0a5ff6120b') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:54.830650 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port bc5eb8e2-1a2b-4cc3-9bb6-2b4e3e8f63fa is: ACTIVE; New status is: DOWN {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:32:54.830650 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:54.847843 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-49c7c92f-e926-4b26-8729-8dd3e74b38d4 None None] Provisioning complete for port 2b906b6e-8be8-47b0-808d-5cbe1cb53b93 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:32:54.847950 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-77b50edc-1cc7-40ee-874f-81e9f04e1f6a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:54.848138 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-49c7c92f-e926-4b26-8729-8dd3e74b38d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:54.848465 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-49c7c92f-e926-4b26-8729-8dd3e74b38d4 None None] Attempt 1 to provision port 2b906b6e-8be8-47b0-808d-5cbe1cb53b93 Oct 13 15:32:54.869588 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-77b50edc-1cc7-40ee-874f-81e9f04e1f6a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:54.877702 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77b50edc-1cc7-40ee-874f-81e9f04e1f6a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:32:54.878371 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-77b50edc-1cc7-40ee-874f-81e9f04e1f6a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:54.881073 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ab32f-7b64-4177-ba4c-6fc9f8872018 req-6c108b4b-3ffe-4995-bbd4-e66879ae76c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:54.883223 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-528ab32f-7b64-4177-ba4c-6fc9f8872018 req-6c108b4b-3ffe-4995-bbd4-e66879ae76c4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=95401ea77be844ac88b12ee49ce84b9c&device_id=ffba99fb-1142-4d80-8627-ae50e1b52a2e HTTP/1.1" status: 200 len: 1096 time: 0.2686729 Oct 13 15:32:54.899216 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-7d82fe8d-43bb-4455-b798-57c66f74bc1c None None] For port bc5eb8e2-1a2b-4cc3-9bb6-2b4e3e8f63fa, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=bc5eb8e2-1a2b-4cc3-9bb6-2b4e3e8f63fa,segment=NetworkSegment(89423ebb-0b52-4776-93b2-55b96c31f356),segment_id=89423ebb-0b52-4776-93b2-55b96c31f356)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:32:54.899590 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7d82fe8d-43bb-4455-b798-57c66f74bc1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:54.967068 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-528ab32f-7b64-4177-ba4c-6fc9f8872018 req-589764f1-d906-4c76-875b-5d79c8363e62 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75f9427a-9d6f-4010-8f59-3e79fa0900ab HTTP/1.1" status: 200 len: 217 time: 0.0749943 Oct 13 15:32:55.039259 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-7d82fe8d-43bb-4455-b798-57c66f74bc1c None None] Calling delete_port for bc5eb8e2-1a2b-4cc3-9bb6-2b4e3e8f63fa owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:32:55.061328 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-8d3b51f3-e4cc-4fbb-b283-33c3d1b79635 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] For port bc5eb8e2-1a2b-4cc3-9bb6-2b4e3e8f63fa, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=bc5eb8e2-1a2b-4cc3-9bb6-2b4e3e8f63fa,segment=NetworkSegment(89423ebb-0b52-4776-93b2-55b96c31f356),segment_id=89423ebb-0b52-4776-93b2-55b96c31f356)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:32:55.062112 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8d3b51f3-e4cc-4fbb-b283-33c3d1b79635 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:55.081835 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment cccc7ad0-e265-46ea-b83e-aa0a5ff6120b resource provider aggregate not found Oct 13 15:32:55.089596 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port bc5eb8e2-1a2b-4cc3-9bb6-2b4e3e8f63fa, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=bc5eb8e2-1a2b-4cc3-9bb6-2b4e3e8f63fa,segment=NetworkSegment(89423ebb-0b52-4776-93b2-55b96c31f356),segment_id=89423ebb-0b52-4776-93b2-55b96c31f356)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:32:55.093358 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-77b50edc-1cc7-40ee-874f-81e9f04e1f6a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:55.100990 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-77b50edc-1cc7-40ee-874f-81e9f04e1f6a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:55.111937 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:55.113260 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:32:55.124136 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ab32f-7b64-4177-ba4c-6fc9f8872018 req-fe16825c-75e0-45c5-b699-a72f51de9bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:55.125838 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-528ab32f-7b64-4177-ba4c-6fc9f8872018 req-fe16825c-75e0-45c5-b699-a72f51de9bc6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c3b98ca8-1d3f-46b6-888f-6c77b6718cf0 HTTP/1.1" status: 200 len: 835 time: 0.1025693 Oct 13 15:32:55.130473 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b317f4a0-d875-42c8-97c0-a616c3536a2b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for router, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:55.165742 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-77b50edc-1cc7-40ee-874f-81e9f04e1f6a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "DELETE /v2.0/networks/b9bae144-c972-498c-85d6-bd27660bc770 HTTP/1.1" status: 204 len: 168 time: 2.8565917 Oct 13 15:32:55.166512 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51800) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:55.181594 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment cccc7ad0-e265-46ea-b83e-aa0a5ff6120b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cccc7ad0-e265-46ea-b83e-aa0a5ff6120b found for delete ", "request_id": "req-5fc89943-3d7f-44ef-b79e-4f1b889db4cf"}]} Oct 13 15:32:55.185151 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b50edc-1cc7-40ee-874f-81e9f04e1f6a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Pushing event deleted for resources: {'Network': ['ID=b9bae144-c972-498c-85d6-bd27660bc770,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:55.197575 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-dfbbd545-1ef0-4dde-be61-9ff1b48c51db tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:55.206225 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:32:55.206678 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:32:55.213974 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-d448c17a-041e-4543-813c-7d7d61c2f868 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1682304872'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:32:55.223457 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-d448c17a-041e-4543-813c-7d7d61c2f868 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:32:55.227640 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-d448c17a-041e-4543-813c-7d7d61c2f868 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Usage tracker for resource:network and tenant:189a2a783ff94d9d83e28e5d7a0f1bba is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:55.231905 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-d448c17a-041e-4543-813c-7d7d61c2f868 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:55.295799 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.db.api [None req-7d82fe8d-43bb-4455-b798-57c66f74bc1c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88974) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:32:55.295799 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG oslo_db.api [None req-7d82fe8d-43bb-4455-b798-57c66f74bc1c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:32:55.310734 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=bc5eb8e2-1a2b-4cc3-9bb6-2b4e3e8f63fa,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:55.317276 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-49c7c92f-e926-4b26-8729-8dd3e74b38d4 None None] Current status of the port 2b906b6e-8be8-47b0-808d-5cbe1cb53b93 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:32:55.407938 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-d448c17a-041e-4543-813c-7d7d61c2f868 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:32:55.420629 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-8d3b51f3-e4cc-4fbb-b283-33c3d1b79635 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Calling delete_port for bc5eb8e2-1a2b-4cc3-9bb6-2b4e3e8f63fa owned by network:dhcp {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:32:55.453851 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ad20618-2437-46e6-9b61-8a4b2576bab6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:32:55.454581 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-6899c1fc-463d-4147-9da6-b40fd6830db3 None None] Provisioning for port 75f9427a-9d6f-4010-8f59-3e79fa0900ab completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:32:55.465301 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df492df1-4b38-4a62-8422-08542c497337 None None] Sync routers for ids ['eda9eb34-94cd-4e02-9147-2178151408ee'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:32:55.467817 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-2ad20618-2437-46e6-9b61-8a4b2576bab6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "PUT /v2.0/routers/eda9eb34-94cd-4e02-9147-2178151408ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7092953 Oct 13 15:32:55.474474 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-6899c1fc-463d-4147-9da6-b40fd6830db3 None None] Could not find standard attr ID for object c8cf53bc-fec8-4fa7-af77-e9dc78be6bb4. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:32:55.477867 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-6899c1fc-463d-4147-9da6-b40fd6830db3 None None] Could not find standard attr ID for object 382de3f6-c5a5-497b-9822-92f18350e681. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:32:55.479896 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df492df1-4b38-4a62-8422-08542c497337 None None] Routers {'eda9eb34-94cd-4e02-9147-2178151408ee'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:32:55.483052 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-df492df1-4b38-4a62-8422-08542c497337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:32:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['eda9eb34-94cd-4e02-9147-2178151408ee'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:55.498998 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51806) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:55.500720 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-6899c1fc-463d-4147-9da6-b40fd6830db3 None None] Provisioning complete for port d9b7c3a6-2725-453b-8e26-23930b531380 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:32:55.500885 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6899c1fc-463d-4147-9da6-b40fd6830db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:55.503056 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-6899c1fc-463d-4147-9da6-b40fd6830db3 None None] Attempt 1 to provision port d9b7c3a6-2725-453b-8e26-23930b531380 Oct 13 15:32:55.634413 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-6899c1fc-463d-4147-9da6-b40fd6830db3 None None] Port d9b7c3a6-2725-453b-8e26-23930b531380 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:32:55.635240 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:55.639013 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-dfbbd545-1ef0-4dde-be61-9ff1b48c51db tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Calling delete_port for d9b7c3a6-2725-453b-8e26-23930b531380 owned by {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:32:55.692853 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d448c17a-041e-4543-813c-7d7d61c2f868 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Made reservation on behalf of 189a2a783ff94d9d83e28e5d7a0f1bba for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:32:55.695989 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d448c17a-041e-4543-813c-7d7d61c2f868 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:55.729147 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-6dd9885e-9b16-49f3-b6c6-353597b4b2c6 tempest-QuotasTest-830909738 tempest-QuotasTest-830909738-project-admin] Usage tracker for resource:security_group and tenant:2cfad5c259ed44c0b0aa86e79069b9d6 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:55.747756 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b317f4a0-d875-42c8-97c0-a616c3536a2b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:55.750444 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-6dd9885e-9b16-49f3-b6c6-353597b4b2c6 tempest-QuotasTest-830909738 tempest-QuotasTest-830909738-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:55.772777 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-df492df1-4b38-4a62-8422-08542c497337 None None] Set router eda9eb34-94cd-4e02-9147-2178151408ee gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:32:55.785786 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d448c17a-041e-4543-813c-7d7d61c2f868 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:32:55.797539 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-7d82fe8d-43bb-4455-b798-57c66f74bc1c None None] Deleting port bc5eb8e2-1a2b-4cc3-9bb6-2b4e3e8f63fa {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:32:55.797964 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7d82fe8d-43bb-4455-b798-57c66f74bc1c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:55.816466 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-dfbbd545-1ef0-4dde-be61-9ff1b48c51db tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:55.819624 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.db.api [None req-8d3b51f3-e4cc-4fbb-b283-33c3d1b79635 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88972) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:32:55.820643 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG oslo_db.api [None req-8d3b51f3-e4cc-4fbb-b283-33c3d1b79635 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:32:55.821975 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67decf7-6b00-4684-9ec7-2e5400653c32 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:55.822265 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-6dd9885e-9b16-49f3-b6c6-353597b4b2c6 tempest-QuotasTest-830909738 tempest-QuotasTest-830909738-project-admin] Usage tracker for resource:security_group_rule and tenant:2cfad5c259ed44c0b0aa86e79069b9d6 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:55.824035 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67decf7-6b00-4684-9ec7-2e5400653c32 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:55.824751 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67decf7-6b00-4684-9ec7-2e5400653c32 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:55.825348 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67decf7-6b00-4684-9ec7-2e5400653c32 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:55.825944 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67decf7-6b00-4684-9ec7-2e5400653c32 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:55.826949 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67decf7-6b00-4684-9ec7-2e5400653c32 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:55.827588 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67decf7-6b00-4684-9ec7-2e5400653c32 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:55.828910 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67decf7-6b00-4684-9ec7-2e5400653c32 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:55.830105 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67decf7-6b00-4684-9ec7-2e5400653c32 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:55.830920 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67decf7-6b00-4684-9ec7-2e5400653c32 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:55.834910 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e67decf7-6b00-4684-9ec7-2e5400653c32 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7002 time: 0.3354847 Oct 13 15:32:55.845911 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51810) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:55.973442 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e32e2e-73c2-41d9-8554-5cc4c8efd662 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:55.975368 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e32e2e-73c2-41d9-8554-5cc4c8efd662 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:55.976891 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e32e2e-73c2-41d9-8554-5cc4c8efd662 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:55.977515 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e32e2e-73c2-41d9-8554-5cc4c8efd662 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:55.978152 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e32e2e-73c2-41d9-8554-5cc4c8efd662 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:55.979332 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e32e2e-73c2-41d9-8554-5cc4c8efd662 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:55.979956 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e32e2e-73c2-41d9-8554-5cc4c8efd662 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:55.980563 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40e32e2e-73c2-41d9-8554-5cc4c8efd662 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:55.982817 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-40e32e2e-73c2-41d9-8554-5cc4c8efd662 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5235 time: 0.1354597 Oct 13 15:32:55.993584 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-b317f4a0-d875-42c8-97c0-a616c3536a2b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Deleting port 4b1ec5e1-45fb-4273-ac08-731074587c97 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:32:55.995142 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b317f4a0-d875-42c8-97c0-a616c3536a2b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:56.027033 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51814) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:56.027995 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d448c17a-041e-4543-813c-7d7d61c2f868 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:56.028339 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-d448c17a-041e-4543-813c-7d7d61c2f868 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Added segment 65aee2b3-a289-4e56-98eb-ccddf81d143d of type vlan for network f4797deb-c95f-4f8d-83d9-26f6e131ace5 Oct 13 15:32:56.042912 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-6dd9885e-9b16-49f3-b6c6-353597b4b2c6 tempest-QuotasTest-830909738 tempest-QuotasTest-830909738-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:56.139660 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-6899c1fc-463d-4147-9da6-b40fd6830db3 None None] Attempt 2 to provision port d9b7c3a6-2725-453b-8e26-23930b531380 Oct 13 15:32:56.143408 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbbd545-1ef0-4dde-be61-9ff1b48c51db tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event deleted for resources: {'Port': ['ID=d9b7c3a6-2725-453b-8e26-23930b531380,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:56.170330 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-6dd9885e-9b16-49f3-b6c6-353597b4b2c6 tempest-QuotasTest-830909738 tempest-QuotasTest-830909738-project-admin] 10.222.0.42 "GET /v2.0/quotas/2cfad5c259ed44c0b0aa86e79069b9d6/details.json HTTP/1.1" status: 200 len: 703 time: 3.5425320 Oct 13 15:32:56.189737 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-dfbbd545-1ef0-4dde-be61-9ff1b48c51db tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:56.193194 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-6899c1fc-463d-4147-9da6-b40fd6830db3 None None] Port d9b7c3a6-2725-453b-8e26-23930b531380 was deleted so its status cannot be updated. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:32:56.195801 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-7d82fe8d-43bb-4455-b798-57c66f74bc1c None None] For port bc5eb8e2-1a2b-4cc3-9bb6-2b4e3e8f63fa, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=bc5eb8e2-1a2b-4cc3-9bb6-2b4e3e8f63fa,segment=NetworkSegment(89423ebb-0b52-4776-93b2-55b96c31f356),segment_id=89423ebb-0b52-4776-93b2-55b96c31f356)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:32:56.196272 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7d82fe8d-43bb-4455-b798-57c66f74bc1c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:56.225276 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b317f4a0-d875-42c8-97c0-a616c3536a2b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:56.279441 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-df492df1-4b38-4a62-8422-08542c497337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'name': 'tempest-TestNetworkBasicOps-router-504222220', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '380c127c-e9ae-4ba2-9ce7-26083819a752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:32:35Z', 'updated_at': '2022-10-13T15:32:50Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '380c127c-e9ae-4ba2-9ce7-26083819a752', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:12:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:32:38Z', 'updated_at': '2022-10-13T15:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '69e18c8c-25e0-433e-bbd8-1011bbb9f160', 'name': '', 'network_id': 'acc3888a-4c98-4fae-8af1-1985e343d86e', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:30:83:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '914f661d-97de-4718-8153-052b099d6cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:32:46Z', 'updated_at': '2022-10-13T15:32:51Z', 'revision_number': 2, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '914f661d-97de-4718-8153-052b099d6cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:56.284241 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df492df1-4b38-4a62-8422-08542c497337 None None] Checking router: eda9eb34-94cd-4e02-9147-2178151408ee for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:32:56.284747 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df492df1-4b38-4a62-8422-08542c497337 None None] Updating router eda9eb34-94cd-4e02-9147-2178151408ee port 69e18c8c-25e0-433e-bbd8-1011bbb9f160 binding host dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:32:56.356122 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-8d3b51f3-e4cc-4fbb-b283-33c3d1b79635 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Deleting port bc5eb8e2-1a2b-4cc3-9bb6-2b4e3e8f63fa {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:32:56.356476 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8d3b51f3-e4cc-4fbb-b283-33c3d1b79635 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:56.360461 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-df492df1-4b38-4a62-8422-08542c497337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:56.367095 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-b317f4a0-d875-42c8-97c0-a616c3536a2b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Calling delete_port for 4b1ec5e1-45fb-4273-ac08-731074587c97 owned by network:router_gateway {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:32:56.379079 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-7d82fe8d-43bb-4455-b798-57c66f74bc1c None None] Calling delete_port for bc5eb8e2-1a2b-4cc3-9bb6-2b4e3e8f63fa owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:32:56.407445 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528ab32f-7b64-4177-ba4c-6fc9f8872018 req-dda670ef-6e6e-4cf6-8263-40fa88294f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:56.409387 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-528ab32f-7b64-4177-ba4c-6fc9f8872018 req-dda670ef-6e6e-4cf6-8263-40fa88294f30 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0f5e6b55-c27c-4faf-a1fa-6c17e6456d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.2231731 Oct 13 15:32:56.453820 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d448c17a-041e-4543-813c-7d7d61c2f868 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:56.494331 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-6899c1fc-463d-4147-9da6-b40fd6830db3 None None] Provisioning for port b5e7b40c-bb94-45cd-a19a-d1198dc1b76c completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:32:56.509239 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-6899c1fc-463d-4147-9da6-b40fd6830db3 None None] Provisioning complete for port b5e7b40c-bb94-45cd-a19a-d1198dc1b76c triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:32:56.510149 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6899c1fc-463d-4147-9da6-b40fd6830db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:56.510905 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-6899c1fc-463d-4147-9da6-b40fd6830db3 None None] Attempt 1 to provision port b5e7b40c-bb94-45cd-a19a-d1198dc1b76c Oct 13 15:32:56.563186 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-dfbbd545-1ef0-4dde-be61-9ff1b48c51db tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "DELETE /v2.0/ports/d9b7c3a6-2725-453b-8e26-23930b531380 HTTP/1.1" status: 204 len: 168 time: 3.2819371 Oct 13 15:32:56.569734 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51820) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:56.687211 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daadff40-fcf8-4785-b8e7-8ab4f1923279 req-ea0c11b6-d263-4190-b8b2-ad4818c9868e tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:56.696257 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-daadff40-fcf8-4785-b8e7-8ab4f1923279 req-ea0c11b6-d263-4190-b8b2-ad4818c9868e tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffba99fb-1142-4d80-8627-ae50e1b52a2e HTTP/1.1" status: 200 len: 943 time: 0.9332254 Oct 13 15:32:56.783872 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d448c17a-041e-4543-813c-7d7d61c2f868 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:56.790219 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d448c17a-041e-4543-813c-7d7d61c2f868 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:56.791536 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d448c17a-041e-4543-813c-7d7d61c2f868 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:56.809121 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-daadff40-fcf8-4785-b8e7-8ab4f1923279 req-ac4fa391-c789-4491-b5e9-0637a9c77d68 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/security-groups?id=7440aebc-fd11-474d-b16f-2447451d9d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114666 Oct 13 15:32:56.827887 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-528ab32f-7b64-4177-ba4c-6fc9f8872018 req-2e0bdd91-3b6d-4a51-a7ed-03be5c5c677f service neutron] 10.222.0.16 "GET /v2.0/networks/0f5e6b55-c27c-4faf-a1fa-6c17e6456d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4084768 Oct 13 15:32:56.869717 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7d82fe8d-43bb-4455-b798-57c66f74bc1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:56.948173 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51826) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:56.957052 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d82fe8d-43bb-4455-b798-57c66f74bc1c None None] No DVR routers for this DVR port bc5eb8e2-1a2b-4cc3-9bb6-2b4e3e8f63fa on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:32:56.961106 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d82fe8d-43bb-4455-b798-57c66f74bc1c None None] Pushing event deleted for resources: {'Port': ['ID=bc5eb8e2-1a2b-4cc3-9bb6-2b4e3e8f63fa,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:56.965481 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-6899c1fc-463d-4147-9da6-b40fd6830db3 None None] Current status of the port b5e7b40c-bb94-45cd-a19a-d1198dc1b76c is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:32:56.966058 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6899c1fc-463d-4147-9da6-b40fd6830db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:56.983979 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a756733-6c57-48ee-ba01-79504d7c020d None None] get_active_networks_info from dv-neutron-860329-2-hyperv {{(pid=88974) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 13 15:32:57.004667 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-df492df1-4b38-4a62-8422-08542c497337 None None] Notify callbacks [] for port, precommit_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:57.024362 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.provisioning_blocks [None req-df492df1-4b38-4a62-8422-08542c497337 None None] Transition to ACTIVE for port object 69e18c8c-25e0-433e-bbd8-1011bbb9f160 will not be triggered until provisioned by entity L2. {{(pid=88975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:32:57.037300 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-df492df1-4b38-4a62-8422-08542c497337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:57.111000 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d448c17a-041e-4543-813c-7d7d61c2f868 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.9205234 Oct 13 15:32:57.119297 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a756733-6c57-48ee-ba01-79504d7c020d None None] Resources bound (agent type, host, resource id): {{(pid=88974) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 15:32:57.133739 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-311908f3-ca0a-44d9-b95c-6fc72f6b8c8e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:57.162893 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51830) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:57.187757 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-6899c1fc-463d-4147-9da6-b40fd6830db3 None None] For port b5e7b40c-bb94-45cd-a19a-d1198dc1b76c, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=b5e7b40c-bb94-45cd-a19a-d1198dc1b76c,segment=NetworkSegment(c1cfd5ef-41c3-45b6-ada9-464885c469f4),segment_id=c1cfd5ef-41c3-45b6-ada9-464885c469f4)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:32:57.226659 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b317f4a0-d875-42c8-97c0-a616c3536a2b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:57.233752 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-c45b16cc-4604-4019-bf61-8b98cb9f802f tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Request body: {'subnet': {'network_id': 'f4797deb-c95f-4f8d-83d9-26f6e131ace5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:32:57.272284 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6899c1fc-463d-4147-9da6-b40fd6830db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:57.294399 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d448c17a-041e-4543-813c-7d7d61c2f868 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Pushing event updated for resources: {'Network': ['ID=f4797deb-c95f-4f8d-83d9-26f6e131ace5,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:57.313761 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b317f4a0-d875-42c8-97c0-a616c3536a2b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event deleted for resources: {'Port': ['ID=4b1ec5e1-45fb-4273-ac08-731074587c97,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:57.340327 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network f4797deb-c95f-4f8d-83d9-26f6e131ace5 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:32:57.369790 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-df492df1-4b38-4a62-8422-08542c497337 None None] Attempting to bind port 69e18c8c-25e0-433e-bbd8-1011bbb9f160 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:32:57.370015 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-528ab32f-7b64-4177-ba4c-6fc9f8872018 req-69dcdc8f-3fc3-462c-ae05-e066189f7330 service neutron] 10.222.0.16 "GET /v2.0/networks/0f5e6b55-c27c-4faf-a1fa-6c17e6456d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5131295 Oct 13 15:32:57.370242 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-df492df1-4b38-4a62-8422-08542c497337 None None] Attempting to bind port 69e18c8c-25e0-433e-bbd8-1011bbb9f160 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'c1cfd5ef-41c3-45b6-ada9-464885c469f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'acc3888a-4c98-4fae-8af1-1985e343d86e'}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:32:57.371267 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df492df1-4b38-4a62-8422-08542c497337 None None] Attempting to bind port 69e18c8c-25e0-433e-bbd8-1011bbb9f160 on network acc3888a-4c98-4fae-8af1-1985e343d86e {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:32:57.379220 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df492df1-4b38-4a62-8422-08542c497337 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:32:57.379696 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df492df1-4b38-4a62-8422-08542c497337 None None] Checking segment: {'id': 'c1cfd5ef-41c3-45b6-ada9-464885c469f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'acc3888a-4c98-4fae-8af1-1985e343d86e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:32:57.380079 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-df492df1-4b38-4a62-8422-08542c497337 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:57.380464 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df492df1-4b38-4a62-8422-08542c497337 None None] Bound using segment: {'id': 'c1cfd5ef-41c3-45b6-ada9-464885c469f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'acc3888a-4c98-4fae-8af1-1985e343d86e'} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:32:57.381344 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-df492df1-4b38-4a62-8422-08542c497337 None None] Bound port: 69e18c8c-25e0-433e-bbd8-1011bbb9f160, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1cfd5ef-41c3-45b6-ada9-464885c469f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'acc3888a-4c98-4fae-8af1-1985e343d86e'}}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:32:57.381469 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-df492df1-4b38-4a62-8422-08542c497337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:57.386001 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-8d3b51f3-e4cc-4fbb-b283-33c3d1b79635 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] For port bc5eb8e2-1a2b-4cc3-9bb6-2b4e3e8f63fa, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=bc5eb8e2-1a2b-4cc3-9bb6-2b4e3e8f63fa,segment=NetworkSegment(89423ebb-0b52-4776-93b2-55b96c31f356),segment_id=89423ebb-0b52-4776-93b2-55b96c31f356)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:32:57.388030 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8d3b51f3-e4cc-4fbb-b283-33c3d1b79635 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:57.501993 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-6899c1fc-463d-4147-9da6-b40fd6830db3 None None] Provisioning for port 69e18c8c-25e0-433e-bbd8-1011bbb9f160 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:32:57.537052 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-df492df1-4b38-4a62-8422-08542c497337 None None] For port 69e18c8c-25e0-433e-bbd8-1011bbb9f160, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:32:57.544581 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-df492df1-4b38-4a62-8422-08542c497337 None None] For port 69e18c8c-25e0-433e-bbd8-1011bbb9f160, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=69e18c8c-25e0-433e-bbd8-1011bbb9f160,segment=NetworkSegment(c1cfd5ef-41c3-45b6-ada9-464885c469f4),segment_id=c1cfd5ef-41c3-45b6-ada9-464885c469f4)] {{(pid=88975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:32:57.556778 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-df492df1-4b38-4a62-8422-08542c497337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:57.574280 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3073bb6-3cf9-48fb-a17e-c8e2142dc5d2 None None] Pushing event updated for resources: {'Port': ['ID=69e18c8c-25e0-433e-bbd8-1011bbb9f160,revision_number=3']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:57.591246 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6899c1fc-463d-4147-9da6-b40fd6830db3 None None] Pushing event updated for resources: {'Port': ['ID=b5e7b40c-bb94-45cd-a19a-d1198dc1b76c,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:57.651078 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df492df1-4b38-4a62-8422-08542c497337 None None] Routers {'eda9eb34-94cd-4e02-9147-2178151408ee'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:32:57.652033 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-df492df1-4b38-4a62-8422-08542c497337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:32:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['eda9eb34-94cd-4e02-9147-2178151408ee'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:57.682906 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-8d3b51f3-e4cc-4fbb-b283-33c3d1b79635 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Calling delete_port for bc5eb8e2-1a2b-4cc3-9bb6-2b4e3e8f63fa owned by network:dhcp {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:32:57.698223 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b317f4a0-d875-42c8-97c0-a616c3536a2b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828050'] for router_gateway, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:57.738064 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-623b6018-ab2a-48a9-980b-499815ee071f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:57.834082 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-623b6018-ab2a-48a9-980b-499815ee071f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:32:57.882465 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-df492df1-4b38-4a62-8422-08542c497337 None None] Set router eda9eb34-94cd-4e02-9147-2178151408ee gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:32:57.905971 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-623b6018-ab2a-48a9-980b-499815ee071f admin admin] Usage tracker for resource:security_group_rule and tenant:992c0c5ae19b45e9a00fd3e56fb3aafa is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:57.912814 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-623b6018-ab2a-48a9-980b-499815ee071f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:57.933457 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-c45b16cc-4604-4019-bf61-8b98cb9f802f tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:32:57.938360 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-623b6018-ab2a-48a9-980b-499815ee071f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:32:57.944084 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-311908f3-ca0a-44d9-b95c-6fc72f6b8c8e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:57.968453 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-c45b16cc-4604-4019-bf61-8b98cb9f802f tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Usage tracker for resource:subnet and tenant:189a2a783ff94d9d83e28e5d7a0f1bba is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:57.985873 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c7956-999c-4ff3-ad28-9102a38dd791 req-e8ee10e2-a575-4008-95fb-aad3752d1a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:57.987436 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-368c7956-999c-4ff3-ad28-9102a38dd791 req-e8ee10e2-a575-4008-95fb-aad3752d1a2d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=95401ea77be844ac88b12ee49ce84b9c&device_id=ffba99fb-1142-4d80-8627-ae50e1b52a2e HTTP/1.1" status: 200 len: 1096 time: 0.5464346 Oct 13 15:32:57.990428 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b317f4a0-d875-42c8-97c0-a616c3536a2b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:57.993214 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b317f4a0-d875-42c8-97c0-a616c3536a2b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:58.005446 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6342e602-c60e-47c3-988a-ba8c6963fcd7 None None] get_active_networks_info from dv-neutron-860329-2-hyperv {{(pid=88974) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 13 15:32:58.009033 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-c45b16cc-4604-4019-bf61-8b98cb9f802f tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:58.017372 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3073bb6-3cf9-48fb-a17e-c8e2142dc5d2 None None] Pushing event updated for resources: {'Port': ['ID=69e18c8c-25e0-433e-bbd8-1011bbb9f160,revision_number=4']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:58.093308 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-c45b16cc-4604-4019-bf61-8b98cb9f802f tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:32:58.111890 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-311908f3-ca0a-44d9-b95c-6fc72f6b8c8e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7f39bfd-3970-412d-aef1-153889c90dcb']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:58.126421 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device b5e7b40c-bb94-45cd-a19a-d1198dc1b76c up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:32:58.139168 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b317f4a0-d875-42c8-97c0-a616c3536a2b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:58.139826 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b317f4a0-d875-42c8-97c0-a616c3536a2b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Fanout notify agent at l3_agent the message router_deleted on router 00e28f44-ce96-4695-af4a-45930ec6cf96 {{(pid=88973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:32:58.160218 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45b16cc-4604-4019-bf61-8b98cb9f802f tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Made reservation on behalf of 189a2a783ff94d9d83e28e5d7a0f1bba for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:32:58.164646 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c45b16cc-4604-4019-bf61-8b98cb9f802f tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:58.205536 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-311908f3-ca0a-44d9-b95c-6fc72f6b8c8e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1cab4f7-33a3-4e4f-820b-4d74891cbe8a') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:58.206056 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-311908f3-ca0a-44d9-b95c-6fc72f6b8c8e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1cab4f7-33a3-4e4f-820b-4d74891cbe8a') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:58.216641 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b317f4a0-d875-42c8-97c0-a616c3536a2b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:58.216754 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.db.api [None req-8d3b51f3-e4cc-4fbb-b283-33c3d1b79635 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88972) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:32:58.217286 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG oslo_db.api [None req-8d3b51f3-e4cc-4fbb-b283-33c3d1b79635 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:32:58.217887 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-b317f4a0-d875-42c8-97c0-a616c3536a2b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "DELETE /v2.0/routers/00e28f44-ce96-4695-af4a-45930ec6cf96 HTTP/1.1" status: 204 len: 168 time: 3.4191046 Oct 13 15:32:58.221393 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51838) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:58.229713 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-481a826f-5dd5-4635-9649-f9eb1f3c33d3 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Request body: {'network': {'name': 'tempest-RoutersTest-249837106'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:32:58.235239 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-481a826f-5dd5-4635-9649-f9eb1f3c33d3 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:32:58.240918 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-481a826f-5dd5-4635-9649-f9eb1f3c33d3 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Usage tracker for resource:network and tenant:4c5e5250b5d0476f9d711181f94ffb05 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:58.244283 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-481a826f-5dd5-4635-9649-f9eb1f3c33d3 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:58.255848 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-481a826f-5dd5-4635-9649-f9eb1f3c33d3 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:32:58.267708 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c7956-999c-4ff3-ad28-9102a38dd791 req-8398be7a-2a01-482e-8554-ab1ad396ffa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:58.271081 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-368c7956-999c-4ff3-ad28-9102a38dd791 req-8398be7a-2a01-482e-8554-ab1ad396ffa8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0f5e6b55-c27c-4faf-a1fa-6c17e6456d25 HTTP/1.1" status: 200 len: 897 time: 0.2752507 Oct 13 15:32:58.273124 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-481a826f-5dd5-4635-9649-f9eb1f3c33d3 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Made reservation on behalf of 4c5e5250b5d0476f9d711181f94ffb05 for: {'network': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:32:58.277067 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-481a826f-5dd5-4635-9649-f9eb1f3c33d3 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:58.305788 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6342e602-c60e-47c3-988a-ba8c6963fcd7 None None] Resources bound (agent type, host, resource id): {{(pid=88974) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 15:32:58.317036 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port b5e7b40c-bb94-45cd-a19a-d1198dc1b76c triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:32:58.317422 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:58.318318 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port b5e7b40c-bb94-45cd-a19a-d1198dc1b76c Oct 13 15:32:58.380012 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-368c7956-999c-4ff3-ad28-9102a38dd791 req-81362d9a-c128-4acf-8353-96bf365d5c62 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75f9427a-9d6f-4010-8f59-3e79fa0900ab HTTP/1.1" status: 200 len: 217 time: 0.0874615 Oct 13 15:32:58.446815 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-7434dc2f-244c-45aa-8291-249b348bfb23 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4313 time: 2.4165766 Oct 13 15:32:58.464065 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c7956-999c-4ff3-ad28-9102a38dd791 req-fcb41306-2ad4-4e27-8e52-1e36ded7566b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:58.465625 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-368c7956-999c-4ff3-ad28-9102a38dd791 req-fcb41306-2ad4-4e27-8e52-1e36ded7566b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c3b98ca8-1d3f-46b6-888f-6c77b6718cf0 HTTP/1.1" status: 200 len: 835 time: 0.0774813 Oct 13 15:32:58.475438 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-481a826f-5dd5-4635-9649-f9eb1f3c33d3 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=88973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:32:58.483145 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-311908f3-ca0a-44d9-b95c-6fc72f6b8c8e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:58.495758 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-8d3b51f3-e4cc-4fbb-b283-33c3d1b79635 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Deleting port bc5eb8e2-1a2b-4cc3-9bb6-2b4e3e8f63fa {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:32:58.496414 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-df492df1-4b38-4a62-8422-08542c497337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'name': 'tempest-TestNetworkBasicOps-router-504222220', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '380c127c-e9ae-4ba2-9ce7-26083819a752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:32:35Z', 'updated_at': '2022-10-13T15:32:50Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '380c127c-e9ae-4ba2-9ce7-26083819a752', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:12:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:32:38Z', 'updated_at': '2022-10-13T15:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '69e18c8c-25e0-433e-bbd8-1011bbb9f160', 'name': '', 'network_id': 'acc3888a-4c98-4fae-8af1-1985e343d86e', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:30:83:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '914f661d-97de-4718-8153-052b099d6cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:32:46Z', 'updated_at': '2022-10-13T15:32:57Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '914f661d-97de-4718-8153-052b099d6cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:58.496585 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8d3b51f3-e4cc-4fbb-b283-33c3d1b79635 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:58.507954 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df492df1-4b38-4a62-8422-08542c497337 None None] The sync data for ids ['eda9eb34-94cd-4e02-9147-2178151408ee'] in dv-neutron-860329-2-hyperv is: [{'id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'name': 'tempest-TestNetworkBasicOps-router-504222220', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '380c127c-e9ae-4ba2-9ce7-26083819a752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:32:35Z', 'updated_at': '2022-10-13T15:32:50Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '380c127c-e9ae-4ba2-9ce7-26083819a752', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:12:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:32:38Z', 'updated_at': '2022-10-13T15:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '69e18c8c-25e0-433e-bbd8-1011bbb9f160', 'name': '', 'network_id': 'acc3888a-4c98-4fae-8af1-1985e343d86e', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:30:83:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '914f661d-97de-4718-8153-052b099d6cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:32:46Z', 'updated_at': '2022-10-13T15:32:57Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '914f661d-97de-4718-8153-052b099d6cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:32:58.558145 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-481a826f-5dd5-4635-9649-f9eb1f3c33d3 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:58.558514 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-481a826f-5dd5-4635-9649-f9eb1f3c33d3 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Added segment 6a98c86c-fffa-42ac-b224-96626fa3fd4a of type vlan for network 273f79b6-74a3-43a3-8305-ceff508dc231 Oct 13 15:32:58.626557 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-481a826f-5dd5-4635-9649-f9eb1f3c33d3 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:58.652594 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368c7956-999c-4ff3-ad28-9102a38dd791 req-55984cac-8d61-4971-80b5-e491e011434a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:58.655474 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-368c7956-999c-4ff3-ad28-9102a38dd791 req-55984cac-8d61-4971-80b5-e491e011434a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0f5e6b55-c27c-4faf-a1fa-6c17e6456d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1814275 Oct 13 15:32:58.723295 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51846) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:58.737948 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.ipam_backend_mixin [None req-c45b16cc-4604-4019-bf61-8b98cb9f802f tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Performing IP validity checks on allocation pools {{(pid=88972) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 13 15:32:58.744287 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.ipam_backend_mixin [None req-c45b16cc-4604-4019-bf61-8b98cb9f802f tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88972) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 13 15:32:58.751799 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-6dfc4475-ec25-4de5-907a-1b7c89231060 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-688757412', 'description': 'tempest-secgroup-smoke-688757412 description', 'project_id': 'de460f02ee50469b960f7a471a064187'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:32:58.761615 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-311908f3-ca0a-44d9-b95c-6fc72f6b8c8e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:58.763621 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-6dfc4475-ec25-4de5-907a-1b7c89231060 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:32:58.773044 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-6dfc4475-ec25-4de5-907a-1b7c89231060 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:58.855900 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-6dfc4475-ec25-4de5-907a-1b7c89231060 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:58.869165 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-481a826f-5dd5-4635-9649-f9eb1f3c33d3 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:58.875912 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-481a826f-5dd5-4635-9649-f9eb1f3c33d3 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:58.877003 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-481a826f-5dd5-4635-9649-f9eb1f3c33d3 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:58.944029 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-8d3b51f3-e4cc-4fbb-b283-33c3d1b79635 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] The port 'bc5eb8e2-1a2b-4cc3-9bb6-2b4e3e8f63fa' was deleted {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 13 15:32:58.945967 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-311908f3-ca0a-44d9-b95c-6fc72f6b8c8e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:32:58.947644 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-311908f3-ca0a-44d9-b95c-6fc72f6b8c8e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:58.996792 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c45b16cc-4604-4019-bf61-8b98cb9f802f tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:59.000791 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port b5e7b40c-bb94-45cd-a19a-d1198dc1b76c is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:32:59.048786 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-6dfc4475-ec25-4de5-907a-1b7c89231060 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:32:59.064322 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481a826f-5dd5-4635-9649-f9eb1f3c33d3 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event updated for resources: {'Network': ['ID=273f79b6-74a3-43a3-8305-ceff508dc231,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:59.078753 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment c1cab4f7-33a3-4e4f-820b-4d74891cbe8a resource provider aggregate not found Oct 13 15:32:59.084617 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 273f79b6-74a3-43a3-8305-ceff508dc231 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:32:59.099526 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6dfc4475-ec25-4de5-907a-1b7c89231060 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:59.123870 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-481a826f-5dd5-4635-9649-f9eb1f3c33d3 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8997266 Oct 13 15:32:59.153887 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51854) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:59.156836 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-368c7956-999c-4ff3-ad28-9102a38dd791 req-903cea61-203f-412a-a5b2-8b986c574924 service neutron] 10.222.0.16 "GET /v2.0/networks/0f5e6b55-c27c-4faf-a1fa-6c17e6456d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4901516 Oct 13 15:32:59.165192 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-10a4722a-9ae4-4dcd-89f7-7264583d01a8 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Request body: {'subnet': {'network_id': '273f79b6-74a3-43a3-8305-ceff508dc231', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:32:59.224190 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment c1cab4f7-33a3-4e4f-820b-4d74891cbe8a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c1cab4f7-33a3-4e4f-820b-4d74891cbe8a found for delete ", "request_id": "req-2fdd3c5c-59db-4738-92f1-cbf0a8660b1a"}]} Oct 13 15:32:59.237763 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45b16cc-4604-4019-bf61-8b98cb9f802f tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Pushing event updated for resources: {'Subnet': ['ID=02e7f462-91c9-4d6d-b9f9-00b48af4fdd2,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:59.307426 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f29ee85-ea06-40cf-b355-e544ae3bee99 req-3e1b954f-aacc-4579-b27f-5a7bc8825ac6 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:59.314777 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-2f29ee85-ea06-40cf-b355-e544ae3bee99 req-3e1b954f-aacc-4579-b27f-5a7bc8825ac6 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffba99fb-1142-4d80-8627-ae50e1b52a2e HTTP/1.1" status: 200 len: 943 time: 1.3020720 Oct 13 15:32:59.318221 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-6dfc4475-ec25-4de5-907a-1b7c89231060 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:32:59.340016 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-311908f3-ca0a-44d9-b95c-6fc72f6b8c8e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:59.379651 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-6dfc4475-ec25-4de5-907a-1b7c89231060 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:59.389005 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-6dfc4475-ec25-4de5-907a-1b7c89231060 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:59.406718 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-6dfc4475-ec25-4de5-907a-1b7c89231060 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:32:59.430271 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-311908f3-ca0a-44d9-b95c-6fc72f6b8c8e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:59.441271 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-10a4722a-9ae4-4dcd-89f7-7264583d01a8 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:32:59.446706 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8d3b51f3-e4cc-4fbb-b283-33c3d1b79635 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:59.448211 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-10a4722a-9ae4-4dcd-89f7-7264583d01a8 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Usage tracker for resource:subnet and tenant:4c5e5250b5d0476f9d711181f94ffb05 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:32:59.452149 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-368c7956-999c-4ff3-ad28-9102a38dd791 req-5468c49a-69f2-4edc-8b07-6d0bf3795b32 service neutron] 10.222.0.16 "GET /v2.0/networks/0f5e6b55-c27c-4faf-a1fa-6c17e6456d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2678766 Oct 13 15:32:59.452923 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-10a4722a-9ae4-4dcd-89f7-7264583d01a8 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:32:59.459596 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-10a4722a-9ae4-4dcd-89f7-7264583d01a8 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:32:59.461901 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-623b6018-ab2a-48a9-980b-499815ee071f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:59.465096 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311908f3-ca0a-44d9-b95c-6fc72f6b8c8e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] Pushing event deleted for resources: {'Network': ['ID=a7f39bfd-3970-412d-aef1-153889c90dcb,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:59.474785 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a4722a-9ae4-4dcd-89f7-7264583d01a8 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Made reservation on behalf of 4c5e5250b5d0476f9d711181f94ffb05 for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:32:59.478374 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-10a4722a-9ae4-4dcd-89f7-7264583d01a8 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:59.481276 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45b16cc-4604-4019-bf61-8b98cb9f802f tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Checking segment: {'id': '65aee2b3-a289-4e56-98eb-ccddf81d143d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': 'f4797deb-c95f-4f8d-83d9-26f6e131ace5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:32:59.481276 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45b16cc-4604-4019-bf61-8b98cb9f802f tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Network hostable DHCP agents. Network: f4797deb-c95f-4f8d-83d9-26f6e131ace5, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:32:59.501905 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-623b6018-ab2a-48a9-980b-499815ee071f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:59.540125 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-8d3b51f3-e4cc-4fbb-b283-33c3d1b79635 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8f4c17b-35d6-4be9-9f72-3117aa33e242']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:59.560827 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-2f29ee85-ea06-40cf-b355-e544ae3bee99 req-87cc05bf-1cea-4f89-a82d-5ccb907ed9fe tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/security-groups?id=7440aebc-fd11-474d-b16f-2447451d9d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2451589 Oct 13 15:32:59.562334 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-311908f3-ca0a-44d9-b95c-6fc72f6b8c8e tempest-PortsIpV6TestJSON-2123249923 tempest-PortsIpV6TestJSON-2123249923-project] 10.222.0.42 "DELETE /v2.0/networks/a7f39bfd-3970-412d-aef1-153889c90dcb HTTP/1.1" status: 204 len: 168 time: 2.9712858 Oct 13 15:32:59.582407 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-8d3b51f3-e4cc-4fbb-b283-33c3d1b79635 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89423ebb-0b52-4776-93b2-55b96c31f356') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:59.582911 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-8d3b51f3-e4cc-4fbb-b283-33c3d1b79635 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89423ebb-0b52-4776-93b2-55b96c31f356') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:32:59.618758 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623b6018-ab2a-48a9-980b-499815ee071f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a95dc031-9b24-44ef-af7d-f754d590798e,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:32:59.623971 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-623b6018-ab2a-48a9-980b-499815ee071f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=992c0c5ae19b45e9a00fd3e56fb3aafa&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6646185 Oct 13 15:32:59.626966 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51860) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:59.627362 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8d3b51f3-e4cc-4fbb-b283-33c3d1b79635 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:59.639764 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45b16cc-4604-4019-bf61-8b98cb9f802f tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Network f4797deb-c95f-4f8d-83d9-26f6e131ace5 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:32:59.654962 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8d3b51f3-e4cc-4fbb-b283-33c3d1b79635 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:59.664977 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-c45b16cc-4604-4019-bf61-8b98cb9f802f tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, f4797deb-c95f-4f8d-83d9-26f6e131ace5) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:32:59.671227 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d3b51f3-e4cc-4fbb-b283-33c3d1b79635 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:32:59.677354 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8d3b51f3-e4cc-4fbb-b283-33c3d1b79635 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:59.679831 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349368c5-0da7-4c39-9570-2d9c00b43a7c None None] Network f4797deb-c95f-4f8d-83d9-26f6e131ace5 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:32:59.721415 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45b16cc-4604-4019-bf61-8b98cb9f802f tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:32:59.722884 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c45b16cc-4604-4019-bf61-8b98cb9f802f tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:59.728526 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bb53fc40-fd44-4c2a-bbe5-44b0ff91e04f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:59.828916 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6dfc4475-ec25-4de5-907a-1b7c89231060 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:59.843625 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6dfc4475-ec25-4de5-907a-1b7c89231060 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:59.895475 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8d3b51f3-e4cc-4fbb-b283-33c3d1b79635 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:59.905600 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8d3b51f3-e4cc-4fbb-b283-33c3d1b79635 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:32:59.951906 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-c45b16cc-4604-4019-bf61-8b98cb9f802f tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 2.7793448 Oct 13 15:32:59.968195 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-8d3b51f3-e4cc-4fbb-b283-33c3d1b79635 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] 10.222.0.42 "DELETE /v2.0/networks/e8f4c17b-35d6-4be9-9f72-3117aa33e242 HTTP/1.1" status: 204 len: 168 time: 7.1501067 Oct 13 15:32:59.969977 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51866) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:32:59.976924 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3b51f3-e4cc-4fbb-b283-33c3d1b79635 tempest-AllowedAddressPairIpV6TestJSON-865057430 tempest-AllowedAddressPairIpV6TestJSON-865057430-project] Pushing event deleted for resources: {'Network': ['ID=e8f4c17b-35d6-4be9-9f72-3117aa33e242,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:00.036488 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bb53fc40-fd44-4c2a-bbe5-44b0ff91e04f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:00.166748 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 69e18c8c-25e0-433e-bbd8-1011bbb9f160 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:33:00.195130 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51872) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:00.218414 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 75f9427a-9d6f-4010-8f59-3e79fa0900ab details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=88974) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 13 15:33:00.236630 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfc4475-ec25-4de5-907a-1b7c89231060 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d144dc10-5e0f-493d-aba2-e061a25af2f3,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:00.252362 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6dfc4475-ec25-4de5-907a-1b7c89231060 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:00.256464 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-6dfc4475-ec25-4de5-907a-1b7c89231060 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.5268190 Oct 13 15:33:00.257360 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51878) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:00.277896 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-43c3fd47-0ab7-440c-b619-8b565645ca21 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': 'd144dc10-5e0f-493d-aba2-e061a25af2f3', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:00.297059 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-43c3fd47-0ab7-440c-b619-8b565645ca21 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:00.320683 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-43c3fd47-0ab7-440c-b619-8b565645ca21 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:00.324163 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-10a4722a-9ae4-4dcd-89f7-7264583d01a8 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:00.334927 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-43c3fd47-0ab7-440c-b619-8b565645ca21 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:00.378532 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-43c3fd47-0ab7-440c-b619-8b565645ca21 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:00.403674 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b5594f73-4a0c-44d2-90b7-5745a6dfee08 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:00.411491 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bb53fc40-fd44-4c2a-bbe5-44b0ff91e04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:00.465214 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb53fc40-fd44-4c2a-bbe5-44b0ff91e04f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a95dc031-9b24-44ef-af7d-f754d590798e,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:00.512982 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-43c3fd47-0ab7-440c-b619-8b565645ca21 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:00.520039 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aaf33ca-d762-4295-8534-2bb114f4150d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-f4797deb-c95f-4f8d-83d9-26f6e131ace5', 'network_id': 'f4797deb-c95f-4f8d-83d9-26f6e131ace5', 'tenant_id': '189a2a783ff94d9d83e28e5d7a0f1bba', 'fixed_ips': [{'subnet_id': '02e7f462-91c9-4d6d-b9f9-00b48af4fdd2'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:33:00.520875 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-1aaf33ca-d762-4295-8534-2bb114f4150d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:00.537481 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51884) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:00.538904 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bb53fc40-fd44-4c2a-bbe5-44b0ff91e04f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:00.540437 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-bb53fc40-fd44-4c2a-bbe5-44b0ff91e04f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a95dc031-9b24-44ef-af7d-f754d590798e HTTP/1.1" status: 204 len: 168 time: 0.9115303 Oct 13 15:33:00.543645 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a4722a-9ae4-4dcd-89f7-7264583d01a8 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Checking segment: {'id': '6a98c86c-fffa-42ac-b224-96626fa3fd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '273f79b6-74a3-43a3-8305-ceff508dc231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:33:00.545169 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a4722a-9ae4-4dcd-89f7-7264583d01a8 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Network hostable DHCP agents. Network: 273f79b6-74a3-43a3-8305-ceff508dc231, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:33:00.570872 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a4722a-9ae4-4dcd-89f7-7264583d01a8 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event updated for resources: {'Subnet': ['ID=9ae251c4-fc73-4b45-a937-d28dd3b37179,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:00.584520 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a4722a-9ae4-4dcd-89f7-7264583d01a8 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Network 273f79b6-74a3-43a3-8305-ceff508dc231 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:33:00.585523 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b5594f73-4a0c-44d2-90b7-5745a6dfee08 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:00.636878 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 75f9427a-9d6f-4010-8f59-3e79fa0900ab, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=75f9427a-9d6f-4010-8f59-3e79fa0900ab,segment=NetworkSegment(5b640b7b-bb58-43d3-8a2a-62c563521076),segment_id=5b640b7b-bb58-43d3-8a2a-62c563521076)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:33:00.638002 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-10a4722a-9ae4-4dcd-89f7-7264583d01a8 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 273f79b6-74a3-43a3-8305-ceff508dc231) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:33:00.653902 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Returning: {'device': '75f9427a-9d6f-4010-8f59-3e79fa0900ab', 'network_id': '0f5e6b55-c27c-4faf-a1fa-6c17e6456d25', 'port_id': '75f9427a-9d6f-4010-8f59-3e79fa0900ab', 'mac_address': 'fa:16:3e:45:8d:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3b98ca8-1d3f-46b6-888f-6c77b6718cf0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88974) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 13 15:33:00.654844 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a4722a-9ae4-4dcd-89f7-7264583d01a8 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:00.657617 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-10a4722a-9ae4-4dcd-89f7-7264583d01a8 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:00.663384 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcc01ce1-4714-47b3-8748-0c8a47abd2ca None None] Network 273f79b6-74a3-43a3-8305-ceff508dc231 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:33:00.721426 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 69e18c8c-25e0-433e-bbd8-1011bbb9f160 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:33:00.737488 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-65381d2c-e90f-4be8-8842-1e9623f12a6f admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=19ec4718eae5492e825f796615e1a8b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5409660 Oct 13 15:33:00.739097 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-10a4722a-9ae4-4dcd-89f7-7264583d01a8 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5812831 Oct 13 15:33:00.744213 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51896) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:00.744660 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51898) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:00.759368 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-3c00a578-3ac5-460b-9fc0-121e6a03b88e tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1609329382', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:00.767216 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-3c00a578-3ac5-460b-9fc0-121e6a03b88e tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:00.767386 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 69e18c8c-25e0-433e-bbd8-1011bbb9f160 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:33:00.767713 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:00.768056 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 69e18c8c-25e0-433e-bbd8-1011bbb9f160 Oct 13 15:33:00.773227 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-3c00a578-3ac5-460b-9fc0-121e6a03b88e tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Usage tracker for resource:router and tenant:4c5e5250b5d0476f9d711181f94ffb05 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:00.782805 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-3c00a578-3ac5-460b-9fc0-121e6a03b88e tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:00.790466 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-3c00a578-3ac5-460b-9fc0-121e6a03b88e tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:00.813955 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3c00a578-3ac5-460b-9fc0-121e6a03b88e tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:00.815472 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3c00a578-3ac5-460b-9fc0-121e6a03b88e tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:00.831750 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3c00a578-3ac5-460b-9fc0-121e6a03b88e tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:00.882534 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-43c3fd47-0ab7-440c-b619-8b565645ca21 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:00.908230 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3c00a578-3ac5-460b-9fc0-121e6a03b88e tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:00.946870 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3c00a578-3ac5-460b-9fc0-121e6a03b88e tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:00.947731 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-43c3fd47-0ab7-440c-b619-8b565645ca21 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:00.952848 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-3c00a578-3ac5-460b-9fc0-121e6a03b88e tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2024412 Oct 13 15:33:00.952956 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51904) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:00.987883 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 75f9427a-9d6f-4010-8f59-3e79fa0900ab is: DOWN; New status is: BUILD {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:33:00.988840 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:01.001342 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-df93c3e2-c091-403b-a4b3-9248d5a9bf4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:01.015592 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75f9427a-9d6f-4010-8f59-3e79fa0900ab {{(pid=88974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 15:33:01.032780 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-df93c3e2-c091-403b-a4b3-9248d5a9bf4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:01.070324 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 75f9427a-9d6f-4010-8f59-3e79fa0900ab, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=75f9427a-9d6f-4010-8f59-3e79fa0900ab,segment=NetworkSegment(5b640b7b-bb58-43d3-8a2a-62c563521076),segment_id=5b640b7b-bb58-43d3-8a2a-62c563521076)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:33:01.080149 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51908) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:01.080431 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c3fd47-0ab7-440c-b619-8b565645ca21 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2575240e-0f17-42d7-ae7f-7cc0bf517667,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:01.105294 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b5594f73-4a0c-44d2-90b7-5745a6dfee08 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:01.119800 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1592698b-2c8c-4b38-8ee2-38c3139dde11 req-34235340-77c6-446c-aac2-2b33f2b5488c tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:01.121275 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1592698b-2c8c-4b38-8ee2-38c3139dde11 req-34235340-77c6-446c-aac2-2b33f2b5488c tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffba99fb-1142-4d80-8627-ae50e1b52a2e HTTP/1.1" status: 200 len: 943 time: 0.3103342 Oct 13 15:33:01.124572 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-df93c3e2-c091-403b-a4b3-9248d5a9bf4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:01.128370 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c7dd889f-3244-4951-8db0-2c67b38c99f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:01.135072 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:01.170844 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df93c3e2-c091-403b-a4b3-9248d5a9bf4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f1ccf5-259c-4d09-a15b-db212464481d,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:01.175753 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-c7dd889f-3244-4951-8db0-2c67b38c99f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:01.185989 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-c7dd889f-3244-4951-8db0-2c67b38c99f9 admin admin] Usage tracker for resource:security_group_rule and tenant:2cfad5c259ed44c0b0aa86e79069b9d6 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:01.190905 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-c7dd889f-3244-4951-8db0-2c67b38c99f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:01.202251 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-df93c3e2-c091-403b-a4b3-9248d5a9bf4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:01.204930 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-df93c3e2-c091-403b-a4b3-9248d5a9bf4e admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/35f1ccf5-259c-4d09-a15b-db212464481d HTTP/1.1" status: 204 len: 168 time: 0.4567063 Oct 13 15:33:01.215788 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-c7dd889f-3244-4951-8db0-2c67b38c99f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:01.228896 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1592698b-2c8c-4b38-8ee2-38c3139dde11 req-b8847282-879d-49de-8520-e093afe3342e tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/security-groups?id=7440aebc-fd11-474d-b16f-2447451d9d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898685 Oct 13 15:33:01.271746 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d5b5a932-19ad-4e92-ab21-0017dd20bda4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=daf8e65a70af447195572ee6c4fba156&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7330873 Oct 13 15:33:01.281482 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51916) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:01.290638 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5594f73-4a0c-44d2-90b7-5745a6dfee08 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Pushing event deleted for resources: {'Subnet': ['ID=02e7f462-91c9-4d6d-b9f9-00b48af4fdd2,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:01.298347 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 69e18c8c-25e0-433e-bbd8-1011bbb9f160 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:33:01.299502 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server [None req-1aaf33ca-d762-4295-8534-2bb114f4150d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 02e7f462-91c9-4d6d-b9f9-00b48af4fdd2: This subnet is being modified by another concurrent operation. Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server raise exception Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 02e7f462-91c9-4d6d-b9f9-00b48af4fdd2: This subnet is being modified by another concurrent operation. Oct 13 15:33:01.330024 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server Oct 13 15:33:01.344967 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2417b2f8-adb2-4d60-a65d-6d3f3add624a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-273f79b6-74a3-43a3-8305-ceff508dc231', 'network_id': '273f79b6-74a3-43a3-8305-ceff508dc231', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'fixed_ips': [{'subnet_id': '9ae251c4-fc73-4b45-a937-d28dd3b37179'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:33:01.345925 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2417b2f8-adb2-4d60-a65d-6d3f3add624a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:01.353817 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 89423ebb-0b52-4776-93b2-55b96c31f356 resource provider aggregate not found Oct 13 15:33:01.374966 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fddce3-df62-49ce-8ec1-df4f25f4bfd5 None None] Network f4797deb-c95f-4f8d-83d9-26f6e131ace5 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:33:01.375132 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-43c3fd47-0ab7-440c-b619-8b565645ca21 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:01.376198 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-43c3fd47-0ab7-440c-b619-8b565645ca21 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1155739 Oct 13 15:33:01.386460 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51922) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:01.425908 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=75f9427a-9d6f-4010-8f59-3e79fa0900ab,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:01.441137 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 69e18c8c-25e0-433e-bbd8-1011bbb9f160, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=69e18c8c-25e0-433e-bbd8-1011bbb9f160,segment=NetworkSegment(c1cfd5ef-41c3-45b6-ada9-464885c469f4),segment_id=c1cfd5ef-41c3-45b6-ada9-464885c469f4)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:33:01.500760 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:01.517669 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d459c81f-683f-48af-9943-d89fdd7bb52f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:01.535117 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c7dd889f-3244-4951-8db0-2c67b38c99f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:01.560009 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c7dd889f-3244-4951-8db0-2c67b38c99f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:01.580921 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d459c81f-683f-48af-9943-d89fdd7bb52f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:01.584970 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['75f9427a-9d6f-4010-8f59-3e79fa0900ab'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 15:33:01.600197 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 89423ebb-0b52-4776-93b2-55b96c31f356 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 89423ebb-0b52-4776-93b2-55b96c31f356 found for delete ", "request_id": "req-ba1ddc68-d4a4-4e3e-ae1d-4ee53924882c"}]} Oct 13 15:33:01.605708 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-9605ac03-6f34-4caf-8934-c7c08e8464cc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': 'd144dc10-5e0f-493d-aba2-e061a25af2f3', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:01.632265 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-9605ac03-6f34-4caf-8934-c7c08e8464cc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:01.649057 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c7dd889f-3244-4951-8db0-2c67b38c99f9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2cfad5c259ed44c0b0aa86e79069b9d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5672314 Oct 13 15:33:01.649926 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dd889f-3244-4951-8db0-2c67b38c99f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da1b3be-541c-42c3-b6a2-b1c9e4a4a51a,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:01.652396 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51930) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:01.708206 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-9605ac03-6f34-4caf-8934-c7c08e8464cc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:01.742314 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d459c81f-683f-48af-9943-d89fdd7bb52f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:01.746137 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cf9d35ea-767c-490e-808e-a16b82c2e025 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:01.781592 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d459c81f-683f-48af-9943-d89fdd7bb52f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c57dc8b-67ad-41c2-a6d2-b1e46adc8bc5,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:01.789950 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-9605ac03-6f34-4caf-8934-c7c08e8464cc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:01.803467 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cf9d35ea-767c-490e-808e-a16b82c2e025 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:01.813327 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d459c81f-683f-48af-9943-d89fdd7bb52f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:01.815574 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-d459c81f-683f-48af-9943-d89fdd7bb52f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1c57dc8b-67ad-41c2-a6d2-b1e46adc8bc5 HTTP/1.1" status: 204 len: 168 time: 0.5325205 Oct 13 15:33:01.875555 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-9605ac03-6f34-4caf-8934-c7c08e8464cc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:01.888127 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b5594f73-4a0c-44d2-90b7-5745a6dfee08 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:01.891091 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cf9d35ea-767c-490e-808e-a16b82c2e025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:01.952260 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9605ac03-6f34-4caf-8934-c7c08e8464cc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:01.968409 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9d35ea-767c-490e-808e-a16b82c2e025 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da1b3be-541c-42c3-b6a2-b1c9e4a4a51a,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:01.976859 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cf9d35ea-767c-490e-808e-a16b82c2e025 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:01.982369 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-cf9d35ea-767c-490e-808e-a16b82c2e025 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9da1b3be-541c-42c3-b6a2-b1c9e4a4a51a HTTP/1.1" status: 204 len: 168 time: 0.3180106 Oct 13 15:33:01.996284 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-b5594f73-4a0c-44d2-90b7-5745a6dfee08 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4797deb-c95f-4f8d-83d9-26f6e131ace5']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:02.031411 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-b5594f73-4a0c-44d2-90b7-5745a6dfee08 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65aee2b3-a289-4e56-98eb-ccddf81d143d') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:02.031688 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-b5594f73-4a0c-44d2-90b7-5745a6dfee08 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65aee2b3-a289-4e56-98eb-ccddf81d143d') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:02.036285 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=69e18c8c-25e0-433e-bbd8-1011bbb9f160,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:02.076206 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b5594f73-4a0c-44d2-90b7-5745a6dfee08 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:02.144188 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b5594f73-4a0c-44d2-90b7-5745a6dfee08 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:02.147271 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-69ce1537-0dac-4df8-93ad-7593399a0548 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:02.164851 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9605ac03-6f34-4caf-8934-c7c08e8464cc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:02.168985 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-2417b2f8-adb2-4d60-a65d-6d3f3add624a None None] Allocated IP 172.20.0.2 (273f79b6-74a3-43a3-8305-ceff508dc231/9ae251c4-fc73-4b45-a937-d28dd3b37179/e1308495-57c0-42a5-bab4-059cf5539c1e) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:33:02.170058 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5594f73-4a0c-44d2-90b7-5745a6dfee08 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:33:02.170648 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b5594f73-4a0c-44d2-90b7-5745a6dfee08 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:02.202817 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9605ac03-6f34-4caf-8934-c7c08e8464cc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:02.279249 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9605ac03-6f34-4caf-8934-c7c08e8464cc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=183fa03e-7c3e-4c3a-b38a-b489c2e2ea97,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:02.482240 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b5594f73-4a0c-44d2-90b7-5745a6dfee08 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:02.552369 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b5594f73-4a0c-44d2-90b7-5745a6dfee08 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:02.554227 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-b5594f73-4a0c-44d2-90b7-5745a6dfee08 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "DELETE /v2.0/networks/f4797deb-c95f-4f8d-83d9-26f6e131ace5 HTTP/1.1" status: 204 len: 168 time: 2.5697265 Oct 13 15:33:02.555233 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9605ac03-6f34-4caf-8934-c7c08e8464cc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:02.557937 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51958) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:02.559019 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-9605ac03-6f34-4caf-8934-c7c08e8464cc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9627943 Oct 13 15:33:02.560505 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51960) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:02.566465 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-92ca4c07-743b-4667-aef1-f4dc86dd3d13 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-247760260'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:02.566647 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5594f73-4a0c-44d2-90b7-5745a6dfee08 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Pushing event deleted for resources: {'Network': ['ID=f4797deb-c95f-4f8d-83d9-26f6e131ace5,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:02.577893 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-cc915307-c904-4589-b717-5e218a5b0c44 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': 'd144dc10-5e0f-493d-aba2-e061a25af2f3', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:02.586073 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-92ca4c07-743b-4667-aef1-f4dc86dd3d13 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:02.589168 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-cc915307-c904-4589-b717-5e218a5b0c44 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:02.593743 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2417b2f8-adb2-4d60-a65d-6d3f3add624a None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:02.596921 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-92ca4c07-743b-4667-aef1-f4dc86dd3d13 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Usage tracker for resource:network and tenant:189a2a783ff94d9d83e28e5d7a0f1bba is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:02.600941 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-cc915307-c904-4589-b717-5e218a5b0c44 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:02.604112 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-92ca4c07-743b-4667-aef1-f4dc86dd3d13 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:02.607554 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-cc915307-c904-4589-b717-5e218a5b0c44 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:02.617169 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-92ca4c07-743b-4667-aef1-f4dc86dd3d13 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:02.619780 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-2417b2f8-adb2-4d60-a65d-6d3f3add624a None None] Transition to ACTIVE for port object e1308495-57c0-42a5-bab4-059cf5539c1e will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:33:02.620106 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-cc915307-c904-4589-b717-5e218a5b0c44 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:02.662644 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92ca4c07-743b-4667-aef1-f4dc86dd3d13 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Made reservation on behalf of 189a2a783ff94d9d83e28e5d7a0f1bba for: {'network': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:33:02.666707 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-92ca4c07-743b-4667-aef1-f4dc86dd3d13 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:02.674543 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-2417b2f8-adb2-4d60-a65d-6d3f3add624a None None] Transition to ACTIVE for port object e1308495-57c0-42a5-bab4-059cf5539c1e will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:33:02.693787 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2417b2f8-adb2-4d60-a65d-6d3f3add624a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:02.702241 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263e910-f3c5-4a4e-8cca-7d378fa894e6 req-28478866-79fc-4608-9421-3e786325cd55 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:02.703981 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-a263e910-f3c5-4a4e-8cca-7d378fa894e6 req-28478866-79fc-4608-9421-3e786325cd55 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffba99fb-1142-4d80-8627-ae50e1b52a2e HTTP/1.1" status: 200 len: 944 time: 0.2821717 Oct 13 15:33:02.722106 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cc915307-c904-4589-b717-5e218a5b0c44 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:02.792192 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92ca4c07-743b-4667-aef1-f4dc86dd3d13 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 411} {{(pid=88973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:33:02.818403 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-92ca4c07-743b-4667-aef1-f4dc86dd3d13 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:02.818976 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-92ca4c07-743b-4667-aef1-f4dc86dd3d13 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Added segment afe05a15-fcef-4f81-99d7-80b324ddc37d of type vlan for network 0b1b5316-4316-441a-ae25-60f4a8f1e1eb Oct 13 15:33:02.823016 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-a263e910-f3c5-4a4e-8cca-7d378fa894e6 req-9ec152e5-1dad-4054-952f-da8dc2255a32 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/security-groups?id=7440aebc-fd11-474d-b16f-2447451d9d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085675 Oct 13 15:33:02.831756 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-69ce1537-0dac-4df8-93ad-7593399a0548 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Allocated IP 172.20.0.1 (273f79b6-74a3-43a3-8305-ceff508dc231/9ae251c4-fc73-4b45-a937-d28dd3b37179/01192e1e-139a-42e4-a2d1-7db7f6d4a4d8) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:33:02.869862 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cc915307-c904-4589-b717-5e218a5b0c44 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:02.871835 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-92ca4c07-743b-4667-aef1-f4dc86dd3d13 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:02.884311 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cc915307-c904-4589-b717-5e218a5b0c44 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:02.921505 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2417b2f8-adb2-4d60-a65d-6d3f3add624a None None] Network 273f79b6-74a3-43a3-8305-ceff508dc231 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:33:02.923155 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-2417b2f8-adb2-4d60-a65d-6d3f3add624a None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:33:02.925675 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc915307-c904-4589-b717-5e218a5b0c44 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38116b45-5998-4d6e-a67f-9ffb92a219bd,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:02.930750 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2417b2f8-adb2-4d60-a65d-6d3f3add624a None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:33:02.946266 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-92ca4c07-743b-4667-aef1-f4dc86dd3d13 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:02.958942 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ca4c07-743b-4667-aef1-f4dc86dd3d13 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:02.959937 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-92ca4c07-743b-4667-aef1-f4dc86dd3d13 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:03.017389 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cc915307-c904-4589-b717-5e218a5b0c44 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:03.022545 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-cc915307-c904-4589-b717-5e218a5b0c44 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4603655 Oct 13 15:33:03.023361 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51978) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:03.033552 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-c0afe3f2-78a1-4cd1-aa92-6b3314ca4095 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': 'd144dc10-5e0f-493d-aba2-e061a25af2f3', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:03.038553 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-92ca4c07-743b-4667-aef1-f4dc86dd3d13 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4762316 Oct 13 15:33:03.038553 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 51982) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:03.047654 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-1ebeddb7-a414-4fef-baa2-cb18405318c2 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Request body: {'subnet': {'network_id': '0b1b5316-4316-441a-ae25-60f4a8f1e1eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:03.054682 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-c0afe3f2-78a1-4cd1-aa92-6b3314ca4095 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:03.063484 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-69ce1537-0dac-4df8-93ad-7593399a0548 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:03.068248 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-c0afe3f2-78a1-4cd1-aa92-6b3314ca4095 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:03.073454 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-c0afe3f2-78a1-4cd1-aa92-6b3314ca4095 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:03.084406 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-c0afe3f2-78a1-4cd1-aa92-6b3314ca4095 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:03.093610 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-69ce1537-0dac-4df8-93ad-7593399a0548 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Transition to ACTIVE for port object 01192e1e-139a-42e4-a2d1-7db7f6d4a4d8 will not be triggered until provisioned by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:33:03.107708 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2417b2f8-adb2-4d60-a65d-6d3f3add624a None None] Pushing event updated for resources: {'Port': ['ID=e1308495-57c0-42a5-bab4-059cf5539c1e,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:03.118972 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c0afe3f2-78a1-4cd1-aa92-6b3314ca4095 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:03.147464 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-2417b2f8-adb2-4d60-a65d-6d3f3add624a None None] Attempting to bind port e1308495-57c0-42a5-bab4-059cf5539c1e on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:33:03.147464 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-2417b2f8-adb2-4d60-a65d-6d3f3add624a None None] Attempting to bind port e1308495-57c0-42a5-bab4-059cf5539c1e by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '6a98c86c-fffa-42ac-b224-96626fa3fd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '273f79b6-74a3-43a3-8305-ceff508dc231'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:33:03.147464 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2417b2f8-adb2-4d60-a65d-6d3f3add624a None None] Attempting to bind port e1308495-57c0-42a5-bab4-059cf5539c1e on network 273f79b6-74a3-43a3-8305-ceff508dc231 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:33:03.154648 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2417b2f8-adb2-4d60-a65d-6d3f3add624a None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:33:03.155134 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2417b2f8-adb2-4d60-a65d-6d3f3add624a None None] Checking segment: {'id': '6a98c86c-fffa-42ac-b224-96626fa3fd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '273f79b6-74a3-43a3-8305-ceff508dc231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:33:03.155809 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2417b2f8-adb2-4d60-a65d-6d3f3add624a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:03.156883 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2417b2f8-adb2-4d60-a65d-6d3f3add624a None None] Bound using segment: {'id': '6a98c86c-fffa-42ac-b224-96626fa3fd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '273f79b6-74a3-43a3-8305-ceff508dc231'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:33:03.157561 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-2417b2f8-adb2-4d60-a65d-6d3f3add624a None None] Bound port: e1308495-57c0-42a5-bab4-059cf5539c1e, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a98c86c-fffa-42ac-b224-96626fa3fd4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '273f79b6-74a3-43a3-8305-ceff508dc231'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:33:03.158206 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2417b2f8-adb2-4d60-a65d-6d3f3add624a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:03.198826 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ca4c07-743b-4667-aef1-f4dc86dd3d13 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Pushing event updated for resources: {'Network': ['ID=0b1b5316-4316-441a-ae25-60f4a8f1e1eb,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:03.222747 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c0afe3f2-78a1-4cd1-aa92-6b3314ca4095 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:03.223855 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 0b1b5316-4316-441a-ae25-60f4a8f1e1eb details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:33:03.231116 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c0afe3f2-78a1-4cd1-aa92-6b3314ca4095 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:03.247561 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-1ebeddb7-a414-4fef-baa2-cb18405318c2 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:03.252069 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-1ebeddb7-a414-4fef-baa2-cb18405318c2 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Usage tracker for resource:subnet and tenant:189a2a783ff94d9d83e28e5d7a0f1bba is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:03.257483 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-1ebeddb7-a414-4fef-baa2-cb18405318c2 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:03.264463 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-1ebeddb7-a414-4fef-baa2-cb18405318c2 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:03.276062 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ebeddb7-a414-4fef-baa2-cb18405318c2 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Made reservation on behalf of 189a2a783ff94d9d83e28e5d7a0f1bba for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:33:03.281053 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1ebeddb7-a414-4fef-baa2-cb18405318c2 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:03.293627 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0afe3f2-78a1-4cd1-aa92-6b3314ca4095 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abfaf4b5-fa68-4f32-a124-e99dc560aef6,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:03.300049 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-69ce1537-0dac-4df8-93ad-7593399a0548 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:03.383800 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-2417b2f8-adb2-4d60-a65d-6d3f3add624a None None] For port e1308495-57c0-42a5-bab4-059cf5539c1e, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:33:03.387287 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-2417b2f8-adb2-4d60-a65d-6d3f3add624a None None] For port e1308495-57c0-42a5-bab4-059cf5539c1e, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=e1308495-57c0-42a5-bab4-059cf5539c1e,segment=NetworkSegment(6a98c86c-fffa-42ac-b224-96626fa3fd4a),segment_id=6a98c86c-fffa-42ac-b224-96626fa3fd4a)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:33:03.389288 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 51994) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:03.396738 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2417b2f8-adb2-4d60-a65d-6d3f3add624a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:03.421658 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ce1537-0dac-4df8-93ad-7593399a0548 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Network 273f79b6-74a3-43a3-8305-ceff508dc231 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:33:03.425176 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c0afe3f2-78a1-4cd1-aa92-6b3314ca4095 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:03.429896 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-c0afe3f2-78a1-4cd1-aa92-6b3314ca4095 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4054558 Oct 13 15:33:03.434695 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-69ce1537-0dac-4df8-93ad-7593399a0548 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:33:03.434817 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52000) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:03.439333 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ce1537-0dac-4df8-93ad-7593399a0548 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:33:03.442097 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-49b86980-56ca-43c2-9ee0-e2579d380195 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': 'd144dc10-5e0f-493d-aba2-e061a25af2f3', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:03.454051 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-49b86980-56ca-43c2-9ee0-e2579d380195 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:03.462763 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-49b86980-56ca-43c2-9ee0-e2579d380195 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:03.469180 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-49b86980-56ca-43c2-9ee0-e2579d380195 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:03.480858 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-49b86980-56ca-43c2-9ee0-e2579d380195 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:03.489955 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce1537-0dac-4df8-93ad-7593399a0548 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event updated for resources: {'Port': ['ID=01192e1e-139a-42e4-a2d1-7db7f6d4a4d8,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:03.512140 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.securitygroups_db [None req-49b86980-56ca-43c2-9ee0-e2579d380195 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Project de460f02ee50469b960f7a471a064187 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 15:33:03.532748 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-69ce1537-0dac-4df8-93ad-7593399a0548 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:03.551705 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2417b2f8-adb2-4d60-a65d-6d3f3add624a None None] Pushing event updated for resources: {'Port': ['ID=e1308495-57c0-42a5-bab4-059cf5539c1e,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:03.593164 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-49b86980-56ca-43c2-9ee0-e2579d380195 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:03.636894 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 65aee2b3-a289-4e56-98eb-ccddf81d143d resource provider aggregate not found Oct 13 15:33:03.676971 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 65aee2b3-a289-4e56-98eb-ccddf81d143d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 65aee2b3-a289-4e56-98eb-ccddf81d143d found for delete ", "request_id": "req-451eee6d-8cce-408f-b7d6-97fabee190c4"}]} Oct 13 15:33:03.716329 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-49b86980-56ca-43c2-9ee0-e2579d380195 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:03.718929 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1ebeddb7-a414-4fef-baa2-cb18405318c2 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:03.813114 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebeddb7-a414-4fef-baa2-cb18405318c2 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Pushing event updated for resources: {'Subnet': ['ID=d8f6fcea-bec9-48ec-b8aa-6ca3d6953a4c,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:03.823649 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-49b86980-56ca-43c2-9ee0-e2579d380195 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:03.845454 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b86980-56ca-43c2-9ee0-e2579d380195 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca15ddb1-f9ae-4e24-a0ac-46449732738c,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:03.951567 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ebeddb7-a414-4fef-baa2-cb18405318c2 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Checking segment: {'id': 'afe05a15-fcef-4f81-99d7-80b324ddc37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '0b1b5316-4316-441a-ae25-60f4a8f1e1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:33:03.952263 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebeddb7-a414-4fef-baa2-cb18405318c2 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Network hostable DHCP agents. Network: 0b1b5316-4316-441a-ae25-60f4a8f1e1eb, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:33:03.959586 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-49b86980-56ca-43c2-9ee0-e2579d380195 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:03.964283 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-49b86980-56ca-43c2-9ee0-e2579d380195 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5284758 Oct 13 15:33:03.969979 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52018) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:03.998978 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-6b2a9be8-2b99-4f84-a9c8-8c353822ddc8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': 'd144dc10-5e0f-493d-aba2-e061a25af2f3', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:04.024873 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-6b2a9be8-2b99-4f84-a9c8-8c353822ddc8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:04.049744 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-a3448f97-d21e-435b-bf8b-3ec832eeccb9 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:04.052196 dv-neutron-860329-2-hyperv neutron-server[88972]: WARNING neutron.api.v2.base [None req-a3448f97-d21e-435b-bf8b-3ec832eeccb9 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 13 15:33:04.053573 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-a3448f97-d21e-435b-bf8b-3ec832eeccb9 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] create failed (client error): There was a conflict when trying to complete your request. Oct 13 15:33:04.055687 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a3448f97-d21e-435b-bf8b-3ec832eeccb9 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.6624022 Oct 13 15:33:04.063416 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52024) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:04.068363 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-69ce1537-0dac-4df8-93ad-7593399a0548 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:04.088255 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-5d3e7a42-c8fd-436e-9a24-d4785ac6e929 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Request body: {'security_group': {'name': 'tempest-secgroup--1086571599'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:04.092733 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52028) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:04.108279 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-5d3e7a42-c8fd-436e-9a24-d4785ac6e929 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:04.133442 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-6b2a9be8-2b99-4f84-a9c8-8c353822ddc8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:04.142142 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-5d3e7a42-c8fd-436e-9a24-d4785ac6e929 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Usage tracker for resource:security_group and tenant:15e5109a6af1425ca97594232c68104c is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:04.154443 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-6b2a9be8-2b99-4f84-a9c8-8c353822ddc8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:04.155703 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-5d3e7a42-c8fd-436e-9a24-d4785ac6e929 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:04.176046 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-5d3e7a42-c8fd-436e-9a24-d4785ac6e929 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:04.176788 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-6b2a9be8-2b99-4f84-a9c8-8c353822ddc8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:04.203884 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebeddb7-a414-4fef-baa2-cb18405318c2 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Network 0b1b5316-4316-441a-ae25-60f4a8f1e1eb is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:33:04.218495 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 75f9427a-9d6f-4010-8f59-3e79fa0900ab up at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:33:04.220655 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-1ebeddb7-a414-4fef-baa2-cb18405318c2 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 0b1b5316-4316-441a-ae25-60f4a8f1e1eb) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:33:04.227152 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ebeddb7-a414-4fef-baa2-cb18405318c2 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:04.228335 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1ebeddb7-a414-4fef-baa2-cb18405318c2 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:04.233410 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.securitygroups_db [None req-6b2a9be8-2b99-4f84-a9c8-8c353822ddc8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Project de460f02ee50469b960f7a471a064187 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 15:33:04.277824 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bb57d21-7c63-4be9-a530-f5c261b61998 None None] Network 0b1b5316-4316-441a-ae25-60f4a8f1e1eb requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:33:04.278313 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6b2a9be8-2b99-4f84-a9c8-8c353822ddc8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:04.313474 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device e1308495-57c0-42a5-bab4-059cf5539c1e up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:33:04.321985 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a20a7a-90e0-4fce-824d-d605fa3059ce req-ff35fe4d-6dcd-4f98-87bb-56ecb84785ad tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:04.324896 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-92a20a7a-90e0-4fce-824d-d605fa3059ce req-ff35fe4d-6dcd-4f98-87bb-56ecb84785ad tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffba99fb-1142-4d80-8627-ae50e1b52a2e HTTP/1.1" status: 200 len: 944 time: 0.2946963 Oct 13 15:33:04.364699 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5d3e7a42-c8fd-436e-9a24-d4785ac6e929 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:04.376900 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-1ebeddb7-a414-4fef-baa2-cb18405318c2 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.3372800 Oct 13 15:33:04.381984 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52036) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:04.382336 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52038) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:04.386003 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5d3e7a42-c8fd-436e-9a24-d4785ac6e929 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:04.418724 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-5d3e7a42-c8fd-436e-9a24-d4785ac6e929 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:04.427286 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-5d3e7a42-c8fd-436e-9a24-d4785ac6e929 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Usage tracker for resource:security_group_rule and tenant:15e5109a6af1425ca97594232c68104c is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:04.435108 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-5d3e7a42-c8fd-436e-9a24-d4785ac6e929 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:04.449402 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [None req-e1e39f9a-d134-409e-9636-c9c873f0d4e6 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:04.453201 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-e1e39f9a-d134-409e-9636-c9c873f0d4e6 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3578396 Oct 13 15:33:04.457783 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-5d3e7a42-c8fd-436e-9a24-d4785ac6e929 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:04.463170 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52046) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:04.480643 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [None req-0b703220-5b86-4b80-911d-e38eedebd19a tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=88972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:04.481853 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-0b703220-5b86-4b80-911d-e38eedebd19a tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0174854 Oct 13 15:33:04.488732 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52050) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:04.500009 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [None req-ca792291-b80f-4cec-ad10-767800898d54 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=88972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:04.501292 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-ca792291-b80f-4cec-ad10-767800898d54 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0114095 Oct 13 15:33:04.505970 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52054) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:04.549604 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [None req-edc0275d-ae10-4081-ac55-9f5c1f1561e3 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=88972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:04.551574 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-edc0275d-ae10-4081-ac55-9f5c1f1561e3 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0444241 Oct 13 15:33:04.560437 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-23242cee-19d3-4972-9f58-085ce8ade312 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:04.575090 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52058) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:04.586934 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [None req-65c4984b-1631-4e91-949a-46991efe72c2 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=88972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:04.588037 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-65c4984b-1631-4e91-949a-46991efe72c2 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0119412 Oct 13 15:33:04.594756 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52062) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:04.602059 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning for port 75f9427a-9d6f-4010-8f59-3e79fa0900ab completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:33:04.610527 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [None req-ec2238ce-a516-4436-9326-7ded2af24c87 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=88972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:04.612037 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-ec2238ce-a516-4436-9326-7ded2af24c87 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0162075 Oct 13 15:33:04.615655 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning complete for port 75f9427a-9d6f-4010-8f59-3e79fa0900ab triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:33:04.616209 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:04.616711 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Attempt 1 to provision port 75f9427a-9d6f-4010-8f59-3e79fa0900ab Oct 13 15:33:04.678695 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52066) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:04.702433 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b126aaf8-c808-444c-861f-586167dc0afa tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:04.705571 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [None req-99117ec0-ef6e-4297-b18d-0424f1431da7 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=88972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:04.709586 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-99117ec0-ef6e-4297-b18d-0424f1431da7 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0298839 Oct 13 15:33:04.733923 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52070) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:04.769916 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [None req-4507b00d-b27d-4873-a54d-25882a35a857 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=88972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:04.770685 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-4507b00d-b27d-4873-a54d-25882a35a857 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0358245 Oct 13 15:33:04.772475 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port e1308495-57c0-42a5-bab4-059cf5539c1e completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:33:04.775360 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52074) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:04.792764 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 69e18c8c-25e0-433e-bbd8-1011bbb9f160 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:33:04.793649 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [None req-39404cef-bb37-4697-8063-90d6e7e1c66c tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=88972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:04.794756 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-39404cef-bb37-4697-8063-90d6e7e1c66c tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0176277 Oct 13 15:33:04.801439 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52080) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:04.813639 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [None req-30867531-435e-447c-94a8-e2cb92d05c0e tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=88972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:04.814707 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-30867531-435e-447c-94a8-e2cb92d05c0e tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0123627 Oct 13 15:33:04.826212 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52084) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:04.840551 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [None req-503912b9-cdd3-4976-9f07-9bd0dff3f397 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=88972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:04.841525 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-503912b9-cdd3-4976-9f07-9bd0dff3f397 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0137637 Oct 13 15:33:04.848141 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-1276472f-be0b-4061-9f4b-6ebac657b867 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-249231756'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:04.848675 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec2d492-34d8-440a-82d0-38fb434ce956 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-0b1b5316-4316-441a-ae25-60f4a8f1e1eb', 'network_id': '0b1b5316-4316-441a-ae25-60f4a8f1e1eb', 'tenant_id': '189a2a783ff94d9d83e28e5d7a0f1bba', 'fixed_ips': [{'subnet_id': 'd8f6fcea-bec9-48ec-b8aa-6ca3d6953a4c'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:33:04.849566 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-1ec2d492-34d8-440a-82d0-38fb434ce956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:04.853066 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-1276472f-be0b-4061-9f4b-6ebac657b867 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:04.857702 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-1276472f-be0b-4061-9f4b-6ebac657b867 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Usage tracker for resource:network and tenant:241b06d1b66d4165a8f1f259a57fe469 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:04.861271 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-1276472f-be0b-4061-9f4b-6ebac657b867 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:04.868461 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-1276472f-be0b-4061-9f4b-6ebac657b867 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:04.881006 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-92a20a7a-90e0-4fce-824d-d605fa3059ce req-2fde5cef-fd24-4040-a4d1-c51c77c5c4d6 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/security-groups?id=7440aebc-fd11-474d-b16f-2447451d9d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5467443 Oct 13 15:33:04.884099 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52088) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:04.899640 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [None req-eac50b8f-adf3-4d72-94ce-892a07005885 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=88973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:04.904185 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5d3e7a42-c8fd-436e-9a24-d4785ac6e929 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:04.912949 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-eac50b8f-adf3-4d72-94ce-892a07005885 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0243309 Oct 13 15:33:04.914352 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1276472f-be0b-4061-9f4b-6ebac657b867 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Made reservation on behalf of 241b06d1b66d4165a8f1f259a57fe469 for: {'network': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:33:04.923787 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1276472f-be0b-4061-9f4b-6ebac657b867 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:04.927920 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52092) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:04.928625 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5d3e7a42-c8fd-436e-9a24-d4785ac6e929 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:04.932577 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-5d3e7a42-c8fd-436e-9a24-d4785ac6e929 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:04.936580 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-5d3e7a42-c8fd-436e-9a24-d4785ac6e929 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Usage tracker for resource:security_group_rule and tenant:15e5109a6af1425ca97594232c68104c is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:04.939880 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-5d3e7a42-c8fd-436e-9a24-d4785ac6e929 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:04.947171 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-5d3e7a42-c8fd-436e-9a24-d4785ac6e929 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:04.952449 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1276472f-be0b-4061-9f4b-6ebac657b867 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:04.981389 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6b2a9be8-2b99-4f84-a9c8-8c353822ddc8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:04.988838 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-1276472f-be0b-4061-9f4b-6ebac657b867 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:04.994725 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6b2a9be8-2b99-4f84-a9c8-8c353822ddc8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:05.011200 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-1276472f-be0b-4061-9f4b-6ebac657b867 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Usage tracker for resource:security_group_rule and tenant:241b06d1b66d4165a8f1f259a57fe469 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:05.019160 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e139720-11b5-4cb0-82ef-cfcee850aaa9 None None] Network 273f79b6-74a3-43a3-8305-ceff508dc231 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:33:05.024038 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-1276472f-be0b-4061-9f4b-6ebac657b867 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:05.028546 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b126aaf8-c808-444c-861f-586167dc0afa tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:05.033420 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [None req-d1846b1e-8bf7-4451-aa0b-1e6a77c793c5 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=88972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:05.034753 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d1846b1e-8bf7-4451-aa0b-1e6a77c793c5 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0407159 Oct 13 15:33:05.040258 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3e7a42-c8fd-436e-9a24-d4785ac6e929 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=899f1012-bbd8-4a71-b11e-b929767039cb,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:05.044125 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-69ce1537-0dac-4df8-93ad-7593399a0548 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:05.046077 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52096) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:05.063657 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [None req-0d4f5041-d953-4a9b-803f-a33e2ec2e94f tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=88972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:05.064405 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-0d4f5041-d953-4a9b-803f-a33e2ec2e94f tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0174987 Oct 13 15:33:05.068151 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-69ce1537-0dac-4df8-93ad-7593399a0548 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:05.071093 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52100) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:05.083592 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-1276472f-be0b-4061-9f4b-6ebac657b867 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:05.096401 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [None req-0550bbc5-f43b-4d80-8f98-64346680444c tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=88973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:05.099133 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-0550bbc5-f43b-4d80-8f98-64346680444c tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0186319 Oct 13 15:33:05.100343 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2a9be8-2b99-4f84-a9c8-8c353822ddc8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92743084-8e3c-45e7-937b-5c87f44559a6,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:05.108617 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52104) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:05.109477 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6b2a9be8-2b99-4f84-a9c8-8c353822ddc8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:05.110576 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-6b2a9be8-2b99-4f84-a9c8-8c353822ddc8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.1263230 Oct 13 15:33:05.161398 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5d3e7a42-c8fd-436e-9a24-d4785ac6e929 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:05.188286 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5d3e7a42-c8fd-436e-9a24-d4785ac6e929 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:05.199855 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-a6a5a331-a0e6-4d61-8c4b-50c260a93ead None None] Provisioning for port e1308495-57c0-42a5-bab4-059cf5539c1e completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:33:05.226931 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-a6a5a331-a0e6-4d61-8c4b-50c260a93ead None None] Provisioning complete for port e1308495-57c0-42a5-bab4-059cf5539c1e triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:33:05.228084 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-a6a5a331-a0e6-4d61-8c4b-50c260a93ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:05.228582 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3e7a42-c8fd-436e-9a24-d4785ac6e929 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6578c6b-82ac-414d-adf8-d3ef18257f96,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:05.228767 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-a6a5a331-a0e6-4d61-8c4b-50c260a93ead None None] Attempt 1 to provision port e1308495-57c0-42a5-bab4-059cf5539c1e Oct 13 15:33:05.250882 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [None req-0a928300-1b6e-4e46-9b7f-6819e32d7c9b tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=88973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:05.255227 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-0a928300-1b6e-4e46-9b7f-6819e32d7c9b tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.1433764 Oct 13 15:33:05.256481 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ce1537-0dac-4df8-93ad-7593399a0548 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event updated for resources: {'Port': ['ID=01192e1e-139a-42e4-a2d1-7db7f6d4a4d8,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:05.258802 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52112) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:05.262184 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-69ce1537-0dac-4df8-93ad-7593399a0548 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:05.276859 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [None req-27f06363-2b4f-4e7c-a2ae-32bb03b6cd95 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=88972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:05.278020 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-27f06363-2b4f-4e7c-a2ae-32bb03b6cd95 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0173900 Oct 13 15:33:05.280615 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52120) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:05.289787 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [None req-f70bca89-b60c-4885-ba78-9791ea8cef92 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=88972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:05.291015 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-f70bca89-b60c-4885-ba78-9791ea8cef92 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0073602 Oct 13 15:33:05.296876 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1276472f-be0b-4061-9f4b-6ebac657b867 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:05.297842 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52124) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:05.305323 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [None req-b3e86885-5833-4d9d-96d5-098b549390a0 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=88973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:05.310793 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-b3e86885-5833-4d9d-96d5-098b549390a0 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0117743 Oct 13 15:33:05.311714 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52128) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:05.315594 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1276472f-be0b-4061-9f4b-6ebac657b867 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:05.329241 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1276472f-be0b-4061-9f4b-6ebac657b867 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 441} {{(pid=88973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:33:05.348513 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [None req-8d36b210-20b1-487c-be13-3bab59c58052 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=88973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:05.351936 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-8d36b210-20b1-487c-be13-3bab59c58052 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0357990 Oct 13 15:33:05.353257 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52136) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:05.366241 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [None req-c37b6643-4492-4a7e-9ece-530ec7295d5b tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=88973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:05.366241 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c37b6643-4492-4a7e-9ece-530ec7295d5b tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0105133 Oct 13 15:33:05.366241 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1276472f-be0b-4061-9f4b-6ebac657b867 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:05.366241 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-1276472f-be0b-4061-9f4b-6ebac657b867 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Added segment 4519a87a-b3bf-4f85-8a85-5fb8dc7cf7c2 of type vlan for network e597442c-494d-4f50-a4e7-a199a1333198 Oct 13 15:33:05.367295 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52140) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:05.381698 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5d3e7a42-c8fd-436e-9a24-d4785ac6e929 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:05.382646 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-5d3e7a42-c8fd-436e-9a24-d4785ac6e929 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3156545 Oct 13 15:33:05.386595 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52144) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:05.389713 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [None req-b7ed77d2-638e-4bc5-8d47-9032f3b54394 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=88973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:05.393015 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-b7ed77d2-638e-4bc5-8d47-9032f3b54394 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0170870 Oct 13 15:33:05.401400 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52146) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:05.406154 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-536e40bd-38ae-4de6-968e-fbe11548abf7 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Request body: {'security_group_rule': {'security_group_id': 'c6578c6b-82ac-414d-adf8-d3ef18257f96', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:05.417799 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-1ec2d492-34d8-440a-82d0-38fb434ce956 None None] Allocated IP 172.20.0.1 (0b1b5316-4316-441a-ae25-60f4a8f1e1eb/d8f6fcea-bec9-48ec-b8aa-6ca3d6953a4c/31ec6181-b90f-4082-b4c4-3e0ecd99dc75) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:33:05.420077 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [None req-c58ac2c4-3edc-4181-bf45-7d50c8355f99 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=88972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:05.421084 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-c58ac2c4-3edc-4181-bf45-7d50c8355f99 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0175500 Oct 13 15:33:05.425222 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-536e40bd-38ae-4de6-968e-fbe11548abf7 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:05.426226 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52152) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:05.430246 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1276472f-be0b-4061-9f4b-6ebac657b867 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ede89a9-808b-405a-812b-ec9e21b96e8b,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:05.436725 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1276472f-be0b-4061-9f4b-6ebac657b867 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:05.443603 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [None req-eefb35d3-adee-49be-a7fa-b8c969643936 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=88973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:05.444341 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-eefb35d3-adee-49be-a7fa-b8c969643936 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0154283 Oct 13 15:33:05.445344 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-536e40bd-38ae-4de6-968e-fbe11548abf7 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Usage tracker for resource:security_group_rule and tenant:15e5109a6af1425ca97594232c68104c is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:05.447363 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52156) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:05.448869 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-536e40bd-38ae-4de6-968e-fbe11548abf7 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:05.457464 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-536e40bd-38ae-4de6-968e-fbe11548abf7 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:05.458952 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [None req-f8a340b8-c592-4d40-a7f5-fb329bab3cc3 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=88972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:05.459960 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-f8a340b8-c592-4d40-a7f5-fb329bab3cc3 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0113821 Oct 13 15:33:05.462870 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52160) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:05.464943 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-50c775cf-ccba-4d96-872b-797f491aa53c req-a02a7429-033c-4f0b-92e3-45c941de5f1f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-688757412&fields=id&tenant_id=de460f02ee50469b960f7a471a064187 HTTP/1.1" status: 200 len: 267 time: 0.0857792 Oct 13 15:33:05.474069 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [None req-5fb2c3fc-1c11-47ba-a51a-1cfa353afa7d tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=88973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:05.474648 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-5fb2c3fc-1c11-47ba-a51a-1cfa353afa7d tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0110061 Oct 13 15:33:05.477340 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52164) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:05.501018 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [None req-b38a7a1c-e564-445c-8b91-e9a7dd64101a tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=88973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:05.501977 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-b38a7a1c-e564-445c-8b91-e9a7dd64101a tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0237532 Oct 13 15:33:05.506561 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52168) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:05.514236 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [None req-70cd726a-5a00-4fc6-911f-1dae1b90575e tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=88973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:05.517818 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-70cd726a-5a00-4fc6-911f-1dae1b90575e tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0067067 Oct 13 15:33:05.517818 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-536e40bd-38ae-4de6-968e-fbe11548abf7 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:05.524624 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52172) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:05.524761 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 75f9427a-9d6f-4010-8f59-3e79fa0900ab is: BUILD; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:33:05.525126 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:05.533618 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [None req-2bd55a5d-70a0-40d7-b733-5988630c644c tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=88973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:05.534006 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ce1537-0dac-4df8-93ad-7593399a0548 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Network 273f79b6-74a3-43a3-8305-ceff508dc231 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:33:05.537705 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-2bd55a5d-70a0-40d7-b733-5988630c644c tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0090232 Oct 13 15:33:05.540207 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52176) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:05.540318 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-69ce1537-0dac-4df8-93ad-7593399a0548 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:33:05.540681 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 69e18c8c-25e0-433e-bbd8-1011bbb9f160 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:33:05.542087 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:05.542579 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 69e18c8c-25e0-433e-bbd8-1011bbb9f160 Oct 13 15:33:05.545885 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1276472f-be0b-4061-9f4b-6ebac657b867 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:05.551270 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1276472f-be0b-4061-9f4b-6ebac657b867 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:05.551845 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1276472f-be0b-4061-9f4b-6ebac657b867 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:05.579621 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [None req-b28ebe92-4559-44a1-8ff2-086149b1c0c3 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=88973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:05.583751 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-b28ebe92-4559-44a1-8ff2-086149b1c0c3 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0407364 Oct 13 15:33:05.594539 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52180) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:05.642047 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [None req-bf87be21-8751-4451-b960-c096798b73b9 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=88973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:05.643273 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-bf87be21-8751-4451-b960-c096798b73b9 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0310066 Oct 13 15:33:05.651025 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52184) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:05.724070 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [None req-abc2b11d-e6c2-4f90-ad5c-2c44d9e4a046 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=88973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:05.729337 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-abc2b11d-e6c2-4f90-ad5c-2c44d9e4a046 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0740237 Oct 13 15:33:05.732414 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffba99fb-1142-4d80-8627-ae50e1b52a2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f9427a-9d6f-4010-8f59-3e79fa0900ab'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:33:05.734773 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979c64d66908691d8da3fe322a5acf5d757b5bee84c7992aba2ec3c134dffaeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb66a57-4f2d-4dd4-97b1-c772a846a22d" -d '{"events": [{"server_uuid": "ffba99fb-1142-4d80-8627-ae50e1b52a2e", "name": "network-vif-plugged", "status": "completed", "tag": "75f9427a-9d6f-4010-8f59-3e79fa0900ab"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:33:05.746804 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52188) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:05.751449 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 75f9427a-9d6f-4010-8f59-3e79fa0900ab, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=75f9427a-9d6f-4010-8f59-3e79fa0900ab,segment=NetworkSegment(5b640b7b-bb58-43d3-8a2a-62c563521076),segment_id=5b640b7b-bb58-43d3-8a2a-62c563521076)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:33:05.765691 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [None req-29b3371b-a63a-42b1-92bb-648fac5fb3a0 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=88973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:05.766939 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-29b3371b-a63a-42b1-92bb-648fac5fb3a0 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0189967 Oct 13 15:33:05.767692 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1276472f-be0b-4061-9f4b-6ebac657b867 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Pushing event updated for resources: {'Network': ['ID=e597442c-494d-4f50-a4e7-a199a1333198,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:05.771914 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52194) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:05.774822 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-536e40bd-38ae-4de6-968e-fbe11548abf7 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:05.790173 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-1276472f-be0b-4061-9f4b-6ebac657b867 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3923066 Oct 13 15:33:05.790173 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-536e40bd-38ae-4de6-968e-fbe11548abf7 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:05.810831 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [None req-89ca923e-27b7-4af8-9e00-7d3ac817024b tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=88973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:05.811860 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-89ca923e-27b7-4af8-9e00-7d3ac817024b tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0355990 Oct 13 15:33:05.812681 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536e40bd-38ae-4de6-968e-fbe11548abf7 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f524afa4-4510-4ddc-af1d-58f07709cf0e,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:05.824698 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52198) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:05.837551 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [None req-fdc09614-252c-46ce-bd60-c3fbd37fea09 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=88973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:05.837551 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-fdc09614-252c-46ce-bd60-c3fbd37fea09 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0088677 Oct 13 15:33:05.838355 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52202) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:05.841256 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 15:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6eb5015-1ce1-47c6-a860-f27a6d3ae26d x-openstack-request-id: req-c6eb5015-1ce1-47c6-a860-f27a6d3ae26d {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:33:05.841548 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffba99fb-1142-4d80-8627-ae50e1b52a2e", "name": "network-vif-plugged", "status": "completed", "tag": "75f9427a-9d6f-4010-8f59-3e79fa0900ab", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:33:05.841846 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c6eb5015-1ce1-47c6-a860-f27a6d3ae26d {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:33:05.842278 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c6eb5015-1ce1-47c6-a860-f27a6d3ae26d'] response: {'server_uuid': 'ffba99fb-1142-4d80-8627-ae50e1b52a2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f9427a-9d6f-4010-8f59-3e79fa0900ab', 'code': 200} Oct 13 15:33:05.844955 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [None req-7f7f2a2c-4c3b-479d-ba8a-90a1d97ada8a tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=88973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:05.846908 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-7f7f2a2c-4c3b-479d-ba8a-90a1d97ada8a tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0066862 Oct 13 15:33:05.851605 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52206) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:05.858734 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [None req-3ea90042-321e-4ee6-be40-17fbc5674004 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=88973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:05.859741 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-3ea90042-321e-4ee6-be40-17fbc5674004 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0072124 Oct 13 15:33:05.864999 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52210) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:05.865614 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-536e40bd-38ae-4de6-968e-fbe11548abf7 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:05.871233 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-536e40bd-38ae-4de6-968e-fbe11548abf7 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4750695 Oct 13 15:33:05.874680 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52212) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:05.881381 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [None req-22f03834-de93-4df3-878f-f679c7dfe66a tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=88973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:05.882967 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-22f03834-de93-4df3-878f-f679c7dfe66a tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0104058 Oct 13 15:33:05.886515 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-38eb9fe4-bbdc-4993-b61f-57a795c89cc4 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Request body: {'security_group_rule': {'security_group_id': 'c6578c6b-82ac-414d-adf8-d3ef18257f96', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:05.891416 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52218) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:05.905455 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [None req-7e23dd24-b92b-4de7-ac46-cd6fc5f0879d tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=88973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:05.906859 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-7e23dd24-b92b-4de7-ac46-cd6fc5f0879d tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0125403 Oct 13 15:33:05.908081 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-38eb9fe4-bbdc-4993-b61f-57a795c89cc4 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:05.912085 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52222) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:05.917427 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-38eb9fe4-bbdc-4993-b61f-57a795c89cc4 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Usage tracker for resource:security_group_rule and tenant:15e5109a6af1425ca97594232c68104c is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:05.937442 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [None req-88ee5b9d-83a9-4e60-8779-426b47f7cb7d tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=88973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:05.941746 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-88ee5b9d-83a9-4e60-8779-426b47f7cb7d tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0263739 Oct 13 15:33:05.945100 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-38eb9fe4-bbdc-4993-b61f-57a795c89cc4 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:05.946570 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52228) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:05.964084 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-38eb9fe4-bbdc-4993-b61f-57a795c89cc4 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:05.972930 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [None req-db6ffa73-90b2-4144-8615-4a9880a3904c tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=88972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:05.974084 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-db6ffa73-90b2-4144-8615-4a9880a3904c tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0253356 Oct 13 15:33:05.981794 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52232) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:05.987673 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-1ec2d492-34d8-440a-82d0-38fb434ce956 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:06.000027 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [None req-da72c71e-13be-41ff-942c-d7ad24db745b tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=88973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:06.005428 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-da72c71e-13be-41ff-942c-d7ad24db745b tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0219326 Oct 13 15:33:06.006034 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52236) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:06.006666 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-1ec2d492-34d8-440a-82d0-38fb434ce956 None None] Transition to ACTIVE for port object 31ec6181-b90f-4082-b4c4-3e0ecd99dc75 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:33:06.025747 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [None req-1e410ab2-1bd8-4b35-b150-e9e7492f3616 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=88973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:06.030071 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-1e410ab2-1bd8-4b35-b150-e9e7492f3616 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0202274 Oct 13 15:33:06.034689 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52242) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:06.041317 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [None req-c449f490-347e-431f-82ec-9d9c307d52fc tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=88973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:06.044039 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:06.046312 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c449f490-347e-431f-82ec-9d9c307d52fc tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0121896 Oct 13 15:33:06.047449 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-38eb9fe4-bbdc-4993-b61f-57a795c89cc4 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:06.056444 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network e597442c-494d-4f50-a4e7-a199a1333198 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:33:06.060063 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52246) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:06.066027 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c775cf-ccba-4d96-872b-797f491aa53c req-5c4f8468-b255-467d-991c-9f8712061ff1 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:06.069204 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [None req-0b8f73e0-208a-4b88-8171-15960c7dda9d tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=88973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:06.069741 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-50c775cf-ccba-4d96-872b-797f491aa53c req-5c4f8468-b255-467d-991c-9f8712061ff1 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/networks?id=acc3888a-4c98-4fae-8af1-1985e343d86e HTTP/1.1" status: 200 len: 795 time: 0.5873375 Oct 13 15:33:06.073045 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ce1537-0dac-4df8-93ad-7593399a0548 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Router e216f745-0ff6-4b33-aba4-8ad4147f139c is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 15:33:06.073232 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-0b8f73e0-208a-4b88-8171-15960c7dda9d tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0133421 Oct 13 15:33:06.077665 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52250) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:06.115020 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [None req-624e5d1d-6cf4-4b13-a37b-c05615121cf9 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=88973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:06.120056 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-624e5d1d-6cf4-4b13-a37b-c05615121cf9 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0410595 Oct 13 15:33:06.121316 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52254) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:06.186494 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [None req-16523422-da91-4c76-b39e-0844f05e1c31 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=88973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:06.191548 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-16523422-da91-4c76-b39e-0844f05e1c31 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0669897 Oct 13 15:33:06.246296 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52258) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:06.365883 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [None req-d84f3d71-3802-4ed4-a8fb-286b03a21e3d tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=88972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:06.367815 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d84f3d71-3802-4ed4-a8fb-286b03a21e3d tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.1193926 Oct 13 15:33:06.378960 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52264) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:06.386889 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-50c775cf-ccba-4d96-872b-797f491aa53c req-a2ffffad-3e33-441a-a87f-2f33f67fae70 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/quotas/de460f02ee50469b960f7a471a064187 HTTP/1.1" status: 200 len: 375 time: 0.2874112 Oct 13 15:33:06.400448 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [None req-35cd8f21-5d04-497e-864e-6bd23b8a4f51 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=88973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:06.405315 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-1ec2d492-34d8-440a-82d0-38fb434ce956 None None] Transition to ACTIVE for port object 31ec6181-b90f-4082-b4c4-3e0ecd99dc75 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:33:06.411210 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52268) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:06.412707 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-35cd8f21-5d04-497e-864e-6bd23b8a4f51 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0219796 Oct 13 15:33:06.445173 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-a6a5a331-a0e6-4d61-8c4b-50c260a93ead None None] Current status of the port e1308495-57c0-42a5-bab4-059cf5539c1e is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:33:06.446141 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-a6a5a331-a0e6-4d61-8c4b-50c260a93ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:06.483485 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.api.v2.resource [None req-38eb9fe4-bbdc-4993-b61f-57a795c89cc4 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] create failed (client error): There was a conflict when trying to complete your request. Oct 13 15:33:06.489576 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-38eb9fe4-bbdc-4993-b61f-57a795c89cc4 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6092536 Oct 13 15:33:06.497076 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52274) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:06.500099 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-a6a5a331-a0e6-4d61-8c4b-50c260a93ead None None] For port e1308495-57c0-42a5-bab4-059cf5539c1e, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=e1308495-57c0-42a5-bab4-059cf5539c1e,segment=NetworkSegment(6a98c86c-fffa-42ac-b224-96626fa3fd4a),segment_id=6a98c86c-fffa-42ac-b224-96626fa3fd4a)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:33:06.502370 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-1ec2d492-34d8-440a-82d0-38fb434ce956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:06.517239 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-a6a5a331-a0e6-4d61-8c4b-50c260a93ead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:06.541778 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=75f9427a-9d6f-4010-8f59-3e79fa0900ab,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:06.600113 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 69e18c8c-25e0-433e-bbd8-1011bbb9f160 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:33:06.649692 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec2d492-34d8-440a-82d0-38fb434ce956 None None] Network 0b1b5316-4316-441a-ae25-60f4a8f1e1eb is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:33:06.672064 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b126aaf8-c808-444c-861f-586167dc0afa tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:06.675667 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-1ec2d492-34d8-440a-82d0-38fb434ce956 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:33:06.686408 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec2d492-34d8-440a-82d0-38fb434ce956 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:33:06.764819 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [None req-9a5eca31-e1a5-4d4b-94db-cacfd516110c tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=88972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:06.765898 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-9a5eca31-e1a5-4d4b-94db-cacfd516110c tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.3499854 Oct 13 15:33:06.770674 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52278) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:06.780768 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-752904bd-e21a-44f0-b6e0-c886afb681c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:06.783101 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [None req-de20619a-bb40-4e64-8a0e-0214cef314d3 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=88972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:06.784586 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-de20619a-bb40-4e64-8a0e-0214cef314d3 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0127602 Oct 13 15:33:06.793419 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52282) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:06.818414 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [None req-a064d4dd-b257-43c6-82e8-46fd17039dbf tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=88972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:06.820533 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a064d4dd-b257-43c6-82e8-46fd17039dbf tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0190849 Oct 13 15:33:06.823837 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52286) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:06.827516 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3de4e245-892e-454d-becb-a79d12c0cf4a tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:06.831195 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645a460f-4f23-4690-81a6-2189b853199a req-29123b9f-6c97-4a9a-954c-d75d4d290bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:06.833862 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-645a460f-4f23-4690-81a6-2189b853199a req-29123b9f-6c97-4a9a-954c-d75d4d290bfe service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ffba99fb-1142-4d80-8627-ae50e1b52a2e HTTP/1.1" status: 200 len: 1098 time: 0.6421735 Oct 13 15:33:06.839431 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b126aaf8-c808-444c-861f-586167dc0afa tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Pushing event deleted for resources: {'Subnet': ['ID=d8f6fcea-bec9-48ec-b8aa-6ca3d6953a4c,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:06.845244 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [None req-06db8e1f-9318-44b0-98ec-2091c0b7b7aa tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=88972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:06.846245 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-06db8e1f-9318-44b0-98ec-2091c0b7b7aa tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0186884 Oct 13 15:33:06.852068 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52290) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:06.853256 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ce1537-0dac-4df8-93ad-7593399a0548 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:33:06.870415 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b08b7-e10e-4500-9839-011d0746ff4d req-1206a833-fe21-4ee5-9bd8-a7e8671d77d9 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:06.871917 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-632b08b7-e10e-4500-9839-011d0746ff4d req-1206a833-fe21-4ee5-9bd8-a7e8671d77d9 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffba99fb-1142-4d80-8627-ae50e1b52a2e HTTP/1.1" status: 200 len: 945 time: 0.7514868 Oct 13 15:33:06.873573 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-69ce1537-0dac-4df8-93ad-7593399a0548 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "PUT /v2.0/routers/e216f745-0ff6-4b33-aba4-8ad4147f139c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8887532 Oct 13 15:33:06.877196 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [None req-a359f44d-33fe-4837-9cdf-b7478ffc747b tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=88972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:06.879832 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a359f44d-33fe-4837-9cdf-b7478ffc747b tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0245941 Oct 13 15:33:06.881827 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52294) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:06.882573 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52296) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:06.902826 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91396cf-2cf9-4539-b50d-a62db0873c8b None None] Sync routers for ids ['e216f745-0ff6-4b33-aba4-8ad4147f139c'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:33:06.915676 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec2d492-34d8-440a-82d0-38fb434ce956 None None] Pushing event updated for resources: {'Port': ['ID=31ec6181-b90f-4082-b4c4-3e0ecd99dc75,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:06.940753 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3de4e245-892e-454d-becb-a79d12c0cf4a tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:06.947889 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [None req-f9f982ec-fb3c-4e4a-838a-673e3fcf6770 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=88972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:06.951982 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-f9f982ec-fb3c-4e4a-838a-673e3fcf6770 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0667057 Oct 13 15:33:06.952584 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52302) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:06.980106 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [None req-a842f0cc-bda8-4f73-97b3-3b3f78101d69 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=88972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:06.983946 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a842f0cc-bda8-4f73-97b3-3b3f78101d69 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0207558 Oct 13 15:33:06.994078 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52306) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:07.010279 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [None req-6130d41a-2d3d-44fc-ab44-c87529b4a489 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=88972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:07.013654 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-6130d41a-2d3d-44fc-ab44-c87529b4a489 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0148287 Oct 13 15:33:07.021213 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-50c775cf-ccba-4d96-872b-797f491aa53c req-062d7849-9217-48fe-891a-8fdd8315d479 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:33:07.022575 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-645a460f-4f23-4690-81a6-2189b853199a req-8c3bd4bf-408c-4c2f-bd25-a44d92333d99 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7440aebc-fd11-474d-b16f-2447451d9d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808825 Oct 13 15:33:07.027955 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52310) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:07.057075 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b84db98f-db3f-448c-ad03-07b9acd0fa74 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:07.057732 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-b84db98f-db3f-448c-ad03-07b9acd0fa74 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Synchronizing usage tracker for tenant:4c5e5250b5d0476f9d711181f94ffb05 on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:33:07.067098 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-1ec2d492-34d8-440a-82d0-38fb434ce956 None None] Attempting to bind port 31ec6181-b90f-4082-b4c4-3e0ecd99dc75 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:33:07.068238 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-1ec2d492-34d8-440a-82d0-38fb434ce956 None None] Attempting to bind port 31ec6181-b90f-4082-b4c4-3e0ecd99dc75 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'afe05a15-fcef-4f81-99d7-80b324ddc37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '0b1b5316-4316-441a-ae25-60f4a8f1e1eb'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:33:07.068704 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec2d492-34d8-440a-82d0-38fb434ce956 None None] Attempting to bind port 31ec6181-b90f-4082-b4c4-3e0ecd99dc75 on network 0b1b5316-4316-441a-ae25-60f4a8f1e1eb {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:33:07.087032 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-50c775cf-ccba-4d96-872b-797f491aa53c req-062d7849-9217-48fe-891a-8fdd8315d479 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:33:07.088938 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-50c775cf-ccba-4d96-872b-797f491aa53c req-062d7849-9217-48fe-891a-8fdd8315d479 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6762891 Oct 13 15:33:07.090080 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec2d492-34d8-440a-82d0-38fb434ce956 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 32, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:33:07.090583 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec2d492-34d8-440a-82d0-38fb434ce956 None None] Checking segment: {'id': 'afe05a15-fcef-4f81-99d7-80b324ddc37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '0b1b5316-4316-441a-ae25-60f4a8f1e1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:33:07.091186 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-1ec2d492-34d8-440a-82d0-38fb434ce956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:07.091657 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec2d492-34d8-440a-82d0-38fb434ce956 None None] Bound using segment: {'id': 'afe05a15-fcef-4f81-99d7-80b324ddc37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '0b1b5316-4316-441a-ae25-60f4a8f1e1eb'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:33:07.092756 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-1ec2d492-34d8-440a-82d0-38fb434ce956 None None] Bound port: 31ec6181-b90f-4082-b4c4-3e0ecd99dc75, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afe05a15-fcef-4f81-99d7-80b324ddc37d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 411, 'network_id': '0b1b5316-4316-441a-ae25-60f4a8f1e1eb'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:33:07.095123 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-1ec2d492-34d8-440a-82d0-38fb434ce956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:07.098148 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-b84db98f-db3f-448c-ad03-07b9acd0fa74 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Unset dirty status for tenant:4c5e5250b5d0476f9d711181f94ffb05 on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:33:07.099490 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-b84db98f-db3f-448c-ad03-07b9acd0fa74 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "GET /v2.0/ports/01192e1e-139a-42e4-a2d1-7db7f6d4a4d8 HTTP/1.1" status: 200 len: 910 time: 0.2158294 Oct 13 15:33:07.102191 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52314) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:07.111821 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-6fc68ae8-3b92-410b-b7d7-f908dd48bd28 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '9ae251c4-fc73-4b45-a937-d28dd3b37179'}]}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:07.192529 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [None req-1fb9e9b5-e048-416d-957e-0abef85d93b1 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=88973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:07.195936 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-1fb9e9b5-e048-416d-957e-0abef85d93b1 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.1507125 Oct 13 15:33:07.205602 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52318) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:07.208392 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b126aaf8-c808-444c-861f-586167dc0afa tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:07.263019 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [None req-feb20301-6c80-4cb3-8876-b25bece1c74e tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=88973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:07.264262 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-feb20301-6c80-4cb3-8876-b25bece1c74e tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0466704 Oct 13 15:33:07.274678 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52324) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:07.296968 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [None req-292c8f66-5e2d-400a-a43a-4adabc22d191 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=88972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:07.298588 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-b126aaf8-c808-444c-861f-586167dc0afa tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b1b5316-4316-441a-ae25-60f4a8f1e1eb']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:07.303585 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-292c8f66-5e2d-400a-a43a-4adabc22d191 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0278795 Oct 13 15:33:07.305655 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52328) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:07.330930 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-632b08b7-e10e-4500-9839-011d0746ff4d req-04c94eb4-0d94-45c4-a401-ee5f2b418b6d tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/security-groups?id=7440aebc-fd11-474d-b16f-2447451d9d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3710568 Oct 13 15:33:07.335447 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-b126aaf8-c808-444c-861f-586167dc0afa tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afe05a15-fcef-4f81-99d7-80b324ddc37d') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:07.335931 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-b126aaf8-c808-444c-861f-586167dc0afa tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afe05a15-fcef-4f81-99d7-80b324ddc37d') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:07.340541 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-1ec2d492-34d8-440a-82d0-38fb434ce956 None None] For port 31ec6181-b90f-4082-b4c4-3e0ecd99dc75, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:33:07.345605 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-1ec2d492-34d8-440a-82d0-38fb434ce956 None None] For port 31ec6181-b90f-4082-b4c4-3e0ecd99dc75, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=31ec6181-b90f-4082-b4c4-3e0ecd99dc75,segment=NetworkSegment(afe05a15-fcef-4f81-99d7-80b324ddc37d),segment_id=afe05a15-fcef-4f81-99d7-80b324ddc37d)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:33:07.356667 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [None req-f7f32818-fedb-4108-90c1-3a6a237411fe tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=88972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:07.357686 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b126aaf8-c808-444c-861f-586167dc0afa tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:07.361689 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-f7f32818-fedb-4108-90c1-3a6a237411fe tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0471723 Oct 13 15:33:07.375657 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91396cf-2cf9-4539-b50d-a62db0873c8b None None] Routers {'e216f745-0ff6-4b33-aba4-8ad4147f139c'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:33:07.375657 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-f91396cf-2cf9-4539-b50d-a62db0873c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:33:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['e216f745-0ff6-4b33-aba4-8ad4147f139c'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:07.377540 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52332) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:07.380010 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [None req-a8b9de61-7001-44f4-92a7-9461cf9548b5 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=88972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:07.388374 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a8b9de61-7001-44f4-92a7-9461cf9548b5 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0117335 Oct 13 15:33:07.390676 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52336) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:07.405090 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [None req-981b764a-7d04-4c1c-9a10-cfac79407593 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=88973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:07.406432 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-981b764a-7d04-4c1c-9a10-cfac79407593 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0110521 Oct 13 15:33:07.407356 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3de4e245-892e-454d-becb-a79d12c0cf4a tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:07.417111 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52340) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:07.440983 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b126aaf8-c808-444c-861f-586167dc0afa tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:07.444944 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de4e245-892e-454d-becb-a79d12c0cf4a tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6578c6b-82ac-414d-adf8-d3ef18257f96,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:07.460235 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [None req-f7fa2b0e-c3f9-42ac-8e21-623cac6e4cf6 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=88973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:07.461447 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-f7fa2b0e-c3f9-42ac-8e21-623cac6e4cf6 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0240600 Oct 13 15:33:07.466826 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52344) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:07.503419 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [None req-8a3a9eb7-8d78-46c1-a66b-d7e5aa1cc11c tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=88973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:07.507710 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-8a3a9eb7-8d78-46c1-a66b-d7e5aa1cc11c tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0396965 Oct 13 15:33:07.511657 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b126aaf8-c808-444c-861f-586167dc0afa tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:33:07.512323 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b126aaf8-c808-444c-861f-586167dc0afa tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:07.572438 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-50c775cf-ccba-4d96-872b-797f491aa53c req-be447e33-3a7e-40dc-9e57-fd9c5a2a9ef6 service neutron] 10.222.0.42 "GET /v2.0/networks/acc3888a-4c98-4fae-8af1-1985e343d86e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3895531 Oct 13 15:33:07.572921 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52348) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:07.581545 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [None req-f815163d-5ecd-4b90-8765-46970cd28d6a tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=88972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:07.584976 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3de4e245-892e-454d-becb-a79d12c0cf4a tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:07.585221 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-f815163d-5ecd-4b90-8765-46970cd28d6a tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0092287 Oct 13 15:33:07.589695 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52352) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:07.598358 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-3de4e245-892e-454d-becb-a79d12c0cf4a tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] 10.222.0.42 "DELETE /v2.0/security-groups/c6578c6b-82ac-414d-adf8-d3ef18257f96 HTTP/1.1" status: 204 len: 168 time: 1.0916564 Oct 13 15:33:07.598925 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-f91396cf-2cf9-4539-b50d-a62db0873c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:07.620215 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a5a331-a0e6-4d61-8c4b-50c260a93ead None None] Pushing event updated for resources: {'Port': ['ID=e1308495-57c0-42a5-bab4-059cf5539c1e,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:07.627903 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52356) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:07.658384 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [None req-b5b2c4d0-525d-4991-8b3a-5a201edd98db tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=88972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:07.668161 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-b5b2c4d0-525d-4991-8b3a-5a201edd98db tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0717685 Oct 13 15:33:07.693197 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-1ec2d492-34d8-440a-82d0-38fb434ce956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:07.714272 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52362) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:07.782702 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [None req-e4dc1fa9-1ea6-4d01-93d3-171cd50710a1 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=88972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:07.787977 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-e4dc1fa9-1ea6-4d01-93d3-171cd50710a1 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0371437 Oct 13 15:33:07.796582 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52366) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:07.843230 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [None req-4b624858-4994-4921-85a7-758fef919be8 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] http://10.222.0.42:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=88972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:33:07.850173 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-4b624858-4994-4921-85a7-758fef919be8 tempest-ExtensionsTestJSON-295287240 tempest-ExtensionsTestJSON-295287240-project] 10.222.0.42 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0408342 Oct 13 15:33:07.858788 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment afe05a15-fcef-4f81-99d7-80b324ddc37d resource provider aggregate not found Oct 13 15:33:07.915499 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment afe05a15-fcef-4f81-99d7-80b324ddc37d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid afe05a15-fcef-4f81-99d7-80b324ddc37d found for delete ", "request_id": "req-80c307ed-ce04-44a9-8274-5997d23f9f98"}]} Oct 13 15:33:07.922669 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.db.api [None req-b126aaf8-c808-444c-861f-586167dc0afa tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 13 15:33:07.922669 dv-neutron-860329-2-hyperv neutron-server[88973]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 13 15:33:07.922669 dv-neutron-860329-2-hyperv neutron-server[88973]: [parameters: {'id': '0b1b5316-4316-441a-ae25-60f4a8f1e1eb'}] Oct 13 15:33:07.922669 dv-neutron-860329-2-hyperv neutron-server[88973]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:33:07.932071 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG oslo_db.api [None req-b126aaf8-c808-444c-861f-586167dc0afa tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:33:07.975598 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91396cf-2cf9-4539-b50d-a62db0873c8b None None] Routers {'e216f745-0ff6-4b33-aba4-8ad4147f139c'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:33:07.976510 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-f91396cf-2cf9-4539-b50d-a62db0873c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:33:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['e216f745-0ff6-4b33-aba4-8ad4147f139c'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:08.134969 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:08.172602 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-81acb654-bc73-4da4-a721-30c6491ff8d6 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Synchronizing usage tracker for tenant:15e5109a6af1425ca97594232c68104c on resource:security_group {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:33:08.213116 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6b53a0f1-5255-4ec9-be15-6436f2a58228 req-3d9847e3-d3de-4bfe-bbe9-c86df45b164c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5bcec102-37e4-416a-aa51-90b64613dc0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2710884 Oct 13 15:33:08.237267 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-d5704af1-e1a9-4f65-80ae-554262950ecc None None] Provisioning for port 01192e1e-139a-42e4-a2d1-7db7f6d4a4d8 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:33:08.278823 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:08.278823 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-f91396cf-2cf9-4539-b50d-a62db0873c8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:08.278823 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91396cf-2cf9-4539-b50d-a62db0873c8b None None] The sync data for ids ['e216f745-0ff6-4b33-aba4-8ad4147f139c'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:33:08.289821 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-81acb654-bc73-4da4-a721-30c6491ff8d6 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Unset dirty status for tenant:15e5109a6af1425ca97594232c68104c on resource:security_group {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:33:08.293801 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-81acb654-bc73-4da4-a721-30c6491ff8d6 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6451964 Oct 13 15:33:08.300984 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52374) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:08.310357 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-0c67b2eb-372f-4cc8-b1b1-3663c1691f6f tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Request body: {'security_group': {'name': 'tempest-secgroup--1551877624'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:08.319094 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-0c67b2eb-372f-4cc8-b1b1-3663c1691f6f tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:08.329336 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-d5704af1-e1a9-4f65-80ae-554262950ecc None None] Provisioning complete for port 01192e1e-139a-42e4-a2d1-7db7f6d4a4d8 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:33:08.329861 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d5704af1-e1a9-4f65-80ae-554262950ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:08.330286 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-d5704af1-e1a9-4f65-80ae-554262950ecc None None] Attempt 1 to provision port 01192e1e-139a-42e4-a2d1-7db7f6d4a4d8 Oct 13 15:33:08.354082 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-0c67b2eb-372f-4cc8-b1b1-3663c1691f6f tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:08.434251 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b126aaf8-c808-444c-861f-586167dc0afa tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:08.480801 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec2d492-34d8-440a-82d0-38fb434ce956 None None] Pushing event updated for resources: {'Port': ['ID=31ec6181-b90f-4082-b4c4-3e0ecd99dc75,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:08.505583 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-d5704af1-e1a9-4f65-80ae-554262950ecc None None] Port 01192e1e-139a-42e4-a2d1-7db7f6d4a4d8 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:33:08.515830 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea492899-8aeb-4342-972d-e8dc3fad1787 None None] Network 0b1b5316-4316-441a-ae25-60f4a8f1e1eb requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:33:08.526795 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0c67b2eb-372f-4cc8-b1b1-3663c1691f6f tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:08.572769 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6fc68ae8-3b92-410b-b7d7-f908dd48bd28 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:08.596147 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-0c67b2eb-372f-4cc8-b1b1-3663c1691f6f tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:08.606240 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-0c67b2eb-372f-4cc8-b1b1-3663c1691f6f tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Usage tracker for resource:security_group_rule and tenant:15e5109a6af1425ca97594232c68104c is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:08.627224 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-0c67b2eb-372f-4cc8-b1b1-3663c1691f6f tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:08.650731 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-0c67b2eb-372f-4cc8-b1b1-3663c1691f6f tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:08.820915 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device e1308495-57c0-42a5-bab4-059cf5539c1e up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:33:08.937920 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-b126aaf8-c808-444c-861f-586167dc0afa tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Deleting port 31ec6181-b90f-4082-b4c4-3e0ecd99dc75 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:33:08.938455 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b126aaf8-c808-444c-861f-586167dc0afa tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:08.970738 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port e1308495-57c0-42a5-bab4-059cf5539c1e triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:33:08.970738 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:08.970952 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port e1308495-57c0-42a5-bab4-059cf5539c1e Oct 13 15:33:08.995151 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52386) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:09.007179 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c41fd71-9297-4355-a9bb-ad70c90fcbc2 None None] get_active_networks_info from dv-neutron-860329-2-hyperv {{(pid=88974) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 13 15:33:09.042929 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-d5704af1-e1a9-4f65-80ae-554262950ecc None None] Attempt 2 to provision port 01192e1e-139a-42e4-a2d1-7db7f6d4a4d8 Oct 13 15:33:09.227890 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-d5704af1-e1a9-4f65-80ae-554262950ecc None None] Port 01192e1e-139a-42e4-a2d1-7db7f6d4a4d8 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:33:09.252633 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-50c775cf-ccba-4d96-872b-797f491aa53c req-abe1b153-5d91-4e85-b49a-cfe49acb451d service neutron] 10.222.0.42 "GET /v2.0/networks/acc3888a-4c98-4fae-8af1-1985e343d86e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6611664 Oct 13 15:33:09.261658 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52392) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:09.274472 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-aa7cd71e-0131-465c-bc3f-dcb2bf882a31 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Request body: {'subnet': {'network_id': 'e597442c-494d-4f50-a4e7-a199a1333198', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:09.357706 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e34b1e4c-e1e4-4d63-857b-69e4b494fbaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:09.375019 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port e1308495-57c0-42a5-bab4-059cf5539c1e is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:33:09.377374 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53a0f1-5255-4ec9-be15-6436f2a58228 req-4fa5228e-acad-4aaa-b817-7ca405ff0061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:09.380009 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6b53a0f1-5255-4ec9-be15-6436f2a58228 req-4fa5228e-acad-4aaa-b817-7ca405ff0061 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c4e179e9a35a4e59a0b0abe27aa737df&device_id=5bcec102-37e4-416a-aa51-90b64613dc0c HTTP/1.1" status: 200 len: 1098 time: 1.0172162 Oct 13 15:33:09.390673 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c41fd71-9297-4355-a9bb-ad70c90fcbc2 None None] Resources bound (agent type, host, resource id): {{(pid=88974) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 15:33:09.507936 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-aa7cd71e-0131-465c-bc3f-dcb2bf882a31 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:09.549810 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-aa7cd71e-0131-465c-bc3f-dcb2bf882a31 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Usage tracker for resource:subnet and tenant:241b06d1b66d4165a8f1f259a57fe469 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:09.562812 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:09.564401 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-aa7cd71e-0131-465c-bc3f-dcb2bf882a31 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:09.579441 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-e34b1e4c-e1e4-4d63-857b-69e4b494fbaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:09.583265 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0c67b2eb-372f-4cc8-b1b1-3663c1691f6f tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:09.596234 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-aa7cd71e-0131-465c-bc3f-dcb2bf882a31 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:09.609606 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0c67b2eb-372f-4cc8-b1b1-3663c1691f6f tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:09.616592 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-e34b1e4c-e1e4-4d63-857b-69e4b494fbaa admin admin] Usage tracker for resource:security_group_rule and tenant:414dce767e4c4d25bcaa457ae91973fb is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:09.654001 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-e34b1e4c-e1e4-4d63-857b-69e4b494fbaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:09.663569 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-d9f25fa8-98e3-4f4a-8866-52ebde540f7f req-b0e54525-f2c1-417a-8434-7b038b96a4f3 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=332deead-5b2a-455d-98e9-267dc8f3aac9 HTTP/1.1" status: 200 len: 210 time: 0.0865273 Oct 13 15:33:09.717317 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53a0f1-5255-4ec9-be15-6436f2a58228 req-4b80bc3c-51fa-4818-8a5a-d82d4182ee0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:09.719905 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6b53a0f1-5255-4ec9-be15-6436f2a58228 req-4b80bc3c-51fa-4818-8a5a-d82d4182ee0c service neutron] 10.222.0.16 "GET /v2.0/networks?id=a44f8207-61f2-477d-b80a-38deab4e3cb7 HTTP/1.1" status: 200 len: 913 time: 0.3068256 Oct 13 15:33:09.743630 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-d5704af1-e1a9-4f65-80ae-554262950ecc None None] Attempt 3 to provision port 01192e1e-139a-42e4-a2d1-7db7f6d4a4d8 Oct 13 15:33:09.790926 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109e0a4-b1f5-4a99-acf2-a75c0f70b8d8 req-7ffdb6bc-9b75-445c-8062-72c7c93f9e0a tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:09.806450 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7cd71e-0131-465c-bc3f-dcb2bf882a31 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Made reservation on behalf of 241b06d1b66d4165a8f1f259a57fe469 for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:33:09.809090 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6109e0a4-b1f5-4a99-acf2-a75c0f70b8d8 req-7ffdb6bc-9b75-445c-8062-72c7c93f9e0a tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffba99fb-1142-4d80-8627-ae50e1b52a2e HTTP/1.1" status: 200 len: 945 time: 1.0075648 Oct 13 15:33:09.811046 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aa7cd71e-0131-465c-bc3f-dcb2bf882a31 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:09.836169 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-d5704af1-e1a9-4f65-80ae-554262950ecc None None] Port 01192e1e-139a-42e4-a2d1-7db7f6d4a4d8 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:33:09.864418 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-e34b1e4c-e1e4-4d63-857b-69e4b494fbaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:09.981868 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c67b2eb-372f-4cc8-b1b1-3663c1691f6f tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32bea5f7-9bc5-43a8-b122-8dbfe2b2e8b8,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:09.990760 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6fc68ae8-3b92-410b-b7d7-f908dd48bd28 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:10.097529 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89487b8-9b76-4718-9cac-d41f0be8b001 None None] get_active_networks_info from dv-neutron-860329-2-hyperv {{(pid=88974) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 13 15:33:10.106579 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e34b1e4c-e1e4-4d63-857b-69e4b494fbaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:10.107452 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0c67b2eb-372f-4cc8-b1b1-3663c1691f6f tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:10.109143 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-0c67b2eb-372f-4cc8-b1b1-3663c1691f6f tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.8056984 Oct 13 15:33:10.165456 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52406) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:10.174731 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6fc68ae8-3b92-410b-b7d7-f908dd48bd28 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:10.194722 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e34b1e4c-e1e4-4d63-857b-69e4b494fbaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:10.204142 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-ccc01053-8e54-409f-98b1-156b38e5feab tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Request body: {'security_group_rule': {'security_group_id': '32bea5f7-9bc5-43a8-b122-8dbfe2b2e8b8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:10.204142 dv-neutron-860329-2-hyperv neutron-server[88972]: WARNING neutron.api.v2.base [None req-ccc01053-8e54-409f-98b1-156b38e5feab tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 13 15:33:10.204142 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-ccc01053-8e54-409f-98b1-156b38e5feab tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 15:33:10.204142 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-ccc01053-8e54-409f-98b1-156b38e5feab tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0376890 Oct 13 15:33:10.213580 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52410) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:10.343451 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-d5704af1-e1a9-4f65-80ae-554262950ecc None None] Attempt 4 to provision port 01192e1e-139a-42e4-a2d1-7db7f6d4a4d8 Oct 13 15:33:10.346403 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc68ae8-3b92-410b-b7d7-f908dd48bd28 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event updated for resources: {'Port': ['ID=01192e1e-139a-42e4-a2d1-7db7f6d4a4d8,revision_number=3']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:10.365292 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fc68ae8-3b92-410b-b7d7-f908dd48bd28 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:10.365972 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6fc68ae8-3b92-410b-b7d7-f908dd48bd28 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:10.367627 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-6fc68ae8-3b92-410b-b7d7-f908dd48bd28 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "PUT /v2.0/ports/01192e1e-139a-42e4-a2d1-7db7f6d4a4d8 HTTP/1.1" status: 200 len: 910 time: 3.2631664 Oct 13 15:33:10.370772 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52414) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:10.373653 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d3e1f77f-d4ef-4f96-bda0-55e2aadf480a tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:10.379850 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-b126aaf8-c808-444c-861f-586167dc0afa tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] For port 31ec6181-b90f-4082-b4c4-3e0ecd99dc75, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=31ec6181-b90f-4082-b4c4-3e0ecd99dc75,segment=NetworkSegment(afe05a15-fcef-4f81-99d7-80b324ddc37d),segment_id=afe05a15-fcef-4f81-99d7-80b324ddc37d)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:33:10.380973 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b126aaf8-c808-444c-861f-586167dc0afa tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:10.398855 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6109e0a4-b1f5-4a99-acf2-a75c0f70b8d8 req-7906b895-e675-4f6f-bb92-7797959b21e0 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/security-groups?id=7440aebc-fd11-474d-b16f-2447451d9d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5881085 Oct 13 15:33:10.419006 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e34b1e4c-e1e4-4d63-857b-69e4b494fbaa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=414dce767e4c4d25bcaa457ae91973fb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4158497 Oct 13 15:33:10.439556 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52418) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:10.439556 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34b1e4c-e1e4-4d63-857b-69e4b494fbaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa0937c-33f8-4c57-a21d-77fbfef0c31a,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:10.466697 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89487b8-9b76-4718-9cac-d41f0be8b001 None None] Resources bound (agent type, host, resource id): {{(pid=88974) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 15:33:10.497674 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6b53a0f1-5255-4ec9-be15-6436f2a58228 req-c6deb2de-3d25-4ccd-9ad1-de40b37c8508 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4123161-15b6-4933-93c1-9dd648d8b96c HTTP/1.1" status: 200 len: 1001 time: 0.6574275 Oct 13 15:33:10.634596 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-d5704af1-e1a9-4f65-80ae-554262950ecc None None] Port 01192e1e-139a-42e4-a2d1-7db7f6d4a4d8 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:33:10.671671 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d3e1f77f-d4ef-4f96-bda0-55e2aadf480a tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:10.733082 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-b126aaf8-c808-444c-861f-586167dc0afa tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Calling delete_port for 31ec6181-b90f-4082-b4c4-3e0ecd99dc75 owned by network:dhcp {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:33:10.767777 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aa7cd71e-0131-465c-bc3f-dcb2bf882a31 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:10.857472 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b126aaf8-c808-444c-861f-586167dc0afa tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:10.959547 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b126aaf8-c808-444c-861f-586167dc0afa tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Pushing event deleted for resources: {'Port': ['ID=31ec6181-b90f-4082-b4c4-3e0ecd99dc75,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:10.966234 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d3e1f77f-d4ef-4f96-bda0-55e2aadf480a tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:10.984162 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b126aaf8-c808-444c-861f-586167dc0afa tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] No DVR routers for this DVR port 31ec6181-b90f-4082-b4c4-3e0ecd99dc75 on host dv-neutron-860329-2-hyperv {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:33:11.008308 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7cd71e-0131-465c-bc3f-dcb2bf882a31 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Pushing event updated for resources: {'Subnet': ['ID=e43aa252-e4ac-4f6c-846f-d05ccefd0975,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:11.031389 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53a0f1-5255-4ec9-be15-6436f2a58228 req-0dd68acc-67b4-48c7-8006-00e194d0a0da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:11.033541 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6b53a0f1-5255-4ec9-be15-6436f2a58228 req-0dd68acc-67b4-48c7-8006-00e194d0a0da service neutron] 10.222.0.16 "GET /v2.0/subnets?id=235995ae-56e8-4a42-a8ac-e16e5c3294b1 HTTP/1.1" status: 200 len: 851 time: 0.4350111 Oct 13 15:33:11.045696 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-3eeb8a2f-77ca-4514-be1c-50399a47f9b8 req-fda3ede2-3d01-4d06-be02-059015fb4cac tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=332deead-5b2a-455d-98e9-267dc8f3aac9 HTTP/1.1" status: 200 len: 210 time: 0.2130971 Oct 13 15:33:11.049746 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e1f77f-d4ef-4f96-bda0-55e2aadf480a tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32bea5f7-9bc5-43a8-b122-8dbfe2b2e8b8,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:11.136760 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-d5704af1-e1a9-4f65-80ae-554262950ecc None None] Attempt 5 to provision port 01192e1e-139a-42e4-a2d1-7db7f6d4a4d8 Oct 13 15:33:11.157473 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-036ec01e-14ec-4f2d-a370-208e336857ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:11.187655 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-036ec01e-14ec-4f2d-a370-208e336857ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:11.201406 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-d5704af1-e1a9-4f65-80ae-554262950ecc None None] Port 01192e1e-139a-42e4-a2d1-7db7f6d4a4d8 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:33:11.213189 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7cd71e-0131-465c-bc3f-dcb2bf882a31 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Checking segment: {'id': '4519a87a-b3bf-4f85-8a85-5fb8dc7cf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'e597442c-494d-4f50-a4e7-a199a1333198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:33:11.213477 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7cd71e-0131-465c-bc3f-dcb2bf882a31 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Network hostable DHCP agents. Network: e597442c-494d-4f50-a4e7-a199a1333198, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:33:11.286619 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b126aaf8-c808-444c-861f-586167dc0afa tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:11.324865 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7cd71e-0131-465c-bc3f-dcb2bf882a31 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Network e597442c-494d-4f50-a4e7-a199a1333198 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:33:11.340853 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d3e1f77f-d4ef-4f96-bda0-55e2aadf480a tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:11.342200 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-d3e1f77f-d4ef-4f96-bda0-55e2aadf480a tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] 10.222.0.42 "DELETE /v2.0/security-groups/32bea5f7-9bc5-43a8-b122-8dbfe2b2e8b8 HTTP/1.1" status: 204 len: 168 time: 1.1110203 Oct 13 15:33:11.345112 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-b126aaf8-c808-444c-861f-586167dc0afa tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b1b5316-4316-441a-ae25-60f4a8f1e1eb']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:11.357701 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52426) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:11.375923 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-b126aaf8-c808-444c-861f-586167dc0afa tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afe05a15-fcef-4f81-99d7-80b324ddc37d') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:11.376165 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-b126aaf8-c808-444c-861f-586167dc0afa tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afe05a15-fcef-4f81-99d7-80b324ddc37d') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:11.376265 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-aa7cd71e-0131-465c-bc3f-dcb2bf882a31 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, e597442c-494d-4f50-a4e7-a199a1333198) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:33:11.381842 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7cd71e-0131-465c-bc3f-dcb2bf882a31 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:11.382388 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aa7cd71e-0131-465c-bc3f-dcb2bf882a31 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:11.390264 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7761c767-afdd-4f87-96b7-40329673a47b None None] Network e597442c-494d-4f50-a4e7-a199a1333198 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:33:11.397237 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b126aaf8-c808-444c-861f-586167dc0afa tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:11.423356 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-036ec01e-14ec-4f2d-a370-208e336857ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:11.447226 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b126aaf8-c808-444c-861f-586167dc0afa tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:11.450851 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c775cf-ccba-4d96-872b-797f491aa53c req-7b4f8351-e0bb-4740-a06e-5a3a06f4cb72 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:11.452303 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-50c775cf-ccba-4d96-872b-797f491aa53c req-7b4f8351-e0bb-4740-a06e-5a3a06f4cb72 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.16 "GET /v2.0/networks?id=acc3888a-4c98-4fae-8af1-1985e343d86e HTTP/1.1" status: 200 len: 795 time: 0.3144054 Oct 13 15:33:11.457806 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b53a0f1-5255-4ec9-be15-6436f2a58228 req-190f479f-405f-4153-bd13-f5380f49a050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:11.459790 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6b53a0f1-5255-4ec9-be15-6436f2a58228 req-190f479f-405f-4153-bd13-f5380f49a050 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a44f8207-61f2-477d-b80a-38deab4e3cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4015527 Oct 13 15:33:11.472307 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ec01e-14ec-4f2d-a370-208e336857ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa0937c-33f8-4c57-a21d-77fbfef0c31a,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:11.476803 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b126aaf8-c808-444c-861f-586167dc0afa tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Releasing vlan 411 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:33:11.477635 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b126aaf8-c808-444c-861f-586167dc0afa tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:11.482400 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-aa7cd71e-0131-465c-bc3f-dcb2bf882a31 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.2200632 Oct 13 15:33:11.483367 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52434) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:11.494718 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-9638515f-2a5f-4379-9150-57d80314d0bc tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-415180454'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:11.530984 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-9638515f-2a5f-4379-9150-57d80314d0bc tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:11.536623 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-9638515f-2a5f-4379-9150-57d80314d0bc tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Usage tracker for resource:network and tenant:241b06d1b66d4165a8f1f259a57fe469 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:11.541035 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-9638515f-2a5f-4379-9150-57d80314d0bc tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:11.557893 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-9638515f-2a5f-4379-9150-57d80314d0bc tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:11.576610 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d44139be-1526-4dd5-b65c-3a330a26ba42 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:11.659793 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fecea640-9c50-496d-8827-256173d34a39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-e597442c-494d-4f50-a4e7-a199a1333198', 'network_id': 'e597442c-494d-4f50-a4e7-a199a1333198', 'tenant_id': '241b06d1b66d4165a8f1f259a57fe469', 'fixed_ips': [{'subnet_id': 'e43aa252-e4ac-4f6c-846f-d05ccefd0975'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:33:11.660665 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-fecea640-9c50-496d-8827-256173d34a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:11.661143 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-0b0a368a-29cd-4007-965d-221bf400622d tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Synchronizing usage tracker for tenant:15e5109a6af1425ca97594232c68104c on resource:security_group {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:33:11.684394 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment afe05a15-fcef-4f81-99d7-80b324ddc37d resource provider aggregate not found Oct 13 15:33:11.706211 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9638515f-2a5f-4379-9150-57d80314d0bc tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Made reservation on behalf of 241b06d1b66d4165a8f1f259a57fe469 for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:33:11.709728 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9638515f-2a5f-4379-9150-57d80314d0bc tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:11.723097 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-50c775cf-ccba-4d96-872b-797f491aa53c req-21c5a8a7-6627-4335-a75f-a34676afc10c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de460f02ee50469b960f7a471a064187 HTTP/1.1" status: 200 len: 379 time: 0.2387607 Oct 13 15:33:11.737196 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-d5704af1-e1a9-4f65-80ae-554262950ecc None None] Attempt 6 to provision port 01192e1e-139a-42e4-a2d1-7db7f6d4a4d8 Oct 13 15:33:11.746433 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-036ec01e-14ec-4f2d-a370-208e336857ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:11.746574 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [req-50c775cf-ccba-4d96-872b-797f491aa53c req-3cb1f920-46f9-41f4-8441-c14cb70a1ac4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'port': {'device_id': '332deead-5b2a-455d-98e9-267dc8f3aac9', 'network_id': 'acc3888a-4c98-4fae-8af1-1985e343d86e', 'admin_state_up': True, 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'security_groups': ['d144dc10-5e0f-493d-aba2-e061a25af2f3']}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:11.748019 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-036ec01e-14ec-4f2d-a370-208e336857ce admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6fa0937c-33f8-4c57-a21d-77fbfef0c31a HTTP/1.1" status: 204 len: 168 time: 1.3114905 Oct 13 15:33:11.824692 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-d5704af1-e1a9-4f65-80ae-554262950ecc None None] Port 01192e1e-139a-42e4-a2d1-7db7f6d4a4d8 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:33:11.882415 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9638515f-2a5f-4379-9150-57d80314d0bc tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:33:11.929202 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment afe05a15-fcef-4f81-99d7-80b324ddc37d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid afe05a15-fcef-4f81-99d7-80b324ddc37d found for delete ", "request_id": "req-cd899200-8c08-4e9c-bf60-41d66f1c4f42"}]} Oct 13 15:33:11.963079 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6b53a0f1-5255-4ec9-be15-6436f2a58228 req-d1581ec9-a2ba-4262-9ed9-2d0d2ad407e5 service neutron] 10.222.0.16 "GET /v2.0/networks/a44f8207-61f2-477d-b80a-38deab4e3cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4886122 Oct 13 15:33:12.013493 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b126aaf8-c808-444c-861f-586167dc0afa tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:12.015802 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-0b0a368a-29cd-4007-965d-221bf400622d tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Unset dirty status for tenant:15e5109a6af1425ca97594232c68104c on resource:security_group {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:33:12.022639 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-0b0a368a-29cd-4007-965d-221bf400622d tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6583669 Oct 13 15:33:12.023637 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52446) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:12.043280 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b126aaf8-c808-444c-861f-586167dc0afa tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:12.048566 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-65cdf88d-e611-4f29-b171-252a7a656146 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Request body: {'security_group': {'name': 'tempest-secgroup--1656906479'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:12.064127 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-65cdf88d-e611-4f29-b171-252a7a656146 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:12.112041 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b126aaf8-c808-444c-861f-586167dc0afa tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Pushing event deleted for resources: {'Network': ['ID=0b1b5316-4316-441a-ae25-60f4a8f1e1eb,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:12.122792 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9638515f-2a5f-4379-9150-57d80314d0bc tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:12.123136 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-9638515f-2a5f-4379-9150-57d80314d0bc tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Added segment d511d601-41b6-43fd-8ffe-97fea9c1677a of type vlan for network dc6e025f-0916-4516-bc2b-7a9c1d3ffff9 Oct 13 15:33:12.127257 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-b126aaf8-c808-444c-861f-586167dc0afa tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "DELETE /v2.0/networks/0b1b5316-4316-441a-ae25-60f4a8f1e1eb HTTP/1.1" status: 204 len: 168 time: 7.7417886 Oct 13 15:33:12.137343 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52456) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:12.138250 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-65cdf88d-e611-4f29-b171-252a7a656146 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:12.153941 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9638515f-2a5f-4379-9150-57d80314d0bc tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:12.155770 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-b172a980-60fa-40b5-9204-932bb9964b3f tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1861052618'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:12.170476 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-b172a980-60fa-40b5-9204-932bb9964b3f tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:12.177289 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-b172a980-60fa-40b5-9204-932bb9964b3f tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Usage tracker for resource:network and tenant:189a2a783ff94d9d83e28e5d7a0f1bba is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:12.191728 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-b172a980-60fa-40b5-9204-932bb9964b3f tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:12.200049 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [req-50c775cf-ccba-4d96-872b-797f491aa53c req-3cb1f920-46f9-41f4-8441-c14cb70a1ac4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:12.209860 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-fecea640-9c50-496d-8827-256173d34a39 None None] Allocated IP 2001:db8:0:ffff::2 (e597442c-494d-4f50-a4e7-a199a1333198/e43aa252-e4ac-4f6c-846f-d05ccefd0975/171ec757-3cb4-4e96-b924-138625204a5e) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:33:12.215315 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-b172a980-60fa-40b5-9204-932bb9964b3f tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:12.220489 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-65cdf88d-e611-4f29-b171-252a7a656146 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:12.264951 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e419f6b0-45be-4b07-8e38-0845ea97cad2 req-d36fbd4d-9be9-499a-87ac-65087c792ef3 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:12.266383 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e419f6b0-45be-4b07-8e38-0845ea97cad2 req-d36fbd4d-9be9-499a-87ac-65087c792ef3 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffba99fb-1142-4d80-8627-ae50e1b52a2e HTTP/1.1" status: 200 len: 945 time: 0.5781453 Oct 13 15:33:12.268194 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6b53a0f1-5255-4ec9-be15-6436f2a58228 req-a3fef9a6-c37d-439d-b855-deb0a551c0e8 service neutron] 10.222.0.16 "GET /v2.0/networks/a44f8207-61f2-477d-b80a-38deab4e3cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2947783 Oct 13 15:33:12.273103 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b172a980-60fa-40b5-9204-932bb9964b3f tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Made reservation on behalf of 189a2a783ff94d9d83e28e5d7a0f1bba for: {'network': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:33:12.276713 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b172a980-60fa-40b5-9204-932bb9964b3f tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:12.300736 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-65cdf88d-e611-4f29-b171-252a7a656146 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:12.325265 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-65cdf88d-e611-4f29-b171-252a7a656146 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Usage tracker for resource:security_group_rule and tenant:15e5109a6af1425ca97594232c68104c is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:12.325466 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [req-50c775cf-ccba-4d96-872b-797f491aa53c req-3cb1f920-46f9-41f4-8441-c14cb70a1ac4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:12.330952 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9638515f-2a5f-4379-9150-57d80314d0bc tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:12.333510 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-65cdf88d-e611-4f29-b171-252a7a656146 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:12.337341 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9638515f-2a5f-4379-9150-57d80314d0bc tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:12.337938 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9638515f-2a5f-4379-9150-57d80314d0bc tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:12.343431 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-7cfc267d-28c9-40b2-9893-f2dfee631979 req-10c087b0-4a71-4f90-90df-f294b6337706 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=332deead-5b2a-455d-98e9-267dc8f3aac9 HTTP/1.1" status: 200 len: 210 time: 0.1002815 Oct 13 15:33:12.351109 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-65cdf88d-e611-4f29-b171-252a7a656146 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:12.368490 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-d5704af1-e1a9-4f65-80ae-554262950ecc None None] Attempt 7 to provision port 01192e1e-139a-42e4-a2d1-7db7f6d4a4d8 Oct 13 15:33:12.381265 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b172a980-60fa-40b5-9204-932bb9964b3f tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=88973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:33:12.393593 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e419f6b0-45be-4b07-8e38-0845ea97cad2 req-f95a2645-e000-4396-84ec-9e249bedc16d tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/security-groups?id=7440aebc-fd11-474d-b16f-2447451d9d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1065369 Oct 13 15:33:12.407457 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b172a980-60fa-40b5-9204-932bb9964b3f tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:12.408010 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-b172a980-60fa-40b5-9204-932bb9964b3f tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Added segment 9552d831-bfde-4210-8a98-4b33376f796b of type vlan for network 460a21c4-f2bb-48ad-825d-d63e67ab14e7 Oct 13 15:33:12.463004 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b172a980-60fa-40b5-9204-932bb9964b3f tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:12.475059 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-d5704af1-e1a9-4f65-80ae-554262950ecc None None] Port 01192e1e-139a-42e4-a2d1-7db7f6d4a4d8 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:33:12.481571 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9638515f-2a5f-4379-9150-57d80314d0bc tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Pushing event updated for resources: {'Network': ['ID=dc6e025f-0916-4516-bc2b-7a9c1d3ffff9,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:12.499320 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50c775cf-ccba-4d96-872b-797f491aa53c req-3cb1f920-46f9-41f4-8441-c14cb70a1ac4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Made reservation on behalf of de460f02ee50469b960f7a471a064187 for: {'port': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:33:12.502541 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network dc6e025f-0916-4516-bc2b-7a9c1d3ffff9 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:33:12.504693 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-50c775cf-ccba-4d96-872b-797f491aa53c req-3cb1f920-46f9-41f4-8441-c14cb70a1ac4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:12.505286 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-65cdf88d-e611-4f29-b171-252a7a656146 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:12.523273 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-65cdf88d-e611-4f29-b171-252a7a656146 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:12.607671 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cdf88d-e611-4f29-b171-252a7a656146 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bca984c6-bee3-4156-ba9c-2d912a0d16f8,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:12.629482 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b172a980-60fa-40b5-9204-932bb9964b3f tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:12.638638 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b172a980-60fa-40b5-9204-932bb9964b3f tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:12.641313 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b172a980-60fa-40b5-9204-932bb9964b3f tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:12.646495 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-9638515f-2a5f-4379-9150-57d80314d0bc tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1587231 Oct 13 15:33:12.649948 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52472) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:12.755679 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-123b70a8-d70c-44f7-a9d1-d7e3bafe6d80 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Request body: {'subnet': {'network_id': 'dc6e025f-0916-4516-bc2b-7a9c1d3ffff9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:12.772500 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-d44139be-1526-4dd5-b65c-3a330a26ba42 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Deleting port 01192e1e-139a-42e4-a2d1-7db7f6d4a4d8 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:33:12.773095 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d44139be-1526-4dd5-b65c-3a330a26ba42 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:12.811953 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b172a980-60fa-40b5-9204-932bb9964b3f tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Pushing event updated for resources: {'Network': ['ID=460a21c4-f2bb-48ad-825d-d63e67ab14e7,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:12.830175 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-65cdf88d-e611-4f29-b171-252a7a656146 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:12.832087 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-65cdf88d-e611-4f29-b171-252a7a656146 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8056116 Oct 13 15:33:12.835306 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52478) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:12.855414 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-b172a980-60fa-40b5-9204-932bb9964b3f tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7099814 Oct 13 15:33:12.857092 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52482) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:12.865598 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-e7cb3e27-8c8c-47c1-8d76-b4bd497e1f79 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Request body: {'security_group_rule': {'security_group_id': 'bca984c6-bee3-4156-ba9c-2d912a0d16f8', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:12.867012 dv-neutron-860329-2-hyperv neutron-server[88973]: WARNING neutron.api.v2.base [None req-e7cb3e27-8c8c-47c1-8d76-b4bd497e1f79 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 13 15:33:12.867489 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.api.v2.resource [None req-e7cb3e27-8c8c-47c1-8d76-b4bd497e1f79 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 15:33:12.871789 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e7cb3e27-8c8c-47c1-8d76-b4bd497e1f79 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0354671 Oct 13 15:33:12.876914 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52486) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:12.879820 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-fecea640-9c50-496d-8827-256173d34a39 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:12.884491 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-9467a971-b94d-4295-a449-c4789a155f0d tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Request body: {'subnet': {'network_id': '460a21c4-f2bb-48ad-825d-d63e67ab14e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:12.893499 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-fecea640-9c50-496d-8827-256173d34a39 None None] Transition to ACTIVE for port object 171ec757-3cb4-4e96-b924-138625204a5e will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:33:12.919668 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-fecea640-9c50-496d-8827-256173d34a39 None None] Transition to ACTIVE for port object 171ec757-3cb4-4e96-b924-138625204a5e will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:33:12.924294 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 460a21c4-f2bb-48ad-825d-d63e67ab14e7 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:33:12.944053 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-fecea640-9c50-496d-8827-256173d34a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:12.962203 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52490) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:13.006626 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-d5704af1-e1a9-4f65-80ae-554262950ecc None None] Attempt 8 to provision port 01192e1e-139a-42e4-a2d1-7db7f6d4a4d8 Oct 13 15:33:13.019861 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-9467a971-b94d-4295-a449-c4789a155f0d tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:13.024115 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-9467a971-b94d-4295-a449-c4789a155f0d tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Usage tracker for resource:subnet and tenant:189a2a783ff94d9d83e28e5d7a0f1bba is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:13.027029 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-9467a971-b94d-4295-a449-c4789a155f0d tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:13.032740 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-9467a971-b94d-4295-a449-c4789a155f0d tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:13.046741 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9467a971-b94d-4295-a449-c4789a155f0d tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Made reservation on behalf of 189a2a783ff94d9d83e28e5d7a0f1bba for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:33:13.050945 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9467a971-b94d-4295-a449-c4789a155f0d tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:13.076997 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-d5704af1-e1a9-4f65-80ae-554262950ecc None None] Port 01192e1e-139a-42e4-a2d1-7db7f6d4a4d8 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:33:13.150357 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecea640-9c50-496d-8827-256173d34a39 None None] Network e597442c-494d-4f50-a4e7-a199a1333198 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:33:13.158039 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-fecea640-9c50-496d-8827-256173d34a39 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:33:13.161040 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fecea640-9c50-496d-8827-256173d34a39 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:33:13.233040 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecea640-9c50-496d-8827-256173d34a39 None None] Pushing event updated for resources: {'Port': ['ID=171ec757-3cb4-4e96-b924-138625204a5e,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:13.241005 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-123b70a8-d70c-44f7-a9d1-d7e3bafe6d80 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:13.269497 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-3a9ee8fa-195a-4715-87be-91e34f2421ab tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-775446906', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:13.290045 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-123b70a8-d70c-44f7-a9d1-d7e3bafe6d80 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Usage tracker for resource:subnet and tenant:241b06d1b66d4165a8f1f259a57fe469 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:13.318958 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-fecea640-9c50-496d-8827-256173d34a39 None None] Attempting to bind port 171ec757-3cb4-4e96-b924-138625204a5e on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:33:13.319348 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-fecea640-9c50-496d-8827-256173d34a39 None None] Attempting to bind port 171ec757-3cb4-4e96-b924-138625204a5e by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '4519a87a-b3bf-4f85-8a85-5fb8dc7cf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'e597442c-494d-4f50-a4e7-a199a1333198'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:33:13.319838 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecea640-9c50-496d-8827-256173d34a39 None None] Attempting to bind port 171ec757-3cb4-4e96-b924-138625204a5e on network e597442c-494d-4f50-a4e7-a199a1333198 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:33:13.325403 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [req-50c775cf-ccba-4d96-872b-797f491aa53c req-3cb1f920-46f9-41f4-8441-c14cb70a1ac4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Allocated IP 172.20.0.9 (acc3888a-4c98-4fae-8af1-1985e343d86e/914f661d-97de-4718-8153-052b099d6cd0/dea749d8-9d42-4db5-9291-341b4b112438) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:33:13.326389 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecea640-9c50-496d-8827-256173d34a39 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:33:13.326783 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecea640-9c50-496d-8827-256173d34a39 None None] Checking segment: {'id': '4519a87a-b3bf-4f85-8a85-5fb8dc7cf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'e597442c-494d-4f50-a4e7-a199a1333198'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:33:13.327167 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-fecea640-9c50-496d-8827-256173d34a39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:13.327681 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecea640-9c50-496d-8827-256173d34a39 None None] Bound using segment: {'id': '4519a87a-b3bf-4f85-8a85-5fb8dc7cf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'e597442c-494d-4f50-a4e7-a199a1333198'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:33:13.328154 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-fecea640-9c50-496d-8827-256173d34a39 None None] Bound port: 171ec757-3cb4-4e96-b924-138625204a5e, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4519a87a-b3bf-4f85-8a85-5fb8dc7cf7c2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 441, 'network_id': 'e597442c-494d-4f50-a4e7-a199a1333198'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:33:13.328532 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-fecea640-9c50-496d-8827-256173d34a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:13.344526 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-3a9ee8fa-195a-4715-87be-91e34f2421ab tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:13.352137 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9467a971-b94d-4295-a449-c4789a155f0d tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:13.363415 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-3a9ee8fa-195a-4715-87be-91e34f2421ab tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Usage tracker for resource:router and tenant:1d7d7ac256df48639f92334dd203ca3f is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:13.369977 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-123b70a8-d70c-44f7-a9d1-d7e3bafe6d80 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:13.382677 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc08948-d238-4052-bf1f-17ba19aecd74 req-e43d4e6e-90bd-405e-81af-c74d7a8a282f tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:13.384462 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-ccc08948-d238-4052-bf1f-17ba19aecd74 req-e43d4e6e-90bd-405e-81af-c74d7a8a282f tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffba99fb-1142-4d80-8627-ae50e1b52a2e HTTP/1.1" status: 200 len: 945 time: 0.7483854 Oct 13 15:33:13.431054 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-fecea640-9c50-496d-8827-256173d34a39 None None] For port 171ec757-3cb4-4e96-b924-138625204a5e, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:33:13.431749 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-3a9ee8fa-195a-4715-87be-91e34f2421ab tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:13.433985 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9467a971-b94d-4295-a449-c4789a155f0d tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Pushing event updated for resources: {'Subnet': ['ID=0c68ff3b-a35e-4bd3-9a3b-146acfab4c5d,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:13.435231 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-fecea640-9c50-496d-8827-256173d34a39 None None] For port 171ec757-3cb4-4e96-b924-138625204a5e, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=171ec757-3cb4-4e96-b924-138625204a5e,segment=NetworkSegment(4519a87a-b3bf-4f85-8a85-5fb8dc7cf7c2),segment_id=4519a87a-b3bf-4f85-8a85-5fb8dc7cf7c2)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:33:13.445714 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-fecea640-9c50-496d-8827-256173d34a39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:13.468011 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9467a971-b94d-4295-a449-c4789a155f0d tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Checking segment: {'id': '9552d831-bfde-4210-8a98-4b33376f796b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': '460a21c4-f2bb-48ad-825d-d63e67ab14e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:33:13.468708 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9467a971-b94d-4295-a449-c4789a155f0d tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Network hostable DHCP agents. Network: 460a21c4-f2bb-48ad-825d-d63e67ab14e7, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:33:13.487017 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-123b70a8-d70c-44f7-a9d1-d7e3bafe6d80 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:13.493863 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9467a971-b94d-4295-a449-c4789a155f0d tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Network 460a21c4-f2bb-48ad-825d-d63e67ab14e7 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:33:13.520525 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-9467a971-b94d-4295-a449-c4789a155f0d tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 460a21c4-f2bb-48ad-825d-d63e67ab14e7) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:33:13.525183 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9467a971-b94d-4295-a449-c4789a155f0d tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:13.525844 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9467a971-b94d-4295-a449-c4789a155f0d tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:13.533659 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-3a9ee8fa-195a-4715-87be-91e34f2421ab tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:13.539777 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba4ffae-b4f2-4b8b-a75b-e3eeb7e416f3 None None] Network 460a21c4-f2bb-48ad-825d-d63e67ab14e7 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:33:13.562454 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-123b70a8-d70c-44f7-a9d1-d7e3bafe6d80 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Made reservation on behalf of 241b06d1b66d4165a8f1f259a57fe469 for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:33:13.565968 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-9467a971-b94d-4295-a449-c4789a155f0d tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.6910980 Oct 13 15:33:13.566823 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52500) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:13.570176 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-123b70a8-d70c-44f7-a9d1-d7e3bafe6d80 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:13.618950 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3a9ee8fa-195a-4715-87be-91e34f2421ab tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:13.620043 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3a9ee8fa-195a-4715-87be-91e34f2421ab tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:13.633169 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2fe5f6b3-7300-41ff-93dc-1297fe185e76 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:13.651707 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d44139be-1526-4dd5-b65c-3a330a26ba42 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:13.752325 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-d5704af1-e1a9-4f65-80ae-554262950ecc None None] Attempt 9 to provision port 01192e1e-139a-42e4-a2d1-7db7f6d4a4d8 Oct 13 15:33:13.756218 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b5080b1c-2a13-4c2e-851b-b02bcdf4e99e tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:13.836283 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-adbc85f4-f1d5-46f0-ae1f-30d5a4f0da1d req-54bb35fc-191e-4b58-b72a-6fc30f17db37 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=332deead-5b2a-455d-98e9-267dc8f3aac9 HTTP/1.1" status: 200 len: 210 time: 0.2705135 Oct 13 15:33:13.896066 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3a9ee8fa-195a-4715-87be-91e34f2421ab tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:13.899685 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-d5704af1-e1a9-4f65-80ae-554262950ecc None None] Port 01192e1e-139a-42e4-a2d1-7db7f6d4a4d8 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:33:13.911823 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-d44139be-1526-4dd5-b65c-3a330a26ba42 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Calling delete_port for 01192e1e-139a-42e4-a2d1-7db7f6d4a4d8 owned by network:router_interface {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:33:13.920949 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b5080b1c-2a13-4c2e-851b-b02bcdf4e99e tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:13.964296 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecea640-9c50-496d-8827-256173d34a39 None None] Pushing event updated for resources: {'Port': ['ID=171ec757-3cb4-4e96-b924-138625204a5e,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:13.983880 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365d408d-d1c2-4887-959b-d2e732ecd9f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-460a21c4-f2bb-48ad-825d-d63e67ab14e7', 'network_id': '460a21c4-f2bb-48ad-825d-d63e67ab14e7', 'tenant_id': '189a2a783ff94d9d83e28e5d7a0f1bba', 'fixed_ips': [{'subnet_id': '0c68ff3b-a35e-4bd3-9a3b-146acfab4c5d'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:33:13.984863 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-365d408d-d1c2-4887-959b-d2e732ecd9f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:14.030357 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b5080b1c-2a13-4c2e-851b-b02bcdf4e99e tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:14.070827 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5080b1c-2a13-4c2e-851b-b02bcdf4e99e tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Pushing event deleted for resources: {'Subnet': ['ID=0c68ff3b-a35e-4bd3-9a3b-146acfab4c5d,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server [None req-365d408d-d1c2-4887-959b-d2e732ecd9f2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0c68ff3b-a35e-4bd3-9a3b-146acfab4c5d: This subnet is being modified by another concurrent operation. Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 289, in create_dhcp_port Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 114, in _port_action Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server self.force_reraise() Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server raise self.value Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1483, in create_port Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1441, in create_port_db Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 683, in _ipam_get_subnets Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server subnet.lock_register( Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server raise exception Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0c68ff3b-a35e-4bd3-9a3b-146acfab4c5d: This subnet is being modified by another concurrent operation. Oct 13 15:33:14.094703 dv-neutron-860329-2-hyperv neutron-server[88974]: ERROR oslo_messaging.rpc.server Oct 13 15:33:14.113517 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a364b6a3-196c-45d8-86ab-97e01f14fa74 None None] Network 460a21c4-f2bb-48ad-825d-d63e67ab14e7 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:33:14.129155 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2fe5f6b3-7300-41ff-93dc-1297fe185e76 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:14.177039 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b5080b1c-2a13-4c2e-851b-b02bcdf4e99e tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:14.205544 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-b5080b1c-2a13-4c2e-851b-b02bcdf4e99e tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['460a21c4-f2bb-48ad-825d-d63e67ab14e7']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:14.220079 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-b5080b1c-2a13-4c2e-851b-b02bcdf4e99e tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9552d831-bfde-4210-8a98-4b33376f796b') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:14.220448 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-b5080b1c-2a13-4c2e-851b-b02bcdf4e99e tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9552d831-bfde-4210-8a98-4b33376f796b') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:14.233409 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b5080b1c-2a13-4c2e-851b-b02bcdf4e99e tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:14.251620 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b5080b1c-2a13-4c2e-851b-b02bcdf4e99e tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:14.258640 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5080b1c-2a13-4c2e-851b-b02bcdf4e99e tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:33:14.259039 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b5080b1c-2a13-4c2e-851b-b02bcdf4e99e tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:14.298043 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 9552d831-bfde-4210-8a98-4b33376f796b resource provider aggregate not found Oct 13 15:33:14.328014 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-ccc08948-d238-4052-bf1f-17ba19aecd74 req-05c75a3b-b97a-448e-b919-cf3dc97a7915 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/security-groups?id=7440aebc-fd11-474d-b16f-2447451d9d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8973608 Oct 13 15:33:14.337024 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3a9ee8fa-195a-4715-87be-91e34f2421ab tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:14.360824 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52508) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:14.401314 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-d5704af1-e1a9-4f65-80ae-554262950ecc None None] Attempt 10 to provision port 01192e1e-139a-42e4-a2d1-7db7f6d4a4d8 Oct 13 15:33:14.473820 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-d5704af1-e1a9-4f65-80ae-554262950ecc None None] Port 01192e1e-139a-42e4-a2d1-7db7f6d4a4d8 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:33:14.474114 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 9552d831-bfde-4210-8a98-4b33376f796b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9552d831-bfde-4210-8a98-4b33376f796b found for delete ", "request_id": "req-7b36cbd2-3257-4f79-a106-ea3a46aaad22"}]} Oct 13 15:33:14.480387 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3a9ee8fa-195a-4715-87be-91e34f2421ab tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:14.481764 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-3a9ee8fa-195a-4715-87be-91e34f2421ab tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.5118237 Oct 13 15:33:14.488671 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52512) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:14.499051 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-d5704af1-e1a9-4f65-80ae-554262950ecc None None] Provisioning complete for port e1308495-57c0-42a5-bab4-059cf5539c1e triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:33:14.499548 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-6a884da1-5781-4b85-9217-36203bcac391 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1904258945'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:14.499996 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d5704af1-e1a9-4f65-80ae-554262950ecc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:14.500583 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-d5704af1-e1a9-4f65-80ae-554262950ecc None None] Attempt 1 to provision port e1308495-57c0-42a5-bab4-059cf5539c1e Oct 13 15:33:14.509184 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-6a884da1-5781-4b85-9217-36203bcac391 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:14.518655 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-6a884da1-5781-4b85-9217-36203bcac391 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Usage tracker for resource:network and tenant:1d7d7ac256df48639f92334dd203ca3f is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:14.526720 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-6a884da1-5781-4b85-9217-36203bcac391 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:14.539828 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-6a884da1-5781-4b85-9217-36203bcac391 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:14.553512 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b5080b1c-2a13-4c2e-851b-b02bcdf4e99e tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:14.559963 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b5080b1c-2a13-4c2e-851b-b02bcdf4e99e tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:14.588158 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a884da1-5781-4b85-9217-36203bcac391 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Made reservation on behalf of 1d7d7ac256df48639f92334dd203ca3f for: {'network': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:33:14.591635 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6a884da1-5781-4b85-9217-36203bcac391 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:14.606982 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5080b1c-2a13-4c2e-851b-b02bcdf4e99e tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Pushing event deleted for resources: {'Network': ['ID=460a21c4-f2bb-48ad-825d-d63e67ab14e7,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:14.611729 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-b5080b1c-2a13-4c2e-851b-b02bcdf4e99e tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "DELETE /v2.0/networks/460a21c4-f2bb-48ad-825d-d63e67ab14e7 HTTP/1.1" status: 204 len: 168 time: 1.0439339 Oct 13 15:33:14.613386 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6a884da1-5781-4b85-9217-36203bcac391 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:14.632501 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52516) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:14.649755 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-6a884da1-5781-4b85-9217-36203bcac391 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:14.655533 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2fe5f6b3-7300-41ff-93dc-1297fe185e76 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:14.655860 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-6a884da1-5781-4b85-9217-36203bcac391 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Usage tracker for resource:security_group_rule and tenant:1d7d7ac256df48639f92334dd203ca3f is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:14.659117 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-6a884da1-5781-4b85-9217-36203bcac391 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:14.667237 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-30973438-2ec1-4b7d-aede-e30c0436d8ea tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-542613412'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:14.671916 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-6a884da1-5781-4b85-9217-36203bcac391 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:14.714650 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-30973438-2ec1-4b7d-aede-e30c0436d8ea tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:14.770383 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-d5704af1-e1a9-4f65-80ae-554262950ecc None None] Current status of the port e1308495-57c0-42a5-bab4-059cf5539c1e is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:33:14.782750 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 171ec757-3cb4-4e96-b924-138625204a5e up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:33:14.786796 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-30973438-2ec1-4b7d-aede-e30c0436d8ea tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Usage tracker for resource:network and tenant:189a2a783ff94d9d83e28e5d7a0f1bba is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:14.794770 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe5f6b3-7300-41ff-93dc-1297fe185e76 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca984c6-bee3-4156-ba9c-2d912a0d16f8,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:14.833293 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-50c775cf-ccba-4d96-872b-797f491aa53c req-3cb1f920-46f9-41f4-8441-c14cb70a1ac4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:14.857857 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6a884da1-5781-4b85-9217-36203bcac391 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:14.860305 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-30973438-2ec1-4b7d-aede-e30c0436d8ea tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:14.879202 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6a884da1-5781-4b85-9217-36203bcac391 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:14.887406 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 171ec757-3cb4-4e96-b924-138625204a5e completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:33:14.909192 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-e140730e-4c1e-4ffe-b821-57201d3ed1aa None None] Provisioning complete for port 01192e1e-139a-42e4-a2d1-7db7f6d4a4d8 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:33:14.909868 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-30973438-2ec1-4b7d-aede-e30c0436d8ea tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:14.910114 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e140730e-4c1e-4ffe-b821-57201d3ed1aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:14.910615 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-e140730e-4c1e-4ffe-b821-57201d3ed1aa None None] Attempt 1 to provision port 01192e1e-139a-42e4-a2d1-7db7f6d4a4d8 Oct 13 15:33:14.988895 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-e140730e-4c1e-4ffe-b821-57201d3ed1aa None None] Port 01192e1e-139a-42e4-a2d1-7db7f6d4a4d8 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:33:14.990942 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a884da1-5781-4b85-9217-36203bcac391 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 417} {{(pid=88973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:33:15.000544 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6a884da1-5781-4b85-9217-36203bcac391 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:15.001237 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-6a884da1-5781-4b85-9217-36203bcac391 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Added segment a7d05f74-cd4b-4f27-a01f-7cdde28a293d of type vlan for network 36ae797b-6724-49fd-9941-ad5c2c65905c Oct 13 15:33:15.017034 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [req-50c775cf-ccba-4d96-872b-797f491aa53c req-3cb1f920-46f9-41f4-8441-c14cb70a1ac4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Transition to ACTIVE for port object dea749d8-9d42-4db5-9291-341b4b112438 will not be triggered until provisioned by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:33:15.027101 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601f1292-40f8-41d0-b97d-fe399bbda68a None None] Network e597442c-494d-4f50-a4e7-a199a1333198 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:33:15.042712 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6a884da1-5781-4b85-9217-36203bcac391 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:15.054289 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197f2d25-78bb-4bc7-a0ae-c512fdf27097 tempest-TestNetworkAdvancedServerOps-527113054 tempest-TestNetworkAdvancedServerOps-527113054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:15.056218 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-197f2d25-78bb-4bc7-a0ae-c512fdf27097 tempest-TestNetworkAdvancedServerOps-527113054 tempest-TestNetworkAdvancedServerOps-527113054-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ffba99fb-1142-4d80-8627-ae50e1b52a2e HTTP/1.1" status: 200 len: 1093 time: 0.6766582 Oct 13 15:33:15.063716 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30973438-2ec1-4b7d-aede-e30c0436d8ea tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Made reservation on behalf of 189a2a783ff94d9d83e28e5d7a0f1bba for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:33:15.065434 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52522) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:15.067991 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-30973438-2ec1-4b7d-aede-e30c0436d8ea tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:15.083345 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-4a9106b4-c901-4b73-a8bf-5fe303c49112 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Request body: {'floatingip': {'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'port_id': '75f9427a-9d6f-4010-8f59-3e79fa0900ab', 'tenant_id': '95401ea77be844ac88b12ee49ce84b9c', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:15.104007 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2fe5f6b3-7300-41ff-93dc-1297fe185e76 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:15.106586 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-2fe5f6b3-7300-41ff-93dc-1297fe185e76 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] 10.222.0.42 "DELETE /v2.0/security-groups/bca984c6-bee3-4156-ba9c-2d912a0d16f8 HTTP/1.1" status: 204 len: 168 time: 2.2193429 Oct 13 15:33:15.116247 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52526) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:15.121597 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a884da1-5781-4b85-9217-36203bcac391 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e8f8e1b-e5ef-45d1-8225-bcd9ac2fb824,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:15.133499 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-4a9106b4-c901-4b73-a8bf-5fe303c49112 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:15.148220 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-3e1a6aed-539f-4d97-8b96-d065cf8a9d61 req-35c44d76-27bf-457a-a35f-a9128d145dd2 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=332deead-5b2a-455d-98e9-267dc8f3aac9 HTTP/1.1" status: 200 len: 210 time: 0.0859604 Oct 13 15:33:15.150523 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-4a9106b4-c901-4b73-a8bf-5fe303c49112 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Usage tracker for resource:floatingip and tenant:95401ea77be844ac88b12ee49ce84b9c is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:15.154409 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-4a9106b4-c901-4b73-a8bf-5fe303c49112 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:15.161027 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6a884da1-5781-4b85-9217-36203bcac391 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:15.170700 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a884da1-5781-4b85-9217-36203bcac391 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:15.171529 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6a884da1-5781-4b85-9217-36203bcac391 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:15.177658 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-4a9106b4-c901-4b73-a8bf-5fe303c49112 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:15.178481 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-123b70a8-d70c-44f7-a9d1-d7e3bafe6d80 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:15.231540 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d44139be-1526-4dd5-b65c-3a330a26ba42 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:15.233181 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4a9106b4-c901-4b73-a8bf-5fe303c49112 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks [] for floatingip, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:15.235112 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-50c775cf-ccba-4d96-872b-797f491aa53c req-3cb1f920-46f9-41f4-8441-c14cb70a1ac4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:15.319151 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-6a884da1-5781-4b85-9217-36203bcac391 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.8292527 Oct 13 15:33:15.322740 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52530) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:15.323347 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a884da1-5781-4b85-9217-36203bcac391 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Pushing event updated for resources: {'Network': ['ID=36ae797b-6724-49fd-9941-ad5c2c65905c,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:15.325402 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44139be-1526-4dd5-b65c-3a330a26ba42 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event deleted for resources: {'Port': ['ID=01192e1e-139a-42e4-a2d1-7db7f6d4a4d8,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:15.332445 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-8a2128a5-984f-43ab-9399-75278c307392 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Request body: {'subnet': {'network_id': '36ae797b-6724-49fd-9941-ad5c2c65905c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:15.338184 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 36ae797b-6724-49fd-9941-ad5c2c65905c details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:33:15.339544 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30973438-2ec1-4b7d-aede-e30c0436d8ea tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:33:15.422336 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-28682368-9d80-41af-ad3b-ebf6fc05f8e1 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Synchronizing usage tracker for tenant:15e5109a6af1425ca97594232c68104c on resource:security_group {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:33:15.484890 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50c775cf-ccba-4d96-872b-797f491aa53c req-3cb1f920-46f9-41f4-8441-c14cb70a1ac4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network acc3888a-4c98-4fae-8af1-1985e343d86e is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:33:15.490622 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-e140730e-4c1e-4ffe-b821-57201d3ed1aa None None] Attempt 2 to provision port 01192e1e-139a-42e4-a2d1-7db7f6d4a4d8 Oct 13 15:33:15.495936 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-30973438-2ec1-4b7d-aede-e30c0436d8ea tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:15.496521 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-30973438-2ec1-4b7d-aede-e30c0436d8ea tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Added segment 5c300721-4867-45aa-a416-99f64d820893 of type vlan for network 97b4d5b4-f9dc-42b1-b48d-83e32a98b8ff Oct 13 15:33:15.501676 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123b70a8-d70c-44f7-a9d1-d7e3bafe6d80 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Pushing event updated for resources: {'Subnet': ['ID=91981e86-efc1-4e67-b78c-046a0d05b2fc,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:15.538443 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [req-50c775cf-ccba-4d96-872b-797f491aa53c req-3cb1f920-46f9-41f4-8441-c14cb70a1ac4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:33:15.543439 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-e140730e-4c1e-4ffe-b821-57201d3ed1aa None None] Port 01192e1e-139a-42e4-a2d1-7db7f6d4a4d8 was deleted so its status cannot be updated. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:33:15.564360 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [req-50c775cf-ccba-4d96-872b-797f491aa53c req-3cb1f920-46f9-41f4-8441-c14cb70a1ac4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:33:15.585706 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-8a2128a5-984f-43ab-9399-75278c307392 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:15.604442 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-8a2128a5-984f-43ab-9399-75278c307392 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Usage tracker for resource:subnet and tenant:1d7d7ac256df48639f92334dd203ca3f is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:15.608554 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-8a2128a5-984f-43ab-9399-75278c307392 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:15.617174 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-8a2128a5-984f-43ab-9399-75278c307392 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:15.635965 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123b70a8-d70c-44f7-a9d1-d7e3bafe6d80 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Checking segment: {'id': 'd511d601-41b6-43fd-8ffe-97fea9c1677a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dc6e025f-0916-4516-bc2b-7a9c1d3ffff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:33:15.636905 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123b70a8-d70c-44f7-a9d1-d7e3bafe6d80 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Network hostable DHCP agents. Network: dc6e025f-0916-4516-bc2b-7a9c1d3ffff9, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:33:15.669394 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2128a5-984f-43ab-9399-75278c307392 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Made reservation on behalf of 1d7d7ac256df48639f92334dd203ca3f for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:33:15.673074 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8a2128a5-984f-43ab-9399-75278c307392 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:15.685053 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-a4fcf333-0bb9-43e8-abb2-d3df5dfa5f8b None None] Provisioning for port 171ec757-3cb4-4e96-b924-138625204a5e completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:33:15.692954 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-a4fcf333-0bb9-43e8-abb2-d3df5dfa5f8b None None] Provisioning complete for port 171ec757-3cb4-4e96-b924-138625204a5e triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:33:15.693712 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-a4fcf333-0bb9-43e8-abb2-d3df5dfa5f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:15.695969 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-a4fcf333-0bb9-43e8-abb2-d3df5dfa5f8b None None] Attempt 1 to provision port 171ec757-3cb4-4e96-b924-138625204a5e Oct 13 15:33:15.801378 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4a9106b4-c901-4b73-a8bf-5fe303c49112 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:15.828530 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb1f920-46f9-41f4-8441-c14cb70a1ac4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Port': ['ID=dea749d8-9d42-4db5-9291-341b4b112438,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:15.841771 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d44139be-1526-4dd5-b65c-3a330a26ba42 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:15.871012 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-28682368-9d80-41af-ad3b-ebf6fc05f8e1 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Unset dirty status for tenant:15e5109a6af1425ca97594232c68104c on resource:security_group {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:33:15.872472 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-28682368-9d80-41af-ad3b-ebf6fc05f8e1 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.7507942 Oct 13 15:33:15.876484 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5fbce1-70eb-47b2-9a73-43309b2f142c None None] get_active_networks_info from dv-neutron-860329-2-hyperv {{(pid=88974) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 13 15:33:15.878765 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52534) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:15.890522 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-95e6b10d-679f-4fd0-9694-088c622b130e tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Request body: {'security_group': {'name': 'tempest-secgroup--1137181684'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:15.901280 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-30973438-2ec1-4b7d-aede-e30c0436d8ea tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:15.903522 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-95e6b10d-679f-4fd0-9694-088c622b130e tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:15.921880 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-95e6b10d-679f-4fd0-9694-088c622b130e tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:15.936690 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-a4fcf333-0bb9-43e8-abb2-d3df5dfa5f8b None None] Current status of the port 171ec757-3cb4-4e96-b924-138625204a5e is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:33:15.937227 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-a4fcf333-0bb9-43e8-abb2-d3df5dfa5f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:15.968372 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123b70a8-d70c-44f7-a9d1-d7e3bafe6d80 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Network dc6e025f-0916-4516-bc2b-7a9c1d3ffff9 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:33:16.009212 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-95e6b10d-679f-4fd0-9694-088c622b130e tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:16.009413 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-a4fcf333-0bb9-43e8-abb2-d3df5dfa5f8b None None] For port 171ec757-3cb4-4e96-b924-138625204a5e, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=171ec757-3cb4-4e96-b924-138625204a5e,segment=NetworkSegment(4519a87a-b3bf-4f85-8a85-5fb8dc7cf7c2),segment_id=4519a87a-b3bf-4f85-8a85-5fb8dc7cf7c2)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:33:16.017261 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-a4fcf333-0bb9-43e8-abb2-d3df5dfa5f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:16.046047 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c775cf-ccba-4d96-872b-797f491aa53c req-3cb1f920-46f9-41f4-8441-c14cb70a1ac4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:16.046674 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-50c775cf-ccba-4d96-872b-797f491aa53c req-3cb1f920-46f9-41f4-8441-c14cb70a1ac4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:16.064656 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-95e6b10d-679f-4fd0-9694-088c622b130e tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:16.075305 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-4a9106b4-c901-4b73-a8bf-5fe303c49112 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Allocated IP 172.26.2.204 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/6f987c9f-2715-473d-b3f5-eb62c82f9ce7) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:33:16.080874 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-123b70a8-d70c-44f7-a9d1-d7e3bafe6d80 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, dc6e025f-0916-4516-bc2b-7a9c1d3ffff9) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:33:16.088496 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-95e6b10d-679f-4fd0-9694-088c622b130e tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Usage tracker for resource:security_group_rule and tenant:15e5109a6af1425ca97594232c68104c is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:16.092965 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-123b70a8-d70c-44f7-a9d1-d7e3bafe6d80 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:16.093136 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-95e6b10d-679f-4fd0-9694-088c622b130e tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:16.093297 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-123b70a8-d70c-44f7-a9d1-d7e3bafe6d80 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:16.105151 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-95e6b10d-679f-4fd0-9694-088c622b130e tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:16.108333 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-50c775cf-ccba-4d96-872b-797f491aa53c req-3cb1f920-46f9-41f4-8441-c14cb70a1ac4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.3708496 Oct 13 15:33:16.142984 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fcf333-0bb9-43e8-abb2-d3df5dfa5f8b None None] Pushing event updated for resources: {'Port': ['ID=171ec757-3cb4-4e96-b924-138625204a5e,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:16.149141 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5fbce1-70eb-47b2-9a73-43309b2f142c None None] Resources bound (agent type, host, resource id): {{(pid=88974) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 15:33:16.167407 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8a2128a5-984f-43ab-9399-75278c307392 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:16.177044 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [req-50c775cf-ccba-4d96-872b-797f491aa53c req-fbbb119d-3457-4d5c-9d41-c04123dc43a4 service neutron] Request body: {'port': {'device_id': '332deead-5b2a-455d-98e9-267dc8f3aac9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:16.184728 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-cc294458-3f3b-4c38-8b9d-9309ff77df45 None None] Provisioning complete for port 171ec757-3cb4-4e96-b924-138625204a5e triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:33:16.185445 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-cc294458-3f3b-4c38-8b9d-9309ff77df45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:16.185777 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-cc294458-3f3b-4c38-8b9d-9309ff77df45 None None] Attempt 1 to provision port 171ec757-3cb4-4e96-b924-138625204a5e Oct 13 15:33:16.202605 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-30973438-2ec1-4b7d-aede-e30c0436d8ea tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:16.208517 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30973438-2ec1-4b7d-aede-e30c0436d8ea tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:16.209088 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-30973438-2ec1-4b7d-aede-e30c0436d8ea tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:16.342268 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2128a5-984f-43ab-9399-75278c307392 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Pushing event updated for resources: {'Subnet': ['ID=bf6674cb-acd3-4ff9-9781-0cf8d4b3eb93,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:16.394472 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2128a5-984f-43ab-9399-75278c307392 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Checking segment: {'id': 'a7d05f74-cd4b-4f27-a01f-7cdde28a293d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '36ae797b-6724-49fd-9941-ad5c2c65905c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:33:16.394792 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2128a5-984f-43ab-9399-75278c307392 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Network hostable DHCP agents. Network: 36ae797b-6724-49fd-9941-ad5c2c65905c, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:33:16.427838 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-95e6b10d-679f-4fd0-9694-088c622b130e tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:16.438655 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4a9106b4-c901-4b73-a8bf-5fe303c49112 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:16.443963 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-95e6b10d-679f-4fd0-9694-088c622b130e tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:16.472320 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-123b70a8-d70c-44f7-a9d1-d7e3bafe6d80 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 3.7730165 Oct 13 15:33:16.475455 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52540) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:16.480557 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2128a5-984f-43ab-9399-75278c307392 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Network 36ae797b-6724-49fd-9941-ad5c2c65905c is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:33:16.537604 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-cc294458-3f3b-4c38-8b9d-9309ff77df45 None None] Current status of the port 171ec757-3cb4-4e96-b924-138625204a5e is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:33:16.547105 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e6b10d-679f-4fd0-9694-088c622b130e tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dec6cdd2-1740-4c49-8b0a-8d456b5e7ef8,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:16.556717 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-8a2128a5-984f-43ab-9399-75278c307392 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 36ae797b-6724-49fd-9941-ad5c2c65905c) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:33:16.577073 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-cc294458-3f3b-4c38-8b9d-9309ff77df45 None None] Provisioning for port dea749d8-9d42-4db5-9291-341b4b112438 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:33:16.586181 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-cc294458-3f3b-4c38-8b9d-9309ff77df45 None None] Provisioning complete for port dea749d8-9d42-4db5-9291-341b4b112438 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:33:16.586552 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-cc294458-3f3b-4c38-8b9d-9309ff77df45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:16.586881 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-cc294458-3f3b-4c38-8b9d-9309ff77df45 None None] Attempt 1 to provision port dea749d8-9d42-4db5-9291-341b4b112438 Oct 13 15:33:16.599405 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-30973438-2ec1-4b7d-aede-e30c0436d8ea tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.9643779 Oct 13 15:33:16.611479 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52544) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:16.617309 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2128a5-984f-43ab-9399-75278c307392 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:16.618040 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8a2128a5-984f-43ab-9399-75278c307392 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:16.618313 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30973438-2ec1-4b7d-aede-e30c0436d8ea tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Pushing event updated for resources: {'Network': ['ID=97b4d5b4-f9dc-42b1-b48d-83e32a98b8ff,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:16.646102 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 97b4d5b4-f9dc-42b1-b48d-83e32a98b8ff details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:33:16.654257 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4a9106b4-c901-4b73-a8bf-5fe303c49112 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:16.688715 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-497fc372-58ad-4f91-b3d4-3b8ac75a4e7a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:16.696871 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-95e6b10d-679f-4fd0-9694-088c622b130e tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:16.701739 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-95e6b10d-679f-4fd0-9694-088c622b130e tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8183732 Oct 13 15:33:16.708237 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52548) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:16.721931 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44139be-1526-4dd5-b65c-3a330a26ba42 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Router e216f745-0ff6-4b33-aba4-8ad4147f139c has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:33:16.731364 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-c57245b6-165b-4d45-a8ee-bf8305515f88 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Request body: {'security_group_rule': {'security_group_id': 'dec6cdd2-1740-4c49-8b0a-8d456b5e7ef8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:16.749735 dv-neutron-860329-2-hyperv neutron-server[88973]: WARNING neutron.api.v2.base [None req-c57245b6-165b-4d45-a8ee-bf8305515f88 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 13 15:33:16.750448 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.api.v2.resource [None req-c57245b6-165b-4d45-a8ee-bf8305515f88 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 15:33:16.750642 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-cc294458-3f3b-4c38-8b9d-9309ff77df45 None None] Port dea749d8-9d42-4db5-9291-341b4b112438 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:33:16.754760 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c57245b6-165b-4d45-a8ee-bf8305515f88 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0370896 Oct 13 15:33:16.765300 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52552) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:16.775470 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-8a2128a5-984f-43ab-9399-75278c307392 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4497139 Oct 13 15:33:16.776259 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52556) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:16.794154 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-9f2f561a-b271-4ffc-972f-834311d061ae tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Request body: {'security_group_rule': {'security_group_id': 'dec6cdd2-1740-4c49-8b0a-8d456b5e7ef8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:16.794834 dv-neutron-860329-2-hyperv neutron-server[88973]: WARNING neutron.api.v2.base [None req-9f2f561a-b271-4ffc-972f-834311d061ae tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 13 15:33:16.795323 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.api.v2.resource [None req-9f2f561a-b271-4ffc-972f-834311d061ae tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 15:33:16.796249 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-9f2f561a-b271-4ffc-972f-834311d061ae tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0295937 Oct 13 15:33:16.805849 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52560) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:16.809260 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9106b4-c901-4b73-a8bf-5fe303c49112 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:33:16.813109 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-2fb89988-a08d-4dbd-9eb8-92fbd9ce421e tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Request body: {'network': {'name': 'tempest-router-network01--362897411'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:16.817982 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 171ec757-3cb4-4e96-b924-138625204a5e up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:33:16.820223 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-575f55a3-f7ea-43cf-acc2-157cf2effe41 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Request body: {'security_group_rule': {'security_group_id': 'dec6cdd2-1740-4c49-8b0a-8d456b5e7ef8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:16.822107 dv-neutron-860329-2-hyperv neutron-server[88972]: WARNING neutron.api.v2.base [None req-575f55a3-f7ea-43cf-acc2-157cf2effe41 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 13 15:33:16.822550 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-4a9106b4-c901-4b73-a8bf-5fe303c49112 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:33:16.822795 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-575f55a3-f7ea-43cf-acc2-157cf2effe41 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 15:33:16.823754 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-575f55a3-f7ea-43cf-acc2-157cf2effe41 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0163105 Oct 13 15:33:16.830059 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9106b4-c901-4b73-a8bf-5fe303c49112 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:33:16.854841 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-2fb89988-a08d-4dbd-9eb8-92fbd9ce421e tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:16.856819 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52564) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:16.869546 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9ff98bed-1ec8-4342-a706-6b612df1c065 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:16.872414 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-2fb89988-a08d-4dbd-9eb8-92fbd9ce421e tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Usage tracker for resource:network and tenant:1d7d7ac256df48639f92334dd203ca3f is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:16.877995 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-7e3f2385-eeaa-45cd-86db-db0f13787746 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Request body: {'security_group_rule': {'security_group_id': 'dec6cdd2-1740-4c49-8b0a-8d456b5e7ef8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:16.878956 dv-neutron-860329-2-hyperv neutron-server[88973]: WARNING neutron.api.v2.base [None req-7e3f2385-eeaa-45cd-86db-db0f13787746 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 13 15:33:16.879444 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.api.v2.resource [None req-7e3f2385-eeaa-45cd-86db-db0f13787746 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 15:33:16.883029 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-7e3f2385-eeaa-45cd-86db-db0f13787746 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0226440 Oct 13 15:33:16.886083 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9106b4-c901-4b73-a8bf-5fe303c49112 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Pushing event updated for resources: {'Port': ['ID=6f987c9f-2715-473d-b3f5-eb62c82f9ce7,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:16.888387 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52568) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:16.891217 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-2fb89988-a08d-4dbd-9eb8-92fbd9ce421e tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:16.906902 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-2fb89988-a08d-4dbd-9eb8-92fbd9ce421e tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:16.948945 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 171ec757-3cb4-4e96-b924-138625204a5e triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:33:16.949287 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:16.949631 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 171ec757-3cb4-4e96-b924-138625204a5e Oct 13 15:33:16.977769 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6542c525-54ef-45e7-ac11-2e65d37b9f91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-dc6e025f-0916-4516-bc2b-7a9c1d3ffff9', 'network_id': 'dc6e025f-0916-4516-bc2b-7a9c1d3ffff9', 'tenant_id': '241b06d1b66d4165a8f1f259a57fe469', 'fixed_ips': [{'subnet_id': '91981e86-efc1-4e67-b78c-046a0d05b2fc'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:33:16.978874 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6542c525-54ef-45e7-ac11-2e65d37b9f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:17.010207 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-50c775cf-ccba-4d96-872b-797f491aa53c req-fbbb119d-3457-4d5c-9d41-c04123dc43a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:17.055048 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44139be-1526-4dd5-b65c-3a330a26ba42 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:33:17.063155 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d44139be-1526-4dd5-b65c-3a330a26ba42 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "PUT /v2.0/routers/e216f745-0ff6-4b33-aba4-8ad4147f139c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6916509 Oct 13 15:33:17.068554 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3034e2f2-8483-4f56-8846-2533d3bea490 None None] Sync routers for ids ['e216f745-0ff6-4b33-aba4-8ad4147f139c'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:33:17.078583 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3034e2f2-8483-4f56-8846-2533d3bea490 None None] Routers {'e216f745-0ff6-4b33-aba4-8ad4147f139c'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:33:17.079821 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-3034e2f2-8483-4f56-8846-2533d3bea490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:33:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['e216f745-0ff6-4b33-aba4-8ad4147f139c'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:17.108395 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52572) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:17.118701 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fb89988-a08d-4dbd-9eb8-92fbd9ce421e tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Made reservation on behalf of 1d7d7ac256df48639f92334dd203ca3f for: {'network': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:33:17.122093 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2fb89988-a08d-4dbd-9eb8-92fbd9ce421e tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:17.158391 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-3034e2f2-8483-4f56-8846-2533d3bea490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:17.177345 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe4e523-2102-42a7-9d30-1db9c36b3cd5 req-15d45679-154e-4ec5-9641-6b872c189a51 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:17.177686 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3034e2f2-8483-4f56-8846-2533d3bea490 None None] Routers {'e216f745-0ff6-4b33-aba4-8ad4147f139c'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:33:17.178624 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-cbe4e523-2102-42a7-9d30-1db9c36b3cd5 req-15d45679-154e-4ec5-9641-6b872c189a51 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:33:17.179441 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-3034e2f2-8483-4f56-8846-2533d3bea490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:33:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['e216f745-0ff6-4b33-aba4-8ad4147f139c'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:17.216823 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-fbab5dc0-2ef6-4e5b-a45a-afbb5d686952 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Synchronizing usage tracker for tenant:4c5e5250b5d0476f9d711181f94ffb05 on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:33:17.284309 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-cc294458-3f3b-4c38-8b9d-9309ff77df45 None None] Attempt 2 to provision port dea749d8-9d42-4db5-9291-341b4b112438 Oct 13 15:33:17.292276 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-91f4cf01-e1c8-4435-9c66-db8256adb3a5 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:17.301657 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9ff98bed-1ec8-4342-a706-6b612df1c065 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:17.309591 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-3034e2f2-8483-4f56-8846-2533d3bea490 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:17.310756 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3034e2f2-8483-4f56-8846-2533d3bea490 None None] The sync data for ids ['e216f745-0ff6-4b33-aba4-8ad4147f139c'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:33:17.330002 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fb89988-a08d-4dbd-9eb8-92fbd9ce421e tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=88973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:33:17.354288 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-6542c525-54ef-45e7-ac11-2e65d37b9f91 None None] Allocated IP 2001:db8::1 (dc6e025f-0916-4516-bc2b-7a9c1d3ffff9/91981e86-efc1-4e67-b78c-046a0d05b2fc/c977e256-5708-4511-a850-6d145588537e) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:33:17.365880 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-cbe4e523-2102-42a7-9d30-1db9c36b3cd5 req-15d45679-154e-4ec5-9641-6b872c189a51 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:33:17.367353 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-cbe4e523-2102-42a7-9d30-1db9c36b3cd5 req-15d45679-154e-4ec5-9641-6b872c189a51 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=332deead-5b2a-455d-98e9-267dc8f3aac9 HTTP/1.1" status: 200 len: 931 time: 1.0518074 Oct 13 15:33:17.384679 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-cc294458-3f3b-4c38-8b9d-9309ff77df45 None None] Port dea749d8-9d42-4db5-9291-341b4b112438 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:33:17.385143 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 171ec757-3cb4-4e96-b924-138625204a5e is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:33:17.388052 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2fb89988-a08d-4dbd-9eb8-92fbd9ce421e tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:17.388407 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-2fb89988-a08d-4dbd-9eb8-92fbd9ce421e tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Added segment 10a99216-23fd-48fa-adcb-80fcd4866f28 of type vlan for network 0ed0dda8-9647-4d6d-b48b-7858e43e483b Oct 13 15:33:17.393307 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-fbab5dc0-2ef6-4e5b-a45a-afbb5d686952 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Unset dirty status for tenant:4c5e5250b5d0476f9d711181f94ffb05 on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:33:17.395903 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-fbab5dc0-2ef6-4e5b-a45a-afbb5d686952 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "GET /v2.0/ports?device_id=e216f745-0ff6-4b33-aba4-8ad4147f139c HTTP/1.1" status: 200 len: 205 time: 0.2865958 Oct 13 15:33:17.403852 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52576) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:17.420754 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-497fc372-58ad-4f91-b3d4-3b8ac75a4e7a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:17.467896 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-497fc372-58ad-4f91-b3d4-3b8ac75a4e7a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:17.469904 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-91f4cf01-e1c8-4435-9c66-db8256adb3a5 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:17.522442 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-497fc372-58ad-4f91-b3d4-3b8ac75a4e7a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Network 97b4d5b4-f9dc-42b1-b48d-83e32a98b8ff is not hosted by any dhcp agent {{(pid=88972) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Oct 13 15:33:17.527730 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-497fc372-58ad-4f91-b3d4-3b8ac75a4e7a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:17.528311 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-497fc372-58ad-4f91-b3d4-3b8ac75a4e7a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:17.529535 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-497fc372-58ad-4f91-b3d4-3b8ac75a4e7a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "PUT /v2.0/networks/97b4d5b4-f9dc-42b1-b48d-83e32a98b8ff HTTP/1.1" status: 200 len: 723 time: 0.9162469 Oct 13 15:33:17.537353 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-cbe4e523-2102-42a7-9d30-1db9c36b3cd5 req-00214c7c-6a40-47d7-baa1-4dc309540d8a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=d144dc10-5e0f-493d-aba2-e061a25af2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548975 Oct 13 15:33:17.538023 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52580) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:17.607096 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-ab9accb8-abfa-470c-a1be-b210e93e8337 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Request body: {'subnet': {'network_id': '97b4d5b4-f9dc-42b1-b48d-83e32a98b8ff', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:17.613266 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6542c525-54ef-45e7-ac11-2e65d37b9f91 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:17.637560 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-6542c525-54ef-45e7-ac11-2e65d37b9f91 None None] Transition to ACTIVE for port object c977e256-5708-4511-a850-6d145588537e will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:33:17.668846 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-6542c525-54ef-45e7-ac11-2e65d37b9f91 None None] Transition to ACTIVE for port object c977e256-5708-4511-a850-6d145588537e will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:33:17.680438 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6542c525-54ef-45e7-ac11-2e65d37b9f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:17.710999 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497fc372-58ad-4f91-b3d4-3b8ac75a4e7a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Pushing event updated for resources: {'Network': ['ID=97b4d5b4-f9dc-42b1-b48d-83e32a98b8ff,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:17.740233 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0011b799-6efa-437b-99c6-0f41d6f2445f tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for router, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:17.741126 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 97b4d5b4-f9dc-42b1-b48d-83e32a98b8ff details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:33:17.792690 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6542c525-54ef-45e7-ac11-2e65d37b9f91 None None] Network dc6e025f-0916-4516-bc2b-7a9c1d3ffff9 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:33:17.797771 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2fb89988-a08d-4dbd-9eb8-92fbd9ce421e tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:17.802148 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-6542c525-54ef-45e7-ac11-2e65d37b9f91 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:33:17.804600 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6542c525-54ef-45e7-ac11-2e65d37b9f91 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:33:17.810444 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-ab9accb8-abfa-470c-a1be-b210e93e8337 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:17.818924 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-ab9accb8-abfa-470c-a1be-b210e93e8337 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Usage tracker for resource:subnet and tenant:189a2a783ff94d9d83e28e5d7a0f1bba is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:17.822535 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-ab9accb8-abfa-470c-a1be-b210e93e8337 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:17.829606 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-ab9accb8-abfa-470c-a1be-b210e93e8337 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:17.848735 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab9accb8-abfa-470c-a1be-b210e93e8337 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Made reservation on behalf of 189a2a783ff94d9d83e28e5d7a0f1bba for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:33:17.852182 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ab9accb8-abfa-470c-a1be-b210e93e8337 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:17.902985 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-cc294458-3f3b-4c38-8b9d-9309ff77df45 None None] Attempt 3 to provision port dea749d8-9d42-4db5-9291-341b4b112438 Oct 13 15:33:17.944979 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6542c525-54ef-45e7-ac11-2e65d37b9f91 None None] Pushing event updated for resources: {'Port': ['ID=c977e256-5708-4511-a850-6d145588537e,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:17.969273 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9ff98bed-1ec8-4342-a706-6b612df1c065 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:18.002428 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [req-50c775cf-ccba-4d96-872b-797f491aa53c req-fbbb119d-3457-4d5c-9d41-c04123dc43a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dea749d8-9d42-4db5-9291-341b4b112438 {{(pid=88972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 15:33:18.015410 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-50c775cf-ccba-4d96-872b-797f491aa53c req-fbbb119d-3457-4d5c-9d41-c04123dc43a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:18.033313 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-6542c525-54ef-45e7-ac11-2e65d37b9f91 None None] Attempting to bind port c977e256-5708-4511-a850-6d145588537e on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:33:18.034156 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-6542c525-54ef-45e7-ac11-2e65d37b9f91 None None] Attempting to bind port c977e256-5708-4511-a850-6d145588537e by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'd511d601-41b6-43fd-8ffe-97fea9c1677a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dc6e025f-0916-4516-bc2b-7a9c1d3ffff9'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:33:18.034156 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6542c525-54ef-45e7-ac11-2e65d37b9f91 None None] Attempting to bind port c977e256-5708-4511-a850-6d145588537e on network dc6e025f-0916-4516-bc2b-7a9c1d3ffff9 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:33:18.038725 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [req-50c775cf-ccba-4d96-872b-797f491aa53c req-fbbb119d-3457-4d5c-9d41-c04123dc43a4 service neutron] Transition to ACTIVE for port object dea749d8-9d42-4db5-9291-341b4b112438 will not be triggered until provisioned by entity L2. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:33:18.044950 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6542c525-54ef-45e7-ac11-2e65d37b9f91 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:33:18.045324 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6542c525-54ef-45e7-ac11-2e65d37b9f91 None None] Checking segment: {'id': 'd511d601-41b6-43fd-8ffe-97fea9c1677a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dc6e025f-0916-4516-bc2b-7a9c1d3ffff9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:33:18.045840 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6542c525-54ef-45e7-ac11-2e65d37b9f91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:18.046318 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6542c525-54ef-45e7-ac11-2e65d37b9f91 None None] Bound using segment: {'id': 'd511d601-41b6-43fd-8ffe-97fea9c1677a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dc6e025f-0916-4516-bc2b-7a9c1d3ffff9'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:33:18.046835 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-6542c525-54ef-45e7-ac11-2e65d37b9f91 None None] Bound port: c977e256-5708-4511-a850-6d145588537e, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd511d601-41b6-43fd-8ffe-97fea9c1677a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'dc6e025f-0916-4516-bc2b-7a9c1d3ffff9'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:33:18.047208 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6542c525-54ef-45e7-ac11-2e65d37b9f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:18.048423 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-50c775cf-ccba-4d96-872b-797f491aa53c req-fbbb119d-3457-4d5c-9d41-c04123dc43a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:18.058672 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-cc294458-3f3b-4c38-8b9d-9309ff77df45 None None] Port dea749d8-9d42-4db5-9291-341b4b112438 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:33:18.124797 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-91f4cf01-e1c8-4435-9c66-db8256adb3a5 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:18.138211 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-6542c525-54ef-45e7-ac11-2e65d37b9f91 None None] For port c977e256-5708-4511-a850-6d145588537e, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:33:18.141574 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-6542c525-54ef-45e7-ac11-2e65d37b9f91 None None] For port c977e256-5708-4511-a850-6d145588537e, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=c977e256-5708-4511-a850-6d145588537e,segment=NetworkSegment(d511d601-41b6-43fd-8ffe-97fea9c1677a),segment_id=d511d601-41b6-43fd-8ffe-97fea9c1677a)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:33:18.146494 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6542c525-54ef-45e7-ac11-2e65d37b9f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:18.164367 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff98bed-1ec8-4342-a706-6b612df1c065 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Pushing event deleted for resources: {'Subnet': ['ID=91981e86-efc1-4e67-b78c-046a0d05b2fc,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:18.191392 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f4cf01-e1c8-4435-9c66-db8256adb3a5 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec6cdd2-1740-4c49-8b0a-8d456b5e7ef8,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:18.219846 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2fb89988-a08d-4dbd-9eb8-92fbd9ce421e tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:18.225815 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fb89988-a08d-4dbd-9eb8-92fbd9ce421e tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:18.226491 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2fb89988-a08d-4dbd-9eb8-92fbd9ce421e tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:18.244366 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0011b799-6efa-437b-99c6-0f41d6f2445f tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:18.268623 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0011b799-6efa-437b-99c6-0f41d6f2445f tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:18.337763 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6542c525-54ef-45e7-ac11-2e65d37b9f91 None None] Pushing event updated for resources: {'Port': ['ID=c977e256-5708-4511-a850-6d145588537e,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:18.370731 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3740b0bc-c7f6-40d6-8b61-bbd566ec92ab None None] get_active_networks_info from dv-neutron-860329-2-hyperv {{(pid=88974) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 13 15:33:18.427433 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbb119d-3457-4d5c-9d41-c04123dc43a4 service neutron] Pushing event updated for resources: {'Port': ['ID=dea749d8-9d42-4db5-9291-341b4b112438,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:18.510642 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ab9accb8-abfa-470c-a1be-b210e93e8337 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:18.515276 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [req-50c775cf-ccba-4d96-872b-797f491aa53c req-fbbb119d-3457-4d5c-9d41-c04123dc43a4 service neutron] Attempting to bind port dea749d8-9d42-4db5-9291-341b4b112438 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:33:18.515611 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [req-50c775cf-ccba-4d96-872b-797f491aa53c req-fbbb119d-3457-4d5c-9d41-c04123dc43a4 service neutron] Attempting to bind port dea749d8-9d42-4db5-9291-341b4b112438 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'c1cfd5ef-41c3-45b6-ada9-464885c469f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'acc3888a-4c98-4fae-8af1-1985e343d86e'}] {{(pid=88972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:33:18.515944 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c775cf-ccba-4d96-872b-797f491aa53c req-fbbb119d-3457-4d5c-9d41-c04123dc43a4 service neutron] Attempting to bind port dea749d8-9d42-4db5-9291-341b4b112438 on network acc3888a-4c98-4fae-8af1-1985e343d86e {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:33:18.516845 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9ff98bed-1ec8-4342-a706-6b612df1c065 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:18.531963 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3740b0bc-c7f6-40d6-8b61-bbd566ec92ab None None] Resources bound (agent type, host, resource id): {{(pid=88974) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 15:33:18.558904 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c775cf-ccba-4d96-872b-797f491aa53c req-fbbb119d-3457-4d5c-9d41-c04123dc43a4 service neutron] Port dea749d8-9d42-4db5-9291-341b4b112438 on network acc3888a-4c98-4fae-8af1-1985e343d86e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:33:18.559219 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c775cf-ccba-4d96-872b-797f491aa53c req-fbbb119d-3457-4d5c-9d41-c04123dc43a4 service neutron] Attempting to bind port dea749d8-9d42-4db5-9291-341b4b112438 on network acc3888a-4c98-4fae-8af1-1985e343d86e {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:33:18.560777 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-cc294458-3f3b-4c38-8b9d-9309ff77df45 None None] Attempt 4 to provision port dea749d8-9d42-4db5-9291-341b4b112438 Oct 13 15:33:18.578150 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c775cf-ccba-4d96-872b-797f491aa53c req-fbbb119d-3457-4d5c-9d41-c04123dc43a4 service neutron] Checking agent: {'id': 'c4d1d38a-44f6-47ac-b17c-311e640e7cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'started_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 32, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:33:18.578722 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c775cf-ccba-4d96-872b-797f491aa53c req-fbbb119d-3457-4d5c-9d41-c04123dc43a4 service neutron] Checking segment: {'id': 'c1cfd5ef-41c3-45b6-ada9-464885c469f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'acc3888a-4c98-4fae-8af1-1985e343d86e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:33:18.579252 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50c775cf-ccba-4d96-872b-797f491aa53c req-fbbb119d-3457-4d5c-9d41-c04123dc43a4 service neutron] Bound using segment: {'id': 'c1cfd5ef-41c3-45b6-ada9-464885c469f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'acc3888a-4c98-4fae-8af1-1985e343d86e'} {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:33:18.579929 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [req-50c775cf-ccba-4d96-872b-797f491aa53c req-fbbb119d-3457-4d5c-9d41-c04123dc43a4 service neutron] Bound port: dea749d8-9d42-4db5-9291-341b4b112438, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1cfd5ef-41c3-45b6-ada9-464885c469f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': 'acc3888a-4c98-4fae-8af1-1985e343d86e'}}] {{(pid=88972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:33:18.580593 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-50c775cf-ccba-4d96-872b-797f491aa53c req-fbbb119d-3457-4d5c-9d41-c04123dc43a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:18.582696 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-91f4cf01-e1c8-4435-9c66-db8256adb3a5 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:18.583356 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-91f4cf01-e1c8-4435-9c66-db8256adb3a5 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] 10.222.0.42 "DELETE /v2.0/security-groups/dec6cdd2-1740-4c49-8b0a-8d456b5e7ef8 HTTP/1.1" status: 204 len: 168 time: 1.6891851 Oct 13 15:33:18.593297 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52586) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:18.609999 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-2fb89988-a08d-4dbd-9eb8-92fbd9ce421e tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.8259945 Oct 13 15:33:18.616441 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52588) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:18.631515 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-9465f1e5-e023-473d-87f8-53e14690376c tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Request body: {'network': {'name': 'tempest-router-network02--1004494292'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:18.642011 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-9465f1e5-e023-473d-87f8-53e14690376c tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:18.645057 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9accb8-abfa-470c-a1be-b210e93e8337 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Pushing event updated for resources: {'Subnet': ['ID=be735b7b-aa26-4c67-a8b5-1b21ae99d9c9,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:18.650714 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-9ff98bed-1ec8-4342-a706-6b612df1c065 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc6e025f-0916-4516-bc2b-7a9c1d3ffff9']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:18.663974 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb89988-a08d-4dbd-9eb8-92fbd9ce421e tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Pushing event updated for resources: {'Network': ['ID=0ed0dda8-9647-4d6d-b48b-7858e43e483b,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:18.671637 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0011b799-6efa-437b-99c6-0f41d6f2445f tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:18.672115 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0011b799-6efa-437b-99c6-0f41d6f2445f tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Fanout notify agent at l3_agent the message router_deleted on router e216f745-0ff6-4b33-aba4-8ad4147f139c {{(pid=88973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:33:18.680110 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-9ff98bed-1ec8-4342-a706-6b612df1c065 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd511d601-41b6-43fd-8ffe-97fea9c1677a') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:18.680110 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-9ff98bed-1ec8-4342-a706-6b612df1c065 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd511d601-41b6-43fd-8ffe-97fea9c1677a') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:18.693553 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-9465f1e5-e023-473d-87f8-53e14690376c tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Usage tracker for resource:network and tenant:1d7d7ac256df48639f92334dd203ca3f is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:18.698859 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-9465f1e5-e023-473d-87f8-53e14690376c tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:18.713639 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9ff98bed-1ec8-4342-a706-6b612df1c065 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:18.717971 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-9465f1e5-e023-473d-87f8-53e14690376c tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:18.722543 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9accb8-abfa-470c-a1be-b210e93e8337 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Checking segment: {'id': '5c300721-4867-45aa-a416-99f64d820893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '97b4d5b4-f9dc-42b1-b48d-83e32a98b8ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:33:18.723208 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9accb8-abfa-470c-a1be-b210e93e8337 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Network hostable DHCP agents. Network: 97b4d5b4-f9dc-42b1-b48d-83e32a98b8ff, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:33:18.735791 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-932343c8-5b81-41fd-bf4a-cee0a7a8e62c tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Synchronizing usage tracker for tenant:15e5109a6af1425ca97594232c68104c on resource:security_group {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:33:18.744303 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0011b799-6efa-437b-99c6-0f41d6f2445f tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:18.745390 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-0011b799-6efa-437b-99c6-0f41d6f2445f tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "DELETE /v2.0/routers/e216f745-0ff6-4b33-aba4-8ad4147f139c HTTP/1.1" status: 204 len: 168 time: 1.3329980 Oct 13 15:33:18.751621 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52594) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:18.760866 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9465f1e5-e023-473d-87f8-53e14690376c tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Made reservation on behalf of 1d7d7ac256df48639f92334dd203ca3f for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:33:18.764773 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9465f1e5-e023-473d-87f8-53e14690376c tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:18.791063 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab9accb8-abfa-470c-a1be-b210e93e8337 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Network 97b4d5b4-f9dc-42b1-b48d-83e32a98b8ff is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:33:18.802051 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 0ed0dda8-9647-4d6d-b48b-7858e43e483b details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:33:18.802688 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [req-50c775cf-ccba-4d96-872b-797f491aa53c req-fbbb119d-3457-4d5c-9d41-c04123dc43a4 service neutron] For port dea749d8-9d42-4db5-9291-341b4b112438, host hv-neutron-8603, cleared binding levels {{(pid=88972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:33:18.803771 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9ff98bed-1ec8-4342-a706-6b612df1c065 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:18.808255 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [req-50c775cf-ccba-4d96-872b-797f491aa53c req-fbbb119d-3457-4d5c-9d41-c04123dc43a4 service neutron] For port dea749d8-9d42-4db5-9291-341b4b112438, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=dea749d8-9d42-4db5-9291-341b4b112438,segment=NetworkSegment(c1cfd5ef-41c3-45b6-ada9-464885c469f4),segment_id=c1cfd5ef-41c3-45b6-ada9-464885c469f4)] {{(pid=88972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:33:18.818285 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-ab9accb8-abfa-470c-a1be-b210e93e8337 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 97b4d5b4-f9dc-42b1-b48d-83e32a98b8ff) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:33:18.820573 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-50c775cf-ccba-4d96-872b-797f491aa53c req-fbbb119d-3457-4d5c-9d41-c04123dc43a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:18.823554 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9465f1e5-e023-473d-87f8-53e14690376c tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:33:18.856938 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c775cf-ccba-4d96-872b-797f491aa53c req-fbbb119d-3457-4d5c-9d41-c04123dc43a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:18.857558 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-50c775cf-ccba-4d96-872b-797f491aa53c req-fbbb119d-3457-4d5c-9d41-c04123dc43a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:18.859024 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-50c775cf-ccba-4d96-872b-797f491aa53c req-fbbb119d-3457-4d5c-9d41-c04123dc43a4 service neutron] 10.222.0.16 "PUT /v2.0/ports/dea749d8-9d42-4db5-9291-341b4b112438 HTTP/1.1" status: 200 len: 1093 time: 2.6923733 Oct 13 15:33:18.860167 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab9accb8-abfa-470c-a1be-b210e93e8337 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:18.860716 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ab9accb8-abfa-470c-a1be-b210e93e8337 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:18.870880 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ff98bed-1ec8-4342-a706-6b612df1c065 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:33:18.871317 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9ff98bed-1ec8-4342-a706-6b612df1c065 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:18.872171 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '332deead-5b2a-455d-98e9-267dc8f3aac9', 'tag': 'dea749d8-9d42-4db5-9291-341b4b112438'}] {{(pid=88972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:33:18.874790 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66139ebd01b2281a52a84d0c3e28fe779798cc7e4f9f2d51c02648ac67609c1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb77541d-b952-4b94-a7b1-e8d78ad9a270" -d '{"events": [{"name": "network-changed", "server_uuid": "332deead-5b2a-455d-98e9-267dc8f3aac9", "tag": "dea749d8-9d42-4db5-9291-341b4b112438"}]}' {{(pid=88972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:33:18.894728 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-932343c8-5b81-41fd-bf4a-cee0a7a8e62c tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Unset dirty status for tenant:15e5109a6af1425ca97594232c68104c on resource:security_group {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:33:18.895958 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-932343c8-5b81-41fd-bf4a-cee0a7a8e62c tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2847548 Oct 13 15:33:18.897709 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4a9106b4-c901-4b73-a8bf-5fe303c49112 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:18.901966 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52602) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:18.917938 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-cc294458-3f3b-4c38-8b9d-9309ff77df45 None None] Port dea749d8-9d42-4db5-9291-341b4b112438 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:33:18.975401 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-a820332c-2fe3-4caf-b3ce-ed929c399046 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Request body: {'security_group': {'name': 'tempest-secgroup--1102027153'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:18.981991 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9465f1e5-e023-473d-87f8-53e14690376c tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:18.983818 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-9465f1e5-e023-473d-87f8-53e14690376c tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Added segment c9f45863-32ab-45f7-8c50-745fdc6c82a5 of type vlan for network fd32502d-2ec9-4685-a388-3c4bb9f04155 Oct 13 15:33:18.994640 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 15:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0f51d58-fff7-4f6f-b954-d89f424f837a x-openstack-request-id: req-a0f51d58-fff7-4f6f-b954-d89f424f837a {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:33:18.995008 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "332deead-5b2a-455d-98e9-267dc8f3aac9", "tag": "dea749d8-9d42-4db5-9291-341b4b112438", "status": "completed", "code": 200}]} {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:33:18.995331 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a0f51d58-fff7-4f6f-b954-d89f424f837a {{(pid=88972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:33:18.995819 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0f51d58-fff7-4f6f-b954-d89f424f837a'] response: {'name': 'network-changed', 'server_uuid': '332deead-5b2a-455d-98e9-267dc8f3aac9', 'tag': 'dea749d8-9d42-4db5-9291-341b4b112438', 'status': 'completed', 'code': 200} Oct 13 15:33:19.001080 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment d511d601-41b6-43fd-8ffe-97fea9c1677a resource provider aggregate not found Oct 13 15:33:19.014724 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-a820332c-2fe3-4caf-b3ce-ed929c399046 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:19.030690 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment d511d601-41b6-43fd-8ffe-97fea9c1677a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d511d601-41b6-43fd-8ffe-97fea9c1677a found for delete ", "request_id": "req-b7b5457e-bfec-4b54-bbb0-fb8979547d6e"}]} Oct 13 15:33:19.045168 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-a820332c-2fe3-4caf-b3ce-ed929c399046 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:19.051882 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_v2 [None req-60d7cd63-8b5d-4541-b4ad-5fabc884abe1 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Deleting subnet 9ae251c4-fc73-4b45-a937-d28dd3b37179 {{(pid=88973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:33:19.055474 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-ab9accb8-abfa-470c-a1be-b210e93e8337 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5124314 Oct 13 15:33:19.057350 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.db.api [None req-9ff98bed-1ec8-4342-a706-6b612df1c065 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 13 15:33:19.057350 dv-neutron-860329-2-hyperv neutron-server[88973]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 13 15:33:19.057350 dv-neutron-860329-2-hyperv neutron-server[88973]: [parameters: {'id': 'dc6e025f-0916-4516-bc2b-7a9c1d3ffff9'}] Oct 13 15:33:19.057350 dv-neutron-860329-2-hyperv neutron-server[88973]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:33:19.057666 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG oslo_db.api [None req-9ff98bed-1ec8-4342-a706-6b612df1c065 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:33:19.058044 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52608) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:19.060199 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbb119d-3457-4d5c-9d41-c04123dc43a4 service neutron] Pushing event updated for resources: {'Port': ['ID=dea749d8-9d42-4db5-9291-341b4b112438,revision_number=3']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:19.060318 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-60d7cd63-8b5d-4541-b4ad-5fabc884abe1 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for subnet, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:19.084038 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9465f1e5-e023-473d-87f8-53e14690376c tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:19.087660 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a820332c-2fe3-4caf-b3ce-ed929c399046 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:19.104683 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-8a6e16bc-a556-4dd0-a6b8-11fd7285e773 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:19.119422 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-a820332c-2fe3-4caf-b3ce-ed929c399046 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:19.132161 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-a820332c-2fe3-4caf-b3ce-ed929c399046 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Usage tracker for resource:security_group_rule and tenant:15e5109a6af1425ca97594232c68104c is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:19.140510 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-a820332c-2fe3-4caf-b3ce-ed929c399046 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:19.149606 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c775cf-ccba-4d96-872b-797f491aa53c req-4bdb99fc-b2cf-4bfa-b286-f8d8238f6a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:19.151132 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-50c775cf-ccba-4d96-872b-797f491aa53c req-4bdb99fc-b2cf-4bfa-b286-f8d8238f6a8d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&device_id=332deead-5b2a-455d-98e9-267dc8f3aac9 HTTP/1.1" status: 200 len: 1096 time: 0.2283931 Oct 13 15:33:19.152809 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-a820332c-2fe3-4caf-b3ce-ed929c399046 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:19.166171 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9465f1e5-e023-473d-87f8-53e14690376c tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:19.172698 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9465f1e5-e023-473d-87f8-53e14690376c tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:19.173306 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9465f1e5-e023-473d-87f8-53e14690376c tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:19.217256 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbcb18b5-24e4-4a8b-b8bc-209423df3522 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-36ae797b-6724-49fd-9941-ad5c2c65905c', 'network_id': '36ae797b-6724-49fd-9941-ad5c2c65905c', 'tenant_id': '1d7d7ac256df48639f92334dd203ca3f', 'fixed_ips': [{'subnet_id': 'bf6674cb-acd3-4ff9-9781-0cf8d4b3eb93'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:33:19.218883 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-fbcb18b5-24e4-4a8b-b8bc-209423df3522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:19.223486 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-60d7cd63-8b5d-4541-b4ad-5fabc884abe1 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7432921'] for subnet, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:19.280461 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81486969-a0c6-448a-b8ed-91fb467d8aab req-20d1fb62-9548-4ca5-ad0d-54297c6e308d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:19.282382 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-81486969-a0c6-448a-b8ed-91fb467d8aab req-20d1fb62-9548-4ca5-ad0d-54297c6e308d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=332deead-5b2a-455d-98e9-267dc8f3aac9 HTTP/1.1" status: 200 len: 943 time: 0.4805849 Oct 13 15:33:19.283457 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-50c775cf-ccba-4d96-872b-797f491aa53c req-0c98f9e1-0741-4fd9-924e-f5a4134471b1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dea749d8-9d42-4db5-9291-341b4b112438 HTTP/1.1" status: 200 len: 217 time: 0.1183369 Oct 13 15:33:19.291750 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4a9106b4-c901-4b73-a8bf-5fe303c49112 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:19.345626 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-9465f1e5-e023-473d-87f8-53e14690376c tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7281375 Oct 13 15:33:19.369797 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52612) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:19.379178 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-9ba92122-d6ed-46ea-9df7-807deeab6839 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Request body: {'subnet': {'network_id': '0ed0dda8-9647-4d6d-b48b-7858e43e483b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:19.392913 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-fbcb18b5-24e4-4a8b-b8bc-209423df3522 None None] Allocated IP 172.20.0.2 (36ae797b-6724-49fd-9941-ad5c2c65905c/bf6674cb-acd3-4ff9-9781-0cf8d4b3eb93/50b6e625-caf2-44af-872d-b2abd59337dc) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:33:19.424277 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9465f1e5-e023-473d-87f8-53e14690376c tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Pushing event updated for resources: {'Network': ['ID=fd32502d-2ec9-4685-a388-3c4bb9f04155,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:19.429842 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-cc294458-3f3b-4c38-8b9d-9309ff77df45 None None] Attempt 5 to provision port dea749d8-9d42-4db5-9291-341b4b112438 Oct 13 15:33:19.435117 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c775cf-ccba-4d96-872b-797f491aa53c req-261b18ec-2ced-4701-8174-3f09641a152e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:19.437450 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-50c775cf-ccba-4d96-872b-797f491aa53c req-261b18ec-2ced-4701-8174-3f09641a152e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=914f661d-97de-4718-8153-052b099d6cd0 HTTP/1.1" status: 200 len: 834 time: 0.1442168 Oct 13 15:33:19.474762 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network fd32502d-2ec9-4685-a388-3c4bb9f04155 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:33:19.527823 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a820332c-2fe3-4caf-b3ce-ed929c399046 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:19.536335 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a820332c-2fe3-4caf-b3ce-ed929c399046 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:19.559226 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9ff98bed-1ec8-4342-a706-6b612df1c065 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:19.562805 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8a6e16bc-a556-4dd0-a6b8-11fd7285e773 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6472788'] for subnet, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:19.583131 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a820332c-2fe3-4caf-b3ce-ed929c399046 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:19.586872 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a820332c-2fe3-4caf-b3ce-ed929c399046 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6655900 Oct 13 15:33:19.592990 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52616) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:19.594022 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a820332c-2fe3-4caf-b3ce-ed929c399046 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d80b920-6df6-4db6-94a5-646c8c6901f4,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:19.599915 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c775cf-ccba-4d96-872b-797f491aa53c req-5d335a6f-1d02-44ca-981d-d86079108d2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:19.603424 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-50c775cf-ccba-4d96-872b-797f491aa53c req-5d335a6f-1d02-44ca-981d-d86079108d2b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=acc3888a-4c98-4fae-8af1-1985e343d86e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1576483 Oct 13 15:33:19.603630 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-81486969-a0c6-448a-b8ed-91fb467d8aab req-17955417-4579-41a8-86ba-e196ecc87418 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:security_group {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:33:19.609536 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-37859bb7-33c2-4449-8bdc-bebfe6c6c14f tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Request body: {'security_group_rule': {'security_group_id': '9d80b920-6df6-4db6-94a5-646c8c6901f4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:19.610976 dv-neutron-860329-2-hyperv neutron-server[88972]: WARNING neutron.api.v2.base [None req-37859bb7-33c2-4449-8bdc-bebfe6c6c14f tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 13 15:33:19.611478 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-37859bb7-33c2-4449-8bdc-bebfe6c6c14f tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 15:33:19.614534 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-37859bb7-33c2-4449-8bdc-bebfe6c6c14f tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0100858 Oct 13 15:33:19.616408 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52620) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:19.624672 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-5e77eb17-0c2b-450a-a409-b4d3c8d96cfe tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Request body: {'security_group_rule': {'security_group_id': '9d80b920-6df6-4db6-94a5-646c8c6901f4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:19.636255 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-5e77eb17-0c2b-450a-a409-b4d3c8d96cfe tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:19.640662 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-5e77eb17-0c2b-450a-a409-b4d3c8d96cfe tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Usage tracker for resource:security_group_rule and tenant:15e5109a6af1425ca97594232c68104c is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:19.645236 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-5e77eb17-0c2b-450a-a409-b4d3c8d96cfe tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:19.653542 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-5e77eb17-0c2b-450a-a409-b4d3c8d96cfe tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:19.681321 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-cc294458-3f3b-4c38-8b9d-9309ff77df45 None None] Port dea749d8-9d42-4db5-9291-341b4b112438 had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 15:33:19.768921 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-9ba92122-d6ed-46ea-9df7-807deeab6839 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:19.781415 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-60d7cd63-8b5d-4541-b4ad-5fabc884abe1 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:19.786617 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-fbcb18b5-24e4-4a8b-b8bc-209423df3522 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:19.797224 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-fbcb18b5-24e4-4a8b-b8bc-209423df3522 None None] Transition to ACTIVE for port object 50b6e625-caf2-44af-872d-b2abd59337dc will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:33:19.803364 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-5e77eb17-0c2b-450a-a409-b4d3c8d96cfe tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 15:33:19.804399 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-5e77eb17-0c2b-450a-a409-b4d3c8d96cfe tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1871481 Oct 13 15:33:19.809664 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52624) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:19.813541 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-9ba92122-d6ed-46ea-9df7-807deeab6839 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Usage tracker for resource:subnet and tenant:1d7d7ac256df48639f92334dd203ca3f is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:19.817358 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-c0ca62e9-d587-4df6-815f-a1fba7d64d9b tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Request body: {'security_group_rule': {'security_group_id': '9d80b920-6df6-4db6-94a5-646c8c6901f4', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:19.817830 dv-neutron-860329-2-hyperv neutron-server[88972]: WARNING neutron.api.v2.base [None req-c0ca62e9-d587-4df6-815f-a1fba7d64d9b tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 13 15:33:19.818332 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-c0ca62e9-d587-4df6-815f-a1fba7d64d9b tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 15:33:19.819254 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-c0ca62e9-d587-4df6-815f-a1fba7d64d9b tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0086603 Oct 13 15:33:19.823293 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-9ba92122-d6ed-46ea-9df7-807deeab6839 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:19.825325 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-fbcb18b5-24e4-4a8b-b8bc-209423df3522 None None] Transition to ACTIVE for port object 50b6e625-caf2-44af-872d-b2abd59337dc will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:33:19.827582 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52628) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:19.831764 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-fbcb18b5-24e4-4a8b-b8bc-209423df3522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:19.836239 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-cc9e064a-bdfd-4e85-8ea7-08c80174f011 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Request body: {'security_group_rule': {'security_group_id': '9d80b920-6df6-4db6-94a5-646c8c6901f4', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:19.841000 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-81486969-a0c6-448a-b8ed-91fb467d8aab req-17955417-4579-41a8-86ba-e196ecc87418 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:security_group {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:33:19.842376 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-81486969-a0c6-448a-b8ed-91fb467d8aab req-17955417-4579-41a8-86ba-e196ecc87418 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=d144dc10-5e0f-493d-aba2-e061a25af2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4927499 Oct 13 15:33:19.843146 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-9ff98bed-1ec8-4342-a706-6b612df1c065 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Deleting port c977e256-5708-4511-a850-6d145588537e {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:33:19.843641 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9ff98bed-1ec8-4342-a706-6b612df1c065 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:19.850820 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-cc9e064a-bdfd-4e85-8ea7-08c80174f011 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:19.857034 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-50c775cf-ccba-4d96-872b-797f491aa53c req-6232e976-4342-4bb7-886b-eaafef3e9c72 service neutron] 10.222.0.16 "GET /v2.0/networks/acc3888a-4c98-4fae-8af1-1985e343d86e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413177 Oct 13 15:33:19.857939 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-cc9e064a-bdfd-4e85-8ea7-08c80174f011 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Usage tracker for resource:security_group_rule and tenant:15e5109a6af1425ca97594232c68104c is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:19.866353 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-cc9e064a-bdfd-4e85-8ea7-08c80174f011 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:19.878728 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-cc9e064a-bdfd-4e85-8ea7-08c80174f011 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:19.883568 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-9ba92122-d6ed-46ea-9df7-807deeab6839 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:19.907361 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcb18b5-24e4-4a8b-b8bc-209423df3522 None None] Network 36ae797b-6724-49fd-9941-ad5c2c65905c is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:33:19.910155 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-fbcb18b5-24e4-4a8b-b8bc-209423df3522 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:33:19.912712 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcb18b5-24e4-4a8b-b8bc-209423df3522 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:33:19.920376 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb18b5-24e4-4a8b-b8bc-209423df3522 None None] Pushing event updated for resources: {'Port': ['ID=50b6e625-caf2-44af-872d-b2abd59337dc,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:19.989384 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba92122-d6ed-46ea-9df7-807deeab6839 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Made reservation on behalf of 1d7d7ac256df48639f92334dd203ca3f for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:33:19.992801 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9ba92122-d6ed-46ea-9df7-807deeab6839 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:20.022888 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-fbcb18b5-24e4-4a8b-b8bc-209423df3522 None None] Attempting to bind port 50b6e625-caf2-44af-872d-b2abd59337dc on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:33:20.023825 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-fbcb18b5-24e4-4a8b-b8bc-209423df3522 None None] Attempting to bind port 50b6e625-caf2-44af-872d-b2abd59337dc by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'a7d05f74-cd4b-4f27-a01f-7cdde28a293d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '36ae797b-6724-49fd-9941-ad5c2c65905c'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:33:20.023825 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcb18b5-24e4-4a8b-b8bc-209423df3522 None None] Attempting to bind port 50b6e625-caf2-44af-872d-b2abd59337dc on network 36ae797b-6724-49fd-9941-ad5c2c65905c {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:33:20.028010 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-cc9e064a-bdfd-4e85-8ea7-08c80174f011 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 15:33:20.032090 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-cc9e064a-bdfd-4e85-8ea7-08c80174f011 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2007079 Oct 13 15:33:20.032220 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcb18b5-24e4-4a8b-b8bc-209423df3522 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:33:20.032220 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcb18b5-24e4-4a8b-b8bc-209423df3522 None None] Checking segment: {'id': 'a7d05f74-cd4b-4f27-a01f-7cdde28a293d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '36ae797b-6724-49fd-9941-ad5c2c65905c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:33:20.032220 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-fbcb18b5-24e4-4a8b-b8bc-209423df3522 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:20.032220 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbcb18b5-24e4-4a8b-b8bc-209423df3522 None None] Bound using segment: {'id': 'a7d05f74-cd4b-4f27-a01f-7cdde28a293d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '36ae797b-6724-49fd-9941-ad5c2c65905c'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:33:20.032220 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-fbcb18b5-24e4-4a8b-b8bc-209423df3522 None None] Bound port: 50b6e625-caf2-44af-872d-b2abd59337dc, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7d05f74-cd4b-4f27-a01f-7cdde28a293d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 417, 'network_id': '36ae797b-6724-49fd-9941-ad5c2c65905c'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:33:20.032220 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-fbcb18b5-24e4-4a8b-b8bc-209423df3522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:20.037811 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52632) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:20.047905 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-d4a3662c-314a-44a9-b508-4e92608c7d05 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Request body: {'security_group_rule': {'security_group_id': '9d80b920-6df6-4db6-94a5-646c8c6901f4', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:20.048387 dv-neutron-860329-2-hyperv neutron-server[88972]: WARNING neutron.api.v2.base [None req-d4a3662c-314a-44a9-b508-4e92608c7d05 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 13 15:33:20.048917 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-d4a3662c-314a-44a9-b508-4e92608c7d05 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 15:33:20.053105 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d4a3662c-314a-44a9-b508-4e92608c7d05 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0113087 Oct 13 15:33:20.054615 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52636) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:20.059575 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-bc7b00ce-9a93-40a2-9f7f-f9e9e282f98f tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Request body: {'security_group_rule': {'security_group_id': '9d80b920-6df6-4db6-94a5-646c8c6901f4', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:20.065344 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-bc7b00ce-9a93-40a2-9f7f-f9e9e282f98f tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:20.069525 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-50c775cf-ccba-4d96-872b-797f491aa53c req-0a6a0f0b-1b6a-44bb-a4e7-a2aa2f6eb2c6 service neutron] 10.222.0.16 "GET /v2.0/networks/acc3888a-4c98-4fae-8af1-1985e343d86e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883037 Oct 13 15:33:20.071716 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-bc7b00ce-9a93-40a2-9f7f-f9e9e282f98f tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Usage tracker for resource:security_group_rule and tenant:15e5109a6af1425ca97594232c68104c is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:20.082987 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-bc7b00ce-9a93-40a2-9f7f-f9e9e282f98f tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:20.091551 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-bc7b00ce-9a93-40a2-9f7f-f9e9e282f98f tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:20.136226 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-fbcb18b5-24e4-4a8b-b8bc-209423df3522 None None] For port 50b6e625-caf2-44af-872d-b2abd59337dc, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:33:20.140531 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-fbcb18b5-24e4-4a8b-b8bc-209423df3522 None None] For port 50b6e625-caf2-44af-872d-b2abd59337dc, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=50b6e625-caf2-44af-872d-b2abd59337dc,segment=NetworkSegment(a7d05f74-cd4b-4f27-a01f-7cdde28a293d),segment_id=a7d05f74-cd4b-4f27-a01f-7cdde28a293d)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:33:20.144710 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-fbcb18b5-24e4-4a8b-b8bc-209423df3522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:20.163989 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.db.resource_extend [None req-4a9106b4-c901-4b73-a8bf-5fe303c49112 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 15:33:20.201554 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-bc7b00ce-9a93-40a2-9f7f-f9e9e282f98f tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 15:33:20.205315 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-bc7b00ce-9a93-40a2-9f7f-f9e9e282f98f tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1484485 Oct 13 15:33:20.207177 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52640) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:20.219481 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4a9106b4-c901-4b73-a8bf-5fe303c49112 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:20.254481 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb77541d-b952-4b94-a7b1-e8d78ad9a270 req-243c5649-4eeb-4277-a6f3-031142b7a135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:20.256337 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-fb77541d-b952-4b94-a7b1-e8d78ad9a270 req-243c5649-4eeb-4277-a6f3-031142b7a135 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&device_id=332deead-5b2a-455d-98e9-267dc8f3aac9 HTTP/1.1" status: 200 len: 1096 time: 0.1333504 Oct 13 15:33:20.281119 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcb18b5-24e4-4a8b-b8bc-209423df3522 None None] Pushing event updated for resources: {'Port': ['ID=50b6e625-caf2-44af-872d-b2abd59337dc,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:20.408904 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-10ea8acd-59d4-4d1f-81a4-f0c75999165a tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Request body: {'security_group_rule': {'security_group_id': '9d80b920-6df6-4db6-94a5-646c8c6901f4', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:20.410202 dv-neutron-860329-2-hyperv neutron-server[88973]: WARNING neutron.api.v2.base [None req-10ea8acd-59d4-4d1f-81a4-f0c75999165a tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 13 15:33:20.410696 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.api.v2.resource [None req-10ea8acd-59d4-4d1f-81a4-f0c75999165a tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 15:33:20.421765 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-10ea8acd-59d4-4d1f-81a4-f0c75999165a tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.1960211 Oct 13 15:33:20.433058 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-60d7cd63-8b5d-4541-b4ad-5fabc884abe1 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:20.437222 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52644) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:20.475304 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4a9106b4-c901-4b73-a8bf-5fe303c49112 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:20.538490 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb77541d-b952-4b94-a7b1-e8d78ad9a270 req-57f187a0-ce70-46f3-a090-585053d04f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:20.540148 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-fb77541d-b952-4b94-a7b1-e8d78ad9a270 req-57f187a0-ce70-46f3-a090-585053d04f13 service neutron] 10.222.0.16 "GET /v2.0/networks?id=acc3888a-4c98-4fae-8af1-1985e343d86e HTTP/1.1" status: 200 len: 896 time: 0.2764983 Oct 13 15:33:20.564561 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-a9e734b5-4d01-4aa5-a6c2-abefe127c75f tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Request body: {'security_group_rule': {'security_group_id': '9d80b920-6df6-4db6-94a5-646c8c6901f4', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:20.613918 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-fb77541d-b952-4b94-a7b1-e8d78ad9a270 req-e1ff2667-0534-4654-95e6-9668a98306b2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dea749d8-9d42-4db5-9291-341b4b112438 HTTP/1.1" status: 200 len: 217 time: 0.0644932 Oct 13 15:33:20.631479 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d7cd63-8b5d-4541-b4ad-5fabc884abe1 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event deleted for resources: {'Subnet': ['ID=9ae251c4-fc73-4b45-a937-d28dd3b37179,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:20.646567 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-a9e734b5-4d01-4aa5-a6c2-abefe127c75f tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:20.664703 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-60d7cd63-8b5d-4541-b4ad-5fabc884abe1 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:20.680033 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-a9e734b5-4d01-4aa5-a6c2-abefe127c75f tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Usage tracker for resource:security_group_rule and tenant:15e5109a6af1425ca97594232c68104c is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:20.689057 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb77541d-b952-4b94-a7b1-e8d78ad9a270 req-d3814343-d811-4c20-889f-513f630e21d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:20.691156 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-fb77541d-b952-4b94-a7b1-e8d78ad9a270 req-d3814343-d811-4c20-889f-513f630e21d0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=914f661d-97de-4718-8153-052b099d6cd0 HTTP/1.1" status: 200 len: 834 time: 0.0674119 Oct 13 15:33:20.694303 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-a9e734b5-4d01-4aa5-a6c2-abefe127c75f tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:20.703248 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8a6e16bc-a556-4dd0-a6b8-11fd7285e773 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734006200203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6731385'] for subnet, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:20.748873 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-a9e734b5-4d01-4aa5-a6c2-abefe127c75f tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:20.768185 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 50b6e625-caf2-44af-872d-b2abd59337dc up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:33:20.778863 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-60d7cd63-8b5d-4541-b4ad-5fabc884abe1 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "DELETE /v2.0/subnets/9ae251c4-fc73-4b45-a937-d28dd3b37179 HTTP/1.1" status: 204 len: 168 time: 2.0244644 Oct 13 15:33:20.781602 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52648) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:20.787297 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-9ff98bed-1ec8-4342-a706-6b612df1c065 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] For port c977e256-5708-4511-a850-6d145588537e, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=c977e256-5708-4511-a850-6d145588537e,segment=NetworkSegment(d511d601-41b6-43fd-8ffe-97fea9c1677a),segment_id=d511d601-41b6-43fd-8ffe-97fea9c1677a)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:33:20.787921 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9ff98bed-1ec8-4342-a706-6b612df1c065 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:20.832858 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb77541d-b952-4b94-a7b1-e8d78ad9a270 req-e4cb0f58-bd71-4994-b7a6-1e5c658a3f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:20.834302 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-fb77541d-b952-4b94-a7b1-e8d78ad9a270 req-e4cb0f58-bd71-4994-b7a6-1e5c658a3f54 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=acc3888a-4c98-4fae-8af1-1985e343d86e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1371825 Oct 13 15:33:20.871587 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4a9106b4-c901-4b73-a8bf-5fe303c49112 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:20.880869 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 50b6e625-caf2-44af-872d-b2abd59337dc completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:33:20.997019 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a3562b95-b2e6-4268-bb00-fdc889d5a37a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:20.998299 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-9ff98bed-1ec8-4342-a706-6b612df1c065 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Calling delete_port for c977e256-5708-4511-a850-6d145588537e owned by network:dhcp {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:33:21.052913 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a6e16bc-a556-4dd0-a6b8-11fd7285e773 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:21.053498 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8a6e16bc-a556-4dd0-a6b8-11fd7285e773 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:21.057181 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-8a6e16bc-a556-4dd0-a6b8-11fd7285e773 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "PUT /v2.0/subnets/be735b7b-aa26-4c67-a8b5-1b21ae99d9c9 HTTP/1.1" status: 200 len: 806 time: 1.9639456 Oct 13 15:33:21.069043 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52654) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:21.097480 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9106b4-c901-4b73-a8bf-5fe303c49112 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Pushing event updated for resources: {'Port': ['ID=6f987c9f-2715-473d-b3f5-eb62c82f9ce7,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:21.144271 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-a3562b95-b2e6-4268-bb00-fdc889d5a37a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Deleting port e1308495-57c0-42a5-bab4-059cf5539c1e {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:33:21.144688 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a3562b95-b2e6-4268-bb00-fdc889d5a37a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:21.224912 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6e16bc-a556-4dd0-a6b8-11fd7285e773 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Pushing event updated for resources: {'Subnet': ['ID=be735b7b-aa26-4c67-a8b5-1b21ae99d9c9,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:21.247861 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-fb77541d-b952-4b94-a7b1-e8d78ad9a270 req-ee93e72e-be75-42db-a513-9e777ccbbea4 service neutron] 10.222.0.16 "GET /v2.0/networks/acc3888a-4c98-4fae-8af1-1985e343d86e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3696330 Oct 13 15:33:21.250280 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.api.v2.resource [None req-a9e734b5-4d01-4aa5-a6c2-abefe127c75f tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 15:33:21.251295 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-a9e734b5-4d01-4aa5-a6c2-abefe127c75f tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.7777104 Oct 13 15:33:21.260788 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52658) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:21.299133 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-9363400b-2a60-4676-b0e2-89dc380acdaf tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Request body: {'security_group_rule': {'security_group_id': '9d80b920-6df6-4db6-94a5-646c8c6901f4', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:21.316646 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.l3_db [None req-4a9106b4-c901-4b73-a8bf-5fe303c49112 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Floating IP 56c115dc-4715-4489-9b64-4c140abd5e60 associated. External IP: 172.26.2.204, port: 75f9427a-9d6f-4010-8f59-3e79fa0900ab. Oct 13 15:33:21.325666 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-9363400b-2a60-4676-b0e2-89dc380acdaf tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:21.338177 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ddb492-32d0-46a2-99b9-0feb92785aa0 None None] Network dc6e025f-0916-4516-bc2b-7a9c1d3ffff9 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:33:21.342363 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-9363400b-2a60-4676-b0e2-89dc380acdaf tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Usage tracker for resource:security_group_rule and tenant:15e5109a6af1425ca97594232c68104c is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:21.356995 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a580f9a-500d-446f-9f3a-024e29eaa009 None None] Network 36ae797b-6724-49fd-9941-ad5c2c65905c requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:33:21.369869 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63b7d069-2ad8-4c5d-9320-c04f0da06ba3 None None] Network 97b4d5b4-f9dc-42b1-b48d-83e32a98b8ff requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:33:21.372389 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-9363400b-2a60-4676-b0e2-89dc380acdaf tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:21.376942 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9ff98bed-1ec8-4342-a706-6b612df1c065 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:21.382500 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8fab35b-8f1e-4070-9e3c-35490ff4151f None None] Network 273f79b6-74a3-43a3-8305-ceff508dc231 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:33:21.420606 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9ba92122-d6ed-46ea-9df7-807deeab6839 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:21.450725 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-9363400b-2a60-4676-b0e2-89dc380acdaf tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:21.489878 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec08c5a-b47d-4fad-960a-603ec40ab9c1 req-1809a04f-6395-4aa9-80af-6aa5561c74eb tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:21.491310 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5ec08c5a-b47d-4fad-960a-603ec40ab9c1 req-1809a04f-6395-4aa9-80af-6aa5561c74eb tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=332deead-5b2a-455d-98e9-267dc8f3aac9 HTTP/1.1" status: 200 len: 943 time: 0.4922912 Oct 13 15:33:21.498347 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff98bed-1ec8-4342-a706-6b612df1c065 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Pushing event deleted for resources: {'Port': ['ID=c977e256-5708-4511-a850-6d145588537e,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:21.500014 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fce4b375-bfe5-4664-bbf5-d6b40b0a08b1 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:21.502411 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff98bed-1ec8-4342-a706-6b612df1c065 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] No DVR routers for this DVR port c977e256-5708-4511-a850-6d145588537e on host dv-neutron-860329-2-hyperv {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:33:21.669018 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-fb77541d-b952-4b94-a7b1-e8d78ad9a270 req-0c9419f3-f432-4f6a-8a64-76fa61f0c743 service neutron] 10.222.0.16 "GET /v2.0/networks/acc3888a-4c98-4fae-8af1-1985e343d86e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4089327 Oct 13 15:33:21.689135 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba92122-d6ed-46ea-9df7-807deeab6839 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Pushing event updated for resources: {'Subnet': ['ID=404fb3a8-145a-4d8b-869b-fee5dc7c0a93,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:21.707894 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-d47ca8b8-300b-4726-b558-b6082fd5d9bd None None] Provisioning for port 50b6e625-caf2-44af-872d-b2abd59337dc completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:33:21.726614 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5ec08c5a-b47d-4fad-960a-603ec40ab9c1 req-594b7e5c-0bde-4130-9c86-c9b6fcad477a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=d144dc10-5e0f-493d-aba2-e061a25af2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2245691 Oct 13 15:33:21.732563 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-9363400b-2a60-4676-b0e2-89dc380acdaf tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 15:33:21.736178 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-9363400b-2a60-4676-b0e2-89dc380acdaf tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4665308 Oct 13 15:33:21.736178 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-a3562b95-b2e6-4268-bb00-fdc889d5a37a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] For port e1308495-57c0-42a5-bab4-059cf5539c1e, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=e1308495-57c0-42a5-bab4-059cf5539c1e,segment=NetworkSegment(6a98c86c-fffa-42ac-b224-96626fa3fd4a),segment_id=6a98c86c-fffa-42ac-b224-96626fa3fd4a)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:33:21.736178 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a3562b95-b2e6-4268-bb00-fdc889d5a37a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:21.750695 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-d47ca8b8-300b-4726-b558-b6082fd5d9bd None None] Provisioning complete for port 50b6e625-caf2-44af-872d-b2abd59337dc triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:33:21.750695 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d47ca8b8-300b-4726-b558-b6082fd5d9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:21.750695 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-d47ca8b8-300b-4726-b558-b6082fd5d9bd None None] Attempt 1 to provision port 50b6e625-caf2-44af-872d-b2abd59337dc Oct 13 15:33:21.751139 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52662) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:21.767814 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9ff98bed-1ec8-4342-a706-6b612df1c065 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:21.795506 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ba92122-d6ed-46ea-9df7-807deeab6839 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Checking segment: {'id': '10a99216-23fd-48fa-adcb-80fcd4866f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0ed0dda8-9647-4d6d-b48b-7858e43e483b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:33:21.796048 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba92122-d6ed-46ea-9df7-807deeab6839 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Network hostable DHCP agents. Network: 0ed0dda8-9647-4d6d-b48b-7858e43e483b, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:33:21.815760 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-9ff98bed-1ec8-4342-a706-6b612df1c065 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc6e025f-0916-4516-bc2b-7a9c1d3ffff9']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:21.897971 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-a3562b95-b2e6-4268-bb00-fdc889d5a37a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Calling delete_port for e1308495-57c0-42a5-bab4-059cf5539c1e owned by network:dhcp {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:33:21.963628 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fce4b375-bfe5-4664-bbf5-d6b40b0a08b1 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:22.038332 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-9ff98bed-1ec8-4342-a706-6b612df1c065 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd511d601-41b6-43fd-8ffe-97fea9c1677a') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:22.038691 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-9ff98bed-1ec8-4342-a706-6b612df1c065 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd511d601-41b6-43fd-8ffe-97fea9c1677a') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:22.072827 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9ff98bed-1ec8-4342-a706-6b612df1c065 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:22.074371 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbeee9a7-6766-4fa5-9d1c-4124f2afbe07 None None] Network dc6e025f-0916-4516-bc2b-7a9c1d3ffff9 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:33:22.091252 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba92122-d6ed-46ea-9df7-807deeab6839 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Network 0ed0dda8-9647-4d6d-b48b-7858e43e483b is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:33:22.164057 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9ff98bed-1ec8-4342-a706-6b612df1c065 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:22.177521 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-9ba92122-d6ed-46ea-9df7-807deeab6839 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 0ed0dda8-9647-4d6d-b48b-7858e43e483b) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:33:22.189177 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ff98bed-1ec8-4342-a706-6b612df1c065 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:33:22.189577 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9ff98bed-1ec8-4342-a706-6b612df1c065 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:22.191146 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6bd3f034-2b2d-4179-8116-f1e0354c8f18 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:22.220085 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a3562b95-b2e6-4268-bb00-fdc889d5a37a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:22.238516 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba92122-d6ed-46ea-9df7-807deeab6839 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:22.239307 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9ba92122-d6ed-46ea-9df7-807deeab6839 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:22.240654 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-d47ca8b8-300b-4726-b558-b6082fd5d9bd None None] Current status of the port 50b6e625-caf2-44af-872d-b2abd59337dc is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:33:22.241039 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d47ca8b8-300b-4726-b558-b6082fd5d9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:22.250025 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment d511d601-41b6-43fd-8ffe-97fea9c1677a resource provider aggregate not found Oct 13 15:33:22.257751 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f46da51-7ed1-4ee1-92f6-c9d05921c2ed None None] Network 0ed0dda8-9647-4d6d-b48b-7858e43e483b requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:33:22.270209 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6bd3f034-2b2d-4179-8116-f1e0354c8f18 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:22.289319 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fce4b375-bfe5-4664-bbf5-d6b40b0a08b1 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:22.294799 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3562b95-b2e6-4268-bb00-fdc889d5a37a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] No DVR routers for this DVR port e1308495-57c0-42a5-bab4-059cf5539c1e on host dv-neutron-860329-2-hyperv {{(pid=88972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:33:22.324508 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3562b95-b2e6-4268-bb00-fdc889d5a37a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event deleted for resources: {'Port': ['ID=e1308495-57c0-42a5-bab4-059cf5539c1e,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:22.350349 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a9106b4-c901-4b73-a8bf-5fe303c49112 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Router 88378ec8-abd3-41b0-b163-c4afd2143f30 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:33:22.354856 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-9ba92122-d6ed-46ea-9df7-807deeab6839 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9806626 Oct 13 15:33:22.357153 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment d511d601-41b6-43fd-8ffe-97fea9c1677a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d511d601-41b6-43fd-8ffe-97fea9c1677a found for delete ", "request_id": "req-e8585c8b-037c-4003-b315-5d09c63889c2"}]} Oct 13 15:33:22.357770 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52670) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:22.360915 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device dea749d8-9d42-4db5-9291-341b4b112438 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=88974) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 13 15:33:22.362587 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9ff98bed-1ec8-4342-a706-6b612df1c065 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:22.367933 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9ff98bed-1ec8-4342-a706-6b612df1c065 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:22.395101 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-55290be7-e894-4ba1-8071-22ed870c2b0c tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Request body: {'subnet': {'network_id': 'fd32502d-2ec9-4685-a388-3c4bb9f04155', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:22.416346 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce4b375-bfe5-4664-bbf5-d6b40b0a08b1 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Pushing event deleted for resources: {'Subnet': ['ID=be735b7b-aa26-4c67-a8b5-1b21ae99d9c9,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:22.494202 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-9ff98bed-1ec8-4342-a706-6b612df1c065 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "DELETE /v2.0/networks/dc6e025f-0916-4516-bc2b-7a9c1d3ffff9 HTTP/1.1" status: 204 len: 168 time: 6.0114839 Oct 13 15:33:22.501424 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff98bed-1ec8-4342-a706-6b612df1c065 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Pushing event deleted for resources: {'Network': ['ID=dc6e025f-0916-4516-bc2b-7a9c1d3ffff9,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:22.507008 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52674) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:22.531807 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-5d8e1992-707e-4aff-b363-bbdcdbac5200 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-209049246'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:22.574852 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-d47ca8b8-300b-4726-b558-b6082fd5d9bd None None] For port 50b6e625-caf2-44af-872d-b2abd59337dc, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=50b6e625-caf2-44af-872d-b2abd59337dc,segment=NetworkSegment(a7d05f74-cd4b-4f27-a01f-7cdde28a293d),segment_id=a7d05f74-cd4b-4f27-a01f-7cdde28a293d)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:33:22.575224 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a3562b95-b2e6-4268-bb00-fdc889d5a37a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:22.590007 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ca1ff0-9fad-471d-82c4-9b115a151795 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-97b4d5b4-f9dc-42b1-b48d-83e32a98b8ff', 'network_id': '97b4d5b4-f9dc-42b1-b48d-83e32a98b8ff', 'tenant_id': '189a2a783ff94d9d83e28e5d7a0f1bba', 'fixed_ips': [{'subnet_id': 'be735b7b-aa26-4c67-a8b5-1b21ae99d9c9'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:33:22.590254 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6bd3f034-2b2d-4179-8116-f1e0354c8f18 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:22.590782 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d9ca1ff0-9fad-471d-82c4-9b115a151795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:22.593469 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fce4b375-bfe5-4664-bbf5-d6b40b0a08b1 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:22.598954 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-5d8e1992-707e-4aff-b363-bbdcdbac5200 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:22.607500 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-5d8e1992-707e-4aff-b363-bbdcdbac5200 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Usage tracker for resource:network and tenant:241b06d1b66d4165a8f1f259a57fe469 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:22.620378 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-5d8e1992-707e-4aff-b363-bbdcdbac5200 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:22.629879 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd3f034-2b2d-4179-8116-f1e0354c8f18 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d80b920-6df6-4db6-94a5-646c8c6901f4,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:22.660933 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-a3562b95-b2e6-4268-bb00-fdc889d5a37a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['273f79b6-74a3-43a3-8305-ceff508dc231']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:22.665413 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.db.resource_extend [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 15:33:22.684901 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d47ca8b8-300b-4726-b558-b6082fd5d9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:22.697853 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-fce4b375-bfe5-4664-bbf5-d6b40b0a08b1 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97b4d5b4-f9dc-42b1-b48d-83e32a98b8ff']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:22.731055 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-5d8e1992-707e-4aff-b363-bbdcdbac5200 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:22.739149 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-fce4b375-bfe5-4664-bbf5-d6b40b0a08b1 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c300721-4867-45aa-a416-99f64d820893') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:22.739446 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-fce4b375-bfe5-4664-bbf5-d6b40b0a08b1 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c300721-4867-45aa-a416-99f64d820893') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:22.764664 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-55290be7-e894-4ba1-8071-22ed870c2b0c tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:22.766185 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fce4b375-bfe5-4664-bbf5-d6b40b0a08b1 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:22.772522 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-55290be7-e894-4ba1-8071-22ed870c2b0c tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Usage tracker for resource:subnet and tenant:1d7d7ac256df48639f92334dd203ca3f is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:22.775593 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-a3562b95-b2e6-4268-bb00-fdc889d5a37a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a98c86c-fffa-42ac-b224-96626fa3fd4a') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:22.775897 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-a3562b95-b2e6-4268-bb00-fdc889d5a37a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a98c86c-fffa-42ac-b224-96626fa3fd4a') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:22.777347 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-55290be7-e894-4ba1-8071-22ed870c2b0c tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:22.787606 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-55290be7-e894-4ba1-8071-22ed870c2b0c tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:22.799196 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d8e1992-707e-4aff-b363-bbdcdbac5200 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Made reservation on behalf of 241b06d1b66d4165a8f1f259a57fe469 for: {'network': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:33:22.803227 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5d8e1992-707e-4aff-b363-bbdcdbac5200 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:22.809732 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a3562b95-b2e6-4268-bb00-fdc889d5a37a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:22.826287 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fce4b375-bfe5-4664-bbf5-d6b40b0a08b1 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:22.837131 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9106b4-c901-4b73-a8bf-5fe303c49112 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:33:22.838441 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6bd3f034-2b2d-4179-8116-f1e0354c8f18 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:22.847883 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55290be7-e894-4ba1-8071-22ed870c2b0c tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Made reservation on behalf of 1d7d7ac256df48639f92334dd203ca3f for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:33:22.851809 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-55290be7-e894-4ba1-8071-22ed870c2b0c tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:22.864406 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-6bd3f034-2b2d-4179-8116-f1e0354c8f18 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] 10.222.0.42 "DELETE /v2.0/security-groups/9d80b920-6df6-4db6-94a5-646c8c6901f4 HTTP/1.1" status: 204 len: 168 time: 1.1140769 Oct 13 15:33:22.867376 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52680) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:22.870545 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fce4b375-bfe5-4664-bbf5-d6b40b0a08b1 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Releasing vlan 440 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:33:22.871201 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fce4b375-bfe5-4664-bbf5-d6b40b0a08b1 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:22.883225 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d8e1992-707e-4aff-b363-bbdcdbac5200 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=88973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:33:22.890768 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a3562b95-b2e6-4268-bb00-fdc889d5a37a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:22.930078 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442f86ae-7099-41da-9f6d-a8d5be8b7160 None None] DHCP port deletion for 273f79b6-74a3-43a3-8305-ceff508dc231 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:33:22.932343 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35951470-f2c6-40fa-8393-26718c80b92e None None] Sync routers for ids ['88378ec8-abd3-41b0-b163-c4afd2143f30'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:33:22.942334 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 5c300721-4867-45aa-a416-99f64d820893 resource provider aggregate not found Oct 13 15:33:22.946768 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3562b95-b2e6-4268-bb00-fdc889d5a37a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:33:22.947155 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a3562b95-b2e6-4268-bb00-fdc889d5a37a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:23.015955 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 5c300721-4867-45aa-a416-99f64d820893 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5c300721-4867-45aa-a416-99f64d820893 found for delete ", "request_id": "req-54abcbec-06cd-4752-bdd7-75013d42c64c"}]} Oct 13 15:33:23.051077 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35951470-f2c6-40fa-8393-26718c80b92e None None] Routers {'88378ec8-abd3-41b0-b163-c4afd2143f30'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:33:23.051729 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-35951470-f2c6-40fa-8393-26718c80b92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:33:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['88378ec8-abd3-41b0-b163-c4afd2143f30'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:23.052029 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5d8e1992-707e-4aff-b363-bbdcdbac5200 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:23.052371 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-5d8e1992-707e-4aff-b363-bbdcdbac5200 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Added segment 33765775-ad89-4ee7-8e9d-9d3ab1d0a40a of type vlan for network e5e7ee48-5c48-4e28-9a9a-9c588f1922e8 Oct 13 15:33:23.056843 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4a9106b4-c901-4b73-a8bf-5fe303c49112 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:23.114825 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47ca8b8-300b-4726-b558-b6082fd5d9bd None None] Pushing event updated for resources: {'Port': ['ID=50b6e625-caf2-44af-872d-b2abd59337dc,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:23.145951 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-97005c05-d9bc-48ff-95b7-995451b42b9d tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Synchronizing usage tracker for tenant:15e5109a6af1425ca97594232c68104c on resource:security_group {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:33:23.150535 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fce4b375-bfe5-4664-bbf5-d6b40b0a08b1 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:23.152829 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a3562b95-b2e6-4268-bb00-fdc889d5a37a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:23.173096 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5d8e1992-707e-4aff-b363-bbdcdbac5200 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:23.183125 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a3562b95-b2e6-4268-bb00-fdc889d5a37a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:23.191180 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fce4b375-bfe5-4664-bbf5-d6b40b0a08b1 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:23.212196 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3562b95-b2e6-4268-bb00-fdc889d5a37a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event deleted for resources: {'Network': ['ID=273f79b6-74a3-43a3-8305-ceff508dc231,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:23.214277 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-97005c05-d9bc-48ff-95b7-995451b42b9d tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Unset dirty status for tenant:15e5109a6af1425ca97594232c68104c on resource:security_group {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:33:23.215776 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-97005c05-d9bc-48ff-95b7-995451b42b9d tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3471928 Oct 13 15:33:23.221920 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52688) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:23.222735 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port dea749d8-9d42-4db5-9291-341b4b112438, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=dea749d8-9d42-4db5-9291-341b4b112438,segment=NetworkSegment(c1cfd5ef-41c3-45b6-ada9-464885c469f4),segment_id=c1cfd5ef-41c3-45b6-ada9-464885c469f4)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:33:23.228174 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-4a9106b4-c901-4b73-a8bf-5fe303c49112 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.1535497 Oct 13 15:33:23.234391 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-f90ca69b-49af-44d6-9190-746ca6daa4eb tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Request body: {'security_group': {'name': 'tempest-secgroup--1228108534'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:23.239563 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffba99fb-1142-4d80-8627-ae50e1b52a2e', 'tag': '75f9427a-9d6f-4010-8f59-3e79fa0900ab'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:33:23.241735 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c935e20-146f-456b-be16-67293cf39269" -d '{"events": [{"name": "network-changed", "server_uuid": "ffba99fb-1142-4d80-8627-ae50e1b52a2e", "tag": "75f9427a-9d6f-4010-8f59-3e79fa0900ab"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:33:23.245993 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a3562b95-b2e6-4268-bb00-fdc889d5a37a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "DELETE /v2.0/networks/273f79b6-74a3-43a3-8305-ceff508dc231 HTTP/1.1" status: 204 len: 168 time: 2.4632134 Oct 13 15:33:23.247156 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52696) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:23.248003 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce4b375-bfe5-4664-bbf5-d6b40b0a08b1 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Pushing event deleted for resources: {'Network': ['ID=97b4d5b4-f9dc-42b1-b48d-83e32a98b8ff,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:23.250711 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-fce4b375-bfe5-4664-bbf5-d6b40b0a08b1 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "DELETE /v2.0/networks/97b4d5b4-f9dc-42b1-b48d-83e32a98b8ff HTTP/1.1" status: 204 len: 168 time: 2.1806993 Oct 13 15:33:23.257243 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-6eae396c-1c9f-4d66-be64-a9398171eb8b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1661744763', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:23.262685 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52700) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:23.266561 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-6eae396c-1c9f-4d66-be64-a9398171eb8b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:23.278199 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-f90ca69b-49af-44d6-9190-746ca6daa4eb tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:23.292258 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-6eae396c-1c9f-4d66-be64-a9398171eb8b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Usage tracker for resource:router and tenant:4c5e5250b5d0476f9d711181f94ffb05 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:23.298189 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-6eae396c-1c9f-4d66-be64-a9398171eb8b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:23.303842 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7f90871-73ee-4ac3-8d71-e91752da68b0 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] DELETE failed (client error): The resource could not be found. Oct 13 15:33:23.304381 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7f90871-73ee-4ac3-8d71-e91752da68b0 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:33:23.306278 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a7f90871-73ee-4ac3-8d71-e91752da68b0 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "DELETE /v2.0/networks/97b4d5b4-f9dc-42b1-b48d-83e32a98b8ff HTTP/1.1" status: 404 len: 339 time: 0.0425110 Oct 13 15:33:23.307065 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-6eae396c-1c9f-4d66-be64-a9398171eb8b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:23.310046 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52704) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:23.313923 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e4147b-5129-4ae4-8add-494dc173a9f0 req-7dfaa20c-3d51-4605-8534-444a089359e2 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:23.316417 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e3e4147b-5129-4ae4-8add-494dc173a9f0 req-7dfaa20c-3d51-4605-8534-444a089359e2 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=332deead-5b2a-455d-98e9-267dc8f3aac9 HTTP/1.1" status: 200 len: 943 time: 0.3849611 Oct 13 15:33:23.317523 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-d954d210-4760-42b0-8b33-7ebc1336b103 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1686252210', 'description': 'd1'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:23.324302 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-f90ca69b-49af-44d6-9190-746ca6daa4eb tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:23.325920 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-d954d210-4760-42b0-8b33-7ebc1336b103 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:23.329954 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5d8e1992-707e-4aff-b363-bbdcdbac5200 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:23.331767 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-d954d210-4760-42b0-8b33-7ebc1336b103 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Usage tracker for resource:network and tenant:189a2a783ff94d9d83e28e5d7a0f1bba is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:23.334962 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-d954d210-4760-42b0-8b33-7ebc1336b103 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:23.336423 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d8e1992-707e-4aff-b363-bbdcdbac5200 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:23.337024 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5d8e1992-707e-4aff-b363-bbdcdbac5200 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:23.338598 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6eae396c-1c9f-4d66-be64-a9398171eb8b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:23.339654 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Returning: {'device': 'dea749d8-9d42-4db5-9291-341b4b112438', 'network_id': 'acc3888a-4c98-4fae-8af1-1985e343d86e', 'port_id': 'dea749d8-9d42-4db5-9291-341b4b112438', 'mac_address': 'fa:16:3e:83:12:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '914f661d-97de-4718-8153-052b099d6cd0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88974) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 13 15:33:23.339786 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6eae396c-1c9f-4d66-be64-a9398171eb8b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:23.345378 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed3ba5e-4316-4c96-beda-a83af50f1f87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-0ed0dda8-9647-4d6d-b48b-7858e43e483b', 'network_id': '0ed0dda8-9647-4d6d-b48b-7858e43e483b', 'tenant_id': '1d7d7ac256df48639f92334dd203ca3f', 'fixed_ips': [{'subnet_id': '404fb3a8-145a-4d8b-869b-fee5dc7c0a93'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:33:23.347149 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6ed3ba5e-4316-4c96-beda-a83af50f1f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:23.356615 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-d954d210-4760-42b0-8b33-7ebc1336b103 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:23.368510 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3502f753-1746-499c-bf31-5bd09c1eb485 None None] Network 97b4d5b4-f9dc-42b1-b48d-83e32a98b8ff requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:33:23.371213 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6eae396c-1c9f-4d66-be64-a9398171eb8b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:23.381992 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d954d210-4760-42b0-8b33-7ebc1336b103 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Made reservation on behalf of 189a2a783ff94d9d83e28e5d7a0f1bba for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:33:23.386699 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d954d210-4760-42b0-8b33-7ebc1336b103 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:23.469558 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3502f753-1746-499c-bf31-5bd09c1eb485 None None] Network 97b4d5b4-f9dc-42b1-b48d-83e32a98b8ff could not be found, it might have been deleted concurrently. {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Oct 13 15:33:23.478997 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6eae396c-1c9f-4d66-be64-a9398171eb8b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:23.484190 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e55692-ab88-4651-94ac-353600d710ba None None] Network 97b4d5b4-f9dc-42b1-b48d-83e32a98b8ff requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:33:23.485129 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d954d210-4760-42b0-8b33-7ebc1336b103 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:33:23.510569 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d954d210-4760-42b0-8b33-7ebc1336b103 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:23.510906 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-d954d210-4760-42b0-8b33-7ebc1336b103 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Added segment a66d32ef-a0c0-4023-bbd4-535073d3d9aa of type vlan for network 25091148-f39f-4d71-a3e0-e1d7d07a95c6 Oct 13 15:33:23.554956 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6eae396c-1c9f-4d66-be64-a9398171eb8b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:23.560776 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-6eae396c-1c9f-4d66-be64-a9398171eb8b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3087859 Oct 13 15:33:23.563588 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52708) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:23.565130 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67e55692-ab88-4651-94ac-353600d710ba None None] Network 97b4d5b4-f9dc-42b1-b48d-83e32a98b8ff could not be found, it might have been deleted concurrently. {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Oct 13 15:33:23.572211 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port dea749d8-9d42-4db5-9291-341b4b112438 is: DOWN; New status is: BUILD {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:33:23.573048 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:23.574447 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-a231ecc2-9330-488d-b600-088448901e0b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Request body: {'network': {'name': 'tempest-RoutersTest-312644383'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:23.578752 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d954d210-4760-42b0-8b33-7ebc1336b103 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:23.585562 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-a231ecc2-9330-488d-b600-088448901e0b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:23.605273 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7585283-d412-4f3e-bbf5-1f43e95fe50e req-f971465c-3a22-452c-a5a0-161f8f2e3522 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:23.606771 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e7585283-d412-4f3e-bbf5-1f43e95fe50e req-f971465c-3a22-452c-a5a0-161f8f2e3522 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffba99fb-1142-4d80-8627-ae50e1b52a2e HTTP/1.1" status: 200 len: 945 time: 0.2101154 Oct 13 15:33:23.607785 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-a231ecc2-9330-488d-b600-088448901e0b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Usage tracker for resource:network and tenant:4c5e5250b5d0476f9d711181f94ffb05 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:23.621330 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-a231ecc2-9330-488d-b600-088448901e0b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:23.639015 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-55290be7-e894-4ba1-8071-22ed870c2b0c tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:23.645510 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f90ca69b-49af-44d6-9190-746ca6daa4eb tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:23.667854 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dea749d8-9d42-4db5-9291-341b4b112438 {{(pid=88974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 15:33:23.678152 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-a231ecc2-9330-488d-b600-088448901e0b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:23.681859 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-35951470-f2c6-40fa-8393-26718c80b92e None None] Set router 88378ec8-abd3-41b0-b163-c4afd2143f30 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:33:23.751189 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e7585283-d412-4f3e-bbf5-1f43e95fe50e req-978c43d1-6fa3-473c-ba48-5f55b781782b tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/security-groups?id=7440aebc-fd11-474d-b16f-2447451d9d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1313229 Oct 13 15:33:23.753445 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a231ecc2-9330-488d-b600-088448901e0b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Made reservation on behalf of 4c5e5250b5d0476f9d711181f94ffb05 for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:33:23.756833 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a231ecc2-9330-488d-b600-088448901e0b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:23.783783 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-f90ca69b-49af-44d6-9190-746ca6daa4eb tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:23.792223 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52712) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:23.813110 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8e1992-707e-4aff-b363-bbdcdbac5200 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Pushing event updated for resources: {'Network': ['ID=e5e7ee48-5c48-4e28-9a9a-9c588f1922e8,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:23.841152 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port dea749d8-9d42-4db5-9291-341b4b112438, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=dea749d8-9d42-4db5-9291-341b4b112438,segment=NetworkSegment(c1cfd5ef-41c3-45b6-ada9-464885c469f4),segment_id=c1cfd5ef-41c3-45b6-ada9-464885c469f4)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:33:23.843458 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-5d8e1992-707e-4aff-b363-bbdcdbac5200 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3273253 Oct 13 15:33:23.845316 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network e5e7ee48-5c48-4e28-9a9a-9c588f1922e8 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:33:23.852900 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-f90ca69b-49af-44d6-9190-746ca6daa4eb tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Usage tracker for resource:security_group_rule and tenant:15e5109a6af1425ca97594232c68104c is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:23.867660 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52716) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:23.879177 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-e53f2b59-674c-488b-839b-f39508567b6c tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Request body: {'subnet': {'network_id': 'e5e7ee48-5c48-4e28-9a9a-9c588f1922e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:23.898523 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-f90ca69b-49af-44d6-9190-746ca6daa4eb tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:23.908787 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d954d210-4760-42b0-8b33-7ebc1336b103 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:23.911574 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 15:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6f21dbc-8797-4c82-8ea8-00a623cccac6 x-openstack-request-id: req-d6f21dbc-8797-4c82-8ea8-00a623cccac6 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:33:23.912082 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffba99fb-1142-4d80-8627-ae50e1b52a2e", "tag": "75f9427a-9d6f-4010-8f59-3e79fa0900ab", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:33:23.912564 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d6f21dbc-8797-4c82-8ea8-00a623cccac6 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:33:23.913115 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d6f21dbc-8797-4c82-8ea8-00a623cccac6'] response: {'name': 'network-changed', 'server_uuid': 'ffba99fb-1142-4d80-8627-ae50e1b52a2e', 'tag': '75f9427a-9d6f-4010-8f59-3e79fa0900ab', 'status': 'completed', 'code': 200} Oct 13 15:33:23.914243 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d954d210-4760-42b0-8b33-7ebc1336b103 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:23.914822 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d954d210-4760-42b0-8b33-7ebc1336b103 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:23.944991 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55290be7-e894-4ba1-8071-22ed870c2b0c tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Pushing event updated for resources: {'Subnet': ['ID=0a2a27ca-afe7-495f-964c-76f757de8827,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:23.957074 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e3e4147b-5129-4ae4-8add-494dc173a9f0 req-e5aa1f15-49c7-43fa-abae-09199fd13945 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=d144dc10-5e0f-493d-aba2-e061a25af2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5835168 Oct 13 15:33:23.960647 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-f90ca69b-49af-44d6-9190-746ca6daa4eb tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:24.028318 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a231ecc2-9330-488d-b600-088448901e0b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 442} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:33:24.038074 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a231ecc2-9330-488d-b600-088448901e0b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:24.038524 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-a231ecc2-9330-488d-b600-088448901e0b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Added segment d439d4f7-768b-4325-98d4-c0fe49464b3c of type vlan for network ea4ebc96-c71a-4447-81de-9020fb848258 Oct 13 15:33:24.091535 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55290be7-e894-4ba1-8071-22ed870c2b0c tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Checking segment: {'id': 'c9f45863-32ab-45f7-8c50-745fdc6c82a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fd32502d-2ec9-4685-a388-3c4bb9f04155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:33:24.091951 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55290be7-e894-4ba1-8071-22ed870c2b0c tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Network hostable DHCP agents. Network: fd32502d-2ec9-4685-a388-3c4bb9f04155, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:33:24.125966 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:24.133572 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a231ecc2-9330-488d-b600-088448901e0b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:24.142743 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-e53f2b59-674c-488b-839b-f39508567b6c tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:24.160942 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-e53f2b59-674c-488b-839b-f39508567b6c tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Usage tracker for resource:subnet and tenant:241b06d1b66d4165a8f1f259a57fe469 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:24.165084 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-e53f2b59-674c-488b-839b-f39508567b6c tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:24.180221 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55290be7-e894-4ba1-8071-22ed870c2b0c tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Network fd32502d-2ec9-4685-a388-3c4bb9f04155 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:33:24.182473 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e450e6b-27e8-4578-967b-5dcb9d128109 None None] Network 36ae797b-6724-49fd-9941-ad5c2c65905c requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:33:24.184484 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-e53f2b59-674c-488b-839b-f39508567b6c tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:24.204601 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f90ca69b-49af-44d6-9190-746ca6daa4eb tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:24.206879 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-55290be7-e894-4ba1-8071-22ed870c2b0c tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, fd32502d-2ec9-4685-a388-3c4bb9f04155) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:33:24.211588 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55290be7-e894-4ba1-8071-22ed870c2b0c tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:24.212181 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-55290be7-e894-4ba1-8071-22ed870c2b0c tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:24.226371 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f90ca69b-49af-44d6-9190-746ca6daa4eb tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:24.237868 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-56e69f3e-5738-4bc0-8535-40195a6f3eae tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/floatingips/56c115dc-4715-4489-9b64-4c140abd5e60 HTTP/1.1" status: 200 len: 991 time: 0.4408336 Oct 13 15:33:24.239805 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16479d97-c86f-4678-8411-a8c57873fcb9 None None] Network fd32502d-2ec9-4685-a388-3c4bb9f04155 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:33:24.241638 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d954d210-4760-42b0-8b33-7ebc1336b103 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.9305952 Oct 13 15:33:24.242275 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52720) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:24.244961 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e53f2b59-674c-488b-839b-f39508567b6c tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Made reservation on behalf of 241b06d1b66d4165a8f1f259a57fe469 for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:33:24.248376 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e53f2b59-674c-488b-839b-f39508567b6c tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:24.260129 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d954d210-4760-42b0-8b33-7ebc1336b103 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Pushing event updated for resources: {'Network': ['ID=25091148-f39f-4d71-a3e0-e1d7d07a95c6,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:24.293953 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 25091148-f39f-4d71-a3e0-e1d7d07a95c6 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:33:24.312225 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f90ca69b-49af-44d6-9190-746ca6daa4eb tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:24.313420 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-f90ca69b-49af-44d6-9190-746ca6daa4eb tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0878863 Oct 13 15:33:24.318303 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-55290be7-e894-4ba1-8071-22ed870c2b0c tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9572432 Oct 13 15:33:24.319032 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52724) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:24.319379 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52726) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:24.366801 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-6ed3ba5e-4316-4c96-beda-a83af50f1f87 None None] Allocated IP 172.20.0.2 (0ed0dda8-9647-4d6d-b48b-7858e43e483b/404fb3a8-145a-4d8b-869b-fee5dc7c0a93/97bf083e-f419-400a-b7ea-7dd5efd7bbf1) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:33:24.367763 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a231ecc2-9330-488d-b600-088448901e0b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:24.373742 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a231ecc2-9330-488d-b600-088448901e0b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:24.374543 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a231ecc2-9330-488d-b600-088448901e0b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:24.514868 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90ca69b-49af-44d6-9190-746ca6daa4eb tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1eeb111d-83d7-4010-b2f6-3899095b87a2,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:24.520562 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-5c1e2c11-4887-4864-97b2-8547b24c8cbb tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Request body: {'security_group_rule': {'security_group_id': '1eeb111d-83d7-4010-b2f6-3899095b87a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:24.583501 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['dea749d8-9d42-4db5-9291-341b4b112438'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 15:33:24.593446 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-5c1e2c11-4887-4864-97b2-8547b24c8cbb tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:24.607548 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=dea749d8-9d42-4db5-9291-341b4b112438,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:24.618575 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c935e20-146f-456b-be16-67293cf39269 req-947d33b4-b93a-49a4-9a38-8dae7c49d518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:24.620057 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5c935e20-146f-456b-be16-67293cf39269 req-947d33b4-b93a-49a4-9a38-8dae7c49d518 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=95401ea77be844ac88b12ee49ce84b9c&device_id=ffba99fb-1142-4d80-8627-ae50e1b52a2e HTTP/1.1" status: 200 len: 1098 time: 0.7290194 Oct 13 15:33:24.626531 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b7648e-2492-47e4-bf0e-a6daa91ccf8a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:24.627265 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-43b7648e-2492-47e4-bf0e-a6daa91ccf8a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Synchronizing usage tracker for tenant:189a2a783ff94d9d83e28e5d7a0f1bba on resource:network {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:33:24.657673 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a231ecc2-9330-488d-b600-088448901e0b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.0883090 Oct 13 15:33:24.664724 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52732) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:24.664724 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a231ecc2-9330-488d-b600-088448901e0b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event updated for resources: {'Network': ['ID=ea4ebc96-c71a-4447-81de-9020fb848258,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:24.686174 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-f0df4dfd-e390-450e-85c8-6f3ef2eb4990 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Request body: {'subnet': {'network_id': 'ea4ebc96-c71a-4447-81de-9020fb848258', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:24.717414 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ad0178f2-89a8-44a8-a5b3-7b8b5ba2fa9f None None] Provisioning complete for port 50b6e625-caf2-44af-872d-b2abd59337dc triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:33:24.717598 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ad0178f2-89a8-44a8-a5b3-7b8b5ba2fa9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:24.717987 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ad0178f2-89a8-44a8-a5b3-7b8b5ba2fa9f None None] Attempt 1 to provision port 50b6e625-caf2-44af-872d-b2abd59337dc Oct 13 15:33:24.743909 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-5c1e2c11-4887-4864-97b2-8547b24c8cbb tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Usage tracker for resource:security_group_rule and tenant:15e5109a6af1425ca97594232c68104c is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:24.755636 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-5c1e2c11-4887-4864-97b2-8547b24c8cbb tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:24.791095 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-5c1e2c11-4887-4864-97b2-8547b24c8cbb tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:24.819344 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network ea4ebc96-c71a-4447-81de-9020fb848258 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:33:24.830915 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 50b6e625-caf2-44af-872d-b2abd59337dc up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:33:24.889883 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-f0df4dfd-e390-450e-85c8-6f3ef2eb4990 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:24.896090 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-f0df4dfd-e390-450e-85c8-6f3ef2eb4990 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Usage tracker for resource:subnet and tenant:4c5e5250b5d0476f9d711181f94ffb05 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:24.899275 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c935e20-146f-456b-be16-67293cf39269 req-152ce39b-de9e-48ef-8b2a-72eb6c453d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:24.900722 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5c935e20-146f-456b-be16-67293cf39269 req-152ce39b-de9e-48ef-8b2a-72eb6c453d83 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0f5e6b55-c27c-4faf-a1fa-6c17e6456d25 HTTP/1.1" status: 200 len: 897 time: 0.2652121 Oct 13 15:33:24.901476 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-f0df4dfd-e390-450e-85c8-6f3ef2eb4990 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:24.907301 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-f0df4dfd-e390-450e-85c8-6f3ef2eb4990 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:24.988311 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-43b7648e-2492-47e4-bf0e-a6daa91ccf8a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Unset dirty status for tenant:189a2a783ff94d9d83e28e5d7a0f1bba on resource:network {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:33:24.990954 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-43b7648e-2492-47e4-bf0e-a6daa91ccf8a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "GET /v2.0/networks?id=25091148-f39f-4d71-a3e0-e1d7d07a95c6 HTTP/1.1" status: 200 len: 761 time: 0.7376456 Oct 13 15:33:25.002218 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0df4dfd-e390-450e-85c8-6f3ef2eb4990 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Made reservation on behalf of 4c5e5250b5d0476f9d711181f94ffb05 for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:33:25.005881 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f0df4dfd-e390-450e-85c8-6f3ef2eb4990 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:25.060300 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52736) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:25.131087 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-bfee618e-69e2-4421-9593-d178c70cd0af tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Request body: {'network': {'description': 'd2'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:25.149427 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 6a98c86c-fffa-42ac-b224-96626fa3fd4a resource provider aggregate not found Oct 13 15:33:25.195576 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.api.v2.resource [None req-5c1e2c11-4887-4864-97b2-8547b24c8cbb tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] create failed (client error): The resource could not be found. Oct 13 15:33:25.199368 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-5c1e2c11-4887-4864-97b2-8547b24c8cbb tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.6914046 Oct 13 15:33:25.200301 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52746) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:25.217974 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-4fe2a189-241f-4fcc-a661-54152096d939 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Request body: {'security_group_rule': {'security_group_id': '1eeb111d-83d7-4010-b2f6-3899095b87a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'fc5cc3d2-30c2-495a-bb2b-c6136d498828'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:25.233713 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-4fe2a189-241f-4fcc-a661-54152096d939 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:25.248164 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 6a98c86c-fffa-42ac-b224-96626fa3fd4a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6a98c86c-fffa-42ac-b224-96626fa3fd4a found for delete ", "request_id": "req-da3a4cc7-a09e-4750-b34a-b88dffe9de25"}]} Oct 13 15:33:25.259047 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52750) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:25.275072 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-4fe2a189-241f-4fcc-a661-54152096d939 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Usage tracker for resource:security_group_rule and tenant:15e5109a6af1425ca97594232c68104c is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:25.284769 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-4fe2a189-241f-4fcc-a661-54152096d939 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:25.287978 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b232ead0-1dd0-4d08-b298-b04aff102320 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:25.303687 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-4fe2a189-241f-4fcc-a661-54152096d939 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:25.368078 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e53f2b59-674c-488b-839b-f39508567b6c tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:25.397847 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a10ecc3d-d764-4939-9a67-db0285150f26 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/floatingips/56c115dc-4715-4489-9b64-4c140abd5e60 HTTP/1.1" status: 200 len: 991 time: 0.1249356 Oct 13 15:33:25.452607 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5c935e20-146f-456b-be16-67293cf39269 req-5dd8a6e4-0eeb-4838-9d9f-b75e7b6beb60 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75f9427a-9d6f-4010-8f59-3e79fa0900ab HTTP/1.1" status: 200 len: 999 time: 0.5424943 Oct 13 15:33:25.587230 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32860c2f-ce91-4c3d-9ebb-128504103e3f req-db3612d7-bee9-4696-9aa8-0ed3fae34fe6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:25.588671 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-32860c2f-ce91-4c3d-9ebb-128504103e3f req-db3612d7-bee9-4696-9aa8-0ed3fae34fe6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=332deead-5b2a-455d-98e9-267dc8f3aac9 HTTP/1.1" status: 200 len: 944 time: 0.4255300 Oct 13 15:33:25.597154 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53f2b59-674c-488b-839b-f39508567b6c tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Pushing event updated for resources: {'Subnet': ['ID=0f9d75b3-0a92-4817-86ee-e9fb5466a575,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:25.606537 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.api.v2.resource [None req-4fe2a189-241f-4fcc-a661-54152096d939 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] create failed (client error): The resource could not be found. Oct 13 15:33:25.607564 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-4fe2a189-241f-4fcc-a661-54152096d939 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4063661 Oct 13 15:33:25.613716 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52754) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:25.614012 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e53f2b59-674c-488b-839b-f39508567b6c tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Checking segment: {'id': '33765775-ad89-4ee7-8e9d-9d3ab1d0a40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e5e7ee48-5c48-4e28-9a9a-9c588f1922e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:33:25.614392 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53f2b59-674c-488b-839b-f39508567b6c tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Network hostable DHCP agents. Network: e5e7ee48-5c48-4e28-9a9a-9c588f1922e8, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:33:25.633911 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 50b6e625-caf2-44af-872d-b2abd59337dc triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:33:25.634529 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:25.634529 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 50b6e625-caf2-44af-872d-b2abd59337dc Oct 13 15:33:25.666792 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0d044d-4115-4585-b31f-22a70d8466c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-fd32502d-2ec9-4685-a388-3c4bb9f04155', 'network_id': 'fd32502d-2ec9-4685-a388-3c4bb9f04155', 'tenant_id': '1d7d7ac256df48639f92334dd203ca3f', 'fixed_ips': [{'subnet_id': '0a2a27ca-afe7-495f-964c-76f757de8827'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:33:25.667626 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9b0d044d-4115-4585-b31f-22a70d8466c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:25.691406 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ad0178f2-89a8-44a8-a5b3-7b8b5ba2fa9f None None] Current status of the port 50b6e625-caf2-44af-872d-b2abd59337dc is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:33:25.746856 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c935e20-146f-456b-be16-67293cf39269 req-92d53a5f-19b3-4a23-82ff-895d80eaa04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:25.748296 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5c935e20-146f-456b-be16-67293cf39269 req-92d53a5f-19b3-4a23-82ff-895d80eaa04b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c3b98ca8-1d3f-46b6-888f-6c77b6718cf0 HTTP/1.1" status: 200 len: 835 time: 0.2806318 Oct 13 15:33:25.776465 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e53f2b59-674c-488b-839b-f39508567b6c tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Network e5e7ee48-5c48-4e28-9a9a-9c588f1922e8 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:33:25.805938 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-e53f2b59-674c-488b-839b-f39508567b6c tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, e5e7ee48-5c48-4e28-9a9a-9c588f1922e8) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:33:25.810529 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53f2b59-674c-488b-839b-f39508567b6c tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:25.811517 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e53f2b59-674c-488b-839b-f39508567b6c tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:25.812494 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:25.822006 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-32860c2f-ce91-4c3d-9ebb-128504103e3f req-d69eff4d-394c-46c3-93d7-1a68b2b03d30 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=d144dc10-5e0f-493d-aba2-e061a25af2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1640913 Oct 13 15:33:25.829689 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ef6611a9-a8fa-4a16-a0d2-f799c7f7e6f7 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:25.845876 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bfee618e-69e2-4421-9593-d178c70cd0af tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:25.846097 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4afc8850-96b1-4375-b456-5e1c25e75388 None None] Network e5e7ee48-5c48-4e28-9a9a-9c588f1922e8 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:33:25.864754 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6ed3ba5e-4316-4c96-beda-a83af50f1f87 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:25.881326 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ef6611a9-a8fa-4a16-a0d2-f799c7f7e6f7 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:25.884856 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bfee618e-69e2-4421-9593-d178c70cd0af tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:25.899553 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e53f2b59-674c-488b-839b-f39508567b6c tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0226223 Oct 13 15:33:25.907190 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52758) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:25.917432 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-ad291a7f-87e8-41b0-b33d-9ecd20672c29 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1643464227'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:25.923958 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-ad291a7f-87e8-41b0-b33d-9ecd20672c29 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:25.928595 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bfee618e-69e2-4421-9593-d178c70cd0af tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Network 25091148-f39f-4d71-a3e0-e1d7d07a95c6 is not hosted by any dhcp agent {{(pid=88972) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Oct 13 15:33:25.929608 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-6ed3ba5e-4316-4c96-beda-a83af50f1f87 None None] Transition to ACTIVE for port object 97bf083e-f419-400a-b7ea-7dd5efd7bbf1 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:33:25.934020 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfee618e-69e2-4421-9593-d178c70cd0af tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:25.934651 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bfee618e-69e2-4421-9593-d178c70cd0af tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:25.938347 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-bfee618e-69e2-4421-9593-d178c70cd0af tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "PUT /v2.0/networks/25091148-f39f-4d71-a3e0-e1d7d07a95c6 HTTP/1.1" status: 200 len: 758 time: 0.8687503 Oct 13 15:33:25.940769 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-ad291a7f-87e8-41b0-b33d-9ecd20672c29 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Usage tracker for resource:network and tenant:241b06d1b66d4165a8f1f259a57fe469 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:25.941340 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52762) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:25.945936 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-ad291a7f-87e8-41b0-b33d-9ecd20672c29 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:25.978392 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-ad291a7f-87e8-41b0-b33d-9ecd20672c29 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:26.032861 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f0df4dfd-e390-450e-85c8-6f3ef2eb4990 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:26.044986 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-35951470-f2c6-40fa-8393-26718c80b92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88378ec8-abd3-41b0-b163-c4afd2143f30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781111883', 'tenant_id': '95401ea77be844ac88b12ee49ce84b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.192'}], 'enable_snat': True}, 'gw_port_id': 'e141406f-3238-46bf-8577-0569991b80fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:32:14Z', 'updated_at': '2022-10-13T15:32:36Z', 'revision_number': 4, 'project_id': '95401ea77be844ac88b12ee49ce84b9c', 'gw_port': {'id': 'e141406f-3238-46bf-8577-0569991b80fd', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:52:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88378ec8-abd3-41b0-b163-c4afd2143f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:32:17Z', 'updated_at': '2022-10-13T15:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '56c115dc-4715-4489-9b64-4c140abd5e60', 'tenant_id': '95401ea77be844ac88b12ee49ce84b9c', 'floating_ip_address': '172.26.2.204', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '88378ec8-abd3-41b0-b163-c4afd2143f30', 'port_id': '75f9427a-9d6f-4010-8f59-3e79fa0900ab', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f5e6b55-c27c-4faf-a1fa-6c17e6456d25', 'mac_address': 'fa:16:3e:45:8d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffba99fb-1142-4d80-8627-ae50e1b52a2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:33:18Z', 'updated_at': '2022-10-13T15:33:18Z', 'revision_number': 0, 'project_id': '95401ea77be844ac88b12ee49ce84b9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ca3f5e7-5844-4898-9487-d68de668f88e', 'name': '', 'network_id': '0f5e6b55-c27c-4faf-a1fa-6c17e6456d25', 'tenant_id': '95401ea77be844ac88b12ee49ce84b9c', 'mac_address': 'fa:16:3e:6c:ee:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88378ec8-abd3-41b0-b163-c4afd2143f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'c3b98ca8-1d3f-46b6-888f-6c77b6718cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:32:33Z', 'updated_at': '2022-10-13T15:32:45Z', 'revision_number': 5, 'project_id': '95401ea77be844ac88b12ee49ce84b9c', 'subnets': [{'id': 'c3b98ca8-1d3f-46b6-888f-6c77b6718cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:26.066226 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ef6611a9-a8fa-4a16-a0d2-f799c7f7e6f7 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:26.069914 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad291a7f-87e8-41b0-b33d-9ecd20672c29 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Made reservation on behalf of 241b06d1b66d4165a8f1f259a57fe469 for: {'network': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:33:26.074179 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ad291a7f-87e8-41b0-b33d-9ecd20672c29 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:26.074319 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee618e-69e2-4421-9593-d178c70cd0af tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Pushing event updated for resources: {'Network': ['ID=25091148-f39f-4d71-a3e0-e1d7d07a95c6,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:26.085453 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c935e20-146f-456b-be16-67293cf39269 req-779db747-7d5b-4cb3-8bea-dfdc7280e8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:26.086577 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5c935e20-146f-456b-be16-67293cf39269 req-779db747-7d5b-4cb3-8bea-dfdc7280e8d5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0f5e6b55-c27c-4faf-a1fa-6c17e6456d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3264232 Oct 13 15:33:26.103918 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-6ed3ba5e-4316-4c96-beda-a83af50f1f87 None None] Transition to ACTIVE for port object 97bf083e-f419-400a-b7ea-7dd5efd7bbf1 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:33:26.112627 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 25091148-f39f-4d71-a3e0-e1d7d07a95c6 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:33:26.129850 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6611a9-a8fa-4a16-a0d2-f799c7f7e6f7 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eeb111d-83d7-4010-b2f6-3899095b87a2,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:26.136530 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35951470-f2c6-40fa-8393-26718c80b92e None None] Checking router: 88378ec8-abd3-41b0-b163-c4afd2143f30 for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:33:26.142493 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6afe385-8cda-47b9-8acd-9c624909c09a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:26.143958 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-b6afe385-8cda-47b9-8acd-9c624909c09a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Synchronizing usage tracker for tenant:189a2a783ff94d9d83e28e5d7a0f1bba on resource:network {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:33:26.167100 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad291a7f-87e8-41b0-b33d-9ecd20672c29 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=88973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:33:26.175050 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0df4dfd-e390-450e-85c8-6f3ef2eb4990 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event updated for resources: {'Subnet': ['ID=7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:26.183953 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ad291a7f-87e8-41b0-b33d-9ecd20672c29 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:26.184348 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-ad291a7f-87e8-41b0-b33d-9ecd20672c29 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Added segment e0caff87-632b-4582-a7c1-8cf982735a58 of type vlan for network f5c11369-4829-4492-ae80-e9ebb5c8435b Oct 13 15:33:26.328939 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6ed3ba5e-4316-4c96-beda-a83af50f1f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:26.375993 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ef6611a9-a8fa-4a16-a0d2-f799c7f7e6f7 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:26.380004 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-ef6611a9-a8fa-4a16-a0d2-f799c7f7e6f7 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] 10.222.0.42 "DELETE /v2.0/security-groups/1eeb111d-83d7-4010-b2f6-3899095b87a2 HTTP/1.1" status: 204 len: 168 time: 0.7582567 Oct 13 15:33:26.390778 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52766) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:26.403917 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-b6afe385-8cda-47b9-8acd-9c624909c09a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Unset dirty status for tenant:189a2a783ff94d9d83e28e5d7a0f1bba on resource:network {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:33:26.408415 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-b6afe385-8cda-47b9-8acd-9c624909c09a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "GET /v2.0/networks?id=25091148-f39f-4d71-a3e0-e1d7d07a95c6 HTTP/1.1" status: 200 len: 761 time: 0.4608274 Oct 13 15:33:26.408547 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52770) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:26.409914 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52772) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:26.423153 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-4a0dd640-1ff1-4b78-9ed4-0705eb27025e tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-505030650'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:26.435883 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ad291a7f-87e8-41b0-b33d-9ecd20672c29 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:26.463339 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-b232ead0-1dd0-4d08-b298-b04aff102320 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Allocated IP 172.20.0.1 (0ed0dda8-9647-4d6d-b48b-7858e43e483b/404fb3a8-145a-4d8b-869b-fee5dc7c0a93/a83ef46b-552d-42fd-aba5-84760a37560b) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:33:26.485683 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0df4dfd-e390-450e-85c8-6f3ef2eb4990 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Checking segment: {'id': 'd439d4f7-768b-4325-98d4-c0fe49464b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ea4ebc96-c71a-4447-81de-9020fb848258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:33:26.486059 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0df4dfd-e390-450e-85c8-6f3ef2eb4990 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Network hostable DHCP agents. Network: ea4ebc96-c71a-4447-81de-9020fb848258, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:33:26.492727 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-4a0dd640-1ff1-4b78-9ed4-0705eb27025e tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:26.504608 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-bead76fc-1ed9-492c-a3ca-cde26d749469 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Synchronizing usage tracker for tenant:15e5109a6af1425ca97594232c68104c on resource:security_group {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:33:26.532627 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-4a0dd640-1ff1-4b78-9ed4-0705eb27025e tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:26.538644 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35951470-f2c6-40fa-8393-26718c80b92e None None] Routers {'88378ec8-abd3-41b0-b163-c4afd2143f30'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:33:26.539254 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-35951470-f2c6-40fa-8393-26718c80b92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:33:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['88378ec8-abd3-41b0-b163-c4afd2143f30'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:26.556953 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ad291a7f-87e8-41b0-b33d-9ecd20672c29 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:26.562547 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad291a7f-87e8-41b0-b33d-9ecd20672c29 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:26.563138 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ad291a7f-87e8-41b0-b33d-9ecd20672c29 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:26.583726 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5c935e20-146f-456b-be16-67293cf39269 req-e4f1e2c4-a14f-4ae5-bd70-23d364a12441 service neutron] 10.222.0.16 "GET /v2.0/networks/0f5e6b55-c27c-4faf-a1fa-6c17e6456d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4762423 Oct 13 15:33:26.590933 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-e3c9b8c4-c9b0-4ab0-8e8c-8f33a08c140f tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/floatingips/56c115dc-4715-4489-9b64-4c140abd5e60 HTTP/1.1" status: 200 len: 991 time: 0.1810081 Oct 13 15:33:26.592338 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0dd640-1ff1-4b78-9ed4-0705eb27025e tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Made reservation on behalf of 189a2a783ff94d9d83e28e5d7a0f1bba for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:33:26.595070 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4a0dd640-1ff1-4b78-9ed4-0705eb27025e tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:26.600756 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:33:26.631220 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0df4dfd-e390-450e-85c8-6f3ef2eb4990 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Network ea4ebc96-c71a-4447-81de-9020fb848258 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:33:26.644755 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed3ba5e-4316-4c96-beda-a83af50f1f87 None None] Network 0ed0dda8-9647-4d6d-b48b-7858e43e483b is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:33:26.654382 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-9b0d044d-4115-4585-b31f-22a70d8466c8 None None] Allocated IP 172.20.0.2 (fd32502d-2ec9-4685-a388-3c4bb9f04155/0a2a27ca-afe7-495f-964c-76f757de8827/39d9f9a4-b742-4118-8bbf-884de89ca53e) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:33:26.657300 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 50b6e625-caf2-44af-872d-b2abd59337dc is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:33:26.674206 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-bead76fc-1ed9-492c-a3ca-cde26d749469 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Unset dirty status for tenant:15e5109a6af1425ca97594232c68104c on resource:security_group {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:33:26.681806 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-bead76fc-1ed9-492c-a3ca-cde26d749469 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2846844 Oct 13 15:33:26.681992 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-6ed3ba5e-4316-4c96-beda-a83af50f1f87 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:33:26.690907 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52778) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:26.691873 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed3ba5e-4316-4c96-beda-a83af50f1f87 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:33:26.698457 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device e1308495-57c0-42a5-bab4-059cf5539c1e no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:33:26.717105 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-f0df4dfd-e390-450e-85c8-6f3ef2eb4990 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, ea4ebc96-c71a-4447-81de-9020fb848258) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:33:26.734970 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0df4dfd-e390-450e-85c8-6f3ef2eb4990 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:26.735559 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f0df4dfd-e390-450e-85c8-6f3ef2eb4990 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:26.739851 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a0dd640-1ff1-4b78-9ed4-0705eb27025e tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:33:26.765485 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-83ddb97a-3041-43eb-8bdc-0c261c2c059b tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Request body: {'security_group_rule': {'security_group_id': '3dad321f-ca79-43c0-b146-aa6879397df0', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:26.768980 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4a0dd640-1ff1-4b78-9ed4-0705eb27025e tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:26.769326 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-4a0dd640-1ff1-4b78-9ed4-0705eb27025e tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Added segment 5763018d-4d5a-48dd-aed5-371b5a4c95e0 of type vlan for network 4e452bb5-137b-46ce-8535-f43553c49c15 Oct 13 15:33:26.775955 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-ad291a7f-87e8-41b0-b33d-9ecd20672c29 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8627036 Oct 13 15:33:26.776129 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68d543b-d5d4-4fb4-b89a-396f83095f40 None None] Network ea4ebc96-c71a-4447-81de-9020fb848258 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:33:26.779327 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52782) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:26.785647 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-83ddb97a-3041-43eb-8bdc-0c261c2c059b tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:26.788153 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-f22feec0-fb0b-4b0a-ba4f-4068dda2cadc tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Request body: {'subnet': {'network_id': 'f5c11369-4829-4492-ae80-e9ebb5c8435b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:26.790059 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed3ba5e-4316-4c96-beda-a83af50f1f87 None None] Pushing event updated for resources: {'Port': ['ID=97bf083e-f419-400a-b7ea-7dd5efd7bbf1,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:26.798926 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-83ddb97a-3041-43eb-8bdc-0c261c2c059b tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Usage tracker for resource:security_group_rule and tenant:15e5109a6af1425ca97594232c68104c is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:26.804682 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-83ddb97a-3041-43eb-8bdc-0c261c2c059b tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:26.807235 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad291a7f-87e8-41b0-b33d-9ecd20672c29 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Pushing event updated for resources: {'Network': ['ID=f5c11369-4829-4492-ae80-e9ebb5c8435b,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:26.818308 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-f0df4dfd-e390-450e-85c8-6f3ef2eb4990 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1476736 Oct 13 15:33:26.819938 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52786) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:26.830406 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-83ddb97a-3041-43eb-8bdc-0c261c2c059b tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:26.832086 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: e1308495-57c0-42a5-bab4-059cf5539c1e {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:33:26.832705 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device e1308495-57c0-42a5-bab4-059cf5539c1e not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:33:26.863385 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4a0dd640-1ff1-4b78-9ed4-0705eb27025e tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:26.913618 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5c935e20-146f-456b-be16-67293cf39269 req-6b06ae55-e8ea-4a37-ae57-13434e2038d4 service neutron] 10.222.0.16 "GET /v2.0/networks/0f5e6b55-c27c-4faf-a1fa-6c17e6456d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081968 Oct 13 15:33:26.928863 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network f5c11369-4829-4492-ae80-e9ebb5c8435b details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:33:26.960054 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-f22feec0-fb0b-4b0a-ba4f-4068dda2cadc tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:26.967264 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-f22feec0-fb0b-4b0a-ba4f-4068dda2cadc tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Usage tracker for resource:subnet and tenant:241b06d1b66d4165a8f1f259a57fe469 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:26.970850 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-f22feec0-fb0b-4b0a-ba4f-4068dda2cadc tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:26.978142 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-f22feec0-fb0b-4b0a-ba4f-4068dda2cadc tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:26.981511 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4a0dd640-1ff1-4b78-9ed4-0705eb27025e tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:26.985543 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-41447789-2ca3-49ff-8ded-fcc86c891391 None None] Provisioning complete for port 50b6e625-caf2-44af-872d-b2abd59337dc triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:33:26.985918 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-41447789-2ca3-49ff-8ded-fcc86c891391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:26.986311 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-41447789-2ca3-49ff-8ded-fcc86c891391 None None] Attempt 1 to provision port 50b6e625-caf2-44af-872d-b2abd59337dc Oct 13 15:33:26.987880 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0dd640-1ff1-4b78-9ed4-0705eb27025e tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:26.988534 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4a0dd640-1ff1-4b78-9ed4-0705eb27025e tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:27.040277 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22feec0-fb0b-4b0a-ba4f-4068dda2cadc tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Made reservation on behalf of 241b06d1b66d4165a8f1f259a57fe469 for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:33:27.043752 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f22feec0-fb0b-4b0a-ba4f-4068dda2cadc tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:27.130361 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-4a0dd640-1ff1-4b78-9ed4-0705eb27025e tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7164092 Oct 13 15:33:27.136535 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52792) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:27.172774 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b232ead0-1dd0-4d08-b298-b04aff102320 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:27.210605 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-e7d4c71f-475e-4148-a4b3-5e9155ddff4a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Request body: {'subnet': {'network_id': '4e452bb5-137b-46ce-8535-f43553c49c15', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:27.214203 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0dd640-1ff1-4b78-9ed4-0705eb27025e tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Pushing event updated for resources: {'Network': ['ID=4e452bb5-137b-46ce-8535-f43553c49c15,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:27.223776 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.ipam_backend_mixin [None req-f22feec0-fb0b-4b0a-ba4f-4068dda2cadc tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Performing IP validity checks on allocation pools {{(pid=88972) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 13 15:33:27.224286 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.ipam_backend_mixin [None req-f22feec0-fb0b-4b0a-ba4f-4068dda2cadc tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88972) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 13 15:33:27.337348 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-b232ead0-1dd0-4d08-b298-b04aff102320 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Transition to ACTIVE for port object a83ef46b-552d-42fd-aba5-84760a37560b will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:33:27.338531 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-e7d4c71f-475e-4148-a4b3-5e9155ddff4a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:27.344534 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-e7d4c71f-475e-4148-a4b3-5e9155ddff4a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Usage tracker for resource:subnet and tenant:189a2a783ff94d9d83e28e5d7a0f1bba is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:27.350373 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-e7d4c71f-475e-4148-a4b3-5e9155ddff4a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:27.369526 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b272f7e0-fc20-4450-ac8c-2245fcdfdae6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-e5e7ee48-5c48-4e28-9a9a-9c588f1922e8', 'network_id': 'e5e7ee48-5c48-4e28-9a9a-9c588f1922e8', 'tenant_id': '241b06d1b66d4165a8f1f259a57fe469', 'fixed_ips': [{'subnet_id': '0f9d75b3-0a92-4817-86ee-e9fb5466a575'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:33:27.370373 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b272f7e0-fc20-4450-ac8c-2245fcdfdae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:27.379128 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 4e452bb5-137b-46ce-8535-f43553c49c15 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:33:27.384835 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-e7d4c71f-475e-4148-a4b3-5e9155ddff4a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:27.414452 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d4c71f-475e-4148-a4b3-5e9155ddff4a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Made reservation on behalf of 189a2a783ff94d9d83e28e5d7a0f1bba for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:33:27.418472 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e7d4c71f-475e-4148-a4b3-5e9155ddff4a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:27.428775 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.api.v2.resource [None req-83ddb97a-3041-43eb-8bdc-0c261c2c059b tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] create failed (client error): The resource could not be found. Oct 13 15:33:27.433177 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-83ddb97a-3041-43eb-8bdc-0c261c2c059b tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7345946 Oct 13 15:33:27.437374 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52796) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:27.462265 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-2c7287a8-a41c-4bb4-ae96-01fc342f267f tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Request body: {'security_group': {'name': 'tempest-secgroup--182793430'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:27.476476 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-2c7287a8-a41c-4bb4-ae96-01fc342f267f tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:27.498106 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-6ed3ba5e-4316-4c96-beda-a83af50f1f87 None None] Attempting to bind port 97bf083e-f419-400a-b7ea-7dd5efd7bbf1 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:33:27.498497 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-6ed3ba5e-4316-4c96-beda-a83af50f1f87 None None] Attempting to bind port 97bf083e-f419-400a-b7ea-7dd5efd7bbf1 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '10a99216-23fd-48fa-adcb-80fcd4866f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0ed0dda8-9647-4d6d-b48b-7858e43e483b'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:33:27.498859 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed3ba5e-4316-4c96-beda-a83af50f1f87 None None] Attempting to bind port 97bf083e-f419-400a-b7ea-7dd5efd7bbf1 on network 0ed0dda8-9647-4d6d-b48b-7858e43e483b {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:33:27.499353 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9c1ed0-b241-4ac3-a4fe-a2a306517938 req-3c6ad03b-e0d4-4a28-b037-f0a8e4501e53 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:27.500859 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-7c9c1ed0-b241-4ac3-a4fe-a2a306517938 req-3c6ad03b-e0d4-4a28-b037-f0a8e4501e53 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=332deead-5b2a-455d-98e9-267dc8f3aac9 HTTP/1.1" status: 200 len: 944 time: 0.4871376 Oct 13 15:33:27.558859 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-19dd6d02-782e-4987-b670-e94be86ba16c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:27.559660 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-2c7287a8-a41c-4bb4-ae96-01fc342f267f tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:27.561515 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-35951470-f2c6-40fa-8393-26718c80b92e None None] Set router 88378ec8-abd3-41b0-b163-c4afd2143f30 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:33:27.582757 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b232ead0-1dd0-4d08-b298-b04aff102320 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:27.595071 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52800) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:27.658745 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f22feec0-fb0b-4b0a-ba4f-4068dda2cadc tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:27.662793 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2c7287a8-a41c-4bb4-ae96-01fc342f267f tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:27.752422 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed3ba5e-4316-4c96-beda-a83af50f1f87 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:33:27.753550 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed3ba5e-4316-4c96-beda-a83af50f1f87 None None] Checking segment: {'id': '10a99216-23fd-48fa-adcb-80fcd4866f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0ed0dda8-9647-4d6d-b48b-7858e43e483b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:33:27.753722 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6ed3ba5e-4316-4c96-beda-a83af50f1f87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:27.754352 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ed3ba5e-4316-4c96-beda-a83af50f1f87 None None] Bound using segment: {'id': '10a99216-23fd-48fa-adcb-80fcd4866f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0ed0dda8-9647-4d6d-b48b-7858e43e483b'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:33:27.755003 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-6ed3ba5e-4316-4c96-beda-a83af50f1f87 None None] Bound port: 97bf083e-f419-400a-b7ea-7dd5efd7bbf1, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10a99216-23fd-48fa-adcb-80fcd4866f28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': '0ed0dda8-9647-4d6d-b48b-7858e43e483b'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:33:27.755586 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6ed3ba5e-4316-4c96-beda-a83af50f1f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:27.785765 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-2c7287a8-a41c-4bb4-ae96-01fc342f267f tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:27.804634 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-2c7287a8-a41c-4bb4-ae96-01fc342f267f tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Usage tracker for resource:security_group_rule and tenant:15e5109a6af1425ca97594232c68104c is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:27.810699 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-2c7287a8-a41c-4bb4-ae96-01fc342f267f tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:27.835892 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-055eefaa-9777-43de-a784-9572170a009c tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/floatingips/56c115dc-4715-4489-9b64-4c140abd5e60 HTTP/1.1" status: 200 len: 991 time: 0.2383473 Oct 13 15:33:27.842210 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-2c7287a8-a41c-4bb4-ae96-01fc342f267f tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:27.853396 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22feec0-fb0b-4b0a-ba4f-4068dda2cadc tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Pushing event updated for resources: {'Subnet': ['ID=bb5fdcdb-b197-4d1b-b0aa-9534ad61fad2,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:27.926415 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f22feec0-fb0b-4b0a-ba4f-4068dda2cadc tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Checking segment: {'id': 'e0caff87-632b-4582-a7c1-8cf982735a58', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': 'f5c11369-4829-4492-ae80-e9ebb5c8435b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:33:27.926793 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22feec0-fb0b-4b0a-ba4f-4068dda2cadc tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Network hostable DHCP agents. Network: f5c11369-4829-4492-ae80-e9ebb5c8435b, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:33:27.938487 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b232ead0-1dd0-4d08-b298-b04aff102320 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Network 0ed0dda8-9647-4d6d-b48b-7858e43e483b is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:33:27.946344 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-7c9c1ed0-b241-4ac3-a4fe-a2a306517938 req-f054732a-23ab-42af-942e-9d73b0841d04 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=d144dc10-5e0f-493d-aba2-e061a25af2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4341693 Oct 13 15:33:27.954842 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-b232ead0-1dd0-4d08-b298-b04aff102320 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:33:28.005331 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22feec0-fb0b-4b0a-ba4f-4068dda2cadc tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Network f5c11369-4829-4492-ae80-e9ebb5c8435b is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:33:28.007330 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b232ead0-1dd0-4d08-b298-b04aff102320 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Pushing event updated for resources: {'Port': ['ID=a83ef46b-552d-42fd-aba5-84760a37560b,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:28.012437 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b232ead0-1dd0-4d08-b298-b04aff102320 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:33:28.039324 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-f22feec0-fb0b-4b0a-ba4f-4068dda2cadc tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, f5c11369-4829-4492-ae80-e9ebb5c8435b) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:33:28.043711 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e7d4c71f-475e-4148-a4b3-5e9155ddff4a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:28.052232 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2c7287a8-a41c-4bb4-ae96-01fc342f267f tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:28.086063 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22feec0-fb0b-4b0a-ba4f-4068dda2cadc tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:28.087244 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f22feec0-fb0b-4b0a-ba4f-4068dda2cadc tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:28.089945 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af03c23d-9096-43b9-a903-d65428f58f8d None None] Network f5c11369-4829-4492-ae80-e9ebb5c8435b requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:33:28.097725 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2c7287a8-a41c-4bb4-ae96-01fc342f267f tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:28.135548 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b232ead0-1dd0-4d08-b298-b04aff102320 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:28.199428 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-f22feec0-fb0b-4b0a-ba4f-4068dda2cadc tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.4178159 Oct 13 15:33:28.199428 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7287a8-a41c-4bb4-ae96-01fc342f267f tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe5b6a5-422f-476c-9fd7-a13daead8fe2,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:28.201282 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d4c71f-475e-4148-a4b3-5e9155ddff4a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Pushing event updated for resources: {'Subnet': ['ID=bada362f-23c9-4dd2-860b-3c658d1411db,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:28.205767 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52804) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:28.228214 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2c7287a8-a41c-4bb4-ae96-01fc342f267f tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:28.229378 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-2c7287a8-a41c-4bb4-ae96-01fc342f267f tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7881680 Oct 13 15:33:28.234309 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52808) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:28.254657 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-b0aac277-fdbe-48d0-82ab-b865dd9427e1 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Request body: {'security_group': {'name': 'tempest-secgroup--156121367'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:28.266879 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-b0aac277-fdbe-48d0-82ab-b865dd9427e1 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:28.271538 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d4c71f-475e-4148-a4b3-5e9155ddff4a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Checking segment: {'id': '5763018d-4d5a-48dd-aed5-371b5a4c95e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '4e452bb5-137b-46ce-8535-f43553c49c15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:33:28.271951 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d4c71f-475e-4148-a4b3-5e9155ddff4a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Network hostable DHCP agents. Network: 4e452bb5-137b-46ce-8535-f43553c49c15, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:33:28.309834 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-19dd6d02-782e-4987-b670-e94be86ba16c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Allocated IP 172.20.0.1 (ea4ebc96-c71a-4447-81de-9020fb848258/7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850/ba7d21c2-4f48-4533-91fd-451aba74fce3) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:33:28.339284 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-41447789-2ca3-49ff-8ded-fcc86c891391 None None] Current status of the port 50b6e625-caf2-44af-872d-b2abd59337dc is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:33:28.392910 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b232ead0-1dd0-4d08-b298-b04aff102320 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:28.415539 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ebfd43b-8081-407c-81ce-07690c80fe2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-ea4ebc96-c71a-4447-81de-9020fb848258', 'network_id': 'ea4ebc96-c71a-4447-81de-9020fb848258', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'fixed_ips': [{'subnet_id': '7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:33:28.416365 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0ebfd43b-8081-407c-81ce-07690c80fe2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:28.450684 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-6ed3ba5e-4316-4c96-beda-a83af50f1f87 None None] For port 97bf083e-f419-400a-b7ea-7dd5efd7bbf1, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:33:28.463624 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-b0aac277-fdbe-48d0-82ab-b865dd9427e1 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:28.465126 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9b0d044d-4115-4585-b31f-22a70d8466c8 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:28.487847 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-6ed3ba5e-4316-4c96-beda-a83af50f1f87 None None] For port 97bf083e-f419-400a-b7ea-7dd5efd7bbf1, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=97bf083e-f419-400a-b7ea-7dd5efd7bbf1,segment=NetworkSegment(10a99216-23fd-48fa-adcb-80fcd4866f28),segment_id=10a99216-23fd-48fa-adcb-80fcd4866f28)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:33:28.494797 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b0aac277-fdbe-48d0-82ab-b865dd9427e1 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:28.526631 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d4c71f-475e-4148-a4b3-5e9155ddff4a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Network 4e452bb5-137b-46ce-8535-f43553c49c15 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:33:28.543599 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-b0aac277-fdbe-48d0-82ab-b865dd9427e1 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:28.548948 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ebe9d41b-80bf-4889-a6cc-d72b8b909632 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:28.552937 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-b0aac277-fdbe-48d0-82ab-b865dd9427e1 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Usage tracker for resource:security_group_rule and tenant:15e5109a6af1425ca97594232c68104c is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:28.556298 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-e7d4c71f-475e-4148-a4b3-5e9155ddff4a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 4e452bb5-137b-46ce-8535-f43553c49c15) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:33:28.557995 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-b0aac277-fdbe-48d0-82ab-b865dd9427e1 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:28.567201 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-b0aac277-fdbe-48d0-82ab-b865dd9427e1 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:28.569834 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d4c71f-475e-4148-a4b3-5e9155ddff4a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:28.570446 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e7d4c71f-475e-4148-a4b3-5e9155ddff4a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:28.580874 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-9b0d044d-4115-4585-b31f-22a70d8466c8 None None] Transition to ACTIVE for port object 39d9f9a4-b742-4118-8bbf-884de89ca53e will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:33:28.584245 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-b272f7e0-fc20-4450-ac8c-2245fcdfdae6 None None] Allocated IP 2001:db8::1 (e5e7ee48-5c48-4e28-9a9a-9c588f1922e8/0f9d75b3-0a92-4817-86ee-e9fb5466a575/045c32a4-da24-4d8e-aa6f-bb8c10e027a0) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:33:28.593744 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6ed3ba5e-4316-4c96-beda-a83af50f1f87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:28.598116 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60e9694-1056-4464-8098-2c3cc290b7e2 None None] Network 4e452bb5-137b-46ce-8535-f43553c49c15 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:33:28.632328 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-e7d4c71f-475e-4148-a4b3-5e9155ddff4a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4921532 Oct 13 15:33:28.644131 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52812) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:28.729228 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-19dd6d02-782e-4987-b670-e94be86ba16c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:28.759860 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-19dd6d02-782e-4987-b670-e94be86ba16c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Transition to ACTIVE for port object ba7d21c2-4f48-4533-91fd-451aba74fce3 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:33:28.784768 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ebe9d41b-80bf-4889-a6cc-d72b8b909632 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:28.841066 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52816) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:28.894787 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-9b0d044d-4115-4585-b31f-22a70d8466c8 None None] Transition to ACTIVE for port object 39d9f9a4-b742-4118-8bbf-884de89ca53e will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:33:28.913527 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-19dd6d02-782e-4987-b670-e94be86ba16c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:28.980629 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9b0d044d-4115-4585-b31f-22a70d8466c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:29.034623 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dd6d02-782e-4987-b670-e94be86ba16c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Network ea4ebc96-c71a-4447-81de-9020fb848258 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:33:29.039247 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-19dd6d02-782e-4987-b670-e94be86ba16c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:33:29.046758 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dd6d02-782e-4987-b670-e94be86ba16c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:33:29.052927 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed3ba5e-4316-4c96-beda-a83af50f1f87 None None] Pushing event updated for resources: {'Port': ['ID=97bf083e-f419-400a-b7ea-7dd5efd7bbf1,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:29.077222 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-ab0c57e7-2403-4278-ae93-6b67af200a0b tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/floatingips/56c115dc-4715-4489-9b64-4c140abd5e60 HTTP/1.1" status: 200 len: 991 time: 0.2322764 Oct 13 15:33:29.082801 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b0aac277-fdbe-48d0-82ab-b865dd9427e1 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:29.095998 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d6057d82-8ebc-41b9-8643-2297d3f6f73a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:29.116572 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b0aac277-fdbe-48d0-82ab-b865dd9427e1 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:29.146748 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd6d02-782e-4987-b670-e94be86ba16c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event updated for resources: {'Port': ['ID=ba7d21c2-4f48-4533-91fd-451aba74fce3,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:29.155532 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ebe9d41b-80bf-4889-a6cc-d72b8b909632 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:29.173980 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0d044d-4115-4585-b31f-22a70d8466c8 None None] Network fd32502d-2ec9-4685-a388-3c4bb9f04155 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:33:29.175847 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-9b0d044d-4115-4585-b31f-22a70d8466c8 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:33:29.188159 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b232ead0-1dd0-4d08-b298-b04aff102320 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:29.199416 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b232ead0-1dd0-4d08-b298-b04aff102320 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:29.230840 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe9d41b-80bf-4889-a6cc-d72b8b909632 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Pushing event deleted for resources: {'Subnet': ['ID=bb5fdcdb-b197-4d1b-b0aa-9534ad61fad2,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:29.291616 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-19dd6d02-782e-4987-b670-e94be86ba16c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:29.291892 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0d044d-4115-4585-b31f-22a70d8466c8 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:33:29.293079 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aac277-fdbe-48d0-82ab-b865dd9427e1 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b226d9-6d98-4b2b-afb3-2380e4e6ef50,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:29.353905 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b0aac277-fdbe-48d0-82ab-b865dd9427e1 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:29.355109 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-b0aac277-fdbe-48d0-82ab-b865dd9427e1 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1197455 Oct 13 15:33:29.358756 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52822) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:29.373612 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-43e09e5e-0b8e-4006-b694-ea00c8c75729 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Request body: {'security_group_rule': {'security_group_id': '4fe5b6a5-422f-476c-9fd7-a13daead8fe2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'a0b226d9-6d98-4b2b-afb3-2380e4e6ef50'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:29.387549 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-43e09e5e-0b8e-4006-b694-ea00c8c75729 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:29.404232 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-43e09e5e-0b8e-4006-b694-ea00c8c75729 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Usage tracker for resource:security_group_rule and tenant:15e5109a6af1425ca97594232c68104c is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:29.409021 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-43e09e5e-0b8e-4006-b694-ea00c8c75729 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:29.421450 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b232ead0-1dd0-4d08-b298-b04aff102320 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Pushing event updated for resources: {'Port': ['ID=a83ef46b-552d-42fd-aba5-84760a37560b,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:29.425422 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b232ead0-1dd0-4d08-b298-b04aff102320 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:29.431387 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-43e09e5e-0b8e-4006-b694-ea00c8c75729 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:29.459285 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ebe9d41b-80bf-4889-a6cc-d72b8b909632 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:29.475050 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d6057d82-8ebc-41b9-8643-2297d3f6f73a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:29.517005 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2ebb8a-35a3-46b3-8d63-f5c7ad71f3a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-f5c11369-4829-4492-ae80-e9ebb5c8435b', 'network_id': 'f5c11369-4829-4492-ae80-e9ebb5c8435b', 'tenant_id': '241b06d1b66d4165a8f1f259a57fe469', 'fixed_ips': [{'subnet_id': 'bb5fdcdb-b197-4d1b-b0aa-9534ad61fad2'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:33:29.517825 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4d2ebb8a-35a3-46b3-8d63-f5c7ad71f3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:29.536889 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-ebe9d41b-80bf-4889-a6cc-d72b8b909632 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5c11369-4829-4492-ae80-e9ebb5c8435b']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:29.555823 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-ebe9d41b-80bf-4889-a6cc-d72b8b909632 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0caff87-632b-4582-a7c1-8cf982735a58') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:29.556204 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-ebe9d41b-80bf-4889-a6cc-d72b8b909632 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0caff87-632b-4582-a7c1-8cf982735a58') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:29.578742 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ebe9d41b-80bf-4889-a6cc-d72b8b909632 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:29.615210 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15355a-1ee2-4719-aaeb-a4187f0d7b5b req-d24e2d53-c43b-477d-acce-09b2a200942f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:29.616666 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-aa15355a-1ee2-4719-aaeb-a4187f0d7b5b req-d24e2d53-c43b-477d-acce-09b2a200942f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=332deead-5b2a-455d-98e9-267dc8f3aac9 HTTP/1.1" status: 200 len: 944 time: 0.3919251 Oct 13 15:33:29.621054 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ebe9d41b-80bf-4889-a6cc-d72b8b909632 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:29.626531 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d6057d82-8ebc-41b9-8643-2297d3f6f73a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:29.631790 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.api.v2.resource [None req-43e09e5e-0b8e-4006-b694-ea00c8c75729 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 15:33:29.636012 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-43e09e5e-0b8e-4006-b694-ea00c8c75729 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2759326 Oct 13 15:33:29.640443 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52826) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:29.670790 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-0ebfd43b-8081-407c-81ce-07690c80fe2b None None] Allocated IP 172.20.0.2 (ea4ebc96-c71a-4447-81de-9020fb848258/7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850/c67dd2dc-04c9-419a-8dd9-5cee26ea9939) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:33:29.699804 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebe9d41b-80bf-4889-a6cc-d72b8b909632 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:33:29.700401 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ebe9d41b-80bf-4889-a6cc-d72b8b909632 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:29.717343 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6057d82-8ebc-41b9-8643-2297d3f6f73a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Pushing event deleted for resources: {'Subnet': ['ID=bada362f-23c9-4dd2-860b-3c658d1411db,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:29.718595 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-19dd6d02-782e-4987-b670-e94be86ba16c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:29.729697 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4aff84a4-00cc-41ee-952f-5f713a1d9b3e tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:29.746506 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0d044d-4115-4585-b31f-22a70d8466c8 None None] Pushing event updated for resources: {'Port': ['ID=39d9f9a4-b742-4118-8bbf-884de89ca53e,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:29.758579 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment e0caff87-632b-4582-a7c1-8cf982735a58 resource provider aggregate not found Oct 13 15:33:29.808592 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-9b0d044d-4115-4585-b31f-22a70d8466c8 None None] Attempting to bind port 39d9f9a4-b742-4118-8bbf-884de89ca53e on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:33:29.808929 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-9b0d044d-4115-4585-b31f-22a70d8466c8 None None] Attempting to bind port 39d9f9a4-b742-4118-8bbf-884de89ca53e by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'c9f45863-32ab-45f7-8c50-745fdc6c82a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fd32502d-2ec9-4685-a388-3c4bb9f04155'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:33:29.809292 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0d044d-4115-4585-b31f-22a70d8466c8 None None] Attempting to bind port 39d9f9a4-b742-4118-8bbf-884de89ca53e on network fd32502d-2ec9-4685-a388-3c4bb9f04155 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:33:29.829960 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment e0caff87-632b-4582-a7c1-8cf982735a58 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e0caff87-632b-4582-a7c1-8cf982735a58 found for delete ", "request_id": "req-3657b627-f806-4d53-86ff-8e12d806366b"}]} Oct 13 15:33:29.915652 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-aa15355a-1ee2-4719-aaeb-a4187f0d7b5b req-9c742f7a-d274-4609-8265-24ddcae3065c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=d144dc10-5e0f-493d-aba2-e061a25af2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2906046 Oct 13 15:33:29.928090 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d6057d82-8ebc-41b9-8643-2297d3f6f73a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:29.943338 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ebe9d41b-80bf-4889-a6cc-d72b8b909632 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:29.944951 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0d044d-4115-4585-b31f-22a70d8466c8 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:33:29.946114 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0d044d-4115-4585-b31f-22a70d8466c8 None None] Checking segment: {'id': 'c9f45863-32ab-45f7-8c50-745fdc6c82a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fd32502d-2ec9-4685-a388-3c4bb9f04155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:33:29.947045 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9b0d044d-4115-4585-b31f-22a70d8466c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:29.947643 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b0d044d-4115-4585-b31f-22a70d8466c8 None None] Bound using segment: {'id': 'c9f45863-32ab-45f7-8c50-745fdc6c82a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fd32502d-2ec9-4685-a388-3c4bb9f04155'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:33:29.948351 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-9b0d044d-4115-4585-b31f-22a70d8466c8 None None] Bound port: 39d9f9a4-b742-4118-8bbf-884de89ca53e, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9f45863-32ab-45f7-8c50-745fdc6c82a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': 'fd32502d-2ec9-4685-a388-3c4bb9f04155'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:33:29.949173 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9b0d044d-4115-4585-b31f-22a70d8466c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:29.993539 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ebe9d41b-80bf-4889-a6cc-d72b8b909632 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:30.002356 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-d6057d82-8ebc-41b9-8643-2297d3f6f73a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e452bb5-137b-46ce-8535-f43553c49c15']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:30.007239 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e730fd-bea9-41bd-ac3a-9df1b7890961 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-4e452bb5-137b-46ce-8535-f43553c49c15', 'network_id': '4e452bb5-137b-46ce-8535-f43553c49c15', 'tenant_id': '189a2a783ff94d9d83e28e5d7a0f1bba', 'fixed_ips': [{'subnet_id': 'bada362f-23c9-4dd2-860b-3c658d1411db'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:33:30.008321 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-41e730fd-bea9-41bd-ac3a-9df1b7890961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:30.020402 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe9d41b-80bf-4889-a6cc-d72b8b909632 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Pushing event deleted for resources: {'Network': ['ID=f5c11369-4829-4492-ae80-e9ebb5c8435b,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:30.027055 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-d6057d82-8ebc-41b9-8643-2297d3f6f73a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5763018d-4d5a-48dd-aed5-371b5a4c95e0') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:30.027370 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-d6057d82-8ebc-41b9-8643-2297d3f6f73a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5763018d-4d5a-48dd-aed5-371b5a4c95e0') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:30.035800 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-ebe9d41b-80bf-4889-a6cc-d72b8b909632 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "DELETE /v2.0/networks/f5c11369-4829-4492-ae80-e9ebb5c8435b HTTP/1.1" status: 204 len: 168 time: 1.8286247 Oct 13 15:33:30.040973 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52834) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:30.050990 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-d9696c2d-31ca-4e01-9e50-56292214008f tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1152174940'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:30.056228 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d6057d82-8ebc-41b9-8643-2297d3f6f73a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:30.067275 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-d9696c2d-31ca-4e01-9e50-56292214008f tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:30.075273 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-d9696c2d-31ca-4e01-9e50-56292214008f tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Usage tracker for resource:network and tenant:241b06d1b66d4165a8f1f259a57fe469 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:30.080492 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52838) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:30.081477 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-d9696c2d-31ca-4e01-9e50-56292214008f tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:30.140876 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-35951470-f2c6-40fa-8393-26718c80b92e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88378ec8-abd3-41b0-b163-c4afd2143f30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781111883', 'tenant_id': '95401ea77be844ac88b12ee49ce84b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.192'}], 'enable_snat': True}, 'gw_port_id': 'e141406f-3238-46bf-8577-0569991b80fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:32:14Z', 'updated_at': '2022-10-13T15:32:36Z', 'revision_number': 4, 'project_id': '95401ea77be844ac88b12ee49ce84b9c', 'gw_port': {'id': 'e141406f-3238-46bf-8577-0569991b80fd', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:52:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88378ec8-abd3-41b0-b163-c4afd2143f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:32:17Z', 'updated_at': '2022-10-13T15:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '56c115dc-4715-4489-9b64-4c140abd5e60', 'tenant_id': '95401ea77be844ac88b12ee49ce84b9c', 'floating_ip_address': '172.26.2.204', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '88378ec8-abd3-41b0-b163-c4afd2143f30', 'port_id': '75f9427a-9d6f-4010-8f59-3e79fa0900ab', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f5e6b55-c27c-4faf-a1fa-6c17e6456d25', 'mac_address': 'fa:16:3e:45:8d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffba99fb-1142-4d80-8627-ae50e1b52a2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:33:18Z', 'updated_at': '2022-10-13T15:33:18Z', 'revision_number': 0, 'project_id': '95401ea77be844ac88b12ee49ce84b9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ca3f5e7-5844-4898-9487-d68de668f88e', 'name': '', 'network_id': '0f5e6b55-c27c-4faf-a1fa-6c17e6456d25', 'tenant_id': '95401ea77be844ac88b12ee49ce84b9c', 'mac_address': 'fa:16:3e:6c:ee:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88378ec8-abd3-41b0-b163-c4afd2143f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'c3b98ca8-1d3f-46b6-888f-6c77b6718cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:32:33Z', 'updated_at': '2022-10-13T15:32:45Z', 'revision_number': 5, 'project_id': '95401ea77be844ac88b12ee49ce84b9c', 'subnets': [{'id': 'c3b98ca8-1d3f-46b6-888f-6c77b6718cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:30.144185 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d6057d82-8ebc-41b9-8643-2297d3f6f73a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:30.176085 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-d9696c2d-31ca-4e01-9e50-56292214008f tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:30.180084 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35951470-f2c6-40fa-8393-26718c80b92e None None] The sync data for ids ['88378ec8-abd3-41b0-b163-c4afd2143f30'] in dv-neutron-860329-2-hyperv is: [{'id': '88378ec8-abd3-41b0-b163-c4afd2143f30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781111883', 'tenant_id': '95401ea77be844ac88b12ee49ce84b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.192'}], 'enable_snat': True}, 'gw_port_id': 'e141406f-3238-46bf-8577-0569991b80fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:32:14Z', 'updated_at': '2022-10-13T15:32:36Z', 'revision_number': 4, 'project_id': '95401ea77be844ac88b12ee49ce84b9c', 'gw_port': {'id': 'e141406f-3238-46bf-8577-0569991b80fd', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:52:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88378ec8-abd3-41b0-b163-c4afd2143f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:32:17Z', 'updated_at': '2022-10-13T15:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '56c115dc-4715-4489-9b64-4c140abd5e60', 'tenant_id': '95401ea77be844ac88b12ee49ce84b9c', 'floating_ip_address': '172.26.2.204', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '88378ec8-abd3-41b0-b163-c4afd2143f30', 'port_id': '75f9427a-9d6f-4010-8f59-3e79fa0900ab', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0f5e6b55-c27c-4faf-a1fa-6c17e6456d25', 'mac_address': 'fa:16:3e:45:8d:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffba99fb-1142-4d80-8627-ae50e1b52a2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:33:18Z', 'updated_at': '2022-10-13T15:33:18Z', 'revision_number': 0, 'project_id': '95401ea77be844ac88b12ee49ce84b9c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ca3f5e7-5844-4898-9487-d68de668f88e', 'name': '', 'network_id': '0f5e6b55-c27c-4faf-a1fa-6c17e6456d25', 'tenant_id': '95401ea77be844ac88b12ee49ce84b9c', 'mac_address': 'fa:16:3e:6c:ee:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88378ec8-abd3-41b0-b163-c4afd2143f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'c3b98ca8-1d3f-46b6-888f-6c77b6718cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:32:33Z', 'updated_at': '2022-10-13T15:32:45Z', 'revision_number': 5, 'project_id': '95401ea77be844ac88b12ee49ce84b9c', 'subnets': [{'id': 'c3b98ca8-1d3f-46b6-888f-6c77b6718cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:33:30.181984 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b272f7e0-fc20-4450-ac8c-2245fcdfdae6 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:30.192864 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6057d82-8ebc-41b9-8643-2297d3f6f73a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:33:30.198200 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d6057d82-8ebc-41b9-8643-2297d3f6f73a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:30.238235 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4aff84a4-00cc-41ee-952f-5f713a1d9b3e tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:30.260249 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1460ec-571a-430d-86eb-41e43362ca82 None None] Network f5c11369-4829-4492-ae80-e9ebb5c8435b requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:33:30.270495 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b232ead0-1dd0-4d08-b298-b04aff102320 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Network 0ed0dda8-9647-4d6d-b48b-7858e43e483b is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:33:30.277741 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-b232ead0-1dd0-4d08-b298-b04aff102320 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:33:30.309759 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9696c2d-31ca-4e01-9e50-56292214008f tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Made reservation on behalf of 241b06d1b66d4165a8f1f259a57fe469 for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:33:30.313571 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d9696c2d-31ca-4e01-9e50-56292214008f tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:30.338316 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-3c55f422-6efe-41f6-aab1-d0b2f4a10de8 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/floatingips/56c115dc-4715-4489-9b64-4c140abd5e60 HTTP/1.1" status: 200 len: 991 time: 0.2574997 Oct 13 15:33:30.341620 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device dea749d8-9d42-4db5-9291-341b4b112438 up at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:33:30.389919 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1460ec-571a-430d-86eb-41e43362ca82 None None] Network f5c11369-4829-4492-ae80-e9ebb5c8435b could not be found, it might have been deleted concurrently. {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Oct 13 15:33:30.403520 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8731ff51-e4be-4386-ab9d-f29915598503 None None] Network 0ed0dda8-9647-4d6d-b48b-7858e43e483b requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:33:30.405322 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d6057d82-8ebc-41b9-8643-2297d3f6f73a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:30.430448 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-b272f7e0-fc20-4450-ac8c-2245fcdfdae6 None None] Transition to ACTIVE for port object 045c32a4-da24-4d8e-aa6f-bb8c10e027a0 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:33:30.449373 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-9b0d044d-4115-4585-b31f-22a70d8466c8 None None] For port 39d9f9a4-b742-4118-8bbf-884de89ca53e, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:33:30.550770 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea56fb73-8464-46c8-b7a9-c1d2601d8253 None None] New status for floating IP 56c115dc-4715-4489-9b64-4c140abd5e60: ACTIVE {{(pid=88975) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:33:30.584342 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d6057d82-8ebc-41b9-8643-2297d3f6f73a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:30.586209 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-9b0d044d-4115-4585-b31f-22a70d8466c8 None None] For port 39d9f9a4-b742-4118-8bbf-884de89ca53e, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=39d9f9a4-b742-4118-8bbf-884de89ca53e,segment=NetworkSegment(c9f45863-32ab-45f7-8c50-745fdc6c82a5),segment_id=c9f45863-32ab-45f7-8c50-745fdc6c82a5)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:33:30.587054 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9696c2d-31ca-4e01-9e50-56292214008f tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:33:30.597196 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6057d82-8ebc-41b9-8643-2297d3f6f73a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Pushing event deleted for resources: {'Network': ['ID=4e452bb5-137b-46ce-8535-f43553c49c15,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:30.601275 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4aff84a4-00cc-41ee-952f-5f713a1d9b3e tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:30.609968 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d9696c2d-31ca-4e01-9e50-56292214008f tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:30.610394 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-d9696c2d-31ca-4e01-9e50-56292214008f tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Added segment fc00ec7b-7cfa-4ed6-8137-0e6fe0123b7f of type vlan for network 942c3435-eb77-4f00-9314-83ef53ca2d34 Oct 13 15:33:30.624625 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d6057d82-8ebc-41b9-8643-2297d3f6f73a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "DELETE /v2.0/networks/4e452bb5-137b-46ce-8535-f43553c49c15 HTTP/1.1" status: 204 len: 168 time: 1.9775670 Oct 13 15:33:30.628442 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52842) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:30.662171 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-b272f7e0-fc20-4450-ac8c-2245fcdfdae6 None None] Transition to ACTIVE for port object 045c32a4-da24-4d8e-aa6f-bb8c10e027a0 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:33:30.671040 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f324d34-6159-42b2-a03e-a79e942537e7 None None] Network 4e452bb5-137b-46ce-8535-f43553c49c15 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:33:30.692081 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9b0d044d-4115-4585-b31f-22a70d8466c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:30.693257 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fa7e66a-7aff-4bbf-a054-dff5501ba3c4 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] GET failed (client error): The resource could not be found. Oct 13 15:33:30.693851 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-9fa7e66a-7aff-4bbf-a054-dff5501ba3c4 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Synchronizing usage tracker for tenant:189a2a783ff94d9d83e28e5d7a0f1bba on resource:subnet {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:33:30.697482 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d9696c2d-31ca-4e01-9e50-56292214008f tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:30.714061 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4aff84a4-00cc-41ee-952f-5f713a1d9b3e tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:30.715223 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-4aff84a4-00cc-41ee-952f-5f713a1d9b3e tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] 10.222.0.42 "DELETE /v2.0/security-groups/a0b226d9-6d98-4b2b-afb3-2380e4e6ef50 HTTP/1.1" status: 204 len: 168 time: 1.0739844 Oct 13 15:33:30.724189 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52846) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:30.724385 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aff84a4-00cc-41ee-952f-5f713a1d9b3e tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b226d9-6d98-4b2b-afb3-2380e4e6ef50,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:30.778023 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-9fa7e66a-7aff-4bbf-a054-dff5501ba3c4 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Unset dirty status for tenant:189a2a783ff94d9d83e28e5d7a0f1bba on resource:subnet {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:33:30.779278 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-9fa7e66a-7aff-4bbf-a054-dff5501ba3c4 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "GET /v2.0/subnets/bada362f-23c9-4dd2-860b-3c658d1411db HTTP/1.1" status: 404 len: 337 time: 0.1499348 Oct 13 15:33:30.783526 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52850) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:30.795312 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b272f7e0-fc20-4450-ac8c-2245fcdfdae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:30.815203 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning for port dea749d8-9d42-4db5-9291-341b4b112438 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:33:30.830321 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6571c67-52a1-4192-8ddd-633100040a30 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] DELETE failed (client error): The resource could not be found. Oct 13 15:33:30.830823 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6571c67-52a1-4192-8ddd-633100040a30 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:33:30.832486 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-c6571c67-52a1-4192-8ddd-633100040a30 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "DELETE /v2.0/networks/4e452bb5-137b-46ce-8535-f43553c49c15 HTTP/1.1" status: 404 len: 339 time: 0.0475502 Oct 13 15:33:30.847726 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52854) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:30.851397 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d9696c2d-31ca-4e01-9e50-56292214008f tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:30.851900 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b232ead0-1dd0-4d08-b298-b04aff102320 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Router 5540074a-a8aa-40c8-ba3d-34c019f08aa6 is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 15:33:30.861047 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9696c2d-31ca-4e01-9e50-56292214008f tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:30.861681 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d9696c2d-31ca-4e01-9e50-56292214008f tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:30.872681 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f324d34-6159-42b2-a03e-a79e942537e7 None None] Network 4e452bb5-137b-46ce-8535-f43553c49c15 could not be found, it might have been deleted concurrently. {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Oct 13 15:33:30.875079 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-28ba844b-8745-43d0-98b5-4c0eae889dac None None] Provisioning for port 97bf083e-f419-400a-b7ea-7dd5efd7bbf1 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:33:30.892750 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning complete for port dea749d8-9d42-4db5-9291-341b4b112438 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:33:30.893430 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:30.893993 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Attempt 1 to provision port dea749d8-9d42-4db5-9291-341b4b112438 Oct 13 15:33:30.927714 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0ebfd43b-8081-407c-81ce-07690c80fe2b None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:30.943068 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b272f7e0-fc20-4450-ac8c-2245fcdfdae6 None None] Network e5e7ee48-5c48-4e28-9a9a-9c588f1922e8 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:33:30.958576 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-b272f7e0-fc20-4450-ac8c-2245fcdfdae6 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:33:31.004749 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b272f7e0-fc20-4450-ac8c-2245fcdfdae6 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:33:31.076693 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-0ebfd43b-8081-407c-81ce-07690c80fe2b None None] Transition to ACTIVE for port object c67dd2dc-04c9-419a-8dd9-5cee26ea9939 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:33:31.090075 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93ba9f5-3221-482f-9823-699dec4a8270 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:31.090799 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-c93ba9f5-3221-482f-9823-699dec4a8270 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Synchronizing usage tracker for tenant:189a2a783ff94d9d83e28e5d7a0f1bba on resource:network {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:33:31.168327 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-95f46dcf-214b-4491-9c1d-8c28ef1ca38d tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Synchronizing usage tracker for tenant:15e5109a6af1425ca97594232c68104c on resource:security_group {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:33:31.173606 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.db.resource_extend [None req-19dd6d02-782e-4987-b670-e94be86ba16c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 15:33:31.199953 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 97bf083e-f419-400a-b7ea-7dd5efd7bbf1 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:33:31.234865 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d9696c2d-31ca-4e01-9e50-56292214008f tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1929259 Oct 13 15:33:31.240566 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52860) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:31.247577 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-c93ba9f5-3221-482f-9823-699dec4a8270 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Unset dirty status for tenant:189a2a783ff94d9d83e28e5d7a0f1bba on resource:network {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:33:31.248783 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-c93ba9f5-3221-482f-9823-699dec4a8270 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3990533 Oct 13 15:33:31.249572 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9696c2d-31ca-4e01-9e50-56292214008f tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Pushing event updated for resources: {'Network': ['ID=942c3435-eb77-4f00-9314-83ef53ca2d34,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:31.251781 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52862) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:31.260640 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-a68e7943-a83f-45ba-95ea-b348fbc09bb1 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Request body: {'subnet': {'network_id': '942c3435-eb77-4f00-9314-83ef53ca2d34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:31.278076 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-19dd6d02-782e-4987-b670-e94be86ba16c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:31.296114 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-95f46dcf-214b-4491-9c1d-8c28ef1ca38d tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Unset dirty status for tenant:15e5109a6af1425ca97594232c68104c on resource:security_group {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:33:31.302004 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-95f46dcf-214b-4491-9c1d-8c28ef1ca38d tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.5770855 Oct 13 15:33:31.302829 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52868) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:31.306386 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-19dd6d02-782e-4987-b670-e94be86ba16c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:31.311861 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-954533fc-2214-4d06-a176-9a723218efd9 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "GET /v2.0/subnets?network_id=8fb1fa59-32fe-4ed0-a248-96c43edb135f HTTP/1.1" status: 200 len: 207 time: 0.0576620 Oct 13 15:33:31.312624 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52872) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:31.353289 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52876) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:31.387135 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0d044d-4115-4585-b31f-22a70d8466c8 None None] Pushing event updated for resources: {'Port': ['ID=39d9f9a4-b742-4118-8bbf-884de89ca53e,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:31.389693 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 942c3435-eb77-4f00-9314-83ef53ca2d34 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:33:31.489480 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b232ead0-1dd0-4d08-b298-b04aff102320 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:33:31.494745 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-b232ead0-1dd0-4d08-b298-b04aff102320 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] 10.222.0.42 "PUT /v2.0/routers/5540074a-a8aa-40c8-ba3d-34c019f08aa6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9872029 Oct 13 15:33:31.497478 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-0ebfd43b-8081-407c-81ce-07690c80fe2b None None] Transition to ACTIVE for port object c67dd2dc-04c9-419a-8dd9-5cee26ea9939 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:33:31.523795 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5f0ce6-af81-46a8-842b-df87c1be0bd9 None None] Sync routers for ids ['5540074a-a8aa-40c8-ba3d-34c019f08aa6'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:33:31.527054 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52880) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:31.591109 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a49f7fa4-2c02-4286-9ab5-ecc9c1d39cc5 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/floatingips/56c115dc-4715-4489-9b64-4c140abd5e60 HTTP/1.1" status: 200 len: 993 time: 0.2299464 Oct 13 15:33:31.591335 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0ebfd43b-8081-407c-81ce-07690c80fe2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:31.600733 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-b272f7e0-fc20-4450-ac8c-2245fcdfdae6 None None] Attempting to bind port 045c32a4-da24-4d8e-aa6f-bb8c10e027a0 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:33:31.601100 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-b272f7e0-fc20-4450-ac8c-2245fcdfdae6 None None] Attempting to bind port 045c32a4-da24-4d8e-aa6f-bb8c10e027a0 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '33765775-ad89-4ee7-8e9d-9d3ab1d0a40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e5e7ee48-5c48-4e28-9a9a-9c588f1922e8'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:33:31.601454 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b272f7e0-fc20-4450-ac8c-2245fcdfdae6 None None] Attempting to bind port 045c32a4-da24-4d8e-aa6f-bb8c10e027a0 on network e5e7ee48-5c48-4e28-9a9a-9c588f1922e8 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:33:31.624502 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7e3098e3-48f6-4f74-a468-8524877efec9 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:31.632305 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b272f7e0-fc20-4450-ac8c-2245fcdfdae6 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:33:31.632647 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b272f7e0-fc20-4450-ac8c-2245fcdfdae6 None None] Checking segment: {'id': '33765775-ad89-4ee7-8e9d-9d3ab1d0a40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e5e7ee48-5c48-4e28-9a9a-9c588f1922e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:33:31.633030 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b272f7e0-fc20-4450-ac8c-2245fcdfdae6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:31.633414 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b272f7e0-fc20-4450-ac8c-2245fcdfdae6 None None] Bound using segment: {'id': '33765775-ad89-4ee7-8e9d-9d3ab1d0a40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e5e7ee48-5c48-4e28-9a9a-9c588f1922e8'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:33:31.633893 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-b272f7e0-fc20-4450-ac8c-2245fcdfdae6 None None] Bound port: 045c32a4-da24-4d8e-aa6f-bb8c10e027a0, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33765775-ad89-4ee7-8e9d-9d3ab1d0a40a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': 'e5e7ee48-5c48-4e28-9a9a-9c588f1922e8'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:33:31.634285 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b272f7e0-fc20-4450-ac8c-2245fcdfdae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:31.636285 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-a68e7943-a83f-45ba-95ea-b348fbc09bb1 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:31.651185 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3a1d41-a49e-4f83-ba50-5bf77bb6f0f4 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:31.657138 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3a1d41-a49e-4f83-ba50-5bf77bb6f0f4 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:31.663759 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3a1d41-a49e-4f83-ba50-5bf77bb6f0f4 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:31.669472 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be3a1d41-a49e-4f83-ba50-5bf77bb6f0f4 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:31.677717 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-be3a1d41-a49e-4f83-ba50-5bf77bb6f0f4 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.3532643 Oct 13 15:33:31.678565 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52884) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:31.730261 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7e3098e3-48f6-4f74-a468-8524877efec9 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:31.751805 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd6d02-782e-4987-b670-e94be86ba16c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event updated for resources: {'Port': ['ID=ba7d21c2-4f48-4533-91fd-451aba74fce3,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:31.761825 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5f0ce6-af81-46a8-842b-df87c1be0bd9 None None] Routers {'5540074a-a8aa-40c8-ba3d-34c019f08aa6'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:33:31.762473 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-6e5f0ce6-af81-46a8-842b-df87c1be0bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:33:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['5540074a-a8aa-40c8-ba3d-34c019f08aa6'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:31.774455 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-19dd6d02-782e-4987-b670-e94be86ba16c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:31.778691 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-a68e7943-a83f-45ba-95ea-b348fbc09bb1 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Usage tracker for resource:subnet and tenant:241b06d1b66d4165a8f1f259a57fe469 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:31.798764 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-a68e7943-a83f-45ba-95ea-b348fbc09bb1 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:31.813807 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-a68e7943-a83f-45ba-95ea-b348fbc09bb1 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:31.886646 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 5763018d-4d5a-48dd-aed5-371b5a4c95e0 resource provider aggregate not found Oct 13 15:33:31.891557 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebfd43b-8081-407c-81ce-07690c80fe2b None None] Network ea4ebc96-c71a-4447-81de-9020fb848258 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:33:31.892852 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b272f7e0-fc20-4450-ac8c-2245fcdfdae6 None None] Pushing event updated for resources: {'Port': ['ID=045c32a4-da24-4d8e-aa6f-bb8c10e027a0,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:31.900146 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e751bf-2f19-4b3a-b172-d19b402d4c0a req-05d33bed-50bf-4df3-a1e3-5976c689ed99 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:31.905114 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d9e751bf-2f19-4b3a-b172-d19b402d4c0a req-05d33bed-50bf-4df3-a1e3-5976c689ed99 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=332deead-5b2a-455d-98e9-267dc8f3aac9 HTTP/1.1" status: 200 len: 944 time: 0.7113619 Oct 13 15:33:31.911655 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7e3098e3-48f6-4f74-a468-8524877efec9 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:31.928783 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 5763018d-4d5a-48dd-aed5-371b5a4c95e0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5763018d-4d5a-48dd-aed5-371b5a4c95e0 found for delete ", "request_id": "req-534b0c49-fc4c-4b77-b812-01e83aeceffa"}]} Oct 13 15:33:31.941380 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-0ebfd43b-8081-407c-81ce-07690c80fe2b None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:33:31.943485 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port dea749d8-9d42-4db5-9291-341b4b112438 is: BUILD; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:33:31.943959 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:31.953629 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 97bf083e-f419-400a-b7ea-7dd5efd7bbf1 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:33:31.963420 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7e3098e3-48f6-4f74-a468-8524877efec9 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:31.964561 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-7e3098e3-48f6-4f74-a468-8524877efec9 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] 10.222.0.42 "DELETE /v2.0/security-groups/4fe5b6a5-422f-476c-9fd7-a13daead8fe2 HTTP/1.1" status: 204 len: 168 time: 0.6605923 Oct 13 15:33:31.965576 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3098e3-48f6-4f74-a468-8524877efec9 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe5b6a5-422f-476c-9fd7-a13daead8fe2,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:31.968269 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52892) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:31.989788 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a68e7943-a83f-45ba-95ea-b348fbc09bb1 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Made reservation on behalf of 241b06d1b66d4165a8f1f259a57fe469 for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:33:31.994739 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a68e7943-a83f-45ba-95ea-b348fbc09bb1 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:31.999274 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebfd43b-8081-407c-81ce-07690c80fe2b None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:33:32.016982 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-604e0068-8ea4-49df-8a32-361fcda5afb9 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.3316636 Oct 13 15:33:32.018761 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52896) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:32.051900 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-5400d68a-a40c-4fa4-b9f4-4d069d11f982 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Synchronizing usage tracker for tenant:15e5109a6af1425ca97594232c68104c on resource:security_group {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:33:32.103388 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-6e5f0ce6-af81-46a8-842b-df87c1be0bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:32.135250 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7095088c-90d3-4f8b-b872-c2562d625543 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:32.137178 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7095088c-90d3-4f8b-b872-c2562d625543 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:32.138832 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-7095088c-90d3-4f8b-b872-c2562d625543 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0910492 Oct 13 15:33:32.146786 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52900) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:32.177680 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f8153d-a9da-4896-b13c-15d6c0d53764 None None] Network fd32502d-2ec9-4685-a388-3c4bb9f04155 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:33:32.200267 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-5400d68a-a40c-4fa4-b9f4-4d069d11f982 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Unset dirty status for tenant:15e5109a6af1425ca97594232c68104c on resource:security_group {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:33:32.210751 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-5400d68a-a40c-4fa4-b9f4-4d069d11f982 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2372754 Oct 13 15:33:32.214556 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52904) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:32.226315 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-7a33ea7a-e245-4c08-b27d-fd556afece15 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Request body: {'security_group': {'name': 'tempest-secgroup--1599609530'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:32.234013 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-7a33ea7a-e245-4c08-b27d-fd556afece15 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:32.250654 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-7a33ea7a-e245-4c08-b27d-fd556afece15 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:32.259222 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46b054e-842f-4793-8ad0-fe64c62b5659 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attributes excluded by policy engine: ['shared'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:32.260779 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a46b054e-842f-4793-8ad0-fe64c62b5659 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attributes excluded by policy engine: ['shared'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:32.267479 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a46b054e-842f-4793-8ad0-fe64c62b5659 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1104579 Oct 13 15:33:32.268017 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52908) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:32.301451 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 97bf083e-f419-400a-b7ea-7dd5efd7bbf1 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:33:32.301938 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:32.302386 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 97bf083e-f419-400a-b7ea-7dd5efd7bbf1 Oct 13 15:33:32.307841 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7a33ea7a-e245-4c08-b27d-fd556afece15 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:32.384910 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-7a33ea7a-e245-4c08-b27d-fd556afece15 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:32.398400 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-7a33ea7a-e245-4c08-b27d-fd556afece15 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Usage tracker for resource:security_group_rule and tenant:15e5109a6af1425ca97594232c68104c is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:32.403594 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-7a33ea7a-e245-4c08-b27d-fd556afece15 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:32.414430 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-7a33ea7a-e245-4c08-b27d-fd556afece15 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:32.457157 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332deead-5b2a-455d-98e9-267dc8f3aac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea749d8-9d42-4db5-9291-341b4b112438'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:33:32.458774 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d9e751bf-2f19-4b3a-b172-d19b402d4c0a req-fe6793f1-881c-4b04-823c-4bb9f68cdd8a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=d144dc10-5e0f-493d-aba2-e061a25af2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4699559 Oct 13 15:33:32.459652 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979c64d66908691d8da3fe322a5acf5d757b5bee84c7992aba2ec3c134dffaeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3487010-60dd-44c8-b147-506567b7f533" -d '{"events": [{"server_uuid": "332deead-5b2a-455d-98e9-267dc8f3aac9", "name": "network-vif-plugged", "status": "completed", "tag": "dea749d8-9d42-4db5-9291-341b4b112438"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:33:32.460051 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30221db8-3f6f-4040-b694-6c43e8ba054a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:32.461483 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-30221db8-3f6f-4040-b694-6c43e8ba054a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "GET /v2.0/networks/f7841021-c854-4972-be8a-a4cf2ec5fc4d HTTP/1.1" status: 200 len: 800 time: 0.1922407 Oct 13 15:33:32.470380 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52914) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:32.476413 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5f0ce6-af81-46a8-842b-df87c1be0bd9 None None] Routers {'5540074a-a8aa-40c8-ba3d-34c019f08aa6'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:33:32.477130 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-6e5f0ce6-af81-46a8-842b-df87c1be0bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:33:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['5540074a-a8aa-40c8-ba3d-34c019f08aa6'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:32.568446 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebfd43b-8081-407c-81ce-07690c80fe2b None None] Pushing event updated for resources: {'Port': ['ID=c67dd2dc-04c9-419a-8dd9-5cee26ea9939,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:32.570847 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-0ebfd43b-8081-407c-81ce-07690c80fe2b None None] Attempting to bind port c67dd2dc-04c9-419a-8dd9-5cee26ea9939 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:33:32.571229 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-0ebfd43b-8081-407c-81ce-07690c80fe2b None None] Attempting to bind port c67dd2dc-04c9-419a-8dd9-5cee26ea9939 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'd439d4f7-768b-4325-98d4-c0fe49464b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ea4ebc96-c71a-4447-81de-9020fb848258'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:33:32.571589 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebfd43b-8081-407c-81ce-07690c80fe2b None None] Attempting to bind port c67dd2dc-04c9-419a-8dd9-5cee26ea9939 on network ea4ebc96-c71a-4447-81de-9020fb848258 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:33:32.574160 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19dd6d02-782e-4987-b670-e94be86ba16c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Network ea4ebc96-c71a-4447-81de-9020fb848258 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:33:32.587935 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 15:33:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73a59e8e-b494-48ab-83c3-2cc03389159c x-openstack-request-id: req-73a59e8e-b494-48ab-83c3-2cc03389159c {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:33:32.587935 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "332deead-5b2a-455d-98e9-267dc8f3aac9", "name": "network-vif-plugged", "status": "completed", "tag": "dea749d8-9d42-4db5-9291-341b4b112438", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:33:32.587935 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-73a59e8e-b494-48ab-83c3-2cc03389159c {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:33:32.588316 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-73a59e8e-b494-48ab-83c3-2cc03389159c'] response: {'server_uuid': '332deead-5b2a-455d-98e9-267dc8f3aac9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dea749d8-9d42-4db5-9291-341b4b112438', 'code': 200} Oct 13 15:33:32.595369 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port dea749d8-9d42-4db5-9291-341b4b112438, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=dea749d8-9d42-4db5-9291-341b4b112438,segment=NetworkSegment(c1cfd5ef-41c3-45b6-ada9-464885c469f4),segment_id=c1cfd5ef-41c3-45b6-ada9-464885c469f4)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:33:32.598370 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-19dd6d02-782e-4987-b670-e94be86ba16c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:33:32.602101 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-e40972b1-8a59-4a24-bae0-8622c1cbd1df None None] Provisioning for port 39d9f9a4-b742-4118-8bbf-884de89ca53e completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:33:32.613286 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-6e5f0ce6-af81-46a8-842b-df87c1be0bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:32.613690 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5f0ce6-af81-46a8-842b-df87c1be0bd9 None None] The sync data for ids ['5540074a-a8aa-40c8-ba3d-34c019f08aa6'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:33:32.637895 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:32.640690 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebfd43b-8081-407c-81ce-07690c80fe2b None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:33:32.640690 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebfd43b-8081-407c-81ce-07690c80fe2b None None] Checking segment: {'id': 'd439d4f7-768b-4325-98d4-c0fe49464b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ea4ebc96-c71a-4447-81de-9020fb848258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:33:32.640934 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0ebfd43b-8081-407c-81ce-07690c80fe2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:32.642643 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7a33ea7a-e245-4c08-b27d-fd556afece15 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:32.646688 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebfd43b-8081-407c-81ce-07690c80fe2b None None] Bound using segment: {'id': 'd439d4f7-768b-4325-98d4-c0fe49464b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ea4ebc96-c71a-4447-81de-9020fb848258'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:33:32.647216 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-0ebfd43b-8081-407c-81ce-07690c80fe2b None None] Bound port: c67dd2dc-04c9-419a-8dd9-5cee26ea9939, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd439d4f7-768b-4325-98d4-c0fe49464b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ea4ebc96-c71a-4447-81de-9020fb848258'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:33:32.647609 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0ebfd43b-8081-407c-81ce-07690c80fe2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:32.652928 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7a33ea7a-e245-4c08-b27d-fd556afece15 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:32.689255 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-da3c2695-f92c-4671-83ed-0db4fd3ebeda tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "GET /v2.0/networks/f7841021-c854-4972-be8a-a4cf2ec5fc4d?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.2177613 Oct 13 15:33:32.692531 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52918) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:32.829304 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-b272f7e0-fc20-4450-ac8c-2245fcdfdae6 None None] For port 045c32a4-da24-4d8e-aa6f-bb8c10e027a0, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:33:32.876547 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-b272f7e0-fc20-4450-ac8c-2245fcdfdae6 None None] For port 045c32a4-da24-4d8e-aa6f-bb8c10e027a0, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=045c32a4-da24-4d8e-aa6f-bb8c10e027a0,segment=NetworkSegment(33765775-ad89-4ee7-8e9d-9d3ab1d0a40a),segment_id=33765775-ad89-4ee7-8e9d-9d3ab1d0a40a)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:33:32.897228 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a68e7943-a83f-45ba-95ea-b348fbc09bb1 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:32.937282 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a33ea7a-e245-4c08-b27d-fd556afece15 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Pushing event updated for resources: {'SecurityGroup': ['ID=beb1fce6-890f-403a-a152-92e7e1746479,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:32.943154 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b272f7e0-fc20-4450-ac8c-2245fcdfdae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:32.970442 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad7f6f8-9609-4c35-867f-e5f5881bd8ee tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:32.979839 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-cad7f6f8-9609-4c35-867f-e5f5881bd8ee tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "GET /v2.0/subnets/5d00cce0-947d-41be-8c4c-cdc6cd2357ad HTTP/1.1" status: 200 len: 811 time: 0.2819314 Oct 13 15:33:32.979839 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52922) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:33.004633 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=dea749d8-9d42-4db5-9291-341b4b112438,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:33.039517 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7a33ea7a-e245-4c08-b27d-fd556afece15 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:33.043873 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-7a33ea7a-e245-4c08-b27d-fd556afece15 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8282652 Oct 13 15:33:33.047786 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52926) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:33.053278 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-d3399b70-fbde-47d6-abb1-3fd36ae6ab11 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:33.053695 dv-neutron-860329-2-hyperv neutron-server[88972]: WARNING neutron.api.v2.base [None req-d3399b70-fbde-47d6-abb1-3fd36ae6ab11 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 13 15:33:33.054192 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-d3399b70-fbde-47d6-abb1-3fd36ae6ab11 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] update failed (client error): There was a conflict when trying to complete your request. Oct 13 15:33:33.058009 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d3399b70-fbde-47d6-abb1-3fd36ae6ab11 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] 10.222.0.42 "PUT /v2.0/security-groups/beb1fce6-890f-403a-a152-92e7e1746479 HTTP/1.1" status: 409 len: 330 time: 0.0089874 Oct 13 15:33:33.062517 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52930) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:33.063873 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68e7943-a83f-45ba-95ea-b348fbc09bb1 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Pushing event updated for resources: {'Subnet': ['ID=17ebacc6-f840-4a40-8456-c5ee3f14e083,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:33.113319 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 97bf083e-f419-400a-b7ea-7dd5efd7bbf1 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:33:33.113955 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:33.134346 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915cf179-b097-4dd0-a17b-646e10a1a248 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attributes excluded by policy engine: ['shared'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:33.142987 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-915cf179-b097-4dd0-a17b-646e10a1a248 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "GET /v2.0/subnets/5d00cce0-947d-41be-8c4c-cdc6cd2357ad?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1568773 Oct 13 15:33:33.143733 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a68e7943-a83f-45ba-95ea-b348fbc09bb1 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Checking segment: {'id': 'fc00ec7b-7cfa-4ed6-8137-0e6fe0123b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '942c3435-eb77-4f00-9314-83ef53ca2d34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:33:33.143733 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68e7943-a83f-45ba-95ea-b348fbc09bb1 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Network hostable DHCP agents. Network: 942c3435-eb77-4f00-9314-83ef53ca2d34, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:33:33.144068 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52934) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:33.158395 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-0ebfd43b-8081-407c-81ce-07690c80fe2b None None] For port c67dd2dc-04c9-419a-8dd9-5cee26ea9939, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:33:33.165434 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-31f680d9-7bfe-4615-befd-2b8581f31f69 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1008370405'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:33.173657 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-31f680d9-7bfe-4615-befd-2b8581f31f69 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:33.187189 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-0ebfd43b-8081-407c-81ce-07690c80fe2b None None] For port c67dd2dc-04c9-419a-8dd9-5cee26ea9939, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=c67dd2dc-04c9-419a-8dd9-5cee26ea9939,segment=NetworkSegment(d439d4f7-768b-4325-98d4-c0fe49464b3c),segment_id=d439d4f7-768b-4325-98d4-c0fe49464b3c)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:33:33.206643 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0ebfd43b-8081-407c-81ce-07690c80fe2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:33.206856 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-31f680d9-7bfe-4615-befd-2b8581f31f69 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:33.212185 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b272f7e0-fc20-4450-ac8c-2245fcdfdae6 None None] Pushing event updated for resources: {'Port': ['ID=045c32a4-da24-4d8e-aa6f-bb8c10e027a0,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:33.216315 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 97bf083e-f419-400a-b7ea-7dd5efd7bbf1, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=97bf083e-f419-400a-b7ea-7dd5efd7bbf1,segment=NetworkSegment(10a99216-23fd-48fa-adcb-80fcd4866f28),segment_id=10a99216-23fd-48fa-adcb-80fcd4866f28)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:33:33.235137 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31f680d9-7bfe-4615-befd-2b8581f31f69 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Made reservation on behalf of 189a2a783ff94d9d83e28e5d7a0f1bba for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:33:33.240220 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-31f680d9-7bfe-4615-befd-2b8581f31f69 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:33.282793 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31f680d9-7bfe-4615-befd-2b8581f31f69 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:33:33.289031 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b168fb-b8a2-48ef-8bd0-9ff0df837dc3 req-d5b54050-c8c2-40ed-a551-f9c72b1e2220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:33.296300 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-13b168fb-b8a2-48ef-8bd0-9ff0df837dc3 req-d5b54050-c8c2-40ed-a551-f9c72b1e2220 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=332deead-5b2a-455d-98e9-267dc8f3aac9 HTTP/1.1" status: 200 len: 1098 time: 0.4296007 Oct 13 15:33:33.303044 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-436121f1-3175-4624-90a0-0beec65c13c1 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:33.310174 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:33.322945 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a68e7943-a83f-45ba-95ea-b348fbc09bb1 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Network 942c3435-eb77-4f00-9314-83ef53ca2d34 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:33:33.331749 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.api.v2.resource [None req-eb2f38af-2f23-45a3-adaf-f04099942713 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 15:33:33.335676 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-eb2f38af-2f23-45a3-adaf-f04099942713 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] 10.222.0.42 "PUT /v2.0/routers/5540074a-a8aa-40c8-ba3d-34c019f08aa6/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.7927713 Oct 13 15:33:33.336791 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52938) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:33.386971 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebfd43b-8081-407c-81ce-07690c80fe2b None None] Pushing event updated for resources: {'Port': ['ID=c67dd2dc-04c9-419a-8dd9-5cee26ea9939,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:33.416040 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-436121f1-3175-4624-90a0-0beec65c13c1 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:33.515379 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-13b168fb-b8a2-48ef-8bd0-9ff0df837dc3 req-43773e6d-dd96-4a7b-ba95-52b3e5fdfcd1 service neutron] Synchronizing usage tracker for tenant:768c6e19f5f7417a8df59d6463c67e23 on resource:security_group {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:33:33.539943 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-31f680d9-7bfe-4615-befd-2b8581f31f69 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:33.540311 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-31f680d9-7bfe-4615-befd-2b8581f31f69 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Added segment 1a730c7b-fd9b-4d7a-a63d-745d24a10b90 of type vlan for network cfaf815f-48ab-43ab-94f1-00f77ccc0a2f Oct 13 15:33:33.577770 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-13b168fb-b8a2-48ef-8bd0-9ff0df837dc3 req-43773e6d-dd96-4a7b-ba95-52b3e5fdfcd1 service neutron] Unset dirty status for tenant:768c6e19f5f7417a8df59d6463c67e23 on resource:security_group {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:33:33.579182 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-13b168fb-b8a2-48ef-8bd0-9ff0df837dc3 req-43773e6d-dd96-4a7b-ba95-52b3e5fdfcd1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=d144dc10-5e0f-493d-aba2-e061a25af2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465309 Oct 13 15:33:33.613993 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=97bf083e-f419-400a-b7ea-7dd5efd7bbf1,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:33.617914 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-31f680d9-7bfe-4615-befd-2b8581f31f69 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:33.641092 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-a68e7943-a83f-45ba-95ea-b348fbc09bb1 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 942c3435-eb77-4f00-9314-83ef53ca2d34) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:33:33.649438 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 39d9f9a4-b742-4118-8bbf-884de89ca53e up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:33:33.675483 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-436121f1-3175-4624-90a0-0beec65c13c1 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:33.726603 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a68e7943-a83f-45ba-95ea-b348fbc09bb1 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:33.727559 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a68e7943-a83f-45ba-95ea-b348fbc09bb1 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:33.756193 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a865dbf0-bd25-45e3-a7b0-456eb849e66c None None] Network 942c3435-eb77-4f00-9314-83ef53ca2d34 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:33:33.791340 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436121f1-3175-4624-90a0-0beec65c13c1 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=beb1fce6-890f-403a-a152-92e7e1746479,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:33.824959 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-31f680d9-7bfe-4615-befd-2b8581f31f69 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:33.852363 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31f680d9-7bfe-4615-befd-2b8581f31f69 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:33.853009 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-31f680d9-7bfe-4615-befd-2b8581f31f69 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:33.875902 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-436121f1-3175-4624-90a0-0beec65c13c1 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:33.879775 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-436121f1-3175-4624-90a0-0beec65c13c1 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] 10.222.0.42 "DELETE /v2.0/security-groups/beb1fce6-890f-403a-a152-92e7e1746479 HTTP/1.1" status: 204 len: 168 time: 0.8140607 Oct 13 15:33:33.896968 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52944) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:33.972170 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-04ea1e46-a9a6-4e07-b96f-058363e6f269 None None] Provisioning for port a83ef46b-552d-42fd-aba5-84760a37560b completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:33:34.024881 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-04ea1e46-a9a6-4e07-b96f-058363e6f269 None None] Provisioning complete for port a83ef46b-552d-42fd-aba5-84760a37560b triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:33:34.025529 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-31f680d9-7bfe-4615-befd-2b8581f31f69 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8779416 Oct 13 15:33:34.026049 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-04ea1e46-a9a6-4e07-b96f-058363e6f269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:34.026233 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52948) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:34.026709 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-04ea1e46-a9a6-4e07-b96f-058363e6f269 None None] Attempt 1 to provision port a83ef46b-552d-42fd-aba5-84760a37560b Oct 13 15:33:34.029438 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f680d9-7bfe-4615-befd-2b8581f31f69 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Pushing event updated for resources: {'Network': ['ID=cfaf815f-48ab-43ab-94f1-00f77ccc0a2f,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:34.036565 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-5843c88d-3ab4-4db3-becd-a7555608f936 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Request body: {'subnet': {'network_id': 'cfaf815f-48ab-43ab-94f1-00f77ccc0a2f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:34.039343 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-a68e7943-a83f-45ba-95ea-b348fbc09bb1 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.7831497 Oct 13 15:33:34.051798 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52952) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:34.083556 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network cfaf815f-48ab-43ab-94f1-00f77ccc0a2f details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:33:34.105657 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-4f3bfed3-2703-47e6-b821-e6fe6d89c424 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Synchronizing usage tracker for tenant:15e5109a6af1425ca97594232c68104c on resource:security_group {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:33:34.197433 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-4f3bfed3-2703-47e6-b821-e6fe6d89c424 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] Unset dirty status for tenant:15e5109a6af1425ca97594232c68104c on resource:security_group {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:33:34.202901 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-4f3bfed3-2703-47e6-b821-e6fe6d89c424 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3013213 Oct 13 15:33:34.202901 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-5843c88d-3ab4-4db3-becd-a7555608f936 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:34.204399 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52956) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:34.232707 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-5843c88d-3ab4-4db3-becd-a7555608f936 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:34.236542 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-1fb679a4-6402-47b5-84fb-f2fd80dc2ef9 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] delete failed (client error): The resource could not be found. Oct 13 15:33:34.252042 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-1fb679a4-6402-47b5-84fb-f2fd80dc2ef9 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] 10.222.0.42 "DELETE /v2.0/security-groups/977d7b85-953b-4252-871f-f23dbaadbb08 HTTP/1.1" status: 404 len: 347 time: 0.0377429 Oct 13 15:33:34.253351 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52960) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:34.279106 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-d4788788-0ccf-42b4-a460-ed8064899351 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] show failed (client error): The resource could not be found. Oct 13 15:33:34.283953 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d4788788-0ccf-42b4-a460-ed8064899351 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] 10.222.0.42 "GET /v2.0/security-groups/91553311-f678-4bf5-8be9-5e3e47c4c88f HTTP/1.1" status: 404 len: 347 time: 0.0241277 Oct 13 15:33:34.284453 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52964) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:34.297944 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5843c88d-3ab4-4db3-becd-a7555608f936 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Made reservation on behalf of 189a2a783ff94d9d83e28e5d7a0f1bba for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:33:34.302687 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5843c88d-3ab4-4db3-becd-a7555608f936 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:34.334939 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-9eb8070c-66ca-40a4-ab80-7a00b134c063 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] show failed (client error): The resource could not be found. Oct 13 15:33:34.339492 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-9eb8070c-66ca-40a4-ab80-7a00b134c063 tempest-NegativeSecGroupTest-1306867200 tempest-NegativeSecGroupTest-1306867200-project] 10.222.0.42 "GET /v2.0/security-group-rules/b699ac81-3840-4f5b-91b9-6b181156615f HTTP/1.1" status: 404 len: 356 time: 0.0506895 Oct 13 15:33:34.341346 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19dd6d02-782e-4987-b670-e94be86ba16c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Router a61a2962-a942-40f2-bf09-2f39a557f24c is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 15:33:34.350919 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 39d9f9a4-b742-4118-8bbf-884de89ca53e completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:33:34.383479 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-04ea1e46-a9a6-4e07-b96f-058363e6f269 None None] Port a83ef46b-552d-42fd-aba5-84760a37560b cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:33:34.384380 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 39d9f9a4-b742-4118-8bbf-884de89ca53e triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:33:34.384848 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:34.385277 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 39d9f9a4-b742-4118-8bbf-884de89ca53e Oct 13 15:33:34.405425 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.ipam_backend_mixin [None req-5843c88d-3ab4-4db3-becd-a7555608f936 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Performing IP validity checks on allocation pools {{(pid=88972) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 13 15:33:34.406255 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.ipam_backend_mixin [None req-5843c88d-3ab4-4db3-becd-a7555608f936 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88972) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 13 15:33:34.552160 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f84257c-5391-4bac-849e-37f3748723c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-942c3435-eb77-4f00-9314-83ef53ca2d34', 'network_id': '942c3435-eb77-4f00-9314-83ef53ca2d34', 'tenant_id': '241b06d1b66d4165a8f1f259a57fe469', 'fixed_ips': [{'subnet_id': '17ebacc6-f840-4a40-8456-c5ee3f14e083'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:33:34.553241 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7f84257c-5391-4bac-849e-37f3748723c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:34.566599 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-22507971-6fc6-4d19-bca1-17ee7faa8358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:34.690197 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5843c88d-3ab4-4db3-becd-a7555608f936 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:34.837192 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5843c88d-3ab4-4db3-becd-a7555608f936 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Pushing event updated for resources: {'Subnet': ['ID=79f8aed8-48ac-4f04-a01c-124717288b74,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:34.841192 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f85f9b8-501c-40d2-bc19-8e739f8cb12f req-e40c05de-7018-4ae3-ae91-d410c93f932a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:34.853895 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4f85f9b8-501c-40d2-bc19-8e739f8cb12f req-e40c05de-7018-4ae3-ae91-d410c93f932a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=332deead-5b2a-455d-98e9-267dc8f3aac9 HTTP/1.1" status: 200 len: 945 time: 1.0373428 Oct 13 15:33:34.880306 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 39d9f9a4-b742-4118-8bbf-884de89ca53e is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:33:34.882048 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52972) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:34.882865 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:34.907347 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5843c88d-3ab4-4db3-becd-a7555608f936 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Checking segment: {'id': '1a730c7b-fd9b-4d7a-a63d-745d24a10b90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'cfaf815f-48ab-43ab-94f1-00f77ccc0a2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:33:34.907715 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5843c88d-3ab4-4db3-becd-a7555608f936 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Network hostable DHCP agents. Network: cfaf815f-48ab-43ab-94f1-00f77ccc0a2f, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:33:34.935920 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5843c88d-3ab4-4db3-becd-a7555608f936 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Network cfaf815f-48ab-43ab-94f1-00f77ccc0a2f is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:33:34.944223 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-69f1746f-bff1-4da1-86af-ff293c01685d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:34.944969 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-04ea1e46-a9a6-4e07-b96f-058363e6f269 None None] Attempt 2 to provision port a83ef46b-552d-42fd-aba5-84760a37560b Oct 13 15:33:34.954090 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-5843c88d-3ab4-4db3-becd-a7555608f936 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, cfaf815f-48ab-43ab-94f1-00f77ccc0a2f) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:33:34.962094 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5843c88d-3ab4-4db3-becd-a7555608f936 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:34.963011 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5843c88d-3ab4-4db3-becd-a7555608f936 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:34.970250 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19dd6d02-782e-4987-b670-e94be86ba16c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:33:34.983202 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6776c97-06c3-40c3-8d4f-f45429838d74 None None] Sync routers for ids ['a61a2962-a942-40f2-bf09-2f39a557f24c'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:33:35.003486 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6776c97-06c3-40c3-8d4f-f45429838d74 None None] Routers {'a61a2962-a942-40f2-bf09-2f39a557f24c'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:33:35.006698 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-e6776c97-06c3-40c3-8d4f-f45429838d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:33:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['a61a2962-a942-40f2-bf09-2f39a557f24c'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:35.011401 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-19dd6d02-782e-4987-b670-e94be86ba16c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "PUT /v2.0/routers/a61a2962-a942-40f2-bf09-2f39a557f24c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1902316 Oct 13 15:33:35.013401 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52978) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:35.034783 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-eb8503d8-a5ae-4f3e-af5e-cfad8bef826c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Request body: {'network': {'name': 'tempest-RoutersTest-1081071017'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:35.048223 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-5843c88d-3ab4-4db3-becd-a7555608f936 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.0136197 Oct 13 15:33:35.048223 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-eb8503d8-a5ae-4f3e-af5e-cfad8bef826c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:35.049525 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52982) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:35.056556 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-6c797dd8-731e-42f7-8e99-a30884aa4e3b tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:35.130808 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4f85f9b8-501c-40d2-bc19-8e739f8cb12f req-71512f4b-78d7-46b4-97de-9c17f04a094a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=d144dc10-5e0f-493d-aba2-e061a25af2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2729573 Oct 13 15:33:35.141863 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 39d9f9a4-b742-4118-8bbf-884de89ca53e, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=39d9f9a4-b742-4118-8bbf-884de89ca53e,segment=NetworkSegment(c9f45863-32ab-45f7-8c50-745fdc6c82a5),segment_id=c9f45863-32ab-45f7-8c50-745fdc6c82a5)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:33:35.160994 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9315db-7e08-41a1-967a-68a84cc04f0c None None] Network cfaf815f-48ab-43ab-94f1-00f77ccc0a2f requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:33:35.199775 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-eb8503d8-a5ae-4f3e-af5e-cfad8bef826c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Usage tracker for resource:network and tenant:4c5e5250b5d0476f9d711181f94ffb05 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:35.221743 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:35.228110 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-69f1746f-bff1-4da1-86af-ff293c01685d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:35.228454 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-eb8503d8-a5ae-4f3e-af5e-cfad8bef826c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:35.243680 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-eb8503d8-a5ae-4f3e-af5e-cfad8bef826c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:35.294819 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-e6776c97-06c3-40c3-8d4f-f45429838d74 None None] Set router a61a2962-a942-40f2-bf09-2f39a557f24c gateway port host: None {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:33:35.298939 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-f9b2aec6-6456-4b6f-a13c-b36b64edfe34 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=15e5109a6af1425ca97594232c68104c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4154158 Oct 13 15:33:35.301272 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19e9c03a-0004-4d3d-a869-0f3d1e4c8860 None None] Network e5e7ee48-5c48-4e28-9a9a-9c588f1922e8 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:33:35.302913 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb8503d8-a5ae-4f3e-af5e-cfad8bef826c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Made reservation on behalf of 4c5e5250b5d0476f9d711181f94ffb05 for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:33:35.309527 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52986) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:35.318455 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-eb8503d8-a5ae-4f3e-af5e-cfad8bef826c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:35.389093 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-7f84257c-5391-4bac-849e-37f3748723c0 None None] Allocated IP 2001:db8::1 (942c3435-eb77-4f00-9314-83ef53ca2d34/17ebacc6-f840-4a40-8456-c5ee3f14e083/2d5d7d4f-62da-4b54-a615-f29ceb1b7b52) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:33:35.421843 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-04ea1e46-a9a6-4e07-b96f-058363e6f269 None None] Port a83ef46b-552d-42fd-aba5-84760a37560b cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:33:35.457632 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5334212d-b753-4c98-9a92-e8754920663c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:35.474095 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6458d87d-0204-4aa3-add5-2b7c61cb853f tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:35.508628 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb8503d8-a5ae-4f3e-af5e-cfad8bef826c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 423} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:33:35.532817 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-eb8503d8-a5ae-4f3e-af5e-cfad8bef826c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:35.533182 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-eb8503d8-a5ae-4f3e-af5e-cfad8bef826c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Added segment a13aeab9-acb9-47ba-9c38-bc01c1394b68 of type vlan for network 94806bf1-4063-495f-b8a0-bb67a33e849c Oct 13 15:33:35.548406 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6c797dd8-731e-42f7-8e99-a30884aa4e3b tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7055144'] for subnet, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:35.591579 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d796008-f559-4bcc-b768-fc62ac32362a None None] Network ea4ebc96-c71a-4447-81de-9020fb848258 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:33:35.602656 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-eb8503d8-a5ae-4f3e-af5e-cfad8bef826c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:35.631633 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5334212d-b753-4c98-9a92-e8754920663c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:35.708866 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-eb8503d8-a5ae-4f3e-af5e-cfad8bef826c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:35.720198 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8503d8-a5ae-4f3e-af5e-cfad8bef826c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:35.720845 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-eb8503d8-a5ae-4f3e-af5e-cfad8bef826c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:35.812928 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5334212d-b753-4c98-9a92-e8754920663c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:35.833470 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 97bf083e-f419-400a-b7ea-7dd5efd7bbf1 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:33:35.851835 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5334212d-b753-4c98-9a92-e8754920663c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=899f1012-bbd8-4a71-b11e-b929767039cb,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:35.875907 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5334212d-b753-4c98-9a92-e8754920663c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:35.877175 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-5334212d-b753-4c98-9a92-e8754920663c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/899f1012-bbd8-4a71-b11e-b929767039cb HTTP/1.1" status: 204 len: 168 time: 0.5410419 Oct 13 15:33:35.889176 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8503d8-a5ae-4f3e-af5e-cfad8bef826c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event updated for resources: {'Network': ['ID=94806bf1-4063-495f-b8a0-bb67a33e849c,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:35.925973 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-eb8503d8-a5ae-4f3e-af5e-cfad8bef826c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9107592 Oct 13 15:33:35.927254 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 52992) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:35.931235 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-e6776c97-06c3-40c3-8d4f-f45429838d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'name': 'tempest-RoutersTest-router-1661744763', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:33:23Z', 'updated_at': '2022-10-13T15:33:29Z', 'revision_number': 2, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'gw_port_host': None, '_interfaces': [{'id': 'ba7d21c2-4f48-4533-91fd-451aba74fce3', 'name': '', 'network_id': 'ea4ebc96-c71a-4447-81de-9020fb848258', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:c1:c2:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:28Z', 'updated_at': '2022-10-13T15:33:30Z', 'revision_number': 2, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': '7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:35.942774 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-6e8348a9-4445-46d2-a347-9c2f6400e2a3 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Request body: {'subnet': {'network_id': '94806bf1-4063-495f-b8a0-bb67a33e849c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:35.946840 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-04ea1e46-a9a6-4e07-b96f-058363e6f269 None None] Attempt 3 to provision port a83ef46b-552d-42fd-aba5-84760a37560b Oct 13 15:33:35.951070 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6776c97-06c3-40c3-8d4f-f45429838d74 None None] Checking router: a61a2962-a942-40f2-bf09-2f39a557f24c for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:33:35.951420 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6776c97-06c3-40c3-8d4f-f45429838d74 None None] Updating router a61a2962-a942-40f2-bf09-2f39a557f24c port ba7d21c2-4f48-4533-91fd-451aba74fce3 binding host dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:33:36.019139 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-e6776c97-06c3-40c3-8d4f-f45429838d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:36.027805 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 94806bf1-4063-495f-b8a0-bb67a33e849c details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:33:36.029284 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6c797dd8-731e-42f7-8e99-a30884aa4e3b tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734006200203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1308925'] for subnet, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:36.055614 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-6458d87d-0204-4aa3-add5-2b7c61cb853f tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Deleting port a83ef46b-552d-42fd-aba5-84760a37560b {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:33:36.055950 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6458d87d-0204-4aa3-add5-2b7c61cb853f tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:36.129192 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-6e8348a9-4445-46d2-a347-9c2f6400e2a3 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:36.142408 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c797dd8-731e-42f7-8e99-a30884aa4e3b tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Pushing event updated for resources: {'Subnet': ['ID=79f8aed8-48ac-4f04-a01c-124717288b74,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:36.150550 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c797dd8-731e-42f7-8e99-a30884aa4e3b tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:36.151140 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6c797dd8-731e-42f7-8e99-a30884aa4e3b tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks [] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:36.155100 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-6c797dd8-731e-42f7-8e99-a30884aa4e3b tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "PUT /v2.0/subnets/79f8aed8-48ac-4f04-a01c-124717288b74 HTTP/1.1" status: 200 len: 877 time: 1.1017227 Oct 13 15:33:36.155554 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 52998) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:36.164826 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-6e8348a9-4445-46d2-a347-9c2f6400e2a3 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Usage tracker for resource:subnet and tenant:4c5e5250b5d0476f9d711181f94ffb05 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:36.184673 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=39d9f9a4-b742-4118-8bbf-884de89ca53e,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:36.200513 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-6e8348a9-4445-46d2-a347-9c2f6400e2a3 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:36.223618 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-6e8348a9-4445-46d2-a347-9c2f6400e2a3 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:36.354445 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e8348a9-4445-46d2-a347-9c2f6400e2a3 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Made reservation on behalf of 4c5e5250b5d0476f9d711181f94ffb05 for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:33:36.359104 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6e8348a9-4445-46d2-a347-9c2f6400e2a3 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:36.564015 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-e6776c97-06c3-40c3-8d4f-f45429838d74 None None] Notify callbacks [] for port, precommit_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:36.565580 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 97bf083e-f419-400a-b7ea-7dd5efd7bbf1 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:33:36.566006 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:36.566365 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 97bf083e-f419-400a-b7ea-7dd5efd7bbf1 Oct 13 15:33:36.579880 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.provisioning_blocks [None req-e6776c97-06c3-40c3-8d4f-f45429838d74 None None] Transition to ACTIVE for port object ba7d21c2-4f48-4533-91fd-451aba74fce3 will not be triggered until provisioned by entity L2. {{(pid=88975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:33:36.589407 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-e6776c97-06c3-40c3-8d4f-f45429838d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:36.635277 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-be5a769f-79af-4ecb-9496-75f9a31d70eb tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:36.719257 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7cbc09-99a5-479c-8451-a7080544a854 req-862cd9ee-bf6d-462a-963d-33ecb9b6ef6c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:36.721517 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5a7cbc09-99a5-479c-8451-a7080544a854 req-862cd9ee-bf6d-462a-963d-33ecb9b6ef6c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=332deead-5b2a-455d-98e9-267dc8f3aac9 HTTP/1.1" status: 200 len: 945 time: 0.1941817 Oct 13 15:33:36.758994 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6458d87d-0204-4aa3-add5-2b7c61cb853f tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:36.808636 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-be5a769f-79af-4ecb-9496-75f9a31d70eb tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:36.835036 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-04ea1e46-a9a6-4e07-b96f-058363e6f269 None None] Port a83ef46b-552d-42fd-aba5-84760a37560b cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:33:36.934875 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5a7cbc09-99a5-479c-8451-a7080544a854 req-1d8ac259-7e79-4466-ad96-b6c21d3fc22e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=d144dc10-5e0f-493d-aba2-e061a25af2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2014093 Oct 13 15:33:36.951526 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-6458d87d-0204-4aa3-add5-2b7c61cb853f tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Calling delete_port for a83ef46b-552d-42fd-aba5-84760a37560b owned by network:router_interface {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:33:36.973963 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c41071-fb0d-4fa8-b87b-fef88784650e None None] Pushing event updated for resources: {'Port': ['ID=ba7d21c2-4f48-4533-91fd-451aba74fce3,revision_number=3']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:37.006334 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c41071-fb0d-4fa8-b87b-fef88784650e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:37.007182 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c41071-fb0d-4fa8-b87b-fef88784650e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:37.007750 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c41071-fb0d-4fa8-b87b-fef88784650e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:37.008283 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c41071-fb0d-4fa8-b87b-fef88784650e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:37.009064 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c41071-fb0d-4fa8-b87b-fef88784650e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:37.012404 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c41071-fb0d-4fa8-b87b-fef88784650e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:37.013583 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c41071-fb0d-4fa8-b87b-fef88784650e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:37.013583 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c41071-fb0d-4fa8-b87b-fef88784650e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:37.013775 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c41071-fb0d-4fa8-b87b-fef88784650e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:37.014184 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c41071-fb0d-4fa8-b87b-fef88784650e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:37.014618 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c41071-fb0d-4fa8-b87b-fef88784650e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:37.015030 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c41071-fb0d-4fa8-b87b-fef88784650e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:37.023331 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-be5a769f-79af-4ecb-9496-75f9a31d70eb tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:37.025541 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-e6776c97-06c3-40c3-8d4f-f45429838d74 None None] Attempting to bind port ba7d21c2-4f48-4533-91fd-451aba74fce3 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:33:37.026012 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-e6776c97-06c3-40c3-8d4f-f45429838d74 None None] Attempting to bind port ba7d21c2-4f48-4533-91fd-451aba74fce3 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'd439d4f7-768b-4325-98d4-c0fe49464b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ea4ebc96-c71a-4447-81de-9020fb848258'}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:33:37.029423 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6776c97-06c3-40c3-8d4f-f45429838d74 None None] Attempting to bind port ba7d21c2-4f48-4533-91fd-451aba74fce3 on network ea4ebc96-c71a-4447-81de-9020fb848258 {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:33:37.041187 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6776c97-06c3-40c3-8d4f-f45429838d74 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 33, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:33:37.046554 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6776c97-06c3-40c3-8d4f-f45429838d74 None None] Checking segment: {'id': 'd439d4f7-768b-4325-98d4-c0fe49464b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ea4ebc96-c71a-4447-81de-9020fb848258'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:33:37.047178 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-e6776c97-06c3-40c3-8d4f-f45429838d74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:37.047810 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6776c97-06c3-40c3-8d4f-f45429838d74 None None] Bound using segment: {'id': 'd439d4f7-768b-4325-98d4-c0fe49464b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ea4ebc96-c71a-4447-81de-9020fb848258'} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:33:37.048382 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-e6776c97-06c3-40c3-8d4f-f45429838d74 None None] Bound port: ba7d21c2-4f48-4533-91fd-451aba74fce3, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd439d4f7-768b-4325-98d4-c0fe49464b3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 442, 'network_id': 'ea4ebc96-c71a-4447-81de-9020fb848258'}}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:33:37.048864 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-e6776c97-06c3-40c3-8d4f-f45429838d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:37.073566 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5a769f-79af-4ecb-9496-75f9a31d70eb tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Pushing event deleted for resources: {'Subnet': ['ID=79f8aed8-48ac-4f04-a01c-124717288b74,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:37.090735 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-28d528fd-f920-44bb-81a9-44467507af4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:37.173562 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-be5a769f-79af-4ecb-9496-75f9a31d70eb tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:37.205273 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-be5a769f-79af-4ecb-9496-75f9a31d70eb tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfaf815f-48ab-43ab-94f1-00f77ccc0a2f']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:37.205663 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb5a05ee-0212-400f-9f8a-6a9671c315e0 None None] Network cfaf815f-48ab-43ab-94f1-00f77ccc0a2f requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:33:37.218724 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-be5a769f-79af-4ecb-9496-75f9a31d70eb tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a730c7b-fd9b-4d7a-a63d-745d24a10b90') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:37.219018 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-be5a769f-79af-4ecb-9496-75f9a31d70eb tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a730c7b-fd9b-4d7a-a63d-745d24a10b90') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:37.231940 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-be5a769f-79af-4ecb-9496-75f9a31d70eb tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:37.236220 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-e6776c97-06c3-40c3-8d4f-f45429838d74 None None] For port ba7d21c2-4f48-4533-91fd-451aba74fce3, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:33:37.240472 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-e6776c97-06c3-40c3-8d4f-f45429838d74 None None] For port ba7d21c2-4f48-4533-91fd-451aba74fce3, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=ba7d21c2-4f48-4533-91fd-451aba74fce3,segment=NetworkSegment(d439d4f7-768b-4325-98d4-c0fe49464b3c),segment_id=d439d4f7-768b-4325-98d4-c0fe49464b3c)] {{(pid=88975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:33:37.250172 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-e6776c97-06c3-40c3-8d4f-f45429838d74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:37.260045 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-be5a769f-79af-4ecb-9496-75f9a31d70eb tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:37.267398 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be5a769f-79af-4ecb-9496-75f9a31d70eb tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:33:37.267398 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-be5a769f-79af-4ecb-9496-75f9a31d70eb tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:37.281388 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 53022) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:37.313954 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6776c97-06c3-40c3-8d4f-f45429838d74 None None] Routers {'a61a2962-a942-40f2-bf09-2f39a557f24c'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:33:37.315572 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-e6776c97-06c3-40c3-8d4f-f45429838d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:33:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['a61a2962-a942-40f2-bf09-2f39a557f24c'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:37.363090 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6e8348a9-4445-46d2-a347-9c2f6400e2a3 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:37.390915 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-04ea1e46-a9a6-4e07-b96f-058363e6f269 None None] Attempt 4 to provision port a83ef46b-552d-42fd-aba5-84760a37560b Oct 13 15:33:37.393559 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-be5a769f-79af-4ecb-9496-75f9a31d70eb tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:37.398411 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 1a730c7b-fd9b-4d7a-a63d-745d24a10b90 resource provider aggregate not found Oct 13 15:33:37.425690 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-be5a769f-79af-4ecb-9496-75f9a31d70eb tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:37.429510 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5a769f-79af-4ecb-9496-75f9a31d70eb tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Pushing event deleted for resources: {'Network': ['ID=cfaf815f-48ab-43ab-94f1-00f77ccc0a2f,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:37.450024 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 1a730c7b-fd9b-4d7a-a63d-745d24a10b90 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1a730c7b-fd9b-4d7a-a63d-745d24a10b90 found for delete ", "request_id": "req-5d997683-0cc7-45f8-83c3-116cc4b14601"}]} Oct 13 15:33:37.460139 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-be5a769f-79af-4ecb-9496-75f9a31d70eb tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "DELETE /v2.0/networks/cfaf815f-48ab-43ab-94f1-00f77ccc0a2f HTTP/1.1" status: 204 len: 168 time: 1.3035941 Oct 13 15:33:37.463272 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 97bf083e-f419-400a-b7ea-7dd5efd7bbf1 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:33:37.464926 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 045c32a4-da24-4d8e-aa6f-bb8c10e027a0 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:33:37.466218 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53032) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:37.533390 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-e6776c97-06c3-40c3-8d4f-f45429838d74 None None] Set router a61a2962-a942-40f2-bf09-2f39a557f24c gateway port host: None {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:33:37.542194 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-de6c6877-70f8-4d40-a8db-b292b325975c tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] DELETE failed (client error): The resource could not be found. Oct 13 15:33:37.542658 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de6c6877-70f8-4d40-a8db-b292b325975c tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:33:37.548082 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-de6c6877-70f8-4d40-a8db-b292b325975c tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "DELETE /v2.0/subnets/79f8aed8-48ac-4f04-a01c-124717288b74 HTTP/1.1" status: 404 len: 337 time: 0.0799220 Oct 13 15:33:37.553126 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53036) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:37.573374 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8348a9-4445-46d2-a347-9c2f6400e2a3 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event updated for resources: {'Subnet': ['ID=c1ebce1d-272a-42ad-8c99-e3ef6810c143,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:37.582003 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f4c02aa-cc66-41ef-a120-27b445afe398 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] DELETE failed (client error): The resource could not be found. Oct 13 15:33:37.582505 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3f4c02aa-cc66-41ef-a120-27b445afe398 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:33:37.584185 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-3f4c02aa-cc66-41ef-a120-27b445afe398 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "DELETE /v2.0/networks/cfaf815f-48ab-43ab-94f1-00f77ccc0a2f HTTP/1.1" status: 404 len: 339 time: 0.0291576 Oct 13 15:33:37.587107 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53040) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:37.602475 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-39470909-abb6-4e50-94be-055a9e448b7a tempest-SubnetPoolsTestJSON-310676612 tempest-SubnetPoolsTestJSON-310676612-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-394045152', 'prefixes': ['172.20.0.0/16']}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:37.616532 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-39470909-abb6-4e50-94be-055a9e448b7a tempest-SubnetPoolsTestJSON-310676612 tempest-SubnetPoolsTestJSON-310676612-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:37.624733 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e8348a9-4445-46d2-a347-9c2f6400e2a3 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Checking segment: {'id': 'a13aeab9-acb9-47ba-9c38-bc01c1394b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '94806bf1-4063-495f-b8a0-bb67a33e849c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:33:37.625360 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8348a9-4445-46d2-a347-9c2f6400e2a3 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Network hostable DHCP agents. Network: 94806bf1-4063-495f-b8a0-bb67a33e849c, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:33:37.648921 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab56328-3cf5-4f28-be25-5ebb98c5341c req-5f54b840-f80f-4cc3-ac7b-a1b37bff4452 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:37.650752 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-3ab56328-3cf5-4f28-be25-5ebb98c5341c req-5f54b840-f80f-4cc3-ac7b-a1b37bff4452 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=332deead-5b2a-455d-98e9-267dc8f3aac9 HTTP/1.1" status: 200 len: 945 time: 0.4672346 Oct 13 15:33:37.661335 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7f84257c-5391-4bac-849e-37f3748723c0 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:37.672203 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-69a9e2d1-d9eb-403c-92de-f3a6e532da3d tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] DELETE failed (client error): The resource could not be found. Oct 13 15:33:37.672660 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69a9e2d1-d9eb-403c-92de-f3a6e532da3d tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:33:37.674539 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-69a9e2d1-d9eb-403c-92de-f3a6e532da3d tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "DELETE /v2.0/subnets/bada362f-23c9-4dd2-860b-3c658d1411db HTTP/1.1" status: 404 len: 337 time: 0.0865242 Oct 13 15:33:37.677237 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53044) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:37.689642 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-7f84257c-5391-4bac-849e-37f3748723c0 None None] Transition to ACTIVE for port object 2d5d7d4f-62da-4b54-a615-f29ceb1b7b52 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:33:37.737952 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8348a9-4445-46d2-a347-9c2f6400e2a3 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Network 94806bf1-4063-495f-b8a0-bb67a33e849c is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:33:37.739789 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-7f84257c-5391-4bac-849e-37f3748723c0 None None] Transition to ACTIVE for port object 2d5d7d4f-62da-4b54-a615-f29ceb1b7b52 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:33:37.740515 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-860f3be6-ea53-4f6a-a654-4eb8f2ce2983 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] DELETE failed (client error): The resource could not be found. Oct 13 15:33:37.740991 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-860f3be6-ea53-4f6a-a654-4eb8f2ce2983 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:33:37.743285 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-860f3be6-ea53-4f6a-a654-4eb8f2ce2983 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "DELETE /v2.0/networks/4e452bb5-137b-46ce-8535-f43553c49c15 HTTP/1.1" status: 404 len: 339 time: 0.0650992 Oct 13 15:33:37.746769 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53048) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:37.758948 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c41071-fb0d-4fa8-b87b-fef88784650e None None] Pushing event updated for resources: {'Port': ['ID=ba7d21c2-4f48-4533-91fd-451aba74fce3,revision_number=4']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:37.801647 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7f84257c-5391-4bac-849e-37f3748723c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:37.822596 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-3ab56328-3cf5-4f28-be25-5ebb98c5341c req-4b7b3b2b-b7b9-438a-8266-0822aed527d3 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=d144dc10-5e0f-493d-aba2-e061a25af2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1599333 Oct 13 15:33:37.858074 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-6e8348a9-4445-46d2-a347-9c2f6400e2a3 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 94806bf1-4063-495f-b8a0-bb67a33e849c) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:33:37.858307 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 53052) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:37.873209 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-39470909-abb6-4e50-94be-055a9e448b7a tempest-SubnetPoolsTestJSON-310676612 tempest-SubnetPoolsTestJSON-310676612-project] Notify callbacks [] for subnetpool, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:37.878928 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-39470909-abb6-4e50-94be-055a9e448b7a tempest-SubnetPoolsTestJSON-310676612 tempest-SubnetPoolsTestJSON-310676612-project] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.5492780 Oct 13 15:33:37.912273 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53056) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:37.918888 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e1d14b-46e0-4860-beea-b9579c6d3dc6 None None] Network 94806bf1-4063-495f-b8a0-bb67a33e849c requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:33:37.941685 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e8348a9-4445-46d2-a347-9c2f6400e2a3 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:37.942233 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6e8348a9-4445-46d2-a347-9c2f6400e2a3 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:37.966816 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-54ffdef5-42a4-4df2-8335-c45f180e7299 tempest-SubnetPoolsTestJSON-310676612 tempest-SubnetPoolsTestJSON-310676612-project] 10.222.0.42 "GET /v2.0/subnetpools/4d089e20-435c-4ec3-a013-5981229309fd HTTP/1.1" status: 200 len: 731 time: 0.0530403 Oct 13 15:33:37.969328 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53060) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:37.975943 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fdc42531-2121-4efb-9cd2-fa97c8b175ea tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:37.982544 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-0358626d-3226-483b-aabd-c801d3d26118 tempest-SubnetPoolsTestJSON-310676612 tempest-SubnetPoolsTestJSON-310676612-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1051882816'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:37.990367 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-04ea1e46-a9a6-4e07-b96f-058363e6f269 None None] Port a83ef46b-552d-42fd-aba5-84760a37560b cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:33:37.998612 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-e6776c97-06c3-40c3-8d4f-f45429838d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'name': 'tempest-RoutersTest-router-1661744763', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:33:23Z', 'updated_at': '2022-10-13T15:33:29Z', 'revision_number': 2, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'gw_port_host': None, '_interfaces': [{'id': 'ba7d21c2-4f48-4533-91fd-451aba74fce3', 'name': '', 'network_id': 'ea4ebc96-c71a-4447-81de-9020fb848258', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:c1:c2:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:28Z', 'updated_at': '2022-10-13T15:33:37Z', 'revision_number': 4, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': '7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:38.002055 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-69f1746f-bff1-4da1-86af-ff293c01685d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:38.007045 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:38.008123 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6776c97-06c3-40c3-8d4f-f45429838d74 None None] The sync data for ids ['a61a2962-a942-40f2-bf09-2f39a557f24c'] in dv-neutron-860329-2-hyperv is: [{'id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'name': 'tempest-RoutersTest-router-1661744763', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:33:23Z', 'updated_at': '2022-10-13T15:33:29Z', 'revision_number': 2, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'gw_port_host': None, '_interfaces': [{'id': 'ba7d21c2-4f48-4533-91fd-451aba74fce3', 'name': '', 'network_id': 'ea4ebc96-c71a-4447-81de-9020fb848258', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:c1:c2:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:28Z', 'updated_at': '2022-10-13T15:33:37Z', 'revision_number': 4, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': '7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:33:38.012330 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-6e8348a9-4445-46d2-a347-9c2f6400e2a3 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0837033 Oct 13 15:33:38.015209 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 53064) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:38.052555 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:38.068261 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f84257c-5391-4bac-849e-37f3748723c0 None None] Network 942c3435-eb77-4f00-9314-83ef53ca2d34 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:33:38.139265 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-7f84257c-5391-4bac-849e-37f3748723c0 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:33:38.148262 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 045c32a4-da24-4d8e-aa6f-bb8c10e027a0 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:33:38.151623 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f84257c-5391-4bac-849e-37f3748723c0 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:33:38.156722 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f84257c-5391-4bac-849e-37f3748723c0 None None] Pushing event updated for resources: {'Port': ['ID=2d5d7d4f-62da-4b54-a615-f29ceb1b7b52,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:38.168983 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068488ca-d666-4799-aed9-d256db63e27c None None] Network cfaf815f-48ab-43ab-94f1-00f77ccc0a2f requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:33:38.200481 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device c67dd2dc-04c9-419a-8dd9-5cee26ea9939 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:33:38.200788 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fdc42531-2121-4efb-9cd2-fa97c8b175ea tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:38.230278 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-fdc42531-2121-4efb-9cd2-fa97c8b175ea tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25091148-f39f-4d71-a3e0-e1d7d07a95c6']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:38.248487 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-fdc42531-2121-4efb-9cd2-fa97c8b175ea tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a66d32ef-a0c0-4023-bbd4-535073d3d9aa') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:38.248792 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-fdc42531-2121-4efb-9cd2-fa97c8b175ea tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a66d32ef-a0c0-4023-bbd4-535073d3d9aa') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:38.261719 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fdc42531-2121-4efb-9cd2-fa97c8b175ea tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:38.279481 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fdc42531-2121-4efb-9cd2-fa97c8b175ea tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:38.291938 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdc42531-2121-4efb-9cd2-fa97c8b175ea tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:33:38.291938 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fdc42531-2121-4efb-9cd2-fa97c8b175ea tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:38.362612 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-068488ca-d666-4799-aed9-d256db63e27c None None] Network cfaf815f-48ab-43ab-94f1-00f77ccc0a2f could not be found, it might have been deleted concurrently. {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:220}} Oct 13 15:33:38.470069 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-7f84257c-5391-4bac-849e-37f3748723c0 None None] Attempting to bind port 2d5d7d4f-62da-4b54-a615-f29ceb1b7b52 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:33:38.470402 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-7f84257c-5391-4bac-849e-37f3748723c0 None None] Attempting to bind port 2d5d7d4f-62da-4b54-a615-f29ceb1b7b52 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'fc00ec7b-7cfa-4ed6-8137-0e6fe0123b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '942c3435-eb77-4f00-9314-83ef53ca2d34'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:33:38.470764 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f84257c-5391-4bac-849e-37f3748723c0 None None] Attempting to bind port 2d5d7d4f-62da-4b54-a615-f29ceb1b7b52 on network 942c3435-eb77-4f00-9314-83ef53ca2d34 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:33:38.489297 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f84257c-5391-4bac-849e-37f3748723c0 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:33:38.489671 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f84257c-5391-4bac-849e-37f3748723c0 None None] Checking segment: {'id': 'fc00ec7b-7cfa-4ed6-8137-0e6fe0123b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '942c3435-eb77-4f00-9314-83ef53ca2d34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:33:38.490079 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7f84257c-5391-4bac-849e-37f3748723c0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:38.490589 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f84257c-5391-4bac-849e-37f3748723c0 None None] Bound using segment: {'id': 'fc00ec7b-7cfa-4ed6-8137-0e6fe0123b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '942c3435-eb77-4f00-9314-83ef53ca2d34'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:33:38.491074 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-7f84257c-5391-4bac-849e-37f3748723c0 None None] Bound port: 2d5d7d4f-62da-4b54-a615-f29ceb1b7b52, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc00ec7b-7cfa-4ed6-8137-0e6fe0123b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '942c3435-eb77-4f00-9314-83ef53ca2d34'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:33:38.491450 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7f84257c-5391-4bac-849e-37f3748723c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:38.511237 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-04ea1e46-a9a6-4e07-b96f-058363e6f269 None None] Attempt 5 to provision port a83ef46b-552d-42fd-aba5-84760a37560b Oct 13 15:33:38.539892 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fdc42531-2121-4efb-9cd2-fa97c8b175ea tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:38.570862 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f1746f-bff1-4da1-86af-ff293c01685d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Pushing event deleted for resources: {'Subnet': ['ID=17ebacc6-f840-4a40-8456-c5ee3f14e083,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:38.576860 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fdc42531-2121-4efb-9cd2-fa97c8b175ea tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:38.596833 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port c67dd2dc-04c9-419a-8dd9-5cee26ea9939 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:33:38.611490 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0358626d-3226-483b-aabd-c801d3d26118 tempest-SubnetPoolsTestJSON-310676612 tempest-SubnetPoolsTestJSON-310676612-project] Notify callbacks [] for subnetpool, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:38.615090 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-0358626d-3226-483b-aabd-c801d3d26118 tempest-SubnetPoolsTestJSON-310676612 tempest-SubnetPoolsTestJSON-310676612-project] 10.222.0.42 "PUT /v2.0/subnetpools/4d089e20-435c-4ec3-a013-5981229309fd HTTP/1.1" status: 200 len: 684 time: 0.6425042 Oct 13 15:33:38.617912 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53068) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:38.636177 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc42531-2121-4efb-9cd2-fa97c8b175ea tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Pushing event deleted for resources: {'Network': ['ID=25091148-f39f-4d71-a3e0-e1d7d07a95c6,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:38.747805 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-fdc42531-2121-4efb-9cd2-fa97c8b175ea tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "DELETE /v2.0/networks/25091148-f39f-4d71-a3e0-e1d7d07a95c6 HTTP/1.1" status: 204 len: 168 time: 1.0000095 Oct 13 15:33:38.763030 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53072) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:38.828107 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-7f84257c-5391-4bac-849e-37f3748723c0 None None] For port 2d5d7d4f-62da-4b54-a615-f29ceb1b7b52, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:33:38.832632 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-7f84257c-5391-4bac-849e-37f3748723c0 None None] For port 2d5d7d4f-62da-4b54-a615-f29ceb1b7b52, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=2d5d7d4f-62da-4b54-a615-f29ceb1b7b52,segment=NetworkSegment(fc00ec7b-7cfa-4ed6-8137-0e6fe0123b7f),segment_id=fc00ec7b-7cfa-4ed6-8137-0e6fe0123b7f)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:33:38.850505 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-69f1746f-bff1-4da1-86af-ff293c01685d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:38.857629 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7f84257c-5391-4bac-849e-37f3748723c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:38.882455 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-69f1746f-bff1-4da1-86af-ff293c01685d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['942c3435-eb77-4f00-9314-83ef53ca2d34']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:38.897511 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-69f1746f-bff1-4da1-86af-ff293c01685d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc00ec7b-7cfa-4ed6-8137-0e6fe0123b7f') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:38.897798 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-69f1746f-bff1-4da1-86af-ff293c01685d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc00ec7b-7cfa-4ed6-8137-0e6fe0123b7f') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:38.915231 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-69f1746f-bff1-4da1-86af-ff293c01685d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:38.919312 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b10f96b-8e6d-4121-bb82-26487fe7f4eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-94806bf1-4063-495f-b8a0-bb67a33e849c', 'network_id': '94806bf1-4063-495f-b8a0-bb67a33e849c', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'fixed_ips': [{'subnet_id': 'c1ebce1d-272a-42ad-8c99-e3ef6810c143'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:33:38.921011 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2b10f96b-8e6d-4121-bb82-26487fe7f4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:38.923937 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-6290736d-a284-4c8e-bf64-ec85f45cda48 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] DELETE failed (client error): The resource could not be found. Oct 13 15:33:38.924539 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6290736d-a284-4c8e-bf64-ec85f45cda48 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:33:38.926537 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-6290736d-a284-4c8e-bf64-ec85f45cda48 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "DELETE /v2.0/subnets/be735b7b-aa26-4c67-a8b5-1b21ae99d9c9 HTTP/1.1" status: 404 len: 337 time: 0.1629045 Oct 13 15:33:38.929396 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53076) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:38.935445 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-69f1746f-bff1-4da1-86af-ff293c01685d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:38.942927 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69f1746f-bff1-4da1-86af-ff293c01685d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:33:38.943330 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-69f1746f-bff1-4da1-86af-ff293c01685d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:38.944578 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 39d9f9a4-b742-4118-8bbf-884de89ca53e up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:33:38.966985 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-cba27e86-9795-4f12-9d7a-ca1d7d429ea7 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] DELETE failed (client error): The resource could not be found. Oct 13 15:33:38.967507 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cba27e86-9795-4f12-9d7a-ca1d7d429ea7 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:33:38.970529 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-04ea1e46-a9a6-4e07-b96f-058363e6f269 None None] Port a83ef46b-552d-42fd-aba5-84760a37560b cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:33:38.974410 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-cba27e86-9795-4f12-9d7a-ca1d7d429ea7 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "DELETE /v2.0/networks/97b4d5b4-f9dc-42b1-b48d-83e32a98b8ff HTTP/1.1" status: 404 len: 339 time: 0.0432949 Oct 13 15:33:38.978854 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4e696f6c-d5ee-4d15-81f6-91de13003835 tempest-SubnetPoolsTestJSON-310676612 tempest-SubnetPoolsTestJSON-310676612-project] Notify callbacks [] for subnetpool, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:38.979909 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-4e696f6c-d5ee-4d15-81f6-91de13003835 tempest-SubnetPoolsTestJSON-310676612 tempest-SubnetPoolsTestJSON-310676612-project] 10.222.0.42 "DELETE /v2.0/subnetpools/4d089e20-435c-4ec3-a013-5981229309fd HTTP/1.1" status: 204 len: 168 time: 0.3606989 Oct 13 15:33:38.980521 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53080) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:38.983754 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53082) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:39.034584 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-3b054b0a-3959-40d1-9351-b79650c9718b tempest-SubnetPoolsTestJSON-310676612 tempest-SubnetPoolsTestJSON-310676612-project] show failed (client error): The resource could not be found. Oct 13 15:33:39.035632 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-3b054b0a-3959-40d1-9351-b79650c9718b tempest-SubnetPoolsTestJSON-310676612 tempest-SubnetPoolsTestJSON-310676612-project] 10.222.0.42 "GET /v2.0/subnetpools/4d089e20-435c-4ec3-a013-5981229309fd HTTP/1.1" status: 404 len: 346 time: 0.0510542 Oct 13 15:33:39.039475 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53088) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:39.057645 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-31493782-caaa-4d0e-8090-3f1aa7d9afcf tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] DELETE failed (client error): The resource could not be found. Oct 13 15:33:39.058846 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31493782-caaa-4d0e-8090-3f1aa7d9afcf tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:33:39.059939 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-31493782-caaa-4d0e-8090-3f1aa7d9afcf tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "DELETE /v2.0/subnets/0c68ff3b-a35e-4bd3-9a3b-146acfab4c5d HTTP/1.1" status: 404 len: 337 time: 0.0784602 Oct 13 15:33:39.062750 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53092) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:39.092027 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d7704fe-fcb2-4c1b-9658-792abfea991a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] DELETE failed (client error): The resource could not be found. Oct 13 15:33:39.092508 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d7704fe-fcb2-4c1b-9658-792abfea991a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:33:39.096977 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-6d7704fe-fcb2-4c1b-9658-792abfea991a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "DELETE /v2.0/networks/460a21c4-f2bb-48ad-825d-d63e67ab14e7 HTTP/1.1" status: 404 len: 339 time: 0.0306022 Oct 13 15:33:39.096977 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-02ead484-a9d8-46bc-81af-8bdbbdafa1f3 tempest-SubnetPoolsTestJSON-310676612 tempest-SubnetPoolsTestJSON-310676612-project] delete failed (client error): The resource could not be found. Oct 13 15:33:39.097753 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-02ead484-a9d8-46bc-81af-8bdbbdafa1f3 tempest-SubnetPoolsTestJSON-310676612 tempest-SubnetPoolsTestJSON-310676612-project] 10.222.0.42 "DELETE /v2.0/subnetpools/4d089e20-435c-4ec3-a013-5981229309fd HTTP/1.1" status: 404 len: 346 time: 0.0572591 Oct 13 15:33:39.098427 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53096) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:39.153692 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-d84ff13b-3a29-408b-b18d-f3ea1b287cb2 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] DELETE failed (client error): The resource could not be found. Oct 13 15:33:39.154177 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d84ff13b-3a29-408b-b18d-f3ea1b287cb2 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:33:39.158261 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d84ff13b-3a29-408b-b18d-f3ea1b287cb2 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "DELETE /v2.0/subnets/d8f6fcea-bec9-48ec-b8aa-6ca3d6953a4c HTTP/1.1" status: 404 len: 337 time: 0.0567889 Oct 13 15:33:39.160629 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53102) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:39.247682 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f84257c-5391-4bac-849e-37f3748723c0 None None] Pushing event updated for resources: {'Port': ['ID=2d5d7d4f-62da-4b54-a615-f29ceb1b7b52,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:39.282789 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16842317-a3eb-47ad-92b7-201ef3e4cfa9 None None] Network 942c3435-eb77-4f00-9314-83ef53ca2d34 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:33:39.334402 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bf59eb9-44bf-45f3-8986-40bbade0e77f tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] DELETE failed (client error): The resource could not be found. Oct 13 15:33:39.335359 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bf59eb9-44bf-45f3-8986-40bbade0e77f tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:33:39.337319 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-5bf59eb9-44bf-45f3-8986-40bbade0e77f tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "DELETE /v2.0/networks/0b1b5316-4316-441a-ae25-60f4a8f1e1eb HTTP/1.1" status: 404 len: 339 time: 0.1757693 Oct 13 15:33:39.340106 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53108) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:39.359852 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 39d9f9a4-b742-4118-8bbf-884de89ca53e triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:33:39.360293 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:39.360688 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 39d9f9a4-b742-4118-8bbf-884de89ca53e Oct 13 15:33:39.390265 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-479a6a05-ab36-4a6f-aedd-0b74ac6e6c83 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] DELETE failed (client error): The resource could not be found. Oct 13 15:33:39.390895 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-479a6a05-ab36-4a6f-aedd-0b74ac6e6c83 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:33:39.392711 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-479a6a05-ab36-4a6f-aedd-0b74ac6e6c83 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "DELETE /v2.0/subnets/02e7f462-91c9-4d6d-b9f9-00b48af4fdd2 HTTP/1.1" status: 404 len: 337 time: 0.0508480 Oct 13 15:33:39.395532 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53114) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:39.424736 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-3da1b8a0-83be-49ac-af2d-4a879f0c56e5 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] DELETE failed (client error): The resource could not be found. Oct 13 15:33:39.426010 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3da1b8a0-83be-49ac-af2d-4a879f0c56e5 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:33:39.428087 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-3da1b8a0-83be-49ac-af2d-4a879f0c56e5 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "DELETE /v2.0/networks/f4797deb-c95f-4f8d-83d9-26f6e131ace5 HTTP/1.1" status: 404 len: 339 time: 0.0315204 Oct 13 15:33:39.431302 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53118) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:39.438652 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment fc00ec7b-7cfa-4ed6-8137-0e6fe0123b7f resource provider aggregate not found Oct 13 15:33:39.476117 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-04ea1e46-a9a6-4e07-b96f-058363e6f269 None None] Attempt 6 to provision port a83ef46b-552d-42fd-aba5-84760a37560b Oct 13 15:33:39.492758 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-3dcfeca9-e4b9-4f67-a473-a564f65bef71 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] DELETE failed (client error): The resource could not be found. Oct 13 15:33:39.493594 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3dcfeca9-e4b9-4f67-a473-a564f65bef71 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:33:39.496085 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-3dcfeca9-e4b9-4f67-a473-a564f65bef71 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "DELETE /v2.0/subnets/026981f1-4511-4729-9d23-302b41729e77 HTTP/1.1" status: 404 len: 337 time: 0.0636208 Oct 13 15:33:39.499409 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment fc00ec7b-7cfa-4ed6-8137-0e6fe0123b7f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fc00ec7b-7cfa-4ed6-8137-0e6fe0123b7f found for delete ", "request_id": "req-6d905019-e842-4b77-944b-7a8ae57051c2"}]} Oct 13 15:33:39.499706 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53126) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:39.513873 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6458d87d-0204-4aa3-add5-2b7c61cb853f tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:39.533494 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment a66d32ef-a0c0-4023-bbd4-535073d3d9aa resource provider aggregate not found Oct 13 15:33:39.539814 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53130) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:39.547507 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-badd705e-3738-4497-ac13-4aa75887f17a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] DELETE failed (client error): The resource could not be found. Oct 13 15:33:39.547965 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-badd705e-3738-4497-ac13-4aa75887f17a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:33:39.553671 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-badd705e-3738-4497-ac13-4aa75887f17a tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "DELETE /v2.0/networks/b9bae144-c972-498c-85d6-bd27660bc770 HTTP/1.1" status: 404 len: 339 time: 0.0502164 Oct 13 15:33:39.553671 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53138) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:39.554523 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-04ea1e46-a9a6-4e07-b96f-058363e6f269 None None] Port a83ef46b-552d-42fd-aba5-84760a37560b was deleted so its status cannot be updated. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:33:39.560584 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-2b10f96b-8e6d-4121-bb82-26487fe7f4eb None None] Allocated IP 172.21.0.2 (94806bf1-4063-495f-b8a0-bb67a33e849c/c1ebce1d-272a-42ad-8c99-e3ef6810c143/11c8e659-9faa-482f-83af-683e10a23e41) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:33:39.567088 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.db.api [None req-69f1746f-bff1-4da1-86af-ff293c01685d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 13 15:33:39.567088 dv-neutron-860329-2-hyperv neutron-server[88973]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 13 15:33:39.567088 dv-neutron-860329-2-hyperv neutron-server[88973]: [parameters: {'id': '942c3435-eb77-4f00-9314-83ef53ca2d34'}] Oct 13 15:33:39.567088 dv-neutron-860329-2-hyperv neutron-server[88973]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:33:39.567445 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG oslo_db.api [None req-69f1746f-bff1-4da1-86af-ff293c01685d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:33:39.569636 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20645a25-5b11-459e-bccd-116da8622254 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:39.574569 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-20645a25-5b11-459e-bccd-116da8622254 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=332deead-5b2a-455d-98e9-267dc8f3aac9 HTTP/1.1" status: 200 len: 1093 time: 1.7031214 Oct 13 15:33:39.575392 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 53142) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:39.580895 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6458d87d-0204-4aa3-add5-2b7c61cb853f tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Pushing event deleted for resources: {'Port': ['ID=a83ef46b-552d-42fd-aba5-84760a37560b,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:39.587341 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-ee537c67-30f8-4083-aa7d-3ed1590b5b61 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'floatingip': {'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'port_id': 'dea749d8-9d42-4db5-9291-341b4b112438', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:39.597116 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-ee537c67-30f8-4083-aa7d-3ed1590b5b61 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:39.601294 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-ee537c67-30f8-4083-aa7d-3ed1590b5b61 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:floatingip and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:39.606544 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-abd42f00-e69a-4b3c-ab9a-1ed22eb665f2 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] DELETE failed (client error): The resource could not be found. Oct 13 15:33:39.607251 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-abd42f00-e69a-4b3c-ab9a-1ed22eb665f2 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:33:39.609174 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-ee537c67-30f8-4083-aa7d-3ed1590b5b61 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:39.609954 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-abd42f00-e69a-4b3c-ab9a-1ed22eb665f2 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "DELETE /v2.0/subnets/5e95d43a-0949-4f95-8bfd-f52a0aac71b2 HTTP/1.1" status: 404 len: 337 time: 0.0555408 Oct 13 15:33:39.612638 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment a66d32ef-a0c0-4023-bbd4-535073d3d9aa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a66d32ef-a0c0-4023-bbd4-535073d3d9aa found for delete ", "request_id": "req-6f8424fe-39d1-45f5-b32e-1088349ea502"}]} Oct 13 15:33:39.615714 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53146) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:39.620091 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-ee537c67-30f8-4083-aa7d-3ed1590b5b61 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:39.646307 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ee537c67-30f8-4083-aa7d-3ed1590b5b61 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for floatingip, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:39.650797 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:39.698981 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbfc4524-a78f-4471-8a1f-efef7f053851 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] DELETE failed (client error): The resource could not be found. Oct 13 15:33:39.699634 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbfc4524-a78f-4471-8a1f-efef7f053851 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:33:39.704235 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-fbfc4524-a78f-4471-8a1f-efef7f053851 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "DELETE /v2.0/networks/cd185769-fe61-4cb7-bdee-b220b419c807 HTTP/1.1" status: 404 len: 339 time: 0.0847490 Oct 13 15:33:39.704787 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53150) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:39.713634 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-04ea1e46-a9a6-4e07-b96f-058363e6f269 None None] Provisioning complete for port 97bf083e-f419-400a-b7ea-7dd5efd7bbf1 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:33:39.714176 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-04ea1e46-a9a6-4e07-b96f-058363e6f269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:39.714555 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-04ea1e46-a9a6-4e07-b96f-058363e6f269 None None] Attempt 1 to provision port 97bf083e-f419-400a-b7ea-7dd5efd7bbf1 Oct 13 15:33:39.823719 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e48f16d0-80da-4d07-8d7b-a6101b1b499d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:39.834352 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d255310-d1fe-45e7-aa36-64fc31435332 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] DELETE failed (client error): The resource could not be found. Oct 13 15:33:39.834809 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d255310-d1fe-45e7-aa36-64fc31435332 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:33:39.838165 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-8d255310-d1fe-45e7-aa36-64fc31435332 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "DELETE /v2.0/subnets/e1312ea9-8522-4183-b025-1a7e0d45bb41 HTTP/1.1" status: 404 len: 337 time: 0.1303418 Oct 13 15:33:39.839947 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53154) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:39.867491 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-e48f16d0-80da-4d07-8d7b-a6101b1b499d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:39.877135 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-e48f16d0-80da-4d07-8d7b-a6101b1b499d admin admin] Usage tracker for resource:security_group_rule and tenant:b9a55678514d42d7925bf26a49fa7ef9 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:39.882286 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-e48f16d0-80da-4d07-8d7b-a6101b1b499d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:39.886892 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4213bf1-913e-4a7d-b7e6-33bc89c8bb1c tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] DELETE failed (client error): The resource could not be found. Oct 13 15:33:39.887364 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4213bf1-913e-4a7d-b7e6-33bc89c8bb1c tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:33:39.890588 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a4213bf1-913e-4a7d-b7e6-33bc89c8bb1c tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "DELETE /v2.0/networks/55ea22c7-f107-4275-b85b-e32b53276991 HTTP/1.1" status: 404 len: 339 time: 0.0495424 Oct 13 15:33:39.895659 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53158) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:39.901393 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-e48f16d0-80da-4d07-8d7b-a6101b1b499d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:39.928007 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8be38eec-788d-4588-830f-4f0f60a59111 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:39.957869 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-8355d590-5071-4bac-b6be-1f5cedd8ff12 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] DELETE failed (client error): The resource could not be found. Oct 13 15:33:39.958582 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8355d590-5071-4bac-b6be-1f5cedd8ff12 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:33:39.963009 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-8355d590-5071-4bac-b6be-1f5cedd8ff12 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "DELETE /v2.0/subnets/78d87eef-06a3-4218-bf77-39548516d793 HTTP/1.1" status: 404 len: 337 time: 0.0635829 Oct 13 15:33:39.964765 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53162) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:39.970364 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 39d9f9a4-b742-4118-8bbf-884de89ca53e is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:33:39.971970 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device ba7d21c2-4f48-4533-91fd-451aba74fce3 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:33:40.006872 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe385760-5928-41a8-8642-4b26f2102a58 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] DELETE failed (client error): The resource could not be found. Oct 13 15:33:40.007409 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe385760-5928-41a8-8642-4b26f2102a58 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:33:40.020998 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-fe385760-5928-41a8-8642-4b26f2102a58 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "DELETE /v2.0/networks/2c669746-89d7-4cf8-99ef-11a12f312508 HTTP/1.1" status: 404 len: 339 time: 0.0528605 Oct 13 15:33:40.022489 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53166) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:40.108025 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-f09f0459-7fbf-4f4b-9609-3e1861c57f4b tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Deleting subnet 5d00cce0-947d-41be-8c4c-cdc6cd2357ad {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:33:40.115869 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f09f0459-7fbf-4f4b-9609-3e1861c57f4b tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:40.172478 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2b10f96b-8e6d-4121-bb82-26487fe7f4eb None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:40.175582 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-69f1746f-bff1-4da1-86af-ff293c01685d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:40.190366 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-04ea1e46-a9a6-4e07-b96f-058363e6f269 None None] Current status of the port 97bf083e-f419-400a-b7ea-7dd5efd7bbf1 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:33:40.193285 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-2b10f96b-8e6d-4121-bb82-26487fe7f4eb None None] Transition to ACTIVE for port object 11c8e659-9faa-482f-83af-683e10a23e41 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:33:40.199505 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port ba7d21c2-4f48-4533-91fd-451aba74fce3 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:33:40.202023 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f09f0459-7fbf-4f4b-9609-3e1861c57f4b tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:40.218274 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-2b10f96b-8e6d-4121-bb82-26487fe7f4eb None None] Transition to ACTIVE for port object 11c8e659-9faa-482f-83af-683e10a23e41 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:33:40.224977 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2b10f96b-8e6d-4121-bb82-26487fe7f4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:40.233514 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e48f16d0-80da-4d07-8d7b-a6101b1b499d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:40.241489 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e48f16d0-80da-4d07-8d7b-a6101b1b499d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:40.306016 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-e48f16d0-80da-4d07-8d7b-a6101b1b499d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b9a55678514d42d7925bf26a49fa7ef9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7626491 Oct 13 15:33:40.306210 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b10f96b-8e6d-4121-bb82-26487fe7f4eb None None] Network 94806bf1-4063-495f-b8a0-bb67a33e849c is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:33:40.306210 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b10f96b-8e6d-4121-bb82-26487fe7f4eb None None] Pushing event updated for resources: {'Port': ['ID=11c8e659-9faa-482f-83af-683e10a23e41,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:40.307342 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 53170) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:40.309103 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-2b10f96b-8e6d-4121-bb82-26487fe7f4eb None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:33:40.309412 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48f16d0-80da-4d07-8d7b-a6101b1b499d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27f38fe3-841d-42d0-a80c-9702c1e2fcb2,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:40.310773 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b10f96b-8e6d-4121-bb82-26487fe7f4eb None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:33:40.324188 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-69f1746f-bff1-4da1-86af-ff293c01685d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Deleting port 2d5d7d4f-62da-4b54-a615-f29ceb1b7b52 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:33:40.324647 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-69f1746f-bff1-4da1-86af-ff293c01685d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:40.343589 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f09f0459-7fbf-4f4b-9609-3e1861c57f4b tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:40.350232 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6458d87d-0204-4aa3-add5-2b7c61cb853f tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:40.396388 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-296ad658-2b10-42fb-ac0b-cfc2482c8d1e None None] Could not find standard attr ID for object a83ef46b-552d-42fd-aba5-84760a37560b. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:33:40.425314 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-2b10f96b-8e6d-4121-bb82-26487fe7f4eb None None] Attempting to bind port 11c8e659-9faa-482f-83af-683e10a23e41 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:33:40.425821 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-2b10f96b-8e6d-4121-bb82-26487fe7f4eb None None] Attempting to bind port 11c8e659-9faa-482f-83af-683e10a23e41 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'a13aeab9-acb9-47ba-9c38-bc01c1394b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '94806bf1-4063-495f-b8a0-bb67a33e849c'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:33:40.426231 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b10f96b-8e6d-4121-bb82-26487fe7f4eb None None] Attempting to bind port 11c8e659-9faa-482f-83af-683e10a23e41 on network 94806bf1-4063-495f-b8a0-bb67a33e849c {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:33:40.429848 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f09f0459-7fbf-4f4b-9609-3e1861c57f4b tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:40.431159 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-296ad658-2b10-42fb-ac0b-cfc2482c8d1e None None] Provisioning for port ba7d21c2-4f48-4533-91fd-451aba74fce3 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:33:40.437079 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b10f96b-8e6d-4121-bb82-26487fe7f4eb None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:33:40.437538 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b10f96b-8e6d-4121-bb82-26487fe7f4eb None None] Checking segment: {'id': 'a13aeab9-acb9-47ba-9c38-bc01c1394b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '94806bf1-4063-495f-b8a0-bb67a33e849c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:33:40.438064 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2b10f96b-8e6d-4121-bb82-26487fe7f4eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:40.438588 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b10f96b-8e6d-4121-bb82-26487fe7f4eb None None] Bound using segment: {'id': 'a13aeab9-acb9-47ba-9c38-bc01c1394b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '94806bf1-4063-495f-b8a0-bb67a33e849c'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:33:40.439168 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-2b10f96b-8e6d-4121-bb82-26487fe7f4eb None None] Bound port: 11c8e659-9faa-482f-83af-683e10a23e41, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a13aeab9-acb9-47ba-9c38-bc01c1394b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '94806bf1-4063-495f-b8a0-bb67a33e849c'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:33:40.440175 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2b10f96b-8e6d-4121-bb82-26487fe7f4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:40.451102 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-296ad658-2b10-42fb-ac0b-cfc2482c8d1e None None] Provisioning complete for port ba7d21c2-4f48-4533-91fd-451aba74fce3 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:33:40.451604 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-296ad658-2b10-42fb-ac0b-cfc2482c8d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:40.452038 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-296ad658-2b10-42fb-ac0b-cfc2482c8d1e None None] Attempt 1 to provision port ba7d21c2-4f48-4533-91fd-451aba74fce3 Oct 13 15:33:40.483490 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f09f0459-7fbf-4f4b-9609-3e1861c57f4b tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks [] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:40.486730 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09f0459-7fbf-4f4b-9609-3e1861c57f4b tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Pushing event deleted for resources: {'Subnet': ['ID=5d00cce0-947d-41be-8c4c-cdc6cd2357ad,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:40.492642 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c669e58-5683-4e27-9387-1056f986390e None None] Network f7841021-c854-4972-be8a-a4cf2ec5fc4d requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:33:40.506041 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-f09f0459-7fbf-4f4b-9609-3e1861c57f4b tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "DELETE /v2.0/subnets/5d00cce0-947d-41be-8c4c-cdc6cd2357ad HTTP/1.1" status: 204 len: 168 time: 0.4801188 Oct 13 15:33:40.506501 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53174) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:40.623061 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f1be2815-bfb5-470d-8e9f-0f24ca9e3666 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:40.634685 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-f1be2815-bfb5-470d-8e9f-0f24ca9e3666 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Deleting port d291660a-418b-411c-ba5a-67253572be2e {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:33:40.635141 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f1be2815-bfb5-470d-8e9f-0f24ca9e3666 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:40.726153 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-2b10f96b-8e6d-4121-bb82-26487fe7f4eb None None] For port 11c8e659-9faa-482f-83af-683e10a23e41, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:33:40.802930 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-2b10f96b-8e6d-4121-bb82-26487fe7f4eb None None] For port 11c8e659-9faa-482f-83af-683e10a23e41, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=11c8e659-9faa-482f-83af-683e10a23e41,segment=NetworkSegment(a13aeab9-acb9-47ba-9c38-bc01c1394b68),segment_id=a13aeab9-acb9-47ba-9c38-bc01c1394b68)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:33:40.817191 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2b10f96b-8e6d-4121-bb82-26487fe7f4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:40.869520 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-f1be2815-bfb5-470d-8e9f-0f24ca9e3666 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] For port d291660a-418b-411c-ba5a-67253572be2e, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=d291660a-418b-411c-ba5a-67253572be2e,segment=NetworkSegment(5856d74a-d4d6-4ff5-8a33-476be5b86a92),segment_id=5856d74a-d4d6-4ff5-8a33-476be5b86a92)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:33:40.870101 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f1be2815-bfb5-470d-8e9f-0f24ca9e3666 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:40.961049 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-296ad658-2b10-42fb-ac0b-cfc2482c8d1e None None] Current status of the port ba7d21c2-4f48-4533-91fd-451aba74fce3 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:33:40.961658 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-296ad658-2b10-42fb-ac0b-cfc2482c8d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:40.964237 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-45f31d63-ad2d-49f1-87c5-85bceb62a5b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:41.004465 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-f1be2815-bfb5-470d-8e9f-0f24ca9e3666 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Calling delete_port for d291660a-418b-411c-ba5a-67253572be2e owned by network:dhcp {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:33:41.014306 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b10f96b-8e6d-4121-bb82-26487fe7f4eb None None] Pushing event updated for resources: {'Port': ['ID=11c8e659-9faa-482f-83af-683e10a23e41,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:41.030776 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-296ad658-2b10-42fb-ac0b-cfc2482c8d1e None None] For port ba7d21c2-4f48-4533-91fd-451aba74fce3, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=ba7d21c2-4f48-4533-91fd-451aba74fce3,segment=NetworkSegment(d439d4f7-768b-4325-98d4-c0fe49464b3c),segment_id=d439d4f7-768b-4325-98d4-c0fe49464b3c)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:33:41.040611 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-296ad658-2b10-42fb-ac0b-cfc2482c8d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:41.107472 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f1be2815-bfb5-470d-8e9f-0f24ca9e3666 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:41.123541 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3086eda9-05fb-4178-9506-2e449185e72e None None] DHCP port deletion for f7841021-c854-4972-be8a-a4cf2ec5fc4d request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:33:41.125611 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ee537c67-30f8-4083-aa7d-3ed1590b5b61 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:41.150838 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-296ad658-2b10-42fb-ac0b-cfc2482c8d1e None None] Provisioning for port c67dd2dc-04c9-419a-8dd9-5cee26ea9939 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:33:41.161473 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-296ad658-2b10-42fb-ac0b-cfc2482c8d1e None None] Provisioning complete for port c67dd2dc-04c9-419a-8dd9-5cee26ea9939 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:33:41.161993 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-296ad658-2b10-42fb-ac0b-cfc2482c8d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:41.162512 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-296ad658-2b10-42fb-ac0b-cfc2482c8d1e None None] Attempt 1 to provision port c67dd2dc-04c9-419a-8dd9-5cee26ea9939 Oct 13 15:33:41.165188 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be2815-bfb5-470d-8e9f-0f24ca9e3666 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Pushing event deleted for resources: {'Port': ['ID=d291660a-418b-411c-ba5a-67253572be2e,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:41.171086 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1be2815-bfb5-470d-8e9f-0f24ca9e3666 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] No DVR routers for this DVR port d291660a-418b-411c-ba5a-67253572be2e on host dv-neutron-860329-2-hyperv {{(pid=88972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:33:41.230517 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6458d87d-0204-4aa3-add5-2b7c61cb853f tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Router 5540074a-a8aa-40c8-ba3d-34c019f08aa6 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:33:41.232292 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-69f1746f-bff1-4da1-86af-ff293c01685d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] For port 2d5d7d4f-62da-4b54-a615-f29ceb1b7b52, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=2d5d7d4f-62da-4b54-a615-f29ceb1b7b52,segment=NetworkSegment(fc00ec7b-7cfa-4ed6-8137-0e6fe0123b7f),segment_id=fc00ec7b-7cfa-4ed6-8137-0e6fe0123b7f)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:33:41.232731 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-69f1746f-bff1-4da1-86af-ff293c01685d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:41.241577 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-45f31d63-ad2d-49f1-87c5-85bceb62a5b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:41.318178 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ad658-2b10-42fb-ac0b-cfc2482c8d1e None None] Pushing event updated for resources: {'Port': ['ID=ba7d21c2-4f48-4533-91fd-451aba74fce3,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:41.363606 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-296ad658-2b10-42fb-ac0b-cfc2482c8d1e None None] Current status of the port c67dd2dc-04c9-419a-8dd9-5cee26ea9939 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:33:41.363896 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-296ad658-2b10-42fb-ac0b-cfc2482c8d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:41.400722 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-296ad658-2b10-42fb-ac0b-cfc2482c8d1e None None] For port c67dd2dc-04c9-419a-8dd9-5cee26ea9939, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=c67dd2dc-04c9-419a-8dd9-5cee26ea9939,segment=NetworkSegment(d439d4f7-768b-4325-98d4-c0fe49464b3c),segment_id=d439d4f7-768b-4325-98d4-c0fe49464b3c)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:33:41.405814 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-296ad658-2b10-42fb-ac0b-cfc2482c8d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:41.441703 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f1be2815-bfb5-470d-8e9f-0f24ca9e3666 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:41.459150 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-296ad658-2b10-42fb-ac0b-cfc2482c8d1e None None] Provisioning for port 045c32a4-da24-4d8e-aa6f-bb8c10e027a0 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:33:41.474847 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-f1be2815-bfb5-470d-8e9f-0f24ca9e3666 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7841021-c854-4972-be8a-a4cf2ec5fc4d']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:41.475675 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-69f1746f-bff1-4da1-86af-ff293c01685d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Calling delete_port for 2d5d7d4f-62da-4b54-a615-f29ceb1b7b52 owned by network:dhcp {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:33:41.475812 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-296ad658-2b10-42fb-ac0b-cfc2482c8d1e None None] Provisioning complete for port 045c32a4-da24-4d8e-aa6f-bb8c10e027a0 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:33:41.476481 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-296ad658-2b10-42fb-ac0b-cfc2482c8d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:41.476647 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-296ad658-2b10-42fb-ac0b-cfc2482c8d1e None None] Attempt 1 to provision port 045c32a4-da24-4d8e-aa6f-bb8c10e027a0 Oct 13 15:33:41.497315 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-f1be2815-bfb5-470d-8e9f-0f24ca9e3666 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5856d74a-d4d6-4ff5-8a33-476be5b86a92') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:41.497608 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-f1be2815-bfb5-470d-8e9f-0f24ca9e3666 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5856d74a-d4d6-4ff5-8a33-476be5b86a92') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:41.514050 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f1be2815-bfb5-470d-8e9f-0f24ca9e3666 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:41.532406 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f1be2815-bfb5-470d-8e9f-0f24ca9e3666 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:41.541184 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1be2815-bfb5-470d-8e9f-0f24ca9e3666 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:33:41.541700 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f1be2815-bfb5-470d-8e9f-0f24ca9e3666 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:41.553954 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ad658-2b10-42fb-ac0b-cfc2482c8d1e None None] Pushing event updated for resources: {'Port': ['ID=c67dd2dc-04c9-419a-8dd9-5cee26ea9939,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:41.626985 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-296ad658-2b10-42fb-ac0b-cfc2482c8d1e None None] Current status of the port 045c32a4-da24-4d8e-aa6f-bb8c10e027a0 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:33:41.627663 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-296ad658-2b10-42fb-ac0b-cfc2482c8d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:41.648725 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 5856d74a-d4d6-4ff5-8a33-476be5b86a92 resource provider aggregate not found Oct 13 15:33:41.672763 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 5856d74a-d4d6-4ff5-8a33-476be5b86a92 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5856d74a-d4d6-4ff5-8a33-476be5b86a92 found for delete ", "request_id": "req-df0f503c-6311-44d2-92ed-9b02974b9b9e"}]} Oct 13 15:33:41.673250 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-296ad658-2b10-42fb-ac0b-cfc2482c8d1e None None] For port 045c32a4-da24-4d8e-aa6f-bb8c10e027a0, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=045c32a4-da24-4d8e-aa6f-bb8c10e027a0,segment=NetworkSegment(33765775-ad89-4ee7-8e9d-9d3ab1d0a40a),segment_id=33765775-ad89-4ee7-8e9d-9d3ab1d0a40a)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:33:41.676916 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f1be2815-bfb5-470d-8e9f-0f24ca9e3666 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:41.680317 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-296ad658-2b10-42fb-ac0b-cfc2482c8d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:41.703794 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f1be2815-bfb5-470d-8e9f-0f24ca9e3666 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:41.721883 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be2815-bfb5-470d-8e9f-0f24ca9e3666 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] Pushing event deleted for resources: {'Network': ['ID=f7841021-c854-4972-be8a-a4cf2ec5fc4d,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:41.726528 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-f1be2815-bfb5-470d-8e9f-0f24ca9e3666 tempest-NetworksTest-1112659560 tempest-NetworksTest-1112659560-project] 10.222.0.42 "DELETE /v2.0/networks/f7841021-c854-4972-be8a-a4cf2ec5fc4d HTTP/1.1" status: 204 len: 168 time: 1.2190137 Oct 13 15:33:41.730974 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-8be38eec-788d-4588-830f-4f0f60a59111 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Allocated IP 172.21.0.1 (94806bf1-4063-495f-b8a0-bb67a33e849c/c1ebce1d-272a-42ad-8c99-e3ef6810c143/e0a50cf1-0f52-452b-9e51-24acf8d71801) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:33:41.743232 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6458d87d-0204-4aa3-add5-2b7c61cb853f tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:33:41.770152 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440717b0-8517-455a-9924-2ef5bbeb393e None None] Sync routers for ids ['5540074a-a8aa-40c8-ba3d-34c019f08aa6'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:33:41.803855 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440717b0-8517-455a-9924-2ef5bbeb393e None None] Routers {'5540074a-a8aa-40c8-ba3d-34c019f08aa6'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:33:41.804464 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-440717b0-8517-455a-9924-2ef5bbeb393e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:33:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['5540074a-a8aa-40c8-ba3d-34c019f08aa6'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:41.836454 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-45f31d63-ad2d-49f1-87c5-85bceb62a5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:41.859976 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-ee537c67-30f8-4083-aa7d-3ed1590b5b61 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Allocated IP 172.26.2.53 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/1cba1bff-8415-4f09-a924-8f4886c2e588) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:33:41.863912 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-296ad658-2b10-42fb-ac0b-cfc2482c8d1e None None] Provisioning complete for port 39d9f9a4-b742-4118-8bbf-884de89ca53e triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:33:41.864337 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-296ad658-2b10-42fb-ac0b-cfc2482c8d1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:41.864668 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-296ad658-2b10-42fb-ac0b-cfc2482c8d1e None None] Attempt 1 to provision port 39d9f9a4-b742-4118-8bbf-884de89ca53e Oct 13 15:33:41.879087 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f31d63-ad2d-49f1-87c5-85bceb62a5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27f38fe3-841d-42d0-a80c-9702c1e2fcb2,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:41.936348 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ad658-2b10-42fb-ac0b-cfc2482c8d1e None None] Pushing event updated for resources: {'Port': ['ID=045c32a4-da24-4d8e-aa6f-bb8c10e027a0,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:41.939121 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-440717b0-8517-455a-9924-2ef5bbeb393e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:41.943715 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-69f1746f-bff1-4da1-86af-ff293c01685d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:41.967790 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-440717b0-8517-455a-9924-2ef5bbeb393e None None] Routers {'5540074a-a8aa-40c8-ba3d-34c019f08aa6'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:33:41.970080 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-440717b0-8517-455a-9924-2ef5bbeb393e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:33:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['5540074a-a8aa-40c8-ba3d-34c019f08aa6'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:41.996092 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-6458d87d-0204-4aa3-add5-2b7c61cb853f tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] 10.222.0.42 "PUT /v2.0/routers/5540074a-a8aa-40c8-ba3d-34c019f08aa6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6581945 Oct 13 15:33:41.997726 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-45f31d63-ad2d-49f1-87c5-85bceb62a5b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:41.998927 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-45f31d63-ad2d-49f1-87c5-85bceb62a5b8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/27f38fe3-841d-42d0-a80c-9702c1e2fcb2 HTTP/1.1" status: 204 len: 168 time: 1.6893184 Oct 13 15:33:42.000755 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53186) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:42.038801 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f1746f-bff1-4da1-86af-ff293c01685d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Pushing event deleted for resources: {'Port': ['ID=2d5d7d4f-62da-4b54-a615-f29ceb1b7b52,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:42.054325 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 53192) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:42.068557 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-440717b0-8517-455a-9924-2ef5bbeb393e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:42.068953 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-440717b0-8517-455a-9924-2ef5bbeb393e None None] The sync data for ids ['5540074a-a8aa-40c8-ba3d-34c019f08aa6'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:33:42.071009 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f1746f-bff1-4da1-86af-ff293c01685d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] No DVR routers for this DVR port 2d5d7d4f-62da-4b54-a615-f29ceb1b7b52 on host dv-neutron-860329-2-hyperv {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:33:42.096936 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-1d888e98-80ef-4c1c-8482-058bf61e7240 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] delete failed (client error): The resource could not be found. Oct 13 15:33:42.105909 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-1d888e98-80ef-4c1c-8482-058bf61e7240 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] 10.222.0.42 "DELETE /v2.0/routers/tempest-non_exist_router-839045984 HTTP/1.1" status: 404 len: 334 time: 0.1003168 Oct 13 15:33:42.106518 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53198) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:42.122695 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-e0dc7150-41c1-45b5-ab9c-88d830d7049d tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Request body: {'router': {'external_gateway_info': {'network_id': '5540074a-a8aa-40c8-ba3d-34c019f08aa6'}}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:42.149418 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-296ad658-2b10-42fb-ac0b-cfc2482c8d1e None None] Current status of the port 39d9f9a4-b742-4118-8bbf-884de89ca53e is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:33:42.344557 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-69f1746f-bff1-4da1-86af-ff293c01685d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:42.365801 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8be38eec-788d-4588-830f-4f0f60a59111 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:42.422498 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-69f1746f-bff1-4da1-86af-ff293c01685d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['942c3435-eb77-4f00-9314-83ef53ca2d34']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:42.450088 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-8be38eec-788d-4588-830f-4f0f60a59111 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Transition to ACTIVE for port object e0a50cf1-0f52-452b-9e51-24acf8d71801 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:33:42.453560 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ee537c67-30f8-4083-aa7d-3ed1590b5b61 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:42.461655 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-69f1746f-bff1-4da1-86af-ff293c01685d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc00ec7b-7cfa-4ed6-8137-0e6fe0123b7f') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:42.462060 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-69f1746f-bff1-4da1-86af-ff293c01685d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc00ec7b-7cfa-4ed6-8137-0e6fe0123b7f') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:42.542904 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e83f361-e5b4-4cc8-906b-dfb963939372 None None] Network 94806bf1-4063-495f-b8a0-bb67a33e849c requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:33:42.643961 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-69f1746f-bff1-4da1-86af-ff293c01685d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:42.745571 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-69f1746f-bff1-4da1-86af-ff293c01685d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:42.762722 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e0dc7150-41c1-45b5-ab9c-88d830d7049d tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:42.806031 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69f1746f-bff1-4da1-86af-ff293c01685d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:33:42.806606 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-69f1746f-bff1-4da1-86af-ff293c01685d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:42.821357 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-e0dc7150-41c1-45b5-ab9c-88d830d7049d tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] update failed (client error): The resource could not be found. Oct 13 15:33:42.823031 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-e0dc7150-41c1-45b5-ab9c-88d830d7049d tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] 10.222.0.42 "PUT /v2.0/routers/5540074a-a8aa-40c8-ba3d-34c019f08aa6 HTTP/1.1" status: 404 len: 339 time: 0.7158060 Oct 13 15:33:42.827741 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53216) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:42.844878 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-91ad9a35-e35c-46de-978e-cc2076c50e8d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=189a2a783ff94d9d83e28e5d7a0f1bba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7880909 Oct 13 15:33:42.884581 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-8c1ada23-f968-4ddb-8535-2d4129bdf35c None None] Provisioning for port 11c8e659-9faa-482f-83af-683e10a23e41 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:33:42.911159 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 53222) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:42.917010 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment fc00ec7b-7cfa-4ed6-8137-0e6fe0123b7f resource provider aggregate not found Oct 13 15:33:42.954362 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment fc00ec7b-7cfa-4ed6-8137-0e6fe0123b7f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fc00ec7b-7cfa-4ed6-8137-0e6fe0123b7f found for delete ", "request_id": "req-a46062b6-90ed-42b6-8777-95b55d103f70"}]} Oct 13 15:33:42.962679 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8be38eec-788d-4588-830f-4f0f60a59111 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:42.985602 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device c67dd2dc-04c9-419a-8dd9-5cee26ea9939 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:33:43.013092 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ee537c67-30f8-4083-aa7d-3ed1590b5b61 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:43.080929 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port c67dd2dc-04c9-419a-8dd9-5cee26ea9939 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:33:43.081919 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:43.082482 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port c67dd2dc-04c9-419a-8dd9-5cee26ea9939 Oct 13 15:33:43.101110 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-69f1746f-bff1-4da1-86af-ff293c01685d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:43.132280 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53232) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:43.158868 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-69f1746f-bff1-4da1-86af-ff293c01685d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:43.163033 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be38eec-788d-4588-830f-4f0f60a59111 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Network 94806bf1-4063-495f-b8a0-bb67a33e849c is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:33:43.164863 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee537c67-30f8-4083-aa7d-3ed1590b5b61 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:33:43.179818 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-8be38eec-788d-4588-830f-4f0f60a59111 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:33:43.196192 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-ee537c67-30f8-4083-aa7d-3ed1590b5b61 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:33:43.198421 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f1746f-bff1-4da1-86af-ff293c01685d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Pushing event deleted for resources: {'Network': ['ID=942c3435-eb77-4f00-9314-83ef53ca2d34,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:43.202060 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be38eec-788d-4588-830f-4f0f60a59111 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:33:43.229487 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee537c67-30f8-4083-aa7d-3ed1590b5b61 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:33:43.240807 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port c67dd2dc-04c9-419a-8dd9-5cee26ea9939 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:33:43.242484 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device ba7d21c2-4f48-4533-91fd-451aba74fce3 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:33:43.256373 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be38eec-788d-4588-830f-4f0f60a59111 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event updated for resources: {'Port': ['ID=e0a50cf1-0f52-452b-9e51-24acf8d71801,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:43.289348 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-69f1746f-bff1-4da1-86af-ff293c01685d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "DELETE /v2.0/networks/942c3435-eb77-4f00-9314-83ef53ca2d34 HTTP/1.1" status: 204 len: 168 time: 9.1742098 Oct 13 15:33:43.296190 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be38eec-788d-4588-830f-4f0f60a59111 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:43.296538 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be38eec-788d-4588-830f-4f0f60a59111 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:43.296875 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be38eec-788d-4588-830f-4f0f60a59111 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:43.297204 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be38eec-788d-4588-830f-4f0f60a59111 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:43.297532 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be38eec-788d-4588-830f-4f0f60a59111 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:43.297857 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be38eec-788d-4588-830f-4f0f60a59111 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:43.298201 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be38eec-788d-4588-830f-4f0f60a59111 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:43.298524 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be38eec-788d-4588-830f-4f0f60a59111 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:43.299367 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be38eec-788d-4588-830f-4f0f60a59111 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:43.299703 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be38eec-788d-4588-830f-4f0f60a59111 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:43.300022 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be38eec-788d-4588-830f-4f0f60a59111 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:43.300339 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8be38eec-788d-4588-830f-4f0f60a59111 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:43.304836 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f1746f-bff1-4da1-86af-ff293c01685d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:43.305188 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f1746f-bff1-4da1-86af-ff293c01685d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:43.305529 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f1746f-bff1-4da1-86af-ff293c01685d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:43.305986 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f1746f-bff1-4da1-86af-ff293c01685d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:43.306346 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f1746f-bff1-4da1-86af-ff293c01685d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:43.306844 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f1746f-bff1-4da1-86af-ff293c01685d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:43.307000 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f1746f-bff1-4da1-86af-ff293c01685d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:43.307312 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f1746f-bff1-4da1-86af-ff293c01685d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:43.307637 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f1746f-bff1-4da1-86af-ff293c01685d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:43.307958 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f1746f-bff1-4da1-86af-ff293c01685d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:43.308277 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f1746f-bff1-4da1-86af-ff293c01685d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:43.308595 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69f1746f-bff1-4da1-86af-ff293c01685d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:43.309471 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53238) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:43.334142 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-55dea6bc-2c3e-4da9-b0fc-eefbb40162c1 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-700047874'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:43.338835 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port ba7d21c2-4f48-4533-91fd-451aba74fce3 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:33:43.339205 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:43.339700 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port ba7d21c2-4f48-4533-91fd-451aba74fce3 Oct 13 15:33:43.413169 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-55dea6bc-2c3e-4da9-b0fc-eefbb40162c1 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:43.423519 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-2bf08e8f-acf4-4d13-ac7c-816dbeeabc79 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1253664350-network', 'tenant_id': 'a0bbf7edc7a946259d43826a5fe36972'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:43.425129 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e0f877e0-418f-4686-a4b1-45401485f4d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:43.431638 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8be38eec-788d-4588-830f-4f0f60a59111 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:43.439378 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-55dea6bc-2c3e-4da9-b0fc-eefbb40162c1 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Usage tracker for resource:network and tenant:241b06d1b66d4165a8f1f259a57fe469 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:43.445801 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-55dea6bc-2c3e-4da9-b0fc-eefbb40162c1 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:43.451614 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-2bf08e8f-acf4-4d13-ac7c-816dbeeabc79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:43.460734 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-55dea6bc-2c3e-4da9-b0fc-eefbb40162c1 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:43.462883 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-2bf08e8f-acf4-4d13-ac7c-816dbeeabc79 admin admin] Usage tracker for resource:network and tenant:a0bbf7edc7a946259d43826a5fe36972 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:43.495695 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port ba7d21c2-4f48-4533-91fd-451aba74fce3 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:33:43.497282 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 045c32a4-da24-4d8e-aa6f-bb8c10e027a0 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:33:43.534695 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee537c67-30f8-4083-aa7d-3ed1590b5b61 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Port': ['ID=1cba1bff-8415-4f09-a924-8f4886c2e588,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:43.567445 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e0f877e0-418f-4686-a4b1-45401485f4d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:43.571781 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06ae879-90a3-4615-b2ba-7b91b52032df None None] get_active_networks_info from dv-neutron-860329-2-hyperv {{(pid=88974) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 13 15:33:43.633789 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-2bf08e8f-acf4-4d13-ac7c-816dbeeabc79 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:43.650289 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 045c32a4-da24-4d8e-aa6f-bb8c10e027a0 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:33:43.650616 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:43.651594 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 045c32a4-da24-4d8e-aa6f-bb8c10e027a0 Oct 13 15:33:43.652599 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-2bf08e8f-acf4-4d13-ac7c-816dbeeabc79 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:43.670465 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55dea6bc-2c3e-4da9-b0fc-eefbb40162c1 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Made reservation on behalf of 241b06d1b66d4165a8f1f259a57fe469 for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:33:43.675279 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-55dea6bc-2c3e-4da9-b0fc-eefbb40162c1 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:43.684188 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-1107057b-417b-479f-aada-a5dac3673ecf None None] Provisioning for port e0a50cf1-0f52-452b-9e51-24acf8d71801 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:33:43.700120 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bf08e8f-acf4-4d13-ac7c-816dbeeabc79 admin admin] Made reservation on behalf of a0bbf7edc7a946259d43826a5fe36972 for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:33:43.702691 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2bf08e8f-acf4-4d13-ac7c-816dbeeabc79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:43.756080 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2bf08e8f-acf4-4d13-ac7c-816dbeeabc79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:43.757521 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-1107057b-417b-479f-aada-a5dac3673ecf None None] Provisioning complete for port e0a50cf1-0f52-452b-9e51-24acf8d71801 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:33:43.757892 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-1107057b-417b-479f-aada-a5dac3673ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:43.758249 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-1107057b-417b-479f-aada-a5dac3673ecf None None] Attempt 1 to provision port e0a50cf1-0f52-452b-9e51-24acf8d71801 Oct 13 15:33:43.773638 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5a2a0d8d-712a-4aa5-9c50-2b5da61ac96d tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:43.797813 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-2bf08e8f-acf4-4d13-ac7c-816dbeeabc79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:43.853845 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55dea6bc-2c3e-4da9-b0fc-eefbb40162c1 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:33:43.857707 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-1107057b-417b-479f-aada-a5dac3673ecf None None] Port e0a50cf1-0f52-452b-9e51-24acf8d71801 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:33:43.865245 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-2bf08e8f-acf4-4d13-ac7c-816dbeeabc79 admin admin] Usage tracker for resource:security_group_rule and tenant:a0bbf7edc7a946259d43826a5fe36972 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:43.931342 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-2bf08e8f-acf4-4d13-ac7c-816dbeeabc79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:43.937627 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e0f877e0-418f-4686-a4b1-45401485f4d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:43.952070 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-2bf08e8f-acf4-4d13-ac7c-816dbeeabc79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:43.953739 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 045c32a4-da24-4d8e-aa6f-bb8c10e027a0 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:33:43.954297 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-55dea6bc-2c3e-4da9-b0fc-eefbb40162c1 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:43.954637 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 11c8e659-9faa-482f-83af-683e10a23e41 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:33:43.954760 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-55dea6bc-2c3e-4da9-b0fc-eefbb40162c1 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Added segment 92eb6ca0-8f33-4825-9e78-70937ada3c8f of type vlan for network 3e279850-16cf-4284-bdcf-5471d7e018b2 Oct 13 15:33:43.974823 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f877e0-418f-4686-a4b1-45401485f4d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8bd89e9-bc9e-47f1-8555-3c6341c77e87,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:43.992298 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8be38eec-788d-4588-830f-4f0f60a59111 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:44.021930 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e0f877e0-418f-4686-a4b1-45401485f4d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:44.023030 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e0f877e0-418f-4686-a4b1-45401485f4d7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b8bd89e9-bc9e-47f1-8555-3c6341c77e87 HTTP/1.1" status: 204 len: 168 time: 1.1094387 Oct 13 15:33:44.062674 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06ae879-90a3-4615-b2ba-7b91b52032df None None] Resources bound (agent type, host, resource id): {{(pid=88974) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 15:33:44.091781 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-55dea6bc-2c3e-4da9-b0fc-eefbb40162c1 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:44.114959 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 11c8e659-9faa-482f-83af-683e10a23e41 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:33:44.144586 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 11c8e659-9faa-482f-83af-683e10a23e41 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:33:44.145310 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:44.145886 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 11c8e659-9faa-482f-83af-683e10a23e41 Oct 13 15:33:44.241504 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-55dea6bc-2c3e-4da9-b0fc-eefbb40162c1 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:44.247350 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55dea6bc-2c3e-4da9-b0fc-eefbb40162c1 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:44.248053 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-55dea6bc-2c3e-4da9-b0fc-eefbb40162c1 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:44.344701 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2bf08e8f-acf4-4d13-ac7c-816dbeeabc79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:44.383569 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ee537c67-30f8-4083-aa7d-3ed1590b5b61 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:44.400928 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-1107057b-417b-479f-aada-a5dac3673ecf None None] Attempt 2 to provision port e0a50cf1-0f52-452b-9e51-24acf8d71801 Oct 13 15:33:44.424988 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2bf08e8f-acf4-4d13-ac7c-816dbeeabc79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:44.437006 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bf08e8f-acf4-4d13-ac7c-816dbeeabc79 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 431} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:33:44.437852 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 11c8e659-9faa-482f-83af-683e10a23e41 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:33:44.438285 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:44.446961 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2bf08e8f-acf4-4d13-ac7c-816dbeeabc79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:44.447301 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-2bf08e8f-acf4-4d13-ac7c-816dbeeabc79 admin admin] Added segment 83e50417-f7fa-4dd5-b80d-d1fe238ddc51 of type vlan for network da181f30-60f8-4f23-91ed-b59a77cfcda8 Oct 13 15:33:44.472694 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dea6bc-2c3e-4da9-b0fc-eefbb40162c1 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Pushing event updated for resources: {'Network': ['ID=3e279850-16cf-4284-bdcf-5471d7e018b2,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:44.502776 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-55dea6bc-2c3e-4da9-b0fc-eefbb40162c1 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1817808 Oct 13 15:33:44.507456 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-1107057b-417b-479f-aada-a5dac3673ecf None None] Port e0a50cf1-0f52-452b-9e51-24acf8d71801 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:33:44.521285 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53250) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:44.528893 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dea6bc-2c3e-4da9-b0fc-eefbb40162c1 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:44.529285 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dea6bc-2c3e-4da9-b0fc-eefbb40162c1 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:44.529580 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dea6bc-2c3e-4da9-b0fc-eefbb40162c1 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:44.530028 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dea6bc-2c3e-4da9-b0fc-eefbb40162c1 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:44.530512 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dea6bc-2c3e-4da9-b0fc-eefbb40162c1 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:44.530728 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dea6bc-2c3e-4da9-b0fc-eefbb40162c1 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:44.531154 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dea6bc-2c3e-4da9-b0fc-eefbb40162c1 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:44.531499 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dea6bc-2c3e-4da9-b0fc-eefbb40162c1 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:44.531809 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dea6bc-2c3e-4da9-b0fc-eefbb40162c1 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:44.532218 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dea6bc-2c3e-4da9-b0fc-eefbb40162c1 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:44.532881 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dea6bc-2c3e-4da9-b0fc-eefbb40162c1 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:44.533247 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dea6bc-2c3e-4da9-b0fc-eefbb40162c1 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:44.541546 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-5a2a0d8d-712a-4aa5-9c50-2b5da61ac96d tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Allocated IP 172.20.0.1 (36ae797b-6724-49fd-9941-ad5c2c65905c/bf6674cb-acd3-4ff9-9781-0cf8d4b3eb93/8d948104-28c1-4858-9761-71389b3d63b0) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:33:44.545661 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2bf08e8f-acf4-4d13-ac7c-816dbeeabc79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:44.553340 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 3e279850-16cf-4284-bdcf-5471d7e018b2 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:33:44.553568 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-494306a4-e3f4-47ab-85ab-edce7891dd34 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Request body: {'subnet': {'network_id': '3e279850-16cf-4284-bdcf-5471d7e018b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:44.573655 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf08e8f-acf4-4d13-ac7c-816dbeeabc79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e702b27-1533-4fef-807a-965daf085c44,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:44.646024 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 11c8e659-9faa-482f-83af-683e10a23e41, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=11c8e659-9faa-482f-83af-683e10a23e41,segment=NetworkSegment(a13aeab9-acb9-47ba-9c38-bc01c1394b68),segment_id=a13aeab9-acb9-47ba-9c38-bc01c1394b68)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:33:44.704911 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:44.753569 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8be38eec-788d-4588-830f-4f0f60a59111 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:44.772096 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8be38eec-788d-4588-830f-4f0f60a59111 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:44.808099 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device d291660a-418b-411c-ba5a-67253572be2e no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:33:44.850806 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-494306a4-e3f4-47ab-85ab-edce7891dd34 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:44.851103 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=11c8e659-9faa-482f-83af-683e10a23e41,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:44.853665 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: d291660a-418b-411c-ba5a-67253572be2e {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:33:44.854004 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device d291660a-418b-411c-ba5a-67253572be2e not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:33:44.856290 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2bf08e8f-acf4-4d13-ac7c-816dbeeabc79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:44.857424 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf08e8f-acf4-4d13-ac7c-816dbeeabc79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:44.858148 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2bf08e8f-acf4-4d13-ac7c-816dbeeabc79 admin admin] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:44.905108 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-494306a4-e3f4-47ab-85ab-edce7891dd34 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Usage tracker for resource:subnet and tenant:241b06d1b66d4165a8f1f259a57fe469 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:44.911064 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-494306a4-e3f4-47ab-85ab-edce7891dd34 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:44.927070 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-494306a4-e3f4-47ab-85ab-edce7891dd34 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:44.954396 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8be38eec-788d-4588-830f-4f0f60a59111 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:44.975016 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be38eec-788d-4588-830f-4f0f60a59111 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event updated for resources: {'Port': ['ID=e0a50cf1-0f52-452b-9e51-24acf8d71801,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:45.003948 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ee537c67-30f8-4083-aa7d-3ed1590b5b61 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:45.009684 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf08e8f-acf4-4d13-ac7c-816dbeeabc79 admin admin] Pushing event updated for resources: {'Network': ['ID=da181f30-60f8-4f23-91ed-b59a77cfcda8,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:45.016033 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-2bf08e8f-acf4-4d13-ac7c-816dbeeabc79 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8826416 Oct 13 15:33:45.026045 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-494306a4-e3f4-47ab-85ab-edce7891dd34 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Made reservation on behalf of 241b06d1b66d4165a8f1f259a57fe469 for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:33:45.029499 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-494306a4-e3f4-47ab-85ab-edce7891dd34 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:45.035293 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-1107057b-417b-479f-aada-a5dac3673ecf None None] Attempt 3 to provision port e0a50cf1-0f52-452b-9e51-24acf8d71801 Oct 13 15:33:45.043628 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 53264) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:45.075681 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-cc3396eb-b247-4b1e-9ebf-12cbb8750d23 admin admin] Request body: {'subnet': {'network_id': 'da181f30-60f8-4f23-91ed-b59a77cfcda8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1253664350-subnet', 'tenant_id': 'a0bbf7edc7a946259d43826a5fe36972', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:45.087133 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5a2a0d8d-712a-4aa5-9c50-2b5da61ac96d tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:45.102701 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-cc3396eb-b247-4b1e-9ebf-12cbb8750d23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:45.114048 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-cc3396eb-b247-4b1e-9ebf-12cbb8750d23 admin admin] Usage tracker for resource:subnet and tenant:a0bbf7edc7a946259d43826a5fe36972 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:45.117563 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 11c8e659-9faa-482f-83af-683e10a23e41 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:33:45.162442 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-cc3396eb-b247-4b1e-9ebf-12cbb8750d23 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:45.165927 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-5a2a0d8d-712a-4aa5-9c50-2b5da61ac96d tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Transition to ACTIVE for port object 8d948104-28c1-4858-9761-71389b3d63b0 will not be triggered until provisioned by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:33:45.182047 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-cc3396eb-b247-4b1e-9ebf-12cbb8750d23 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:45.190059 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network da181f30-60f8-4f23-91ed-b59a77cfcda8 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:33:45.210685 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-1107057b-417b-479f-aada-a5dac3673ecf None None] Port e0a50cf1-0f52-452b-9e51-24acf8d71801 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:33:45.236164 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3396eb-b247-4b1e-9ebf-12cbb8750d23 admin admin] Made reservation on behalf of a0bbf7edc7a946259d43826a5fe36972 for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:33:45.238997 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cc3396eb-b247-4b1e-9ebf-12cbb8750d23 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:45.249148 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53270) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:45.265494 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5a2a0d8d-712a-4aa5-9c50-2b5da61ac96d tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:45.309201 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 11c8e659-9faa-482f-83af-683e10a23e41 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:33:45.309579 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:45.309889 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 11c8e659-9faa-482f-83af-683e10a23e41 Oct 13 15:33:45.365090 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2a0d8d-712a-4aa5-9c50-2b5da61ac96d tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Network 36ae797b-6724-49fd-9941-ad5c2c65905c is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:33:45.369459 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-5a2a0d8d-712a-4aa5-9c50-2b5da61ac96d tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:33:45.375703 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2a0d8d-712a-4aa5-9c50-2b5da61ac96d tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:33:45.404863 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a0d8d-712a-4aa5-9c50-2b5da61ac96d tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Pushing event updated for resources: {'Port': ['ID=8d948104-28c1-4858-9761-71389b3d63b0,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:45.425928 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be38eec-788d-4588-830f-4f0f60a59111 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Network 94806bf1-4063-495f-b8a0-bb67a33e849c is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:33:45.434856 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-8be38eec-788d-4588-830f-4f0f60a59111 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:33:45.449095 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 11c8e659-9faa-482f-83af-683e10a23e41 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:33:45.483550 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-494306a4-e3f4-47ab-85ab-edce7891dd34 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:45.629739 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ee537c67-30f8-4083-aa7d-3ed1590b5b61 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:45.648096 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ee537c67-30f8-4083-aa7d-3ed1590b5b61 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:45.672797 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-d278efb9-9809-44a1-be3a-123a6fed07a2 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-295103059'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:45.681905 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5a2a0d8d-712a-4aa5-9c50-2b5da61ac96d tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:45.694383 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-d278efb9-9809-44a1-be3a-123a6fed07a2 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:45.711991 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-1107057b-417b-479f-aada-a5dac3673ecf None None] Attempt 4 to provision port e0a50cf1-0f52-452b-9e51-24acf8d71801 Oct 13 15:33:45.722339 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-d278efb9-9809-44a1-be3a-123a6fed07a2 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Usage tracker for resource:network and tenant:74c63d2b2bf7464291000aa1dbf2501a is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:45.728722 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-d278efb9-9809-44a1-be3a-123a6fed07a2 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:45.747044 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-d278efb9-9809-44a1-be3a-123a6fed07a2 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:45.774360 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494306a4-e3f4-47ab-85ab-edce7891dd34 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Pushing event updated for resources: {'Subnet': ['ID=409c5fe3-0330-4560-b711-bc75b1139f73,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:45.788245 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d278efb9-9809-44a1-be3a-123a6fed07a2 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Made reservation on behalf of 74c63d2b2bf7464291000aa1dbf2501a for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:33:45.791346 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d278efb9-9809-44a1-be3a-123a6fed07a2 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:45.797471 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-1107057b-417b-479f-aada-a5dac3673ecf None None] Port e0a50cf1-0f52-452b-9e51-24acf8d71801 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:33:45.804100 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-494306a4-e3f4-47ab-85ab-edce7891dd34 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Checking segment: {'id': '92eb6ca0-8f33-4825-9e78-70937ada3c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3e279850-16cf-4284-bdcf-5471d7e018b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:33:45.804446 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494306a4-e3f4-47ab-85ab-edce7891dd34 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Network hostable DHCP agents. Network: 3e279850-16cf-4284-bdcf-5471d7e018b2, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:33:45.812394 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d278efb9-9809-44a1-be3a-123a6fed07a2 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:45.839838 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee537c67-30f8-4083-aa7d-3ed1590b5b61 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Port': ['ID=1cba1bff-8415-4f09-a924-8f4886c2e588,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:45.840074 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-d278efb9-9809-44a1-be3a-123a6fed07a2 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:45.869676 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ee537c67-30f8-4083-aa7d-3ed1590b5b61 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:45.876791 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-d278efb9-9809-44a1-be3a-123a6fed07a2 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Usage tracker for resource:security_group_rule and tenant:74c63d2b2bf7464291000aa1dbf2501a is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:45.889235 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-d278efb9-9809-44a1-be3a-123a6fed07a2 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:45.901165 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-494306a4-e3f4-47ab-85ab-edce7891dd34 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Network 3e279850-16cf-4284-bdcf-5471d7e018b2 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:33:45.907255 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-d278efb9-9809-44a1-be3a-123a6fed07a2 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:45.922087 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-494306a4-e3f4-47ab-85ab-edce7891dd34 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 3e279850-16cf-4284-bdcf-5471d7e018b2) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:33:45.931620 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb46c86-b827-4805-a771-59014935be0b None None] Network 3e279850-16cf-4284-bdcf-5471d7e018b2 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:33:45.942475 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-494306a4-e3f4-47ab-85ab-edce7891dd34 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:45.943060 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-494306a4-e3f4-47ab-85ab-edce7891dd34 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks [] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:45.948919 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8be38eec-788d-4588-830f-4f0f60a59111 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Router a61a2962-a942-40f2-bf09-2f39a557f24c has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:33:45.950745 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5a2a0d8d-712a-4aa5-9c50-2b5da61ac96d tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:46.069234 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-494306a4-e3f4-47ab-85ab-edce7891dd34 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.5397787 Oct 13 15:33:46.070371 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53276) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:46.199419 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46cb89c1-fa66-4ec0-a9ac-515b43408f39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-3e279850-16cf-4284-bdcf-5471d7e018b2', 'network_id': '3e279850-16cf-4284-bdcf-5471d7e018b2', 'tenant_id': '241b06d1b66d4165a8f1f259a57fe469', 'fixed_ips': [{'subnet_id': '409c5fe3-0330-4560-b711-bc75b1139f73'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:33:46.200385 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-46cb89c1-fa66-4ec0-a9ac-515b43408f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:46.299116 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-1107057b-417b-479f-aada-a5dac3673ecf None None] Attempt 5 to provision port e0a50cf1-0f52-452b-9e51-24acf8d71801 Oct 13 15:33:46.344533 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cc3396eb-b247-4b1e-9ebf-12cbb8750d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:46.366172 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d278efb9-9809-44a1-be3a-123a6fed07a2 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:46.382491 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d278efb9-9809-44a1-be3a-123a6fed07a2 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:46.400389 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-1107057b-417b-479f-aada-a5dac3673ecf None None] Port e0a50cf1-0f52-452b-9e51-24acf8d71801 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:33:46.417460 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-46cb89c1-fa66-4ec0-a9ac-515b43408f39 None None] Allocated IP 2001:db8::1 (3e279850-16cf-4284-bdcf-5471d7e018b2/409c5fe3-0330-4560-b711-bc75b1139f73/47e3be4f-e4e6-40a1-b4c8-8238e9a81cac) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:33:46.437723 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.l3_db [None req-ee537c67-30f8-4083-aa7d-3ed1590b5b61 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Floating IP c6d66086-680c-4dab-ba40-dfa6a62e5f49 associated. External IP: 172.26.2.53, port: dea749d8-9d42-4db5-9291-341b4b112438. Oct 13 15:33:46.472787 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d278efb9-9809-44a1-be3a-123a6fed07a2 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 414} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:33:46.486019 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-09f9bb1f-bcd0-4c7f-b50d-5fa8084d362a tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:46.504819 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8be38eec-788d-4588-830f-4f0f60a59111 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:33:46.523071 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48d56ef-6fd9-4082-b845-9418be546af8 None None] Sync routers for ids ['a61a2962-a942-40f2-bf09-2f39a557f24c'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:33:46.538852 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3396eb-b247-4b1e-9ebf-12cbb8750d23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d73598aa-1370-47c9-9c9b-04e22558afec,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:46.542412 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d278efb9-9809-44a1-be3a-123a6fed07a2 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a081faec-e68a-4cdf-9f74-a92ee65021ed,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:46.551012 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d278efb9-9809-44a1-be3a-123a6fed07a2 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:46.551358 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-d278efb9-9809-44a1-be3a-123a6fed07a2 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Added segment c7952bc9-e04a-4847-9085-f518588b305d of type vlan for network ff032081-af48-45c3-a038-c41616465b51 Oct 13 15:33:46.558834 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48d56ef-6fd9-4082-b845-9418be546af8 None None] Routers {'a61a2962-a942-40f2-bf09-2f39a557f24c'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:33:46.561127 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3396eb-b247-4b1e-9ebf-12cbb8750d23 admin admin] Checking segment: {'id': '83e50417-f7fa-4dd5-b80d-d1fe238ddc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'da181f30-60f8-4f23-91ed-b59a77cfcda8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:33:46.561771 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3396eb-b247-4b1e-9ebf-12cbb8750d23 admin admin] Network hostable DHCP agents. Network: da181f30-60f8-4f23-91ed-b59a77cfcda8, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:33:46.563192 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-d48d56ef-6fd9-4082-b845-9418be546af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:33:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['a61a2962-a942-40f2-bf09-2f39a557f24c'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:46.567155 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-8be38eec-788d-4588-830f-4f0f60a59111 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "PUT /v2.0/routers/a61a2962-a942-40f2-bf09-2f39a557f24c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4631524 Oct 13 15:33:46.570681 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53280) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:46.591498 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-5cce4b99-4c9b-4ee7-acab-88011016b2ab tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Request body: {'network': {'name': 'tempest-RoutersTest-1652380414'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:46.612756 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-5cce4b99-4c9b-4ee7-acab-88011016b2ab tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:46.628956 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-5cce4b99-4c9b-4ee7-acab-88011016b2ab tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Usage tracker for resource:network and tenant:4c5e5250b5d0476f9d711181f94ffb05 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:46.660615 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-5cce4b99-4c9b-4ee7-acab-88011016b2ab tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:46.664374 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d278efb9-9809-44a1-be3a-123a6fed07a2 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:46.690204 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-5cce4b99-4c9b-4ee7-acab-88011016b2ab tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:46.698982 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-46cb89c1-fa66-4ec0-a9ac-515b43408f39 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:46.722329 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-46cb89c1-fa66-4ec0-a9ac-515b43408f39 None None] Transition to ACTIVE for port object 47e3be4f-e4e6-40a1-b4c8-8238e9a81cac will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:33:46.729018 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3396eb-b247-4b1e-9ebf-12cbb8750d23 admin admin] Network da181f30-60f8-4f23-91ed-b59a77cfcda8 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:33:46.745771 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-09f9bb1f-bcd0-4c7f-b50d-5fa8084d362a tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:46.763002 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-46cb89c1-fa66-4ec0-a9ac-515b43408f39 None None] Transition to ACTIVE for port object 47e3be4f-e4e6-40a1-b4c8-8238e9a81cac will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:33:46.772072 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-46cb89c1-fa66-4ec0-a9ac-515b43408f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:46.774007 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cce4b99-4c9b-4ee7-acab-88011016b2ab tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Made reservation on behalf of 4c5e5250b5d0476f9d711181f94ffb05 for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:33:46.777407 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5cce4b99-4c9b-4ee7-acab-88011016b2ab tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:46.818410 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-d48d56ef-6fd9-4082-b845-9418be546af8 None None] Set router a61a2962-a942-40f2-bf09-2f39a557f24c gateway port host: None {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:33:46.841821 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-cc3396eb-b247-4b1e-9ebf-12cbb8750d23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, da181f30-60f8-4f23-91ed-b59a77cfcda8) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:33:46.843656 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5a2a0d8d-712a-4aa5-9c50-2b5da61ac96d tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:46.844813 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d278efb9-9809-44a1-be3a-123a6fed07a2 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:46.848326 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3396eb-b247-4b1e-9ebf-12cbb8750d23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:46.849376 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cc3396eb-b247-4b1e-9ebf-12cbb8750d23 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:46.851430 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d278efb9-9809-44a1-be3a-123a6fed07a2 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:46.852035 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d278efb9-9809-44a1-be3a-123a6fed07a2 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:46.870786 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3872fe95-5278-4354-96fd-78204cb1c1ff None None] Network da181f30-60f8-4f23-91ed-b59a77cfcda8 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:33:46.887327 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5a2a0d8d-712a-4aa5-9c50-2b5da61ac96d tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:46.911124 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-1107057b-417b-479f-aada-a5dac3673ecf None None] Attempt 6 to provision port e0a50cf1-0f52-452b-9e51-24acf8d71801 Oct 13 15:33:46.942185 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-cc3396eb-b247-4b1e-9ebf-12cbb8750d23 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8907552 Oct 13 15:33:47.005347 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cce4b99-4c9b-4ee7-acab-88011016b2ab tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 416} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:33:47.036663 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee537c67-30f8-4083-aa7d-3ed1590b5b61 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Router eda9eb34-94cd-4e02-9147-2178151408ee has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:33:47.114960 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d278efb9-9809-44a1-be3a-123a6fed07a2 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Pushing event updated for resources: {'Network': ['ID=ff032081-af48-45c3-a038-c41616465b51,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:47.122938 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5cce4b99-4c9b-4ee7-acab-88011016b2ab tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:47.123210 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-5cce4b99-4c9b-4ee7-acab-88011016b2ab tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Added segment 39229136-81d1-44de-829e-447dbbd6bbb1 of type vlan for network 10c7fa4a-a198-40b0-82b1-6e5555dba4b5 Oct 13 15:33:47.138245 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d278efb9-9809-44a1-be3a-123a6fed07a2 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.8848360 Oct 13 15:33:47.139076 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 53288) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:47.140355 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2a0d8d-712a-4aa5-9c50-2b5da61ac96d tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Pushing event updated for resources: {'Port': ['ID=8d948104-28c1-4858-9761-71389b3d63b0,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:47.145140 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5a2a0d8d-712a-4aa5-9c50-2b5da61ac96d tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:47.156333 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-09f9bb1f-bcd0-4c7f-b50d-5fa8084d362a tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:47.168880 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46cb89c1-fa66-4ec0-a9ac-515b43408f39 None None] Network 3e279850-16cf-4284-bdcf-5471d7e018b2 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:33:47.169682 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-1107057b-417b-479f-aada-a5dac3673ecf None None] Port e0a50cf1-0f52-452b-9e51-24acf8d71801 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:33:47.177851 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-25c649b0-9298-4ff5-9250-27d258367151 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Request body: {'subnet': {'network_id': 'ff032081-af48-45c3-a038-c41616465b51', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:47.209675 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network ff032081-af48-45c3-a038-c41616465b51 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:33:47.225161 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-46cb89c1-fa66-4ec0-a9ac-515b43408f39 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:33:47.241320 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46cb89c1-fa66-4ec0-a9ac-515b43408f39 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:33:47.292019 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5cce4b99-4c9b-4ee7-acab-88011016b2ab tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:47.311793 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f9bb1f-bcd0-4c7f-b50d-5fa8084d362a tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Pushing event deleted for resources: {'Subnet': ['ID=409c5fe3-0330-4560-b711-bc75b1139f73,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:47.347700 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-d48d56ef-6fd9-4082-b845-9418be546af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'name': 'tempest-RoutersTest-router-1661744763', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:33:23Z', 'updated_at': '2022-10-13T15:33:43Z', 'revision_number': 3, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'gw_port_host': None, '_interfaces': [{'id': 'ba7d21c2-4f48-4533-91fd-451aba74fce3', 'name': '', 'network_id': 'ea4ebc96-c71a-4447-81de-9020fb848258', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:c1:c2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:28Z', 'updated_at': '2022-10-13T15:33:41Z', 'revision_number': 5, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': '7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0a50cf1-0f52-452b-9e51-24acf8d71801', 'name': '', 'network_id': '94806bf1-4063-495f-b8a0-bb67a33e849c', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:78:30:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'c1ebce1d-272a-42ad-8c99-e3ef6810c143', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:40Z', 'updated_at': '2022-10-13T15:33:44Z', 'revision_number': 2, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': 'c1ebce1d-272a-42ad-8c99-e3ef6810c143', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:47.355145 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48d56ef-6fd9-4082-b845-9418be546af8 None None] Checking router: a61a2962-a942-40f2-bf09-2f39a557f24c for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:33:47.355145 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48d56ef-6fd9-4082-b845-9418be546af8 None None] Updating router a61a2962-a942-40f2-bf09-2f39a557f24c port e0a50cf1-0f52-452b-9e51-24acf8d71801 binding host dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:33:47.401994 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb89c1-fa66-4ec0-a9ac-515b43408f39 None None] Pushing event updated for resources: {'Port': ['ID=47e3be4f-e4e6-40a1-b4c8-8238e9a81cac,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:47.452472 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-25c649b0-9298-4ff5-9250-27d258367151 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:47.461745 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-25c649b0-9298-4ff5-9250-27d258367151 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Usage tracker for resource:subnet and tenant:74c63d2b2bf7464291000aa1dbf2501a is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:47.466369 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-25c649b0-9298-4ff5-9250-27d258367151 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:47.474143 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee537c67-30f8-4083-aa7d-3ed1590b5b61 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:33:47.476279 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-25c649b0-9298-4ff5-9250-27d258367151 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:47.500342 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-d48d56ef-6fd9-4082-b845-9418be546af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:47.510207 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25c649b0-9298-4ff5-9250-27d258367151 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Made reservation on behalf of 74c63d2b2bf7464291000aa1dbf2501a for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:33:47.515527 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-09f9bb1f-bcd0-4c7f-b50d-5fa8084d362a tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:47.516459 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-25c649b0-9298-4ff5-9250-27d258367151 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:47.553895 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-46cb89c1-fa66-4ec0-a9ac-515b43408f39 None None] Attempting to bind port 47e3be4f-e4e6-40a1-b4c8-8238e9a81cac on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:33:47.554503 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-46cb89c1-fa66-4ec0-a9ac-515b43408f39 None None] Attempting to bind port 47e3be4f-e4e6-40a1-b4c8-8238e9a81cac by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '92eb6ca0-8f33-4825-9e78-70937ada3c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3e279850-16cf-4284-bdcf-5471d7e018b2'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:33:47.555011 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cb89c1-fa66-4ec0-a9ac-515b43408f39 None None] Attempting to bind port 47e3be4f-e4e6-40a1-b4c8-8238e9a81cac on network 3e279850-16cf-4284-bdcf-5471d7e018b2 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:33:47.561659 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5769a8af-e4a4-4a57-8c2b-52806ebc7681 None None] Sync routers for ids ['eda9eb34-94cd-4e02-9147-2178151408ee'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:33:47.572611 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cb89c1-fa66-4ec0-a9ac-515b43408f39 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:33:47.572983 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cb89c1-fa66-4ec0-a9ac-515b43408f39 None None] Checking segment: {'id': '92eb6ca0-8f33-4825-9e78-70937ada3c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3e279850-16cf-4284-bdcf-5471d7e018b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:33:47.573386 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-46cb89c1-fa66-4ec0-a9ac-515b43408f39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:47.573857 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46cb89c1-fa66-4ec0-a9ac-515b43408f39 None None] Bound using segment: {'id': '92eb6ca0-8f33-4825-9e78-70937ada3c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3e279850-16cf-4284-bdcf-5471d7e018b2'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:33:47.574375 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-46cb89c1-fa66-4ec0-a9ac-515b43408f39 None None] Bound port: 47e3be4f-e4e6-40a1-b4c8-8238e9a81cac, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92eb6ca0-8f33-4825-9e78-70937ada3c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '3e279850-16cf-4284-bdcf-5471d7e018b2'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:33:47.574750 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-46cb89c1-fa66-4ec0-a9ac-515b43408f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:47.588318 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231407e3-4cde-44fb-bc66-8fcca6fd1072 None None] Network da181f30-60f8-4f23-91ed-b59a77cfcda8 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:33:47.620034 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5769a8af-e4a4-4a57-8c2b-52806ebc7681 None None] Routers {'eda9eb34-94cd-4e02-9147-2178151408ee'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:33:47.621045 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-5769a8af-e4a4-4a57-8c2b-52806ebc7681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:33:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['eda9eb34-94cd-4e02-9147-2178151408ee'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:47.703292 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ee537c67-30f8-4083-aa7d-3ed1590b5b61 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:47.715111 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-09f9bb1f-bcd0-4c7f-b50d-5fa8084d362a tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e279850-16cf-4284-bdcf-5471d7e018b2']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:47.724530 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5cce4b99-4c9b-4ee7-acab-88011016b2ab tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:47.730935 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cce4b99-4c9b-4ee7-acab-88011016b2ab tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:47.731527 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5cce4b99-4c9b-4ee7-acab-88011016b2ab tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:47.766366 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-09f9bb1f-bcd0-4c7f-b50d-5fa8084d362a tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92eb6ca0-8f33-4825-9e78-70937ada3c8f') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:47.766750 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-09f9bb1f-bcd0-4c7f-b50d-5fa8084d362a tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92eb6ca0-8f33-4825-9e78-70937ada3c8f') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:47.802057 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-1107057b-417b-479f-aada-a5dac3673ecf None None] Attempt 7 to provision port e0a50cf1-0f52-452b-9e51-24acf8d71801 Oct 13 15:33:47.811571 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-09f9bb1f-bcd0-4c7f-b50d-5fa8084d362a tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:47.886748 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-ee537c67-30f8-4083-aa7d-3ed1590b5b61 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 8.3034129 Oct 13 15:33:47.887436 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 53306) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:47.889165 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '332deead-5b2a-455d-98e9-267dc8f3aac9', 'tag': 'dea749d8-9d42-4db5-9291-341b4b112438'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:33:47.895850 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb19f488-eb5f-4522-af35-f2f583613df3" -d '{"events": [{"name": "network-changed", "server_uuid": "332deead-5b2a-455d-98e9-267dc8f3aac9", "tag": "dea749d8-9d42-4db5-9291-341b4b112438"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:33:47.921159 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-5cce4b99-4c9b-4ee7-acab-88011016b2ab tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3492303 Oct 13 15:33:47.926891 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a2a0d8d-712a-4aa5-9c50-2b5da61ac96d tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Network 36ae797b-6724-49fd-9941-ad5c2c65905c is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:33:47.929489 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53312) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:47.934086 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-5a2a0d8d-712a-4aa5-9c50-2b5da61ac96d tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:33:47.943665 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cce4b99-4c9b-4ee7-acab-88011016b2ab tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event updated for resources: {'Network': ['ID=10c7fa4a-a198-40b0-82b1-6e5555dba4b5,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:47.959764 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-1c6a2dd8-2efc-4b5b-8ee8-bd0ad843c624 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Request body: {'subnet': {'network_id': '10c7fa4a-a198-40b0-82b1-6e5555dba4b5', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:48.032473 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 15:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6730794-70ab-44f6-9ec0-5bd24a9ceebf x-openstack-request-id: req-b6730794-70ab-44f6-9ec0-5bd24a9ceebf {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:33:48.032765 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "332deead-5b2a-455d-98e9-267dc8f3aac9", "tag": "dea749d8-9d42-4db5-9291-341b4b112438", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:33:48.033545 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b6730794-70ab-44f6-9ec0-5bd24a9ceebf {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:33:48.033955 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b6730794-70ab-44f6-9ec0-5bd24a9ceebf'] response: {'name': 'network-changed', 'server_uuid': '332deead-5b2a-455d-98e9-267dc8f3aac9', 'tag': 'dea749d8-9d42-4db5-9291-341b4b112438', 'status': 'completed', 'code': 200} Oct 13 15:33:48.079532 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 53322) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:48.087038 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-64f3860c-8ebe-4f7b-84d2-2a9fada3b916 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-77029266-network', 'tenant_id': '443f42390703471d8ec93835a4795483'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:48.106162 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-64f3860c-8ebe-4f7b-84d2-2a9fada3b916 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:48.115018 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-09f9bb1f-bcd0-4c7f-b50d-5fa8084d362a tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:48.169855 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-d48d56ef-6fd9-4082-b845-9418be546af8 None None] Notify callbacks [] for port, precommit_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:48.189776 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-64f3860c-8ebe-4f7b-84d2-2a9fada3b916 admin admin] Usage tracker for resource:network and tenant:443f42390703471d8ec93835a4795483 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:48.198097 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-64f3860c-8ebe-4f7b-84d2-2a9fada3b916 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:48.206830 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e113d92f-2ee7-4a36-9afb-fba1f6a14e66 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/floatingips/c6d66086-680c-4dab-ba40-dfa6a62e5f49 HTTP/1.1" status: 200 len: 990 time: 0.3081269 Oct 13 15:33:48.213738 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-64f3860c-8ebe-4f7b-84d2-2a9fada3b916 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:48.244654 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 10c7fa4a-a198-40b0-82b1-6e5555dba4b5 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:33:48.245244 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f3860c-8ebe-4f7b-84d2-2a9fada3b916 admin admin] Made reservation on behalf of 443f42390703471d8ec93835a4795483 for: {'network': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:33:48.247538 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-64f3860c-8ebe-4f7b-84d2-2a9fada3b916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:48.280102 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-64f3860c-8ebe-4f7b-84d2-2a9fada3b916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:48.304758 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09f9bb1f-bcd0-4c7f-b50d-5fa8084d362a tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:33:48.305172 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-09f9bb1f-bcd0-4c7f-b50d-5fa8084d362a tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:48.336912 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-64f3860c-8ebe-4f7b-84d2-2a9fada3b916 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:48.342073 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-64f3860c-8ebe-4f7b-84d2-2a9fada3b916 admin admin] Usage tracker for resource:security_group_rule and tenant:443f42390703471d8ec93835a4795483 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:48.347744 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-64f3860c-8ebe-4f7b-84d2-2a9fada3b916 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:48.354937 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-64f3860c-8ebe-4f7b-84d2-2a9fada3b916 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:48.373359 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 92eb6ca0-8f33-4825-9e78-70937ada3c8f resource provider aggregate not found Oct 13 15:33:48.472518 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-64f3860c-8ebe-4f7b-84d2-2a9fada3b916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:48.476880 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-25c649b0-9298-4ff5-9250-27d258367151 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:48.502755 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 92eb6ca0-8f33-4825-9e78-70937ada3c8f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 92eb6ca0-8f33-4825-9e78-70937ada3c8f found for delete ", "request_id": "req-0095d6ea-2c1c-4986-bc95-16bace178b78"}]} Oct 13 15:33:48.552887 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.provisioning_blocks [None req-d48d56ef-6fd9-4082-b845-9418be546af8 None None] Transition to ACTIVE for port object e0a50cf1-0f52-452b-9e51-24acf8d71801 will not be triggered until provisioned by entity L2. {{(pid=88975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:33:48.563355 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-1c6a2dd8-2efc-4b5b-8ee8-bd0ad843c624 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:48.565846 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-d48d56ef-6fd9-4082-b845-9418be546af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:48.567424 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.db.api [None req-09f9bb1f-bcd0-4c7f-b50d-5fa8084d362a tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 13 15:33:48.567424 dv-neutron-860329-2-hyperv neutron-server[88972]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 13 15:33:48.567424 dv-neutron-860329-2-hyperv neutron-server[88972]: [parameters: {'id': '3e279850-16cf-4284-bdcf-5471d7e018b2'}] Oct 13 15:33:48.567424 dv-neutron-860329-2-hyperv neutron-server[88972]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88972) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:33:48.567778 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG oslo_db.api [None req-09f9bb1f-bcd0-4c7f-b50d-5fa8084d362a tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:33:48.577656 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a2a0d8d-712a-4aa5-9c50-2b5da61ac96d tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Router 5540074a-a8aa-40c8-ba3d-34c019f08aa6 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:33:48.578945 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-1c6a2dd8-2efc-4b5b-8ee8-bd0ad843c624 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Usage tracker for resource:subnet and tenant:4c5e5250b5d0476f9d711181f94ffb05 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:48.581266 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-64f3860c-8ebe-4f7b-84d2-2a9fada3b916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:48.584808 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-1c6a2dd8-2efc-4b5b-8ee8-bd0ad843c624 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:48.587985 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c649b0-9298-4ff5-9250-27d258367151 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Pushing event updated for resources: {'Subnet': ['ID=2c39f082-71ce-42d8-908a-7fc847fe485d,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:48.594879 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-1c6a2dd8-2efc-4b5b-8ee8-bd0ad843c624 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:48.630698 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f3860c-8ebe-4f7b-84d2-2a9fada3b916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a62b8fa8-d026-4e7a-9053-6469379f104d,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:48.640970 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-1107057b-417b-479f-aada-a5dac3673ecf None None] Port e0a50cf1-0f52-452b-9e51-24acf8d71801 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:33:48.647580 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64f3860c-8ebe-4f7b-84d2-2a9fada3b916 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=88973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:33:48.680917 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6a2dd8-2efc-4b5b-8ee8-bd0ad843c624 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Made reservation on behalf of 4c5e5250b5d0476f9d711181f94ffb05 for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:33:48.681128 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25c649b0-9298-4ff5-9250-27d258367151 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Checking segment: {'id': 'c7952bc9-e04a-4847-9085-f518588b305d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ff032081-af48-45c3-a038-c41616465b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:33:48.681418 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c649b0-9298-4ff5-9250-27d258367151 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Network hostable DHCP agents. Network: ff032081-af48-45c3-a038-c41616465b51, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:33:48.684539 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1c6a2dd8-2efc-4b5b-8ee8-bd0ad843c624 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:48.701356 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-64f3860c-8ebe-4f7b-84d2-2a9fada3b916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:48.701798 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-64f3860c-8ebe-4f7b-84d2-2a9fada3b916 admin admin] Added segment b0e8d242-0643-4adf-b13f-c9c266c0f0a2 of type vlan for network a20996da-b6cd-4db0-ba0e-810d3d7287d8 Oct 13 15:33:48.724108 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25c649b0-9298-4ff5-9250-27d258367151 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Network ff032081-af48-45c3-a038-c41616465b51 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:33:48.763296 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-25c649b0-9298-4ff5-9250-27d258367151 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, ff032081-af48-45c3-a038-c41616465b51) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:33:48.774037 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c649b0-9298-4ff5-9250-27d258367151 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:48.775450 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-25c649b0-9298-4ff5-9250-27d258367151 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:48.777148 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb19f488-eb5f-4522-af35-f2f583613df3 req-20b528f7-b915-4356-8fa6-801281cc91d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:48.779227 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-eb19f488-eb5f-4522-af35-f2f583613df3 req-20b528f7-b915-4356-8fa6-801281cc91d1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&device_id=332deead-5b2a-455d-98e9-267dc8f3aac9 HTTP/1.1" status: 200 len: 1098 time: 0.6618686 Oct 13 15:33:48.789182 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-64f3860c-8ebe-4f7b-84d2-2a9fada3b916 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:48.799824 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6a99c99-10cc-497e-9c38-01d65b2aad09 None None] Network ff032081-af48-45c3-a038-c41616465b51 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:33:48.867788 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-25c649b0-9298-4ff5-9250-27d258367151 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7062898 Oct 13 15:33:48.870541 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 53330) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:48.878115 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-4c52d723-3511-42a4-970e-28f2106fd85e tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Request body: {'port': {'network_id': 'ff032081-af48-45c3-a038-c41616465b51', 'name': 'tempest-TagsExtTest-129141871'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:48.896865 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-64f3860c-8ebe-4f7b-84d2-2a9fada3b916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:48.898395 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f3860c-8ebe-4f7b-84d2-2a9fada3b916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:48.899162 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-64f3860c-8ebe-4f7b-84d2-2a9fada3b916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:48.960208 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be039e51-5bc8-414d-8c68-3b9a2482c382 None None] Pushing event updated for resources: {'Port': ['ID=e0a50cf1-0f52-452b-9e51-24acf8d71801,revision_number=3']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:48.962951 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-64f3860c-8ebe-4f7b-84d2-2a9fada3b916 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8800869 Oct 13 15:33:48.970807 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-46cb89c1-fa66-4ec0-a9ac-515b43408f39 None None] For port 47e3be4f-e4e6-40a1-b4c8-8238e9a81cac, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:33:48.977831 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb19f488-eb5f-4522-af35-f2f583613df3 req-9feea20b-b32a-4524-8c42-112650e8fbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:48.980462 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-eb19f488-eb5f-4522-af35-f2f583613df3 req-9feea20b-b32a-4524-8c42-112650e8fbeb service neutron] 10.222.0.16 "GET /v2.0/networks?id=acc3888a-4c98-4fae-8af1-1985e343d86e HTTP/1.1" status: 200 len: 896 time: 0.1756761 Oct 13 15:33:48.983470 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53336) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:48.985046 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-d48d56ef-6fd9-4082-b845-9418be546af8 None None] Attempting to bind port e0a50cf1-0f52-452b-9e51-24acf8d71801 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:33:48.985520 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-d48d56ef-6fd9-4082-b845-9418be546af8 None None] Attempting to bind port e0a50cf1-0f52-452b-9e51-24acf8d71801 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'a13aeab9-acb9-47ba-9c38-bc01c1394b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '94806bf1-4063-495f-b8a0-bb67a33e849c'}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:33:48.988259 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48d56ef-6fd9-4082-b845-9418be546af8 None None] Attempting to bind port e0a50cf1-0f52-452b-9e51-24acf8d71801 on network 94806bf1-4063-495f-b8a0-bb67a33e849c {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:33:48.999113 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48d56ef-6fd9-4082-b845-9418be546af8 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:33:48.999722 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48d56ef-6fd9-4082-b845-9418be546af8 None None] Checking segment: {'id': 'a13aeab9-acb9-47ba-9c38-bc01c1394b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '94806bf1-4063-495f-b8a0-bb67a33e849c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:33:49.004701 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-d48d56ef-6fd9-4082-b845-9418be546af8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:49.005297 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d48d56ef-6fd9-4082-b845-9418be546af8 None None] Bound using segment: {'id': 'a13aeab9-acb9-47ba-9c38-bc01c1394b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '94806bf1-4063-495f-b8a0-bb67a33e849c'} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:33:49.006022 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-d48d56ef-6fd9-4082-b845-9418be546af8 None None] Bound port: e0a50cf1-0f52-452b-9e51-24acf8d71801, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a13aeab9-acb9-47ba-9c38-bc01c1394b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 423, 'network_id': '94806bf1-4063-495f-b8a0-bb67a33e849c'}}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:33:49.006526 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-d48d56ef-6fd9-4082-b845-9418be546af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:49.056287 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-3bf9ea9e-9a3e-4a29-a57c-701bb12ea7e3 admin admin] Request body: {'subnet': {'network_id': 'a20996da-b6cd-4db0-ba0e-810d3d7287d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-77029266-subnet', 'tenant_id': '443f42390703471d8ec93835a4795483', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:49.116821 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-09f9bb1f-bcd0-4c7f-b50d-5fa8084d362a tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:49.118983 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-5769a8af-e4a4-4a57-8c2b-52806ebc7681 None None] Set router eda9eb34-94cd-4e02-9147-2178151408ee gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:33:49.119200 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-3bf9ea9e-9a3e-4a29-a57c-701bb12ea7e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:49.139260 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-d48d56ef-6fd9-4082-b845-9418be546af8 None None] For port e0a50cf1-0f52-452b-9e51-24acf8d71801, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:33:49.143218 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-d48d56ef-6fd9-4082-b845-9418be546af8 None None] For port e0a50cf1-0f52-452b-9e51-24acf8d71801, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=e0a50cf1-0f52-452b-9e51-24acf8d71801,segment=NetworkSegment(a13aeab9-acb9-47ba-9c38-bc01c1394b68),segment_id=a13aeab9-acb9-47ba-9c38-bc01c1394b68)] {{(pid=88975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:33:49.151061 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-d48d56ef-6fd9-4082-b845-9418be546af8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:49.185268 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-3bf9ea9e-9a3e-4a29-a57c-701bb12ea7e3 admin admin] Usage tracker for resource:subnet and tenant:443f42390703471d8ec93835a4795483 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:49.227790 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48d56ef-6fd9-4082-b845-9418be546af8 None None] Routers {'a61a2962-a942-40f2-bf09-2f39a557f24c'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:33:49.228381 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-d48d56ef-6fd9-4082-b845-9418be546af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:33:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['a61a2962-a942-40f2-bf09-2f39a557f24c'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:49.241604 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a2a0d8d-712a-4aa5-9c50-2b5da61ac96d tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:33:49.253228 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-eb19f488-eb5f-4522-af35-f2f583613df3 req-19a0421d-7094-49f8-95d0-7925a6296548 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dea749d8-9d42-4db5-9291-341b4b112438 HTTP/1.1" status: 200 len: 998 time: 0.2603226 Oct 13 15:33:49.259340 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-5a2a0d8d-712a-4aa5-9c50-2b5da61ac96d tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] 10.222.0.42 "PUT /v2.0/routers/5540074a-a8aa-40c8-ba3d-34c019f08aa6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4302154 Oct 13 15:33:49.260048 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53340) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:49.261091 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-3bf9ea9e-9a3e-4a29-a57c-701bb12ea7e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:49.274635 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 53342) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:49.297632 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a0dd04-477b-4cc7-aab1-102ca85cfdab None None] Sync routers for ids ['5540074a-a8aa-40c8-ba3d-34c019f08aa6'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:33:49.368471 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-46cb89c1-fa66-4ec0-a9ac-515b43408f39 None None] For port 47e3be4f-e4e6-40a1-b4c8-8238e9a81cac, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=47e3be4f-e4e6-40a1-b4c8-8238e9a81cac,segment=NetworkSegment(92eb6ca0-8f33-4825-9e78-70937ada3c8f),segment_id=92eb6ca0-8f33-4825-9e78-70937ada3c8f)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:33:49.369571 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-1107057b-417b-479f-aada-a5dac3673ecf None None] Attempt 8 to provision port e0a50cf1-0f52-452b-9e51-24acf8d71801 Oct 13 15:33:49.403261 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-5a35873d-82eb-402a-98e7-1420c88bb1c6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/floatingips/c6d66086-680c-4dab-ba40-dfa6a62e5f49 HTTP/1.1" status: 200 len: 990 time: 0.1381187 Oct 13 15:33:49.444857 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f3860c-8ebe-4f7b-84d2-2a9fada3b916 admin admin] Pushing event updated for resources: {'Network': ['ID=a20996da-b6cd-4db0-ba0e-810d3d7287d8,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:49.456258 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-3bf9ea9e-9a3e-4a29-a57c-701bb12ea7e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:49.464168 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-09f9bb1f-bcd0-4c7f-b50d-5fa8084d362a tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Deleting port 47e3be4f-e4e6-40a1-b4c8-8238e9a81cac {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:33:49.464852 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-09f9bb1f-bcd0-4c7f-b50d-5fa8084d362a tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:49.500834 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be039e51-5bc8-414d-8c68-3b9a2482c382 None None] Pushing event updated for resources: {'Port': ['ID=e0a50cf1-0f52-452b-9e51-24acf8d71801,revision_number=4']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:49.522720 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a0dd04-477b-4cc7-aab1-102ca85cfdab None None] Routers {'5540074a-a8aa-40c8-ba3d-34c019f08aa6'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:33:49.523372 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-10a0dd04-477b-4cc7-aab1-102ca85cfdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:33:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['5540074a-a8aa-40c8-ba3d-34c019f08aa6'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:49.534395 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-4c52d723-3511-42a4-970e-28f2106fd85e tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:49.541461 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5d8357ae-fec6-4495-a93e-7098eaacd60e tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks [] for router, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:49.581959 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-46cb89c1-fa66-4ec0-a9ac-515b43408f39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:49.585683 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network a20996da-b6cd-4db0-ba0e-810d3d7287d8 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:33:49.597746 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-4c52d723-3511-42a4-970e-28f2106fd85e tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Usage tracker for resource:port and tenant:74c63d2b2bf7464291000aa1dbf2501a is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:49.605948 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-4c52d723-3511-42a4-970e-28f2106fd85e tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:49.674637 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-10a0dd04-477b-4cc7-aab1-102ca85cfdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:49.680038 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-4c52d723-3511-42a4-970e-28f2106fd85e tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:49.691496 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-d48d56ef-6fd9-4082-b845-9418be546af8 None None] Set router a61a2962-a942-40f2-bf09-2f39a557f24c gateway port host: None {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:33:49.719035 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c52d723-3511-42a4-970e-28f2106fd85e tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Made reservation on behalf of 74c63d2b2bf7464291000aa1dbf2501a for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:33:49.725903 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4c52d723-3511-42a4-970e-28f2106fd85e tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:49.749352 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.api.v2.resource [None req-5d8357ae-fec6-4495-a93e-7098eaacd60e tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] delete failed (client error): There was a conflict when trying to complete your request. Oct 13 15:33:49.755682 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-5d8357ae-fec6-4495-a93e-7098eaacd60e tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] 10.222.0.42 "DELETE /v2.0/routers/5540074a-a8aa-40c8-ba3d-34c019f08aa6 HTTP/1.1" status: 409 len: 329 time: 0.4797878 Oct 13 15:33:49.758313 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 53348) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:49.767275 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a0dd04-477b-4cc7-aab1-102ca85cfdab None None] Routers {'5540074a-a8aa-40c8-ba3d-34c019f08aa6'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:33:49.768451 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-10a0dd04-477b-4cc7-aab1-102ca85cfdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:33:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['5540074a-a8aa-40c8-ba3d-34c019f08aa6'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:49.841418 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [None req-4c52d723-3511-42a4-970e-28f2106fd85e tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] device_id is not set on port a9a7e23b-00af-46f7-8d4d-e911b2a0431c yet. {{(pid=88973) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:33:49.844896 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-10a0dd04-477b-4cc7-aab1-102ca85cfdab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:49.845293 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a0dd04-477b-4cc7-aab1-102ca85cfdab None None] The sync data for ids ['5540074a-a8aa-40c8-ba3d-34c019f08aa6'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:33:50.045976 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-1107057b-417b-479f-aada-a5dac3673ecf None None] Port e0a50cf1-0f52-452b-9e51-24acf8d71801 had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 15:33:50.141860 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0774b9ea-ca92-4c8b-a0da-552ef88c2198 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-ff032081-af48-45c3-a038-c41616465b51', 'network_id': 'ff032081-af48-45c3-a038-c41616465b51', 'tenant_id': '74c63d2b2bf7464291000aa1dbf2501a', 'fixed_ips': [{'subnet_id': '2c39f082-71ce-42d8-908a-7fc847fe485d'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:33:50.143526 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0774b9ea-ca92-4c8b-a0da-552ef88c2198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:50.160714 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb19f488-eb5f-4522-af35-f2f583613df3 req-f99b15b6-baf9-4dda-a588-54c584422442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:50.162654 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-eb19f488-eb5f-4522-af35-f2f583613df3 req-f99b15b6-baf9-4dda-a588-54c584422442 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=914f661d-97de-4718-8153-052b099d6cd0 HTTP/1.1" status: 200 len: 834 time: 0.8961327 Oct 13 15:33:50.172942 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf9ea9e-9a3e-4a29-a57c-701bb12ea7e3 admin admin] Made reservation on behalf of 443f42390703471d8ec93835a4795483 for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:33:50.175331 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3bf9ea9e-9a3e-4a29-a57c-701bb12ea7e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:50.190362 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1c6a2dd8-2efc-4b5b-8ee8-bd0ad843c624 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:50.245564 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46cb89c1-fa66-4ec0-a9ac-515b43408f39 None None] Pushing event updated for resources: {'Port': ['ID=47e3be4f-e4e6-40a1-b4c8-8238e9a81cac,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:50.318357 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-d48d56ef-6fd9-4082-b845-9418be546af8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'name': 'tempest-RoutersTest-router-1661744763', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:33:23Z', 'updated_at': '2022-10-13T15:33:43Z', 'revision_number': 3, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'gw_port_host': None, '_interfaces': [{'id': 'ba7d21c2-4f48-4533-91fd-451aba74fce3', 'name': '', 'network_id': 'ea4ebc96-c71a-4447-81de-9020fb848258', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:c1:c2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:28Z', 'updated_at': '2022-10-13T15:33:41Z', 'revision_number': 5, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': '7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0a50cf1-0f52-452b-9e51-24acf8d71801', 'name': '', 'network_id': '94806bf1-4063-495f-b8a0-bb67a33e849c', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:78:30:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'c1ebce1d-272a-42ad-8c99-e3ef6810c143', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:40Z', 'updated_at': '2022-10-13T15:33:49Z', 'revision_number': 4, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': 'c1ebce1d-272a-42ad-8c99-e3ef6810c143', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:50.320090 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-09f9bb1f-bcd0-4c7f-b50d-5fa8084d362a tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] For port 47e3be4f-e4e6-40a1-b4c8-8238e9a81cac, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=47e3be4f-e4e6-40a1-b4c8-8238e9a81cac,segment=NetworkSegment(92eb6ca0-8f33-4825-9e78-70937ada3c8f),segment_id=92eb6ca0-8f33-4825-9e78-70937ada3c8f)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:33:50.320733 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-09f9bb1f-bcd0-4c7f-b50d-5fa8084d362a tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:50.323634 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d48d56ef-6fd9-4082-b845-9418be546af8 None None] The sync data for ids ['a61a2962-a942-40f2-bf09-2f39a557f24c'] in dv-neutron-860329-2-hyperv is: [{'id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'name': 'tempest-RoutersTest-router-1661744763', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:33:23Z', 'updated_at': '2022-10-13T15:33:43Z', 'revision_number': 3, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'gw_port_host': None, '_interfaces': [{'id': 'ba7d21c2-4f48-4533-91fd-451aba74fce3', 'name': '', 'network_id': 'ea4ebc96-c71a-4447-81de-9020fb848258', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:c1:c2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:28Z', 'updated_at': '2022-10-13T15:33:41Z', 'revision_number': 5, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': '7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0a50cf1-0f52-452b-9e51-24acf8d71801', 'name': '', 'network_id': '94806bf1-4063-495f-b8a0-bb67a33e849c', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:78:30:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'c1ebce1d-272a-42ad-8c99-e3ef6810c143', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:40Z', 'updated_at': '2022-10-13T15:33:49Z', 'revision_number': 4, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': 'c1ebce1d-272a-42ad-8c99-e3ef6810c143', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:33:50.363360 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42d731a-8689-4e56-9774-62f823972e8d None None] Network 3e279850-16cf-4284-bdcf-5471d7e018b2 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:33:50.438968 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 53356) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:50.522856 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-09f9bb1f-bcd0-4c7f-b50d-5fa8084d362a tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Calling delete_port for 47e3be4f-e4e6-40a1-b4c8-8238e9a81cac owned by network:dhcp {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:33:50.542151 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-b8883ace-599a-4cd0-a3b6-341fe8d1f4d5 None None] Provisioning for port 8d948104-28c1-4858-9761-71389b3d63b0 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:33:50.568875 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-b8883ace-599a-4cd0-a3b6-341fe8d1f4d5 None None] Provisioning complete for port 8d948104-28c1-4858-9761-71389b3d63b0 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:33:50.569690 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b8883ace-599a-4cd0-a3b6-341fe8d1f4d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:50.570050 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-b8883ace-599a-4cd0-a3b6-341fe8d1f4d5 None None] Attempt 1 to provision port 8d948104-28c1-4858-9761-71389b3d63b0 Oct 13 15:33:50.669442 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-4c52d723-3511-42a4-970e-28f2106fd85e tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Allocated IP 172.20.0.13 (ff032081-af48-45c3-a038-c41616465b51/2c39f082-71ce-42d8-908a-7fc847fe485d/a9a7e23b-00af-46f7-8d4d-e911b2a0431c) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:33:50.773969 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-b8883ace-599a-4cd0-a3b6-341fe8d1f4d5 None None] Port 8d948104-28c1-4858-9761-71389b3d63b0 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:33:50.830228 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-09f9bb1f-bcd0-4c7f-b50d-5fa8084d362a tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:50.893687 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-fc308b63-ae15-4ee8-b483-36f19297b065 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/floatingips/c6d66086-680c-4dab-ba40-dfa6a62e5f49 HTTP/1.1" status: 200 len: 990 time: 0.4525349 Oct 13 15:33:50.947092 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-5769a8af-e4a4-4a57-8c2b-52806ebc7681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'name': 'tempest-TestNetworkBasicOps-router-504222220', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '380c127c-e9ae-4ba2-9ce7-26083819a752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:32:35Z', 'updated_at': '2022-10-13T15:32:50Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '380c127c-e9ae-4ba2-9ce7-26083819a752', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:12:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:32:38Z', 'updated_at': '2022-10-13T15:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': 'c6d66086-680c-4dab-ba40-dfa6a62e5f49', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'floating_ip_address': '172.26.2.53', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'port_id': 'dea749d8-9d42-4db5-9291-341b4b112438', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc3888a-4c98-4fae-8af1-1985e343d86e', 'mac_address': 'fa:16:3e:83:12:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332deead-5b2a-455d-98e9-267dc8f3aac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:33:44Z', 'updated_at': '2022-10-13T15:33:44Z', 'revision_number': 0, 'project_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69e18c8c-25e0-433e-bbd8-1011bbb9f160', 'name': '', 'network_id': 'acc3888a-4c98-4fae-8af1-1985e343d86e', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:30:83:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '914f661d-97de-4718-8153-052b099d6cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:32:46Z', 'updated_at': '2022-10-13T15:33:01Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '914f661d-97de-4718-8153-052b099d6cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:50.957190 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5769a8af-e4a4-4a57-8c2b-52806ebc7681 None None] Checking router: eda9eb34-94cd-4e02-9147-2178151408ee for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:33:50.973816 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5769a8af-e4a4-4a57-8c2b-52806ebc7681 None None] Routers {'eda9eb34-94cd-4e02-9147-2178151408ee'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:33:50.976063 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-5769a8af-e4a4-4a57-8c2b-52806ebc7681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:33:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['eda9eb34-94cd-4e02-9147-2178151408ee'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:51.001946 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6a2dd8-2efc-4b5b-8ee8-bd0ad843c624 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Checking segment: {'id': '39229136-81d1-44de-829e-447dbbd6bbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '10c7fa4a-a198-40b0-82b1-6e5555dba4b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:33:51.002336 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6a2dd8-2efc-4b5b-8ee8-bd0ad843c624 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Network hostable DHCP agents. Network: 10c7fa4a-a198-40b0-82b1-6e5555dba4b5, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:33:51.016973 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6a2dd8-2efc-4b5b-8ee8-bd0ad843c624 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event updated for resources: {'Subnet': ['ID=1fc3c5c4-aae8-40bf-a57f-94f85cd06c29,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:51.075152 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f9bb1f-bcd0-4c7f-b50d-5fa8084d362a tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] No DVR routers for this DVR port 47e3be4f-e4e6-40a1-b4c8-8238e9a81cac on host dv-neutron-860329-2-hyperv {{(pid=88972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:33:51.076653 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f9bb1f-bcd0-4c7f-b50d-5fa8084d362a tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Pushing event deleted for resources: {'Port': ['ID=47e3be4f-e4e6-40a1-b4c8-8238e9a81cac,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:51.152789 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6a2dd8-2efc-4b5b-8ee8-bd0ad843c624 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Network 10c7fa4a-a198-40b0-82b1-6e5555dba4b5 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:33:51.156169 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device e0a50cf1-0f52-452b-9e51-24acf8d71801 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:33:51.195398 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-1c6a2dd8-2efc-4b5b-8ee8-bd0ad843c624 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 10c7fa4a-a198-40b0-82b1-6e5555dba4b5) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:33:51.231965 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a85e71f7-53b3-4595-9fa2-9cc01f25e596 None None] Network 10c7fa4a-a198-40b0-82b1-6e5555dba4b5 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:33:51.284436 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-b8883ace-599a-4cd0-a3b6-341fe8d1f4d5 None None] Attempt 2 to provision port 8d948104-28c1-4858-9761-71389b3d63b0 Oct 13 15:33:51.316201 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb19f488-eb5f-4522-af35-f2f583613df3 req-7e8dc554-9a8f-4587-a285-11130e0438c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:51.322370 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-eb19f488-eb5f-4522-af35-f2f583613df3 req-7e8dc554-9a8f-4587-a285-11130e0438c2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=acc3888a-4c98-4fae-8af1-1985e343d86e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.1210406 Oct 13 15:33:51.324602 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-09f9bb1f-bcd0-4c7f-b50d-5fa8084d362a tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:51.334962 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6a2dd8-2efc-4b5b-8ee8-bd0ad843c624 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:51.335460 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1c6a2dd8-2efc-4b5b-8ee8-bd0ad843c624 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:51.365051 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-b8883ace-599a-4cd0-a3b6-341fe8d1f4d5 None None] Port 8d948104-28c1-4858-9761-71389b3d63b0 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:33:51.484994 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-5769a8af-e4a4-4a57-8c2b-52806ebc7681 None None] Set router eda9eb34-94cd-4e02-9147-2178151408ee gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:33:51.507587 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-09f9bb1f-bcd0-4c7f-b50d-5fa8084d362a tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e279850-16cf-4284-bdcf-5471d7e018b2']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:51.541066 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-09f9bb1f-bcd0-4c7f-b50d-5fa8084d362a tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92eb6ca0-8f33-4825-9e78-70937ada3c8f') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:51.541273 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-09f9bb1f-bcd0-4c7f-b50d-5fa8084d362a tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92eb6ca0-8f33-4825-9e78-70937ada3c8f') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:51.571758 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-1c6a2dd8-2efc-4b5b-8ee8-bd0ad843c624 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6387177 Oct 13 15:33:51.572130 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53366) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:51.614800 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4c52d723-3511-42a4-970e-28f2106fd85e tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:51.615455 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port e0a50cf1-0f52-452b-9e51-24acf8d71801 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:33:51.633616 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port e0a50cf1-0f52-452b-9e51-24acf8d71801 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:33:51.634058 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:51.634474 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port e0a50cf1-0f52-452b-9e51-24acf8d71801 Oct 13 15:33:51.640556 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-09f9bb1f-bcd0-4c7f-b50d-5fa8084d362a tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:51.701253 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-4c52d723-3511-42a4-970e-28f2106fd85e tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Transition to ACTIVE for port object a9a7e23b-00af-46f7-8d4d-e911b2a0431c will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:33:51.744578 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-14027daa-85bf-4972-b02a-a5a853f84442 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:51.887909 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-b8883ace-599a-4cd0-a3b6-341fe8d1f4d5 None None] Attempt 3 to provision port 8d948104-28c1-4858-9761-71389b3d63b0 Oct 13 15:33:51.890104 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-09f9bb1f-bcd0-4c7f-b50d-5fa8084d362a tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:51.900708 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 53370) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:51.930011 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09f9bb1f-bcd0-4c7f-b50d-5fa8084d362a tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Releasing vlan 424 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:33:51.930446 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-09f9bb1f-bcd0-4c7f-b50d-5fa8084d362a tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:51.975317 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 92eb6ca0-8f33-4825-9e78-70937ada3c8f resource provider aggregate not found Oct 13 15:33:51.988491 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f44e3ba-35c7-43e9-873b-7f4ed1660ea0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-10c7fa4a-a198-40b0-82b1-6e5555dba4b5', 'network_id': '10c7fa4a-a198-40b0-82b1-6e5555dba4b5', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'fixed_ips': [{'subnet_id': '1fc3c5c4-aae8-40bf-a57f-94f85cd06c29'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:33:51.989768 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9f44e3ba-35c7-43e9-873b-7f4ed1660ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:52.047342 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4c52d723-3511-42a4-970e-28f2106fd85e tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:52.089791 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 92eb6ca0-8f33-4825-9e78-70937ada3c8f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 92eb6ca0-8f33-4825-9e78-70937ada3c8f found for delete ", "request_id": "req-636ea0a9-ce9a-4133-810e-e50fc6bb0c5b"}]} Oct 13 15:33:52.094246 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-eb19f488-eb5f-4522-af35-f2f583613df3 req-622a8633-1e18-49f6-87be-76ed2810966d service neutron] 10.222.0.16 "GET /v2.0/networks/acc3888a-4c98-4fae-8af1-1985e343d86e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7505081 Oct 13 15:33:52.103004 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3bf9ea9e-9a3e-4a29-a57c-701bb12ea7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:52.147852 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c52d723-3511-42a4-970e-28f2106fd85e tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Pushing event updated for resources: {'Port': ['ID=a9a7e23b-00af-46f7-8d4d-e911b2a0431c,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:52.162357 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-58cde6b0-6a55-413f-8258-eb3365720583 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/floatingips/c6d66086-680c-4dab-ba40-dfa6a62e5f49 HTTP/1.1" status: 200 len: 990 time: 0.2600100 Oct 13 15:33:52.164824 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-b8883ace-599a-4cd0-a3b6-341fe8d1f4d5 None None] Port 8d948104-28c1-4858-9761-71389b3d63b0 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:33:52.232931 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c52d723-3511-42a4-970e-28f2106fd85e tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Network ff032081-af48-45c3-a038-c41616465b51 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:33:52.261023 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-4c52d723-3511-42a4-970e-28f2106fd85e tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:33:52.269363 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c52d723-3511-42a4-970e-28f2106fd85e tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:33:52.340557 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-0774b9ea-ca92-4c8b-a0da-552ef88c2198 None None] Allocated IP 172.20.0.2 (ff032081-af48-45c3-a038-c41616465b51/2c39f082-71ce-42d8-908a-7fc847fe485d/5f6469f4-e7d7-410b-b6d1-935b88f50076) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:33:52.346607 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c52d723-3511-42a4-970e-28f2106fd85e tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:52.347390 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4c52d723-3511-42a4-970e-28f2106fd85e tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:52.391082 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-4c52d723-3511-42a4-970e-28f2106fd85e tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.5158110 Oct 13 15:33:52.391276 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-eb19f488-eb5f-4522-af35-f2f583613df3 req-d9943013-0731-4c9c-91c6-24dc8b6244fc service neutron] 10.222.0.16 "GET /v2.0/networks/acc3888a-4c98-4fae-8af1-1985e343d86e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836423 Oct 13 15:33:52.391748 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 53382) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:52.407178 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-9905a2d7-bc8e-4590-a409-e0efbfa53332 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1718995253', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:52.416671 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-9905a2d7-bc8e-4590-a409-e0efbfa53332 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:52.424053 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-9905a2d7-bc8e-4590-a409-e0efbfa53332 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Usage tracker for resource:router and tenant:74c63d2b2bf7464291000aa1dbf2501a is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:52.428922 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-9905a2d7-bc8e-4590-a409-e0efbfa53332 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:52.436912 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-9905a2d7-bc8e-4590-a409-e0efbfa53332 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:52.450599 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port e0a50cf1-0f52-452b-9e51-24acf8d71801 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:33:52.450783 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:52.496494 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-09f9bb1f-bcd0-4c7f-b50d-5fa8084d362a tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:52.515354 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port e0a50cf1-0f52-452b-9e51-24acf8d71801, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=e0a50cf1-0f52-452b-9e51-24acf8d71801,segment=NetworkSegment(a13aeab9-acb9-47ba-9c38-bc01c1394b68),segment_id=a13aeab9-acb9-47ba-9c38-bc01c1394b68)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:33:52.529840 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-09f9bb1f-bcd0-4c7f-b50d-5fa8084d362a tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:52.530481 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-9f44e3ba-35c7-43e9-873b-7f4ed1660ea0 None None] Allocated IP 172.22.0.2 (10c7fa4a-a198-40b0-82b1-6e5555dba4b5/1fc3c5c4-aae8-40bf-a57f-94f85cd06c29/9cd42d6a-f094-4014-adb1-e9212bcf6cec) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:33:52.533836 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-14027daa-85bf-4972-b02a-a5a853f84442 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Deleting port 8d948104-28c1-4858-9761-71389b3d63b0 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:33:52.534277 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-14027daa-85bf-4972-b02a-a5a853f84442 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:52.537052 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:52.561353 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf9ea9e-9a3e-4a29-a57c-701bb12ea7e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7fd40c3-1a53-4ec7-a11e-3e13894dab17,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:52.563413 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f9bb1f-bcd0-4c7f-b50d-5fa8084d362a tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Pushing event deleted for resources: {'Network': ['ID=3e279850-16cf-4284-bdcf-5471d7e018b2,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:52.564608 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9905a2d7-bc8e-4590-a409-e0efbfa53332 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:52.565597 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9905a2d7-bc8e-4590-a409-e0efbfa53332 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:52.588933 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf9ea9e-9a3e-4a29-a57c-701bb12ea7e3 admin admin] Checking segment: {'id': 'b0e8d242-0643-4adf-b13f-c9c266c0f0a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': 'a20996da-b6cd-4db0-ba0e-810d3d7287d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:33:52.589300 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf9ea9e-9a3e-4a29-a57c-701bb12ea7e3 admin admin] Network hostable DHCP agents. Network: a20996da-b6cd-4db0-ba0e-810d3d7287d8, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:33:52.599397 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-09f9bb1f-bcd0-4c7f-b50d-5fa8084d362a tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "DELETE /v2.0/networks/3e279850-16cf-4284-bdcf-5471d7e018b2 HTTP/1.1" status: 204 len: 168 time: 6.5273390 Oct 13 15:33:52.601686 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 53388) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:52.614958 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-78f303ed-7628-4b79-b839-3a34dbc15d15 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1399503178'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:52.621441 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9905a2d7-bc8e-4590-a409-e0efbfa53332 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:52.623088 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-78f303ed-7628-4b79-b839-3a34dbc15d15 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:52.653916 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-78f303ed-7628-4b79-b839-3a34dbc15d15 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Usage tracker for resource:network and tenant:241b06d1b66d4165a8f1f259a57fe469 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:52.670342 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-78f303ed-7628-4b79-b839-3a34dbc15d15 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:52.683250 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-78f303ed-7628-4b79-b839-3a34dbc15d15 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:52.723017 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-b8883ace-599a-4cd0-a3b6-341fe8d1f4d5 None None] Attempt 4 to provision port 8d948104-28c1-4858-9761-71389b3d63b0 Oct 13 15:33:52.748689 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9905a2d7-bc8e-4590-a409-e0efbfa53332 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:52.776281 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78f303ed-7628-4b79-b839-3a34dbc15d15 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Made reservation on behalf of 241b06d1b66d4165a8f1f259a57fe469 for: {'network': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:33:52.779679 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-78f303ed-7628-4b79-b839-3a34dbc15d15 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:52.793858 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf9ea9e-9a3e-4a29-a57c-701bb12ea7e3 admin admin] Network a20996da-b6cd-4db0-ba0e-810d3d7287d8 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:33:52.800730 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-b8883ace-599a-4cd0-a3b6-341fe8d1f4d5 None None] Port 8d948104-28c1-4858-9761-71389b3d63b0 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:33:52.834789 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9905a2d7-bc8e-4590-a409-e0efbfa53332 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:52.838453 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-9905a2d7-bc8e-4590-a409-e0efbfa53332 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4423540 Oct 13 15:33:52.838569 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-3bf9ea9e-9a3e-4a29-a57c-701bb12ea7e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, a20996da-b6cd-4db0-ba0e-810d3d7287d8) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:33:52.839462 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78f303ed-7628-4b79-b839-3a34dbc15d15 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=88973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:33:52.841308 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 53392) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:52.842893 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-14027daa-85bf-4972-b02a-a5a853f84442 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:52.845678 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf9ea9e-9a3e-4a29-a57c-701bb12ea7e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:52.846594 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3bf9ea9e-9a3e-4a29-a57c-701bb12ea7e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:52.867100 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb043d88-fed6-46e8-8365-0450787736b0 None None] Network a20996da-b6cd-4db0-ba0e-810d3d7287d8 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:33:52.872120 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-6dc2700c-9bf7-451f-b500-87f5696323cb tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-402743310', 'prefixes': ['172.20.0.0/16']}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:52.881420 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-6dc2700c-9bf7-451f-b500-87f5696323cb tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:52.926157 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-3bf9ea9e-9a3e-4a29-a57c-701bb12ea7e3 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.9284801 Oct 13 15:33:53.003475 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-78f303ed-7628-4b79-b839-3a34dbc15d15 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:53.003825 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-78f303ed-7628-4b79-b839-3a34dbc15d15 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Added segment 20cd925d-d06b-444b-81b3-09ac8f664353 of type vlan for network a2d4d0b9-1774-43ac-a29a-636931d8ab88 Oct 13 15:33:53.031286 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-78f303ed-7628-4b79-b839-3a34dbc15d15 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:53.057440 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4c741f5e-6d3d-453e-83fb-a4e223d428fb tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:53.176544 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 53402) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:53.180547 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-78f303ed-7628-4b79-b839-3a34dbc15d15 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:53.182512 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17dba9d-0135-4623-a4e3-62399c092450 None None] Network a20996da-b6cd-4db0-ba0e-810d3d7287d8 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:33:53.187400 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78f303ed-7628-4b79-b839-3a34dbc15d15 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:53.188107 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-78f303ed-7628-4b79-b839-3a34dbc15d15 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:53.207377 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-14027daa-85bf-4972-b02a-a5a853f84442 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Calling delete_port for 8d948104-28c1-4858-9761-71389b3d63b0 owned by network:router_interface {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:33:53.356563 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-b8883ace-599a-4cd0-a3b6-341fe8d1f4d5 None None] Attempt 5 to provision port 8d948104-28c1-4858-9761-71389b3d63b0 Oct 13 15:33:53.423207 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-5769a8af-e4a4-4a57-8c2b-52806ebc7681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'name': 'tempest-TestNetworkBasicOps-router-504222220', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '380c127c-e9ae-4ba2-9ce7-26083819a752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:32:35Z', 'updated_at': '2022-10-13T15:32:50Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '380c127c-e9ae-4ba2-9ce7-26083819a752', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:12:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:32:38Z', 'updated_at': '2022-10-13T15:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': 'c6d66086-680c-4dab-ba40-dfa6a62e5f49', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'floating_ip_address': '172.26.2.53', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'port_id': 'dea749d8-9d42-4db5-9291-341b4b112438', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc3888a-4c98-4fae-8af1-1985e343d86e', 'mac_address': 'fa:16:3e:83:12:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332deead-5b2a-455d-98e9-267dc8f3aac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:33:44Z', 'updated_at': '2022-10-13T15:33:44Z', 'revision_number': 0, 'project_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69e18c8c-25e0-433e-bbd8-1011bbb9f160', 'name': '', 'network_id': 'acc3888a-4c98-4fae-8af1-1985e343d86e', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:30:83:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '914f661d-97de-4718-8153-052b099d6cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:32:46Z', 'updated_at': '2022-10-13T15:33:01Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '914f661d-97de-4718-8153-052b099d6cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:53.428055 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=e0a50cf1-0f52-452b-9e51-24acf8d71801,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:53.461549 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5769a8af-e4a4-4a57-8c2b-52806ebc7681 None None] The sync data for ids ['eda9eb34-94cd-4e02-9147-2178151408ee'] in dv-neutron-860329-2-hyperv is: [{'id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'name': 'tempest-TestNetworkBasicOps-router-504222220', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '380c127c-e9ae-4ba2-9ce7-26083819a752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:32:35Z', 'updated_at': '2022-10-13T15:32:50Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '380c127c-e9ae-4ba2-9ce7-26083819a752', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:12:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:32:38Z', 'updated_at': '2022-10-13T15:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': 'c6d66086-680c-4dab-ba40-dfa6a62e5f49', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'floating_ip_address': '172.26.2.53', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'port_id': 'dea749d8-9d42-4db5-9291-341b4b112438', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc3888a-4c98-4fae-8af1-1985e343d86e', 'mac_address': 'fa:16:3e:83:12:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332deead-5b2a-455d-98e9-267dc8f3aac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:33:44Z', 'updated_at': '2022-10-13T15:33:44Z', 'revision_number': 0, 'project_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69e18c8c-25e0-433e-bbd8-1011bbb9f160', 'name': '', 'network_id': 'acc3888a-4c98-4fae-8af1-1985e343d86e', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:30:83:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '914f661d-97de-4718-8153-052b099d6cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:32:46Z', 'updated_at': '2022-10-13T15:33:01Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '914f661d-97de-4718-8153-052b099d6cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:33:53.463878 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:53.464230 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:53.464615 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:53.464947 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:53.465275 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:53.465603 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:53.465925 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:53.466356 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:53.466604 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:53.466924 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:53.467242 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:53.468299 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:33:53.621384 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-b8883ace-599a-4cd0-a3b6-341fe8d1f4d5 None None] Port 8d948104-28c1-4858-9761-71389b3d63b0 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:33:53.758156 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0774b9ea-ca92-4c8b-a0da-552ef88c2198 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:53.791603 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f303ed-7628-4b79-b839-3a34dbc15d15 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Pushing event updated for resources: {'Network': ['ID=a2d4d0b9-1774-43ac-a29a-636931d8ab88,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:53.798904 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-0774b9ea-ca92-4c8b-a0da-552ef88c2198 None None] Transition to ACTIVE for port object 5f6469f4-e7d7-410b-b6d1-935b88f50076 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:33:53.825224 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network a2d4d0b9-1774-43ac-a29a-636931d8ab88 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:33:53.841867 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-363422ad-c484-4570-8462-7844955b4c73 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/floatingips/c6d66086-680c-4dab-ba40-dfa6a62e5f49 HTTP/1.1" status: 200 len: 990 time: 0.6627371 Oct 13 15:33:53.860752 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164baba1-12a9-4295-ab13-51c6e88be1bc req-3a3e95e7-bc53-4a1c-ac0d-169f5a2dfe86 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:53.861853 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-164baba1-12a9-4295-ab13-51c6e88be1bc req-3a3e95e7-bc53-4a1c-ac0d-169f5a2dfe86 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] Synchronizing usage tracker for tenant:a0bbf7edc7a946259d43826a5fe36972 on resource:network {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:33:53.868319 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-78f303ed-7628-4b79-b839-3a34dbc15d15 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2636600 Oct 13 15:33:53.871132 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 53418) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:53.888685 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-74ca2861-d0e4-4127-9b59-5213eba700b8 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Request body: {'subnet': {'network_id': 'a2d4d0b9-1774-43ac-a29a-636931d8ab88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:53.897946 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-164baba1-12a9-4295-ab13-51c6e88be1bc req-3a3e95e7-bc53-4a1c-ac0d-169f5a2dfe86 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] Unset dirty status for tenant:a0bbf7edc7a946259d43826a5fe36972 on resource:network {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:33:53.899127 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-164baba1-12a9-4295-ab13-51c6e88be1bc req-3a3e95e7-bc53-4a1c-ac0d-169f5a2dfe86 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] 10.222.0.42 "GET /v2.0/networks?id=da181f30-60f8-4f23-91ed-b59a77cfcda8 HTTP/1.1" status: 200 len: 812 time: 0.2827573 Oct 13 15:33:53.915729 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-164baba1-12a9-4295-ab13-51c6e88be1bc req-9cb65557-5e8a-4c65-90d4-8895708b08d2 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] 10.222.0.42 "GET /v2.0/quotas/a0bbf7edc7a946259d43826a5fe36972 HTTP/1.1" status: 200 len: 375 time: 0.0093477 Oct 13 15:33:53.931674 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9f44e3ba-35c7-43e9-873b-7f4ed1660ea0 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:53.941683 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-788a4d5a-9777-4417-8373-7a05ec776394 None None] New status for floating IP c6d66086-680c-4dab-ba40-dfa6a62e5f49: ACTIVE {{(pid=88974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:33:53.983382 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-164baba1-12a9-4295-ab13-51c6e88be1bc req-11935b62-45c9-4ee1-90a2-2244dd6f1800 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a0bbf7edc7a946259d43826a5fe36972&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0614295 Oct 13 15:33:54.008865 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6dc2700c-9bf7-451f-b500-87f5696323cb tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Notify callbacks [] for subnetpool, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:54.010029 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-6dc2700c-9bf7-451f-b500-87f5696323cb tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 1.1544719 Oct 13 15:33:54.014607 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53424) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:54.042972 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-74ca2861-d0e4-4127-9b59-5213eba700b8 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:54.046295 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.tag.tag_plugin [None req-66cd7088-f648-42a1-8951-351ae73e5873 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2c39f082-71ce-42d8-908a-7fc847fe485d', 'tempest-TagsExtTest-Tag-534568650') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:54.047551 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-74ca2861-d0e4-4127-9b59-5213eba700b8 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Usage tracker for resource:subnet and tenant:241b06d1b66d4165a8f1f259a57fe469 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:54.050859 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-74ca2861-d0e4-4127-9b59-5213eba700b8 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:54.061554 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-74ca2861-d0e4-4127-9b59-5213eba700b8 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:54.102458 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-9f44e3ba-35c7-43e9-873b-7f4ed1660ea0 None None] Transition to ACTIVE for port object 9cd42d6a-f094-4014-adb1-e9212bcf6cec will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:33:54.118881 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74ca2861-d0e4-4127-9b59-5213eba700b8 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Made reservation on behalf of 241b06d1b66d4165a8f1f259a57fe469 for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:33:54.122316 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-74ca2861-d0e4-4127-9b59-5213eba700b8 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:54.132988 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-b8883ace-599a-4cd0-a3b6-341fe8d1f4d5 None None] Attempt 6 to provision port 8d948104-28c1-4858-9761-71389b3d63b0 Oct 13 15:33:54.163889 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-0774b9ea-ca92-4c8b-a0da-552ef88c2198 None None] Transition to ACTIVE for port object 5f6469f4-e7d7-410b-b6d1-935b88f50076 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:33:54.206769 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0774b9ea-ca92-4c8b-a0da-552ef88c2198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:54.233356 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-14027daa-85bf-4972-b02a-a5a853f84442 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:54.297747 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14027daa-85bf-4972-b02a-a5a853f84442 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Pushing event deleted for resources: {'Port': ['ID=8d948104-28c1-4858-9761-71389b3d63b0,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:54.353233 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-9f44e3ba-35c7-43e9-873b-7f4ed1660ea0 None None] Transition to ACTIVE for port object 9cd42d6a-f094-4014-adb1-e9212bcf6cec will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:33:54.377480 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-164baba1-12a9-4295-ab13-51c6e88be1bc req-3864be3c-f382-4060-ac10-54ac8937495c service neutron] 10.222.0.42 "GET /v2.0/networks/da181f30-60f8-4f23-91ed-b59a77cfcda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3861532 Oct 13 15:33:54.413278 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-b8883ace-599a-4cd0-a3b6-341fe8d1f4d5 None None] Port 8d948104-28c1-4858-9761-71389b3d63b0 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:33:54.416079 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0774b9ea-ca92-4c8b-a0da-552ef88c2198 None None] Network ff032081-af48-45c3-a038-c41616465b51 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:33:54.432025 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-0774b9ea-ca92-4c8b-a0da-552ef88c2198 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:33:54.434315 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9f44e3ba-35c7-43e9-873b-7f4ed1660ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:54.441105 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0774b9ea-ca92-4c8b-a0da-552ef88c2198 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:33:54.463484 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774b9ea-ca92-4c8b-a0da-552ef88c2198 None None] Pushing event updated for resources: {'Port': ['ID=5f6469f4-e7d7-410b-b6d1-935b88f50076,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:54.614618 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-164baba1-12a9-4295-ab13-51c6e88be1bc req-5380dd15-81d6-4a0f-9ce4-5841db9fb56f service neutron] 10.222.0.42 "GET /v2.0/networks/da181f30-60f8-4f23-91ed-b59a77cfcda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2361915 Oct 13 15:33:54.660395 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-66cd7088-f648-42a1-8951-351ae73e5873 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "PUT /v2.0/subnets/2c39f082-71ce-42d8-908a-7fc847fe485d/tags/tempest-TagsExtTest-Tag-534568650 HTTP/1.1" status: 201 len: 201 time: 0.6410980 Oct 13 15:33:54.663109 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53430) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:54.666062 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-4c741f5e-6d3d-453e-83fb-a4e223d428fb tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Allocated IP 172.22.0.1 (10c7fa4a-a198-40b0-82b1-6e5555dba4b5/1fc3c5c4-aae8-40bf-a57f-94f85cd06c29/b8004a37-b1ca-47c8-a195-95a6c31cd453) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:33:54.676128 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.tag.tag_plugin [None req-91d6545f-c67b-421d-bc37-a98a4fab9e68 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a9a7e23b-00af-46f7-8d4d-e911b2a0431c', 'tempest-TagsExtTest-Tag-63310133') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:54.865268 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53436) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:54.874292 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-14027daa-85bf-4972-b02a-a5a853f84442 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:54.952242 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-b8883ace-599a-4cd0-a3b6-341fe8d1f4d5 None None] Attempt 7 to provision port 8d948104-28c1-4858-9761-71389b3d63b0 Oct 13 15:33:55.006412 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f44e3ba-35c7-43e9-873b-7f4ed1660ea0 None None] Network 10c7fa4a-a198-40b0-82b1-6e5555dba4b5 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:33:55.019572 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-9f44e3ba-35c7-43e9-873b-7f4ed1660ea0 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:33:55.033484 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f44e3ba-35c7-43e9-873b-7f4ed1660ea0 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:33:55.036395 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-b8883ace-599a-4cd0-a3b6-341fe8d1f4d5 None None] Port 8d948104-28c1-4858-9761-71389b3d63b0 was deleted so its status cannot be updated. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:33:55.049259 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-64c1b630-af71-41bc-b9c6-f79726c476bb tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/floatingips/c6d66086-680c-4dab-ba40-dfa6a62e5f49 HTTP/1.1" status: 200 len: 992 time: 0.1830211 Oct 13 15:33:55.050473 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f44e3ba-35c7-43e9-873b-7f4ed1660ea0 None None] Pushing event updated for resources: {'Port': ['ID=9cd42d6a-f094-4014-adb1-e9212bcf6cec,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:55.087293 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-0774b9ea-ca92-4c8b-a0da-552ef88c2198 None None] Attempting to bind port 5f6469f4-e7d7-410b-b6d1-935b88f50076 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:33:55.087880 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-0774b9ea-ca92-4c8b-a0da-552ef88c2198 None None] Attempting to bind port 5f6469f4-e7d7-410b-b6d1-935b88f50076 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'c7952bc9-e04a-4847-9085-f518588b305d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ff032081-af48-45c3-a038-c41616465b51'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:33:55.088390 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0774b9ea-ca92-4c8b-a0da-552ef88c2198 None None] Attempting to bind port 5f6469f4-e7d7-410b-b6d1-935b88f50076 on network ff032081-af48-45c3-a038-c41616465b51 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:33:55.098243 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device e0a50cf1-0f52-452b-9e51-24acf8d71801 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:33:55.120818 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-91d6545f-c67b-421d-bc37-a98a4fab9e68 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "PUT /v2.0/ports/a9a7e23b-00af-46f7-8d4d-e911b2a0431c/tags/tempest-TagsExtTest-Tag-63310133 HTTP/1.1" status: 201 len: 201 time: 0.4564149 Oct 13 15:33:55.122053 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53442) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:55.140794 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.tag.tag_plugin [None req-f18fff5b-d6f6-4ebe-8e8c-70b1ab02766d tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '468000de-004c-4f9c-b634-3770abe16be9', 'tempest-TagsExtTest-Tag-955573506') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:55.204447 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0774b9ea-ca92-4c8b-a0da-552ef88c2198 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:33:55.205671 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0774b9ea-ca92-4c8b-a0da-552ef88c2198 None None] Checking segment: {'id': 'c7952bc9-e04a-4847-9085-f518588b305d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ff032081-af48-45c3-a038-c41616465b51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:33:55.206243 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0774b9ea-ca92-4c8b-a0da-552ef88c2198 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:55.206761 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0774b9ea-ca92-4c8b-a0da-552ef88c2198 None None] Bound using segment: {'id': 'c7952bc9-e04a-4847-9085-f518588b305d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ff032081-af48-45c3-a038-c41616465b51'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:33:55.207390 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-0774b9ea-ca92-4c8b-a0da-552ef88c2198 None None] Bound port: 5f6469f4-e7d7-410b-b6d1-935b88f50076, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7952bc9-e04a-4847-9085-f518588b305d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 414, 'network_id': 'ff032081-af48-45c3-a038-c41616465b51'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:33:55.208353 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0774b9ea-ca92-4c8b-a0da-552ef88c2198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:55.210194 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-74ca2861-d0e4-4127-9b59-5213eba700b8 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:55.239365 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4c741f5e-6d3d-453e-83fb-a4e223d428fb tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:55.270852 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b8adcbe5-f248-4ffa-9e5f-d1b23a908dc0 req-443f63e1-6266-4f00-9d7d-de6934e94592 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] 10.222.0.42 "GET /v2.0/ports?device_id=15fed89a-3c6b-4df2-b6ba-8080934e18c9 HTTP/1.1" status: 200 len: 210 time: 0.2701576 Oct 13 15:33:55.290553 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-9f44e3ba-35c7-43e9-873b-7f4ed1660ea0 None None] Attempting to bind port 9cd42d6a-f094-4014-adb1-e9212bcf6cec on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:33:55.290921 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-9f44e3ba-35c7-43e9-873b-7f4ed1660ea0 None None] Attempting to bind port 9cd42d6a-f094-4014-adb1-e9212bcf6cec by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '39229136-81d1-44de-829e-447dbbd6bbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '10c7fa4a-a198-40b0-82b1-6e5555dba4b5'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:33:55.291275 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f44e3ba-35c7-43e9-873b-7f4ed1660ea0 None None] Attempting to bind port 9cd42d6a-f094-4014-adb1-e9212bcf6cec on network 10c7fa4a-a198-40b0-82b1-6e5555dba4b5 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:33:55.326980 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f44e3ba-35c7-43e9-873b-7f4ed1660ea0 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:33:55.328857 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f44e3ba-35c7-43e9-873b-7f4ed1660ea0 None None] Checking segment: {'id': '39229136-81d1-44de-829e-447dbbd6bbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '10c7fa4a-a198-40b0-82b1-6e5555dba4b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:33:55.330565 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9f44e3ba-35c7-43e9-873b-7f4ed1660ea0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:55.331337 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f44e3ba-35c7-43e9-873b-7f4ed1660ea0 None None] Bound using segment: {'id': '39229136-81d1-44de-829e-447dbbd6bbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '10c7fa4a-a198-40b0-82b1-6e5555dba4b5'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:33:55.331996 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-9f44e3ba-35c7-43e9-873b-7f4ed1660ea0 None None] Bound port: 9cd42d6a-f094-4014-adb1-e9212bcf6cec, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39229136-81d1-44de-829e-447dbbd6bbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '10c7fa4a-a198-40b0-82b1-6e5555dba4b5'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:33:55.332599 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9f44e3ba-35c7-43e9-873b-7f4ed1660ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:55.355434 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-4c741f5e-6d3d-453e-83fb-a4e223d428fb tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Transition to ACTIVE for port object b8004a37-b1ca-47c8-a195-95a6c31cd453 will not be triggered until provisioned by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:33:55.356175 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port e0a50cf1-0f52-452b-9e51-24acf8d71801 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:33:55.356851 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:55.357702 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port e0a50cf1-0f52-452b-9e51-24acf8d71801 Oct 13 15:33:55.397887 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-f18fff5b-d6f6-4ebe-8e8c-70b1ab02766d tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "PUT /v2.0/routers/468000de-004c-4f9c-b634-3770abe16be9/tags/tempest-TagsExtTest-Tag-955573506 HTTP/1.1" status: 201 len: 201 time: 0.2717452 Oct 13 15:33:55.400486 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53450) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:55.409638 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.tag.tag_plugin [None req-a055ea96-049a-4ec0-a872-4fe1dcca13ab tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '898188e4-decb-4b50-b026-dc911a4a3a84', 'tempest-TagsExtTest-Tag-128065354') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:55.453866 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4c741f5e-6d3d-453e-83fb-a4e223d428fb tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:55.503990 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ca2861-d0e4-4127-9b59-5213eba700b8 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Pushing event updated for resources: {'Subnet': ['ID=c72abc8d-b1d2-4fd7-b48b-be7d868642b0,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:55.510597 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ca2861-d0e4-4127-9b59-5213eba700b8 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Checking segment: {'id': '20cd925d-d06b-444b-81b3-09ac8f664353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a2d4d0b9-1774-43ac-a29a-636931d8ab88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:33:55.510970 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ca2861-d0e4-4127-9b59-5213eba700b8 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Network hostable DHCP agents. Network: a2d4d0b9-1774-43ac-a29a-636931d8ab88, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:33:55.536137 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14027daa-85bf-4972-b02a-a5a853f84442 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Router 5540074a-a8aa-40c8-ba3d-34c019f08aa6 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:33:55.578062 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c741f5e-6d3d-453e-83fb-a4e223d428fb tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event updated for resources: {'Port': ['ID=b8004a37-b1ca-47c8-a195-95a6c31cd453,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:55.611577 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c741f5e-6d3d-453e-83fb-a4e223d428fb tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Network 10c7fa4a-a198-40b0-82b1-6e5555dba4b5 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:33:55.613528 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-4c741f5e-6d3d-453e-83fb-a4e223d428fb tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:33:55.635582 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c741f5e-6d3d-453e-83fb-a4e223d428fb tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:33:55.659349 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-0774b9ea-ca92-4c8b-a0da-552ef88c2198 None None] For port 5f6469f4-e7d7-410b-b6d1-935b88f50076, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:33:55.672559 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-0774b9ea-ca92-4c8b-a0da-552ef88c2198 None None] For port 5f6469f4-e7d7-410b-b6d1-935b88f50076, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=5f6469f4-e7d7-410b-b6d1-935b88f50076,segment=NetworkSegment(c7952bc9-e04a-4847-9085-f518588b305d),segment_id=c7952bc9-e04a-4847-9085-f518588b305d)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:33:55.680032 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a055ea96-049a-4ec0-a872-4fe1dcca13ab tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "PUT /v2.0/subnetpools/898188e4-decb-4b50-b026-dc911a4a3a84/tags/tempest-TagsExtTest-Tag-128065354 HTTP/1.1" status: 201 len: 201 time: 0.2784815 Oct 13 15:33:55.684012 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53458) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:55.694296 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.tag.tag_plugin [None req-cd68aaf8-db84-480f-8e72-f48638384190 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2c39f082-71ce-42d8-908a-7fc847fe485d') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:55.738589 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0774b9ea-ca92-4c8b-a0da-552ef88c2198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:55.749207 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ca2861-d0e4-4127-9b59-5213eba700b8 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Network a2d4d0b9-1774-43ac-a29a-636931d8ab88 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:33:55.783361 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14027daa-85bf-4972-b02a-a5a853f84442 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:33:55.785644 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-74ca2861-d0e4-4127-9b59-5213eba700b8 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, a2d4d0b9-1774-43ac-a29a-636931d8ab88) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:33:55.795353 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4c741f5e-6d3d-453e-83fb-a4e223d428fb tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:55.800318 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87443e7-0286-4e90-9f1f-f50462b94045 None None] Sync routers for ids ['5540074a-a8aa-40c8-ba3d-34c019f08aa6'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:33:55.805946 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ca2861-d0e4-4127-9b59-5213eba700b8 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:55.806542 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-74ca2861-d0e4-4127-9b59-5213eba700b8 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:55.812757 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:55.817752 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87443e7-0286-4e90-9f1f-f50462b94045 None None] Routers {'5540074a-a8aa-40c8-ba3d-34c019f08aa6'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:33:55.818568 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-e87443e7-0286-4e90-9f1f-f50462b94045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:33:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['5540074a-a8aa-40c8-ba3d-34c019f08aa6'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:55.848438 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-14027daa-85bf-4972-b02a-a5a853f84442 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] 10.222.0.42 "PUT /v2.0/routers/5540074a-a8aa-40c8-ba3d-34c019f08aa6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0850246 Oct 13 15:33:55.851188 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 53462) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:55.852577 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-74ca2861-d0e4-4127-9b59-5213eba700b8 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9785383 Oct 13 15:33:55.859695 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53464) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:55.883596 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-40d18999-a64c-46ae-8858-d01da14c8ad7 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Request body: {'subnet': {'network_id': 'a2d4d0b9-1774-43ac-a29a-636931d8ab88', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:55.888829 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2277a9-53b6-40b0-a4b1-e093adc35194 None None] Network a2d4d0b9-1774-43ac-a29a-636931d8ab88 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:33:55.908415 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-9f44e3ba-35c7-43e9-873b-7f4ed1660ea0 None None] For port 9cd42d6a-f094-4014-adb1-e9212bcf6cec, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:33:55.921390 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-cd68aaf8-db84-480f-8e72-f48638384190 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "GET /v2.0/subnets/2c39f082-71ce-42d8-908a-7fc847fe485d/tags HTTP/1.1" status: 200 len: 240 time: 0.2341309 Oct 13 15:33:55.923972 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-e87443e7-0286-4e90-9f1f-f50462b94045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:55.947804 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e87443e7-0286-4e90-9f1f-f50462b94045 None None] Routers {'5540074a-a8aa-40c8-ba3d-34c019f08aa6'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:33:55.948643 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-e87443e7-0286-4e90-9f1f-f50462b94045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:33:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['5540074a-a8aa-40c8-ba3d-34c019f08aa6'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:56.013024 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-9f44e3ba-35c7-43e9-873b-7f4ed1660ea0 None None] For port 9cd42d6a-f094-4014-adb1-e9212bcf6cec, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=9cd42d6a-f094-4014-adb1-e9212bcf6cec,segment=NetworkSegment(39229136-81d1-44de-829e-447dbbd6bbb1),segment_id=39229136-81d1-44de-829e-447dbbd6bbb1)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:33:56.107648 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-e87443e7-0286-4e90-9f1f-f50462b94045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:56.108229 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e87443e7-0286-4e90-9f1f-f50462b94045 None None] The sync data for ids ['5540074a-a8aa-40c8-ba3d-34c019f08aa6'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:33:56.118765 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 53470) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:56.138276 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.tag.tag_plugin [None req-a60f06fa-0ac6-4eff-bc7a-64b211d146d8 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2c39f082-71ce-42d8-908a-7fc847fe485d', 'tempest-TagsExtTest-Tag-534568650') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:56.142215 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9f44e3ba-35c7-43e9-873b-7f4ed1660ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:56.162943 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0774b9ea-ca92-4c8b-a0da-552ef88c2198 None None] Pushing event updated for resources: {'Port': ['ID=5f6469f4-e7d7-410b-b6d1-935b88f50076,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:56.186490 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.api.v2.resource [None req-2e435d5a-bbe8-44dc-a5d6-529089e4a14a tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] show failed (client error): The resource could not be found. Oct 13 15:33:56.187517 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-2e435d5a-bbe8-44dc-a5d6-529089e4a14a tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] 10.222.0.42 "GET /v2.0/routers/tempest-non_exist_router-736877820 HTTP/1.1" status: 404 len: 334 time: 0.3306394 Oct 13 15:33:56.191512 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 53474) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:56.205370 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-65800963-e0bc-4e4b-a4d5-2a89af29a654 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Request body: {'router': {'name': 'new_name'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:56.268270 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port e0a50cf1-0f52-452b-9e51-24acf8d71801 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:33:56.277038 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-40d18999-a64c-46ae-8858-d01da14c8ad7 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:56.295703 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.api.v2.resource [None req-65800963-e0bc-4e4b-a4d5-2a89af29a654 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] update failed (client error): The resource could not be found. Oct 13 15:33:56.301766 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-65800963-e0bc-4e4b-a4d5-2a89af29a654 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] 10.222.0.42 "PUT /v2.0/routers/tempest-non_exist_router-1458254627 HTTP/1.1" status: 404 len: 335 time: 0.1043100 Oct 13 15:33:56.311080 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 53480) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:56.367193 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f44e3ba-35c7-43e9-873b-7f4ed1660ea0 None None] Pushing event updated for resources: {'Port': ['ID=9cd42d6a-f094-4014-adb1-e9212bcf6cec,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:56.440003 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_v2 [None req-c13e1619-eb41-4f98-b68e-f0953df0f72a tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Deleting subnet 0a2a27ca-afe7-495f-964c-76f757de8827 {{(pid=88973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:33:56.444038 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c13e1619-eb41-4f98-b68e-f0953df0f72a tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks [] for subnet, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:56.495909 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4c741f5e-6d3d-453e-83fb-a4e223d428fb tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:56.516863 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c13e1619-eb41-4f98-b68e-f0953df0f72a tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7432921'] for subnet, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:56.553769 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-40d18999-a64c-46ae-8858-d01da14c8ad7 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Usage tracker for resource:subnet and tenant:241b06d1b66d4165a8f1f259a57fe469 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:56.602616 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-a60f06fa-0ac6-4eff-bc7a-64b211d146d8 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "GET /v2.0/subnets/2c39f082-71ce-42d8-908a-7fc847fe485d/tags/tempest-TagsExtTest-Tag-534568650 HTTP/1.1" status: 204 len: 168 time: 0.4773526 Oct 13 15:33:56.605293 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 53484) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:56.632955 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-40d18999-a64c-46ae-8858-d01da14c8ad7 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:56.680564 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fae350a-7ac9-4609-9f1e-046240ef8644 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-a2d4d0b9-1774-43ac-a29a-636931d8ab88', 'network_id': 'a2d4d0b9-1774-43ac-a29a-636931d8ab88', 'tenant_id': '241b06d1b66d4165a8f1f259a57fe469', 'fixed_ips': [{'subnet_id': 'c72abc8d-b1d2-4fd7-b48b-be7d868642b0'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:33:56.682860 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6fae350a-7ac9-4609-9f1e-046240ef8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:56.692912 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.tag.tag_plugin [None req-cc5e5288-448d-46f0-8e0b-f2c030ef4b77 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '2c39f082-71ce-42d8-908a-7fc847fe485d', 'tempest-TagsExtTest-Tag-534568650') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:56.733312 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-40d18999-a64c-46ae-8858-d01da14c8ad7 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:56.888697 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-21e46658-c86d-4e18-8bc5-9e35584ee333 req-bd971d77-0700-45e2-ad32-8519563de9cc tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] 10.222.0.42 "GET /v2.0/ports?device_id=15fed89a-3c6b-4df2-b6ba-8080934e18c9 HTTP/1.1" status: 200 len: 210 time: 0.2191620 Oct 13 15:33:56.947472 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c13e1619-eb41-4f98-b68e-f0953df0f72a tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:56.983137 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d18999-a64c-46ae-8858-d01da14c8ad7 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Made reservation on behalf of 241b06d1b66d4165a8f1f259a57fe469 for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:33:56.990455 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-40d18999-a64c-46ae-8858-d01da14c8ad7 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:57.039404 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-cc5e5288-448d-46f0-8e0b-f2c030ef4b77 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "DELETE /v2.0/subnets/2c39f082-71ce-42d8-908a-7fc847fe485d/tags/tempest-TagsExtTest-Tag-534568650 HTTP/1.1" status: 204 len: 168 time: 0.4323261 Oct 13 15:33:57.040984 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 53490) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:57.049615 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.tag.tag_plugin [None req-fa0f233d-19fe-4aee-9680-a47fdca1458c tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '2c39f082-71ce-42d8-908a-7fc847fe485d') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:57.089031 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-6fae350a-7ac9-4609-9f1e-046240ef8644 None None] Allocated IP 2001:db8::2 (a2d4d0b9-1774-43ac-a29a-636931d8ab88/c72abc8d-b1d2-4fd7-b48b-be7d868642b0/5e4bd25d-4d8d-4e44-af8c-138068bb08f2) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:33:57.140609 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c13e1619-eb41-4f98-b68e-f0953df0f72a tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:57.205090 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c13e1619-eb41-4f98-b68e-f0953df0f72a tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:57.216135 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13e1619-eb41-4f98-b68e-f0953df0f72a tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Pushing event deleted for resources: {'Subnet': ['ID=0a2a27ca-afe7-495f-964c-76f757de8827,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:57.232065 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c13e1619-eb41-4f98-b68e-f0953df0f72a tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] 10.222.0.42 "DELETE /v2.0/subnets/0a2a27ca-afe7-495f-964c-76f757de8827 HTTP/1.1" status: 204 len: 168 time: 0.9198387 Oct 13 15:33:57.242773 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 53498) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:57.267159 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 9cd42d6a-f094-4014-adb1-e9212bcf6cec up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:33:57.290728 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-fa0f233d-19fe-4aee-9680-a47fdca1458c tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "GET /v2.0/subnets/2c39f082-71ce-42d8-908a-7fc847fe485d/tags HTTP/1.1" status: 200 len: 205 time: 0.2485950 Oct 13 15:33:57.295394 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 53502) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:57.299257 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096125fe-6ddf-4ab8-be31-3ca29301ffa9 None None] Network fd32502d-2ec9-4685-a388-3c4bb9f04155 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:33:57.322151 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.tag.tag_plugin [None req-4b49a5b9-9516-4cc5-8fe2-8dd6b13fec46 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a9a7e23b-00af-46f7-8d4d-e911b2a0431c') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:57.413071 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_v2 [None req-05972aae-3331-4b17-aed9-4de55c4094a6 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Deleting subnet 404fb3a8-145a-4d8b-869b-fee5dc7c0a93 {{(pid=88973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:33:57.420008 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-05972aae-3331-4b17-aed9-4de55c4094a6 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks [] for subnet, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:57.518634 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-05972aae-3331-4b17-aed9-4de55c4094a6 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7432921'] for subnet, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:57.574910 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-4b49a5b9-9516-4cc5-8fe2-8dd6b13fec46 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "GET /v2.0/ports/a9a7e23b-00af-46f7-8d4d-e911b2a0431c/tags HTTP/1.1" status: 200 len: 239 time: 0.2780290 Oct 13 15:33:57.637582 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 53506) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:57.665059 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.tag.tag_plugin [None req-3c2d8a02-07e2-4073-9ee3-e45aed896fa5 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a9a7e23b-00af-46f7-8d4d-e911b2a0431c', 'tempest-TagsExtTest-Tag-63310133') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:57.999142 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4c741f5e-6d3d-453e-83fb-a4e223d428fb tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:58.025387 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-3c2d8a02-07e2-4073-9ee3-e45aed896fa5 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "GET /v2.0/ports/a9a7e23b-00af-46f7-8d4d-e911b2a0431c/tags/tempest-TagsExtTest-Tag-63310133 HTTP/1.1" status: 204 len: 168 time: 0.3785543 Oct 13 15:33:58.029419 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 53514) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:58.038455 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4c741f5e-6d3d-453e-83fb-a4e223d428fb tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:58.045678 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58fa2f08-f115-4a07-a77a-0a4f04cf8c00 None None] Network ff032081-af48-45c3-a038-c41616465b51 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:33:58.069996 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.tag.tag_plugin [None req-b41f5ae4-1fc7-4646-a180-0df1815042ab tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'a9a7e23b-00af-46f7-8d4d-e911b2a0431c', 'tempest-TagsExtTest-Tag-63310133') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:58.129415 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-05972aae-3331-4b17-aed9-4de55c4094a6 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:58.151672 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6fae350a-7ac9-4609-9f1e-046240ef8644 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:58.187311 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-6fae350a-7ac9-4609-9f1e-046240ef8644 None None] Transition to ACTIVE for port object 5e4bd25d-4d8d-4e44-af8c-138068bb08f2 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:33:58.221446 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-6fae350a-7ac9-4609-9f1e-046240ef8644 None None] Transition to ACTIVE for port object 5e4bd25d-4d8d-4e44-af8c-138068bb08f2 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:33:58.275300 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6fae350a-7ac9-4609-9f1e-046240ef8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:58.326019 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 9cd42d6a-f094-4014-adb1-e9212bcf6cec completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:33:58.343182 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-05972aae-3331-4b17-aed9-4de55c4094a6 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:58.405983 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 5f6469f4-e7d7-410b-b6d1-935b88f50076 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:33:58.406652 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4467fa3a-de69-4ab9-9c3c-c70ace9893b0 req-9b8b8f47-0fac-4bc5-9045-8933bbf25d1d tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] 10.222.0.42 "GET /v2.0/ports?device_id=15fed89a-3c6b-4df2-b6ba-8080934e18c9 HTTP/1.1" status: 200 len: 210 time: 0.1485441 Oct 13 15:33:58.410966 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05972aae-3331-4b17-aed9-4de55c4094a6 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Pushing event deleted for resources: {'Subnet': ['ID=404fb3a8-145a-4d8b-869b-fee5dc7c0a93,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:58.440415 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-05972aae-3331-4b17-aed9-4de55c4094a6 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:58.451077 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2bb8857-787b-4073-92f8-e215f5fa8c12 None None] Network 10c7fa4a-a198-40b0-82b1-6e5555dba4b5 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:33:58.457764 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c741f5e-6d3d-453e-83fb-a4e223d428fb tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event updated for resources: {'Port': ['ID=b8004a37-b1ca-47c8-a195-95a6c31cd453,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:58.470689 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-05972aae-3331-4b17-aed9-4de55c4094a6 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] 10.222.0.42 "DELETE /v2.0/subnets/404fb3a8-145a-4d8b-869b-fee5dc7c0a93 HTTP/1.1" status: 204 len: 168 time: 1.2267020 Oct 13 15:33:58.472609 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 53520) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:58.499239 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4c741f5e-6d3d-453e-83fb-a4e223d428fb tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:58.608824 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-aa868529-cb84-4cc1-8620-3c48e8eec9dd None None] Provisioning for port 5f6469f4-e7d7-410b-b6d1-935b88f50076 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:33:58.612653 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b1c5cf-ef0a-4976-a6d7-ae9ed44358f9 None None] Network 0ed0dda8-9647-4d6d-b48b-7858e43e483b requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:33:58.638068 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7f8191b2-2e4b-46f4-9787-4d87f1831c4a tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:58.648233 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-b41f5ae4-1fc7-4646-a180-0df1815042ab tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "DELETE /v2.0/ports/a9a7e23b-00af-46f7-8d4d-e911b2a0431c/tags/tempest-TagsExtTest-Tag-63310133 HTTP/1.1" status: 204 len: 168 time: 0.6021719 Oct 13 15:33:58.663820 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 53524) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:58.667733 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-7f8191b2-2e4b-46f4-9787-4d87f1831c4a tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Deleting port 39d9f9a4-b742-4118-8bbf-884de89ca53e {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:33:58.668535 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7f8191b2-2e4b-46f4-9787-4d87f1831c4a tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:58.682914 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164baba1-12a9-4295-ab13-51c6e88be1bc req-7f7371f6-2174-4441-a0c9-12a48b5cc088 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:58.688029 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-164baba1-12a9-4295-ab13-51c6e88be1bc req-7f7371f6-2174-4441-a0c9-12a48b5cc088 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] 10.222.0.16 "GET /v2.0/networks?id=da181f30-60f8-4f23-91ed-b59a77cfcda8 HTTP/1.1" status: 200 len: 812 time: 2.0110636 Oct 13 15:33:58.740617 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fae350a-7ac9-4609-9f1e-046240ef8644 None None] Network a2d4d0b9-1774-43ac-a29a-636931d8ab88 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:33:58.752258 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [req-164baba1-12a9-4295-ab13-51c6e88be1bc req-b32fa648-7195-4423-9d2c-45324cae7d49 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] Request body: {'port': {'device_id': '15fed89a-3c6b-4df2-b6ba-8080934e18c9', 'network_id': 'da181f30-60f8-4f23-91ed-b59a77cfcda8', 'admin_state_up': True, 'tenant_id': 'a0bbf7edc7a946259d43826a5fe36972'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:33:58.789816 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-6fae350a-7ac9-4609-9f1e-046240ef8644 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:33:58.808159 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.tag.tag_plugin [None req-1009308f-5993-43a5-a02e-8882a9f431a0 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'a9a7e23b-00af-46f7-8d4d-e911b2a0431c') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:58.821110 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fae350a-7ac9-4609-9f1e-046240ef8644 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:33:58.994248 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fae350a-7ac9-4609-9f1e-046240ef8644 None None] Pushing event updated for resources: {'Port': ['ID=5e4bd25d-4d8d-4e44-af8c-138068bb08f2,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:59.207025 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c741f5e-6d3d-453e-83fb-a4e223d428fb tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Network 10c7fa4a-a198-40b0-82b1-6e5555dba4b5 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:33:59.207831 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 5f6469f4-e7d7-410b-b6d1-935b88f50076 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:33:59.211017 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-6fae350a-7ac9-4609-9f1e-046240ef8644 None None] Attempting to bind port 5e4bd25d-4d8d-4e44-af8c-138068bb08f2 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:33:59.211389 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-6fae350a-7ac9-4609-9f1e-046240ef8644 None None] Attempting to bind port 5e4bd25d-4d8d-4e44-af8c-138068bb08f2 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '20cd925d-d06b-444b-81b3-09ac8f664353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a2d4d0b9-1774-43ac-a29a-636931d8ab88'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:33:59.211740 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fae350a-7ac9-4609-9f1e-046240ef8644 None None] Attempting to bind port 5e4bd25d-4d8d-4e44-af8c-138068bb08f2 on network a2d4d0b9-1774-43ac-a29a-636931d8ab88 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:33:59.219831 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-4c741f5e-6d3d-453e-83fb-a4e223d428fb tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:33:59.227553 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-26aa2ab1-0c65-4b63-9915-067ab491c218 None None] Provisioning for port 9cd42d6a-f094-4014-adb1-e9212bcf6cec completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:33:59.229846 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [req-164baba1-12a9-4295-ab13-51c6e88be1bc req-b32fa648-7195-4423-9d2c-45324cae7d49 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:33:59.252235 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fae350a-7ac9-4609-9f1e-046240ef8644 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:33:59.252543 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fae350a-7ac9-4609-9f1e-046240ef8644 None None] Checking segment: {'id': '20cd925d-d06b-444b-81b3-09ac8f664353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a2d4d0b9-1774-43ac-a29a-636931d8ab88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:33:59.253407 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-164baba1-12a9-4295-ab13-51c6e88be1bc req-b32fa648-7195-4423-9d2c-45324cae7d49 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] Usage tracker for resource:port and tenant:a0bbf7edc7a946259d43826a5fe36972 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:33:59.253572 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6fae350a-7ac9-4609-9f1e-046240ef8644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:59.253956 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fae350a-7ac9-4609-9f1e-046240ef8644 None None] Bound using segment: {'id': '20cd925d-d06b-444b-81b3-09ac8f664353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a2d4d0b9-1774-43ac-a29a-636931d8ab88'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:33:59.254468 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-6fae350a-7ac9-4609-9f1e-046240ef8644 None None] Bound port: 5e4bd25d-4d8d-4e44-af8c-138068bb08f2, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '20cd925d-d06b-444b-81b3-09ac8f664353', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': 'a2d4d0b9-1774-43ac-a29a-636931d8ab88'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:33:59.254835 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6fae350a-7ac9-4609-9f1e-046240ef8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:59.255570 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-7f8191b2-2e4b-46f4-9787-4d87f1831c4a tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] For port 39d9f9a4-b742-4118-8bbf-884de89ca53e, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=39d9f9a4-b742-4118-8bbf-884de89ca53e,segment=NetworkSegment(c9f45863-32ab-45f7-8c50-745fdc6c82a5),segment_id=c9f45863-32ab-45f7-8c50-745fdc6c82a5)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:33:59.256141 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7f8191b2-2e4b-46f4-9787-4d87f1831c4a tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:59.256756 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-40d18999-a64c-46ae-8858-d01da14c8ad7 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:59.265884 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 5f6469f4-e7d7-410b-b6d1-935b88f50076 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:33:59.266274 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:59.266656 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 5f6469f4-e7d7-410b-b6d1-935b88f50076 Oct 13 15:33:59.272086 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-164baba1-12a9-4295-ab13-51c6e88be1bc req-b32fa648-7195-4423-9d2c-45324cae7d49 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:33:59.288855 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [req-164baba1-12a9-4295-ab13-51c6e88be1bc req-b32fa648-7195-4423-9d2c-45324cae7d49 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:33:59.302775 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53ece5b-abba-4d5f-a6bb-b0e2576ef61a None None] DHCP port deletion for fd32502d-2ec9-4685-a388-3c4bb9f04155 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:33:59.334714 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-26aa2ab1-0c65-4b63-9915-067ab491c218 None None] Provisioning complete for port 9cd42d6a-f094-4014-adb1-e9212bcf6cec triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:33:59.335222 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-26aa2ab1-0c65-4b63-9915-067ab491c218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:59.335404 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-26aa2ab1-0c65-4b63-9915-067ab491c218 None None] Attempt 1 to provision port 9cd42d6a-f094-4014-adb1-e9212bcf6cec Oct 13 15:33:59.343201 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-164baba1-12a9-4295-ab13-51c6e88be1bc req-b32fa648-7195-4423-9d2c-45324cae7d49 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] Made reservation on behalf of a0bbf7edc7a946259d43826a5fe36972 for: {'port': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:33:59.347911 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-164baba1-12a9-4295-ab13-51c6e88be1bc req-b32fa648-7195-4423-9d2c-45324cae7d49 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:59.395352 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f53ece5b-abba-4d5f-a6bb-b0e2576ef61a None None] Deleting port 39d9f9a4-b742-4118-8bbf-884de89ca53e {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:33:59.395977 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f53ece5b-abba-4d5f-a6bb-b0e2576ef61a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:59.408830 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-1009308f-5993-43a5-a02e-8882a9f431a0 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "GET /v2.0/ports/a9a7e23b-00af-46f7-8d4d-e911b2a0431c/tags HTTP/1.1" status: 200 len: 205 time: 0.6759326 Oct 13 15:33:59.459414 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53530) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:33:59.485540 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40d18999-a64c-46ae-8858-d01da14c8ad7 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Network a2d4d0b9-1774-43ac-a29a-636931d8ab88 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:33:59.497705 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-7f8191b2-2e4b-46f4-9787-4d87f1831c4a tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Calling delete_port for 39d9f9a4-b742-4118-8bbf-884de89ca53e owned by network:dhcp {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:33:59.580324 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.tag.tag_plugin [None req-cffc039e-53d0-4c50-8370-6b64d2a05b7b tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '468000de-004c-4f9c-b634-3770abe16be9') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:33:59.629255 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7f8191b2-2e4b-46f4-9787-4d87f1831c4a tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:59.672942 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f53ece5b-abba-4d5f-a6bb-b0e2576ef61a None None] The port '39d9f9a4-b742-4118-8bbf-884de89ca53e' was deleted {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 13 15:33:59.705319 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-40d18999-a64c-46ae-8858-d01da14c8ad7 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:33:59.761282 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-6fae350a-7ac9-4609-9f1e-046240ef8644 None None] For port 5e4bd25d-4d8d-4e44-af8c-138068bb08f2, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:33:59.776660 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d18999-a64c-46ae-8858-d01da14c8ad7 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:33:59.777391 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-40d18999-a64c-46ae-8858-d01da14c8ad7 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks [] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:33:59.800715 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8191b2-2e4b-46f4-9787-4d87f1831c4a tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Pushing event deleted for resources: {'Port': ['ID=39d9f9a4-b742-4118-8bbf-884de89ca53e,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:33:59.828539 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8191b2-2e4b-46f4-9787-4d87f1831c4a tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] No DVR routers for this DVR port 39d9f9a4-b742-4118-8bbf-884de89ca53e on host dv-neutron-860329-2-hyperv {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:33:59.895649 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229dd4a6-cdd1-42f1-9337-d4b68dfd1184 None None] DHCP port deletion for 0ed0dda8-9647-4d6d-b48b-7858e43e483b request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:33:59.936852 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-6fae350a-7ac9-4609-9f1e-046240ef8644 None None] For port 5e4bd25d-4d8d-4e44-af8c-138068bb08f2, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=5e4bd25d-4d8d-4e44-af8c-138068bb08f2,segment=NetworkSegment(20cd925d-d06b-444b-81b3-09ac8f664353),segment_id=20cd925d-d06b-444b-81b3-09ac8f664353)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:34:00.024780 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-229dd4a6-cdd1-42f1-9337-d4b68dfd1184 None None] Deleting port 97bf083e-f419-400a-b7ea-7dd5efd7bbf1 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:34:00.025529 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-229dd4a6-cdd1-42f1-9337-d4b68dfd1184 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:00.051544 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7f8191b2-2e4b-46f4-9787-4d87f1831c4a tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:00.073864 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6fae350a-7ac9-4609-9f1e-046240ef8644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:00.088964 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-7f8191b2-2e4b-46f4-9787-4d87f1831c4a tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd32502d-2ec9-4685-a388-3c4bb9f04155']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:00.105556 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-7f8191b2-2e4b-46f4-9787-4d87f1831c4a tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9f45863-32ab-45f7-8c50-745fdc6c82a5') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:00.105922 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-7f8191b2-2e4b-46f4-9787-4d87f1831c4a tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9f45863-32ab-45f7-8c50-745fdc6c82a5') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:00.127805 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7f8191b2-2e4b-46f4-9787-4d87f1831c4a tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:00.147671 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7f8191b2-2e4b-46f4-9787-4d87f1831c4a tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:00.158069 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f8191b2-2e4b-46f4-9787-4d87f1831c4a tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:34:00.158610 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7f8191b2-2e4b-46f4-9787-4d87f1831c4a tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:00.180030 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 5f6469f4-e7d7-410b-b6d1-935b88f50076 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:34:00.180438 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:00.234708 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-26aa2ab1-0c65-4b63-9915-067ab491c218 None None] Current status of the port 9cd42d6a-f094-4014-adb1-e9212bcf6cec is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:34:00.235361 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-26aa2ab1-0c65-4b63-9915-067ab491c218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:00.274854 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment c9f45863-32ab-45f7-8c50-745fdc6c82a5 resource provider aggregate not found Oct 13 15:34:00.279720 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-40d18999-a64c-46ae-8858-d01da14c8ad7 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 4.4045081 Oct 13 15:34:00.296361 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53540) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:00.306356 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment c9f45863-32ab-45f7-8c50-745fdc6c82a5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c9f45863-32ab-45f7-8c50-745fdc6c82a5 found for delete ", "request_id": "req-2d9c9e56-a1b2-484f-8ca7-6088c60aea9f"}]} Oct 13 15:34:00.319285 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7f8191b2-2e4b-46f4-9787-4d87f1831c4a tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:00.344270 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f2232456-c283-49ce-8f3e-3412456536c6 req-fa672b03-55af-481e-86f2-d3014f6b7a82 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] 10.222.0.42 "GET /v2.0/ports?device_id=15fed89a-3c6b-4df2-b6ba-8080934e18c9 HTTP/1.1" status: 200 len: 210 time: 0.4899094 Oct 13 15:34:00.349478 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7f8191b2-2e4b-46f4-9787-4d87f1831c4a tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:00.385988 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8191b2-2e4b-46f4-9787-4d87f1831c4a tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Pushing event deleted for resources: {'Network': ['ID=fd32502d-2ec9-4685-a388-3c4bb9f04155,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:00.395036 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fae350a-7ac9-4609-9f1e-046240ef8644 None None] Pushing event updated for resources: {'Port': ['ID=5e4bd25d-4d8d-4e44-af8c-138068bb08f2,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:00.399543 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-7f8191b2-2e4b-46f4-9787-4d87f1831c4a tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] 10.222.0.42 "DELETE /v2.0/networks/fd32502d-2ec9-4685-a388-3c4bb9f04155 HTTP/1.1" status: 204 len: 168 time: 1.9255147 Oct 13 15:34:00.401998 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 53546) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:00.471262 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 5f6469f4-e7d7-410b-b6d1-935b88f50076, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=5f6469f4-e7d7-410b-b6d1-935b88f50076,segment=NetworkSegment(c7952bc9-e04a-4847-9085-f518588b305d),segment_id=c7952bc9-e04a-4847-9085-f518588b305d)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:34:00.533736 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:00.710981 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-26aa2ab1-0c65-4b63-9915-067ab491c218 None None] For port 9cd42d6a-f094-4014-adb1-e9212bcf6cec, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=9cd42d6a-f094-4014-adb1-e9212bcf6cec,segment=NetworkSegment(39229136-81d1-44de-829e-447dbbd6bbb1),segment_id=39229136-81d1-44de-829e-447dbbd6bbb1)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:34:00.761049 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-26aa2ab1-0c65-4b63-9915-067ab491c218 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:00.818251 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6df880e4-68f9-468e-9e86-a0141eeca691 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:00.843956 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-6df880e4-68f9-468e-9e86-a0141eeca691 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Deleting port 97bf083e-f419-400a-b7ea-7dd5efd7bbf1 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:34:00.844355 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6df880e4-68f9-468e-9e86-a0141eeca691 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:00.942424 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [req-164baba1-12a9-4295-ab13-51c6e88be1bc req-b32fa648-7195-4423-9d2c-45324cae7d49 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] Allocated IP 172.20.0.11 (da181f30-60f8-4f23-91ed-b59a77cfcda8/d73598aa-1370-47c9-9c9b-04e22558afec/ceacf810-13d8-4e41-a9f9-fe99b4e3c789) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:34:01.020132 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 97bf083e-f419-400a-b7ea-7dd5efd7bbf1 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:34:01.175470 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=5f6469f4-e7d7-410b-b6d1-935b88f50076,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:01.287820 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-229dd4a6-cdd1-42f1-9337-d4b68dfd1184 None None] For port 97bf083e-f419-400a-b7ea-7dd5efd7bbf1, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=97bf083e-f419-400a-b7ea-7dd5efd7bbf1,segment=NetworkSegment(10a99216-23fd-48fa-adcb-80fcd4866f28),segment_id=10a99216-23fd-48fa-adcb-80fcd4866f28)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:34:01.289210 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-229dd4a6-cdd1-42f1-9337-d4b68dfd1184 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:01.323766 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-15d67b4b-85c7-4a7f-aab3-e3beb37e568a None None] Provisioning complete for port 9cd42d6a-f094-4014-adb1-e9212bcf6cec triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:34:01.324376 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-15d67b4b-85c7-4a7f-aab3-e3beb37e568a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:01.324934 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-15d67b4b-85c7-4a7f-aab3-e3beb37e568a None None] Attempt 1 to provision port 9cd42d6a-f094-4014-adb1-e9212bcf6cec Oct 13 15:34:01.355797 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-6df880e4-68f9-468e-9e86-a0141eeca691 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] For port 97bf083e-f419-400a-b7ea-7dd5efd7bbf1, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=97bf083e-f419-400a-b7ea-7dd5efd7bbf1,segment=NetworkSegment(10a99216-23fd-48fa-adcb-80fcd4866f28),segment_id=10a99216-23fd-48fa-adcb-80fcd4866f28)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:34:01.356156 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6df880e4-68f9-468e-9e86-a0141eeca691 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:01.356778 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-164baba1-12a9-4295-ab13-51c6e88be1bc req-b32fa648-7195-4423-9d2c-45324cae7d49 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:01.407226 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d18999-a64c-46ae-8858-d01da14c8ad7 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Pushing event updated for resources: {'Subnet': ['ID=5b2e76af-95a4-4f36-ab10-abe4d9615117,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:01.414611 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-164baba1-12a9-4295-ab13-51c6e88be1bc req-b32fa648-7195-4423-9d2c-45324cae7d49 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:01.530715 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c741f5e-6d3d-453e-83fb-a4e223d428fb tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Router a61a2962-a942-40f2-bf09-2f39a557f24c has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:34:01.556015 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-164baba1-12a9-4295-ab13-51c6e88be1bc req-b32fa648-7195-4423-9d2c-45324cae7d49 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] Network da181f30-60f8-4f23-91ed-b59a77cfcda8 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:34:01.558974 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [req-164baba1-12a9-4295-ab13-51c6e88be1bc req-b32fa648-7195-4423-9d2c-45324cae7d49 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:34:01.562290 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [req-164baba1-12a9-4295-ab13-51c6e88be1bc req-b32fa648-7195-4423-9d2c-45324cae7d49 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:34:01.636689 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-cffc039e-53d0-4c50-8370-6b64d2a05b7b tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "GET /v2.0/routers/468000de-004c-4f9c-b634-3770abe16be9/tags HTTP/1.1" status: 200 len: 240 time: 2.1734142 Oct 13 15:34:01.642778 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-229dd4a6-cdd1-42f1-9337-d4b68dfd1184 None None] Calling delete_port for 97bf083e-f419-400a-b7ea-7dd5efd7bbf1 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:34:01.655261 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53552) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:01.674152 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.tag.tag_plugin [None req-9a303a69-9777-4909-acac-77daa1274917 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '468000de-004c-4f9c-b634-3770abe16be9', 'tempest-TagsExtTest-Tag-955573506') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:01.778779 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-6df880e4-68f9-468e-9e86-a0141eeca691 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Calling delete_port for 97bf083e-f419-400a-b7ea-7dd5efd7bbf1 owned by network:dhcp {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:34:01.854590 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aa2ab1-0c65-4b63-9915-067ab491c218 None None] Pushing event updated for resources: {'Port': ['ID=9cd42d6a-f094-4014-adb1-e9212bcf6cec,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:01.932963 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a939f35-2d7a-4ef2-be87-9236b5618229 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:01.939397 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a939f35-2d7a-4ef2-be87-9236b5618229 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:01.945562 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a939f35-2d7a-4ef2-be87-9236b5618229 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:01.952265 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a939f35-2d7a-4ef2-be87-9236b5618229 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:01.954774 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a939f35-2d7a-4ef2-be87-9236b5618229 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:01.955585 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-6a939f35-2d7a-4ef2-be87-9236b5618229 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Synchronizing usage tracker for tenant:241b06d1b66d4165a8f1f259a57fe469 on resource:subnet {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:34:02.035721 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc2d8d2-3575-418e-ab39-f946aca92267 req-4da7e779-a913-4851-8266-4ceec645f4b7 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:02.040102 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5fc2d8d2-3575-418e-ab39-f946aca92267 req-4da7e779-a913-4851-8266-4ceec645f4b7 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] 10.222.0.42 "GET /v2.0/ports?device_id=15fed89a-3c6b-4df2-b6ba-8080934e18c9 HTTP/1.1" status: 200 len: 932 time: 0.3862932 Oct 13 15:34:02.064788 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-6a939f35-2d7a-4ef2-be87-9236b5618229 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Unset dirty status for tenant:241b06d1b66d4165a8f1f259a57fe469 on resource:subnet {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:34:02.065929 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-6a939f35-2d7a-4ef2-be87-9236b5618229 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 1.7287519 Oct 13 15:34:02.095200 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 53558) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:02.100024 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6df880e4-68f9-468e-9e86-a0141eeca691 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:02.109933 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-e4cc9cf3-2cb1-49a8-89e1-c0e3b870d73d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1039160415'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:02.116671 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-e4cc9cf3-2cb1-49a8-89e1-c0e3b870d73d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:02.122944 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-e4cc9cf3-2cb1-49a8-89e1-c0e3b870d73d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Usage tracker for resource:network and tenant:241b06d1b66d4165a8f1f259a57fe469 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:34:02.126980 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-e4cc9cf3-2cb1-49a8-89e1-c0e3b870d73d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:34:02.137387 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-e4cc9cf3-2cb1-49a8-89e1-c0e3b870d73d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:02.172473 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ff5b9c-8103-4854-aed1-cd0b472c5544 None None] Network a2d4d0b9-1774-43ac-a29a-636931d8ab88 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:34:02.218624 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df880e4-68f9-468e-9e86-a0141eeca691 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Pushing event deleted for resources: {'Port': ['ID=97bf083e-f419-400a-b7ea-7dd5efd7bbf1,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:02.223277 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32fa648-7195-4423-9d2c-45324cae7d49 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] Pushing event updated for resources: {'Port': ['ID=ceacf810-13d8-4e41-a9f9-fe99b4e3c789,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:02.230070 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df880e4-68f9-468e-9e86-a0141eeca691 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] No DVR routers for this DVR port 97bf083e-f419-400a-b7ea-7dd5efd7bbf1 on host dv-neutron-860329-2-hyperv {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:34:02.248209 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 97bf083e-f419-400a-b7ea-7dd5efd7bbf1 is: ACTIVE; New status is: DOWN {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:34:02.248851 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:02.262564 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164baba1-12a9-4295-ab13-51c6e88be1bc req-b32fa648-7195-4423-9d2c-45324cae7d49 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:02.263176 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-164baba1-12a9-4295-ab13-51c6e88be1bc req-b32fa648-7195-4423-9d2c-45324cae7d49 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:02.294589 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-164baba1-12a9-4295-ab13-51c6e88be1bc req-b32fa648-7195-4423-9d2c-45324cae7d49 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5547905 Oct 13 15:34:02.308193 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [req-164baba1-12a9-4295-ab13-51c6e88be1bc req-6a3cff8a-f573-45ee-9852-d730e2b7c683 service neutron] Request body: {'port': {'device_id': '15fed89a-3c6b-4df2-b6ba-8080934e18c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:02.313049 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4cc9cf3-2cb1-49a8-89e1-c0e3b870d73d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Made reservation on behalf of 241b06d1b66d4165a8f1f259a57fe469 for: {'network': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:34:02.318764 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e4cc9cf3-2cb1-49a8-89e1-c0e3b870d73d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:02.354955 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.db.api [None req-229dd4a6-cdd1-42f1-9337-d4b68dfd1184 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88974) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:34:02.356129 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG oslo_db.api [None req-229dd4a6-cdd1-42f1-9337-d4b68dfd1184 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:34:02.360223 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-9a303a69-9777-4909-acac-77daa1274917 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "GET /v2.0/routers/468000de-004c-4f9c-b634-3770abe16be9/tags/tempest-TagsExtTest-Tag-955573506 HTTP/1.1" status: 204 len: 168 time: 0.6943917 Oct 13 15:34:02.368371 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53562) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:02.369451 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c741f5e-6d3d-453e-83fb-a4e223d428fb tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:34:02.375844 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-4c741f5e-6d3d-453e-83fb-a4e223d428fb tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "PUT /v2.0/routers/a61a2962-a942-40f2-bf09-2f39a557f24c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7961245 Oct 13 15:34:02.380708 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53564) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:02.387780 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.tag.tag_plugin [None req-b1ab40e2-0b06-4246-afe9-3a1e74a08deb tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '468000de-004c-4f9c-b634-3770abe16be9', 'tempest-TagsExtTest-Tag-955573506') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:02.396359 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5fc2d8d2-3575-418e-ab39-f946aca92267 req-dc8f41c2-e3e4-4ab7-aec2-c44b2d184e01 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e702b27-1533-4fef-807a-965daf085c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3482802 Oct 13 15:34:02.404594 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e9ec65-01eb-449f-b2e9-09543676302e None None] Sync routers for ids ['a61a2962-a942-40f2-bf09-2f39a557f24c'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:34:02.481562 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-a6775972-17a6-4d9e-bdc0-184028d45f78 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Request body: {'network': {'name': 'tempest-RoutersTest-1543054352'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:02.485804 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e9ec65-01eb-449f-b2e9-09543676302e None None] Routers {'a61a2962-a942-40f2-bf09-2f39a557f24c'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:34:02.486621 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-81e9ec65-01eb-449f-b2e9-09543676302e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:33:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['a61a2962-a942-40f2-bf09-2f39a557f24c'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:02.495776 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-a6775972-17a6-4d9e-bdc0-184028d45f78 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:02.566492 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-a6775972-17a6-4d9e-bdc0-184028d45f78 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Usage tracker for resource:network and tenant:4c5e5250b5d0476f9d711181f94ffb05 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:34:02.578362 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-a6775972-17a6-4d9e-bdc0-184028d45f78 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:34:02.615537 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4cc9cf3-2cb1-49a8-89e1-c0e3b870d73d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=88973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:34:02.623969 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6df880e4-68f9-468e-9e86-a0141eeca691 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:02.646199 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e4cc9cf3-2cb1-49a8-89e1-c0e3b870d73d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:02.646541 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-e4cc9cf3-2cb1-49a8-89e1-c0e3b870d73d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Added segment 04a42862-4ba7-4c79-b09f-b2100c684945 of type vlan for network 9434be22-4b00-4601-bb9c-a4d5e985801a Oct 13 15:34:02.656877 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-6df880e4-68f9-468e-9e86-a0141eeca691 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ed0dda8-9647-4d6d-b48b-7858e43e483b']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:02.660963 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-81e9ec65-01eb-449f-b2e9-09543676302e None None] Set router a61a2962-a942-40f2-bf09-2f39a557f24c gateway port host: None {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:34:02.664190 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-a6775972-17a6-4d9e-bdc0-184028d45f78 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:02.667566 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-164baba1-12a9-4295-ab13-51c6e88be1bc req-6a3cff8a-f573-45ee-9852-d730e2b7c683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:02.674908 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-6df880e4-68f9-468e-9e86-a0141eeca691 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10a99216-23fd-48fa-adcb-80fcd4866f28') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:02.675171 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-6df880e4-68f9-468e-9e86-a0141eeca691 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10a99216-23fd-48fa-adcb-80fcd4866f28') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:02.697304 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6df880e4-68f9-468e-9e86-a0141eeca691 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:02.705613 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e4cc9cf3-2cb1-49a8-89e1-c0e3b870d73d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:02.724441 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6df880e4-68f9-468e-9e86-a0141eeca691 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:02.738850 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6df880e4-68f9-468e-9e86-a0141eeca691 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:34:02.739183 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6df880e4-68f9-468e-9e86-a0141eeca691 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:02.763801 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 39d9f9a4-b742-4118-8bbf-884de89ca53e no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:34:02.829094 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 10a99216-23fd-48fa-adcb-80fcd4866f28 resource provider aggregate not found Oct 13 15:34:02.860432 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 10a99216-23fd-48fa-adcb-80fcd4866f28 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 10a99216-23fd-48fa-adcb-80fcd4866f28 found for delete ", "request_id": "req-e573a790-7eca-4b5f-ab6f-75eae591ed32"}]} Oct 13 15:34:02.863503 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e4cc9cf3-2cb1-49a8-89e1-c0e3b870d73d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:02.869392 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4cc9cf3-2cb1-49a8-89e1-c0e3b870d73d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:02.872945 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e4cc9cf3-2cb1-49a8-89e1-c0e3b870d73d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:02.880486 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6775972-17a6-4d9e-bdc0-184028d45f78 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Made reservation on behalf of 4c5e5250b5d0476f9d711181f94ffb05 for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:34:02.883964 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a6775972-17a6-4d9e-bdc0-184028d45f78 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:02.929625 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6df880e4-68f9-468e-9e86-a0141eeca691 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:02.991893 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-229dd4a6-cdd1-42f1-9337-d4b68dfd1184 None None] Deleting port 97bf083e-f419-400a-b7ea-7dd5efd7bbf1 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:34:02.991893 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-229dd4a6-cdd1-42f1-9337-d4b68dfd1184 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:03.003700 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6df880e4-68f9-468e-9e86-a0141eeca691 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1778623'] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:03.060419 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6775972-17a6-4d9e-bdc0-184028d45f78 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 444} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:34:03.074249 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-b1ab40e2-0b06-4246-afe9-3a1e74a08deb tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "DELETE /v2.0/routers/468000de-004c-4f9c-b634-3770abe16be9/tags/tempest-TagsExtTest-Tag-955573506 HTTP/1.1" status: 204 len: 168 time: 0.6946580 Oct 13 15:34:03.089725 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-6df880e4-68f9-468e-9e86-a0141eeca691 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] 10.222.0.42 "DELETE /v2.0/networks/0ed0dda8-9647-4d6d-b48b-7858e43e483b HTTP/1.1" status: 204 len: 168 time: 2.6865747 Oct 13 15:34:03.090793 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cc9cf3-2cb1-49a8-89e1-c0e3b870d73d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Pushing event updated for resources: {'Network': ['ID=9434be22-4b00-4601-bb9c-a4d5e985801a,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:03.114246 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 53576) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:03.114591 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 53578) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:03.125885 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.tag.tag_plugin [None req-0b4943c0-8acc-4b6a-bcbf-15b05b671455 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '468000de-004c-4f9c-b634-3770abe16be9') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:03.136622 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a6775972-17a6-4d9e-bdc0-184028d45f78 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:03.137189 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-a6775972-17a6-4d9e-bdc0-184028d45f78 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Added segment 5c760af6-f2d8-4e53-924a-062a5883656a of type vlan for network 3e38b682-2960-4332-a572-6795375d9c64 Oct 13 15:34:03.180787 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-15d67b4b-85c7-4a7f-aab3-e3beb37e568a None None] Current status of the port 9cd42d6a-f094-4014-adb1-e9212bcf6cec is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:34:03.192711 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a6775972-17a6-4d9e-bdc0-184028d45f78 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:03.232661 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 9434be22-4b00-4601-bb9c-a4d5e985801a details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:34:03.247997 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a6775972-17a6-4d9e-bdc0-184028d45f78 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:03.253847 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6775972-17a6-4d9e-bdc0-184028d45f78 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:03.254670 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a6775972-17a6-4d9e-bdc0-184028d45f78 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:03.258811 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df880e4-68f9-468e-9e86-a0141eeca691 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Pushing event deleted for resources: {'Network': ['ID=0ed0dda8-9647-4d6d-b48b-7858e43e483b,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:03.262028 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-15d67b4b-85c7-4a7f-aab3-e3beb37e568a None None] Provisioning for port b8004a37-b1ca-47c8-a195-95a6c31cd453 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:34:03.270281 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 39d9f9a4-b742-4118-8bbf-884de89ca53e {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:34:03.270281 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 39d9f9a4-b742-4118-8bbf-884de89ca53e not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:34:03.279312 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e4cc9cf3-2cb1-49a8-89e1-c0e3b870d73d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1822560 Oct 13 15:34:03.316798 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-15d67b4b-85c7-4a7f-aab3-e3beb37e568a None None] Provisioning complete for port b8004a37-b1ca-47c8-a195-95a6c31cd453 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:34:03.323455 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-15d67b4b-85c7-4a7f-aab3-e3beb37e568a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:03.323990 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-15d67b4b-85c7-4a7f-aab3-e3beb37e568a None None] Attempt 1 to provision port b8004a37-b1ca-47c8-a195-95a6c31cd453 Oct 13 15:34:03.332201 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 53584) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:03.363855 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-c2b3562b-7045-44d3-80b0-86e56bb1e6e2 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Request body: {'network': {'name': 'New_network'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:03.570530 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-15d67b4b-85c7-4a7f-aab3-e3beb37e568a None None] Port b8004a37-b1ca-47c8-a195-95a6c31cd453 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:34:03.593943 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:34:03.614479 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-229dd4a6-cdd1-42f1-9337-d4b68dfd1184 None None] The port '97bf083e-f419-400a-b7ea-7dd5efd7bbf1' was deleted {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 13 15:34:03.756575 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a6775972-17a6-4d9e-bdc0-184028d45f78 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2863669 Oct 13 15:34:03.771756 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53590) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:03.777288 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 9cd42d6a-f094-4014-adb1-e9212bcf6cec up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:34:03.778100 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [req-164baba1-12a9-4295-ab13-51c6e88be1bc req-6a3cff8a-f573-45ee-9852-d730e2b7c683 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceacf810-13d8-4e41-a9f9-fe99b4e3c789 {{(pid=88972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 15:34:03.821194 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-e77cc435-d75c-476f-b355-339259321724 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Request body: {'subnet': {'network_id': '3e38b682-2960-4332-a572-6795375d9c64', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:03.854341 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6775972-17a6-4d9e-bdc0-184028d45f78 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event updated for resources: {'Network': ['ID=3e38b682-2960-4332-a572-6795375d9c64,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:03.872313 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c2b3562b-7045-44d3-80b0-86e56bb1e6e2 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:03.897269 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 3e38b682-2960-4332-a572-6795375d9c64 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:34:03.897871 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_v2 [None req-b40f95fa-a41f-47c2-b6d3-cfd40b700abf tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Deleting subnet bf6674cb-acd3-4ff9-9781-0cf8d4b3eb93 {{(pid=88973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:34:03.902056 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b40f95fa-a41f-47c2-b6d3-cfd40b700abf tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks [] for subnet, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:03.936424 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c2b3562b-7045-44d3-80b0-86e56bb1e6e2 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:03.960355 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c2b3562b-7045-44d3-80b0-86e56bb1e6e2 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Network 9434be22-4b00-4601-bb9c-a4d5e985801a is not hosted by any dhcp agent {{(pid=88973) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Oct 13 15:34:03.966000 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2b3562b-7045-44d3-80b0-86e56bb1e6e2 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:03.966634 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c2b3562b-7045-44d3-80b0-86e56bb1e6e2 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks [] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:03.971349 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c2b3562b-7045-44d3-80b0-86e56bb1e6e2 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "PUT /v2.0/networks/9434be22-4b00-4601-bb9c-a4d5e985801a HTTP/1.1" status: 200 len: 723 time: 0.6260879 Oct 13 15:34:03.978411 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 53596) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:03.992561 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53600) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:03.992811 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-0b4943c0-8acc-4b6a-bcbf-15b05b671455 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "GET /v2.0/routers/468000de-004c-4f9c-b634-3770abe16be9/tags HTTP/1.1" status: 200 len: 205 time: 0.8757470 Oct 13 15:34:04.002419 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-164baba1-12a9-4295-ab13-51c6e88be1bc req-6a3cff8a-f573-45ee-9852-d730e2b7c683 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:04.012465 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-e77cc435-d75c-476f-b355-339259321724 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:04.013914 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-f87c940b-7531-4f03-b147-0178cb238f60 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Request body: {'subnet': {'network_id': '9434be22-4b00-4601-bb9c-a4d5e985801a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:04.018883 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.tag.tag_plugin [None req-47df5832-87fb-4031-bebc-90b53422d0fe tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '898188e4-decb-4b50-b026-dc911a4a3a84') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:04.050408 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-e77cc435-d75c-476f-b355-339259321724 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Usage tracker for resource:subnet and tenant:4c5e5250b5d0476f9d711181f94ffb05 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:34:04.062453 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-e77cc435-d75c-476f-b355-339259321724 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:34:04.066724 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b40f95fa-a41f-47c2-b6d3-cfd40b700abf tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7432921'] for subnet, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:04.077366 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [req-164baba1-12a9-4295-ab13-51c6e88be1bc req-6a3cff8a-f573-45ee-9852-d730e2b7c683 service neutron] Transition to ACTIVE for port object ceacf810-13d8-4e41-a9f9-fe99b4e3c789 will not be triggered until provisioned by entity L2. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:34:04.080160 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-e77cc435-d75c-476f-b355-339259321724 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:04.081256 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-15d67b4b-85c7-4a7f-aab3-e3beb37e568a None None] Attempt 2 to provision port b8004a37-b1ca-47c8-a195-95a6c31cd453 Oct 13 15:34:04.104469 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-47df5832-87fb-4031-bebc-90b53422d0fe tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "GET /v2.0/subnetpools/898188e4-decb-4b50-b026-dc911a4a3a84/tags HTTP/1.1" status: 200 len: 240 time: 0.0979993 Oct 13 15:34:04.105470 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-164baba1-12a9-4295-ab13-51c6e88be1bc req-6a3cff8a-f573-45ee-9852-d730e2b7c683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:04.173694 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53604) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:04.219088 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.tag.tag_plugin [None req-cb3e4202-4d07-49a3-b0ac-99994e00b60a tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '898188e4-decb-4b50-b026-dc911a4a3a84', 'tempest-TagsExtTest-Tag-128065354') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:04.251942 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7c6a17-abc8-4f83-92d8-c2be6131a6a3 req-1d67caff-564d-4ba0-bc9f-2ba00c7e392e tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:04.252860 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-ea7c6a17-abc8-4f83-92d8-c2be6131a6a3 req-1d67caff-564d-4ba0-bc9f-2ba00c7e392e tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] Synchronizing usage tracker for tenant:a0bbf7edc7a946259d43826a5fe36972 on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:34:04.260596 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77cc435-d75c-476f-b355-339259321724 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Made reservation on behalf of 4c5e5250b5d0476f9d711181f94ffb05 for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:34:04.265053 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e77cc435-d75c-476f-b355-339259321724 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:04.277856 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b3562b-7045-44d3-80b0-86e56bb1e6e2 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Pushing event updated for resources: {'Network': ['ID=9434be22-4b00-4601-bb9c-a4d5e985801a,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:04.281339 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-81e9ec65-01eb-449f-b2e9-09543676302e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'name': 'tempest-RoutersTest-router-1661744763', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:33:23Z', 'updated_at': '2022-10-13T15:33:56Z', 'revision_number': 4, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'gw_port_host': None, '_interfaces': [{'id': 'b8004a37-b1ca-47c8-a195-95a6c31cd453', 'name': '', 'network_id': '10c7fa4a-a198-40b0-82b1-6e5555dba4b5', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:e3:c3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '1fc3c5c4-aae8-40bf-a57f-94f85cd06c29', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:53Z', 'updated_at': '2022-10-13T15:33:57Z', 'revision_number': 2, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': '1fc3c5c4-aae8-40bf-a57f-94f85cd06c29', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba7d21c2-4f48-4533-91fd-451aba74fce3', 'name': '', 'network_id': 'ea4ebc96-c71a-4447-81de-9020fb848258', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:c1:c2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:28Z', 'updated_at': '2022-10-13T15:33:41Z', 'revision_number': 5, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': '7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0a50cf1-0f52-452b-9e51-24acf8d71801', 'name': '', 'network_id': '94806bf1-4063-495f-b8a0-bb67a33e849c', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:78:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'c1ebce1d-272a-42ad-8c99-e3ef6810c143', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:40Z', 'updated_at': '2022-10-13T15:33:52Z', 'revision_number': 5, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': 'c1ebce1d-272a-42ad-8c99-e3ef6810c143', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:04.290588 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 9cd42d6a-f094-4014-adb1-e9212bcf6cec triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:34:04.292181 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:04.292181 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 9cd42d6a-f094-4014-adb1-e9212bcf6cec Oct 13 15:34:04.325684 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e9ec65-01eb-449f-b2e9-09543676302e None None] Checking router: a61a2962-a942-40f2-bf09-2f39a557f24c for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:34:04.326466 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e9ec65-01eb-449f-b2e9-09543676302e None None] Updating router a61a2962-a942-40f2-bf09-2f39a557f24c port b8004a37-b1ca-47c8-a195-95a6c31cd453 binding host dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:34:04.352345 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-15d67b4b-85c7-4a7f-aab3-e3beb37e568a None None] Port b8004a37-b1ca-47c8-a195-95a6c31cd453 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:34:04.353073 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 9434be22-4b00-4601-bb9c-a4d5e985801a details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:34:04.472721 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-f87c940b-7531-4f03-b147-0178cb238f60 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:04.491017 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-ea7c6a17-abc8-4f83-92d8-c2be6131a6a3 req-1d67caff-564d-4ba0-bc9f-2ba00c7e392e tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] Unset dirty status for tenant:a0bbf7edc7a946259d43826a5fe36972 on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:34:04.492083 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-ea7c6a17-abc8-4f83-92d8-c2be6131a6a3 req-1d67caff-564d-4ba0-bc9f-2ba00c7e392e tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] 10.222.0.42 "GET /v2.0/ports?device_id=15fed89a-3c6b-4df2-b6ba-8080934e18c9 HTTP/1.1" status: 200 len: 932 time: 0.7260671 Oct 13 15:34:04.496055 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3cff8a-f573-45ee-9852-d730e2b7c683 service neutron] Pushing event updated for resources: {'Port': ['ID=ceacf810-13d8-4e41-a9f9-fe99b4e3c789,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:04.503039 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-cb3e4202-4d07-49a3-b0ac-99994e00b60a tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "GET /v2.0/subnetpools/898188e4-decb-4b50-b026-dc911a4a3a84/tags/tempest-TagsExtTest-Tag-128065354 HTTP/1.1" status: 204 len: 168 time: 0.2846563 Oct 13 15:34:04.503241 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b40f95fa-a41f-47c2-b6d3-cfd40b700abf tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:04.519202 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53610) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:04.532048 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.tag.tag_plugin [None req-680c8ea5-61d5-433e-9853-5d7c6ea7b296 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '898188e4-decb-4b50-b026-dc911a4a3a84', 'tempest-TagsExtTest-Tag-128065354') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:04.598277 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-81e9ec65-01eb-449f-b2e9-09543676302e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:04.601153 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [req-164baba1-12a9-4295-ab13-51c6e88be1bc req-6a3cff8a-f573-45ee-9852-d730e2b7c683 service neutron] Attempting to bind port ceacf810-13d8-4e41-a9f9-fe99b4e3c789 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:34:04.601492 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [req-164baba1-12a9-4295-ab13-51c6e88be1bc req-6a3cff8a-f573-45ee-9852-d730e2b7c683 service neutron] Attempting to bind port ceacf810-13d8-4e41-a9f9-fe99b4e3c789 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '83e50417-f7fa-4dd5-b80d-d1fe238ddc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'da181f30-60f8-4f23-91ed-b59a77cfcda8'}] {{(pid=88972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:34:04.601817 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164baba1-12a9-4295-ab13-51c6e88be1bc req-6a3cff8a-f573-45ee-9852-d730e2b7c683 service neutron] Attempting to bind port ceacf810-13d8-4e41-a9f9-fe99b4e3c789 on network da181f30-60f8-4f23-91ed-b59a77cfcda8 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:34:04.603550 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-f87c940b-7531-4f03-b147-0178cb238f60 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:04.613398 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0f9a8132-2079-4811-ad91-9d815b6a88e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:04.620883 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164baba1-12a9-4295-ab13-51c6e88be1bc req-6a3cff8a-f573-45ee-9852-d730e2b7c683 service neutron] Port ceacf810-13d8-4e41-a9f9-fe99b4e3c789 on network da181f30-60f8-4f23-91ed-b59a77cfcda8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:34:04.621209 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164baba1-12a9-4295-ab13-51c6e88be1bc req-6a3cff8a-f573-45ee-9852-d730e2b7c683 service neutron] Attempting to bind port ceacf810-13d8-4e41-a9f9-fe99b4e3c789 on network da181f30-60f8-4f23-91ed-b59a77cfcda8 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:34:04.624768 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-ea7c6a17-abc8-4f83-92d8-c2be6131a6a3 req-aaed6287-e488-4093-8beb-654015392e90 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] Synchronizing usage tracker for tenant:a0bbf7edc7a946259d43826a5fe36972 on resource:security_group {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:34:04.638863 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164baba1-12a9-4295-ab13-51c6e88be1bc req-6a3cff8a-f573-45ee-9852-d730e2b7c683 service neutron] Checking agent: {'id': 'c4d1d38a-44f6-47ac-b17c-311e640e7cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'started_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:34:04.639200 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164baba1-12a9-4295-ab13-51c6e88be1bc req-6a3cff8a-f573-45ee-9852-d730e2b7c683 service neutron] Checking segment: {'id': '83e50417-f7fa-4dd5-b80d-d1fe238ddc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'da181f30-60f8-4f23-91ed-b59a77cfcda8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:34:04.639581 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-164baba1-12a9-4295-ab13-51c6e88be1bc req-6a3cff8a-f573-45ee-9852-d730e2b7c683 service neutron] Bound using segment: {'id': '83e50417-f7fa-4dd5-b80d-d1fe238ddc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'da181f30-60f8-4f23-91ed-b59a77cfcda8'} {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:34:04.640025 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [req-164baba1-12a9-4295-ab13-51c6e88be1bc req-6a3cff8a-f573-45ee-9852-d730e2b7c683 service neutron] Bound port: ceacf810-13d8-4e41-a9f9-fe99b4e3c789, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '83e50417-f7fa-4dd5-b80d-d1fe238ddc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 431, 'network_id': 'da181f30-60f8-4f23-91ed-b59a77cfcda8'}}] {{(pid=88972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:34:04.640364 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-164baba1-12a9-4295-ab13-51c6e88be1bc req-6a3cff8a-f573-45ee-9852-d730e2b7c683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:04.649340 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87c940b-7531-4f03-b147-0178cb238f60 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Made reservation on behalf of 241b06d1b66d4165a8f1f259a57fe469 for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:34:04.658239 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f87c940b-7531-4f03-b147-0178cb238f60 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:04.795378 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-680c8ea5-61d5-433e-9853-5d7c6ea7b296 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "DELETE /v2.0/subnetpools/898188e4-decb-4b50-b026-dc911a4a3a84/tags/tempest-TagsExtTest-Tag-128065354 HTTP/1.1" status: 204 len: 168 time: 0.2730548 Oct 13 15:34:04.802905 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53614) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:04.810577 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.tag.tag_plugin [None req-72e5b704-4705-445f-98b5-48d445e0b986 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '898188e4-decb-4b50-b026-dc911a4a3a84') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:04.820842 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-ea7c6a17-abc8-4f83-92d8-c2be6131a6a3 req-aaed6287-e488-4093-8beb-654015392e90 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] Unset dirty status for tenant:a0bbf7edc7a946259d43826a5fe36972 on resource:security_group {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:34:04.822039 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-ea7c6a17-abc8-4f83-92d8-c2be6131a6a3 req-aaed6287-e488-4093-8beb-654015392e90 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e702b27-1533-4fef-807a-965daf085c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171918 Oct 13 15:34:04.834604 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [req-164baba1-12a9-4295-ab13-51c6e88be1bc req-6a3cff8a-f573-45ee-9852-d730e2b7c683 service neutron] For port ceacf810-13d8-4e41-a9f9-fe99b4e3c789, host hv-neutron-8603, cleared binding levels {{(pid=88972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:34:04.846623 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c06f5ef-f671-4e99-a1e0-e4267b687ff5 None None] Update dhcp port {'port': {'network_id': 'a2d4d0b9-1774-43ac-a29a-636931d8ab88', 'fixed_ips': [{'subnet_id': 'c72abc8d-b1d2-4fd7-b48b-be7d868642b0', 'ip_address': '2001:db8::2'}, {'subnet_id': '5b2e76af-95a4-4f36-ab10-abe4d9615117'}], 'binding:host_id': 'dv-neutron-860329-2-hyperv'}, 'id': '5e4bd25d-4d8d-4e44-af8c-138068bb08f2'} from dv-neutron-860329-2-hyperv. {{(pid=88974) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:322}} Oct 13 15:34:04.879266 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [req-164baba1-12a9-4295-ab13-51c6e88be1bc req-6a3cff8a-f573-45ee-9852-d730e2b7c683 service neutron] For port ceacf810-13d8-4e41-a9f9-fe99b4e3c789, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=ceacf810-13d8-4e41-a9f9-fe99b4e3c789,segment=NetworkSegment(83e50417-f7fa-4dd5-b80d-d1fe238ddc51),segment_id=83e50417-f7fa-4dd5-b80d-d1fe238ddc51)] {{(pid=88972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:34:04.896731 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-15d67b4b-85c7-4a7f-aab3-e3beb37e568a None None] Attempt 3 to provision port b8004a37-b1ca-47c8-a195-95a6c31cd453 Oct 13 15:34:04.899068 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-164baba1-12a9-4295-ab13-51c6e88be1bc req-6a3cff8a-f573-45ee-9852-d730e2b7c683 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:04.951240 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-72e5b704-4705-445f-98b5-48d445e0b986 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "GET /v2.0/subnetpools/898188e4-decb-4b50-b026-dc911a4a3a84/tags HTTP/1.1" status: 200 len: 205 time: 0.1469681 Oct 13 15:34:04.960142 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164baba1-12a9-4295-ab13-51c6e88be1bc req-6a3cff8a-f573-45ee-9852-d730e2b7c683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:04.960755 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-164baba1-12a9-4295-ab13-51c6e88be1bc req-6a3cff8a-f573-45ee-9852-d730e2b7c683 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:04.962160 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-164baba1-12a9-4295-ab13-51c6e88be1bc req-6a3cff8a-f573-45ee-9852-d730e2b7c683 service neutron] 10.222.0.16 "PUT /v2.0/ports/ceacf810-13d8-4e41-a9f9-fe99b4e3c789 HTTP/1.1" status: 200 len: 1094 time: 2.6582890 Oct 13 15:34:04.963173 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e77cc435-d75c-476f-b355-339259321724 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:04.966662 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15fed89a-3c6b-4df2-b6ba-8080934e18c9', 'tag': 'ceacf810-13d8-4e41-a9f9-fe99b4e3c789'}] {{(pid=88972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:34:04.969049 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66139ebd01b2281a52a84d0c3e28fe779798cc7e4f9f2d51c02648ac67609c1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9002870a-7efe-46c1-9419-b1755a385e13" -d '{"events": [{"name": "network-changed", "server_uuid": "15fed89a-3c6b-4df2-b6ba-8080934e18c9", "tag": "ceacf810-13d8-4e41-a9f9-fe99b4e3c789"}]}' {{(pid=88972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:34:04.974711 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53618) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:05.011738 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.tag.tag_plugin [None req-bef11e8c-b96b-4b59-aa6f-fcb8bd3387dc tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '898188e4-decb-4b50-b026-dc911a4a3a84') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:05.078537 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7c06f5ef-f671-4e99-a1e0-e4267b687ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:05.097728 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 9cd42d6a-f094-4014-adb1-e9212bcf6cec is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:34:05.099099 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 5f6469f4-e7d7-410b-b6d1-935b88f50076 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:34:05.139264 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 15:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d504af72-38bf-4a29-9286-7022923b9d98 x-openstack-request-id: req-d504af72-38bf-4a29-9286-7022923b9d98 {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:34:05.139667 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "15fed89a-3c6b-4df2-b6ba-8080934e18c9", "tag": "ceacf810-13d8-4e41-a9f9-fe99b4e3c789", "status": "completed", "code": 200}]} {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:34:05.139771 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d504af72-38bf-4a29-9286-7022923b9d98 {{(pid=88972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:34:05.140160 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d504af72-38bf-4a29-9286-7022923b9d98'] response: {'name': 'network-changed', 'server_uuid': '15fed89a-3c6b-4df2-b6ba-8080934e18c9', 'tag': 'ceacf810-13d8-4e41-a9f9-fe99b4e3c789', 'status': 'completed', 'code': 200} Oct 13 15:34:05.155713 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-15d67b4b-85c7-4a7f-aab3-e3beb37e568a None None] Port b8004a37-b1ca-47c8-a195-95a6c31cd453 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:34:05.191855 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f87c940b-7531-4f03-b147-0178cb238f60 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:05.205263 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3cff8a-f573-45ee-9852-d730e2b7c683 service neutron] Pushing event updated for resources: {'Port': ['ID=ceacf810-13d8-4e41-a9f9-fe99b4e3c789,revision_number=3']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:05.225332 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77cc435-d75c-476f-b355-339259321724 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event updated for resources: {'Subnet': ['ID=317524f6-b5c4-48b3-8c6c-48901d45b2b9,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:05.243339 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77cc435-d75c-476f-b355-339259321724 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Checking segment: {'id': '5c760af6-f2d8-4e53-924a-062a5883656a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '3e38b682-2960-4332-a572-6795375d9c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:34:05.243693 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77cc435-d75c-476f-b355-339259321724 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Network hostable DHCP agents. Network: 3e38b682-2960-4332-a572-6795375d9c64, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:34:05.259528 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-bef11e8c-b96b-4b59-aa6f-fcb8bd3387dc tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "DELETE /v2.0/subnetpools/898188e4-decb-4b50-b026-dc911a4a3a84/tags HTTP/1.1" status: 204 len: 168 time: 0.2564523 Oct 13 15:34:05.262471 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53624) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:05.269009 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c940b-7531-4f03-b147-0178cb238f60 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Pushing event updated for resources: {'Subnet': ['ID=a2b50916-8e4d-47ca-a563-110a9edabbc0,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:05.271172 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.tag.tag_plugin [None req-50cc1cd4-6454-4f75-b6c6-49f5aa306aaa tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '468000de-004c-4f9c-b634-3770abe16be9') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:05.320958 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b40f95fa-a41f-47c2-b6d3-cfd40b700abf tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:05.349838 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77cc435-d75c-476f-b355-339259321724 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Network 3e38b682-2960-4332-a572-6795375d9c64 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:34:05.422592 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f87c940b-7531-4f03-b147-0178cb238f60 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Checking segment: {'id': '04a42862-4ba7-4c79-b09f-b2100c684945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9434be22-4b00-4601-bb9c-a4d5e985801a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:34:05.423712 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87c940b-7531-4f03-b147-0178cb238f60 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Network hostable DHCP agents. Network: 9434be22-4b00-4601-bb9c-a4d5e985801a, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:34:05.428351 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164baba1-12a9-4295-ab13-51c6e88be1bc req-9619d79c-0122-4784-ad86-cfa74310c737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:05.429840 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-164baba1-12a9-4295-ab13-51c6e88be1bc req-9619d79c-0122-4784-ad86-cfa74310c737 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a0bbf7edc7a946259d43826a5fe36972&device_id=15fed89a-3c6b-4df2-b6ba-8080934e18c9 HTTP/1.1" status: 200 len: 1097 time: 0.3371360 Oct 13 15:34:05.431557 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40f95fa-a41f-47c2-b6d3-cfd40b700abf tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Pushing event deleted for resources: {'Subnet': ['ID=bf6674cb-acd3-4ff9-9781-0cf8d4b3eb93,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:05.437593 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-e77cc435-d75c-476f-b355-339259321724 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 3e38b682-2960-4332-a572-6795375d9c64) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:34:05.442966 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b40f95fa-a41f-47c2-b6d3-cfd40b700abf tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:05.460121 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-b40f95fa-a41f-47c2-b6d3-cfd40b700abf tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] 10.222.0.42 "DELETE /v2.0/subnets/bf6674cb-acd3-4ff9-9781-0cf8d4b3eb93 HTTP/1.1" status: 204 len: 168 time: 2.3416355 Oct 13 15:34:05.460677 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4fa49a-aa10-487d-9749-4fd7a6d026cd None None] Network 3e38b682-2960-4332-a572-6795375d9c64 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:34:05.462511 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 53630) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:05.465544 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87c940b-7531-4f03-b147-0178cb238f60 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Network 9434be22-4b00-4601-bb9c-a4d5e985801a is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:34:05.485291 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c00aa6de-ec16-4139-ae07-aab2a2ad4146 None None] Network 36ae797b-6724-49fd-9941-ad5c2c65905c requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:34:05.503456 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-f87c940b-7531-4f03-b147-0178cb238f60 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 9434be22-4b00-4601-bb9c-a4d5e985801a) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:34:05.514561 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87c940b-7531-4f03-b147-0178cb238f60 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:05.514964 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77cc435-d75c-476f-b355-339259321724 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:05.515538 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e77cc435-d75c-476f-b355-339259321724 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:05.515676 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f87c940b-7531-4f03-b147-0178cb238f60 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:05.535925 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-164baba1-12a9-4295-ab13-51c6e88be1bc req-856402ed-61cf-4c07-b62e-76733d47eae2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ceacf810-13d8-4e41-a9f9-fe99b4e3c789 HTTP/1.1" status: 200 len: 217 time: 0.0961425 Oct 13 15:34:05.545612 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b869f6f-e202-466c-9e5f-ce3d7e1fbd50 None None] Network 9434be22-4b00-4601-bb9c-a4d5e985801a requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:34:05.612878 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-f87c940b-7531-4f03-b147-0178cb238f60 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6307995 Oct 13 15:34:05.620096 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53634) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:05.642553 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e2c6d7b8-0c75-4fac-b591-2599f6ca656d tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:05.652176 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-e77cc435-d75c-476f-b355-339259321724 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8793058 Oct 13 15:34:05.664013 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-8c867d37-55ea-4409-adff-bb5320544392 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:05.667553 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 53638) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:05.716570 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-15d67b4b-85c7-4a7f-aab3-e3beb37e568a None None] Attempt 4 to provision port b8004a37-b1ca-47c8-a195-95a6c31cd453 Oct 13 15:34:05.800879 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 5f6469f4-e7d7-410b-b6d1-935b88f50076 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:34:05.801416 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:05.801850 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 5f6469f4-e7d7-410b-b6d1-935b88f50076 Oct 13 15:34:05.865990 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-e2c6d7b8-0c75-4fac-b591-2599f6ca656d tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Deleting port 50b6e625-caf2-44af-872d-b2abd59337dc {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:34:05.866574 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e2c6d7b8-0c75-4fac-b591-2599f6ca656d tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:05.900246 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-50cc1cd4-6454-4f75-b6c6-49f5aa306aaa tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "DELETE /v2.0/routers/468000de-004c-4f9c-b634-3770abe16be9/tags HTTP/1.1" status: 204 len: 168 time: 0.6344318 Oct 13 15:34:05.988076 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8c867d37-55ea-4409-adff-bb5320544392 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7055144'] for subnet, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:06.006720 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 53644) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:06.027631 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.tag.tag_plugin [None req-e9f91fea-af30-4196-819a-68a70817c7bf tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a9a7e23b-00af-46f7-8d4d-e911b2a0431c') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:06.033202 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.db.resource_extend [None req-81e9ec65-01eb-449f-b2e9-09543676302e None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Oct 13 15:34:06.069774 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164baba1-12a9-4295-ab13-51c6e88be1bc req-ff8033a0-11b8-48d9-aee2-80c27e6fd532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:06.071283 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-164baba1-12a9-4295-ab13-51c6e88be1bc req-ff8033a0-11b8-48d9-aee2-80c27e6fd532 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d73598aa-1370-47c9-9c9b-04e22558afec HTTP/1.1" status: 200 len: 852 time: 0.5276415 Oct 13 15:34:06.139565 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-15d67b4b-85c7-4a7f-aab3-e3beb37e568a None None] Port b8004a37-b1ca-47c8-a195-95a6c31cd453 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:34:06.194458 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-7c06f5ef-f671-4e99-a1e0-e4267b687ff5 None None] Allocated IP 172.20.0.1 (a2d4d0b9-1774-43ac-a29a-636931d8ab88/5b2e76af-95a4-4f36-ab10-abe4d9615117/5e4bd25d-4d8d-4e44-af8c-138068bb08f2) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:34:06.236136 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-164baba1-12a9-4295-ab13-51c6e88be1bc req-bf4d5275-ba27-4c3e-83e6-09cc4c24321f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=da181f30-60f8-4f23-91ed-b59a77cfcda8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1502628 Oct 13 15:34:06.406726 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-81e9ec65-01eb-449f-b2e9-09543676302e None None] Notify callbacks [] for port, precommit_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:06.471162 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bd3777-02ab-4dfe-afa0-0e650bee5e08 req-25b0db8f-1bdb-4713-8182-bb6dc0c87563 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:06.472792 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-a9bd3777-02ab-4dfe-afa0-0e650bee5e08 req-25b0db8f-1bdb-4713-8182-bb6dc0c87563 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] 10.222.0.42 "GET /v2.0/ports?device_id=15fed89a-3c6b-4df2-b6ba-8080934e18c9 HTTP/1.1" status: 200 len: 944 time: 0.3889618 Oct 13 15:34:06.473014 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-e2c6d7b8-0c75-4fac-b591-2599f6ca656d tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] For port 50b6e625-caf2-44af-872d-b2abd59337dc, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=50b6e625-caf2-44af-872d-b2abd59337dc,segment=NetworkSegment(a7d05f74-cd4b-4f27-a01f-7cdde28a293d),segment_id=a7d05f74-cd4b-4f27-a01f-7cdde28a293d)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:34:06.473488 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e2c6d7b8-0c75-4fac-b591-2599f6ca656d tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:06.484687 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e9f91fea-af30-4196-819a-68a70817c7bf tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "DELETE /v2.0/ports/a9a7e23b-00af-46f7-8d4d-e911b2a0431c/tags HTTP/1.1" status: 204 len: 168 time: 0.4740629 Oct 13 15:34:06.516936 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53650) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:06.639869 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-81e9ec65-01eb-449f-b2e9-09543676302e None None] Transition to ACTIVE for port object b8004a37-b1ca-47c8-a195-95a6c31cd453 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:34:06.643266 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28072b2f-0040-406d-8fb3-2ff81af36d30 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-3e38b682-2960-4332-a572-6795375d9c64', 'network_id': '3e38b682-2960-4332-a572-6795375d9c64', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'fixed_ips': [{'subnet_id': '317524f6-b5c4-48b3-8c6c-48901d45b2b9'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:34:06.643426 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-28072b2f-0040-406d-8fb3-2ff81af36d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:06.649547 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-a9bd3777-02ab-4dfe-afa0-0e650bee5e08 req-db898b59-686d-49df-a6cc-30c8e0969023 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e702b27-1533-4fef-807a-965daf085c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334224 Oct 13 15:34:06.669170 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.tag.tag_plugin [None req-51abf1b5-d32c-4d27-95bc-2aa722c87dd1 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2c39f082-71ce-42d8-908a-7fc847fe485d') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:06.681049 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-15d67b4b-85c7-4a7f-aab3-e3beb37e568a None None] Attempt 5 to provision port b8004a37-b1ca-47c8-a195-95a6c31cd453 Oct 13 15:34:06.706584 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-164baba1-12a9-4295-ab13-51c6e88be1bc req-a278f56a-f888-4296-96ee-8d86cead769d service neutron] 10.222.0.16 "GET /v2.0/networks/da181f30-60f8-4f23-91ed-b59a77cfcda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4604113 Oct 13 15:34:06.707413 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8c867d37-55ea-4409-adff-bb5320544392 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734006200203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1308925'] for subnet, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:06.746443 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-e2c6d7b8-0c75-4fac-b591-2599f6ca656d tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Calling delete_port for 50b6e625-caf2-44af-872d-b2abd59337dc owned by network:dhcp {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:34:06.761013 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 5f6469f4-e7d7-410b-b6d1-935b88f50076 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:34:06.761013 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 5e4bd25d-4d8d-4e44-af8c-138068bb08f2 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:34:06.816264 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4d586f9-d22f-498e-a99a-bd3b2219b2e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-9434be22-4b00-4601-bb9c-a4d5e985801a', 'network_id': '9434be22-4b00-4601-bb9c-a4d5e985801a', 'tenant_id': '241b06d1b66d4165a8f1f259a57fe469', 'fixed_ips': [{'subnet_id': 'a2b50916-8e4d-47ca-a563-110a9edabbc0'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:34:06.817090 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d4d586f9-d22f-498e-a99a-bd3b2219b2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:06.826732 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c867d37-55ea-4409-adff-bb5320544392 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:06.826967 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-81e9ec65-01eb-449f-b2e9-09543676302e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:06.827308 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8c867d37-55ea-4409-adff-bb5320544392 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks [] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:06.831891 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-8c867d37-55ea-4409-adff-bb5320544392 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "PUT /v2.0/subnets/a2b50916-8e4d-47ca-a563-110a9edabbc0 HTTP/1.1" status: 200 len: 826 time: 1.2107534 Oct 13 15:34:06.832812 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53660) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:06.915069 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0e4fd740-f7ab-4ff1-ad05-6843dac75158 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:07.039946 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-132bd3f2-72de-4f47-b09d-be56f495d2aa req-82005dd4-1fdc-4f6e-b64f-6d5d5a64862d tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1280063495&fields=id&tenant_id=c4e179e9a35a4e59a0b0abe27aa737df HTTP/1.1" status: 200 len: 267 time: 0.0874143 Oct 13 15:34:07.053703 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-15d67b4b-85c7-4a7f-aab3-e3beb37e568a None None] Port b8004a37-b1ca-47c8-a195-95a6c31cd453 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:34:07.055463 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-7c06f5ef-f671-4e99-a1e0-e4267b687ff5 None None] For port 5e4bd25d-4d8d-4e44-af8c-138068bb08f2, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=5e4bd25d-4d8d-4e44-af8c-138068bb08f2,segment=NetworkSegment(20cd925d-d06b-444b-81b3-09ac8f664353),segment_id=20cd925d-d06b-444b-81b3-09ac8f664353)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:34:07.096503 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c867d37-55ea-4409-adff-bb5320544392 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Pushing event updated for resources: {'Subnet': ['ID=a2b50916-8e4d-47ca-a563-110a9edabbc0,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:07.154079 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba15204-93d1-4c3e-9ec4-274a0dff3f55 None None] DHCP port deletion for 36ae797b-6724-49fd-9941-ad5c2c65905c request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:34:07.166177 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-164baba1-12a9-4295-ab13-51c6e88be1bc req-f8817b01-2606-459f-87a9-e970d5ea04ff service neutron] 10.222.0.16 "GET /v2.0/networks/da181f30-60f8-4f23-91ed-b59a77cfcda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4207590 Oct 13 15:34:07.169910 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d8d1824f-af0a-4217-8220-965e81e6bed2 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:07.184305 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-51abf1b5-d32c-4d27-95bc-2aa722c87dd1 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "DELETE /v2.0/subnets/2c39f082-71ce-42d8-908a-7fc847fe485d/tags HTTP/1.1" status: 204 len: 168 time: 0.6393731 Oct 13 15:34:07.186903 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53666) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:07.193466 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.tag.tag_plugin [None req-abcddb4b-0093-4752-b37d-2467497db34b tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '2c39f082-71ce-42d8-908a-7fc847fe485d', 'tempest-TagsExtTest-Tag-200326389') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:07.227950 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5b198c-aee8-4b1c-896b-af4d6f3e125d None None] Pushing event updated for resources: {'Port': ['ID=b8004a37-b1ca-47c8-a195-95a6c31cd453,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:07.230290 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-aba15204-93d1-4c3e-9ec4-274a0dff3f55 None None] Deleting port 50b6e625-caf2-44af-872d-b2abd59337dc {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:34:07.230669 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-aba15204-93d1-4c3e-9ec4-274a0dff3f55 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:07.249819 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-eab894bd-7852-4ef3-a52d-f819be07c254 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:07.312085 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e2c6d7b8-0c75-4fac-b591-2599f6ca656d tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:07.380626 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-aba15204-93d1-4c3e-9ec4-274a0dff3f55 None None] The port '50b6e625-caf2-44af-872d-b2abd59337dc' was deleted {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 13 15:34:07.390450 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d8d1824f-af0a-4217-8220-965e81e6bed2 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:07.410266 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7c06f5ef-f671-4e99-a1e0-e4267b687ff5 None None] Notify callbacks [] for port, precommit_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:07.413805 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 5e4bd25d-4d8d-4e44-af8c-138068bb08f2 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:34:07.427922 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-81e9ec65-01eb-449f-b2e9-09543676302e None None] Attempting to bind port b8004a37-b1ca-47c8-a195-95a6c31cd453 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:34:07.427922 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-81e9ec65-01eb-449f-b2e9-09543676302e None None] Attempting to bind port b8004a37-b1ca-47c8-a195-95a6c31cd453 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '39229136-81d1-44de-829e-447dbbd6bbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '10c7fa4a-a198-40b0-82b1-6e5555dba4b5'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:34:07.428204 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e9ec65-01eb-449f-b2e9-09543676302e None None] Attempting to bind port b8004a37-b1ca-47c8-a195-95a6c31cd453 on network 10c7fa4a-a198-40b0-82b1-6e5555dba4b5 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:34:07.439030 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2c6d7b8-0c75-4fac-b591-2599f6ca656d tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] No DVR routers for this DVR port 50b6e625-caf2-44af-872d-b2abd59337dc on host dv-neutron-860329-2-hyperv {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:34:07.440768 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c6d7b8-0c75-4fac-b591-2599f6ca656d tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Pushing event deleted for resources: {'Port': ['ID=50b6e625-caf2-44af-872d-b2abd59337dc,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:07.467207 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9002870a-7efe-46c1-9419-b1755a385e13 req-4d5a5e0e-e47a-4c0b-8cf1-503c002f26d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:07.468674 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-9002870a-7efe-46c1-9419-b1755a385e13 req-4d5a5e0e-e47a-4c0b-8cf1-503c002f26d5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a0bbf7edc7a946259d43826a5fe36972&device_id=15fed89a-3c6b-4df2-b6ba-8080934e18c9 HTTP/1.1" status: 200 len: 1097 time: 0.2274883 Oct 13 15:34:07.499347 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-7c06f5ef-f671-4e99-a1e0-e4267b687ff5 None None] Ignored duplicate provisioning block setup for port 5e4bd25d-4d8d-4e44-af8c-138068bb08f2 by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Oct 13 15:34:07.503114 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e9ec65-01eb-449f-b2e9-09543676302e None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 33, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:34:07.503114 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e9ec65-01eb-449f-b2e9-09543676302e None None] Checking segment: {'id': '39229136-81d1-44de-829e-447dbbd6bbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '10c7fa4a-a198-40b0-82b1-6e5555dba4b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:34:07.503526 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-81e9ec65-01eb-449f-b2e9-09543676302e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:07.503919 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81e9ec65-01eb-449f-b2e9-09543676302e None None] Bound using segment: {'id': '39229136-81d1-44de-829e-447dbbd6bbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '10c7fa4a-a198-40b0-82b1-6e5555dba4b5'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:34:07.504409 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-81e9ec65-01eb-449f-b2e9-09543676302e None None] Bound port: b8004a37-b1ca-47c8-a195-95a6c31cd453, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39229136-81d1-44de-829e-447dbbd6bbb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 416, 'network_id': '10c7fa4a-a198-40b0-82b1-6e5555dba4b5'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:34:07.504773 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-81e9ec65-01eb-449f-b2e9-09543676302e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:07.524196 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7c06f5ef-f671-4e99-a1e0-e4267b687ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:07.568680 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-15d67b4b-85c7-4a7f-aab3-e3beb37e568a None None] Attempt 6 to provision port b8004a37-b1ca-47c8-a195-95a6c31cd453 Oct 13 15:34:07.579795 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-abcddb4b-0093-4752-b37d-2467497db34b tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "PUT /v2.0/subnets/2c39f082-71ce-42d8-908a-7fc847fe485d/tags/tempest-TagsExtTest-Tag-200326389 HTTP/1.1" status: 201 len: 201 time: 0.3911438 Oct 13 15:34:07.587372 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53670) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:07.602298 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.tag.tag_plugin [None req-55656042-f107-41dd-af9a-6d5ebf8f4b52 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'a9a7e23b-00af-46f7-8d4d-e911b2a0431c', 'tempest-TagsExtTest-Tag-450442554') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:07.677049 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 50b6e625-caf2-44af-872d-b2abd59337dc no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:34:07.690380 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9002870a-7efe-46c1-9419-b1755a385e13 req-d566fb08-dc04-427a-a76a-8118ca7840cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:07.691759 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-9002870a-7efe-46c1-9419-b1755a385e13 req-d566fb08-dc04-427a-a76a-8118ca7840cf service neutron] 10.222.0.16 "GET /v2.0/networks?id=da181f30-60f8-4f23-91ed-b59a77cfcda8 HTTP/1.1" status: 200 len: 913 time: 0.2153409 Oct 13 15:34:07.716526 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e2c6d7b8-0c75-4fac-b591-2599f6ca656d tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:07.742765 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-e2c6d7b8-0c75-4fac-b591-2599f6ca656d tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36ae797b-6724-49fd-9941-ad5c2c65905c']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:07.749640 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-28072b2f-0040-406d-8fb3-2ff81af36d30 None None] Allocated IP 172.23.0.2 (3e38b682-2960-4332-a572-6795375d9c64/317524f6-b5c4-48b3-8c6c-48901d45b2b9/7c1b9d18-b355-474c-a521-e75893ac336b) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:34:07.756041 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-e2c6d7b8-0c75-4fac-b591-2599f6ca656d tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7d05f74-cd4b-4f27-a01f-7cdde28a293d') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:07.756379 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-e2c6d7b8-0c75-4fac-b591-2599f6ca656d tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7d05f74-cd4b-4f27-a01f-7cdde28a293d') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:07.763806 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-9002870a-7efe-46c1-9419-b1755a385e13 req-c98a008a-565c-40cd-9a65-d84704376305 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ceacf810-13d8-4e41-a9f9-fe99b4e3c789 HTTP/1.1" status: 200 len: 217 time: 0.0644279 Oct 13 15:34:07.770210 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e2c6d7b8-0c75-4fac-b591-2599f6ca656d tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:07.786332 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e2c6d7b8-0c75-4fac-b591-2599f6ca656d tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:07.792462 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2c6d7b8-0c75-4fac-b591-2599f6ca656d tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Releasing vlan 417 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:34:07.792858 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e2c6d7b8-0c75-4fac-b591-2599f6ca656d tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:07.800584 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 50b6e625-caf2-44af-872d-b2abd59337dc {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:34:07.801155 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 50b6e625-caf2-44af-872d-b2abd59337dc not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:34:07.808347 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-d4d586f9-d22f-498e-a99a-bd3b2219b2e2 None None] Allocated IP 2001:db8::2 (9434be22-4b00-4601-bb9c-a4d5e985801a/a2b50916-8e4d-47ca-a563-110a9edabbc0/35ab734d-fe00-4a13-8d98-324e91b7354e) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:34:07.894741 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-15d67b4b-85c7-4a7f-aab3-e3beb37e568a None None] Port b8004a37-b1ca-47c8-a195-95a6c31cd453 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:34:07.938470 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment a7d05f74-cd4b-4f27-a01f-7cdde28a293d resource provider aggregate not found Oct 13 15:34:07.941005 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:07.949993 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c06f5ef-f671-4e99-a1e0-e4267b687ff5 None None] Pushing event updated for resources: {'Port': ['ID=5e4bd25d-4d8d-4e44-af8c-138068bb08f2,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:07.968599 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e2c6d7b8-0c75-4fac-b591-2599f6ca656d tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:07.993173 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:08.013253 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment a7d05f74-cd4b-4f27-a01f-7cdde28a293d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a7d05f74-cd4b-4f27-a01f-7cdde28a293d found for delete ", "request_id": "req-0b171afe-3a9d-4da2-ad42-c160ddbda2a5"}]} Oct 13 15:34:08.020643 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132bd3f2-72de-4f47-b09d-be56f495d2aa req-53d751ca-b420-4ca3-ba79-0c45ecb58fa6 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:08.027543 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-132bd3f2-72de-4f47-b09d-be56f495d2aa req-53d751ca-b420-4ca3-ba79-0c45ecb58fa6 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/networks?id=a44f8207-61f2-477d-b80a-38deab4e3cb7 HTTP/1.1" status: 200 len: 812 time: 0.9124441 Oct 13 15:34:08.050948 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e2c6d7b8-0c75-4fac-b591-2599f6ca656d tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks [] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:08.052091 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-81e9ec65-01eb-449f-b2e9-09543676302e None None] For port b8004a37-b1ca-47c8-a195-95a6c31cd453, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:34:08.067479 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-132bd3f2-72de-4f47-b09d-be56f495d2aa req-b5324127-b99b-444a-b2c8-a9fe908e9dc2 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/quotas/c4e179e9a35a4e59a0b0abe27aa737df HTTP/1.1" status: 200 len: 375 time: 0.0390575 Oct 13 15:34:08.074031 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c6d7b8-0c75-4fac-b591-2599f6ca656d tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Pushing event deleted for resources: {'Network': ['ID=36ae797b-6724-49fd-9941-ad5c2c65905c,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:08.083072 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e2c6d7b8-0c75-4fac-b591-2599f6ca656d tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] 10.222.0.42 "DELETE /v2.0/networks/36ae797b-6724-49fd-9941-ad5c2c65905c HTTP/1.1" status: 204 len: 168 time: 2.6194139 Oct 13 15:34:08.093830 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 53680) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:08.114025 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9002870a-7efe-46c1-9419-b1755a385e13 req-4b4a9241-cdd0-4921-8970-d7baef9cd75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:08.115806 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-9002870a-7efe-46c1-9419-b1755a385e13 req-4b4a9241-cdd0-4921-8970-d7baef9cd75b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d73598aa-1370-47c9-9c9b-04e22558afec HTTP/1.1" status: 200 len: 852 time: 0.3407381 Oct 13 15:34:08.186159 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-55656042-f107-41dd-af9a-6d5ebf8f4b52 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "PUT /v2.0/ports/a9a7e23b-00af-46f7-8d4d-e911b2a0431c/tags/tempest-TagsExtTest-Tag-450442554 HTTP/1.1" status: 201 len: 201 time: 0.5912082 Oct 13 15:34:08.189091 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53684) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:08.191637 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-9002870a-7efe-46c1-9419-b1755a385e13 req-809b41a4-4a4e-4854-881a-9bebea8293f1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=da181f30-60f8-4f23-91ed-b59a77cfcda8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662172 Oct 13 15:34:08.197111 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.tag.tag_plugin [None req-53a3f28b-a0f1-4c1e-aa1e-1e6035b14295 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '468000de-004c-4f9c-b634-3770abe16be9', 'tempest-TagsExtTest-Tag-102716838') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:08.246564 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-9af2f5b2-41bf-4433-a0f7-fe59b629a9a9 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Synchronizing usage tracker for tenant:1d7d7ac256df48639f92334dd203ca3f on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:34:08.246886 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-81e9ec65-01eb-449f-b2e9-09543676302e None None] For port b8004a37-b1ca-47c8-a195-95a6c31cd453, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=b8004a37-b1ca-47c8-a195-95a6c31cd453,segment=NetworkSegment(39229136-81d1-44de-829e-447dbbd6bbb1),segment_id=39229136-81d1-44de-829e-447dbbd6bbb1)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:34:08.269023 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-81e9ec65-01eb-449f-b2e9-09543676302e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:08.358659 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-9af2f5b2-41bf-4433-a0f7-fe59b629a9a9 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Unset dirty status for tenant:1d7d7ac256df48639f92334dd203ca3f on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:34:08.360739 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-9af2f5b2-41bf-4433-a0f7-fe59b629a9a9 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] 10.222.0.42 "GET /v2.0/ports?device_id=5540074a-a8aa-40c8-ba3d-34c019f08aa6 HTTP/1.1" status: 200 len: 205 time: 0.2657461 Oct 13 15:34:08.363995 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 53688) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:08.384957 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e9ec65-01eb-449f-b2e9-09543676302e None None] Routers {'a61a2962-a942-40f2-bf09-2f39a557f24c'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:34:08.385881 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-81e9ec65-01eb-449f-b2e9-09543676302e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:34:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['a61a2962-a942-40f2-bf09-2f39a557f24c'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:08.526725 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f80b5-c37c-457e-a5b6-065e144b4fec req-cb6bc1cf-8229-47e8-bd3e-05cde91da5bf tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:08.529759 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-292f80b5-c37c-457e-a5b6-065e144b4fec req-cb6bc1cf-8229-47e8-bd3e-05cde91da5bf tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] 10.222.0.42 "GET /v2.0/ports?device_id=15fed89a-3c6b-4df2-b6ba-8080934e18c9 HTTP/1.1" status: 200 len: 944 time: 0.5220172 Oct 13 15:34:08.543582 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-15d67b4b-85c7-4a7f-aab3-e3beb37e568a None None] Attempt 7 to provision port b8004a37-b1ca-47c8-a195-95a6c31cd453 Oct 13 15:34:08.550926 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-fa9fd104-61eb-4177-9bf3-a726d67a7046 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks [] for router, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:08.564754 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-9002870a-7efe-46c1-9419-b1755a385e13 req-eb2699e7-aab9-4923-a2a6-82f25312981b service neutron] 10.222.0.16 "GET /v2.0/networks/da181f30-60f8-4f23-91ed-b59a77cfcda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2612050 Oct 13 15:34:08.635642 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b08b0211-1e62-46ca-b6db-ee925b530124 None None] Network a2d4d0b9-1774-43ac-a29a-636931d8ab88 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:34:08.744823 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-292f80b5-c37c-457e-a5b6-065e144b4fec req-5377e6b0-7ac9-4a7d-9792-5508f60c9594 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e702b27-1533-4fef-807a-965daf085c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779001 Oct 13 15:34:08.756696 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5b198c-aee8-4b1c-896b-af4d6f3e125d None None] Pushing event updated for resources: {'Port': ['ID=b8004a37-b1ca-47c8-a195-95a6c31cd453,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:08.763433 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-53a3f28b-a0f1-4c1e-aa1e-1e6035b14295 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "PUT /v2.0/routers/468000de-004c-4f9c-b634-3770abe16be9/tags/tempest-TagsExtTest-Tag-102716838 HTTP/1.1" status: 201 len: 201 time: 0.5682926 Oct 13 15:34:08.773507 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53692) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:08.782637 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.tag.tag_plugin [None req-b323ab31-9390-4d1e-9199-8224806b8f86 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '898188e4-decb-4b50-b026-dc911a4a3a84', 'tempest-TagsExtTest-Tag-1854151137') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:08.804351 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-9002870a-7efe-46c1-9419-b1755a385e13 req-5094661d-12ba-4d09-8d5f-e3cb3c55640e service neutron] 10.222.0.16 "GET /v2.0/networks/da181f30-60f8-4f23-91ed-b59a77cfcda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145352 Oct 13 15:34:08.808763 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-81e9ec65-01eb-449f-b2e9-09543676302e None None] Set router a61a2962-a942-40f2-bf09-2f39a557f24c gateway port host: None {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:34:08.829716 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-b323ab31-9390-4d1e-9199-8224806b8f86 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "PUT /v2.0/subnetpools/898188e4-decb-4b50-b026-dc911a4a3a84/tags/tempest-TagsExtTest-Tag-1854151137 HTTP/1.1" status: 201 len: 201 time: 0.0558064 Oct 13 15:34:08.831939 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53696) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:08.837467 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.tag.tag_plugin [None req-1bcb214f-f5e6-41cc-9638-014585844228 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '2c39f082-71ce-42d8-908a-7fc847fe485d', {'tags': ['tempest-TagsExtTest-Tag-638021944', 'tempest-TagsExtTest-Tag-1289596553', 'tempest-TagsExtTest-Tag-1550602040']}) {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:08.911346 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-132bd3f2-72de-4f47-b09d-be56f495d2aa req-6a3d7e0b-12b0-41b1-8de7-44637e8669b3 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c4e179e9a35a4e59a0b0abe27aa737df&fields=id HTTP/1.1" status: 200 len: 440 time: 0.8237717 Oct 13 15:34:08.925308 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-1bcb214f-f5e6-41cc-9638-014585844228 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "PUT /v2.0/subnets/2c39f082-71ce-42d8-908a-7fc847fe485d/tags HTTP/1.1" status: 200 len: 317 time: 0.0890951 Oct 13 15:34:08.926688 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53700) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:08.931726 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.tag.tag_plugin [None req-3d5fd345-2075-43a2-b636-9e2e50dc6a9d tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2c39f082-71ce-42d8-908a-7fc847fe485d') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:08.978430 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-28072b2f-0040-406d-8fb3-2ff81af36d30 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:09.027237 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-3d5fd345-2075-43a2-b636-9e2e50dc6a9d tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "DELETE /v2.0/subnets/2c39f082-71ce-42d8-908a-7fc847fe485d/tags HTTP/1.1" status: 204 len: 168 time: 0.0977845 Oct 13 15:34:09.027565 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53704) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:09.033327 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.tag.tag_plugin [None req-17ba9489-ff2c-4464-a361-66eb76217bdc tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2c39f082-71ce-42d8-908a-7fc847fe485d', 'tempest-TagsExtTest-Tag-638021944') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:09.059623 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-15d67b4b-85c7-4a7f-aab3-e3beb37e568a None None] Port b8004a37-b1ca-47c8-a195-95a6c31cd453 had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 15:34:09.072757 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-fa9fd104-61eb-4177-9bf3-a726d67a7046 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:09.076676 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-fa9fd104-61eb-4177-9bf3-a726d67a7046 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:09.077194 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d4d586f9-d22f-498e-a99a-bd3b2219b2e2 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:09.080394 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-28072b2f-0040-406d-8fb3-2ff81af36d30 None None] Transition to ACTIVE for port object 7c1b9d18-b355-474c-a521-e75893ac336b will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:34:09.111875 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-17ba9489-ff2c-4464-a361-66eb76217bdc tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] show failed (client error): The resource could not be found. Oct 13 15:34:09.115626 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-17ba9489-ff2c-4464-a361-66eb76217bdc tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "GET /v2.0/subnets/2c39f082-71ce-42d8-908a-7fc847fe485d/tags/tempest-TagsExtTest-Tag-638021944 HTTP/1.1" status: 404 len: 328 time: 0.0843260 Oct 13 15:34:09.116928 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53708) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:09.123153 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.tag.tag_plugin [None req-f494ef3f-b1f6-4108-a938-943070e7d657 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2c39f082-71ce-42d8-908a-7fc847fe485d', 'tempest-TagsExtTest-Tag-1289596553') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:09.132535 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-d4d586f9-d22f-498e-a99a-bd3b2219b2e2 None None] Transition to ACTIVE for port object 35ab734d-fe00-4a13-8d98-324e91b7354e will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:34:09.162283 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-fa9fd104-61eb-4177-9bf3-a726d67a7046 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:09.162771 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa9fd104-61eb-4177-9bf3-a726d67a7046 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Fanout notify agent at l3_agent the message router_deleted on router 5540074a-a8aa-40c8-ba3d-34c019f08aa6 {{(pid=88973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:34:09.194192 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-fa9fd104-61eb-4177-9bf3-a726d67a7046 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:09.197789 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-fa9fd104-61eb-4177-9bf3-a726d67a7046 tempest-RoutersNegativeTest-418417323 tempest-RoutersNegativeTest-418417323-project] 10.222.0.42 "DELETE /v2.0/routers/5540074a-a8aa-40c8-ba3d-34c019f08aa6 HTTP/1.1" status: 204 len: 168 time: 0.8231876 Oct 13 15:34:09.197789 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-132bd3f2-72de-4f47-b09d-be56f495d2aa req-392d641b-ee36-421b-8f01-3e6547743aa6 service neutron] 10.222.0.42 "GET /v2.0/networks/a44f8207-61f2-477d-b80a-38deab4e3cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264080 Oct 13 15:34:09.205265 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-f494ef3f-b1f6-4108-a938-943070e7d657 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] show failed (client error): The resource could not be found. Oct 13 15:34:09.208712 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-f494ef3f-b1f6-4108-a938-943070e7d657 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "GET /v2.0/subnets/2c39f082-71ce-42d8-908a-7fc847fe485d/tags/tempest-TagsExtTest-Tag-1289596553 HTTP/1.1" status: 404 len: 329 time: 0.0881913 Oct 13 15:34:09.209029 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53714) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:09.214024 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.tag.tag_plugin [None req-d548acda-dfbe-4199-85a9-b5079238cffb tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '2c39f082-71ce-42d8-908a-7fc847fe485d', 'tempest-TagsExtTest-Tag-1550602040') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:09.228029 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-28072b2f-0040-406d-8fb3-2ff81af36d30 None None] Transition to ACTIVE for port object 7c1b9d18-b355-474c-a521-e75893ac336b will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:34:09.293166 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-d4d586f9-d22f-498e-a99a-bd3b2219b2e2 None None] Transition to ACTIVE for port object 35ab734d-fe00-4a13-8d98-324e91b7354e will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:34:09.294664 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-28072b2f-0040-406d-8fb3-2ff81af36d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:09.296524 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-d548acda-dfbe-4199-85a9-b5079238cffb tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] show failed (client error): The resource could not be found. Oct 13 15:34:09.300464 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d548acda-dfbe-4199-85a9-b5079238cffb tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "GET /v2.0/subnets/2c39f082-71ce-42d8-908a-7fc847fe485d/tags/tempest-TagsExtTest-Tag-1550602040 HTTP/1.1" status: 404 len: 329 time: 0.0879724 Oct 13 15:34:09.301006 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53718) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:09.308093 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.tag.tag_plugin [None req-aef7dac6-d4ee-4007-aa66-736a51a2cc27 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'a9a7e23b-00af-46f7-8d4d-e911b2a0431c', {'tags': ['tempest-TagsExtTest-Tag-882786858', 'tempest-TagsExtTest-Tag-1114548418', 'tempest-TagsExtTest-Tag-43271622']}) {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:09.324280 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-eab894bd-7852-4ef3-a52d-f819be07c254 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Allocated IP 172.23.0.1 (3e38b682-2960-4332-a572-6795375d9c64/317524f6-b5c4-48b3-8c6c-48901d45b2b9/cf66c46e-f1c3-439f-845f-370b4253b83c) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:34:09.352567 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-18a76c38-645a-49a3-a0e7-f26fc7bcea5b None None] Provisioning complete for port 5f6469f4-e7d7-410b-b6d1-935b88f50076 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:34:09.352949 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-18a76c38-645a-49a3-a0e7-f26fc7bcea5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:09.353466 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-18a76c38-645a-49a3-a0e7-f26fc7bcea5b None None] Attempt 1 to provision port 5f6469f4-e7d7-410b-b6d1-935b88f50076 Oct 13 15:34:09.397053 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d8d1824f-af0a-4217-8220-965e81e6bed2 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:09.406686 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d4d586f9-d22f-498e-a99a-bd3b2219b2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:09.467894 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d1824f-af0a-4217-8220-965e81e6bed2 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Pushing event deleted for resources: {'Subnet': ['ID=a2b50916-8e4d-47ca-a563-110a9edabbc0,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:09.477754 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28072b2f-0040-406d-8fb3-2ff81af36d30 None None] Network 3e38b682-2960-4332-a572-6795375d9c64 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:34:09.480383 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-aef7dac6-d4ee-4007-aa66-736a51a2cc27 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "PUT /v2.0/ports/a9a7e23b-00af-46f7-8d4d-e911b2a0431c/tags HTTP/1.1" status: 200 len: 315 time: 0.1780617 Oct 13 15:34:09.483095 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53724) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:09.490304 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-28072b2f-0040-406d-8fb3-2ff81af36d30 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:34:09.493153 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28072b2f-0040-406d-8fb3-2ff81af36d30 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:34:09.502109 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.tag.tag_plugin [None req-1cea5ced-be00-418a-838e-49caaedbafb2 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a9a7e23b-00af-46f7-8d4d-e911b2a0431c') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:09.561784 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53728) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:09.585299 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-132bd3f2-72de-4f47-b09d-be56f495d2aa req-6133ecb4-a49a-4722-8cba-28ea965d9897 service neutron] 10.222.0.42 "GET /v2.0/networks/a44f8207-61f2-477d-b80a-38deab4e3cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3783002 Oct 13 15:34:09.606145 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-eab894bd-7852-4ef3-a52d-f819be07c254 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:09.616208 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d586f9-d22f-498e-a99a-bd3b2219b2e2 None None] Network 9434be22-4b00-4601-bb9c-a4d5e985801a is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:34:09.627809 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-eab894bd-7852-4ef3-a52d-f819be07c254 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Transition to ACTIVE for port object cf66c46e-f1c3-439f-845f-370b4253b83c will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:34:09.660472 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-eab894bd-7852-4ef3-a52d-f819be07c254 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:09.690683 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-d4d586f9-d22f-498e-a99a-bd3b2219b2e2 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:34:09.695107 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28072b2f-0040-406d-8fb3-2ff81af36d30 None None] Pushing event updated for resources: {'Port': ['ID=7c1b9d18-b355-474c-a521-e75893ac336b,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:09.698176 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 5e4bd25d-4d8d-4e44-af8c-138068bb08f2 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:34:09.754095 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab894bd-7852-4ef3-a52d-f819be07c254 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Network 3e38b682-2960-4332-a572-6795375d9c64 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:34:09.758898 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-eab894bd-7852-4ef3-a52d-f819be07c254 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:34:09.764092 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab894bd-7852-4ef3-a52d-f819be07c254 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:34:09.778753 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4d586f9-d22f-498e-a99a-bd3b2219b2e2 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:34:09.841275 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-eab894bd-7852-4ef3-a52d-f819be07c254 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:09.856366 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d8d1824f-af0a-4217-8220-965e81e6bed2 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:09.922309 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab894bd-7852-4ef3-a52d-f819be07c254 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event updated for resources: {'Port': ['ID=cf66c46e-f1c3-439f-845f-370b4253b83c,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:09.951831 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-d8d1824f-af0a-4217-8220-965e81e6bed2 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9434be22-4b00-4601-bb9c-a4d5e985801a']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:10.020028 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-d8d1824f-af0a-4217-8220-965e81e6bed2 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04a42862-4ba7-4c79-b09f-b2100c684945') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:10.020028 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-d8d1824f-af0a-4217-8220-965e81e6bed2 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04a42862-4ba7-4c79-b09f-b2100c684945') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:10.036438 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-eab894bd-7852-4ef3-a52d-f819be07c254 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:10.048921 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d8d1824f-af0a-4217-8220-965e81e6bed2 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:10.063992 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:10.093303 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-5596efa0-7eaf-4d7b-8378-249d15731181 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1d7d7ac256df48639f92334dd203ca3f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5103290 Oct 13 15:34:10.094384 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d8d1824f-af0a-4217-8220-965e81e6bed2 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:10.102545 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53742) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:10.124768 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8d1824f-af0a-4217-8220-965e81e6bed2 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:34:10.125450 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d8d1824f-af0a-4217-8220-965e81e6bed2 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:10.158555 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-28072b2f-0040-406d-8fb3-2ff81af36d30 None None] Attempting to bind port 7c1b9d18-b355-474c-a521-e75893ac336b on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:34:10.159074 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-28072b2f-0040-406d-8fb3-2ff81af36d30 None None] Attempting to bind port 7c1b9d18-b355-474c-a521-e75893ac336b by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '5c760af6-f2d8-4e53-924a-062a5883656a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '3e38b682-2960-4332-a572-6795375d9c64'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:34:10.159549 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28072b2f-0040-406d-8fb3-2ff81af36d30 None None] Attempting to bind port 7c1b9d18-b355-474c-a521-e75893ac336b on network 3e38b682-2960-4332-a572-6795375d9c64 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:34:10.257421 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d586f9-d22f-498e-a99a-bd3b2219b2e2 None None] Pushing event updated for resources: {'Port': ['ID=35ab734d-fe00-4a13-8d98-324e91b7354e,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:10.260139 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28072b2f-0040-406d-8fb3-2ff81af36d30 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:34:10.260664 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28072b2f-0040-406d-8fb3-2ff81af36d30 None None] Checking segment: {'id': '5c760af6-f2d8-4e53-924a-062a5883656a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '3e38b682-2960-4332-a572-6795375d9c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:34:10.261160 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-28072b2f-0040-406d-8fb3-2ff81af36d30 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:10.261637 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28072b2f-0040-406d-8fb3-2ff81af36d30 None None] Bound using segment: {'id': '5c760af6-f2d8-4e53-924a-062a5883656a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '3e38b682-2960-4332-a572-6795375d9c64'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:34:10.262243 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-28072b2f-0040-406d-8fb3-2ff81af36d30 None None] Bound port: 7c1b9d18-b355-474c-a521-e75893ac336b, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c760af6-f2d8-4e53-924a-062a5883656a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '3e38b682-2960-4332-a572-6795375d9c64'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:34:10.262719 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-28072b2f-0040-406d-8fb3-2ff81af36d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:10.306640 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-d4d586f9-d22f-498e-a99a-bd3b2219b2e2 None None] Attempting to bind port 35ab734d-fe00-4a13-8d98-324e91b7354e on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:34:10.307158 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-d4d586f9-d22f-498e-a99a-bd3b2219b2e2 None None] Attempting to bind port 35ab734d-fe00-4a13-8d98-324e91b7354e by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '04a42862-4ba7-4c79-b09f-b2100c684945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9434be22-4b00-4601-bb9c-a4d5e985801a'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:34:10.307620 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d586f9-d22f-498e-a99a-bd3b2219b2e2 None None] Attempting to bind port 35ab734d-fe00-4a13-8d98-324e91b7354e on network 9434be22-4b00-4601-bb9c-a4d5e985801a {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:34:10.382335 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d586f9-d22f-498e-a99a-bd3b2219b2e2 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:34:10.382887 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d586f9-d22f-498e-a99a-bd3b2219b2e2 None None] Checking segment: {'id': '04a42862-4ba7-4c79-b09f-b2100c684945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9434be22-4b00-4601-bb9c-a4d5e985801a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:34:10.383273 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d4d586f9-d22f-498e-a99a-bd3b2219b2e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:10.384064 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d586f9-d22f-498e-a99a-bd3b2219b2e2 None None] Bound using segment: {'id': '04a42862-4ba7-4c79-b09f-b2100c684945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9434be22-4b00-4601-bb9c-a4d5e985801a'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:34:10.384342 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-d4d586f9-d22f-498e-a99a-bd3b2219b2e2 None None] Bound port: 35ab734d-fe00-4a13-8d98-324e91b7354e, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04a42862-4ba7-4c79-b09f-b2100c684945', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': '9434be22-4b00-4601-bb9c-a4d5e985801a'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:34:10.384809 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d4d586f9-d22f-498e-a99a-bd3b2219b2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:10.392113 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-1cea5ced-be00-418a-838e-49caaedbafb2 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "DELETE /v2.0/ports/a9a7e23b-00af-46f7-8d4d-e911b2a0431c/tags HTTP/1.1" status: 204 len: 168 time: 0.9049277 Oct 13 15:34:10.394093 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2952f12a-0bb3-4d40-930d-b31870656f44 req-dbfe9f14-03be-489f-8c32-b84bf713bc38 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfc5eecc-82ba-4ac9-a40f-1ecc37bba53f HTTP/1.1" status: 200 len: 210 time: 0.0782213 Oct 13 15:34:10.394849 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 04a42862-4ba7-4c79-b09f-b2100c684945 resource provider aggregate not found Oct 13 15:34:10.396048 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 53752) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:10.430959 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.tag.tag_plugin [None req-07bfcf74-91f6-44a0-98af-052bb9e2139a tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a9a7e23b-00af-46f7-8d4d-e911b2a0431c', 'tempest-TagsExtTest-Tag-882786858') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:10.433185 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 04a42862-4ba7-4c79-b09f-b2100c684945 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 04a42862-4ba7-4c79-b09f-b2100c684945 found for delete ", "request_id": "req-9ee8c088-17ac-4841-b7ba-e73c8d15d2f5"}]} Oct 13 15:34:10.453418 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.db.api [None req-d8d1824f-af0a-4217-8220-965e81e6bed2 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 13 15:34:10.453418 dv-neutron-860329-2-hyperv neutron-server[88972]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 13 15:34:10.453418 dv-neutron-860329-2-hyperv neutron-server[88972]: [parameters: {'id': '9434be22-4b00-4601-bb9c-a4d5e985801a'}] Oct 13 15:34:10.453418 dv-neutron-860329-2-hyperv neutron-server[88972]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88972) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:34:10.453774 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG oslo_db.api [None req-d8d1824f-af0a-4217-8220-965e81e6bed2 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:34:10.476458 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a223d40-5beb-4a6f-87ab-dd553034d7b5 req-f835b3bb-4178-4e5a-9035-bb25796dec88 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:10.478549 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-7a223d40-5beb-4a6f-87ab-dd553034d7b5 req-f835b3bb-4178-4e5a-9035-bb25796dec88 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] 10.222.0.42 "GET /v2.0/ports?device_id=15fed89a-3c6b-4df2-b6ba-8080934e18c9 HTTP/1.1" status: 200 len: 944 time: 0.5115662 Oct 13 15:34:10.482871 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ab636cba-9286-4be1-8399-095aba045d07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:10.535979 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-18a76c38-645a-49a3-a0e7-f26fc7bcea5b None None] Current status of the port 5f6469f4-e7d7-410b-b6d1-935b88f50076 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:34:10.546640 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device ceacf810-13d8-4e41-a9f9-fe99b4e3c789 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=88974) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 13 15:34:10.549841 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ab636cba-9286-4be1-8399-095aba045d07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:10.559808 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-81e9ec65-01eb-449f-b2e9-09543676302e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'name': 'tempest-RoutersTest-router-1661744763', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:33:23Z', 'updated_at': '2022-10-13T15:33:56Z', 'revision_number': 4, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'gw_port_host': None, '_interfaces': [{'id': 'b8004a37-b1ca-47c8-a195-95a6c31cd453', 'name': '', 'network_id': '10c7fa4a-a198-40b0-82b1-6e5555dba4b5', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:e3:c3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '1fc3c5c4-aae8-40bf-a57f-94f85cd06c29', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:53Z', 'updated_at': '2022-10-13T15:34:07Z', 'revision_number': 4, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': '1fc3c5c4-aae8-40bf-a57f-94f85cd06c29', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba7d21c2-4f48-4533-91fd-451aba74fce3', 'name': '', 'network_id': 'ea4ebc96-c71a-4447-81de-9020fb848258', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:c1:c2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:28Z', 'updated_at': '2022-10-13T15:33:41Z', 'revision_number': 5, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': '7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0a50cf1-0f52-452b-9e51-24acf8d71801', 'name': '', 'network_id': '94806bf1-4063-495f-b8a0-bb67a33e849c', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:78:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'c1ebce1d-272a-42ad-8c99-e3ef6810c143', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:40Z', 'updated_at': '2022-10-13T15:33:52Z', 'revision_number': 5, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': 'c1ebce1d-272a-42ad-8c99-e3ef6810c143', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:10.569654 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-7a223d40-5beb-4a6f-87ab-dd553034d7b5 req-46919964-f8e8-4c64-b8bc-71987264e6c5 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e702b27-1533-4fef-807a-965daf085c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808382 Oct 13 15:34:10.589407 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e9ec65-01eb-449f-b2e9-09543676302e None None] The sync data for ids ['a61a2962-a942-40f2-bf09-2f39a557f24c'] in dv-neutron-860329-2-hyperv is: [{'id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'name': 'tempest-RoutersTest-router-1661744763', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:33:23Z', 'updated_at': '2022-10-13T15:33:56Z', 'revision_number': 4, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'gw_port_host': None, '_interfaces': [{'id': 'b8004a37-b1ca-47c8-a195-95a6c31cd453', 'name': '', 'network_id': '10c7fa4a-a198-40b0-82b1-6e5555dba4b5', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:e3:c3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '1fc3c5c4-aae8-40bf-a57f-94f85cd06c29', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:53Z', 'updated_at': '2022-10-13T15:34:07Z', 'revision_number': 4, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': '1fc3c5c4-aae8-40bf-a57f-94f85cd06c29', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba7d21c2-4f48-4533-91fd-451aba74fce3', 'name': '', 'network_id': 'ea4ebc96-c71a-4447-81de-9020fb848258', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:c1:c2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:28Z', 'updated_at': '2022-10-13T15:33:41Z', 'revision_number': 5, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': '7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0a50cf1-0f52-452b-9e51-24acf8d71801', 'name': '', 'network_id': '94806bf1-4063-495f-b8a0-bb67a33e849c', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:78:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'c1ebce1d-272a-42ad-8c99-e3ef6810c143', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:40Z', 'updated_at': '2022-10-13T15:33:52Z', 'revision_number': 5, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': 'c1ebce1d-272a-42ad-8c99-e3ef6810c143', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:34:10.607215 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-d4d586f9-d22f-498e-a99a-bd3b2219b2e2 None None] For port 35ab734d-fe00-4a13-8d98-324e91b7354e, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:34:10.622318 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-d4d586f9-d22f-498e-a99a-bd3b2219b2e2 None None] For port 35ab734d-fe00-4a13-8d98-324e91b7354e, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=35ab734d-fe00-4a13-8d98-324e91b7354e,segment=NetworkSegment(04a42862-4ba7-4c79-b09f-b2100c684945),segment_id=04a42862-4ba7-4c79-b09f-b2100c684945)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:34:10.694732 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d4d586f9-d22f-498e-a99a-bd3b2219b2e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:10.700562 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-28072b2f-0040-406d-8fb3-2ff81af36d30 None None] For port 7c1b9d18-b355-474c-a521-e75893ac336b, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:34:10.706550 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ab636cba-9286-4be1-8399-095aba045d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:10.761724 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab636cba-9286-4be1-8399-095aba045d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e8f8e1b-e5ef-45d1-8225-bcd9ac2fb824,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:10.920236 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-28072b2f-0040-406d-8fb3-2ff81af36d30 None None] For port 7c1b9d18-b355-474c-a521-e75893ac336b, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=7c1b9d18-b355-474c-a521-e75893ac336b,segment=NetworkSegment(5c760af6-f2d8-4e53-924a-062a5883656a),segment_id=5c760af6-f2d8-4e53-924a-062a5883656a)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:34:10.926213 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ab636cba-9286-4be1-8399-095aba045d07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:10.929407 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-ab636cba-9286-4be1-8399-095aba045d07 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8e8f8e1b-e5ef-45d1-8225-bcd9ac2fb824 HTTP/1.1" status: 204 len: 168 time: 0.8242111 Oct 13 15:34:10.954968 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-91d43570-bc9a-4763-858d-ae91e33cc300 req-9fe354d3-7849-4214-a76b-2fb903eb39bb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5bcec102-37e4-416a-aa51-90b64613dc0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1673124 Oct 13 15:34:10.955609 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d8d1824f-af0a-4217-8220-965e81e6bed2 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:10.986045 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-d8d1824f-af0a-4217-8220-965e81e6bed2 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Deleting port 35ab734d-fe00-4a13-8d98-324e91b7354e {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:34:10.988194 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d8d1824f-af0a-4217-8220-965e81e6bed2 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:10.990285 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d586f9-d22f-498e-a99a-bd3b2219b2e2 None None] Pushing event updated for resources: {'Port': ['ID=35ab734d-fe00-4a13-8d98-324e91b7354e,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:11.000120 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-28072b2f-0040-406d-8fb3-2ff81af36d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:11.047656 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.api.v2.resource [None req-07bfcf74-91f6-44a0-98af-052bb9e2139a tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] show failed (client error): The resource could not be found. Oct 13 15:34:11.049401 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-07bfcf74-91f6-44a0-98af-052bb9e2139a tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "GET /v2.0/ports/a9a7e23b-00af-46f7-8d4d-e911b2a0431c/tags/tempest-TagsExtTest-Tag-882786858 HTTP/1.1" status: 404 len: 328 time: 0.6502666 Oct 13 15:34:11.055961 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 53768) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:11.060962 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-18a76c38-645a-49a3-a0e7-f26fc7bcea5b None None] Provisioning for port 5e4bd25d-4d8d-4e44-af8c-138068bb08f2 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:34:11.066185 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.tag.tag_plugin [None req-34e595fa-a7de-48f8-a723-005a76892a0c tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a9a7e23b-00af-46f7-8d4d-e911b2a0431c', 'tempest-TagsExtTest-Tag-1114548418') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:11.154990 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-18a76c38-645a-49a3-a0e7-f26fc7bcea5b None None] Provisioning complete for port 5e4bd25d-4d8d-4e44-af8c-138068bb08f2 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:34:11.155481 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-18a76c38-645a-49a3-a0e7-f26fc7bcea5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:11.155729 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-18a76c38-645a-49a3-a0e7-f26fc7bcea5b None None] Attempt 1 to provision port 5e4bd25d-4d8d-4e44-af8c-138068bb08f2 Oct 13 15:34:11.205647 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-eab894bd-7852-4ef3-a52d-f819be07c254 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:11.218009 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-eab894bd-7852-4ef3-a52d-f819be07c254 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:11.327337 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28072b2f-0040-406d-8fb3-2ff81af36d30 None None] Pushing event updated for resources: {'Port': ['ID=7c1b9d18-b355-474c-a521-e75893ac336b,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:11.332757 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port ceacf810-13d8-4e41-a9f9-fe99b4e3c789, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=ceacf810-13d8-4e41-a9f9-fe99b4e3c789,segment=NetworkSegment(83e50417-f7fa-4dd5-b80d-d1fe238ddc51),segment_id=83e50417-f7fa-4dd5-b80d-d1fe238ddc51)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:34:11.423802 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Returning: {'device': 'ceacf810-13d8-4e41-a9f9-fe99b4e3c789', 'network_id': 'da181f30-60f8-4f23-91ed-b59a77cfcda8', 'port_id': 'ceacf810-13d8-4e41-a9f9-fe99b4e3c789', 'mac_address': 'fa:16:3e:31:0f:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 431, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd73598aa-1370-47c9-9c9b-04e22558afec', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88974) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 13 15:34:11.499947 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.api.v2.resource [None req-34e595fa-a7de-48f8-a723-005a76892a0c tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] show failed (client error): The resource could not be found. Oct 13 15:34:11.501007 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-34e595fa-a7de-48f8-a723-005a76892a0c tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "GET /v2.0/ports/a9a7e23b-00af-46f7-8d4d-e911b2a0431c/tags/tempest-TagsExtTest-Tag-1114548418 HTTP/1.1" status: 404 len: 329 time: 0.4392035 Oct 13 15:34:11.521787 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53774) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:11.551376 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.tag.tag_plugin [None req-80d79567-3e8a-457e-b1ff-18ef52e99c60 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'a9a7e23b-00af-46f7-8d4d-e911b2a0431c', 'tempest-TagsExtTest-Tag-43271622') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:11.573403 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c4c4ef-024d-4daf-86d1-515cac505afc None None] Network 9434be22-4b00-4601-bb9c-a4d5e985801a requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:34:11.663380 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab894bd-7852-4ef3-a52d-f819be07c254 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event updated for resources: {'Port': ['ID=cf66c46e-f1c3-439f-845f-370b4253b83c,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:11.741749 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-eab894bd-7852-4ef3-a52d-f819be07c254 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:11.780096 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-dd72fff6-94fd-4146-b79b-287caa57f7b4 req-7c13059c-97ef-42dd-a8d9-2dcf90028afe tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfc5eecc-82ba-4ac9-a40f-1ecc37bba53f HTTP/1.1" status: 200 len: 210 time: 0.1084638 Oct 13 15:34:11.812130 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-18a76c38-645a-49a3-a0e7-f26fc7bcea5b None None] Current status of the port 5e4bd25d-4d8d-4e44-af8c-138068bb08f2 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:34:11.813113 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-18a76c38-645a-49a3-a0e7-f26fc7bcea5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:11.880727 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 7c1b9d18-b355-474c-a521-e75893ac336b up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:34:11.988541 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab894bd-7852-4ef3-a52d-f819be07c254 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Network 3e38b682-2960-4332-a572-6795375d9c64 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:34:11.990287 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-eab894bd-7852-4ef3-a52d-f819be07c254 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:34:12.068013 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-d8d1824f-af0a-4217-8220-965e81e6bed2 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] For port 35ab734d-fe00-4a13-8d98-324e91b7354e, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=35ab734d-fe00-4a13-8d98-324e91b7354e,segment=NetworkSegment(04a42862-4ba7-4c79-b09f-b2100c684945),segment_id=04a42862-4ba7-4c79-b09f-b2100c684945)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:34:12.068276 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d8d1824f-af0a-4217-8220-965e81e6bed2 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:12.068899 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-18a76c38-645a-49a3-a0e7-f26fc7bcea5b None None] For port 5e4bd25d-4d8d-4e44-af8c-138068bb08f2, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=5e4bd25d-4d8d-4e44-af8c-138068bb08f2,segment=NetworkSegment(20cd925d-d06b-444b-81b3-09ac8f664353),segment_id=20cd925d-d06b-444b-81b3-09ac8f664353)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:34:12.088235 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port ceacf810-13d8-4e41-a9f9-fe99b4e3c789 is: DOWN; New status is: BUILD {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:34:12.088563 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d43570-bc9a-4763-858d-ae91e33cc300 req-46183624-e573-4e01-bdf2-a3cd941267b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:12.089286 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:12.090111 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-91d43570-bc9a-4763-858d-ae91e33cc300 req-46183624-e573-4e01-bdf2-a3cd941267b7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c4e179e9a35a4e59a0b0abe27aa737df&device_id=5bcec102-37e4-416a-aa51-90b64613dc0c HTTP/1.1" status: 200 len: 1098 time: 0.8512309 Oct 13 15:34:12.125124 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-18a76c38-645a-49a3-a0e7-f26fc7bcea5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:12.279492 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-d8d1824f-af0a-4217-8220-965e81e6bed2 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Calling delete_port for 35ab734d-fe00-4a13-8d98-324e91b7354e owned by network:dhcp {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:34:12.291550 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceacf810-13d8-4e41-a9f9-fe99b4e3c789 {{(pid=88974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 15:34:12.351446 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-18a76c38-645a-49a3-a0e7-f26fc7bcea5b None None] Provisioning for port a9a7e23b-00af-46f7-8d4d-e911b2a0431c completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:34:12.365489 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port ceacf810-13d8-4e41-a9f9-fe99b4e3c789, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=ceacf810-13d8-4e41-a9f9-fe99b4e3c789,segment=NetworkSegment(83e50417-f7fa-4dd5-b80d-d1fe238ddc51),segment_id=83e50417-f7fa-4dd5-b80d-d1fe238ddc51)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:34:12.383518 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 7c1b9d18-b355-474c-a521-e75893ac336b completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:34:12.392273 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-18a76c38-645a-49a3-a0e7-f26fc7bcea5b None None] Provisioning complete for port a9a7e23b-00af-46f7-8d4d-e911b2a0431c triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:34:12.392923 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-18a76c38-645a-49a3-a0e7-f26fc7bcea5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:12.393486 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-18a76c38-645a-49a3-a0e7-f26fc7bcea5b None None] Attempt 1 to provision port a9a7e23b-00af-46f7-8d4d-e911b2a0431c Oct 13 15:34:12.403120 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-80d79567-3e8a-457e-b1ff-18ef52e99c60 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] show failed (client error): The resource could not be found. Oct 13 15:34:12.407884 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-80d79567-3e8a-457e-b1ff-18ef52e99c60 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "GET /v2.0/ports/a9a7e23b-00af-46f7-8d4d-e911b2a0431c/tags/tempest-TagsExtTest-Tag-43271622 HTTP/1.1" status: 404 len: 327 time: 0.8849695 Oct 13 15:34:12.412650 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 53780) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:12.431375 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eab894bd-7852-4ef3-a52d-f819be07c254 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Router a61a2962-a942-40f2-bf09-2f39a557f24c has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:34:12.433726 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a76c38-645a-49a3-a0e7-f26fc7bcea5b None None] Pushing event updated for resources: {'Port': ['ID=5e4bd25d-4d8d-4e44-af8c-138068bb08f2,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:12.445951 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:12.450985 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.tag.tag_plugin [None req-7ef71756-c891-4741-9279-ffc40edf1c7b tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '468000de-004c-4f9c-b634-3770abe16be9', {'tags': ['tempest-TagsExtTest-Tag-888178019', 'tempest-TagsExtTest-Tag-60437875', 'tempest-TagsExtTest-Tag-1977937763']}) {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:12.511400 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device b8004a37-b1ca-47c8-a195-95a6c31cd453 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:34:12.561195 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada144a1-d3df-4ff1-844a-2cf0ddcf84a3 req-d72a8e5c-a072-4547-a6bb-14f281cfce82 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:12.570488 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-ada144a1-d3df-4ff1-844a-2cf0ddcf84a3 req-d72a8e5c-a072-4547-a6bb-14f281cfce82 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] 10.222.0.42 "GET /v2.0/ports?device_id=15fed89a-3c6b-4df2-b6ba-8080934e18c9 HTTP/1.1" status: 200 len: 944 time: 0.6930525 Oct 13 15:34:12.728885 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d43570-bc9a-4763-858d-ae91e33cc300 req-131f90b3-c1f6-4229-9085-34947d889b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:12.730658 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-91d43570-bc9a-4763-858d-ae91e33cc300 req-131f90b3-c1f6-4229-9085-34947d889b96 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a44f8207-61f2-477d-b80a-38deab4e3cb7 HTTP/1.1" status: 200 len: 913 time: 0.5755448 Oct 13 15:34:12.737695 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-18a76c38-645a-49a3-a0e7-f26fc7bcea5b None None] Port a9a7e23b-00af-46f7-8d4d-e911b2a0431c cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:34:12.759139 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=ceacf810-13d8-4e41-a9f9-fe99b4e3c789,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:12.785636 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132bd3f2-72de-4f47-b09d-be56f495d2aa req-d0f26011-27c2-4f6e-9a5c-ea11652b9c61 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:12.794595 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-132bd3f2-72de-4f47-b09d-be56f495d2aa req-d0f26011-27c2-4f6e-9a5c-ea11652b9c61 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.16 "GET /v2.0/networks?id=a44f8207-61f2-477d-b80a-38deab4e3cb7 HTTP/1.1" status: 200 len: 812 time: 0.6947546 Oct 13 15:34:12.796311 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d82754-2aab-4df3-a6fa-3d366c919175 None None] Network 9434be22-4b00-4601-bb9c-a4d5e985801a requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:34:12.866343 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d8d1824f-af0a-4217-8220-965e81e6bed2 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:12.884662 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['ceacf810-13d8-4e41-a9f9-fe99b4e3c789'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 15:34:12.942247 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d1824f-af0a-4217-8220-965e81e6bed2 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Pushing event deleted for resources: {'Port': ['ID=35ab734d-fe00-4a13-8d98-324e91b7354e,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:12.967707 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-ada144a1-d3df-4ff1-844a-2cf0ddcf84a3 req-fb65e7b0-b9ee-46c4-917f-ba658682d90d tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e702b27-1533-4fef-807a-965daf085c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3961973 Oct 13 15:34:12.993011 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8d1824f-af0a-4217-8220-965e81e6bed2 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] No DVR routers for this DVR port 35ab734d-fe00-4a13-8d98-324e91b7354e on host dv-neutron-860329-2-hyperv {{(pid=88972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:34:12.994602 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53786) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:12.997727 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-7ef71756-c891-4741-9279-ffc40edf1c7b tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "PUT /v2.0/routers/468000de-004c-4f9c-b634-3770abe16be9/tags HTTP/1.1" status: 200 len: 315 time: 0.5765789 Oct 13 15:34:13.007389 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.tag.tag_plugin [None req-99ca98b9-fdac-4ed4-b62c-e182f8da9a5f tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '468000de-004c-4f9c-b634-3770abe16be9') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:13.134027 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f360722f-68ea-4be6-b9e2-04ebdca0a016 None None] Network 3e38b682-2960-4332-a572-6795375d9c64 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:34:13.214793 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-bfa65f90-10fa-4526-91bc-8ea1aac90c17 req-4eee2686-ae14-4523-a771-391a1c286b44 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfc5eecc-82ba-4ac9-a40f-1ecc37bba53f HTTP/1.1" status: 200 len: 210 time: 0.1122854 Oct 13 15:34:13.248802 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-132bd3f2-72de-4f47-b09d-be56f495d2aa req-dfff6d77-d565-4d13-8fd2-a55f93b95e39 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c4e179e9a35a4e59a0b0abe27aa737df HTTP/1.1" status: 200 len: 380 time: 0.2882493 Oct 13 15:34:13.259524 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-132bd3f2-72de-4f47-b09d-be56f495d2aa req-ae0405bf-8b13-4761-8349-c895c50b2178 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Request body: {'port': {'device_id': 'cfc5eecc-82ba-4ac9-a40f-1ecc37bba53f', 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7', 'admin_state_up': True, 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'security_groups': ['81e55712-bc20-48c8-a3f7-25813fa3e1a9']}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:13.303503 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-18a76c38-645a-49a3-a0e7-f26fc7bcea5b None None] Attempt 2 to provision port a9a7e23b-00af-46f7-8d4d-e911b2a0431c Oct 13 15:34:13.385735 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port b8004a37-b1ca-47c8-a195-95a6c31cd453 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:34:13.409960 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eab894bd-7852-4ef3-a52d-f819be07c254 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:34:13.421505 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6d90e0-68db-408e-b3a8-90deb565260f None None] Sync routers for ids ['a61a2962-a942-40f2-bf09-2f39a557f24c'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:34:13.430273 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-eab894bd-7852-4ef3-a52d-f819be07c254 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "PUT /v2.0/routers/a61a2962-a942-40f2-bf09-2f39a557f24c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7474720 Oct 13 15:34:13.431227 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 53794) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:13.448357 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6d90e0-68db-408e-b3a8-90deb565260f None None] Routers {'a61a2962-a942-40f2-bf09-2f39a557f24c'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:34:13.449216 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-7a6d90e0-68db-408e-b3a8-90deb565260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:34:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['a61a2962-a942-40f2-bf09-2f39a557f24c'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:13.466181 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port b8004a37-b1ca-47c8-a195-95a6c31cd453 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:34:13.466639 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:13.467331 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port b8004a37-b1ca-47c8-a195-95a6c31cd453 Oct 13 15:34:13.519963 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-5506f410-765e-4c17-8303-3b971b756e80 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:13.607819 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-132bd3f2-72de-4f47-b09d-be56f495d2aa req-ae0405bf-8b13-4761-8349-c895c50b2178 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:13.667615 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-91d43570-bc9a-4763-858d-ae91e33cc300 req-6ffe537a-33df-4753-a6e3-651eeb0aaea1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4123161-15b6-4933-93c1-9dd648d8b96c HTTP/1.1" status: 200 len: 1001 time: 0.9280257 Oct 13 15:34:13.678500 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d8d1824f-af0a-4217-8220-965e81e6bed2 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:13.682814 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-18a76c38-645a-49a3-a0e7-f26fc7bcea5b None None] Port a9a7e23b-00af-46f7-8d4d-e911b2a0431c cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:34:13.762961 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-7a6d90e0-68db-408e-b3a8-90deb565260f None None] Set router a61a2962-a942-40f2-bf09-2f39a557f24c gateway port host: None {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:34:13.856838 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-d8d1824f-af0a-4217-8220-965e81e6bed2 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9434be22-4b00-4601-bb9c-a4d5e985801a']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:13.877390 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d43570-bc9a-4763-858d-ae91e33cc300 req-579325ff-a44a-4ab2-82c5-125e1afb3acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:13.879139 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-91d43570-bc9a-4763-858d-ae91e33cc300 req-579325ff-a44a-4ab2-82c5-125e1afb3acc service neutron] 10.222.0.16 "GET /v2.0/subnets?id=235995ae-56e8-4a42-a8ac-e16e5c3294b1 HTTP/1.1" status: 200 len: 851 time: 0.1722653 Oct 13 15:34:13.882533 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-d8d1824f-af0a-4217-8220-965e81e6bed2 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04a42862-4ba7-4c79-b09f-b2100c684945') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:13.883134 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-d8d1824f-af0a-4217-8220-965e81e6bed2 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04a42862-4ba7-4c79-b09f-b2100c684945') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:13.948200 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d8d1824f-af0a-4217-8220-965e81e6bed2 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:13.993541 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d8d1824f-af0a-4217-8220-965e81e6bed2 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:14.007077 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8d1824f-af0a-4217-8220-965e81e6bed2 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Releasing vlan 400 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:34:14.009021 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d8d1824f-af0a-4217-8220-965e81e6bed2 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:14.053474 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-99ca98b9-fdac-4ed4-b62c-e182f8da9a5f tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "DELETE /v2.0/routers/468000de-004c-4f9c-b634-3770abe16be9/tags HTTP/1.1" status: 204 len: 168 time: 1.0544431 Oct 13 15:34:14.111480 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port b8004a37-b1ca-47c8-a195-95a6c31cd453 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:34:14.112502 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:14.119542 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53802) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:14.122136 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 04a42862-4ba7-4c79-b09f-b2100c684945 resource provider aggregate not found Oct 13 15:34:14.136119 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.tag.tag_plugin [None req-6c679ebb-9d05-4e2c-941f-4448c81a6e1f tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '468000de-004c-4f9c-b634-3770abe16be9', 'tempest-TagsExtTest-Tag-888178019') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:14.199121 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 04a42862-4ba7-4c79-b09f-b2100c684945 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 04a42862-4ba7-4c79-b09f-b2100c684945 found for delete ", "request_id": "req-4a46a5e5-241a-4db1-b377-7ca77916fb02"}]} Oct 13 15:34:14.251225 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-18a76c38-645a-49a3-a0e7-f26fc7bcea5b None None] Attempt 3 to provision port a9a7e23b-00af-46f7-8d4d-e911b2a0431c Oct 13 15:34:14.290403 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-132bd3f2-72de-4f47-b09d-be56f495d2aa req-ae0405bf-8b13-4761-8349-c895c50b2178 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:14.291821 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d8d1824f-af0a-4217-8220-965e81e6bed2 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:14.315089 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d8d1824f-af0a-4217-8220-965e81e6bed2 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:14.329908 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d1824f-af0a-4217-8220-965e81e6bed2 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Pushing event deleted for resources: {'Network': ['ID=9434be22-4b00-4601-bb9c-a4d5e985801a,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:14.343330 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d8d1824f-af0a-4217-8220-965e81e6bed2 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "DELETE /v2.0/networks/9434be22-4b00-4601-bb9c-a4d5e985801a HTTP/1.1" status: 204 len: 168 time: 7.5009761 Oct 13 15:34:14.354299 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d43570-bc9a-4763-858d-ae91e33cc300 req-3990ef2e-af3c-4ad5-8517-70b02e63baa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:14.355899 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-91d43570-bc9a-4763-858d-ae91e33cc300 req-3990ef2e-af3c-4ad5-8517-70b02e63baa5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a44f8207-61f2-477d-b80a-38deab4e3cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4637303 Oct 13 15:34:14.356472 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53810) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:14.372113 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-7a6d90e0-68db-408e-b3a8-90deb565260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'name': 'tempest-RoutersTest-router-1661744763', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:33:23Z', 'updated_at': '2022-10-13T15:34:09Z', 'revision_number': 5, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'gw_port_host': None, '_interfaces': [{'id': 'b8004a37-b1ca-47c8-a195-95a6c31cd453', 'name': '', 'network_id': '10c7fa4a-a198-40b0-82b1-6e5555dba4b5', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:e3:c3:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '1fc3c5c4-aae8-40bf-a57f-94f85cd06c29', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:53Z', 'updated_at': '2022-10-13T15:34:07Z', 'revision_number': 4, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': '1fc3c5c4-aae8-40bf-a57f-94f85cd06c29', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba7d21c2-4f48-4533-91fd-451aba74fce3', 'name': '', 'network_id': 'ea4ebc96-c71a-4447-81de-9020fb848258', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:c1:c2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:28Z', 'updated_at': '2022-10-13T15:33:41Z', 'revision_number': 5, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': '7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf66c46e-f1c3-439f-845f-370b4253b83c', 'name': '', 'network_id': '3e38b682-2960-4332-a572-6795375d9c64', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:bb:ac:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '317524f6-b5c4-48b3-8c6c-48901d45b2b9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:34:08Z', 'updated_at': '2022-10-13T15:34:10Z', 'revision_number': 2, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': '317524f6-b5c4-48b3-8c6c-48901d45b2b9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0a50cf1-0f52-452b-9e51-24acf8d71801', 'name': '', 'network_id': '94806bf1-4063-495f-b8a0-bb67a33e849c', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:78:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'c1ebce1d-272a-42ad-8c99-e3ef6810c143', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:40Z', 'updated_at': '2022-10-13T15:33:52Z', 'revision_number': 5, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': 'c1ebce1d-272a-42ad-8c99-e3ef6810c143', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:14.378759 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port b8004a37-b1ca-47c8-a195-95a6c31cd453, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=b8004a37-b1ca-47c8-a195-95a6c31cd453,segment=NetworkSegment(39229136-81d1-44de-829e-447dbbd6bbb1),segment_id=39229136-81d1-44de-829e-447dbbd6bbb1)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:34:14.383868 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6d90e0-68db-408e-b3a8-90deb565260f None None] Checking router: a61a2962-a942-40f2-bf09-2f39a557f24c for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:34:14.384310 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6d90e0-68db-408e-b3a8-90deb565260f None None] Updating router a61a2962-a942-40f2-bf09-2f39a557f24c port cf66c46e-f1c3-439f-845f-370b4253b83c binding host dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:34:14.410092 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:14.412442 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-6c679ebb-9d05-4e2c-941f-4448c81a6e1f tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] show failed (client error): The resource could not be found. Oct 13 15:34:14.416268 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-6c679ebb-9d05-4e2c-941f-4448c81a6e1f tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "GET /v2.0/routers/468000de-004c-4f9c-b634-3770abe16be9/tags/tempest-TagsExtTest-Tag-888178019 HTTP/1.1" status: 404 len: 328 time: 0.2869089 Oct 13 15:34:14.420117 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53814) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:14.441823 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.tag.tag_plugin [None req-0fdc28f1-ce6a-4dfb-8629-60743999420f tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '468000de-004c-4f9c-b634-3770abe16be9', 'tempest-TagsExtTest-Tag-60437875') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:14.477782 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-7a6d90e0-68db-408e-b3a8-90deb565260f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:14.496434 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-132bd3f2-72de-4f47-b09d-be56f495d2aa req-ae0405bf-8b13-4761-8349-c895c50b2178 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Made reservation on behalf of c4e179e9a35a4e59a0b0abe27aa737df for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:34:14.500705 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-132bd3f2-72de-4f47-b09d-be56f495d2aa req-ae0405bf-8b13-4761-8349-c895c50b2178 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:14.505989 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbd5cda2-35f8-4844-9aaa-f11526be12a3 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] DELETE failed (client error): The resource could not be found. Oct 13 15:34:14.506677 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbd5cda2-35f8-4844-9aaa-f11526be12a3 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:34:14.508444 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-fbd5cda2-35f8-4844-9aaa-f11526be12a3 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "DELETE /v2.0/networks/9434be22-4b00-4601-bb9c-a4d5e985801a HTTP/1.1" status: 404 len: 339 time: 0.1494288 Oct 13 15:34:14.538761 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 53818) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:14.567943 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-29994ec0-d6e8-4b42-a810-e439b35f8675 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-135754098', 'description': 'd1'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:14.584652 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 5e4bd25d-4d8d-4e44-af8c-138068bb08f2 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:34:14.654156 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-18a76c38-645a-49a3-a0e7-f26fc7bcea5b None None] Port a9a7e23b-00af-46f7-8d4d-e911b2a0431c cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:34:14.690504 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=b8004a37-b1ca-47c8-a195-95a6c31cd453,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:14.718719 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 5e4bd25d-4d8d-4e44-af8c-138068bb08f2 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:34:14.719271 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:14.720300 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 5e4bd25d-4d8d-4e44-af8c-138068bb08f2 Oct 13 15:34:14.793973 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-13fcfd29-881d-4136-a92a-b071037fc1fc req-4f089965-e44a-4174-97a6-aaa5ca72b547 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfc5eecc-82ba-4ac9-a40f-1ecc37bba53f HTTP/1.1" status: 200 len: 210 time: 0.2467537 Oct 13 15:34:14.880748 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-0fdc28f1-ce6a-4dfb-8629-60743999420f tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] show failed (client error): The resource could not be found. Oct 13 15:34:14.885203 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-0fdc28f1-ce6a-4dfb-8629-60743999420f tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "GET /v2.0/routers/468000de-004c-4f9c-b634-3770abe16be9/tags/tempest-TagsExtTest-Tag-60437875 HTTP/1.1" status: 404 len: 327 time: 0.4638879 Oct 13 15:34:14.897124 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53822) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:14.909488 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.tag.tag_plugin [None req-fbadf998-40b2-4d50-95d3-b6d3447efa19 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '468000de-004c-4f9c-b634-3770abe16be9', 'tempest-TagsExtTest-Tag-1977937763') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:14.984611 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 5e4bd25d-4d8d-4e44-af8c-138068bb08f2 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:34:15.010918 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-29994ec0-d6e8-4b42-a810-e439b35f8675 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:15.058907 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-29994ec0-d6e8-4b42-a810-e439b35f8675 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Usage tracker for resource:network and tenant:241b06d1b66d4165a8f1f259a57fe469 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:34:15.088386 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-91d43570-bc9a-4763-858d-ae91e33cc300 req-b125e321-8e07-4346-829a-4099a8f5974a service neutron] 10.222.0.16 "GET /v2.0/networks/a44f8207-61f2-477d-b80a-38deab4e3cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6910467 Oct 13 15:34:15.157665 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-18a76c38-645a-49a3-a0e7-f26fc7bcea5b None None] Attempt 4 to provision port a9a7e23b-00af-46f7-8d4d-e911b2a0431c Oct 13 15:34:15.162913 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-29994ec0-d6e8-4b42-a810-e439b35f8675 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Quota usage for network was recalculated. Used quota:3. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:34:15.207869 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-29994ec0-d6e8-4b42-a810-e439b35f8675 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:15.216022 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-7a6d90e0-68db-408e-b3a8-90deb565260f None None] Notify callbacks [] for port, precommit_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:15.249156 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.provisioning_blocks [None req-7a6d90e0-68db-408e-b3a8-90deb565260f None None] Transition to ACTIVE for port object cf66c46e-f1c3-439f-845f-370b4253b83c will not be triggered until provisioned by entity L2. {{(pid=88975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:34:15.264653 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-7a6d90e0-68db-408e-b3a8-90deb565260f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:15.311918 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-18a76c38-645a-49a3-a0e7-f26fc7bcea5b None None] Port a9a7e23b-00af-46f7-8d4d-e911b2a0431c cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:34:15.385898 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29994ec0-d6e8-4b42-a810-e439b35f8675 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Made reservation on behalf of 241b06d1b66d4165a8f1f259a57fe469 for: {'network': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:34:15.396688 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-29994ec0-d6e8-4b42-a810-e439b35f8675 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:15.402005 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-fbadf998-40b2-4d50-95d3-b6d3447efa19 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] show failed (client error): The resource could not be found. Oct 13 15:34:15.403390 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-fbadf998-40b2-4d50-95d3-b6d3447efa19 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "GET /v2.0/routers/468000de-004c-4f9c-b634-3770abe16be9/tags/tempest-TagsExtTest-Tag-1977937763 HTTP/1.1" status: 404 len: 329 time: 0.5047727 Oct 13 15:34:15.406513 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53826) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:15.416295 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.tag.tag_plugin [None req-c6b3e1ad-80bc-4e9c-827c-94274a5e79ab tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '898188e4-decb-4b50-b026-dc911a4a3a84', {'tags': ['tempest-TagsExtTest-Tag-1815677715', 'tempest-TagsExtTest-Tag-136558893', 'tempest-TagsExtTest-Tag-1209448448']}) {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:15.476446 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1445b37a-db66-4b3f-90c2-33034ab04d16 req-fc079020-b472-4d9a-b986-8d013ab513f3 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:15.478009 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1445b37a-db66-4b3f-90c2-33034ab04d16 req-fc079020-b472-4d9a-b986-8d013ab513f3 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] 10.222.0.42 "GET /v2.0/ports?device_id=15fed89a-3c6b-4df2-b6ba-8080934e18c9 HTTP/1.1" status: 200 len: 945 time: 1.1671386 Oct 13 15:34:15.489533 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-c6b3e1ad-80bc-4e9c-827c-94274a5e79ab tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "PUT /v2.0/subnetpools/898188e4-decb-4b50-b026-dc911a4a3a84/tags HTTP/1.1" status: 200 len: 317 time: 0.0813212 Oct 13 15:34:15.492562 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.extraroute_db [None req-5506f410-765e-4c17-8303-3b971b756e80 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=88973) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 13 15:34:15.497126 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53830) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:15.504782 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.tag.tag_plugin [None req-5762d8b8-ef70-45b2-8796-d81ac95d9fc1 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '898188e4-decb-4b50-b026-dc911a4a3a84') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:15.530845 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-91d43570-bc9a-4763-858d-ae91e33cc300 req-e23ed4b6-2329-4570-8597-be7d8cbbf8de service neutron] 10.222.0.16 "GET /v2.0/networks/a44f8207-61f2-477d-b80a-38deab4e3cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4388776 Oct 13 15:34:15.619047 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-5762d8b8-ef70-45b2-8796-d81ac95d9fc1 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "DELETE /v2.0/subnetpools/898188e4-decb-4b50-b026-dc911a4a3a84/tags HTTP/1.1" status: 204 len: 168 time: 0.1194887 Oct 13 15:34:15.621715 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53834) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:15.628613 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab3e031-5288-4836-b439-79eba14c413b None None] Pushing event updated for resources: {'Port': ['ID=cf66c46e-f1c3-439f-845f-370b4253b83c,revision_number=3']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:15.629535 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.tag.tag_plugin [None req-453c3b3b-3399-4d8b-9085-bc7435b12e91 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '898188e4-decb-4b50-b026-dc911a4a3a84', 'tempest-TagsExtTest-Tag-1815677715') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:15.659864 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-7a6d90e0-68db-408e-b3a8-90deb565260f None None] Attempting to bind port cf66c46e-f1c3-439f-845f-370b4253b83c on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:34:15.660647 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-7a6d90e0-68db-408e-b3a8-90deb565260f None None] Attempting to bind port cf66c46e-f1c3-439f-845f-370b4253b83c by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '5c760af6-f2d8-4e53-924a-062a5883656a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '3e38b682-2960-4332-a572-6795375d9c64'}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:34:15.662256 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6d90e0-68db-408e-b3a8-90deb565260f None None] Attempting to bind port cf66c46e-f1c3-439f-845f-370b4253b83c on network 3e38b682-2960-4332-a572-6795375d9c64 {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:34:15.681360 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6d90e0-68db-408e-b3a8-90deb565260f None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:34:15.681966 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6d90e0-68db-408e-b3a8-90deb565260f None None] Checking segment: {'id': '5c760af6-f2d8-4e53-924a-062a5883656a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '3e38b682-2960-4332-a572-6795375d9c64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:34:15.682537 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-7a6d90e0-68db-408e-b3a8-90deb565260f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:15.683207 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6d90e0-68db-408e-b3a8-90deb565260f None None] Bound using segment: {'id': '5c760af6-f2d8-4e53-924a-062a5883656a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '3e38b682-2960-4332-a572-6795375d9c64'} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:34:15.683873 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-7a6d90e0-68db-408e-b3a8-90deb565260f None None] Bound port: cf66c46e-f1c3-439f-845f-370b4253b83c, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c760af6-f2d8-4e53-924a-062a5883656a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 444, 'network_id': '3e38b682-2960-4332-a572-6795375d9c64'}}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:34:15.684403 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-7a6d90e0-68db-408e-b3a8-90deb565260f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:15.721886 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.extraroute_db [None req-5506f410-765e-4c17-8303-3b971b756e80 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Removed routes are [] {{(pid=88973) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 13 15:34:15.722873 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5506f410-765e-4c17-8303-3b971b756e80 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:15.729375 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-453c3b3b-3399-4d8b-9085-bc7435b12e91 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] show failed (client error): The resource could not be found. Oct 13 15:34:15.730877 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-453c3b3b-3399-4d8b-9085-bc7435b12e91 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "GET /v2.0/subnetpools/898188e4-decb-4b50-b026-dc911a4a3a84/tags/tempest-TagsExtTest-Tag-1815677715 HTTP/1.1" status: 404 len: 329 time: 0.1080747 Oct 13 15:34:15.735007 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53838) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:15.740940 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1445b37a-db66-4b3f-90c2-33034ab04d16 req-fb0f3c2e-62f1-4f4a-af04-6311f53bab53 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e702b27-1533-4fef-807a-965daf085c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520189 Oct 13 15:34:15.741876 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29994ec0-d6e8-4b42-a810-e439b35f8675 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 402} {{(pid=88973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:34:15.748593 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.tag.tag_plugin [None req-35e78704-733a-407e-9506-aad225217d4a tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '898188e4-decb-4b50-b026-dc911a4a3a84', 'tempest-TagsExtTest-Tag-136558893') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:15.807599 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-35e78704-733a-407e-9506-aad225217d4a tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] show failed (client error): The resource could not be found. Oct 13 15:34:15.808243 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-35e78704-733a-407e-9506-aad225217d4a tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "GET /v2.0/subnetpools/898188e4-decb-4b50-b026-dc911a4a3a84/tags/tempest-TagsExtTest-Tag-136558893 HTTP/1.1" status: 404 len: 328 time: 0.0673323 Oct 13 15:34:15.812280 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53842) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:15.814229 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-18a76c38-645a-49a3-a0e7-f26fc7bcea5b None None] Attempt 5 to provision port a9a7e23b-00af-46f7-8d4d-e911b2a0431c Oct 13 15:34:15.815738 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-29994ec0-d6e8-4b42-a810-e439b35f8675 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:15.816447 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-29994ec0-d6e8-4b42-a810-e439b35f8675 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Added segment 7d170ea9-143f-44a4-be5c-53fb304cfea6 of type vlan for network add32faa-8871-4d63-8d24-a9e07a92cd18 Oct 13 15:34:15.823384 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.tag.tag_plugin [None req-c90b82c5-14b0-471a-bd50-9c045249959b tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '898188e4-decb-4b50-b026-dc911a4a3a84', 'tempest-TagsExtTest-Tag-1209448448') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:15.884609 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-c90b82c5-14b0-471a-bd50-9c045249959b tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] show failed (client error): The resource could not be found. Oct 13 15:34:15.885811 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-c90b82c5-14b0-471a-bd50-9c045249959b tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "GET /v2.0/subnetpools/898188e4-decb-4b50-b026-dc911a4a3a84/tags/tempest-TagsExtTest-Tag-1209448448 HTTP/1.1" status: 404 len: 329 time: 0.0725715 Oct 13 15:34:15.890392 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53850) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:15.890534 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-7a6d90e0-68db-408e-b3a8-90deb565260f None None] For port cf66c46e-f1c3-439f-845f-370b4253b83c, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:34:15.895195 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-7a6d90e0-68db-408e-b3a8-90deb565260f None None] For port cf66c46e-f1c3-439f-845f-370b4253b83c, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=cf66c46e-f1c3-439f-845f-370b4253b83c,segment=NetworkSegment(5c760af6-f2d8-4e53-924a-062a5883656a),segment_id=5c760af6-f2d8-4e53-924a-062a5883656a)] {{(pid=88975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:34:15.897658 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.tag.tag_plugin [None req-e0d338ec-c6a8-4c9f-bdac-e20d7a1975ed tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '898188e4-decb-4b50-b026-dc911a4a3a84') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:15.898164 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a6d282-77a7-41bb-89e5-e6492ff25d38 None None] get_active_networks_info from dv-neutron-860329-2-hyperv {{(pid=88974) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 13 15:34:15.902669 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-7a6d90e0-68db-408e-b3a8-90deb565260f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:15.935933 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-e0d338ec-c6a8-4c9f-bdac-e20d7a1975ed tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "DELETE /v2.0/subnetpools/898188e4-decb-4b50-b026-dc911a4a3a84/tags HTTP/1.1" status: 204 len: 168 time: 0.0424175 Oct 13 15:34:15.938933 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53854) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:15.944697 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.tag.tag_plugin [None req-e2bc607a-a626-4354-9afe-e4171a14ee7d tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '468000de-004c-4f9c-b634-3770abe16be9') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:15.974249 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6d90e0-68db-408e-b3a8-90deb565260f None None] Routers {'a61a2962-a942-40f2-bf09-2f39a557f24c'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:34:15.975155 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-7a6d90e0-68db-408e-b3a8-90deb565260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:34:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['a61a2962-a942-40f2-bf09-2f39a557f24c'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:15.987478 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [req-132bd3f2-72de-4f47-b09d-be56f495d2aa req-ae0405bf-8b13-4761-8349-c895c50b2178 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Allocated IP 172.20.0.3 (a44f8207-61f2-477d-b80a-38deab4e3cb7/235995ae-56e8-4a42-a8ac-e16e5c3294b1/5fa7206f-a579-4c03-a1a9-797e93de7bbf) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:34:16.140154 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a6d282-77a7-41bb-89e5-e6492ff25d38 None None] Resources bound (agent type, host, resource id): {{(pid=88974) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 15:34:16.180730 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab3e031-5288-4836-b439-79eba14c413b None None] Pushing event updated for resources: {'Port': ['ID=cf66c46e-f1c3-439f-845f-370b4253b83c,revision_number=4']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:16.212769 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-7a6d90e0-68db-408e-b3a8-90deb565260f None None] Set router a61a2962-a942-40f2-bf09-2f39a557f24c gateway port host: None {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:34:16.314084 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-132bd3f2-72de-4f47-b09d-be56f495d2aa req-ae0405bf-8b13-4761-8349-c895c50b2178 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:16.322959 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-29994ec0-d6e8-4b42-a810-e439b35f8675 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:16.331691 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-b68b6dd0-27f0-49c7-bbc4-56ff2f59ca95 req-2412b88a-e7f1-49e7-b230-342ff2b3de09 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfc5eecc-82ba-4ac9-a40f-1ecc37bba53f HTTP/1.1" status: 200 len: 210 time: 0.0651302 Oct 13 15:34:16.364303 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-e2bc607a-a626-4354-9afe-e4171a14ee7d tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "DELETE /v2.0/routers/468000de-004c-4f9c-b634-3770abe16be9/tags HTTP/1.1" status: 204 len: 168 time: 0.4241064 Oct 13 15:34:16.368494 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53858) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:16.371838 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-18a76c38-645a-49a3-a0e7-f26fc7bcea5b None None] Port a9a7e23b-00af-46f7-8d4d-e911b2a0431c cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:34:16.374489 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.tag.tag_plugin [None req-62a34e0f-9604-40c0-be66-2326e22257d4 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'a9a7e23b-00af-46f7-8d4d-e911b2a0431c') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:16.424542 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-132bd3f2-72de-4f47-b09d-be56f495d2aa req-ae0405bf-8b13-4761-8349-c895c50b2178 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Transition to ACTIVE for port object 5fa7206f-a579-4c03-a1a9-797e93de7bbf will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:34:16.440139 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-29994ec0-d6e8-4b42-a810-e439b35f8675 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:16.445867 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29994ec0-d6e8-4b42-a810-e439b35f8675 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:16.446870 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-29994ec0-d6e8-4b42-a810-e439b35f8675 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks [] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:16.462091 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-62a34e0f-9604-40c0-be66-2326e22257d4 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "DELETE /v2.0/ports/a9a7e23b-00af-46f7-8d4d-e911b2a0431c/tags HTTP/1.1" status: 204 len: 168 time: 0.0926051 Oct 13 15:34:16.466620 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53862) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:16.484289 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.tag.tag_plugin [None req-ec51a7b1-af20-4795-adb3-73f0ca092bdf tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '2c39f082-71ce-42d8-908a-7fc847fe485d') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:16.528294 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device ceacf810-13d8-4e41-a9f9-fe99b4e3c789 up at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:34:16.596799 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device b8004a37-b1ca-47c8-a195-95a6c31cd453 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:34:16.633113 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-ec51a7b1-af20-4795-adb3-73f0ca092bdf tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "DELETE /v2.0/subnets/2c39f082-71ce-42d8-908a-7fc847fe485d/tags HTTP/1.1" status: 204 len: 168 time: 0.1652608 Oct 13 15:34:16.639552 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53866) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:16.725319 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-7a6d90e0-68db-408e-b3a8-90deb565260f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'name': 'tempest-RoutersTest-router-1661744763', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:33:23Z', 'updated_at': '2022-10-13T15:34:15Z', 'revision_number': 6, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'gw_port_host': None, '_interfaces': [{'id': 'b8004a37-b1ca-47c8-a195-95a6c31cd453', 'name': '', 'network_id': '10c7fa4a-a198-40b0-82b1-6e5555dba4b5', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:e3:c3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '1fc3c5c4-aae8-40bf-a57f-94f85cd06c29', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:53Z', 'updated_at': '2022-10-13T15:34:14Z', 'revision_number': 5, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': '1fc3c5c4-aae8-40bf-a57f-94f85cd06c29', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba7d21c2-4f48-4533-91fd-451aba74fce3', 'name': '', 'network_id': 'ea4ebc96-c71a-4447-81de-9020fb848258', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:c1:c2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:28Z', 'updated_at': '2022-10-13T15:33:41Z', 'revision_number': 5, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': '7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf66c46e-f1c3-439f-845f-370b4253b83c', 'name': '', 'network_id': '3e38b682-2960-4332-a572-6795375d9c64', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:bb:ac:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '317524f6-b5c4-48b3-8c6c-48901d45b2b9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:34:08Z', 'updated_at': '2022-10-13T15:34:15Z', 'revision_number': 4, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': '317524f6-b5c4-48b3-8c6c-48901d45b2b9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0a50cf1-0f52-452b-9e51-24acf8d71801', 'name': '', 'network_id': '94806bf1-4063-495f-b8a0-bb67a33e849c', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:78:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'c1ebce1d-272a-42ad-8c99-e3ef6810c143', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:40Z', 'updated_at': '2022-10-13T15:33:52Z', 'revision_number': 5, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': 'c1ebce1d-272a-42ad-8c99-e3ef6810c143', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:16.734817 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a6d90e0-68db-408e-b3a8-90deb565260f None None] The sync data for ids ['a61a2962-a942-40f2-bf09-2f39a557f24c'] in dv-neutron-860329-2-hyperv is: [{'id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'name': 'tempest-RoutersTest-router-1661744763', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:33:23Z', 'updated_at': '2022-10-13T15:34:15Z', 'revision_number': 6, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'gw_port_host': None, '_interfaces': [{'id': 'b8004a37-b1ca-47c8-a195-95a6c31cd453', 'name': '', 'network_id': '10c7fa4a-a198-40b0-82b1-6e5555dba4b5', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:e3:c3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '1fc3c5c4-aae8-40bf-a57f-94f85cd06c29', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:53Z', 'updated_at': '2022-10-13T15:34:14Z', 'revision_number': 5, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': '1fc3c5c4-aae8-40bf-a57f-94f85cd06c29', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba7d21c2-4f48-4533-91fd-451aba74fce3', 'name': '', 'network_id': 'ea4ebc96-c71a-4447-81de-9020fb848258', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:c1:c2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:28Z', 'updated_at': '2022-10-13T15:33:41Z', 'revision_number': 5, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': '7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf66c46e-f1c3-439f-845f-370b4253b83c', 'name': '', 'network_id': '3e38b682-2960-4332-a572-6795375d9c64', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:bb:ac:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '317524f6-b5c4-48b3-8c6c-48901d45b2b9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:34:08Z', 'updated_at': '2022-10-13T15:34:15Z', 'revision_number': 4, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': '317524f6-b5c4-48b3-8c6c-48901d45b2b9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0a50cf1-0f52-452b-9e51-24acf8d71801', 'name': '', 'network_id': '94806bf1-4063-495f-b8a0-bb67a33e849c', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:78:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'c1ebce1d-272a-42ad-8c99-e3ef6810c143', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:40Z', 'updated_at': '2022-10-13T15:33:52Z', 'revision_number': 5, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': 'c1ebce1d-272a-42ad-8c99-e3ef6810c143', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:34:16.841245 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-81283993-57ef-4cf7-88a8-c1b9ae6656f3 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Notify callbacks [] for subnetpool, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:16.842799 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-81283993-57ef-4cf7-88a8-c1b9ae6656f3 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "DELETE /v2.0/subnetpools/898188e4-decb-4b50-b026-dc911a4a3a84 HTTP/1.1" status: 204 len: 168 time: 0.2006671 Oct 13 15:34:16.846909 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53872) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:16.933956 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-68650ebd-8cff-44a7-9f6f-bd3a9778276d tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "GET /v2.0/ports?device_id=468000de-004c-4f9c-b634-3770abe16be9 HTTP/1.1" status: 200 len: 205 time: 0.0837042 Oct 13 15:34:16.936398 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53876) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:16.966981 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-18a76c38-645a-49a3-a0e7-f26fc7bcea5b None None] Attempt 6 to provision port a9a7e23b-00af-46f7-8d4d-e911b2a0431c Oct 13 15:34:17.051072 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning for port ceacf810-13d8-4e41-a9f9-fe99b4e3c789 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:34:17.095058 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning complete for port ceacf810-13d8-4e41-a9f9-fe99b4e3c789 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:34:17.095714 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:17.096462 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Attempt 1 to provision port ceacf810-13d8-4e41-a9f9-fe99b4e3c789 Oct 13 15:34:17.105902 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-29994ec0-d6e8-4b42-a810-e439b35f8675 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 2.5657384 Oct 13 15:34:17.112231 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29994ec0-d6e8-4b42-a810-e439b35f8675 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Pushing event updated for resources: {'Network': ['ID=add32faa-8871-4d63-8d24-a9e07a92cd18,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:17.117098 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53880) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:17.120334 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5506f410-765e-4c17-8303-3b971b756e80 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:17.132732 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-132bd3f2-72de-4f47-b09d-be56f495d2aa req-ae0405bf-8b13-4761-8349-c895c50b2178 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:17.146031 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network add32faa-8871-4d63-8d24-a9e07a92cd18 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:34:17.148111 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5506f410-765e-4c17-8303-3b971b756e80 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1827972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1827983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1827956'] for router, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:17.153809 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b308a012-b1ae-4c3c-a95e-29056c1d83c3 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Notify callbacks [] for router, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:17.161859 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-18a76c38-645a-49a3-a0e7-f26fc7bcea5b None None] Port a9a7e23b-00af-46f7-8d4d-e911b2a0431c cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:34:17.202987 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port b8004a37-b1ca-47c8-a195-95a6c31cd453 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:34:17.205346 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:17.206161 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port b8004a37-b1ca-47c8-a195-95a6c31cd453 Oct 13 15:34:17.308958 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-132bd3f2-72de-4f47-b09d-be56f495d2aa req-ae0405bf-8b13-4761-8349-c895c50b2178 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Network a44f8207-61f2-477d-b80a-38deab4e3cb7 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:34:17.309944 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0405bf-8b13-4761-8349-c895c50b2178 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Pushing event updated for resources: {'Port': ['ID=5fa7206f-a579-4c03-a1a9-797e93de7bbf,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:17.318455 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [req-132bd3f2-72de-4f47-b09d-be56f495d2aa req-ae0405bf-8b13-4761-8349-c895c50b2178 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:34:17.485916 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f66957c-57df-4f00-a76e-607520b16696 None None] get_active_networks_info from dv-neutron-860329-2-hyperv {{(pid=88974) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 13 15:34:17.531588 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5506f410-765e-4c17-8303-3b971b756e80 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Router a61a2962-a942-40f2-bf09-2f39a557f24c has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:34:17.543539 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-132bd3f2-72de-4f47-b09d-be56f495d2aa req-ae0405bf-8b13-4761-8349-c895c50b2178 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:34:17.635045 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132bd3f2-72de-4f47-b09d-be56f495d2aa req-ae0405bf-8b13-4761-8349-c895c50b2178 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:17.636098 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-132bd3f2-72de-4f47-b09d-be56f495d2aa req-ae0405bf-8b13-4761-8349-c895c50b2178 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:17.645087 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port ceacf810-13d8-4e41-a9f9-fe99b4e3c789 is: BUILD; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:34:17.647114 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:17.667661 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-18a76c38-645a-49a3-a0e7-f26fc7bcea5b None None] Attempt 7 to provision port a9a7e23b-00af-46f7-8d4d-e911b2a0431c Oct 13 15:34:17.736493 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb46264e-65ba-4e32-be7b-111d4e6e85de req-4d4cd11f-c822-4455-92b4-f3d92b6baa9f tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:17.744530 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-eb46264e-65ba-4e32-be7b-111d4e6e85de req-4d4cd11f-c822-4455-92b4-f3d92b6baa9f tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] 10.222.0.42 "GET /v2.0/ports?device_id=15fed89a-3c6b-4df2-b6ba-8080934e18c9 HTTP/1.1" status: 200 len: 945 time: 0.7595434 Oct 13 15:34:17.757280 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-132bd3f2-72de-4f47-b09d-be56f495d2aa req-ae0405bf-8b13-4761-8349-c895c50b2178 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5020473 Oct 13 15:34:17.773202 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15fed89a-3c6b-4df2-b6ba-8080934e18c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceacf810-13d8-4e41-a9f9-fe99b4e3c789'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:34:17.775830 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979c64d66908691d8da3fe322a5acf5d757b5bee84c7992aba2ec3c134dffaeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9131ab2-a98e-4e75-9e0c-379e930f349f" -d '{"events": [{"server_uuid": "15fed89a-3c6b-4df2-b6ba-8080934e18c9", "name": "network-vif-plugged", "status": "completed", "tag": "ceacf810-13d8-4e41-a9f9-fe99b4e3c789"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:34:17.777267 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c715428-a723-4595-b28f-07ac64dbbf1f tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:17.778057 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-7c715428-a723-4595-b28f-07ac64dbbf1f tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Synchronizing usage tracker for tenant:241b06d1b66d4165a8f1f259a57fe469 on resource:network {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:34:17.799729 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b308a012-b1ae-4c3c-a95e-29056c1d83c3 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:17.812666 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b308a012-b1ae-4c3c-a95e-29056c1d83c3 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:17.815527 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-7c715428-a723-4595-b28f-07ac64dbbf1f tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Unset dirty status for tenant:241b06d1b66d4165a8f1f259a57fe469 on resource:network {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:34:17.816920 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-7c715428-a723-4595-b28f-07ac64dbbf1f tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "GET /v2.0/networks?id=add32faa-8871-4d63-8d24-a9e07a92cd18 HTTP/1.1" status: 200 len: 764 time: 0.6987956 Oct 13 15:34:17.824745 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53888) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:17.835648 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-81667eea-4cd1-47e8-be46-2b70f6a1d2c4 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Request body: {'network': {'description': 'd2'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:17.861806 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-18a76c38-645a-49a3-a0e7-f26fc7bcea5b None None] Port a9a7e23b-00af-46f7-8d4d-e911b2a0431c cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:34:17.866725 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port ceacf810-13d8-4e41-a9f9-fe99b4e3c789, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=ceacf810-13d8-4e41-a9f9-fe99b4e3c789,segment=NetworkSegment(83e50417-f7fa-4dd5-b80d-d1fe238ddc51),segment_id=83e50417-f7fa-4dd5-b80d-d1fe238ddc51)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:34:17.868030 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-132bd3f2-72de-4f47-b09d-be56f495d2aa req-c9c5d6ee-73d5-4495-99e3-73f90ad56f45 service neutron] Request body: {'port': {'device_id': 'cfc5eecc-82ba-4ac9-a40f-1ecc37bba53f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:17.872882 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port b8004a37-b1ca-47c8-a195-95a6c31cd453 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:34:17.880090 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:17.945874 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b308a012-b1ae-4c3c-a95e-29056c1d83c3 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:17.946458 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b308a012-b1ae-4c3c-a95e-29056c1d83c3 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Fanout notify agent at l3_agent the message router_deleted on router 468000de-004c-4f9c-b634-3770abe16be9 {{(pid=88972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:34:17.962371 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b308a012-b1ae-4c3c-a95e-29056c1d83c3 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:17.966156 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-b308a012-b1ae-4c3c-a95e-29056c1d83c3 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "DELETE /v2.0/routers/468000de-004c-4f9c-b634-3770abe16be9 HTTP/1.1" status: 204 len: 168 time: 1.0252552 Oct 13 15:34:17.974058 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53894) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:17.977284 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-eb46264e-65ba-4e32-be7b-111d4e6e85de req-efbff93d-c2ce-45ff-9ccd-002a059ec044 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e702b27-1533-4fef-807a-965daf085c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317960 Oct 13 15:34:18.002423 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=ceacf810-13d8-4e41-a9f9-fe99b4e3c789,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:18.041652 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f66957c-57df-4f00-a76e-607520b16696 None None] Resources bound (agent type, host, resource id): {{(pid=88974) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 15:34:18.053013 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5506f410-765e-4c17-8303-3b971b756e80 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:34:18.058069 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-caee6a5a-50b3-4db6-b35f-07a0cd5d8fd5 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Deleting port a9a7e23b-00af-46f7-8d4d-e911b2a0431c {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:34:18.058430 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-caee6a5a-50b3-4db6-b35f-07a0cd5d8fd5 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:18.066491 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9c102b-9e85-471b-a10c-4528cecebbd2 None None] Sync routers for ids ['a61a2962-a942-40f2-bf09-2f39a557f24c'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:34:18.068497 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5506f410-765e-4c17-8303-3b971b756e80 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:18.073427 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-5506f410-765e-4c17-8303-3b971b756e80 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "PUT /v2.0/routers/a61a2962-a942-40f2-bf09-2f39a557f24c HTTP/1.1" status: 200 len: 934 time: 4.6371293 Oct 13 15:34:18.074645 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 53898) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:18.084511 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 15:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8127b25-0e6a-4e31-84e4-d077ea8f0fca x-openstack-request-id: req-c8127b25-0e6a-4e31-84e4-d077ea8f0fca {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:34:18.084793 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15fed89a-3c6b-4df2-b6ba-8080934e18c9", "name": "network-vif-plugged", "status": "completed", "tag": "ceacf810-13d8-4e41-a9f9-fe99b4e3c789", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:34:18.085130 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c8127b25-0e6a-4e31-84e4-d077ea8f0fca {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:34:18.085638 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8127b25-0e6a-4e31-84e4-d077ea8f0fca'] response: {'server_uuid': '15fed89a-3c6b-4df2-b6ba-8080934e18c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceacf810-13d8-4e41-a9f9-fe99b4e3c789', 'code': 200} Oct 13 15:34:18.127760 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9c102b-9e85-471b-a10c-4528cecebbd2 None None] Routers {'a61a2962-a942-40f2-bf09-2f39a557f24c'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:34:18.128458 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-bf9c102b-9e85-471b-a10c-4528cecebbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:34:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['a61a2962-a942-40f2-bf09-2f39a557f24c'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:18.157856 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7140718f-55ea-4085-8d9f-45b1ef61ffc2 req-442bc3ce-2fa6-4087-a459-09cd2e6d1733 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:18.159714 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-7140718f-55ea-4085-8d9f-45b1ef61ffc2 req-442bc3ce-2fa6-4087-a459-09cd2e6d1733 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfc5eecc-82ba-4ac9-a40f-1ecc37bba53f HTTP/1.1" status: 200 len: 931 time: 0.5419714 Oct 13 15:34:18.251047 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-132bd3f2-72de-4f47-b09d-be56f495d2aa req-c9c5d6ee-73d5-4495-99e3-73f90ad56f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:18.345370 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-f3d90762-e440-4cd5-87e4-db2b918dee07 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "GET /v2.0/routers/a61a2962-a942-40f2-bf09-2f39a557f24c HTTP/1.1" status: 200 len: 934 time: 0.2656455 Oct 13 15:34:18.348291 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 53902) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:18.358814 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-295d2b8a-7305-4941-a5ce-fe8242918000 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Request body: {'router': {'routes': None}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:18.366451 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-18a76c38-645a-49a3-a0e7-f26fc7bcea5b None None] Attempt 8 to provision port a9a7e23b-00af-46f7-8d4d-e911b2a0431c Oct 13 15:34:18.492314 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-18a76c38-645a-49a3-a0e7-f26fc7bcea5b None None] Port a9a7e23b-00af-46f7-8d4d-e911b2a0431c cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:34:18.497641 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-7140718f-55ea-4085-8d9f-45b1ef61ffc2 req-ddce452c-0a15-4991-9d5d-ddf6502728ff tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/security-groups?id=81e55712-bc20-48c8-a3f7-25813fa3e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3209016 Oct 13 15:34:18.532683 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-bf9c102b-9e85-471b-a10c-4528cecebbd2 None None] Set router a61a2962-a942-40f2-bf09-2f39a557f24c gateway port host: None {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:34:18.594312 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-81667eea-4cd1-47e8-be46-2b70f6a1d2c4 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:18.667599 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device cf66c46e-f1c3-439f-845f-370b4253b83c up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:34:18.728327 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-81667eea-4cd1-47e8-be46-2b70f6a1d2c4 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:18.754773 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876548c5-8645-48eb-9e82-8542ca1d3773 req-b6bc69e6-72e5-4524-90f1-904f2b7b4b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:18.756297 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-876548c5-8645-48eb-9e82-8542ca1d3773 req-b6bc69e6-72e5-4524-90f1-904f2b7b4b49 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=15fed89a-3c6b-4df2-b6ba-8080934e18c9 HTTP/1.1" status: 200 len: 1099 time: 0.3471262 Oct 13 15:34:18.804203 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-81667eea-4cd1-47e8-be46-2b70f6a1d2c4 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Network add32faa-8871-4d63-8d24-a9e07a92cd18 is not hosted by any dhcp agent {{(pid=88972) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:228}} Oct 13 15:34:18.809810 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81667eea-4cd1-47e8-be46-2b70f6a1d2c4 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:18.809810 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-81667eea-4cd1-47e8-be46-2b70f6a1d2c4 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:18.814016 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-81667eea-4cd1-47e8-be46-2b70f6a1d2c4 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "PUT /v2.0/networks/add32faa-8871-4d63-8d24-a9e07a92cd18 HTTP/1.1" status: 200 len: 761 time: 0.9847369 Oct 13 15:34:18.818906 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53906) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:18.996768 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-18a76c38-645a-49a3-a0e7-f26fc7bcea5b None None] Attempt 9 to provision port a9a7e23b-00af-46f7-8d4d-e911b2a0431c Oct 13 15:34:19.091921 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port cf66c46e-f1c3-439f-845f-370b4253b83c completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:34:19.100985 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-caee6a5a-50b3-4db6-b35f-07a0cd5d8fd5 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:19.107439 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-18a76c38-645a-49a3-a0e7-f26fc7bcea5b None None] Port a9a7e23b-00af-46f7-8d4d-e911b2a0431c cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:34:19.134779 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a498ea8-254c-4b81-a057-c6427309f1e5 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:19.136730 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-2a498ea8-254c-4b81-a057-c6427309f1e5 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "GET /v2.0/networks?id=add32faa-8871-4d63-8d24-a9e07a92cd18 HTTP/1.1" status: 200 len: 764 time: 0.3123980 Oct 13 15:34:19.138088 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81667eea-4cd1-47e8-be46-2b70f6a1d2c4 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Pushing event updated for resources: {'Network': ['ID=add32faa-8871-4d63-8d24-a9e07a92cd18,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:19.142892 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 53912) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:19.180926 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network add32faa-8871-4d63-8d24-a9e07a92cd18 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:34:19.233039 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-876548c5-8645-48eb-9e82-8542ca1d3773 req-1671bb40-b382-41f7-bb85-f31528d15b34 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9e702b27-1533-4fef-807a-965daf085c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4645433 Oct 13 15:34:19.298169 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-caee6a5a-50b3-4db6-b35f-07a0cd5d8fd5 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Calling delete_port for a9a7e23b-00af-46f7-8d4d-e911b2a0431c owned by {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:34:19.423432 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-bf9c102b-9e85-471b-a10c-4528cecebbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'name': 'tempest-RoutersTest-router-1661744763', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:33:23Z', 'updated_at': '2022-10-13T15:34:15Z', 'revision_number': 6, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'gw_port_host': None, '_interfaces': [{'id': 'b8004a37-b1ca-47c8-a195-95a6c31cd453', 'name': '', 'network_id': '10c7fa4a-a198-40b0-82b1-6e5555dba4b5', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:e3:c3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '1fc3c5c4-aae8-40bf-a57f-94f85cd06c29', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:53Z', 'updated_at': '2022-10-13T15:34:14Z', 'revision_number': 5, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': '1fc3c5c4-aae8-40bf-a57f-94f85cd06c29', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba7d21c2-4f48-4533-91fd-451aba74fce3', 'name': '', 'network_id': 'ea4ebc96-c71a-4447-81de-9020fb848258', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:c1:c2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:28Z', 'updated_at': '2022-10-13T15:33:41Z', 'revision_number': 5, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': '7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf66c46e-f1c3-439f-845f-370b4253b83c', 'name': '', 'network_id': '3e38b682-2960-4332-a572-6795375d9c64', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:bb:ac:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '317524f6-b5c4-48b3-8c6c-48901d45b2b9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:34:08Z', 'updated_at': '2022-10-13T15:34:15Z', 'revision_number': 4, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': '317524f6-b5c4-48b3-8c6c-48901d45b2b9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0a50cf1-0f52-452b-9e51-24acf8d71801', 'name': '', 'network_id': '94806bf1-4063-495f-b8a0-bb67a33e849c', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:78:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'c1ebce1d-272a-42ad-8c99-e3ef6810c143', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:40Z', 'updated_at': '2022-10-13T15:33:52Z', 'revision_number': 5, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': 'c1ebce1d-272a-42ad-8c99-e3ef6810c143', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:19.431209 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9c102b-9e85-471b-a10c-4528cecebbd2 None None] Checking router: a61a2962-a942-40f2-bf09-2f39a557f24c for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:34:19.443438 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf9c102b-9e85-471b-a10c-4528cecebbd2 None None] Routers {'a61a2962-a942-40f2-bf09-2f39a557f24c'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:34:19.444035 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-bf9c102b-9e85-471b-a10c-4528cecebbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:34:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['a61a2962-a942-40f2-bf09-2f39a557f24c'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:19.500434 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-caee6a5a-50b3-4db6-b35f-07a0cd5d8fd5 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:19.588499 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6af2cf1-d0ad-40a3-a990-9da9253784ef tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:19.589223 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-c6af2cf1-d0ad-40a3-a990-9da9253784ef tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Synchronizing usage tracker for tenant:241b06d1b66d4165a8f1f259a57fe469 on resource:network {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:34:19.640189 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [req-132bd3f2-72de-4f47-b09d-be56f495d2aa req-c9c5d6ee-73d5-4495-99e3-73f90ad56f45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fa7206f-a579-4c03-a1a9-797e93de7bbf {{(pid=88973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 15:34:19.659522 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-bf9c102b-9e85-471b-a10c-4528cecebbd2 None None] Set router a61a2962-a942-40f2-bf09-2f39a557f24c gateway port host: None {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:34:19.679876 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caee6a5a-50b3-4db6-b35f-07a0cd5d8fd5 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Pushing event deleted for resources: {'Port': ['ID=a9a7e23b-00af-46f7-8d4d-e911b2a0431c,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:19.696875 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-132bd3f2-72de-4f47-b09d-be56f495d2aa req-c9c5d6ee-73d5-4495-99e3-73f90ad56f45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:19.724111 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-caee6a5a-50b3-4db6-b35f-07a0cd5d8fd5 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:19.731915 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-caee6a5a-50b3-4db6-b35f-07a0cd5d8fd5 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "DELETE /v2.0/ports/a9a7e23b-00af-46f7-8d4d-e911b2a0431c HTTP/1.1" status: 204 len: 168 time: 1.7557433 Oct 13 15:34:19.734627 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53920) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:19.756076 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbcccc3-76d3-4cc0-9ea6-db21eccdf0e6 req-cc6bd1b3-7973-4c50-b6a8-54f1ee15888f tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:19.757633 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-edbcccc3-76d3-4cc0-9ea6-db21eccdf0e6 req-cc6bd1b3-7973-4c50-b6a8-54f1ee15888f tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] 10.222.0.42 "GET /v2.0/ports?device_id=15fed89a-3c6b-4df2-b6ba-8080934e18c9 HTTP/1.1" status: 200 len: 946 time: 0.5540676 Oct 13 15:34:19.761894 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-c6af2cf1-d0ad-40a3-a990-9da9253784ef tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Unset dirty status for tenant:241b06d1b66d4165a8f1f259a57fe469 on resource:network {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:34:19.777622 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c6af2cf1-d0ad-40a3-a990-9da9253784ef tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.5965788 Oct 13 15:34:19.799083 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53924) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:19.805737 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-18a76c38-645a-49a3-a0e7-f26fc7bcea5b None None] Attempt 10 to provision port a9a7e23b-00af-46f7-8d4d-e911b2a0431c Oct 13 15:34:19.850806 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-132bd3f2-72de-4f47-b09d-be56f495d2aa req-c9c5d6ee-73d5-4495-99e3-73f90ad56f45 service neutron] Transition to ACTIVE for port object 5fa7206f-a579-4c03-a1a9-797e93de7bbf will not be triggered until provisioned by entity L2. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:34:19.916678 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-edbcccc3-76d3-4cc0-9ea6-db21eccdf0e6 req-3710b13a-db84-4d68-9161-a9f6c5b71923 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e702b27-1533-4fef-807a-965daf085c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641806 Oct 13 15:34:19.917177 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-132bd3f2-72de-4f47-b09d-be56f495d2aa req-c9c5d6ee-73d5-4495-99e3-73f90ad56f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:19.922472 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-49db8e1e-4c87-4e73-a2ea-e4ba0c239bcd tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Synchronizing usage tracker for tenant:241b06d1b66d4165a8f1f259a57fe469 on resource:subnet {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:34:19.942806 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-18a76c38-645a-49a3-a0e7-f26fc7bcea5b None None] Port a9a7e23b-00af-46f7-8d4d-e911b2a0431c was deleted so its status cannot be updated. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 15:34:19.950913 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-540f3374-a39a-4251-8566-d6eb7c6110d6 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Deleting subnet 2c39f082-71ce-42d8-908a-7fc847fe485d {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:34:19.963856 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-540f3374-a39a-4251-8566-d6eb7c6110d6 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:20.006158 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-49db8e1e-4c87-4e73-a2ea-e4ba0c239bcd tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Unset dirty status for tenant:241b06d1b66d4165a8f1f259a57fe469 on resource:subnet {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:34:20.010960 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-49db8e1e-4c87-4e73-a2ea-e4ba0c239bcd tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "GET /v2.0/subnets?network_id=8fb1fa59-32fe-4ed0-a248-96c43edb135f HTTP/1.1" status: 200 len: 207 time: 0.1502929 Oct 13 15:34:20.015858 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53928) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:20.056378 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-bf9c102b-9e85-471b-a10c-4528cecebbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'name': 'tempest-RoutersTest-router-1661744763', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:33:23Z', 'updated_at': '2022-10-13T15:34:15Z', 'revision_number': 6, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'gw_port_host': None, '_interfaces': [{'id': 'b8004a37-b1ca-47c8-a195-95a6c31cd453', 'name': '', 'network_id': '10c7fa4a-a198-40b0-82b1-6e5555dba4b5', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:e3:c3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '1fc3c5c4-aae8-40bf-a57f-94f85cd06c29', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:53Z', 'updated_at': '2022-10-13T15:34:14Z', 'revision_number': 5, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': '1fc3c5c4-aae8-40bf-a57f-94f85cd06c29', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba7d21c2-4f48-4533-91fd-451aba74fce3', 'name': '', 'network_id': 'ea4ebc96-c71a-4447-81de-9020fb848258', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:c1:c2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:28Z', 'updated_at': '2022-10-13T15:33:41Z', 'revision_number': 5, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': '7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf66c46e-f1c3-439f-845f-370b4253b83c', 'name': '', 'network_id': '3e38b682-2960-4332-a572-6795375d9c64', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:bb:ac:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '317524f6-b5c4-48b3-8c6c-48901d45b2b9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:34:08Z', 'updated_at': '2022-10-13T15:34:15Z', 'revision_number': 4, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': '317524f6-b5c4-48b3-8c6c-48901d45b2b9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0a50cf1-0f52-452b-9e51-24acf8d71801', 'name': '', 'network_id': '94806bf1-4063-495f-b8a0-bb67a33e849c', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:78:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'c1ebce1d-272a-42ad-8c99-e3ef6810c143', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:40Z', 'updated_at': '2022-10-13T15:33:52Z', 'revision_number': 5, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': 'c1ebce1d-272a-42ad-8c99-e3ef6810c143', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:20.066030 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf9c102b-9e85-471b-a10c-4528cecebbd2 None None] The sync data for ids ['a61a2962-a942-40f2-bf09-2f39a557f24c'] in dv-neutron-860329-2-hyperv is: [{'id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'name': 'tempest-RoutersTest-router-1661744763', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:33:23Z', 'updated_at': '2022-10-13T15:34:15Z', 'revision_number': 6, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'gw_port_host': None, '_interfaces': [{'id': 'b8004a37-b1ca-47c8-a195-95a6c31cd453', 'name': '', 'network_id': '10c7fa4a-a198-40b0-82b1-6e5555dba4b5', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:e3:c3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '1fc3c5c4-aae8-40bf-a57f-94f85cd06c29', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:53Z', 'updated_at': '2022-10-13T15:34:14Z', 'revision_number': 5, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': '1fc3c5c4-aae8-40bf-a57f-94f85cd06c29', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba7d21c2-4f48-4533-91fd-451aba74fce3', 'name': '', 'network_id': 'ea4ebc96-c71a-4447-81de-9020fb848258', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:c1:c2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:28Z', 'updated_at': '2022-10-13T15:33:41Z', 'revision_number': 5, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': '7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf66c46e-f1c3-439f-845f-370b4253b83c', 'name': '', 'network_id': '3e38b682-2960-4332-a572-6795375d9c64', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:bb:ac:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '317524f6-b5c4-48b3-8c6c-48901d45b2b9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:34:08Z', 'updated_at': '2022-10-13T15:34:15Z', 'revision_number': 4, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': '317524f6-b5c4-48b3-8c6c-48901d45b2b9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0a50cf1-0f52-452b-9e51-24acf8d71801', 'name': '', 'network_id': '94806bf1-4063-495f-b8a0-bb67a33e849c', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:78:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'c1ebce1d-272a-42ad-8c99-e3ef6810c143', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:40Z', 'updated_at': '2022-10-13T15:33:52Z', 'revision_number': 5, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': 'c1ebce1d-272a-42ad-8c99-e3ef6810c143', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:34:20.074671 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-b85b17d3-5bf2-44e7-a37c-bd5d54752dcb None None] Provisioning for port 5fa7206f-a579-4c03-a1a9-797e93de7bbf completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:34:20.075681 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-540f3374-a39a-4251-8566-d6eb7c6110d6 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:20.099796 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-b85b17d3-5bf2-44e7-a37c-bd5d54752dcb None None] Provisioning for port 7c1b9d18-b355-474c-a521-e75893ac336b completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:34:20.106619 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-b85b17d3-5bf2-44e7-a37c-bd5d54752dcb None None] Provisioning complete for port 7c1b9d18-b355-474c-a521-e75893ac336b triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:34:20.107357 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b85b17d3-5bf2-44e7-a37c-bd5d54752dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:20.107995 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-b85b17d3-5bf2-44e7-a37c-bd5d54752dcb None None] Attempt 1 to provision port 7c1b9d18-b355-474c-a521-e75893ac336b Oct 13 15:34:20.185741 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c5d6ee-73d5-4495-99e3-73f90ad56f45 service neutron] Pushing event updated for resources: {'Port': ['ID=5fa7206f-a579-4c03-a1a9-797e93de7bbf,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:20.214868 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.extraroute_db [None req-295d2b8a-7305-4941-a5ce-fe8242918000 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Added routes are [] {{(pid=88973) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 13 15:34:20.214868 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.extraroute_db [None req-295d2b8a-7305-4941-a5ce-fe8242918000 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=88973) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 13 15:34:20.242312 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30528bf9-1f09-490a-be5f-d4172e03e73b req-6a5e532b-b8cc-4544-9dae-bf058f7c9a72 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:20.248230 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-132bd3f2-72de-4f47-b09d-be56f495d2aa req-c9c5d6ee-73d5-4495-99e3-73f90ad56f45 service neutron] Attempting to bind port 5fa7206f-a579-4c03-a1a9-797e93de7bbf on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:34:20.248629 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-132bd3f2-72de-4f47-b09d-be56f495d2aa req-c9c5d6ee-73d5-4495-99e3-73f90ad56f45 service neutron] Attempting to bind port 5fa7206f-a579-4c03-a1a9-797e93de7bbf by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'c8b28188-8b1e-438a-8a7c-cfa1fc185e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7'}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:34:20.248874 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132bd3f2-72de-4f47-b09d-be56f495d2aa req-c9c5d6ee-73d5-4495-99e3-73f90ad56f45 service neutron] Attempting to bind port 5fa7206f-a579-4c03-a1a9-797e93de7bbf on network a44f8207-61f2-477d-b80a-38deab4e3cb7 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:34:20.249799 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-30528bf9-1f09-490a-be5f-d4172e03e73b req-6a5e532b-b8cc-4544-9dae-bf058f7c9a72 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfc5eecc-82ba-4ac9-a40f-1ecc37bba53f HTTP/1.1" status: 200 len: 943 time: 0.4419200 Oct 13 15:34:20.260220 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132bd3f2-72de-4f47-b09d-be56f495d2aa req-c9c5d6ee-73d5-4495-99e3-73f90ad56f45 service neutron] Port 5fa7206f-a579-4c03-a1a9-797e93de7bbf on network a44f8207-61f2-477d-b80a-38deab4e3cb7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:34:20.260544 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132bd3f2-72de-4f47-b09d-be56f495d2aa req-c9c5d6ee-73d5-4495-99e3-73f90ad56f45 service neutron] Attempting to bind port 5fa7206f-a579-4c03-a1a9-797e93de7bbf on network a44f8207-61f2-477d-b80a-38deab4e3cb7 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:34:20.272355 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132bd3f2-72de-4f47-b09d-be56f495d2aa req-c9c5d6ee-73d5-4495-99e3-73f90ad56f45 service neutron] Checking agent: {'id': 'c4d1d38a-44f6-47ac-b17c-311e640e7cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'started_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:34:20.272689 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132bd3f2-72de-4f47-b09d-be56f495d2aa req-c9c5d6ee-73d5-4495-99e3-73f90ad56f45 service neutron] Checking segment: {'id': 'c8b28188-8b1e-438a-8a7c-cfa1fc185e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:34:20.273848 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-132bd3f2-72de-4f47-b09d-be56f495d2aa req-c9c5d6ee-73d5-4495-99e3-73f90ad56f45 service neutron] Bound using segment: {'id': 'c8b28188-8b1e-438a-8a7c-cfa1fc185e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7'} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:34:20.273848 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-132bd3f2-72de-4f47-b09d-be56f495d2aa req-c9c5d6ee-73d5-4495-99e3-73f90ad56f45 service neutron] Bound port: 5fa7206f-a579-4c03-a1a9-797e93de7bbf, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8b28188-8b1e-438a-8a7c-cfa1fc185e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7'}}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:34:20.274020 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-132bd3f2-72de-4f47-b09d-be56f495d2aa req-c9c5d6ee-73d5-4495-99e3-73f90ad56f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:20.282394 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-b85b17d3-5bf2-44e7-a37c-bd5d54752dcb None None] Current status of the port 7c1b9d18-b355-474c-a521-e75893ac336b is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:34:20.282829 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b85b17d3-5bf2-44e7-a37c-bd5d54752dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:20.283655 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-295d2b8a-7305-4941-a5ce-fe8242918000 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:20.335235 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-b85b17d3-5bf2-44e7-a37c-bd5d54752dcb None None] For port 7c1b9d18-b355-474c-a521-e75893ac336b, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=7c1b9d18-b355-474c-a521-e75893ac336b,segment=NetworkSegment(5c760af6-f2d8-4e53-924a-062a5883656a),segment_id=5c760af6-f2d8-4e53-924a-062a5883656a)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:34:20.342512 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b85b17d3-5bf2-44e7-a37c-bd5d54752dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:20.366175 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af1fd1b-5795-4242-a423-8c56e3d79cef tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:20.372378 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af1fd1b-5795-4242-a423-8c56e3d79cef tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:20.378652 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af1fd1b-5795-4242-a423-8c56e3d79cef tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:20.384241 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af1fd1b-5795-4242-a423-8c56e3d79cef tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:20.390499 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af1fd1b-5795-4242-a423-8c56e3d79cef tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:20.398872 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af1fd1b-5795-4242-a423-8c56e3d79cef tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:20.406731 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-3af1fd1b-5795-4242-a423-8c56e3d79cef tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.3864229 Oct 13 15:34:20.408687 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53932) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:20.411925 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-30528bf9-1f09-490a-be5f-d4172e03e73b req-303eae49-1e30-4920-a0c1-1d302fd9d140 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/security-groups?id=81e55712-bc20-48c8-a3f7-25813fa3e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1612453 Oct 13 15:34:20.435534 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-b85b17d3-5bf2-44e7-a37c-bd5d54752dcb None None] Provisioning for port cf66c46e-f1c3-439f-845f-370b4253b83c completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:34:20.449322 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-b85b17d3-5bf2-44e7-a37c-bd5d54752dcb None None] Provisioning complete for port cf66c46e-f1c3-439f-845f-370b4253b83c triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:34:20.449440 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b85b17d3-5bf2-44e7-a37c-bd5d54752dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:20.450104 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-b85b17d3-5bf2-44e7-a37c-bd5d54752dcb None None] Attempt 1 to provision port cf66c46e-f1c3-439f-845f-370b4253b83c Oct 13 15:34:20.490112 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b17d3-5bf2-44e7-a37c-bd5d54752dcb None None] Pushing event updated for resources: {'Port': ['ID=7c1b9d18-b355-474c-a521-e75893ac336b,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:20.540245 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-132bd3f2-72de-4f47-b09d-be56f495d2aa req-c9c5d6ee-73d5-4495-99e3-73f90ad56f45 service neutron] For port 5fa7206f-a579-4c03-a1a9-797e93de7bbf, host hv-neutron-8603, cleared binding levels {{(pid=88973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:34:20.545478 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-132bd3f2-72de-4f47-b09d-be56f495d2aa req-c9c5d6ee-73d5-4495-99e3-73f90ad56f45 service neutron] For port 5fa7206f-a579-4c03-a1a9-797e93de7bbf, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=5fa7206f-a579-4c03-a1a9-797e93de7bbf,segment=NetworkSegment(c8b28188-8b1e-438a-8a7c-cfa1fc185e50),segment_id=c8b28188-8b1e-438a-8a7c-cfa1fc185e50)] {{(pid=88973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:34:20.612619 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-132bd3f2-72de-4f47-b09d-be56f495d2aa req-c9c5d6ee-73d5-4495-99e3-73f90ad56f45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:20.614853 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-b85b17d3-5bf2-44e7-a37c-bd5d54752dcb None None] Current status of the port cf66c46e-f1c3-439f-845f-370b4253b83c is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:34:20.615389 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b85b17d3-5bf2-44e7-a37c-bd5d54752dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:20.635696 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-540f3374-a39a-4251-8566-d6eb7c6110d6 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:20.654164 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-b85b17d3-5bf2-44e7-a37c-bd5d54752dcb None None] For port cf66c46e-f1c3-439f-845f-370b4253b83c, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=cf66c46e-f1c3-439f-845f-370b4253b83c,segment=NetworkSegment(5c760af6-f2d8-4e53-924a-062a5883656a),segment_id=5c760af6-f2d8-4e53-924a-062a5883656a)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:34:20.659821 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b85b17d3-5bf2-44e7-a37c-bd5d54752dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:20.795098 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-b85b17d3-5bf2-44e7-a37c-bd5d54752dcb None None] Provisioning complete for port 5e4bd25d-4d8d-4e44-af8c-138068bb08f2 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:34:20.795577 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b85b17d3-5bf2-44e7-a37c-bd5d54752dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:20.796009 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-b85b17d3-5bf2-44e7-a37c-bd5d54752dcb None None] Attempt 1 to provision port 5e4bd25d-4d8d-4e44-af8c-138068bb08f2 Oct 13 15:34:20.914877 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132bd3f2-72de-4f47-b09d-be56f495d2aa req-c9c5d6ee-73d5-4495-99e3-73f90ad56f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:20.915114 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-132bd3f2-72de-4f47-b09d-be56f495d2aa req-c9c5d6ee-73d5-4495-99e3-73f90ad56f45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:20.918036 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-132bd3f2-72de-4f47-b09d-be56f495d2aa req-c9c5d6ee-73d5-4495-99e3-73f90ad56f45 service neutron] 10.222.0.16 "PUT /v2.0/ports/5fa7206f-a579-4c03-a1a9-797e93de7bbf HTTP/1.1" status: 200 len: 1093 time: 3.0667737 Oct 13 15:34:20.919726 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfc5eecc-82ba-4ac9-a40f-1ecc37bba53f', 'tag': '5fa7206f-a579-4c03-a1a9-797e93de7bbf'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:34:20.922362 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05c8ec55-5cd0-4476-86ce-ac10c8e11145" -d '{"events": [{"name": "network-changed", "server_uuid": "cfc5eecc-82ba-4ac9-a40f-1ecc37bba53f", "tag": "5fa7206f-a579-4c03-a1a9-797e93de7bbf"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:34:20.924236 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b17d3-5bf2-44e7-a37c-bd5d54752dcb None None] Pushing event updated for resources: {'Port': ['ID=cf66c46e-f1c3-439f-845f-370b4253b83c,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:20.960568 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c5d6ee-73d5-4495-99e3-73f90ad56f45 service neutron] Pushing event updated for resources: {'Port': ['ID=5fa7206f-a579-4c03-a1a9-797e93de7bbf,revision_number=3']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:20.966739 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-295d2b8a-7305-4941-a5ce-fe8242918000 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:20.972324 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-295d2b8a-7305-4941-a5ce-fe8242918000 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1827972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1827983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1827956'] for router, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:20.996172 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-983e7093-d708-405e-ad48-cb1537df4b7b tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.5831590 Oct 13 15:34:21.000542 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53940) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:21.038173 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-540f3374-a39a-4251-8566-d6eb7c6110d6 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:21.067700 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-b85b17d3-5bf2-44e7-a37c-bd5d54752dcb None None] Current status of the port 5e4bd25d-4d8d-4e44-af8c-138068bb08f2 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:34:21.095200 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540f3374-a39a-4251-8566-d6eb7c6110d6 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Pushing event deleted for resources: {'Subnet': ['ID=2c39f082-71ce-42d8-908a-7fc847fe485d,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:21.098638 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-540f3374-a39a-4251-8566-d6eb7c6110d6 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Notify callbacks [] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:21.109113 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4af94a9-e52d-46d7-a3a4-2a2e0dd4430d None None] Network ff032081-af48-45c3-a038-c41616465b51 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:34:21.117002 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-540f3374-a39a-4251-8566-d6eb7c6110d6 tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "DELETE /v2.0/subnets/2c39f082-71ce-42d8-908a-7fc847fe485d HTTP/1.1" status: 204 len: 168 time: 1.3801856 Oct 13 15:34:21.119950 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53944) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:21.199159 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 15:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3243ad-77b2-4f76-8cb3-c94204f2b7df x-openstack-request-id: req-be3243ad-77b2-4f76-8cb3-c94204f2b7df {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:34:21.199436 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfc5eecc-82ba-4ac9-a40f-1ecc37bba53f", "tag": "5fa7206f-a579-4c03-a1a9-797e93de7bbf", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:34:21.199976 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-be3243ad-77b2-4f76-8cb3-c94204f2b7df {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:34:21.200547 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-be3243ad-77b2-4f76-8cb3-c94204f2b7df'] response: {'name': 'network-changed', 'server_uuid': 'cfc5eecc-82ba-4ac9-a40f-1ecc37bba53f', 'tag': '5fa7206f-a579-4c03-a1a9-797e93de7bbf', 'status': 'completed', 'code': 200} Oct 13 15:34:21.209965 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-295d2b8a-7305-4941-a5ce-fe8242918000 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Router a61a2962-a942-40f2-bf09-2f39a557f24c has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:34:21.251336 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8dade9d-382c-41ae-8eb8-7d78d4098e79 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:21.252940 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8dade9d-382c-41ae-8eb8-7d78d4098e79 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:21.254770 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8dade9d-382c-41ae-8eb8-7d78d4098e79 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:21.256096 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8dade9d-382c-41ae-8eb8-7d78d4098e79 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:21.258072 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8dade9d-382c-41ae-8eb8-7d78d4098e79 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:21.259331 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a8dade9d-382c-41ae-8eb8-7d78d4098e79 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2577922 Oct 13 15:34:21.263080 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-852e90c2-77b3-48a2-9043-c629559f58ee tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:21.265612 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53948) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:21.381018 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-852e90c2-77b3-48a2-9043-c629559f58ee tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Deleting port 5f6469f4-e7d7-410b-b6d1-935b88f50076 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:34:21.381357 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-852e90c2-77b3-48a2-9043-c629559f58ee tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:21.417347 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132bd3f2-72de-4f47-b09d-be56f495d2aa req-faf574ef-bd92-49f6-aba5-65c97bc85bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:21.418850 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-132bd3f2-72de-4f47-b09d-be56f495d2aa req-faf574ef-bd92-49f6-aba5-65c97bc85bb6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c4e179e9a35a4e59a0b0abe27aa737df&device_id=cfc5eecc-82ba-4ac9-a40f-1ecc37bba53f HTTP/1.1" status: 200 len: 1096 time: 0.2599669 Oct 13 15:34:21.419804 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295d2b8a-7305-4941-a5ce-fe8242918000 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:34:21.426771 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-295d2b8a-7305-4941-a5ce-fe8242918000 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:21.428664 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-295d2b8a-7305-4941-a5ce-fe8242918000 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "PUT /v2.0/routers/a61a2962-a942-40f2-bf09-2f39a557f24c HTTP/1.1" status: 200 len: 700 time: 3.0790098 Oct 13 15:34:21.430222 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4041aa-f457-433c-a7cc-ae67b44f389b None None] Sync routers for ids ['a61a2962-a942-40f2-bf09-2f39a557f24c'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:34:21.443242 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4041aa-f457-433c-a7cc-ae67b44f389b None None] Routers {'a61a2962-a942-40f2-bf09-2f39a557f24c'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:34:21.444381 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-fe4041aa-f457-433c-a7cc-ae67b44f389b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:34:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['a61a2962-a942-40f2-bf09-2f39a557f24c'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:21.445446 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53952) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:21.446866 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68527fc1-0485-4562-b8dd-8433ae891728 None None] DHCP port deletion for ff032081-af48-45c3-a038-c41616465b51 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:34:21.451291 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-68527fc1-0485-4562-b8dd-8433ae891728 None None] Deleting port 5f6469f4-e7d7-410b-b6d1-935b88f50076 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:34:21.452002 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-68527fc1-0485-4562-b8dd-8433ae891728 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:21.507143 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-132bd3f2-72de-4f47-b09d-be56f495d2aa req-9fb55c96-4198-4677-81ca-41c8134a83de service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fa7206f-a579-4c03-a1a9-797e93de7bbf HTTP/1.1" status: 200 len: 217 time: 0.0768085 Oct 13 15:34:21.515576 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a375e5f1-a211-49fa-a681-ce0b5ed3c32e tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attributes excluded by policy engine: ['shared'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:21.517768 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a375e5f1-a211-49fa-a681-ce0b5ed3c32e tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attributes excluded by policy engine: ['shared'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:21.519552 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a375e5f1-a211-49fa-a681-ce0b5ed3c32e tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attributes excluded by policy engine: ['shared'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:21.521080 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a375e5f1-a211-49fa-a681-ce0b5ed3c32e tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attributes excluded by policy engine: ['shared'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:21.522893 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a375e5f1-a211-49fa-a681-ce0b5ed3c32e tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attributes excluded by policy engine: ['shared'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:21.529653 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a375e5f1-a211-49fa-a681-ce0b5ed3c32e tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.2625005 Oct 13 15:34:21.536605 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53958) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:21.631210 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132bd3f2-72de-4f47-b09d-be56f495d2aa req-92acdf7e-ca75-488a-8f35-3a66b65600eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:21.633219 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-132bd3f2-72de-4f47-b09d-be56f495d2aa req-92acdf7e-ca75-488a-8f35-3a66b65600eb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=235995ae-56e8-4a42-a8ac-e16e5c3294b1 HTTP/1.1" status: 200 len: 851 time: 0.1181188 Oct 13 15:34:21.635616 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-fe4041aa-f457-433c-a7cc-ae67b44f389b None None] Set router a61a2962-a942-40f2-bf09-2f39a557f24c gateway port host: None {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:34:21.757958 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-68527fc1-0485-4562-b8dd-8433ae891728 None None] For port 5f6469f4-e7d7-410b-b6d1-935b88f50076, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=5f6469f4-e7d7-410b-b6d1-935b88f50076,segment=NetworkSegment(c7952bc9-e04a-4847-9085-f518588b305d),segment_id=c7952bc9-e04a-4847-9085-f518588b305d)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:34:21.758816 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-68527fc1-0485-4562-b8dd-8433ae891728 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:21.794092 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132bd3f2-72de-4f47-b09d-be56f495d2aa req-637fd4bb-6873-43b6-b784-0c160265ec31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:21.795611 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-132bd3f2-72de-4f47-b09d-be56f495d2aa req-637fd4bb-6873-43b6-b784-0c160265ec31 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a44f8207-61f2-477d-b80a-38deab4e3cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1546147 Oct 13 15:34:21.837358 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a82d34-0f55-4336-b744-5ad1e67e05f0 req-f7853827-f145-49a0-a252-974d93d1f8be tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:21.841399 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-16a82d34-0f55-4336-b744-5ad1e67e05f0 req-f7853827-f145-49a0-a252-974d93d1f8be tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] 10.222.0.42 "GET /v2.0/ports?device_id=15fed89a-3c6b-4df2-b6ba-8080934e18c9 HTTP/1.1" status: 200 len: 946 time: 0.5363495 Oct 13 15:34:21.866938 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fde8aa5-e508-4e83-873a-b01d73d84f1b req-06b4cd11-22b9-4c4b-8007-f7126a685b06 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:21.867945 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-5fde8aa5-e508-4e83-873a-b01d73d84f1b req-06b4cd11-22b9-4c4b-8007-f7126a685b06 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Synchronizing usage tracker for tenant:c4e179e9a35a4e59a0b0abe27aa737df on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:34:21.906155 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-68527fc1-0485-4562-b8dd-8433ae891728 None None] Calling delete_port for 5f6469f4-e7d7-410b-b6d1-935b88f50076 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:34:21.944764 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-5fde8aa5-e508-4e83-873a-b01d73d84f1b req-06b4cd11-22b9-4c4b-8007-f7126a685b06 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Unset dirty status for tenant:c4e179e9a35a4e59a0b0abe27aa737df on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:34:21.952409 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5fde8aa5-e508-4e83-873a-b01d73d84f1b req-06b4cd11-22b9-4c4b-8007-f7126a685b06 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfc5eecc-82ba-4ac9-a40f-1ecc37bba53f HTTP/1.1" status: 200 len: 943 time: 0.2521191 Oct 13 15:34:21.957209 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a3393c69-551e-4693-b035-174d8f27b607 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "GET /v2.0/routers/a61a2962-a942-40f2-bf09-2f39a557f24c HTTP/1.1" status: 200 len: 700 time: 0.5106812 Oct 13 15:34:21.967631 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 53962) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:22.004019 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-68527fc1-0485-4562-b8dd-8433ae891728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:22.030643 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-852e90c2-77b3-48a2-9043-c629559f58ee tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] For port 5f6469f4-e7d7-410b-b6d1-935b88f50076, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=5f6469f4-e7d7-410b-b6d1-935b88f50076,segment=NetworkSegment(c7952bc9-e04a-4847-9085-f518588b305d),segment_id=c7952bc9-e04a-4847-9085-f518588b305d)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:34:22.031017 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-852e90c2-77b3-48a2-9043-c629559f58ee tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:22.048548 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-16a82d34-0f55-4336-b744-5ad1e67e05f0 req-89bbfe3b-8c43-4e23-86a7-189a05ed84dc tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e702b27-1533-4fef-807a-965daf085c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772406 Oct 13 15:34:22.058043 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b3de49-47cd-444d-bd69-652caa0166f2 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:22.059820 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-12b3de49-47cd-444d-bd69-652caa0166f2 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "GET /v2.0/networks/e597442c-494d-4f50-a4e7-a199a1333198 HTTP/1.1" status: 200 len: 803 time: 0.5068307 Oct 13 15:34:22.064253 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68527fc1-0485-4562-b8dd-8433ae891728 None None] Pushing event deleted for resources: {'Port': ['ID=5f6469f4-e7d7-410b-b6d1-935b88f50076,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:22.089205 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68527fc1-0485-4562-b8dd-8433ae891728 None None] No DVR routers for this DVR port 5f6469f4-e7d7-410b-b6d1-935b88f50076 on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:34:22.127951 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-fe4041aa-f457-433c-a7cc-ae67b44f389b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'name': 'tempest-RoutersTest-router-1661744763', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:33:23Z', 'updated_at': '2022-10-13T15:34:20Z', 'revision_number': 7, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'gw_port_host': None, '_interfaces': [{'id': 'b8004a37-b1ca-47c8-a195-95a6c31cd453', 'name': '', 'network_id': '10c7fa4a-a198-40b0-82b1-6e5555dba4b5', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:e3:c3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '1fc3c5c4-aae8-40bf-a57f-94f85cd06c29', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:53Z', 'updated_at': '2022-10-13T15:34:14Z', 'revision_number': 5, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': '1fc3c5c4-aae8-40bf-a57f-94f85cd06c29', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba7d21c2-4f48-4533-91fd-451aba74fce3', 'name': '', 'network_id': 'ea4ebc96-c71a-4447-81de-9020fb848258', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:c1:c2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:28Z', 'updated_at': '2022-10-13T15:33:41Z', 'revision_number': 5, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': '7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf66c46e-f1c3-439f-845f-370b4253b83c', 'name': '', 'network_id': '3e38b682-2960-4332-a572-6795375d9c64', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:bb:ac:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '317524f6-b5c4-48b3-8c6c-48901d45b2b9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:34:08Z', 'updated_at': '2022-10-13T15:34:20Z', 'revision_number': 5, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': '317524f6-b5c4-48b3-8c6c-48901d45b2b9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0a50cf1-0f52-452b-9e51-24acf8d71801', 'name': '', 'network_id': '94806bf1-4063-495f-b8a0-bb67a33e849c', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:78:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'c1ebce1d-272a-42ad-8c99-e3ef6810c143', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:40Z', 'updated_at': '2022-10-13T15:33:52Z', 'revision_number': 5, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': 'c1ebce1d-272a-42ad-8c99-e3ef6810c143', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:22.129195 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53966) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:22.133973 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4041aa-f457-433c-a7cc-ae67b44f389b None None] Checking router: a61a2962-a942-40f2-bf09-2f39a557f24c for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:34:22.144794 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4041aa-f457-433c-a7cc-ae67b44f389b None None] Routers {'a61a2962-a942-40f2-bf09-2f39a557f24c'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:34:22.145414 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-fe4041aa-f457-433c-a7cc-ae67b44f389b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:34:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['a61a2962-a942-40f2-bf09-2f39a557f24c'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:22.179986 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5fde8aa5-e508-4e83-873a-b01d73d84f1b req-4ce58182-cbeb-418f-86f2-1ba9dd9edcc5 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/security-groups?id=81e55712-bc20-48c8-a3f7-25813fa3e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2264636 Oct 13 15:34:22.192337 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-132bd3f2-72de-4f47-b09d-be56f495d2aa req-93e90ae6-867a-403e-8c56-051c0f8fbc86 service neutron] 10.222.0.16 "GET /v2.0/networks/a44f8207-61f2-477d-b80a-38deab4e3cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3871896 Oct 13 15:34:22.270912 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-852e90c2-77b3-48a2-9043-c629559f58ee tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Calling delete_port for 5f6469f4-e7d7-410b-b6d1-935b88f50076 owned by network:dhcp {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:34:22.322437 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-fe4041aa-f457-433c-a7cc-ae67b44f389b None None] Set router a61a2962-a942-40f2-bf09-2f39a557f24c gateway port host: None {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:34:22.536657 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device cf66c46e-f1c3-439f-845f-370b4253b83c up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:34:22.571494 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.db.api [None req-852e90c2-77b3-48a2-9043-c629559f58ee tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88972) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:34:22.571810 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG oslo_db.api [None req-852e90c2-77b3-48a2-9043-c629559f58ee tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:34:22.618568 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port cf66c46e-f1c3-439f-845f-370b4253b83c triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:34:22.619234 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:22.619709 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port cf66c46e-f1c3-439f-845f-370b4253b83c Oct 13 15:34:22.650437 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44178e85-1e9b-4bab-8a04-e8522bf9ecc7 req-c8098a22-22c2-4a84-89ec-835f676854d3 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:22.652360 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-44178e85-1e9b-4bab-8a04-e8522bf9ecc7 req-c8098a22-22c2-4a84-89ec-835f676854d3 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] 10.222.0.42 "GET /v2.0/ports?device_id=15fed89a-3c6b-4df2-b6ba-8080934e18c9 HTTP/1.1" status: 200 len: 946 time: 0.4467633 Oct 13 15:34:22.675753 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-132bd3f2-72de-4f47-b09d-be56f495d2aa req-b5170f86-f24d-4a1c-b102-362231791133 service neutron] 10.222.0.16 "GET /v2.0/networks/a44f8207-61f2-477d-b80a-38deab4e3cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4122000 Oct 13 15:34:22.722416 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-e182d55c-2919-46bf-b5fb-6f076c95414d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "GET /v2.0/networks/e597442c-494d-4f50-a4e7-a199a1333198?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.5917215 Oct 13 15:34:22.727142 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-fe4041aa-f457-433c-a7cc-ae67b44f389b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'name': 'tempest-RoutersTest-router-1661744763', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:33:23Z', 'updated_at': '2022-10-13T15:34:20Z', 'revision_number': 7, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'gw_port_host': None, '_interfaces': [{'id': 'b8004a37-b1ca-47c8-a195-95a6c31cd453', 'name': '', 'network_id': '10c7fa4a-a198-40b0-82b1-6e5555dba4b5', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:e3:c3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '1fc3c5c4-aae8-40bf-a57f-94f85cd06c29', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:53Z', 'updated_at': '2022-10-13T15:34:14Z', 'revision_number': 5, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': '1fc3c5c4-aae8-40bf-a57f-94f85cd06c29', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba7d21c2-4f48-4533-91fd-451aba74fce3', 'name': '', 'network_id': 'ea4ebc96-c71a-4447-81de-9020fb848258', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:c1:c2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:28Z', 'updated_at': '2022-10-13T15:33:41Z', 'revision_number': 5, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': '7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf66c46e-f1c3-439f-845f-370b4253b83c', 'name': '', 'network_id': '3e38b682-2960-4332-a572-6795375d9c64', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:bb:ac:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '317524f6-b5c4-48b3-8c6c-48901d45b2b9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:34:08Z', 'updated_at': '2022-10-13T15:34:20Z', 'revision_number': 5, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': '317524f6-b5c4-48b3-8c6c-48901d45b2b9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0a50cf1-0f52-452b-9e51-24acf8d71801', 'name': '', 'network_id': '94806bf1-4063-495f-b8a0-bb67a33e849c', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:78:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'c1ebce1d-272a-42ad-8c99-e3ef6810c143', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:40Z', 'updated_at': '2022-10-13T15:33:52Z', 'revision_number': 5, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': 'c1ebce1d-272a-42ad-8c99-e3ef6810c143', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:22.731520 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 53972) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:22.733330 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe4041aa-f457-433c-a7cc-ae67b44f389b None None] The sync data for ids ['a61a2962-a942-40f2-bf09-2f39a557f24c'] in dv-neutron-860329-2-hyperv is: [{'id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'name': 'tempest-RoutersTest-router-1661744763', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:33:23Z', 'updated_at': '2022-10-13T15:34:20Z', 'revision_number': 7, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'gw_port_host': None, '_interfaces': [{'id': 'b8004a37-b1ca-47c8-a195-95a6c31cd453', 'name': '', 'network_id': '10c7fa4a-a198-40b0-82b1-6e5555dba4b5', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:e3:c3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '1fc3c5c4-aae8-40bf-a57f-94f85cd06c29', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:53Z', 'updated_at': '2022-10-13T15:34:14Z', 'revision_number': 5, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': '1fc3c5c4-aae8-40bf-a57f-94f85cd06c29', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba7d21c2-4f48-4533-91fd-451aba74fce3', 'name': '', 'network_id': 'ea4ebc96-c71a-4447-81de-9020fb848258', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:c1:c2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:28Z', 'updated_at': '2022-10-13T15:33:41Z', 'revision_number': 5, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': '7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cf66c46e-f1c3-439f-845f-370b4253b83c', 'name': '', 'network_id': '3e38b682-2960-4332-a572-6795375d9c64', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:bb:ac:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1230, 'fixed_ips': [{'subnet_id': '317524f6-b5c4-48b3-8c6c-48901d45b2b9', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:34:08Z', 'updated_at': '2022-10-13T15:34:20Z', 'revision_number': 5, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': '317524f6-b5c4-48b3-8c6c-48901d45b2b9', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0a50cf1-0f52-452b-9e51-24acf8d71801', 'name': '', 'network_id': '94806bf1-4063-495f-b8a0-bb67a33e849c', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:78:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'c1ebce1d-272a-42ad-8c99-e3ef6810c143', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:40Z', 'updated_at': '2022-10-13T15:33:52Z', 'revision_number': 5, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': 'c1ebce1d-272a-42ad-8c99-e3ef6810c143', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:34:22.735773 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-44178e85-1e9b-4bab-8a04-e8522bf9ecc7 req-53e2b878-44a8-4d0a-a6c1-01a641285e97 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e702b27-1533-4fef-807a-965daf085c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747402 Oct 13 15:34:22.851469 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d9cdd3-bc87-4685-af56-9c986653b0d4 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:22.853367 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d1d9cdd3-bc87-4685-af56-9c986653b0d4 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "GET /v2.0/subnets/e43aa252-e4ac-4f6c-846f-d05ccefd0975 HTTP/1.1" status: 200 len: 843 time: 0.1165082 Oct 13 15:34:22.857449 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 53978) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:22.866679 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port cf66c46e-f1c3-439f-845f-370b4253b83c is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:34:22.868029 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 7c1b9d18-b355-474c-a521-e75893ac336b up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:34:22.929411 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c8ec55-5cd0-4476-86ce-ac10c8e11145 req-03151e06-8d2f-417c-9ffc-97ca0e8e8b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:22.930935 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-05c8ec55-5cd0-4476-86ce-ac10c8e11145 req-03151e06-8d2f-417c-9ffc-97ca0e8e8b16 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c4e179e9a35a4e59a0b0abe27aa737df&device_id=cfc5eecc-82ba-4ac9-a40f-1ecc37bba53f HTTP/1.1" status: 200 len: 1096 time: 0.1929710 Oct 13 15:34:22.941475 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 7c1b9d18-b355-474c-a521-e75893ac336b triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:34:22.941816 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:22.942173 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 7c1b9d18-b355-474c-a521-e75893ac336b Oct 13 15:34:23.001318 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8f7db4-aa7f-4607-b758-783ac59141aa tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attributes excluded by policy engine: ['shared'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:23.001835 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-5f8f7db4-aa7f-4607-b758-783ac59141aa tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Synchronizing usage tracker for tenant:241b06d1b66d4165a8f1f259a57fe469 on resource:subnet {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:34:23.073876 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-852e90c2-77b3-48a2-9043-c629559f58ee tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Deleting port 5f6469f4-e7d7-410b-b6d1-935b88f50076 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:34:23.076109 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-852e90c2-77b3-48a2-9043-c629559f58ee tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:23.088519 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 7c1b9d18-b355-474c-a521-e75893ac336b is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:34:23.117188 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-5f8f7db4-aa7f-4607-b758-783ac59141aa tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Unset dirty status for tenant:241b06d1b66d4165a8f1f259a57fe469 on resource:subnet {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:34:23.118876 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-5f8f7db4-aa7f-4607-b758-783ac59141aa tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "GET /v2.0/subnets/e43aa252-e4ac-4f6c-846f-d05ccefd0975?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2577355 Oct 13 15:34:23.123062 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 53984) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:23.131369 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-05bb4703-1ae7-4a60-ae9b-2e153fb667db tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-247429699'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:23.140740 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-05bb4703-1ae7-4a60-ae9b-2e153fb667db tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:23.161570 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-05bb4703-1ae7-4a60-ae9b-2e153fb667db tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:23.163451 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 5f6469f4-e7d7-410b-b6d1-935b88f50076 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:34:23.189873 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-852e90c2-77b3-48a2-9043-c629559f58ee tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] The port '5f6469f4-e7d7-410b-b6d1-935b88f50076' was deleted {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 13 15:34:23.200593 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c8ec55-5cd0-4476-86ce-ac10c8e11145 req-2d7aa28c-6c93-4a4d-bb17-3bf0fe14b2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:23.202234 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-05c8ec55-5cd0-4476-86ce-ac10c8e11145 req-2d7aa28c-6c93-4a4d-bb17-3bf0fe14b2d2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a44f8207-61f2-477d-b80a-38deab4e3cb7 HTTP/1.1" status: 200 len: 913 time: 0.2362049 Oct 13 15:34:23.204657 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05bb4703-1ae7-4a60-ae9b-2e153fb667db tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Made reservation on behalf of 241b06d1b66d4165a8f1f259a57fe469 for: {'network': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:34:23.208112 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-05bb4703-1ae7-4a60-ae9b-2e153fb667db tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:23.217643 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 5f6469f4-e7d7-410b-b6d1-935b88f50076 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:34:23.218073 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 5f6469f4-e7d7-410b-b6d1-935b88f50076 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:34:23.285809 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c3a5a274-09dd-4e3e-aa26-6f0d6629d56f tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:23.377543 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-852e90c2-77b3-48a2-9043-c629559f58ee tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:23.406171 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-852e90c2-77b3-48a2-9043-c629559f58ee tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff032081-af48-45c3-a038-c41616465b51']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:23.406524 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-05c8ec55-5cd0-4476-86ce-ac10c8e11145 req-145ad5f9-975c-453b-8135-9403651e0b66 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fa7206f-a579-4c03-a1a9-797e93de7bbf HTTP/1.1" status: 200 len: 217 time: 0.1840074 Oct 13 15:34:23.421017 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-852e90c2-77b3-48a2-9043-c629559f58ee tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7952bc9-e04a-4847-9085-f518588b305d') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:23.421315 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-852e90c2-77b3-48a2-9043-c629559f58ee tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7952bc9-e04a-4847-9085-f518588b305d') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:23.437797 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea6c652-d128-4bfe-8bae-184bf0746468 req-0751ab63-2fb1-4652-bdcd-b5d5a631b49d tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:23.439289 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-eea6c652-d128-4bfe-8bae-184bf0746468 req-0751ab63-2fb1-4652-bdcd-b5d5a631b49d tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] 10.222.0.42 "GET /v2.0/ports?device_id=15fed89a-3c6b-4df2-b6ba-8080934e18c9 HTTP/1.1" status: 200 len: 946 time: 0.2482452 Oct 13 15:34:23.442577 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-852e90c2-77b3-48a2-9043-c629559f58ee tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:23.474096 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-852e90c2-77b3-48a2-9043-c629559f58ee tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:23.495328 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-852e90c2-77b3-48a2-9043-c629559f58ee tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Releasing vlan 414 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:34:23.495710 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-852e90c2-77b3-48a2-9043-c629559f58ee tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:23.524125 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05bb4703-1ae7-4a60-ae9b-2e153fb667db tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 437} {{(pid=88973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:34:23.533437 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-eea6c652-d128-4bfe-8bae-184bf0746468 req-12d7404f-0112-4b3c-b9ab-f38b0b803c1f tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e702b27-1533-4fef-807a-965daf085c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845006 Oct 13 15:34:23.567814 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-05bb4703-1ae7-4a60-ae9b-2e153fb667db tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:23.568146 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-05bb4703-1ae7-4a60-ae9b-2e153fb667db tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Added segment 0f725d94-46d4-4f38-859f-012a1892c4e1 of type vlan for network ac830eb7-0c87-4388-ad8f-aab22e260a54 Oct 13 15:34:23.576914 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment c7952bc9-e04a-4847-9085-f518588b305d resource provider aggregate not found Oct 13 15:34:23.601341 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment c7952bc9-e04a-4847-9085-f518588b305d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c7952bc9-e04a-4847-9085-f518588b305d found for delete ", "request_id": "req-0be2c8df-922a-4e9d-b2a7-4c582f886849"}]} Oct 13 15:34:23.602475 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-852e90c2-77b3-48a2-9043-c629559f58ee tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:23.619137 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-852e90c2-77b3-48a2-9043-c629559f58ee tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:23.631097 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852e90c2-77b3-48a2-9043-c629559f58ee tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] Pushing event deleted for resources: {'Network': ['ID=ff032081-af48-45c3-a038-c41616465b51,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:23.633502 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-852e90c2-77b3-48a2-9043-c629559f58ee tempest-TagsExtTest-753679076 tempest-TagsExtTest-753679076-project] 10.222.0.42 "DELETE /v2.0/networks/ff032081-af48-45c3-a038-c41616465b51 HTTP/1.1" status: 204 len: 168 time: 2.5126038 Oct 13 15:34:23.643098 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c8ec55-5cd0-4476-86ce-ac10c8e11145 req-ebc4fd74-b7b6-4c6e-a52f-f0e0a056e501 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:23.644538 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-05c8ec55-5cd0-4476-86ce-ac10c8e11145 req-ebc4fd74-b7b6-4c6e-a52f-f0e0a056e501 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=235995ae-56e8-4a42-a8ac-e16e5c3294b1 HTTP/1.1" status: 200 len: 851 time: 0.1857898 Oct 13 15:34:23.761649 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-05bb4703-1ae7-4a60-ae9b-2e153fb667db tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:23.807812 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbcc77e1-f49d-473e-ac81-63ce1e7a28ac req-d43192b2-7625-4dfa-84eb-8939c41a452c tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:23.809349 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-cbcc77e1-f49d-473e-ac81-63ce1e7a28ac req-d43192b2-7625-4dfa-84eb-8939c41a452c tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfc5eecc-82ba-4ac9-a40f-1ecc37bba53f HTTP/1.1" status: 200 len: 943 time: 0.4686606 Oct 13 15:34:23.869861 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-05bb4703-1ae7-4a60-ae9b-2e153fb667db tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:23.875268 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05bb4703-1ae7-4a60-ae9b-2e153fb667db tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:23.876365 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-05bb4703-1ae7-4a60-ae9b-2e153fb667db tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks [] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:23.922340 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54000) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:23.939171 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c8ec55-5cd0-4476-86ce-ac10c8e11145 req-dbe6035f-6a5c-48f5-a6b1-fd5c2c18636a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:23.940668 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-05c8ec55-5cd0-4476-86ce-ac10c8e11145 req-dbe6035f-6a5c-48f5-a6b1-fd5c2c18636a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a44f8207-61f2-477d-b80a-38deab4e3cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2809067 Oct 13 15:34:23.991035 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-cbcc77e1-f49d-473e-ac81-63ce1e7a28ac req-34c7ea02-37c2-4dc2-82e6-2be7d571e835 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/security-groups?id=81e55712-bc20-48c8-a3f7-25813fa3e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1556389 Oct 13 15:34:24.086395 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-67869eb2-529f-4053-8cb4-6e77255f06b5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=74c63d2b2bf7464291000aa1dbf2501a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1628704 Oct 13 15:34:24.088990 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54006) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:24.107447 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-05bb4703-1ae7-4a60-ae9b-2e153fb667db tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9830377 Oct 13 15:34:24.112453 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54010) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:24.116462 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bb4703-1ae7-4a60-ae9b-2e153fb667db tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Pushing event updated for resources: {'Network': ['ID=ac830eb7-0c87-4388-ad8f-aab22e260a54,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:24.121079 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-06fa6713-b1be-46d8-bd5f-5fb4b1b4438a tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Request body: {'subnet': {'network_id': 'ac830eb7-0c87-4388-ad8f-aab22e260a54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:24.128847 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network ac830eb7-0c87-4388-ad8f-aab22e260a54 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:34:24.172343 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-c3a5a274-09dd-4e3e-aa26-6f0d6629d56f tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Deleting port cf66c46e-f1c3-439f-845f-370b4253b83c {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:34:24.172776 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c3a5a274-09dd-4e3e-aa26-6f0d6629d56f tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:24.261851 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-06fa6713-b1be-46d8-bd5f-5fb4b1b4438a tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:24.277090 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-36abef90-ef39-4ae0-b91f-0e23a642e1dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:24.278955 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-06fa6713-b1be-46d8-bd5f-5fb4b1b4438a tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:24.307926 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06fa6713-b1be-46d8-bd5f-5fb4b1b4438a tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Made reservation on behalf of 241b06d1b66d4165a8f1f259a57fe469 for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:34:24.311478 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-06fa6713-b1be-46d8-bd5f-5fb4b1b4438a tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:24.332735 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-36abef90-ef39-4ae0-b91f-0e23a642e1dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:24.435494 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.ipam_backend_mixin [None req-06fa6713-b1be-46d8-bd5f-5fb4b1b4438a tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Performing IP validity checks on allocation pools {{(pid=88972) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 13 15:34:24.436091 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.ipam_backend_mixin [None req-06fa6713-b1be-46d8-bd5f-5fb4b1b4438a tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88972) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 13 15:34:24.436929 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-05c8ec55-5cd0-4476-86ce-ac10c8e11145 req-2a0ed8e5-60b8-4b75-9f10-3d0db16af34e service neutron] 10.222.0.16 "GET /v2.0/networks/a44f8207-61f2-477d-b80a-38deab4e3cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4567704 Oct 13 15:34:24.480924 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-36abef90-ef39-4ae0-b91f-0e23a642e1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:24.538516 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36abef90-ef39-4ae0-b91f-0e23a642e1dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a081faec-e68a-4cdf-9f74-a92ee65021ed,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:24.579008 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-36abef90-ef39-4ae0-b91f-0e23a642e1dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:24.582617 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-36abef90-ef39-4ae0-b91f-0e23a642e1dd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a081faec-e68a-4cdf-9f74-a92ee65021ed HTTP/1.1" status: 204 len: 168 time: 0.4901931 Oct 13 15:34:24.606594 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-06fa6713-b1be-46d8-bd5f-5fb4b1b4438a tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:24.633395 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-c3a5a274-09dd-4e3e-aa26-6f0d6629d56f tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] For port cf66c46e-f1c3-439f-845f-370b4253b83c, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=cf66c46e-f1c3-439f-845f-370b4253b83c,segment=NetworkSegment(5c760af6-f2d8-4e53-924a-062a5883656a),segment_id=5c760af6-f2d8-4e53-924a-062a5883656a)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:34:24.633755 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c3a5a274-09dd-4e3e-aa26-6f0d6629d56f tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:24.708584 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fa6713-b1be-46d8-bd5f-5fb4b1b4438a tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Pushing event updated for resources: {'Subnet': ['ID=4f52a245-7f83-42d1-aeb4-26b03fdb15a4,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:24.721033 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06fa6713-b1be-46d8-bd5f-5fb4b1b4438a tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Checking segment: {'id': '0f725d94-46d4-4f38-859f-012a1892c4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ac830eb7-0c87-4388-ad8f-aab22e260a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:34:24.721399 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fa6713-b1be-46d8-bd5f-5fb4b1b4438a tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Network hostable DHCP agents. Network: ac830eb7-0c87-4388-ad8f-aab22e260a54, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:34:24.787245 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-c3a5a274-09dd-4e3e-aa26-6f0d6629d56f tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Calling delete_port for cf66c46e-f1c3-439f-845f-370b4253b83c owned by network:router_interface {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:34:24.805829 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06fa6713-b1be-46d8-bd5f-5fb4b1b4438a tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Network ac830eb7-0c87-4388-ad8f-aab22e260a54 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:34:24.821774 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-05c8ec55-5cd0-4476-86ce-ac10c8e11145 req-bae991d4-4f62-49bf-bf8a-bdd106626f27 service neutron] 10.222.0.16 "GET /v2.0/networks/a44f8207-61f2-477d-b80a-38deab4e3cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423963 Oct 13 15:34:24.832540 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-06fa6713-b1be-46d8-bd5f-5fb4b1b4438a tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, ac830eb7-0c87-4388-ad8f-aab22e260a54) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:34:24.841435 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0717da5-132a-4fa6-bd68-c6892bc70429 None None] Network ac830eb7-0c87-4388-ad8f-aab22e260a54 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:34:24.857134 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06fa6713-b1be-46d8-bd5f-5fb4b1b4438a tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:24.858091 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-06fa6713-b1be-46d8-bd5f-5fb4b1b4438a tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks [] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:24.879622 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fed5174-b6f7-4a6a-b38a-697714b89b8b req-2a0c012f-9c3e-464e-b107-d924a499cd6c tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:24.881815 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-6fed5174-b6f7-4a6a-b38a-697714b89b8b req-2a0c012f-9c3e-464e-b107-d924a499cd6c tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] 10.222.0.42 "GET /v2.0/ports?device_id=15fed89a-3c6b-4df2-b6ba-8080934e18c9 HTTP/1.1" status: 200 len: 946 time: 0.1554306 Oct 13 15:34:24.894189 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-06fa6713-b1be-46d8-bd5f-5fb4b1b4438a tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.7801321 Oct 13 15:34:24.897573 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54018) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:24.905637 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-223ba6f1-9e95-467b-a4ae-53f867c9255f tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:25.011628 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c3a5a274-09dd-4e3e-aa26-6f0d6629d56f tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:25.047959 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-6fed5174-b6f7-4a6a-b38a-697714b89b8b req-c3397336-cda2-47cf-9a09-d4655025a6a6 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e702b27-1533-4fef-807a-965daf085c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974050 Oct 13 15:34:25.082578 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-223ba6f1-9e95-467b-a4ae-53f867c9255f tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-7055144'] for subnet, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:25.093634 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a5a274-09dd-4e3e-aa26-6f0d6629d56f tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event deleted for resources: {'Port': ['ID=cf66c46e-f1c3-439f-845f-370b4253b83c,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:25.110075 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d59e8b8-1312-4ad6-9e77-b1018e8beb3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-ac830eb7-0c87-4388-ad8f-aab22e260a54', 'network_id': 'ac830eb7-0c87-4388-ad8f-aab22e260a54', 'tenant_id': '241b06d1b66d4165a8f1f259a57fe469', 'fixed_ips': [{'subnet_id': '4f52a245-7f83-42d1-aeb4-26b03fdb15a4'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:34:25.111000 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-5d59e8b8-1312-4ad6-9e77-b1018e8beb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:25.551830 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-223ba6f1-9e95-467b-a4ae-53f867c9255f tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734006200203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-1308925'] for subnet, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:25.609978 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b8ee3-ac1a-4483-8953-09a427f37ea8 req-97cb67b1-5507-41f0-82ab-fdd8ce8be867 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:25.610951 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-5d59e8b8-1312-4ad6-9e77-b1018e8beb3a None None] Allocated IP 2001:db8::3 (ac830eb7-0c87-4388-ad8f-aab22e260a54/4f52a245-7f83-42d1-aeb4-26b03fdb15a4/b39e4e12-eda9-4e3f-951a-a964f42bf287) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:34:25.613583 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-695b8ee3-ac1a-4483-8953-09a427f37ea8 req-97cb67b1-5507-41f0-82ab-fdd8ce8be867 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfc5eecc-82ba-4ac9-a40f-1ecc37bba53f HTTP/1.1" status: 200 len: 943 time: 0.4154270 Oct 13 15:34:25.615084 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c3a5a274-09dd-4e3e-aa26-6f0d6629d56f tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:25.638213 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-223ba6f1-9e95-467b-a4ae-53f867c9255f tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:25.639280 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-223ba6f1-9e95-467b-a4ae-53f867c9255f tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks [] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:25.641808 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-223ba6f1-9e95-467b-a4ae-53f867c9255f tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "PUT /v2.0/subnets/4f52a245-7f83-42d1-aeb4-26b03fdb15a4 HTTP/1.1" status: 200 len: 900 time: 0.7420137 Oct 13 15:34:25.649185 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54028) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:25.664816 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:25.678337 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223ba6f1-9e95-467b-a4ae-53f867c9255f tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Pushing event updated for resources: {'Subnet': ['ID=4f52a245-7f83-42d1-aeb4-26b03fdb15a4,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:25.695481 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f181392-25f6-4563-9ca5-44fb645282b1 req-82c7466a-8939-4556-9773-561ff392775f tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:25.697241 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-3f181392-25f6-4563-9ca5-44fb645282b1 req-82c7466a-8939-4556-9773-561ff392775f tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] 10.222.0.42 "GET /v2.0/ports?device_id=15fed89a-3c6b-4df2-b6ba-8080934e18c9 HTTP/1.1" status: 200 len: 946 time: 0.2346976 Oct 13 15:34:25.830116 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-3f181392-25f6-4563-9ca5-44fb645282b1 req-f1f43c3c-c033-40a4-aab0-d664ad50aecc tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e702b27-1533-4fef-807a-965daf085c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177580 Oct 13 15:34:25.846922 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-5d59e8b8-1312-4ad6-9e77-b1018e8beb3a None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:25.857619 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-5d59e8b8-1312-4ad6-9e77-b1018e8beb3a None None] Transition to ACTIVE for port object b39e4e12-eda9-4e3f-951a-a964f42bf287 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:34:25.859535 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-695b8ee3-ac1a-4483-8953-09a427f37ea8 req-c9397f95-583f-45e1-8cbe-40fad496eba4 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/security-groups?id=81e55712-bc20-48c8-a3f7-25813fa3e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2355757 Oct 13 15:34:25.868338 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-53cf10f8-0b08-47c9-a09f-4939f8c339fd tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:25.890698 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-5d59e8b8-1312-4ad6-9e77-b1018e8beb3a None None] Transition to ACTIVE for port object b39e4e12-eda9-4e3f-951a-a964f42bf287 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:34:25.890698 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-5d59e8b8-1312-4ad6-9e77-b1018e8beb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:25.897876 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd743df-d231-492b-ba74-5a46acdefcd1 req-ca04866b-10cc-4d00-994a-84270b546f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:25.899353 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1dd743df-d231-492b-ba74-5a46acdefcd1 req-ca04866b-10cc-4d00-994a-84270b546f3a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a0bbf7edc7a946259d43826a5fe36972&device_id=15fed89a-3c6b-4df2-b6ba-8080934e18c9 HTTP/1.1" status: 200 len: 1099 time: 0.4113338 Oct 13 15:34:25.944128 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-53cf10f8-0b08-47c9-a09f-4939f8c339fd tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:25.958209 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d59e8b8-1312-4ad6-9e77-b1018e8beb3a None None] Network ac830eb7-0c87-4388-ad8f-aab22e260a54 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:34:25.959322 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-5d59e8b8-1312-4ad6-9e77-b1018e8beb3a None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:34:25.961704 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d59e8b8-1312-4ad6-9e77-b1018e8beb3a None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:34:26.029462 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-53cf10f8-0b08-47c9-a09f-4939f8c339fd tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:26.046552 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59e8b8-1312-4ad6-9e77-b1018e8beb3a None None] Pushing event updated for resources: {'Port': ['ID=b39e4e12-eda9-4e3f-951a-a964f42bf287,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:26.070674 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf10f8-0b08-47c9-a09f-4939f8c339fd tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Pushing event deleted for resources: {'Subnet': ['ID=4f52a245-7f83-42d1-aeb4-26b03fdb15a4,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:26.085084 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-5d59e8b8-1312-4ad6-9e77-b1018e8beb3a None None] Attempting to bind port b39e4e12-eda9-4e3f-951a-a964f42bf287 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:34:26.085453 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-5d59e8b8-1312-4ad6-9e77-b1018e8beb3a None None] Attempting to bind port b39e4e12-eda9-4e3f-951a-a964f42bf287 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '0f725d94-46d4-4f38-859f-012a1892c4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ac830eb7-0c87-4388-ad8f-aab22e260a54'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:34:26.085809 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d59e8b8-1312-4ad6-9e77-b1018e8beb3a None None] Attempting to bind port b39e4e12-eda9-4e3f-951a-a964f42bf287 on network ac830eb7-0c87-4388-ad8f-aab22e260a54 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:34:26.091588 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d59e8b8-1312-4ad6-9e77-b1018e8beb3a None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 34, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:34:26.091963 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d59e8b8-1312-4ad6-9e77-b1018e8beb3a None None] Checking segment: {'id': '0f725d94-46d4-4f38-859f-012a1892c4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ac830eb7-0c87-4388-ad8f-aab22e260a54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:34:26.092362 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-5d59e8b8-1312-4ad6-9e77-b1018e8beb3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:26.092751 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d59e8b8-1312-4ad6-9e77-b1018e8beb3a None None] Bound using segment: {'id': '0f725d94-46d4-4f38-859f-012a1892c4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ac830eb7-0c87-4388-ad8f-aab22e260a54'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:34:26.093216 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-5d59e8b8-1312-4ad6-9e77-b1018e8beb3a None None] Bound port: b39e4e12-eda9-4e3f-951a-a964f42bf287, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f725d94-46d4-4f38-859f-012a1892c4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 437, 'network_id': 'ac830eb7-0c87-4388-ad8f-aab22e260a54'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:34:26.093589 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-5d59e8b8-1312-4ad6-9e77-b1018e8beb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:26.170912 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-53cf10f8-0b08-47c9-a09f-4939f8c339fd tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:26.189345 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-5d59e8b8-1312-4ad6-9e77-b1018e8beb3a None None] For port b39e4e12-eda9-4e3f-951a-a964f42bf287, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:34:26.192671 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-5d59e8b8-1312-4ad6-9e77-b1018e8beb3a None None] For port b39e4e12-eda9-4e3f-951a-a964f42bf287, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=b39e4e12-eda9-4e3f-951a-a964f42bf287,segment=NetworkSegment(0f725d94-46d4-4f38-859f-012a1892c4e1),segment_id=0f725d94-46d4-4f38-859f-012a1892c4e1)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:34:26.198315 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-53cf10f8-0b08-47c9-a09f-4939f8c339fd tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac830eb7-0c87-4388-ad8f-aab22e260a54']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:26.200574 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-5d59e8b8-1312-4ad6-9e77-b1018e8beb3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:26.211866 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-53cf10f8-0b08-47c9-a09f-4939f8c339fd tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f725d94-46d4-4f38-859f-012a1892c4e1') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:26.211866 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-53cf10f8-0b08-47c9-a09f-4939f8c339fd tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f725d94-46d4-4f38-859f-012a1892c4e1') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:26.224193 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-53cf10f8-0b08-47c9-a09f-4939f8c339fd tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:26.242552 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-53cf10f8-0b08-47c9-a09f-4939f8c339fd tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:26.250307 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53cf10f8-0b08-47c9-a09f-4939f8c339fd tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:34:26.250912 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-53cf10f8-0b08-47c9-a09f-4939f8c339fd tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:26.292912 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a5a274-09dd-4e3e-aa26-6f0d6629d56f tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Router a61a2962-a942-40f2-bf09-2f39a557f24c has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:34:26.335428 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93c101b-97ed-440a-82e9-cab0cb909531 None None] Network ac830eb7-0c87-4388-ad8f-aab22e260a54 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:34:26.349358 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d59e8b8-1312-4ad6-9e77-b1018e8beb3a None None] Pushing event updated for resources: {'Port': ['ID=b39e4e12-eda9-4e3f-951a-a964f42bf287,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:26.365165 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 0f725d94-46d4-4f38-859f-012a1892c4e1 resource provider aggregate not found Oct 13 15:34:26.374099 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd743df-d231-492b-ba74-5a46acdefcd1 req-ea0777b3-f4b6-48b4-9490-cb54a88a4dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:26.374725 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.db.api [None req-53cf10f8-0b08-47c9-a09f-4939f8c339fd tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Oct 13 15:34:26.374725 dv-neutron-860329-2-hyperv neutron-server[88972]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Oct 13 15:34:26.374725 dv-neutron-860329-2-hyperv neutron-server[88972]: [parameters: {'id': 'ac830eb7-0c87-4388-ad8f-aab22e260a54'}] Oct 13 15:34:26.374725 dv-neutron-860329-2-hyperv neutron-server[88972]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=88972) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:34:26.375518 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG oslo_db.api [None req-53cf10f8-0b08-47c9-a09f-4939f8c339fd tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:34:26.375630 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1dd743df-d231-492b-ba74-5a46acdefcd1 req-ea0777b3-f4b6-48b4-9490-cb54a88a4dde service neutron] 10.222.0.16 "GET /v2.0/networks?id=da181f30-60f8-4f23-91ed-b59a77cfcda8 HTTP/1.1" status: 200 len: 913 time: 0.4253821 Oct 13 15:34:26.385697 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 0f725d94-46d4-4f38-859f-012a1892c4e1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0f725d94-46d4-4f38-859f-012a1892c4e1 found for delete ", "request_id": "req-4394d11f-c035-495b-b810-a534c2bfbb0d"}]} Oct 13 15:34:26.519136 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1dd743df-d231-492b-ba74-5a46acdefcd1 req-ee13d93f-f21f-404d-b3b2-b305e85d3651 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ceacf810-13d8-4e41-a9f9-fe99b4e3c789 HTTP/1.1" status: 200 len: 217 time: 0.0865545 Oct 13 15:34:26.554590 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83ab35d-e700-4fbc-be14-f6ce9786cc48 None None] Network ac830eb7-0c87-4388-ad8f-aab22e260a54 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:34:26.583900 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a5a274-09dd-4e3e-aa26-6f0d6629d56f tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:34:26.601403 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd743df-d231-492b-ba74-5a46acdefcd1 req-4a16f10a-b3d8-4607-9cd8-8fd32c52bca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:26.602878 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1dd743df-d231-492b-ba74-5a46acdefcd1 req-4a16f10a-b3d8-4607-9cd8-8fd32c52bca8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d73598aa-1370-47c9-9c9b-04e22558afec HTTP/1.1" status: 200 len: 852 time: 0.0765412 Oct 13 15:34:26.608282 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c3a5a274-09dd-4e3e-aa26-6f0d6629d56f tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "PUT /v2.0/routers/a61a2962-a942-40f2-bf09-2f39a557f24c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6339436 Oct 13 15:34:26.608625 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54040) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:26.632208 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a06f8e-b882-4217-ac09-dd4fd62dbdef None None] Sync routers for ids ['a61a2962-a942-40f2-bf09-2f39a557f24c'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:34:26.658881 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a06f8e-b882-4217-ac09-dd4fd62dbdef None None] Routers {'a61a2962-a942-40f2-bf09-2f39a557f24c'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:34:26.659500 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-a2a06f8e-b882-4217-ac09-dd4fd62dbdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:34:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['a61a2962-a942-40f2-bf09-2f39a557f24c'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:26.671816 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1dd743df-d231-492b-ba74-5a46acdefcd1 req-50e3e4a4-bf63-4da9-899a-8907ed1e9a3b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=da181f30-60f8-4f23-91ed-b59a77cfcda8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611978 Oct 13 15:34:26.716485 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a22a5dc-5bd8-4d7e-82fc-f8d92d86ab20 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Deleting subnet 317524f6-b5c4-48b3-8c6c-48901d45b2b9 {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:34:26.721339 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1a22a5dc-5bd8-4d7e-82fc-f8d92d86ab20 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:26.798712 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1a22a5dc-5bd8-4d7e-82fc-f8d92d86ab20 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:26.861895 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1dd743df-d231-492b-ba74-5a46acdefcd1 req-2c01e1af-6ef6-435c-8223-0d18be493134 service neutron] 10.222.0.16 "GET /v2.0/networks/da181f30-60f8-4f23-91ed-b59a77cfcda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776032 Oct 13 15:34:26.876524 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-53cf10f8-0b08-47c9-a09f-4939f8c339fd tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:26.901137 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-a2a06f8e-b882-4217-ac09-dd4fd62dbdef None None] Set router a61a2962-a942-40f2-bf09-2f39a557f24c gateway port host: None {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:34:26.909243 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-53cf10f8-0b08-47c9-a09f-4939f8c339fd tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Deleting port b39e4e12-eda9-4e3f-951a-a964f42bf287 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:34:26.909678 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-53cf10f8-0b08-47c9-a09f-4939f8c339fd tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:26.972764 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1a22a5dc-5bd8-4d7e-82fc-f8d92d86ab20 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:27.161746 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1dd743df-d231-492b-ba74-5a46acdefcd1 req-4238eff3-d47d-48d9-9dcc-63d5dcf97c70 service neutron] 10.222.0.16 "GET /v2.0/networks/da181f30-60f8-4f23-91ed-b59a77cfcda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848709 Oct 13 15:34:27.164483 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1320405-863e-49aa-a081-cdf08d8f31aa None None] get_active_networks_info from dv-neutron-860329-2-hyperv {{(pid=88974) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 13 15:34:27.206582 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2708c1-c0c9-4b75-b9db-7219d2543ec2 req-6ac2934e-3386-4ebb-9c8b-66feb94b0bae tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:27.214562 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-7c2708c1-c0c9-4b75-b9db-7219d2543ec2 req-6ac2934e-3386-4ebb-9c8b-66feb94b0bae tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] 10.222.0.42 "GET /v2.0/ports?device_id=15fed89a-3c6b-4df2-b6ba-8080934e18c9 HTTP/1.1" status: 200 len: 946 time: 0.1827712 Oct 13 15:34:27.301678 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-7c2708c1-c0c9-4b75-b9db-7219d2543ec2 req-68851b8d-9a4c-436c-9445-b5b2fa1fe36e tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e702b27-1533-4fef-807a-965daf085c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863936 Oct 13 15:34:27.354188 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1a22a5dc-5bd8-4d7e-82fc-f8d92d86ab20 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:27.416472 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a22a5dc-5bd8-4d7e-82fc-f8d92d86ab20 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event deleted for resources: {'Subnet': ['ID=317524f6-b5c4-48b3-8c6c-48901d45b2b9,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:27.425794 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1a22a5dc-5bd8-4d7e-82fc-f8d92d86ab20 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:27.434995 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-53cf10f8-0b08-47c9-a09f-4939f8c339fd tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] For port b39e4e12-eda9-4e3f-951a-a964f42bf287, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=b39e4e12-eda9-4e3f-951a-a964f42bf287,segment=NetworkSegment(0f725d94-46d4-4f38-859f-012a1892c4e1),segment_id=0f725d94-46d4-4f38-859f-012a1892c4e1)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:34:27.435536 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-53cf10f8-0b08-47c9-a09f-4939f8c339fd tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:27.449714 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-1a22a5dc-5bd8-4d7e-82fc-f8d92d86ab20 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "DELETE /v2.0/subnets/317524f6-b5c4-48b3-8c6c-48901d45b2b9 HTTP/1.1" status: 204 len: 168 time: 0.8375518 Oct 13 15:34:27.450457 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54064) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:27.508074 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-a2a06f8e-b882-4217-ac09-dd4fd62dbdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'name': 'tempest-RoutersTest-router-1661744763', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:33:23Z', 'updated_at': '2022-10-13T15:34:24Z', 'revision_number': 8, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'gw_port_host': None, '_interfaces': [{'id': 'b8004a37-b1ca-47c8-a195-95a6c31cd453', 'name': '', 'network_id': '10c7fa4a-a198-40b0-82b1-6e5555dba4b5', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:e3:c3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '1fc3c5c4-aae8-40bf-a57f-94f85cd06c29', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:53Z', 'updated_at': '2022-10-13T15:34:14Z', 'revision_number': 5, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': '1fc3c5c4-aae8-40bf-a57f-94f85cd06c29', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba7d21c2-4f48-4533-91fd-451aba74fce3', 'name': '', 'network_id': 'ea4ebc96-c71a-4447-81de-9020fb848258', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:c1:c2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:28Z', 'updated_at': '2022-10-13T15:33:41Z', 'revision_number': 5, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': '7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0a50cf1-0f52-452b-9e51-24acf8d71801', 'name': '', 'network_id': '94806bf1-4063-495f-b8a0-bb67a33e849c', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:78:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'c1ebce1d-272a-42ad-8c99-e3ef6810c143', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:40Z', 'updated_at': '2022-10-13T15:33:52Z', 'revision_number': 5, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': 'c1ebce1d-272a-42ad-8c99-e3ef6810c143', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:27.521405 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a06f8e-b882-4217-ac09-dd4fd62dbdef None None] Checking router: a61a2962-a942-40f2-bf09-2f39a557f24c for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:34:27.523896 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1320405-863e-49aa-a081-cdf08d8f31aa None None] Resources bound (agent type, host, resource id): {{(pid=88974) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 15:34:27.564892 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2a06f8e-b882-4217-ac09-dd4fd62dbdef None None] Routers {'a61a2962-a942-40f2-bf09-2f39a557f24c'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:34:27.565918 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-a2a06f8e-b882-4217-ac09-dd4fd62dbdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:34:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['a61a2962-a942-40f2-bf09-2f39a557f24c'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:27.590147 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-74f57d4c-8832-4a3a-abec-16c27b952472 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:27.606143 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d776e3-18a1-49f6-9edc-35b8003c9165 req-d3e51885-05a1-4e70-a7e4-c22fe08d06f4 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:27.607651 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-36d776e3-18a1-49f6-9edc-35b8003c9165 req-d3e51885-05a1-4e70-a7e4-c22fe08d06f4 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffba99fb-1142-4d80-8627-ae50e1b52a2e HTTP/1.1" status: 200 len: 945 time: 0.2123539 Oct 13 15:34:27.615049 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-74f57d4c-8832-4a3a-abec-16c27b952472 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Deleting port 7c1b9d18-b355-474c-a521-e75893ac336b {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:34:27.615385 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-74f57d4c-8832-4a3a-abec-16c27b952472 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:27.701666 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-36d776e3-18a1-49f6-9edc-35b8003c9165 req-0567fd0f-fd89-4847-b73c-2dd9bdd0eafe tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/security-groups?id=7440aebc-fd11-474d-b16f-2447451d9d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604713 Oct 13 15:34:27.712038 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-53cf10f8-0b08-47c9-a09f-4939f8c339fd tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Calling delete_port for b39e4e12-eda9-4e3f-951a-a964f42bf287 owned by network:dhcp {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:34:27.738348 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-a2a06f8e-b882-4217-ac09-dd4fd62dbdef None None] Set router a61a2962-a942-40f2-bf09-2f39a557f24c gateway port host: None {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:34:27.796503 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828aed82-028d-4760-ade5-0975e092563d req-090ff0a2-9e09-4802-a78c-facee5beca8c tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:27.798086 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-828aed82-028d-4760-ade5-0975e092563d req-090ff0a2-9e09-4802-a78c-facee5beca8c tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfc5eecc-82ba-4ac9-a40f-1ecc37bba53f HTTP/1.1" status: 200 len: 943 time: 0.5027287 Oct 13 15:34:27.849963 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-53cf10f8-0b08-47c9-a09f-4939f8c339fd tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:27.878487 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-74f57d4c-8832-4a3a-abec-16c27b952472 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] For port 7c1b9d18-b355-474c-a521-e75893ac336b, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=7c1b9d18-b355-474c-a521-e75893ac336b,segment=NetworkSegment(5c760af6-f2d8-4e53-924a-062a5883656a),segment_id=5c760af6-f2d8-4e53-924a-062a5883656a)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:34:27.879069 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-74f57d4c-8832-4a3a-abec-16c27b952472 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:27.903979 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-828aed82-028d-4760-ade5-0975e092563d req-cfd27d88-9028-47f5-a162-93d05cd58c02 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/security-groups?id=81e55712-bc20-48c8-a3f7-25813fa3e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896616 Oct 13 15:34:27.907667 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf10f8-0b08-47c9-a09f-4939f8c339fd tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Pushing event deleted for resources: {'Port': ['ID=b39e4e12-eda9-4e3f-951a-a964f42bf287,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:27.911333 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53cf10f8-0b08-47c9-a09f-4939f8c339fd tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] No DVR routers for this DVR port b39e4e12-eda9-4e3f-951a-a964f42bf287 on host dv-neutron-860329-2-hyperv {{(pid=88972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:34:28.047632 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-53cf10f8-0b08-47c9-a09f-4939f8c339fd tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:28.072556 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-53cf10f8-0b08-47c9-a09f-4939f8c339fd tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac830eb7-0c87-4388-ad8f-aab22e260a54']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:28.086360 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-53cf10f8-0b08-47c9-a09f-4939f8c339fd tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f725d94-46d4-4f38-859f-012a1892c4e1') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:28.086678 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-53cf10f8-0b08-47c9-a09f-4939f8c339fd tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f725d94-46d4-4f38-859f-012a1892c4e1') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:28.099372 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-53cf10f8-0b08-47c9-a09f-4939f8c339fd tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:28.115964 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-53cf10f8-0b08-47c9-a09f-4939f8c339fd tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:28.122497 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53cf10f8-0b08-47c9-a09f-4939f8c339fd tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Releasing vlan 437 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:34:28.122882 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-53cf10f8-0b08-47c9-a09f-4939f8c339fd tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:28.143602 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-74f57d4c-8832-4a3a-abec-16c27b952472 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Calling delete_port for 7c1b9d18-b355-474c-a521-e75893ac336b owned by network:dhcp {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:34:28.229328 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-74f57d4c-8832-4a3a-abec-16c27b952472 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:28.251263 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-53cf10f8-0b08-47c9-a09f-4939f8c339fd tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:28.275940 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-53cf10f8-0b08-47c9-a09f-4939f8c339fd tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:28.288823 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cf10f8-0b08-47c9-a09f-4939f8c339fd tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Pushing event deleted for resources: {'Network': ['ID=ac830eb7-0c87-4388-ad8f-aab22e260a54,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:28.294132 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f57d4c-8832-4a3a-abec-16c27b952472 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event deleted for resources: {'Port': ['ID=7c1b9d18-b355-474c-a521-e75893ac336b,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:28.298761 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f57d4c-8832-4a3a-abec-16c27b952472 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] No DVR routers for this DVR port 7c1b9d18-b355-474c-a521-e75893ac336b on host dv-neutron-860329-2-hyperv {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:34:28.302548 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-53cf10f8-0b08-47c9-a09f-4939f8c339fd tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "DELETE /v2.0/networks/ac830eb7-0c87-4388-ad8f-aab22e260a54 HTTP/1.1" status: 204 len: 168 time: 2.6508627 Oct 13 15:34:28.307104 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54068) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:28.345621 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-2303e763-f321-4998-a4c4-cde817695963 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] DELETE failed (client error): The resource could not be found. Oct 13 15:34:28.346348 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2303e763-f321-4998-a4c4-cde817695963 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:34:28.350471 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-2303e763-f321-4998-a4c4-cde817695963 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "DELETE /v2.0/subnets/4f52a245-7f83-42d1-aeb4-26b03fdb15a4 HTTP/1.1" status: 404 len: 337 time: 0.0401704 Oct 13 15:34:28.350652 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54074) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:28.376146 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-94fff613-2c96-4663-b4f3-0ad03bf44d6f tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] DELETE failed (client error): The resource could not be found. Oct 13 15:34:28.376626 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94fff613-2c96-4663-b4f3-0ad03bf44d6f tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:34:28.378440 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-94fff613-2c96-4663-b4f3-0ad03bf44d6f tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "DELETE /v2.0/networks/ac830eb7-0c87-4388-ad8f-aab22e260a54 HTTP/1.1" status: 404 len: 339 time: 0.0268538 Oct 13 15:34:28.380997 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54078) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:28.461035 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-a2a06f8e-b882-4217-ac09-dd4fd62dbdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'name': 'tempest-RoutersTest-router-1661744763', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:33:23Z', 'updated_at': '2022-10-13T15:34:24Z', 'revision_number': 8, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'gw_port_host': None, '_interfaces': [{'id': 'b8004a37-b1ca-47c8-a195-95a6c31cd453', 'name': '', 'network_id': '10c7fa4a-a198-40b0-82b1-6e5555dba4b5', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:e3:c3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '1fc3c5c4-aae8-40bf-a57f-94f85cd06c29', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:53Z', 'updated_at': '2022-10-13T15:34:14Z', 'revision_number': 5, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': '1fc3c5c4-aae8-40bf-a57f-94f85cd06c29', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba7d21c2-4f48-4533-91fd-451aba74fce3', 'name': '', 'network_id': 'ea4ebc96-c71a-4447-81de-9020fb848258', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:c1:c2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:28Z', 'updated_at': '2022-10-13T15:33:41Z', 'revision_number': 5, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': '7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0a50cf1-0f52-452b-9e51-24acf8d71801', 'name': '', 'network_id': '94806bf1-4063-495f-b8a0-bb67a33e849c', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:78:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'c1ebce1d-272a-42ad-8c99-e3ef6810c143', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:40Z', 'updated_at': '2022-10-13T15:33:52Z', 'revision_number': 5, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': 'c1ebce1d-272a-42ad-8c99-e3ef6810c143', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:28.466414 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2a06f8e-b882-4217-ac09-dd4fd62dbdef None None] The sync data for ids ['a61a2962-a942-40f2-bf09-2f39a557f24c'] in dv-neutron-860329-2-hyperv is: [{'id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'name': 'tempest-RoutersTest-router-1661744763', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:33:23Z', 'updated_at': '2022-10-13T15:34:24Z', 'revision_number': 8, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'gw_port_host': None, '_interfaces': [{'id': 'b8004a37-b1ca-47c8-a195-95a6c31cd453', 'name': '', 'network_id': '10c7fa4a-a198-40b0-82b1-6e5555dba4b5', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:e3:c3:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': '1fc3c5c4-aae8-40bf-a57f-94f85cd06c29', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:53Z', 'updated_at': '2022-10-13T15:34:14Z', 'revision_number': 5, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': '1fc3c5c4-aae8-40bf-a57f-94f85cd06c29', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ba7d21c2-4f48-4533-91fd-451aba74fce3', 'name': '', 'network_id': 'ea4ebc96-c71a-4447-81de-9020fb848258', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:c1:c2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:28Z', 'updated_at': '2022-10-13T15:33:41Z', 'revision_number': 5, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': '7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0a50cf1-0f52-452b-9e51-24acf8d71801', 'name': '', 'network_id': '94806bf1-4063-495f-b8a0-bb67a33e849c', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:78:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'c1ebce1d-272a-42ad-8c99-e3ef6810c143', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:40Z', 'updated_at': '2022-10-13T15:33:52Z', 'revision_number': 5, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': 'c1ebce1d-272a-42ad-8c99-e3ef6810c143', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:34:28.489509 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bac5f4-65e4-49fc-8969-effb7ca30482 None None] Network 3e38b682-2960-4332-a572-6795375d9c64 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:34:28.523972 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-74f57d4c-8832-4a3a-abec-16c27b952472 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:28.528638 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 0f725d94-46d4-4f38-859f-012a1892c4e1 resource provider aggregate not found Oct 13 15:34:28.553005 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 0f725d94-46d4-4f38-859f-012a1892c4e1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0f725d94-46d4-4f38-859f-012a1892c4e1 found for delete ", "request_id": "req-ec720a6e-ac06-4ddf-b3ab-08b1b536c3d2"}]} Oct 13 15:34:28.560189 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-885fdd9e-e5dc-4325-b8b2-ee6919f429f8 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:28.565798 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-74f57d4c-8832-4a3a-abec-16c27b952472 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e38b682-2960-4332-a572-6795375d9c64']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:28.581877 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-74f57d4c-8832-4a3a-abec-16c27b952472 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c760af6-f2d8-4e53-924a-062a5883656a') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:28.582231 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-74f57d4c-8832-4a3a-abec-16c27b952472 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c760af6-f2d8-4e53-924a-062a5883656a') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:28.603090 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-74f57d4c-8832-4a3a-abec-16c27b952472 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:28.624097 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f2380b-366f-4f99-90d6-4e00175d7e95 req-86b08d1e-2dde-4731-8080-3b860fb60716 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:28.626204 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f8f2380b-366f-4f99-90d6-4e00175d7e95 req-86b08d1e-2dde-4731-8080-3b860fb60716 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] 10.222.0.42 "GET /v2.0/ports?device_id=15fed89a-3c6b-4df2-b6ba-8080934e18c9 HTTP/1.1" status: 200 len: 946 time: 0.1732471 Oct 13 15:34:28.634952 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-74f57d4c-8832-4a3a-abec-16c27b952472 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:28.659853 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74f57d4c-8832-4a3a-abec-16c27b952472 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Releasing vlan 444 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:34:28.660252 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-74f57d4c-8832-4a3a-abec-16c27b952472 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:28.699538 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 5c760af6-f2d8-4e53-924a-062a5883656a resource provider aggregate not found Oct 13 15:34:28.708521 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-885fdd9e-e5dc-4325-b8b2-ee6919f429f8 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:28.739091 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-885fdd9e-e5dc-4325-b8b2-ee6919f429f8 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['add32faa-8871-4d63-8d24-a9e07a92cd18']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:28.766467 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-885fdd9e-e5dc-4325-b8b2-ee6919f429f8 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d170ea9-143f-44a4-be5c-53fb304cfea6') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:28.766766 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-885fdd9e-e5dc-4325-b8b2-ee6919f429f8 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d170ea9-143f-44a4-be5c-53fb304cfea6') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:28.773681 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 5c760af6-f2d8-4e53-924a-062a5883656a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5c760af6-f2d8-4e53-924a-062a5883656a found for delete ", "request_id": "req-b325f181-1c01-4940-a4db-27ca16ed5b49"}]} Oct 13 15:34:28.777577 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f8f2380b-366f-4f99-90d6-4e00175d7e95 req-c731dbcb-61a6-4ea8-88f3-b7568e221f82 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e702b27-1533-4fef-807a-965daf085c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393709 Oct 13 15:34:28.796717 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-885fdd9e-e5dc-4325-b8b2-ee6919f429f8 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:28.825283 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-74f57d4c-8832-4a3a-abec-16c27b952472 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:28.832220 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-885fdd9e-e5dc-4325-b8b2-ee6919f429f8 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:28.839400 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc5e0d9-d354-4ccb-bdf0-6b0b5c3d9358 None None] DHCP port deletion for 3e38b682-2960-4332-a572-6795375d9c64 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:34:28.841120 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-885fdd9e-e5dc-4325-b8b2-ee6919f429f8 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Releasing vlan 402 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:34:28.841120 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-885fdd9e-e5dc-4325-b8b2-ee6919f429f8 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:28.882022 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-74f57d4c-8832-4a3a-abec-16c27b952472 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:28.890107 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f57d4c-8832-4a3a-abec-16c27b952472 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event deleted for resources: {'Network': ['ID=3e38b682-2960-4332-a572-6795375d9c64,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:28.902616 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-74f57d4c-8832-4a3a-abec-16c27b952472 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "DELETE /v2.0/networks/3e38b682-2960-4332-a572-6795375d9c64 HTTP/1.1" status: 204 len: 168 time: 1.4511604 Oct 13 15:34:28.906118 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54094) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:29.003815 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-885fdd9e-e5dc-4325-b8b2-ee6919f429f8 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:29.022200 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-885fdd9e-e5dc-4325-b8b2-ee6919f429f8 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:29.035992 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885fdd9e-e5dc-4325-b8b2-ee6919f429f8 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Pushing event deleted for resources: {'Network': ['ID=add32faa-8871-4d63-8d24-a9e07a92cd18,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:29.045648 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-885fdd9e-e5dc-4325-b8b2-ee6919f429f8 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "DELETE /v2.0/networks/add32faa-8871-4d63-8d24-a9e07a92cd18 HTTP/1.1" status: 204 len: 168 time: 0.6613624 Oct 13 15:34:29.045916 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54100) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:29.086922 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-8761ebca-9491-4eb1-a503-466b61cc5a68 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] DELETE failed (client error): The resource could not be found. Oct 13 15:34:29.087371 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8761ebca-9491-4eb1-a503-466b61cc5a68 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:34:29.089076 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-8761ebca-9491-4eb1-a503-466b61cc5a68 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "DELETE /v2.0/subnets/a2b50916-8e4d-47ca-a563-110a9edabbc0 HTTP/1.1" status: 404 len: 337 time: 0.0423174 Oct 13 15:34:29.093963 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54106) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:29.135533 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c684bbf-fbc9-40f2-903c-5d5418e338ca req-7fff10f5-ea28-4f79-8922-fb80524c3531 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:29.136991 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8c684bbf-fbc9-40f2-903c-5d5418e338ca req-7fff10f5-ea28-4f79-8922-fb80524c3531 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffba99fb-1142-4d80-8627-ae50e1b52a2e HTTP/1.1" status: 200 len: 945 time: 0.2082191 Oct 13 15:34:29.138035 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-09733f80-7a71-4ad7-82a6-5bb1b9e7a5cf tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] DELETE failed (client error): The resource could not be found. Oct 13 15:34:29.138492 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09733f80-7a71-4ad7-82a6-5bb1b9e7a5cf tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:34:29.142586 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-09733f80-7a71-4ad7-82a6-5bb1b9e7a5cf tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "DELETE /v2.0/networks/9434be22-4b00-4601-bb9c-a4d5e985801a HTTP/1.1" status: 404 len: 339 time: 0.0444605 Oct 13 15:34:29.143818 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54110) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:29.236766 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-067ccb13-0581-4063-a46d-d2ed66b90389 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Deleting subnet 5b2e76af-95a4-4f36-ab10-abe4d9615117 {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:34:29.240583 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8c684bbf-fbc9-40f2-903c-5d5418e338ca req-960e3619-287b-499e-b639-416df6b5d51d tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/security-groups?id=7440aebc-fd11-474d-b16f-2447451d9d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975800 Oct 13 15:34:29.242502 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-067ccb13-0581-4063-a46d-d2ed66b90389 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:29.303652 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-067ccb13-0581-4063-a46d-d2ed66b90389 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:29.414792 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e5b06-30bc-4785-89ca-ccb7ddc92ef6 req-eab8ea64-fd5b-47ed-a366-e4e673034c1f tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:29.416228 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-cb6e5b06-30bc-4785-89ca-ccb7ddc92ef6 req-eab8ea64-fd5b-47ed-a366-e4e673034c1f tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfc5eecc-82ba-4ac9-a40f-1ecc37bba53f HTTP/1.1" status: 200 len: 943 time: 0.2195497 Oct 13 15:34:29.449667 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-067ccb13-0581-4063-a46d-d2ed66b90389 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:29.513186 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-cb6e5b06-30bc-4785-89ca-ccb7ddc92ef6 req-0b910349-0841-409a-9360-c00d84f80fa0 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/security-groups?id=81e55712-bc20-48c8-a3f7-25813fa3e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633276 Oct 13 15:34:29.607010 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e0e1144a-c3e3-4edc-a186-bcdf695f7b32 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:29.620453 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8060aaf6-7325-4c43-9098-9ea3ea8b0ae5 req-5954c874-4773-456e-a212-3e8f1bf7934d tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:29.621891 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8060aaf6-7325-4c43-9098-9ea3ea8b0ae5 req-5954c874-4773-456e-a212-3e8f1bf7934d tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] 10.222.0.42 "GET /v2.0/ports?device_id=15fed89a-3c6b-4df2-b6ba-8080934e18c9 HTTP/1.1" status: 200 len: 946 time: 0.2685688 Oct 13 15:34:29.676564 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8060aaf6-7325-4c43-9098-9ea3ea8b0ae5 req-84958187-705c-430a-b5a8-d735e221d457 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e702b27-1533-4fef-807a-965daf085c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478745 Oct 13 15:34:29.677520 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-067ccb13-0581-4063-a46d-d2ed66b90389 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:29.728024 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067ccb13-0581-4063-a46d-d2ed66b90389 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Pushing event deleted for resources: {'Subnet': ['ID=5b2e76af-95a4-4f36-ab10-abe4d9615117,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:29.731478 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-067ccb13-0581-4063-a46d-d2ed66b90389 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks [] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:29.739989 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0600bb6f-d2f2-4050-9b85-c2e17142fd2c None None] Network a2d4d0b9-1774-43ac-a29a-636931d8ab88 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:34:29.745843 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-067ccb13-0581-4063-a46d-d2ed66b90389 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "DELETE /v2.0/subnets/5b2e76af-95a4-4f36-ab10-abe4d9615117 HTTP/1.1" status: 204 len: 168 time: 0.6002288 Oct 13 15:34:29.748042 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54116) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:29.819129 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5f9cb50-3a57-459f-8030-94407ab33633 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Deleting subnet c72abc8d-b1d2-4fd7-b48b-be7d868642b0 {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:34:29.822415 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c5f9cb50-3a57-459f-8030-94407ab33633 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:29.881942 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c5f9cb50-3a57-459f-8030-94407ab33633 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:29.974901 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c5f9cb50-3a57-459f-8030-94407ab33633 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:30.064538 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c5f9cb50-3a57-459f-8030-94407ab33633 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:30.070309 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-e0e1144a-c3e3-4edc-a186-bcdf695f7b32 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Deleting port b8004a37-b1ca-47c8-a195-95a6c31cd453 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:34:30.070831 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e0e1144a-c3e3-4edc-a186-bcdf695f7b32 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:30.105408 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f9cb50-3a57-459f-8030-94407ab33633 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Pushing event deleted for resources: {'Subnet': ['ID=c72abc8d-b1d2-4fd7-b48b-be7d868642b0,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:30.109706 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c5f9cb50-3a57-459f-8030-94407ab33633 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks [] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:30.120144 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-c5f9cb50-3a57-459f-8030-94407ab33633 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "DELETE /v2.0/subnets/c72abc8d-b1d2-4fd7-b48b-be7d868642b0 HTTP/1.1" status: 204 len: 168 time: 0.3710179 Oct 13 15:34:30.122524 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54120) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:30.256683 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-93508149-8bcc-411e-81ce-82c9d5c030de tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:30.272957 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-93508149-8bcc-411e-81ce-82c9d5c030de tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Deleting port 5e4bd25d-4d8d-4e44-af8c-138068bb08f2 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:34:30.275223 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-93508149-8bcc-411e-81ce-82c9d5c030de tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:30.280515 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-e0e1144a-c3e3-4edc-a186-bcdf695f7b32 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] For port b8004a37-b1ca-47c8-a195-95a6c31cd453, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=b8004a37-b1ca-47c8-a195-95a6c31cd453,segment=NetworkSegment(39229136-81d1-44de-829e-447dbbd6bbb1),segment_id=39229136-81d1-44de-829e-447dbbd6bbb1)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:34:30.281075 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e0e1144a-c3e3-4edc-a186-bcdf695f7b32 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:30.429536 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-e0e1144a-c3e3-4edc-a186-bcdf695f7b32 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Calling delete_port for b8004a37-b1ca-47c8-a195-95a6c31cd453 owned by network:router_interface {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:34:30.455647 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device cf66c46e-f1c3-439f-845f-370b4253b83c no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:34:30.492154 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: cf66c46e-f1c3-439f-845f-370b4253b83c {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:34:30.492437 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device cf66c46e-f1c3-439f-845f-370b4253b83c not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:34:30.492852 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 7c1b9d18-b355-474c-a521-e75893ac336b no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:34:30.525174 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-93508149-8bcc-411e-81ce-82c9d5c030de tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] For port 5e4bd25d-4d8d-4e44-af8c-138068bb08f2, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=5e4bd25d-4d8d-4e44-af8c-138068bb08f2,segment=NetworkSegment(20cd925d-d06b-444b-81b3-09ac8f664353),segment_id=20cd925d-d06b-444b-81b3-09ac8f664353)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:34:30.526155 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-93508149-8bcc-411e-81ce-82c9d5c030de tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:30.530854 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 7c1b9d18-b355-474c-a521-e75893ac336b {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:34:30.531195 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 7c1b9d18-b355-474c-a521-e75893ac336b not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:34:30.605332 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e6f99-8c18-453b-bef5-8af79f8e9c07 req-2af430ae-2828-4548-b454-55b86c7c5a65 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:30.606867 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4a9e6f99-8c18-453b-bef5-8af79f8e9c07 req-2af430ae-2828-4548-b454-55b86c7c5a65 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffba99fb-1142-4d80-8627-ae50e1b52a2e HTTP/1.1" status: 200 len: 945 time: 0.1860993 Oct 13 15:34:30.626566 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0487e0-e5f5-4d42-9161-ef58593f2ef4 None None] Network a2d4d0b9-1774-43ac-a29a-636931d8ab88 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:34:30.644471 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 5fa7206f-a579-4c03-a1a9-797e93de7bbf details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=88974) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 13 15:34:30.681682 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4a9e6f99-8c18-453b-bef5-8af79f8e9c07 req-60a0dd60-f8a0-45cc-8438-20ee6878a301 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/security-groups?id=7440aebc-fd11-474d-b16f-2447451d9d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547943 Oct 13 15:34:30.729997 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 7d170ea9-143f-44a4-be5c-53fb304cfea6 resource provider aggregate not found Oct 13 15:34:30.769516 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e0e1144a-c3e3-4edc-a186-bcdf695f7b32 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:30.779427 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-6f92b09a-01bd-4127-89a8-939032c4b42e None None] Provisioning complete for port 5e4bd25d-4d8d-4e44-af8c-138068bb08f2 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:34:30.780043 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6f92b09a-01bd-4127-89a8-939032c4b42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:30.780536 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-6f92b09a-01bd-4127-89a8-939032c4b42e None None] Attempt 1 to provision port 5e4bd25d-4d8d-4e44-af8c-138068bb08f2 Oct 13 15:34:30.799119 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-93508149-8bcc-411e-81ce-82c9d5c030de tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Calling delete_port for 5e4bd25d-4d8d-4e44-af8c-138068bb08f2 owned by network:dhcp {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:34:30.829382 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e1144a-c3e3-4edc-a186-bcdf695f7b32 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event deleted for resources: {'Port': ['ID=b8004a37-b1ca-47c8-a195-95a6c31cd453,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:30.829954 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 7d170ea9-143f-44a4-be5c-53fb304cfea6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7d170ea9-143f-44a4-be5c-53fb304cfea6 found for delete ", "request_id": "req-97d072b0-4cf8-4957-8364-22ec1b4ec805"}]} Oct 13 15:34:30.917526 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105ae0f7-01af-4c20-bac5-f675899fd1ec req-a7c9b458-8bbd-4196-87ea-fd3e11a6ba0b tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:30.919249 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-105ae0f7-01af-4c20-bac5-f675899fd1ec req-a7c9b458-8bbd-4196-87ea-fd3e11a6ba0b tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfc5eecc-82ba-4ac9-a40f-1ecc37bba53f HTTP/1.1" status: 200 len: 943 time: 0.1799388 Oct 13 15:34:30.920433 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-93508149-8bcc-411e-81ce-82c9d5c030de tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:30.988580 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93508149-8bcc-411e-81ce-82c9d5c030de tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Pushing event deleted for resources: {'Port': ['ID=5e4bd25d-4d8d-4e44-af8c-138068bb08f2,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:31.006682 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93508149-8bcc-411e-81ce-82c9d5c030de tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] No DVR routers for this DVR port 5e4bd25d-4d8d-4e44-af8c-138068bb08f2 on host dv-neutron-860329-2-hyperv {{(pid=88972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:34:31.024404 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-6f92b09a-01bd-4127-89a8-939032c4b42e None None] Could not find standard attr ID for object 5e4bd25d-4d8d-4e44-af8c-138068bb08f2. {{(pid=88974) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Oct 13 15:34:31.030278 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.db [None req-6f92b09a-01bd-4127-89a8-939032c4b42e None None] No ports have port_id starting with 5e4bd25d-4d8d-4e44-af8c-138068bb08f2 Oct 13 15:34:31.069955 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 5fa7206f-a579-4c03-a1a9-797e93de7bbf, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=5fa7206f-a579-4c03-a1a9-797e93de7bbf,segment=NetworkSegment(c8b28188-8b1e-438a-8a7c-cfa1fc185e50),segment_id=c8b28188-8b1e-438a-8a7c-cfa1fc185e50)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:34:31.095321 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Returning: {'device': '5fa7206f-a579-4c03-a1a9-797e93de7bbf', 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7', 'port_id': '5fa7206f-a579-4c03-a1a9-797e93de7bbf', 'mac_address': 'fa:16:3e:d1:b6:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '235995ae-56e8-4a42-a8ac-e16e5c3294b1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88974) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 13 15:34:31.133958 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2597e0-0650-48d2-a29e-a52e52b8198c None None] DHCP port deletion for a2d4d0b9-1774-43ac-a29a-636931d8ab88 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:34:31.170360 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-105ae0f7-01af-4c20-bac5-f675899fd1ec req-c10c4910-2391-4cd7-b189-df2dd61dcf87 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/security-groups?id=81e55712-bc20-48c8-a3f7-25813fa3e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1963086 Oct 13 15:34:31.172607 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a1b510-724f-4eb6-a7a2-ff1489e5c889 req-c9e9e0ed-6c99-4711-ae34-9c7711c1397c tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:31.174162 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c9a1b510-724f-4eb6-a7a2-ff1489e5c889 req-c9e9e0ed-6c99-4711-ae34-9c7711c1397c tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] 10.222.0.42 "GET /v2.0/ports?device_id=15fed89a-3c6b-4df2-b6ba-8080934e18c9 HTTP/1.1" status: 200 len: 946 time: 0.3087428 Oct 13 15:34:31.183261 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 5fa7206f-a579-4c03-a1a9-797e93de7bbf is: DOWN; New status is: BUILD {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:34:31.183637 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:31.189758 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-93508149-8bcc-411e-81ce-82c9d5c030de tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:31.198178 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e0e1144a-c3e3-4edc-a186-bcdf695f7b32 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:31.204412 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fa7206f-a579-4c03-a1a9-797e93de7bbf {{(pid=88974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 15:34:31.218002 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-93508149-8bcc-411e-81ce-82c9d5c030de tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2d4d0b9-1774-43ac-a29a-636931d8ab88']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:31.223173 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 5fa7206f-a579-4c03-a1a9-797e93de7bbf, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=5fa7206f-a579-4c03-a1a9-797e93de7bbf,segment=NetworkSegment(c8b28188-8b1e-438a-8a7c-cfa1fc185e50),segment_id=c8b28188-8b1e-438a-8a7c-cfa1fc185e50)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:34:31.229758 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:31.232771 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-93508149-8bcc-411e-81ce-82c9d5c030de tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '20cd925d-d06b-444b-81b3-09ac8f664353') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:31.233084 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-93508149-8bcc-411e-81ce-82c9d5c030de tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '20cd925d-d06b-444b-81b3-09ac8f664353') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:31.244835 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-93508149-8bcc-411e-81ce-82c9d5c030de tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:31.261052 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-93508149-8bcc-411e-81ce-82c9d5c030de tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:31.268006 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93508149-8bcc-411e-81ce-82c9d5c030de tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:34:31.268407 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-93508149-8bcc-411e-81ce-82c9d5c030de tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:31.309080 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=5fa7206f-a579-4c03-a1a9-797e93de7bbf,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:31.370702 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-93508149-8bcc-411e-81ce-82c9d5c030de tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:31.388787 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-93508149-8bcc-411e-81ce-82c9d5c030de tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:31.400789 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93508149-8bcc-411e-81ce-82c9d5c030de tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Pushing event deleted for resources: {'Network': ['ID=a2d4d0b9-1774-43ac-a29a-636931d8ab88,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:31.408488 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-93508149-8bcc-411e-81ce-82c9d5c030de tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "DELETE /v2.0/networks/a2d4d0b9-1774-43ac-a29a-636931d8ab88 HTTP/1.1" status: 204 len: 168 time: 1.2849731 Oct 13 15:34:31.410866 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54134) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:31.452595 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-12a5eb7b-8f29-4efa-8b16-db90f91f56a6 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] DELETE failed (client error): The resource could not be found. Oct 13 15:34:31.452954 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12a5eb7b-8f29-4efa-8b16-db90f91f56a6 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:34:31.455388 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-12a5eb7b-8f29-4efa-8b16-db90f91f56a6 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "DELETE /v2.0/subnets/409c5fe3-0330-4560-b711-bc75b1139f73 HTTP/1.1" status: 404 len: 337 time: 0.0434465 Oct 13 15:34:31.457844 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54138) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:31.498958 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c9a1b510-724f-4eb6-a7a2-ff1489e5c889 req-32db7232-8f8e-4cdf-a2b4-9e7d0747fb5b tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e702b27-1533-4fef-807a-965daf085c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2959726 Oct 13 15:34:31.582712 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['5fa7206f-a579-4c03-a1a9-797e93de7bbf'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 15:34:31.589514 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed9dd46e-828a-49c8-b347-ee3b6865e914 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] DELETE failed (client error): The resource could not be found. Oct 13 15:34:31.589982 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed9dd46e-828a-49c8-b347-ee3b6865e914 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:34:31.594069 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-ed9dd46e-828a-49c8-b347-ee3b6865e914 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "DELETE /v2.0/networks/3e279850-16cf-4284-bdcf-5471d7e018b2 HTTP/1.1" status: 404 len: 339 time: 0.1329055 Oct 13 15:34:31.594464 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54144) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:31.644814 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b8dc3c5-7183-4455-8b26-715b872cf954 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] DELETE failed (client error): The resource could not be found. Oct 13 15:34:31.645398 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b8dc3c5-7183-4455-8b26-715b872cf954 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:34:31.649372 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-4b8dc3c5-7183-4455-8b26-715b872cf954 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "DELETE /v2.0/subnets/17ebacc6-f840-4a40-8456-c5ee3f14e083 HTTP/1.1" status: 404 len: 337 time: 0.0518806 Oct 13 15:34:31.649600 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54148) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:31.676123 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e49041c-24a2-48cb-9510-82c5c17dee48 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] DELETE failed (client error): The resource could not be found. Oct 13 15:34:31.676123 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e49041c-24a2-48cb-9510-82c5c17dee48 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:34:31.679876 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-4e49041c-24a2-48cb-9510-82c5c17dee48 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "DELETE /v2.0/networks/942c3435-eb77-4f00-9314-83ef53ca2d34 HTTP/1.1" status: 404 len: 339 time: 0.0270891 Oct 13 15:34:31.680109 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54152) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:31.696616 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0e1144a-c3e3-4edc-a186-bcdf695f7b32 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Router a61a2962-a942-40f2-bf09-2f39a557f24c has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:34:31.735803 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ef64b6f-d92a-4fd7-9314-189735bb7fa8 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] DELETE failed (client error): The resource could not be found. Oct 13 15:34:31.736254 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ef64b6f-d92a-4fd7-9314-189735bb7fa8 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:34:31.740160 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-8ef64b6f-d92a-4fd7-9314-189735bb7fa8 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "DELETE /v2.0/subnets/bb5fdcdb-b197-4d1b-b0aa-9534ad61fad2 HTTP/1.1" status: 404 len: 337 time: 0.0568919 Oct 13 15:34:31.753493 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54160) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:31.804468 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-e71c4ab2-e048-4dfe-8e99-7f173de27f19 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] DELETE failed (client error): The resource could not be found. Oct 13 15:34:31.805180 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e71c4ab2-e048-4dfe-8e99-7f173de27f19 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:34:31.808875 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-e71c4ab2-e048-4dfe-8e99-7f173de27f19 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "DELETE /v2.0/networks/f5c11369-4829-4492-ae80-e9ebb5c8435b HTTP/1.1" status: 404 len: 339 time: 0.0521276 Oct 13 15:34:31.815727 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54164) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:31.909121 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-4985eb44-6d2c-4fe0-afc1-ae391eb261fc tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Deleting subnet 0f9d75b3-0a92-4817-86ee-e9fb5466a575 {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:34:31.912460 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4985eb44-6d2c-4fe0-afc1-ae391eb261fc tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:32.007395 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0e1144a-c3e3-4edc-a186-bcdf695f7b32 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:34:32.017019 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e950f26a-e8f7-407c-aa9d-e29baddbe8a6 None None] Sync routers for ids ['a61a2962-a942-40f2-bf09-2f39a557f24c'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:34:32.026606 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e950f26a-e8f7-407c-aa9d-e29baddbe8a6 None None] Routers {'a61a2962-a942-40f2-bf09-2f39a557f24c'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:34:32.027428 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-e950f26a-e8f7-407c-aa9d-e29baddbe8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:34:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['a61a2962-a942-40f2-bf09-2f39a557f24c'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:32.031156 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4985eb44-6d2c-4fe0-afc1-ae391eb261fc tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:32.044899 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e0e1144a-c3e3-4edc-a186-bcdf695f7b32 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "PUT /v2.0/routers/a61a2962-a942-40f2-bf09-2f39a557f24c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1353664 Oct 13 15:34:32.046696 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54168) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:32.117916 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9ed1a5-b390-448d-aa63-77a0a2e29024 req-ab6ea654-435d-435d-869b-653f16379490 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:32.119700 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1f9ed1a5-b390-448d-aa63-77a0a2e29024 req-ab6ea654-435d-435d-869b-653f16379490 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffba99fb-1142-4d80-8627-ae50e1b52a2e HTTP/1.1" status: 200 len: 945 time: 0.2742767 Oct 13 15:34:32.121690 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c7d0e3-01c0-4315-a76f-18ed6c354117 req-43a1897b-b83f-4d8a-8d59-050c64f0ae22 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:32.123478 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-75c7d0e3-01c0-4315-a76f-18ed6c354117 req-43a1897b-b83f-4d8a-8d59-050c64f0ae22 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] 10.222.0.42 "GET /v2.0/ports?device_id=15fed89a-3c6b-4df2-b6ba-8080934e18c9 HTTP/1.1" status: 200 len: 946 time: 0.1778560 Oct 13 15:34:32.155396 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4985eb44-6d2c-4fe0-afc1-ae391eb261fc tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:32.160948 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad141ba-323e-477b-9a14-c1b027ef6a4b req-5a1ab886-1592-444b-94f0-0c235f582edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:32.162435 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-cad141ba-323e-477b-9a14-c1b027ef6a4b req-5a1ab886-1592-444b-94f0-0c235f582edc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a0bbf7edc7a946259d43826a5fe36972&device_id=15fed89a-3c6b-4df2-b6ba-8080934e18c9 HTTP/1.1" status: 200 len: 1099 time: 0.2262454 Oct 13 15:34:32.182470 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-e950f26a-e8f7-407c-aa9d-e29baddbe8a6 None None] Set router a61a2962-a942-40f2-bf09-2f39a557f24c gateway port host: None {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:34:32.201286 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_v2 [None req-198806ba-4cd4-4f3b-b9d6-24c838b4cd4c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Deleting subnet 1fc3c5c4-aae8-40bf-a57f-94f85cd06c29 {{(pid=88973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:34:32.216085 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-198806ba-4cd4-4f3b-b9d6-24c838b4cd4c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for subnet, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:32.217904 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-75c7d0e3-01c0-4315-a76f-18ed6c354117 req-b9fc503b-12fa-45cb-a8ac-92f3e0c29369 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e702b27-1533-4fef-807a-965daf085c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860691 Oct 13 15:34:32.270171 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4985eb44-6d2c-4fe0-afc1-ae391eb261fc tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:32.330686 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4985eb44-6d2c-4fe0-afc1-ae391eb261fc tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Pushing event deleted for resources: {'Subnet': ['ID=0f9d75b3-0a92-4817-86ee-e9fb5466a575,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:32.333975 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1f9ed1a5-b390-448d-aa63-77a0a2e29024 req-1be919d1-bd7c-43c7-823b-dcf803984649 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/security-groups?id=7440aebc-fd11-474d-b16f-2447451d9d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1932564 Oct 13 15:34:32.334153 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-514d4fe6-0909-4915-804e-2806ed645b58 None None] Network e5e7ee48-5c48-4e28-9a9a-9c588f1922e8 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:34:32.337887 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4985eb44-6d2c-4fe0-afc1-ae391eb261fc tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks [] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:32.351454 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-4985eb44-6d2c-4fe0-afc1-ae391eb261fc tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "DELETE /v2.0/subnets/0f9d75b3-0a92-4817-86ee-e9fb5466a575 HTTP/1.1" status: 204 len: 168 time: 0.5343254 Oct 13 15:34:32.353553 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54174) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:32.371725 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-198806ba-4cd4-4f3b-b9d6-24c838b4cd4c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7432921'] for subnet, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:32.460196 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad141ba-323e-477b-9a14-c1b027ef6a4b req-ba40f99c-dcce-4220-8c6f-1ea30a52ade0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:32.461762 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-cad141ba-323e-477b-9a14-c1b027ef6a4b req-ba40f99c-dcce-4220-8c6f-1ea30a52ade0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=da181f30-60f8-4f23-91ed-b59a77cfcda8 HTTP/1.1" status: 200 len: 913 time: 0.2906485 Oct 13 15:34:32.505548 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-198806ba-4cd4-4f3b-b9d6-24c838b4cd4c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:32.562782 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4849bd42-e991-4eff-a0a4-27fadd910e9d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:32.597390 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-4849bd42-e991-4eff-a0a4-27fadd910e9d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Deleting port 045c32a4-da24-4d8e-aa6f-bb8c10e027a0 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:34:32.597727 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4849bd42-e991-4eff-a0a4-27fadd910e9d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:32.610777 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-e950f26a-e8f7-407c-aa9d-e29baddbe8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'name': 'tempest-RoutersTest-router-1661744763', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:33:23Z', 'updated_at': '2022-10-13T15:34:30Z', 'revision_number': 9, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'gw_port_host': None, '_interfaces': [{'id': 'ba7d21c2-4f48-4533-91fd-451aba74fce3', 'name': '', 'network_id': 'ea4ebc96-c71a-4447-81de-9020fb848258', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:c1:c2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:28Z', 'updated_at': '2022-10-13T15:33:41Z', 'revision_number': 5, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': '7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0a50cf1-0f52-452b-9e51-24acf8d71801', 'name': '', 'network_id': '94806bf1-4063-495f-b8a0-bb67a33e849c', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:78:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'c1ebce1d-272a-42ad-8c99-e3ef6810c143', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:40Z', 'updated_at': '2022-10-13T15:33:52Z', 'revision_number': 5, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': 'c1ebce1d-272a-42ad-8c99-e3ef6810c143', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:32.615140 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e950f26a-e8f7-407c-aa9d-e29baddbe8a6 None None] Checking router: a61a2962-a942-40f2-bf09-2f39a557f24c for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:34:32.618063 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 5e4bd25d-4d8d-4e44-af8c-138068bb08f2 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:34:32.625986 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e950f26a-e8f7-407c-aa9d-e29baddbe8a6 None None] Routers {'a61a2962-a942-40f2-bf09-2f39a557f24c'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:34:32.627843 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-e950f26a-e8f7-407c-aa9d-e29baddbe8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:34:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['a61a2962-a942-40f2-bf09-2f39a557f24c'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:32.662975 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-cad141ba-323e-477b-9a14-c1b027ef6a4b req-97e6f273-bcd7-4fb6-aa4c-4e6028497d19 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ceacf810-13d8-4e41-a9f9-fe99b4e3c789 HTTP/1.1" status: 200 len: 217 time: 0.1010354 Oct 13 15:34:32.663644 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 5e4bd25d-4d8d-4e44-af8c-138068bb08f2 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:34:32.664189 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 5e4bd25d-4d8d-4e44-af8c-138068bb08f2 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:34:32.771979 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511569c6-7ffc-4e92-9d32-309c2e26aba8 req-8c4c1d4d-337e-45ec-afc2-a1cad31066bb tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:32.773822 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-511569c6-7ffc-4e92-9d32-309c2e26aba8 req-8c4c1d4d-337e-45ec-afc2-a1cad31066bb tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfc5eecc-82ba-4ac9-a40f-1ecc37bba53f HTTP/1.1" status: 200 len: 944 time: 0.3787196 Oct 13 15:34:32.777496 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-198806ba-4cd4-4f3b-b9d6-24c838b4cd4c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:32.785530 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf7e3f6-5a80-4318-9148-2f9955f3c477 None None] DHCP port deletion for e5e7ee48-5c48-4e28-9a9a-9c588f1922e8 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:34:32.790503 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-6bf7e3f6-5a80-4318-9148-2f9955f3c477 None None] Deleting port 045c32a4-da24-4d8e-aa6f-bb8c10e027a0 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:34:32.791103 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6bf7e3f6-5a80-4318-9148-2f9955f3c477 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:32.817305 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad141ba-323e-477b-9a14-c1b027ef6a4b req-fc0b1601-6273-4fc7-8f6c-22d64880c155 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:32.818943 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-cad141ba-323e-477b-9a14-c1b027ef6a4b req-fc0b1601-6273-4fc7-8f6c-22d64880c155 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=d73598aa-1370-47c9-9c9b-04e22558afec HTTP/1.1" status: 200 len: 852 time: 0.1416903 Oct 13 15:34:32.821116 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198806ba-4cd4-4f3b-b9d6-24c838b4cd4c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event deleted for resources: {'Subnet': ['ID=1fc3c5c4-aae8-40bf-a57f-94f85cd06c29,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:32.839144 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-e950f26a-e8f7-407c-aa9d-e29baddbe8a6 None None] Set router a61a2962-a942-40f2-bf09-2f39a557f24c gateway port host: None {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:34:32.855330 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 20cd925d-d06b-444b-81b3-09ac8f664353 resource provider aggregate not found Oct 13 15:34:32.898907 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-198806ba-4cd4-4f3b-b9d6-24c838b4cd4c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:32.903451 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-cad141ba-323e-477b-9a14-c1b027ef6a4b req-5025700d-52db-4bca-aebb-f16a7a1139f2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=da181f30-60f8-4f23-91ed-b59a77cfcda8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0774512 Oct 13 15:34:32.907758 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-198806ba-4cd4-4f3b-b9d6-24c838b4cd4c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "DELETE /v2.0/subnets/1fc3c5c4-aae8-40bf-a57f-94f85cd06c29 HTTP/1.1" status: 204 len: 168 time: 0.8587334 Oct 13 15:34:32.910278 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54182) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:32.938468 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-511569c6-7ffc-4e92-9d32-309c2e26aba8 req-65edc4a9-4b50-41f3-9fe4-c5948f7d83ab tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/security-groups?id=81e55712-bc20-48c8-a3f7-25813fa3e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489766 Oct 13 15:34:32.950372 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 20cd925d-d06b-444b-81b3-09ac8f664353 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 20cd925d-d06b-444b-81b3-09ac8f664353 found for delete ", "request_id": "req-16f0caea-b36b-4a33-8bae-def92eec5788"}]} Oct 13 15:34:32.972485 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-4849bd42-e991-4eff-a0a4-27fadd910e9d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] For port 045c32a4-da24-4d8e-aa6f-bb8c10e027a0, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=045c32a4-da24-4d8e-aa6f-bb8c10e027a0,segment=NetworkSegment(33765775-ad89-4ee7-8e9d-9d3ab1d0a40a),segment_id=33765775-ad89-4ee7-8e9d-9d3ab1d0a40a)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:34:32.973069 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4849bd42-e991-4eff-a0a4-27fadd910e9d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:33.074938 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41d05b81-cc93-4763-97f0-07bef0b8399d None None] Network 10c7fa4a-a198-40b0-82b1-6e5555dba4b5 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:34:33.104706 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-4849bd42-e991-4eff-a0a4-27fadd910e9d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Calling delete_port for 045c32a4-da24-4d8e-aa6f-bb8c10e027a0 owned by network:dhcp {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:34:33.171545 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-6bf7e3f6-5a80-4318-9148-2f9955f3c477 None None] For port 045c32a4-da24-4d8e-aa6f-bb8c10e027a0, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=045c32a4-da24-4d8e-aa6f-bb8c10e027a0,segment=NetworkSegment(33765775-ad89-4ee7-8e9d-9d3ab1d0a40a),segment_id=33765775-ad89-4ee7-8e9d-9d3ab1d0a40a)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:34:33.171984 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6bf7e3f6-5a80-4318-9148-2f9955f3c477 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:33.205829 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-e950f26a-e8f7-407c-aa9d-e29baddbe8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'name': 'tempest-RoutersTest-router-1661744763', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:33:23Z', 'updated_at': '2022-10-13T15:34:30Z', 'revision_number': 9, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'gw_port_host': None, '_interfaces': [{'id': 'ba7d21c2-4f48-4533-91fd-451aba74fce3', 'name': '', 'network_id': 'ea4ebc96-c71a-4447-81de-9020fb848258', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:c1:c2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:28Z', 'updated_at': '2022-10-13T15:33:41Z', 'revision_number': 5, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': '7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0a50cf1-0f52-452b-9e51-24acf8d71801', 'name': '', 'network_id': '94806bf1-4063-495f-b8a0-bb67a33e849c', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:78:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'c1ebce1d-272a-42ad-8c99-e3ef6810c143', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:40Z', 'updated_at': '2022-10-13T15:33:52Z', 'revision_number': 5, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': 'c1ebce1d-272a-42ad-8c99-e3ef6810c143', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:33.207445 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4849bd42-e991-4eff-a0a4-27fadd910e9d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:33.212744 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e950f26a-e8f7-407c-aa9d-e29baddbe8a6 None None] The sync data for ids ['a61a2962-a942-40f2-bf09-2f39a557f24c'] in dv-neutron-860329-2-hyperv is: [{'id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'name': 'tempest-RoutersTest-router-1661744763', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:33:23Z', 'updated_at': '2022-10-13T15:34:30Z', 'revision_number': 9, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'gw_port_host': None, '_interfaces': [{'id': 'ba7d21c2-4f48-4533-91fd-451aba74fce3', 'name': '', 'network_id': 'ea4ebc96-c71a-4447-81de-9020fb848258', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:c1:c2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:28Z', 'updated_at': '2022-10-13T15:33:41Z', 'revision_number': 5, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': '7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e0a50cf1-0f52-452b-9e51-24acf8d71801', 'name': '', 'network_id': '94806bf1-4063-495f-b8a0-bb67a33e849c', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:78:30:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'c1ebce1d-272a-42ad-8c99-e3ef6810c143', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:40Z', 'updated_at': '2022-10-13T15:33:52Z', 'revision_number': 5, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': 'c1ebce1d-272a-42ad-8c99-e3ef6810c143', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:34:33.278368 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d8cd752c-cb37-436f-8d4e-6a48f10b035d tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:33.292665 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4849bd42-e991-4eff-a0a4-27fadd910e9d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Pushing event deleted for resources: {'Port': ['ID=045c32a4-da24-4d8e-aa6f-bb8c10e027a0,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:33.307119 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-d8cd752c-cb37-436f-8d4e-6a48f10b035d tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Deleting port 9cd42d6a-f094-4014-adb1-e9212bcf6cec {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:34:33.307459 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d8cd752c-cb37-436f-8d4e-6a48f10b035d tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:33.310722 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4849bd42-e991-4eff-a0a4-27fadd910e9d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] No DVR routers for this DVR port 045c32a4-da24-4d8e-aa6f-bb8c10e027a0 on host dv-neutron-860329-2-hyperv {{(pid=88972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:34:33.378816 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-6bf7e3f6-5a80-4318-9148-2f9955f3c477 None None] Calling delete_port for 045c32a4-da24-4d8e-aa6f-bb8c10e027a0 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:34:33.414137 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-cad141ba-323e-477b-9a14-c1b027ef6a4b req-8c0400ca-23e5-4518-82ff-31bba0f0a590 service neutron] 10.222.0.16 "GET /v2.0/networks/da181f30-60f8-4f23-91ed-b59a77cfcda8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4793766 Oct 13 15:34:33.455011 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4849bd42-e991-4eff-a0a4-27fadd910e9d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:33.530846 dv-neutron-860329-2-hyperv neutron-server[88974]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 13 15:34:33.530846 dv-neutron-860329-2-hyperv neutron-server[88974]: from cryptography.utils import int_from_bytes Oct 13 15:34:33.530846 dv-neutron-860329-2-hyperv neutron-server[88974]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Oct 13 15:34:33.530846 dv-neutron-860329-2-hyperv neutron-server[88974]: from cryptography.utils import int_from_bytes Oct 13 15:34:33.530846 dv-neutron-860329-2-hyperv neutron-server[88974]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Oct 13 15:34:33.530846 dv-neutron-860329-2-hyperv neutron-server[88974]: util.warn_limited( Oct 13 15:34:33.530846 dv-neutron-860329-2-hyperv neutron-server[88974]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Oct 13 15:34:33.530846 dv-neutron-860329-2-hyperv neutron-server[88974]: util.warn_limited( Oct 13 15:34:33.530846 dv-neutron-860329-2-hyperv neutron-server[88974]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:34:33.530846 dv-neutron-860329-2-hyperv neutron-server[88974]: util.warn( Oct 13 15:34:33.530846 dv-neutron-860329-2-hyperv neutron-server[88974]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:34:33.530846 dv-neutron-860329-2-hyperv neutron-server[88974]: util.warn( Oct 13 15:34:33.530846 dv-neutron-860329-2-hyperv neutron-server[88974]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:34:33.530846 dv-neutron-860329-2-hyperv neutron-server[88974]: util.warn( Oct 13 15:34:33.530846 dv-neutron-860329-2-hyperv neutron-server[88974]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:34:33.530846 dv-neutron-860329-2-hyperv neutron-server[88974]: util.warn( Oct 13 15:34:33.530846 dv-neutron-860329-2-hyperv neutron-server[88974]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:34:33.530846 dv-neutron-860329-2-hyperv neutron-server[88974]: util.warn( Oct 13 15:34:33.530846 dv-neutron-860329-2-hyperv neutron-server[88974]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:34:33.530846 dv-neutron-860329-2-hyperv neutron-server[88974]: util.warn( Oct 13 15:34:33.530846 dv-neutron-860329-2-hyperv neutron-server[88974]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:34:33.530846 dv-neutron-860329-2-hyperv neutron-server[88974]: util.warn( Oct 13 15:34:33.530846 dv-neutron-860329-2-hyperv neutron-server[88974]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:34:33.530846 dv-neutron-860329-2-hyperv neutron-server[88974]: util.warn( Oct 13 15:34:33.530846 dv-neutron-860329-2-hyperv neutron-server[88974]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:34:33.530846 dv-neutron-860329-2-hyperv neutron-server[88974]: util.warn( Oct 13 15:34:33.530846 dv-neutron-860329-2-hyperv neutron-server[88974]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:34:33.530846 dv-neutron-860329-2-hyperv neutron-server[88974]: util.warn( Oct 13 15:34:33.530846 dv-neutron-860329-2-hyperv neutron-server[88974]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:34:33.530846 dv-neutron-860329-2-hyperv neutron-server[88974]: util.warn( Oct 13 15:34:33.530846 dv-neutron-860329-2-hyperv neutron-server[88974]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:34:33.530846 dv-neutron-860329-2-hyperv neutron-server[88974]: util.warn( Oct 13 15:34:33.530846 dv-neutron-860329-2-hyperv neutron-server[88974]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:34:33.530846 dv-neutron-860329-2-hyperv neutron-server[88974]: util.warn( Oct 13 15:34:33.530846 dv-neutron-860329-2-hyperv neutron-server[88974]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:34:33.530846 dv-neutron-860329-2-hyperv neutron-server[88974]: util.warn( Oct 13 15:34:33.530846 dv-neutron-860329-2-hyperv neutron-server[88974]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:34:33.530846 dv-neutron-860329-2-hyperv neutron-server[88974]: util.warn( Oct 13 15:34:33.530846 dv-neutron-860329-2-hyperv neutron-server[88974]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:34:33.530846 dv-neutron-860329-2-hyperv neutron-server[88974]: util.warn( Oct 13 15:34:33.530846 dv-neutron-860329-2-hyperv neutron-server[88974]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:34:33.530846 dv-neutron-860329-2-hyperv neutron-server[88974]: util.warn( Oct 13 15:34:33.530846 dv-neutron-860329-2-hyperv neutron-server[88974]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:34:33.530846 dv-neutron-860329-2-hyperv neutron-server[88974]: util.warn( Oct 13 15:34:33.530846 dv-neutron-860329-2-hyperv neutron-server[88974]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:34:33.530846 dv-neutron-860329-2-hyperv neutron-server[88974]: util.warn( Oct 13 15:34:33.530846 dv-neutron-860329-2-hyperv neutron-server[88974]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:34:33.530846 dv-neutron-860329-2-hyperv neutron-server[88974]: util.warn( Oct 13 15:34:33.530846 dv-neutron-860329-2-hyperv neutron-server[88974]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:34:33.530846 dv-neutron-860329-2-hyperv neutron-server[88974]: util.warn( Oct 13 15:34:33.530846 dv-neutron-860329-2-hyperv neutron-server[88974]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:34:33.530846 dv-neutron-860329-2-hyperv neutron-server[88974]: util.warn( Oct 13 15:34:33.530846 dv-neutron-860329-2-hyperv neutron-server[88974]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:34:33.530846 dv-neutron-860329-2-hyperv neutron-server[88974]: util.warn( Oct 13 15:34:33.530846 dv-neutron-860329-2-hyperv neutron-server[88974]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 15:34:33.530846 dv-neutron-860329-2-hyperv neutron-server[88974]: util.warn( Oct 13 15:34:33.544280 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.db.api [None req-6bf7e3f6-5a80-4318-9148-2f9955f3c477 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88974) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:34:33.544632 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG oslo_db.api [None req-6bf7e3f6-5a80-4318-9148-2f9955f3c477 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:34:33.656979 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-4849bd42-e991-4eff-a0a4-27fadd910e9d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5e7ee48-5c48-4e28-9a9a-9c588f1922e8']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:33.662814 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8a51de-a89e-4f85-b9a5-eb393336b75b None None] DHCP port deletion for 10c7fa4a-a198-40b0-82b1-6e5555dba4b5 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:34:33.670099 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-4849bd42-e991-4eff-a0a4-27fadd910e9d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33765775-ad89-4ee7-8e9d-9d3ab1d0a40a') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:33.670428 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-4849bd42-e991-4eff-a0a4-27fadd910e9d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33765775-ad89-4ee7-8e9d-9d3ab1d0a40a') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:33.676385 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ac8a51de-a89e-4f85-b9a5-eb393336b75b None None] Deleting port 9cd42d6a-f094-4014-adb1-e9212bcf6cec {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:34:33.677159 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ac8a51de-a89e-4f85-b9a5-eb393336b75b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:33.682909 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4849bd42-e991-4eff-a0a4-27fadd910e9d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:33.700731 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4849bd42-e991-4eff-a0a4-27fadd910e9d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:33.707302 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4849bd42-e991-4eff-a0a4-27fadd910e9d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:34:33.707699 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4849bd42-e991-4eff-a0a4-27fadd910e9d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:33.751345 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2819bbf-0d51-4d34-97c4-f488233b82dd req-9dc4411f-fd60-4480-968a-cd6ef7e198fd tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:33.752827 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f2819bbf-0d51-4d34-97c4-f488233b82dd req-9dc4411f-fd60-4480-968a-cd6ef7e198fd tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] 10.222.0.42 "GET /v2.0/ports?device_id=15fed89a-3c6b-4df2-b6ba-8080934e18c9 HTTP/1.1" status: 200 len: 946 time: 0.3932600 Oct 13 15:34:33.754716 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-cad141ba-323e-477b-9a14-c1b027ef6a4b req-0a47b8fb-c36c-49da-8201-fb758cb25671 service neutron] 10.222.0.16 "GET /v2.0/networks/da181f30-60f8-4f23-91ed-b59a77cfcda8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3336749 Oct 13 15:34:33.784208 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-d8cd752c-cb37-436f-8d4e-6a48f10b035d tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] For port 9cd42d6a-f094-4014-adb1-e9212bcf6cec, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=9cd42d6a-f094-4014-adb1-e9212bcf6cec,segment=NetworkSegment(39229136-81d1-44de-829e-447dbbd6bbb1),segment_id=39229136-81d1-44de-829e-447dbbd6bbb1)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:34:33.784576 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d8cd752c-cb37-436f-8d4e-6a48f10b035d tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:33.832823 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4849bd42-e991-4eff-a0a4-27fadd910e9d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:33.837195 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4849bd42-e991-4eff-a0a4-27fadd910e9d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:33.873364 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-4849bd42-e991-4eff-a0a4-27fadd910e9d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "DELETE /v2.0/networks/e5e7ee48-5c48-4e28-9a9a-9c588f1922e8 HTTP/1.1" status: 204 len: 168 time: 1.5187254 Oct 13 15:34:33.874064 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54190) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:33.874976 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4849bd42-e991-4eff-a0a4-27fadd910e9d tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Pushing event deleted for resources: {'Network': ['ID=e5e7ee48-5c48-4e28-9a9a-9c588f1922e8,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:33.919302 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2b32e9f-cf49-41fb-93db-623b8356e7bf tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] DELETE failed (client error): The resource could not be found. Oct 13 15:34:33.919656 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2b32e9f-cf49-41fb-93db-623b8356e7bf tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:34:33.924738 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-c2b32e9f-cf49-41fb-93db-623b8356e7bf tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "DELETE /v2.0/subnets/91981e86-efc1-4e67-b78c-046a0d05b2fc HTTP/1.1" status: 404 len: 337 time: 0.0467310 Oct 13 15:34:33.925972 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54194) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:33.928186 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-d8cd752c-cb37-436f-8d4e-6a48f10b035d tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Calling delete_port for 9cd42d6a-f094-4014-adb1-e9212bcf6cec owned by network:dhcp {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:34:33.944516 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ac8a51de-a89e-4f85-b9a5-eb393336b75b None None] For port 9cd42d6a-f094-4014-adb1-e9212bcf6cec, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=9cd42d6a-f094-4014-adb1-e9212bcf6cec,segment=NetworkSegment(39229136-81d1-44de-829e-447dbbd6bbb1),segment_id=39229136-81d1-44de-829e-447dbbd6bbb1)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:34:33.944906 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ac8a51de-a89e-4f85-b9a5-eb393336b75b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:33.957075 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f2819bbf-0d51-4d34-97c4-f488233b82dd req-f7eaab9e-e427-4474-8fc1-3be62d0d1a71 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e702b27-1533-4fef-807a-965daf085c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980894 Oct 13 15:34:33.959272 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c39cdb-3e06-4532-b3d7-83f12f4e59f7 req-fd7af586-b356-4fbf-8969-c3956b48896c tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:33.965979 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e1c39cdb-3e06-4532-b3d7-83f12f4e59f7 req-fd7af586-b356-4fbf-8969-c3956b48896c tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffba99fb-1142-4d80-8627-ae50e1b52a2e HTTP/1.1" status: 200 len: 945 time: 0.4874654 Oct 13 15:34:34.001408 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-bac0a3c0-91c6-41b3-9744-332acdd45045 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] DELETE failed (client error): The resource could not be found. Oct 13 15:34:34.001871 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bac0a3c0-91c6-41b3-9744-332acdd45045 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:34:34.006145 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-bac0a3c0-91c6-41b3-9744-332acdd45045 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "DELETE /v2.0/networks/dc6e025f-0916-4516-bc2b-7a9c1d3ffff9 HTTP/1.1" status: 404 len: 339 time: 0.0790660 Oct 13 15:34:34.006890 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54200) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:34.024134 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d8cd752c-cb37-436f-8d4e-6a48f10b035d tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:34.070814 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e1c39cdb-3e06-4532-b3d7-83f12f4e59f7 req-62b65eb6-39d3-429e-b394-64d0301a273a tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/security-groups?id=7440aebc-fd11-474d-b16f-2447451d9d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038299 Oct 13 15:34:34.101852 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ac8a51de-a89e-4f85-b9a5-eb393336b75b None None] Calling delete_port for 9cd42d6a-f094-4014-adb1-e9212bcf6cec owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:34:34.104348 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd5862d0-9bd6-48b6-b186-1a53745609c9 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Deleting subnet e43aa252-e4ac-4f6c-846f-d05ccefd0975 {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:34:34.107593 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-dd5862d0-9bd6-48b6-b186-1a53745609c9 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:34.118269 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cd752c-cb37-436f-8d4e-6a48f10b035d tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event deleted for resources: {'Port': ['ID=9cd42d6a-f094-4014-adb1-e9212bcf6cec,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:34.124236 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cd752c-cb37-436f-8d4e-6a48f10b035d tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] No DVR routers for this DVR port 9cd42d6a-f094-4014-adb1-e9212bcf6cec on host dv-neutron-860329-2-hyperv {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:34:34.151327 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-6bf7e3f6-5a80-4318-9148-2f9955f3c477 None None] Deleting port 045c32a4-da24-4d8e-aa6f-bb8c10e027a0 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:34:34.151688 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6bf7e3f6-5a80-4318-9148-2f9955f3c477 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:34.163188 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-dd5862d0-9bd6-48b6-b186-1a53745609c9 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:34.227651 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-6bf7e3f6-5a80-4318-9148-2f9955f3c477 None None] The port '045c32a4-da24-4d8e-aa6f-bb8c10e027a0' was deleted {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 13 15:34:34.248759 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.db.api [None req-ac8a51de-a89e-4f85-b9a5-eb393336b75b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88974) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:34:34.249127 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG oslo_db.api [None req-ac8a51de-a89e-4f85-b9a5-eb393336b75b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:34:34.259324 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-dd5862d0-9bd6-48b6-b186-1a53745609c9 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:34.270927 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d8cd752c-cb37-436f-8d4e-6a48f10b035d tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:34.305654 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-d8cd752c-cb37-436f-8d4e-6a48f10b035d tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['10c7fa4a-a198-40b0-82b1-6e5555dba4b5']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:34.322596 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bcc146-cc28-4107-a6fb-96e6ab5fa53d req-9726a48c-d1c5-4b6c-9774-a69cb65ac9b7 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:34.324080 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-59bcc146-cc28-4107-a6fb-96e6ab5fa53d req-9726a48c-d1c5-4b6c-9774-a69cb65ac9b7 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfc5eecc-82ba-4ac9-a40f-1ecc37bba53f HTTP/1.1" status: 200 len: 944 time: 0.2507129 Oct 13 15:34:34.327767 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-d8cd752c-cb37-436f-8d4e-6a48f10b035d tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39229136-81d1-44de-829e-447dbbd6bbb1') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:34.328605 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-d8cd752c-cb37-436f-8d4e-6a48f10b035d tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39229136-81d1-44de-829e-447dbbd6bbb1') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:34.332754 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-dd5862d0-9bd6-48b6-b186-1a53745609c9 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:34.355322 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d8cd752c-cb37-436f-8d4e-6a48f10b035d tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:34.375993 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5862d0-9bd6-48b6-b186-1a53745609c9 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Pushing event deleted for resources: {'Subnet': ['ID=e43aa252-e4ac-4f6c-846f-d05ccefd0975,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:34.380636 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-dd5862d0-9bd6-48b6-b186-1a53745609c9 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks [] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:34.385656 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d8cd752c-cb37-436f-8d4e-6a48f10b035d tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:34.392565 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-dd5862d0-9bd6-48b6-b186-1a53745609c9 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "DELETE /v2.0/subnets/e43aa252-e4ac-4f6c-846f-d05ccefd0975 HTTP/1.1" status: 204 len: 168 time: 0.3820188 Oct 13 15:34:34.394564 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dbd3e29-0248-4a6a-9b5e-f73efd543c97 None None] Network e597442c-494d-4f50-a4e7-a199a1333198 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:34:34.394708 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54204) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:34.398317 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-59bcc146-cc28-4107-a6fb-96e6ab5fa53d req-abe9aa8d-32bd-4010-a704-b0dadb8fe9b5 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/security-groups?id=81e55712-bc20-48c8-a3f7-25813fa3e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623388 Oct 13 15:34:34.399251 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8cd752c-cb37-436f-8d4e-6a48f10b035d tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Releasing vlan 416 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:34:34.399642 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d8cd752c-cb37-436f-8d4e-6a48f10b035d tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:34.487674 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 39229136-81d1-44de-829e-447dbbd6bbb1 resource provider aggregate not found Oct 13 15:34:34.518545 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 39229136-81d1-44de-829e-447dbbd6bbb1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 39229136-81d1-44de-829e-447dbbd6bbb1 found for delete ", "request_id": "req-1af3d17c-7475-4e06-89f9-76d0c7e007c5"}]} Oct 13 15:34:34.523945 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 9cd42d6a-f094-4014-adb1-e9212bcf6cec no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:34:34.527021 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b209ecdf-9e67-4aee-8aab-d62727305e04 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:34.528490 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d8cd752c-cb37-436f-8d4e-6a48f10b035d tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:34.532954 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d8cd752c-cb37-436f-8d4e-6a48f10b035d tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:34.538783 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-b209ecdf-9e67-4aee-8aab-d62727305e04 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Deleting port 171ec757-3cb4-4e96-b924-138625204a5e {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:34:34.539117 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b209ecdf-9e67-4aee-8aab-d62727305e04 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:34.561130 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2c6792b5-53fb-4852-8a3e-d73904f78e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:34.563326 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cd752c-cb37-436f-8d4e-6a48f10b035d tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event deleted for resources: {'Network': ['ID=10c7fa4a-a198-40b0-82b1-6e5555dba4b5,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:34.567219 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-d8cd752c-cb37-436f-8d4e-6a48f10b035d tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "DELETE /v2.0/networks/10c7fa4a-a198-40b0-82b1-6e5555dba4b5 HTTP/1.1" status: 204 len: 168 time: 1.6558692 Oct 13 15:34:34.569779 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54212) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:34.573307 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 9cd42d6a-f094-4014-adb1-e9212bcf6cec {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:34:34.573653 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 9cd42d6a-f094-4014-adb1-e9212bcf6cec not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:34:34.574071 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 045c32a4-da24-4d8e-aa6f-bb8c10e027a0 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:34:34.613425 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 045c32a4-da24-4d8e-aa6f-bb8c10e027a0 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:34:34.613791 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 045c32a4-da24-4d8e-aa6f-bb8c10e027a0 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:34:34.614193 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device b8004a37-b1ca-47c8-a195-95a6c31cd453 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:34:34.646680 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 5fa7206f-a579-4c03-a1a9-797e93de7bbf up at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:34:34.715078 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: b8004a37-b1ca-47c8-a195-95a6c31cd453 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:34:34.715078 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device b8004a37-b1ca-47c8-a195-95a6c31cd453 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:34:34.761103 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ac8a51de-a89e-4f85-b9a5-eb393336b75b None None] Deleting port 9cd42d6a-f094-4014-adb1-e9212bcf6cec {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:34:34.761560 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ac8a51de-a89e-4f85-b9a5-eb393336b75b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:34.797784 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-b209ecdf-9e67-4aee-8aab-d62727305e04 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] For port 171ec757-3cb4-4e96-b924-138625204a5e, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=171ec757-3cb4-4e96-b924-138625204a5e,segment=NetworkSegment(4519a87a-b3bf-4f85-8a85-5fb8dc7cf7c2),segment_id=4519a87a-b3bf-4f85-8a85-5fb8dc7cf7c2)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:34:34.798197 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b209ecdf-9e67-4aee-8aab-d62727305e04 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:34.905806 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ac8a51de-a89e-4f85-b9a5-eb393336b75b None None] The port '9cd42d6a-f094-4014-adb1-e9212bcf6cec' was deleted {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 13 15:34:34.939889 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning for port 5fa7206f-a579-4c03-a1a9-797e93de7bbf completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:34:34.947189 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning complete for port 5fa7206f-a579-4c03-a1a9-797e93de7bbf triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:34:34.947559 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:34.947892 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Attempt 1 to provision port 5fa7206f-a579-4c03-a1a9-797e93de7bbf Oct 13 15:34:34.961811 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-b209ecdf-9e67-4aee-8aab-d62727305e04 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Calling delete_port for 171ec757-3cb4-4e96-b924-138625204a5e owned by network:dhcp {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:34:35.054875 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096df021-6fe9-4e7e-8d30-2a3ec40ce120 None None] DHCP port deletion for e597442c-494d-4f50-a4e7-a199a1333198 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:34:35.059962 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 33765775-ad89-4ee7-8e9d-9d3ab1d0a40a resource provider aggregate not found Oct 13 15:34:35.079579 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b209ecdf-9e67-4aee-8aab-d62727305e04 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:35.079799 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-096df021-6fe9-4e7e-8d30-2a3ec40ce120 None None] Deleting port 171ec757-3cb4-4e96-b924-138625204a5e {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:34:35.079955 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-096df021-6fe9-4e7e-8d30-2a3ec40ce120 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:35.126285 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 33765775-ad89-4ee7-8e9d-9d3ab1d0a40a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 33765775-ad89-4ee7-8e9d-9d3ab1d0a40a found for delete ", "request_id": "req-f7c56a1b-ccf6-4fbd-a003-cd67369625a1"}]} Oct 13 15:34:35.132976 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b209ecdf-9e67-4aee-8aab-d62727305e04 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] No DVR routers for this DVR port 171ec757-3cb4-4e96-b924-138625204a5e on host dv-neutron-860329-2-hyperv {{(pid=88972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:34:35.152180 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 5fa7206f-a579-4c03-a1a9-797e93de7bbf is: BUILD; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:34:35.152653 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:35.166646 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-096df021-6fe9-4e7e-8d30-2a3ec40ce120 None None] The port '171ec757-3cb4-4e96-b924-138625204a5e' was deleted {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 13 15:34:35.169344 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b209ecdf-9e67-4aee-8aab-d62727305e04 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Pushing event deleted for resources: {'Port': ['ID=171ec757-3cb4-4e96-b924-138625204a5e,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:35.195412 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc5eecc-82ba-4ac9-a40f-1ecc37bba53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa7206f-a579-4c03-a1a9-797e93de7bbf'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:34:35.198566 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979c64d66908691d8da3fe322a5acf5d757b5bee84c7992aba2ec3c134dffaeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-837d325b-195f-4293-b922-b7d491f90176" -d '{"events": [{"server_uuid": "cfc5eecc-82ba-4ac9-a40f-1ecc37bba53f", "name": "network-vif-plugged", "status": "completed", "tag": "5fa7206f-a579-4c03-a1a9-797e93de7bbf"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:34:35.205987 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 5fa7206f-a579-4c03-a1a9-797e93de7bbf, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=5fa7206f-a579-4c03-a1a9-797e93de7bbf,segment=NetworkSegment(c8b28188-8b1e-438a-8a7c-cfa1fc185e50),segment_id=c8b28188-8b1e-438a-8a7c-cfa1fc185e50)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:34:35.212071 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:35.299750 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=5fa7206f-a579-4c03-a1a9-797e93de7bbf,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:35.329752 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b209ecdf-9e67-4aee-8aab-d62727305e04 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:35.364488 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-b209ecdf-9e67-4aee-8aab-d62727305e04 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e597442c-494d-4f50-a4e7-a199a1333198']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:35.378612 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266eae1f-4b19-4153-afb8-beb5ea0d8642 req-2a0aff27-9282-4adc-9a7a-58da1156ae74 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:35.379194 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-b209ecdf-9e67-4aee-8aab-d62727305e04 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4519a87a-b3bf-4f85-8a85-5fb8dc7cf7c2') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:35.379194 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-b209ecdf-9e67-4aee-8aab-d62727305e04 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4519a87a-b3bf-4f85-8a85-5fb8dc7cf7c2') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:35.380078 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-266eae1f-4b19-4153-afb8-beb5ea0d8642 req-2a0aff27-9282-4adc-9a7a-58da1156ae74 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffba99fb-1142-4d80-8627-ae50e1b52a2e HTTP/1.1" status: 200 len: 945 time: 0.1153781 Oct 13 15:34:35.394229 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b209ecdf-9e67-4aee-8aab-d62727305e04 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:35.414561 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b209ecdf-9e67-4aee-8aab-d62727305e04 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:35.426557 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5ed483-0113-43ca-a277-eec2e77d97f6 req-39be38a3-cdbe-4fee-a90a-56c6b6ce1355 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:35.429308 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-6b5ed483-0113-43ca-a277-eec2e77d97f6 req-39be38a3-cdbe-4fee-a90a-56c6b6ce1355 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] 10.222.0.42 "GET /v2.0/ports?device_id=15fed89a-3c6b-4df2-b6ba-8080934e18c9 HTTP/1.1" status: 200 len: 946 time: 0.1557209 Oct 13 15:34:35.431229 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b209ecdf-9e67-4aee-8aab-d62727305e04 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Releasing vlan 441 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:34:35.431615 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b209ecdf-9e67-4aee-8aab-d62727305e04 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:35.466237 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-266eae1f-4b19-4153-afb8-beb5ea0d8642 req-caf51b8b-4d49-482d-ad3a-0915a75ae8eb tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/security-groups?id=7440aebc-fd11-474d-b16f-2447451d9d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799203 Oct 13 15:34:35.493355 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6ea0d8e3-3eef-4b75-adb6-fbb2099254bb tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:35.521211 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 15:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d92487-ee7e-4304-abf0-cebcdcda87b4 x-openstack-request-id: req-b7d92487-ee7e-4304-abf0-cebcdcda87b4 {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:34:35.521733 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc5eecc-82ba-4ac9-a40f-1ecc37bba53f", "name": "network-vif-plugged", "status": "completed", "tag": "5fa7206f-a579-4c03-a1a9-797e93de7bbf", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:34:35.522080 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b7d92487-ee7e-4304-abf0-cebcdcda87b4 {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:34:35.522602 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b7d92487-ee7e-4304-abf0-cebcdcda87b4'] response: {'server_uuid': 'cfc5eecc-82ba-4ac9-a40f-1ecc37bba53f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fa7206f-a579-4c03-a1a9-797e93de7bbf', 'code': 200} Oct 13 15:34:35.663743 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-6b5ed483-0113-43ca-a277-eec2e77d97f6 req-b79f6c89-3d4f-4b6d-8ba2-479c162c6b44 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e702b27-1533-4fef-807a-965daf085c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173660 Oct 13 15:34:35.664807 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b209ecdf-9e67-4aee-8aab-d62727305e04 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:35.683182 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b209ecdf-9e67-4aee-8aab-d62727305e04 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:35.695516 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b209ecdf-9e67-4aee-8aab-d62727305e04 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] Pushing event deleted for resources: {'Network': ['ID=e597442c-494d-4f50-a4e7-a199a1333198,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:35.706151 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-b209ecdf-9e67-4aee-8aab-d62727305e04 tempest-NetworksIpV6Test-1778162652 tempest-NetworksIpV6Test-1778162652-project] 10.222.0.42 "DELETE /v2.0/networks/e597442c-494d-4f50-a4e7-a199a1333198 HTTP/1.1" status: 204 len: 168 time: 1.3104579 Oct 13 15:34:35.848722 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d930d9eb-7aa6-4fc9-a11e-b5c5d1b7a0b3 req-627eba0b-9533-4cad-9ac3-11da77118ff6 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:35.850199 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d930d9eb-7aa6-4fc9-a11e-b5c5d1b7a0b3 req-627eba0b-9533-4cad-9ac3-11da77118ff6 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfc5eecc-82ba-4ac9-a40f-1ecc37bba53f HTTP/1.1" status: 200 len: 945 time: 0.2354064 Oct 13 15:34:35.966284 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d930d9eb-7aa6-4fc9-a11e-b5c5d1b7a0b3 req-b20e5369-10c0-4a3e-b17d-9da3c34e2be9 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/security-groups?id=81e55712-bc20-48c8-a3f7-25813fa3e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705566 Oct 13 15:34:36.023739 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54238) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:36.051795 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187fe482-ef4d-47cb-87e1-2a6127196101 req-69342f7b-e65c-41d8-95f9-85565e585da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:36.053412 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-187fe482-ef4d-47cb-87e1-2a6127196101 req-69342f7b-e65c-41d8-95f9-85565e585da2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cfc5eecc-82ba-4ac9-a40f-1ecc37bba53f HTTP/1.1" status: 200 len: 1098 time: 0.1969824 Oct 13 15:34:36.090497 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-6ea0d8e3-3eef-4b75-adb6-fbb2099254bb tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Deleting port e0a50cf1-0f52-452b-9e51-24acf8d71801 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:34:36.090877 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6ea0d8e3-3eef-4b75-adb6-fbb2099254bb tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:36.156672 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-187fe482-ef4d-47cb-87e1-2a6127196101 req-b0f87072-4c14-4799-aa21-bcba4de305ee service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=81e55712-bc20-48c8-a3f7-25813fa3e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946741 Oct 13 15:34:36.189125 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-3816bba7-459e-49ae-a37c-16f3159f74e9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=241b06d1b66d4165a8f1f259a57fe469&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1641498 Oct 13 15:34:36.191554 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54244) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:36.197810 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029cc98f-9baf-4506-addd-b78d8dd6ac0c req-391d3a49-d256-4625-b01e-c5dcb5fedca8 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:36.199250 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-029cc98f-9baf-4506-addd-b78d8dd6ac0c req-391d3a49-d256-4625-b01e-c5dcb5fedca8 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] 10.222.0.42 "GET /v2.0/ports?device_id=15fed89a-3c6b-4df2-b6ba-8080934e18c9 HTTP/1.1" status: 200 len: 946 time: 0.1354949 Oct 13 15:34:36.244276 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-029cc98f-9baf-4506-addd-b78d8dd6ac0c req-9bcb254f-15c1-419e-a589-1cd9c65f3b65 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e702b27-1533-4fef-807a-965daf085c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387912 Oct 13 15:34:36.337682 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-6ea0d8e3-3eef-4b75-adb6-fbb2099254bb tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] For port e0a50cf1-0f52-452b-9e51-24acf8d71801, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=e0a50cf1-0f52-452b-9e51-24acf8d71801,segment=NetworkSegment(a13aeab9-acb9-47ba-9c38-bc01c1394b68),segment_id=a13aeab9-acb9-47ba-9c38-bc01c1394b68)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:34:36.338019 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6ea0d8e3-3eef-4b75-adb6-fbb2099254bb tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:36.349302 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ec6d442a-cbfc-4fb6-9bb9-12ada6dda79f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:36.471031 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-6ea0d8e3-3eef-4b75-adb6-fbb2099254bb tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Calling delete_port for e0a50cf1-0f52-452b-9e51-24acf8d71801 owned by network:router_interface {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:34:36.495607 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 171ec757-3cb4-4e96-b924-138625204a5e no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:34:36.532126 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 171ec757-3cb4-4e96-b924-138625204a5e {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:34:36.532490 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 171ec757-3cb4-4e96-b924-138625204a5e not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:34:36.579526 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6e506411-e54d-44c4-83ae-a6db00b4e6ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:36.695085 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ec6d442a-cbfc-4fb6-9bb9-12ada6dda79f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:36.808083 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84e55f-ff58-4f6f-80e6-2550ee091c89 req-5dba9cfe-1f9f-4fd1-90bf-db0aff1673cb tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:36.809503 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ce84e55f-ff58-4f6f-80e6-2550ee091c89 req-5dba9cfe-1f9f-4fd1-90bf-db0aff1673cb tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffba99fb-1142-4d80-8627-ae50e1b52a2e HTTP/1.1" status: 200 len: 945 time: 0.1908596 Oct 13 15:34:36.814929 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ec6d442a-cbfc-4fb6-9bb9-12ada6dda79f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:36.848208 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6d442a-cbfc-4fb6-9bb9-12ada6dda79f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ede89a9-808b-405a-812b-ec9e21b96e8b,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:36.930957 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ce84e55f-ff58-4f6f-80e6-2550ee091c89 req-4afc2520-5206-46ad-af2d-40220cd33090 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/security-groups?id=7440aebc-fd11-474d-b16f-2447451d9d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1110151 Oct 13 15:34:36.934766 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ec6d442a-cbfc-4fb6-9bb9-12ada6dda79f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:36.935755 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-ec6d442a-cbfc-4fb6-9bb9-12ada6dda79f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7ede89a9-808b-405a-812b-ec9e21b96e8b HTTP/1.1" status: 204 len: 168 time: 0.7433021 Oct 13 15:34:36.943100 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6ea0d8e3-3eef-4b75-adb6-fbb2099254bb tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:36.995034 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea0d8e3-3eef-4b75-adb6-fbb2099254bb tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event deleted for resources: {'Port': ['ID=e0a50cf1-0f52-452b-9e51-24acf8d71801,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:37.169658 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 4519a87a-b3bf-4f85-8a85-5fb8dc7cf7c2 resource provider aggregate not found Oct 13 15:34:37.197553 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 4519a87a-b3bf-4f85-8a85-5fb8dc7cf7c2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 4519a87a-b3bf-4f85-8a85-5fb8dc7cf7c2 found for delete ", "request_id": "req-09f24323-49b2-499d-8bea-221698bb83a6"}]} Oct 13 15:34:37.244012 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60816553-72eb-428f-8cf6-066c1a2718d2 req-cbdd3bec-a2ba-4f07-8194-15a601e4e0cd tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:37.245734 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-60816553-72eb-428f-8cf6-066c1a2718d2 req-cbdd3bec-a2ba-4f07-8194-15a601e4e0cd tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfc5eecc-82ba-4ac9-a40f-1ecc37bba53f HTTP/1.1" status: 200 len: 945 time: 0.1437547 Oct 13 15:34:37.302570 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6ea0d8e3-3eef-4b75-adb6-fbb2099254bb tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:37.313850 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-60816553-72eb-428f-8cf6-066c1a2718d2 req-ec21974c-4049-40af-aeab-c43fdf3905d8 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/security-groups?id=81e55712-bc20-48c8-a3f7-25813fa3e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599566 Oct 13 15:34:37.701325 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887770b1-0316-4781-bf7a-0dcdd284966e req-1cf816b6-a861-4bcd-a60b-7fa97623f98a tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:37.703731 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-887770b1-0316-4781-bf7a-0dcdd284966e req-1cf816b6-a861-4bcd-a60b-7fa97623f98a tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] 10.222.0.42 "GET /v2.0/ports?device_id=15fed89a-3c6b-4df2-b6ba-8080934e18c9 HTTP/1.1" status: 200 len: 946 time: 0.2629664 Oct 13 15:34:37.705689 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:37.761499 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ea0d8e3-3eef-4b75-adb6-fbb2099254bb tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Router a61a2962-a942-40f2-bf09-2f39a557f24c has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:34:37.819111 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:37.835041 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54278) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:37.855099 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-887770b1-0316-4781-bf7a-0dcdd284966e req-bd81ec57-30f7-4faa-814d-26b6ece93852 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e702b27-1533-4fef-807a-965daf085c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232283 Oct 13 15:34:37.948079 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-4b764512-ea99-4399-97a6-bc337723d6d3 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Request body: {'security_group': {'name': 'tempest-secgroup--368295157'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:37.954080 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-4b764512-ea99-4399-97a6-bc337723d6d3 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:37.954265 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ea0d8e3-3eef-4b75-adb6-fbb2099254bb tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:34:37.958664 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-4b764512-ea99-4399-97a6-bc337723d6d3 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Usage tracker for resource:security_group and tenant:960ffdec027a484ca61151ed7691f618 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:34:37.961719 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-6ea0d8e3-3eef-4b75-adb6-fbb2099254bb tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "PUT /v2.0/routers/a61a2962-a942-40f2-bf09-2f39a557f24c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3907337 Oct 13 15:34:37.962015 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54284) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:37.962897 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-4b764512-ea99-4399-97a6-bc337723d6d3 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:34:37.964536 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1972fd2-46a0-4d72-8e94-7a7739fa33d0 None None] Sync routers for ids ['a61a2962-a942-40f2-bf09-2f39a557f24c'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:34:37.975229 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1972fd2-46a0-4d72-8e94-7a7739fa33d0 None None] Routers {'a61a2962-a942-40f2-bf09-2f39a557f24c'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:34:37.975980 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-b1972fd2-46a0-4d72-8e94-7a7739fa33d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:34:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['a61a2962-a942-40f2-bf09-2f39a557f24c'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:38.003126 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-4b764512-ea99-4399-97a6-bc337723d6d3 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:38.030455 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4b764512-ea99-4399-97a6-bc337723d6d3 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:38.051544 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4b764512-ea99-4399-97a6-bc337723d6d3 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:38.098820 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-db55e629-b8b3-4bd5-a6d3-7e473d7841fd tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Deleting subnet c1ebce1d-272a-42ad-8c99-e3ef6810c143 {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:34:38.107897 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-db55e629-b8b3-4bd5-a6d3-7e473d7841fd tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:38.130501 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-b1972fd2-46a0-4d72-8e94-7a7739fa33d0 None None] Set router a61a2962-a942-40f2-bf09-2f39a557f24c gateway port host: None {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:34:38.153890 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-4b764512-ea99-4399-97a6-bc337723d6d3 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:38.169108 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-4b764512-ea99-4399-97a6-bc337723d6d3 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Usage tracker for resource:security_group_rule and tenant:960ffdec027a484ca61151ed7691f618 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:34:38.182886 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-4b764512-ea99-4399-97a6-bc337723d6d3 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:34:38.193642 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-4b764512-ea99-4399-97a6-bc337723d6d3 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:38.196861 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-db55e629-b8b3-4bd5-a6d3-7e473d7841fd tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:38.306176 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25920e5-3872-4080-8af1-8133a7ee8c8a req-38b2dcf6-9b9a-4014-841d-6630e783e1e9 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:38.307549 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e25920e5-3872-4080-8af1-8133a7ee8c8a req-38b2dcf6-9b9a-4014-841d-6630e783e1e9 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffba99fb-1142-4d80-8627-ae50e1b52a2e HTTP/1.1" status: 200 len: 945 time: 0.2596169 Oct 13 15:34:38.390981 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e25920e5-3872-4080-8af1-8133a7ee8c8a req-f4269bf2-36d9-4096-b04a-7ba6fd70ac32 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/security-groups?id=7440aebc-fd11-474d-b16f-2447451d9d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717223 Oct 13 15:34:38.392559 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-db55e629-b8b3-4bd5-a6d3-7e473d7841fd tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:38.469697 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-b1972fd2-46a0-4d72-8e94-7a7739fa33d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'name': 'tempest-RoutersTest-router-1661744763', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:33:23Z', 'updated_at': '2022-10-13T15:34:36Z', 'revision_number': 10, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'gw_port_host': None, '_interfaces': [{'id': 'ba7d21c2-4f48-4533-91fd-451aba74fce3', 'name': '', 'network_id': 'ea4ebc96-c71a-4447-81de-9020fb848258', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:c1:c2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:28Z', 'updated_at': '2022-10-13T15:33:41Z', 'revision_number': 5, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': '7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:38.474015 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1972fd2-46a0-4d72-8e94-7a7739fa33d0 None None] Checking router: a61a2962-a942-40f2-bf09-2f39a557f24c for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:34:38.482561 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1972fd2-46a0-4d72-8e94-7a7739fa33d0 None None] Routers {'a61a2962-a942-40f2-bf09-2f39a557f24c'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:34:38.483178 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-b1972fd2-46a0-4d72-8e94-7a7739fa33d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:34:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['a61a2962-a942-40f2-bf09-2f39a557f24c'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:38.519249 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4b764512-ea99-4399-97a6-bc337723d6d3 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:38.529344 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4b764512-ea99-4399-97a6-bc337723d6d3 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:38.547151 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4b12e4-1b9c-425e-9dc9-ebd3a8527f6d req-b8a007d1-4244-4419-b2a1-9a2fa4e2db2e tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:38.548243 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-4b764512-ea99-4399-97a6-bc337723d6d3 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:38.548656 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0f4b12e4-1b9c-425e-9dc9-ebd3a8527f6d req-b8a007d1-4244-4419-b2a1-9a2fa4e2db2e tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfc5eecc-82ba-4ac9-a40f-1ecc37bba53f HTTP/1.1" status: 200 len: 945 time: 0.1062951 Oct 13 15:34:38.571496 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-4b764512-ea99-4399-97a6-bc337723d6d3 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Usage tracker for resource:security_group_rule and tenant:960ffdec027a484ca61151ed7691f618 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:34:38.578634 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-4b764512-ea99-4399-97a6-bc337723d6d3 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:34:38.582492 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b764512-ea99-4399-97a6-bc337723d6d3 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95634520-b7f6-4964-a591-6c497b6365a9,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:38.589049 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-4b764512-ea99-4399-97a6-bc337723d6d3 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:38.591584 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-db55e629-b8b3-4bd5-a6d3-7e473d7841fd tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:38.650619 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db55e629-b8b3-4bd5-a6d3-7e473d7841fd tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event deleted for resources: {'Subnet': ['ID=c1ebce1d-272a-42ad-8c99-e3ef6810c143,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:38.652797 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-db55e629-b8b3-4bd5-a6d3-7e473d7841fd tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:38.663270 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-b1972fd2-46a0-4d72-8e94-7a7739fa33d0 None None] Set router a61a2962-a942-40f2-bf09-2f39a557f24c gateway port host: None {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:34:38.674697 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-db55e629-b8b3-4bd5-a6d3-7e473d7841fd tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "DELETE /v2.0/subnets/c1ebce1d-272a-42ad-8c99-e3ef6810c143 HTTP/1.1" status: 204 len: 168 time: 0.7082837 Oct 13 15:34:38.677545 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54292) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:38.774358 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0f4b12e4-1b9c-425e-9dc9-ebd3a8527f6d req-e7519425-452d-4059-8730-1734e0a0058a tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/security-groups?id=81e55712-bc20-48c8-a3f7-25813fa3e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2199163 Oct 13 15:34:38.803992 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-841303cf-2606-4c63-92fb-cb218073e82e None None] Network 94806bf1-4063-495f-b8a0-bb67a33e849c requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:34:38.816967 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f15422-458b-4b00-ba64-69ff693a9af7 req-bd3c6a2c-d6d6-43b2-a721-06e9bc50911f tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:38.819035 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d7f15422-458b-4b00-ba64-69ff693a9af7 req-bd3c6a2c-d6d6-43b2-a721-06e9bc50911f tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] 10.222.0.16 "GET /v2.0/ports?device_id=15fed89a-3c6b-4df2-b6ba-8080934e18c9 HTTP/1.1" status: 200 len: 946 time: 0.1254385 Oct 13 15:34:38.836098 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4b764512-ea99-4399-97a6-bc337723d6d3 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:38.840249 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-67ca5dee-b630-4954-8340-844f0f12420b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:38.849456 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4b764512-ea99-4399-97a6-bc337723d6d3 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:38.882921 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-67ca5dee-b630-4954-8340-844f0f12420b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Deleting port 11c8e659-9faa-482f-83af-683e10a23e41 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:34:38.883266 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-67ca5dee-b630-4954-8340-844f0f12420b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:38.913972 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-d7f15422-458b-4b00-ba64-69ff693a9af7 req-2b0d8d25-dd40-4153-a541-eca184a76164 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] Deleting port ceacf810-13d8-4e41-a9f9-fe99b4e3c789 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:34:38.914582 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-d7f15422-458b-4b00-ba64-69ff693a9af7 req-2b0d8d25-dd40-4153-a541-eca184a76164 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:39.019825 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4b764512-ea99-4399-97a6-bc337723d6d3 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:39.021586 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-4b764512-ea99-4399-97a6-bc337723d6d3 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1851921 Oct 13 15:34:39.024746 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54300) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:39.032666 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b764512-ea99-4399-97a6-bc337723d6d3 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee36aa8-3576-4cfb-b0c9-4eab27ab72de,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:39.231791 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-67ca5dee-b630-4954-8340-844f0f12420b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] For port 11c8e659-9faa-482f-83af-683e10a23e41, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=11c8e659-9faa-482f-83af-683e10a23e41,segment=NetworkSegment(a13aeab9-acb9-47ba-9c38-bc01c1394b68),segment_id=a13aeab9-acb9-47ba-9c38-bc01c1394b68)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:34:39.232996 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-67ca5dee-b630-4954-8340-844f0f12420b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:39.293546 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-b3299b80-82a2-4f9f-95c5-ae07cbf5fc15 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.2554777 Oct 13 15:34:39.299715 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54304) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:39.309671 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-b1972fd2-46a0-4d72-8e94-7a7739fa33d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'name': 'tempest-RoutersTest-router-1661744763', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:33:23Z', 'updated_at': '2022-10-13T15:34:36Z', 'revision_number': 10, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'gw_port_host': None, '_interfaces': [{'id': 'ba7d21c2-4f48-4533-91fd-451aba74fce3', 'name': '', 'network_id': 'ea4ebc96-c71a-4447-81de-9020fb848258', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:c1:c2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:28Z', 'updated_at': '2022-10-13T15:33:41Z', 'revision_number': 5, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': '7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:39.310472 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-65ea6164-a52c-4a50-a29d-c23f846d34a5 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Request body: {'security_group': {'name': 'tempest-security--1823112492', 'description': 'tempest-security-description-75800862'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:39.329042 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1972fd2-46a0-4d72-8e94-7a7739fa33d0 None None] The sync data for ids ['a61a2962-a942-40f2-bf09-2f39a557f24c'] in dv-neutron-860329-2-hyperv is: [{'id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'name': 'tempest-RoutersTest-router-1661744763', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:33:23Z', 'updated_at': '2022-10-13T15:34:36Z', 'revision_number': 10, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'gw_port_host': None, '_interfaces': [{'id': 'ba7d21c2-4f48-4533-91fd-451aba74fce3', 'name': '', 'network_id': 'ea4ebc96-c71a-4447-81de-9020fb848258', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'mac_address': 'fa:16:3e:c1:c2:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1148, 'fixed_ips': [{'subnet_id': '7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:33:28Z', 'updated_at': '2022-10-13T15:33:41Z', 'revision_number': 5, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'subnets': [{'id': '7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:34:39.356841 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bdc0c3-9213-4b35-b932-926939becd29 None None] DHCP port deletion for 94806bf1-4063-495f-b8a0-bb67a33e849c request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:34:39.360921 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-65ea6164-a52c-4a50-a29d-c23f846d34a5 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:39.363675 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-02bdc0c3-9213-4b35-b932-926939becd29 None None] Deleting port 11c8e659-9faa-482f-83af-683e10a23e41 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:34:39.364201 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-02bdc0c3-9213-4b35-b932-926939becd29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:39.389943 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-d7f15422-458b-4b00-ba64-69ff693a9af7 req-2b0d8d25-dd40-4153-a541-eca184a76164 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] For port ceacf810-13d8-4e41-a9f9-fe99b4e3c789, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=ceacf810-13d8-4e41-a9f9-fe99b4e3c789,segment=NetworkSegment(83e50417-f7fa-4dd5-b80d-d1fe238ddc51),segment_id=83e50417-f7fa-4dd5-b80d-d1fe238ddc51)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:34:39.390379 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-d7f15422-458b-4b00-ba64-69ff693a9af7 req-2b0d8d25-dd40-4153-a541-eca184a76164 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:39.396362 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-67ca5dee-b630-4954-8340-844f0f12420b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Calling delete_port for 11c8e659-9faa-482f-83af-683e10a23e41 owned by network:dhcp {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:34:39.480236 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a341d-c948-4497-8ced-defb9f5c28d5 req-cafc2c7e-b97a-4567-9015-3d898126e537 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:39.482010 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8e9a341d-c948-4497-8ced-defb9f5c28d5 req-cafc2c7e-b97a-4567-9015-3d898126e537 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfc5eecc-82ba-4ac9-a40f-1ecc37bba53f HTTP/1.1" status: 200 len: 945 time: 0.5266840 Oct 13 15:34:39.541000 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-d7f15422-458b-4b00-ba64-69ff693a9af7 req-2b0d8d25-dd40-4153-a541-eca184a76164 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] Calling delete_port for ceacf810-13d8-4e41-a9f9-fe99b4e3c789 owned by compute:nova {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:34:39.559126 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:39.591165 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3930b69-0048-4f8e-9f44-cd8668f20c37 req-99e09e15-5b86-47e8-8636-5d1b542ae4fe tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:39.592639 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c3930b69-0048-4f8e-9f44-cd8668f20c37 req-99e09e15-5b86-47e8-8636-5d1b542ae4fe tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] 10.222.0.42 "GET /v2.0/ports?device_id=15fed89a-3c6b-4df2-b6ba-8080934e18c9 HTTP/1.1" status: 200 len: 946 time: 0.4031823 Oct 13 15:34:39.644576 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-65ea6164-a52c-4a50-a29d-c23f846d34a5 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:39.652037 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8e9a341d-c948-4497-8ced-defb9f5c28d5 req-57c30a3c-c946-453f-9c92-f20d8698442e tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/security-groups?id=81e55712-bc20-48c8-a3f7-25813fa3e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1585269 Oct 13 15:34:39.652818 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-67ca5dee-b630-4954-8340-844f0f12420b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:39.666436 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-02bdc0c3-9213-4b35-b932-926939becd29 None None] For port 11c8e659-9faa-482f-83af-683e10a23e41, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=11c8e659-9faa-482f-83af-683e10a23e41,segment=NetworkSegment(a13aeab9-acb9-47ba-9c38-bc01c1394b68),segment_id=a13aeab9-acb9-47ba-9c38-bc01c1394b68)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:34:39.668266 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-02bdc0c3-9213-4b35-b932-926939becd29 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:39.669596 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-65ea6164-a52c-4a50-a29d-c23f846d34a5 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:39.672538 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-65ea6164-a52c-4a50-a29d-c23f846d34a5 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:39.676495 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-65ea6164-a52c-4a50-a29d-c23f846d34a5 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "PUT /v2.0/security-groups/8ee36aa8-3576-4cfb-b0c9-4eab27ab72de HTTP/1.1" status: 200 len: 1778 time: 0.3757751 Oct 13 15:34:39.677176 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54314) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:39.712054 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54318) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:39.734375 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ca5dee-b630-4954-8340-844f0f12420b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event deleted for resources: {'Port': ['ID=11c8e659-9faa-482f-83af-683e10a23e41,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:39.737908 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ca5dee-b630-4954-8340-844f0f12420b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] No DVR routers for this DVR port 11c8e659-9faa-482f-83af-683e10a23e41 on host dv-neutron-860329-2-hyperv {{(pid=88972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:34:39.753299 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c3930b69-0048-4f8e-9f44-cd8668f20c37 req-f04df8ae-adc8-4912-a60b-f5d21ada8c66 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] 10.222.0.42 "GET /v2.0/security-groups?id=9e702b27-1533-4fef-807a-965daf085c44&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500373 Oct 13 15:34:39.858539 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ea6164-a52c-4a50-a29d-c23f846d34a5 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ee36aa8-3576-4cfb-b0c9-4eab27ab72de,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:39.928519 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-02bdc0c3-9213-4b35-b932-926939becd29 None None] Calling delete_port for 11c8e659-9faa-482f-83af-683e10a23e41 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:34:39.933703 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-d748850e-7f42-4a50-9cac-84ca1ed0fabc tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "GET /v2.0/security-groups/8ee36aa8-3576-4cfb-b0c9-4eab27ab72de HTTP/1.1" status: 200 len: 1778 time: 0.2395949 Oct 13 15:34:39.940934 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54324) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:40.004096 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-d7f15422-458b-4b00-ba64-69ff693a9af7 req-2b0d8d25-dd40-4153-a541-eca184a76164 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:40.010753 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.db.api [None req-02bdc0c3-9213-4b35-b932-926939becd29 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88974) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:34:40.011334 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG oslo_db.api [None req-02bdc0c3-9213-4b35-b932-926939becd29 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:34:40.023048 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-67ca5dee-b630-4954-8340-844f0f12420b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:40.067726 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0d8d25-dd40-4153-a541-eca184a76164 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] Pushing event deleted for resources: {'Port': ['ID=ceacf810-13d8-4e41-a9f9-fe99b4e3c789,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:40.071806 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-67ca5dee-b630-4954-8340-844f0f12420b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94806bf1-4063-495f-b8a0-bb67a33e849c']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:40.089050 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-67ca5dee-b630-4954-8340-844f0f12420b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a13aeab9-acb9-47ba-9c38-bc01c1394b68') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:40.089344 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-67ca5dee-b630-4954-8340-844f0f12420b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a13aeab9-acb9-47ba-9c38-bc01c1394b68') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:40.105531 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-67ca5dee-b630-4954-8340-844f0f12420b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:40.111359 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9c139862-7bde-45e1-a69e-9d1df4825af2 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:40.129275 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-67ca5dee-b630-4954-8340-844f0f12420b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:40.139160 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67ca5dee-b630-4954-8340-844f0f12420b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Releasing vlan 423 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:34:40.139540 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-67ca5dee-b630-4954-8340-844f0f12420b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:40.170663 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7f15422-458b-4b00-ba64-69ff693a9af7 req-2b0d8d25-dd40-4153-a541-eca184a76164 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] No DVR routers for this DVR port ceacf810-13d8-4e41-a9f9-fe99b4e3c789 on host hv-neutron-8603 {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:34:40.175214 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-d7f15422-458b-4b00-ba64-69ff693a9af7 req-2b0d8d25-dd40-4153-a541-eca184a76164 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:40.177722 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15fed89a-3c6b-4df2-b6ba-8080934e18c9', 'name': 'network-vif-deleted', 'tag': 'ceacf810-13d8-4e41-a9f9-fe99b4e3c789'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:34:40.180054 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de0e1822-83c8-4571-b0af-20a8a83547be" -d '{"events": [{"server_uuid": "15fed89a-3c6b-4df2-b6ba-8080934e18c9", "name": "network-vif-deleted", "tag": "ceacf810-13d8-4e41-a9f9-fe99b4e3c789"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:34:40.201058 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9c139862-7bde-45e1-a69e-9d1df4825af2 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:40.212957 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d7f15422-458b-4b00-ba64-69ff693a9af7 req-2b0d8d25-dd40-4153-a541-eca184a76164 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] 10.222.0.16 "DELETE /v2.0/ports/ceacf810-13d8-4e41-a9f9-fe99b4e3c789 HTTP/1.1" status: 204 len: 173 time: 1.3878629 Oct 13 15:34:40.232459 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment a13aeab9-acb9-47ba-9c38-bc01c1394b68 resource provider aggregate not found Oct 13 15:34:40.235467 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 15:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f15f8b-1991-4c96-8f8a-1ed8ccf6215f x-openstack-request-id: req-e7f15f8b-1991-4c96-8f8a-1ed8ccf6215f {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:34:40.235756 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "15fed89a-3c6b-4df2-b6ba-8080934e18c9", "name": "network-vif-deleted", "tag": "ceacf810-13d8-4e41-a9f9-fe99b4e3c789", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:34:40.236067 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e7f15f8b-1991-4c96-8f8a-1ed8ccf6215f {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:34:40.236530 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7f15f8b-1991-4c96-8f8a-1ed8ccf6215f'] response: {'server_uuid': '15fed89a-3c6b-4df2-b6ba-8080934e18c9', 'name': 'network-vif-deleted', 'tag': 'ceacf810-13d8-4e41-a9f9-fe99b4e3c789', 'status': 'completed', 'code': 200} Oct 13 15:34:40.245295 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb293d7-83ec-4504-805b-fc8911cd9ba1 req-22802828-77c1-4997-95fd-25bc2c85c570 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:40.246857 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8cb293d7-83ec-4504-805b-fc8911cd9ba1 req-22802828-77c1-4997-95fd-25bc2c85c570 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffba99fb-1142-4d80-8627-ae50e1b52a2e HTTP/1.1" status: 200 len: 945 time: 0.3223567 Oct 13 15:34:40.257492 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e32bd2e0-308d-4258-8e24-10bdb5c64dee tempest-TestVolumeBootPattern-1224950024 tempest-TestVolumeBootPattern-1224950024-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:40.261622 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-e32bd2e0-308d-4258-8e24-10bdb5c64dee tempest-TestVolumeBootPattern-1224950024 tempest-TestVolumeBootPattern-1224950024-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=cfc5eecc-82ba-4ac9-a40f-1ecc37bba53f HTTP/1.1" status: 200 len: 1093 time: 0.5396538 Oct 13 15:34:40.262951 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54334) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:40.267180 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9c139862-7bde-45e1-a69e-9d1df4825af2 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:40.274187 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-83a2abe4-7a1c-4d4d-8224-a4161b2f6603 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Request body: {'floatingip': {'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'port_id': '5fa7206f-a579-4c03-a1a9-797e93de7bbf', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:40.280196 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment a13aeab9-acb9-47ba-9c38-bc01c1394b68 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a13aeab9-acb9-47ba-9c38-bc01c1394b68 found for delete ", "request_id": "req-5a9342d7-262c-4264-8f68-b62e21f70c71"}]} Oct 13 15:34:40.291994 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-83a2abe4-7a1c-4d4d-8224-a4161b2f6603 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:40.294663 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c139862-7bde-45e1-a69e-9d1df4825af2 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ee36aa8-3576-4cfb-b0c9-4eab27ab72de,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:40.300294 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-83a2abe4-7a1c-4d4d-8224-a4161b2f6603 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Usage tracker for resource:floatingip and tenant:c4e179e9a35a4e59a0b0abe27aa737df is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:34:40.301591 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-67ca5dee-b630-4954-8340-844f0f12420b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:40.304317 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-83a2abe4-7a1c-4d4d-8224-a4161b2f6603 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:34:40.310725 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9c139862-7bde-45e1-a69e-9d1df4825af2 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:40.314942 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-9c139862-7bde-45e1-a69e-9d1df4825af2 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "DELETE /v2.0/security-groups/8ee36aa8-3576-4cfb-b0c9-4eab27ab72de HTTP/1.1" status: 204 len: 168 time: 0.3734939 Oct 13 15:34:40.315592 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54338) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:40.316452 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-83a2abe4-7a1c-4d4d-8224-a4161b2f6603 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:40.326664 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-67ca5dee-b630-4954-8340-844f0f12420b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:40.336646 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8cb293d7-83ec-4504-805b-fc8911cd9ba1 req-17f890f9-9ef9-4c95-880c-ae639de78405 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/security-groups?id=7440aebc-fd11-474d-b16f-2447451d9d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818074 Oct 13 15:34:40.340405 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ca5dee-b630-4954-8340-844f0f12420b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event deleted for resources: {'Network': ['ID=94806bf1-4063-495f-b8a0-bb67a33e849c,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:40.349121 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-67ca5dee-b630-4954-8340-844f0f12420b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "DELETE /v2.0/networks/94806bf1-4063-495f-b8a0-bb67a33e849c HTTP/1.1" status: 204 len: 168 time: 1.6704402 Oct 13 15:34:40.352582 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54342) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:40.367166 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-83a2abe4-7a1c-4d4d-8224-a4161b2f6603 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks [] for floatingip, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:40.415898 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-008e753f-cd26-406b-a796-e44c0b1a08ae tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Synchronizing usage tracker for tenant:960ffdec027a484ca61151ed7691f618 on resource:security_group {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:34:40.487740 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-008e753f-cd26-406b-a796-e44c0b1a08ae tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Unset dirty status for tenant:960ffdec027a484ca61151ed7691f618 on resource:security_group {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:34:40.491648 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-008e753f-cd26-406b-a796-e44c0b1a08ae tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1703160 Oct 13 15:34:40.492016 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54346) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:40.512442 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-02bdc0c3-9213-4b35-b932-926939becd29 None None] Deleting port 11c8e659-9faa-482f-83af-683e10a23e41 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:34:40.512868 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-02bdc0c3-9213-4b35-b932-926939becd29 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:40.521292 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.api.v2.resource [None req-0481486f-4fb5-44f5-8fef-5e849644c91b tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] delete failed (client error): The resource could not be found. Oct 13 15:34:40.526006 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-0481486f-4fb5-44f5-8fef-5e849644c91b tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "DELETE /v2.0/security-groups/8ee36aa8-3576-4cfb-b0c9-4eab27ab72de HTTP/1.1" status: 404 len: 347 time: 0.0295451 Oct 13 15:34:40.526234 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54350) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:40.534748 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-7bb69fb7-97ee-4015-87dd-c3265a27812b tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Request body: {'security_group': {'name': 'tempest-secgroup--1032495037'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:40.541457 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-7bb69fb7-97ee-4015-87dd-c3265a27812b tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:40.548248 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device e0a50cf1-0f52-452b-9e51-24acf8d71801 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:34:40.555116 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-7bb69fb7-97ee-4015-87dd-c3265a27812b tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:40.571769 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7bb69fb7-97ee-4015-87dd-c3265a27812b tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:40.592346 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:34:40.599304 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-83a2abe4-7a1c-4d4d-8224-a4161b2f6603 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:40.601218 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-7bb69fb7-97ee-4015-87dd-c3265a27812b tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:40.616523 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: e0a50cf1-0f52-452b-9e51-24acf8d71801 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:34:40.616870 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device e0a50cf1-0f52-452b-9e51-24acf8d71801 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:34:40.617288 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 11c8e659-9faa-482f-83af-683e10a23e41 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:34:40.638544 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-7bb69fb7-97ee-4015-87dd-c3265a27812b tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Usage tracker for resource:security_group_rule and tenant:960ffdec027a484ca61151ed7691f618 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:34:40.642493 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-7bb69fb7-97ee-4015-87dd-c3265a27812b tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:34:40.652443 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-7bb69fb7-97ee-4015-87dd-c3265a27812b tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:40.674390 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-02bdc0c3-9213-4b35-b932-926939becd29 None None] The port '11c8e659-9faa-482f-83af-683e10a23e41' was deleted {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 13 15:34:40.677064 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 11c8e659-9faa-482f-83af-683e10a23e41 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:34:40.678110 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 11c8e659-9faa-482f-83af-683e10a23e41 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:34:40.700837 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device ceacf810-13d8-4e41-a9f9-fe99b4e3c789 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:34:40.763224 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] No Port match for: ceacf810-13d8-4e41-a9f9-fe99b4e3c789 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:34:40.763801 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device ceacf810-13d8-4e41-a9f9-fe99b4e3c789 not bound to the agent host hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:34:40.764354 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 75f9427a-9d6f-4010-8f59-3e79fa0900ab no longer exists at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:34:40.934110 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 75f9427a-9d6f-4010-8f59-3e79fa0900ab is: ACTIVE; New status is: DOWN {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:34:40.934803 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:40.963126 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffba99fb-1142-4d80-8627-ae50e1b52a2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75f9427a-9d6f-4010-8f59-3e79fa0900ab'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:34:40.965855 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979c64d66908691d8da3fe322a5acf5d757b5bee84c7992aba2ec3c134dffaeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15e8554-46be-4646-a252-e7270f366468" -d '{"events": [{"server_uuid": "ffba99fb-1142-4d80-8627-ae50e1b52a2e", "name": "network-vif-unplugged", "status": "completed", "tag": "75f9427a-9d6f-4010-8f59-3e79fa0900ab"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:34:40.974255 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 75f9427a-9d6f-4010-8f59-3e79fa0900ab, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=75f9427a-9d6f-4010-8f59-3e79fa0900ab,segment=NetworkSegment(5b640b7b-bb58-43d3-8a2a-62c563521076),segment_id=5b640b7b-bb58-43d3-8a2a-62c563521076)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:34:40.980932 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:40.989654 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a141fd7a-cddf-43da-8baf-fed8778413ec tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:41.020712 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 13 Oct 2022 15:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65e99c62-f357-4bb9-9a92-ed1dc3ead404 x-openstack-request-id: req-65e99c62-f357-4bb9-9a92-ed1dc3ead404 {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:34:41.020908 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffba99fb-1142-4d80-8627-ae50e1b52a2e", "name": "network-vif-unplugged", "status": "completed", "tag": "75f9427a-9d6f-4010-8f59-3e79fa0900ab", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:34:41.021216 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-65e99c62-f357-4bb9-9a92-ed1dc3ead404 {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:34:41.021669 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65e99c62-f357-4bb9-9a92-ed1dc3ead404'] response: {'server_uuid': 'ffba99fb-1142-4d80-8627-ae50e1b52a2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75f9427a-9d6f-4010-8f59-3e79fa0900ab', 'code': 200} Oct 13 15:34:41.032117 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-1bf70af3-cb4f-4d01-ac3c-ab85f10a3d8c req-c38db49c-eef8-4354-a9d7-d8e907028284 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] Synchronizing usage tracker for tenant:a0bbf7edc7a946259d43826a5fe36972 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:34:41.056450 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=75f9427a-9d6f-4010-8f59-3e79fa0900ab,revision_number=6']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:41.060017 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-83a2abe4-7a1c-4d4d-8224-a4161b2f6603 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Allocated IP 172.26.2.138 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/6ea7ccdf-d92a-4f54-8e75-c20a7dd39ff3) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:34:41.081481 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-1bf70af3-cb4f-4d01-ac3c-ab85f10a3d8c req-c38db49c-eef8-4354-a9d7-d8e907028284 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] Unset dirty status for tenant:a0bbf7edc7a946259d43826a5fe36972 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:34:41.082769 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1bf70af3-cb4f-4d01-ac3c-ab85f10a3d8c req-c38db49c-eef8-4354-a9d7-d8e907028284 tempest-TestServerAdvancedOps-1460986101 tempest-TestServerAdvancedOps-1460986101-project] 10.222.0.42 "GET /v2.0/ports?device_id=15fed89a-3c6b-4df2-b6ba-8080934e18c9 HTTP/1.1" status: 200 len: 210 time: 0.1213119 Oct 13 15:34:41.139644 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7bb69fb7-97ee-4015-87dd-c3265a27812b tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:41.184077 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7bb69fb7-97ee-4015-87dd-c3265a27812b tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:41.264241 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb69fb7-97ee-4015-87dd-c3265a27812b tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9d7ed4e-8982-4c83-826a-d980309b4e31,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:41.275428 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7bb69fb7-97ee-4015-87dd-c3265a27812b tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:41.276618 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-7bb69fb7-97ee-4015-87dd-c3265a27812b tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7494845 Oct 13 15:34:41.280093 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54358) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:41.295954 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-83a2abe4-7a1c-4d4d-8224-a4161b2f6603 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:41.325071 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-83a2abe4-7a1c-4d4d-8224-a4161b2f6603 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:41.392316 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a2abe4-7a1c-4d4d-8224-a4161b2f6603 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:34:41.395348 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-83a2abe4-7a1c-4d4d-8224-a4161b2f6603 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:34:41.397784 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83a2abe4-7a1c-4d4d-8224-a4161b2f6603 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:34:41.427865 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-87987bca-d140-4d7e-9e02-263c24c08d19 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Request body: {'security_group_rule': {'security_group_id': 'a9d7ed4e-8982-4c83-826a-d980309b4e31', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:41.446198 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a2abe4-7a1c-4d4d-8224-a4161b2f6603 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Pushing event updated for resources: {'Port': ['ID=6ea7ccdf-d92a-4f54-8e75-c20a7dd39ff3,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:41.447422 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-87987bca-d140-4d7e-9e02-263c24c08d19 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:41.455623 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-87987bca-d140-4d7e-9e02-263c24c08d19 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Usage tracker for resource:security_group_rule and tenant:960ffdec027a484ca61151ed7691f618 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:34:41.460659 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-87987bca-d140-4d7e-9e02-263c24c08d19 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:34:41.469205 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-87987bca-d140-4d7e-9e02-263c24c08d19 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:41.477830 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-a141fd7a-cddf-43da-8baf-fed8778413ec tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Deleting port ba7d21c2-4f48-4533-91fd-451aba74fce3 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:34:41.478186 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a141fd7a-cddf-43da-8baf-fed8778413ec tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:41.587089 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-87987bca-d140-4d7e-9e02-263c24c08d19 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:41.770588 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0f6ba5-727d-4a9a-8416-11d7b585afcc req-de152120-27e1-44ce-a39f-f07d11d2e4d0 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:41.772037 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5b0f6ba5-727d-4a9a-8416-11d7b585afcc req-de152120-27e1-44ce-a39f-f07d11d2e4d0 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffba99fb-1142-4d80-8627-ae50e1b52a2e HTTP/1.1" status: 200 len: 943 time: 0.2973418 Oct 13 15:34:41.773633 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-87987bca-d140-4d7e-9e02-263c24c08d19 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:41.778827 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-87987bca-d140-4d7e-9e02-263c24c08d19 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:41.832215 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-a141fd7a-cddf-43da-8baf-fed8778413ec tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] For port ba7d21c2-4f48-4533-91fd-451aba74fce3, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=ba7d21c2-4f48-4533-91fd-451aba74fce3,segment=NetworkSegment(d439d4f7-768b-4325-98d4-c0fe49464b3c),segment_id=d439d4f7-768b-4325-98d4-c0fe49464b3c)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:34:41.832568 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a141fd7a-cddf-43da-8baf-fed8778413ec tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:41.842040 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-83a2abe4-7a1c-4d4d-8224-a4161b2f6603 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:41.850582 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87987bca-d140-4d7e-9e02-263c24c08d19 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fd35d37-df4f-4345-9ed1-dbe17429f421,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:41.918993 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-83a2abe4-7a1c-4d4d-8224-a4161b2f6603 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:41.980998 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-a141fd7a-cddf-43da-8baf-fed8778413ec tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Calling delete_port for ba7d21c2-4f48-4533-91fd-451aba74fce3 owned by network:router_interface {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:34:42.009822 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-87987bca-d140-4d7e-9e02-263c24c08d19 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:42.011015 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-87987bca-d140-4d7e-9e02-263c24c08d19 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7047853 Oct 13 15:34:42.021138 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5b0f6ba5-727d-4a9a-8416-11d7b585afcc req-646b356c-f143-4885-bc8d-f8113b4febdf tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/security-groups?id=7440aebc-fd11-474d-b16f-2447451d9d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2433598 Oct 13 15:34:42.021580 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54364) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:42.070030 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-be53ffda-cb4b-4210-ab8f-bbd7e3b3214b tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:42.094369 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-be53ffda-cb4b-4210-ab8f-bbd7e3b3214b tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:42.131741 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-83a2abe4-7a1c-4d4d-8224-a4161b2f6603 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:42.135980 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-83a2abe4-7a1c-4d4d-8224-a4161b2f6603 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:42.137724 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-be53ffda-cb4b-4210-ab8f-bbd7e3b3214b tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:42.155213 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be53ffda-cb4b-4210-ab8f-bbd7e3b3214b tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6fd35d37-df4f-4345-9ed1-dbe17429f421,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:42.158973 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-be53ffda-cb4b-4210-ab8f-bbd7e3b3214b tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:42.160102 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-be53ffda-cb4b-4210-ab8f-bbd7e3b3214b tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/6fd35d37-df4f-4345-9ed1-dbe17429f421 HTTP/1.1" status: 204 len: 168 time: 0.1311433 Oct 13 15:34:42.163060 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54370) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:42.207432 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54374) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:42.266012 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-726d3f39-cef3-4943-bdc5-baba0a367e9f tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Synchronizing usage tracker for tenant:960ffdec027a484ca61151ed7691f618 on resource:security_group_rule {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:34:42.284933 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a141fd7a-cddf-43da-8baf-fed8778413ec tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:42.310230 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a2abe4-7a1c-4d4d-8224-a4161b2f6603 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Pushing event updated for resources: {'Port': ['ID=6ea7ccdf-d92a-4f54-8e75-c20a7dd39ff3,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:42.315287 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-83a2abe4-7a1c-4d4d-8224-a4161b2f6603 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:42.331449 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-726d3f39-cef3-4943-bdc5-baba0a367e9f tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Unset dirty status for tenant:960ffdec027a484ca61151ed7691f618 on resource:security_group_rule {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:34:42.332671 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-726d3f39-cef3-4943-bdc5-baba0a367e9f tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1685512 Oct 13 15:34:42.340140 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54378) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:42.342708 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a141fd7a-cddf-43da-8baf-fed8778413ec tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event deleted for resources: {'Port': ['ID=ba7d21c2-4f48-4533-91fd-451aba74fce3,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:42.382557 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea38ad00-7e07-4b58-ba41-e3cf98876f4a admin admin] Deleting subnet d73598aa-1370-47c9-9c9b-04e22558afec {{(pid=88973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:34:42.403505 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ea38ad00-7e07-4b58-ba41-e3cf98876f4a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:42.533603 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ea38ad00-7e07-4b58-ba41-e3cf98876f4a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7432921'] for subnet, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:42.637587 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-34e02f2c-0122-4f6f-b470-6b624e3b4732 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:42.653480 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a141fd7a-cddf-43da-8baf-fed8778413ec tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:42.676062 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-34e02f2c-0122-4f6f-b470-6b624e3b4732 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:42.706575 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 75f9427a-9d6f-4010-8f59-3e79fa0900ab details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=88974) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 13 15:34:42.785308 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.l3_db [None req-83a2abe4-7a1c-4d4d-8224-a4161b2f6603 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Floating IP 53bc8dbb-a684-4db0-8e24-99bf94a5154a associated. External IP: 172.26.2.138, port: 5fa7206f-a579-4c03-a1a9-797e93de7bbf. Oct 13 15:34:42.838818 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ea38ad00-7e07-4b58-ba41-e3cf98876f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:42.841128 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 75f9427a-9d6f-4010-8f59-3e79fa0900ab, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=75f9427a-9d6f-4010-8f59-3e79fa0900ab,segment=NetworkSegment(5b640b7b-bb58-43d3-8a2a-62c563521076),segment_id=5b640b7b-bb58-43d3-8a2a-62c563521076)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:34:42.858892 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Returning: {'device': '75f9427a-9d6f-4010-8f59-3e79fa0900ab', 'network_id': '0f5e6b55-c27c-4faf-a1fa-6c17e6456d25', 'port_id': '75f9427a-9d6f-4010-8f59-3e79fa0900ab', 'mac_address': 'fa:16:3e:45:8d:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c3b98ca8-1d3f-46b6-888f-6c77b6718cf0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88974) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 13 15:34:42.917178 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 75f9427a-9d6f-4010-8f59-3e79fa0900ab is: DOWN; New status is: BUILD {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:34:42.917554 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:42.935185 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75f9427a-9d6f-4010-8f59-3e79fa0900ab {{(pid=88974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 15:34:42.952483 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 75f9427a-9d6f-4010-8f59-3e79fa0900ab, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=75f9427a-9d6f-4010-8f59-3e79fa0900ab,segment=NetworkSegment(5b640b7b-bb58-43d3-8a2a-62c563521076),segment_id=5b640b7b-bb58-43d3-8a2a-62c563521076)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:34:42.957787 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:43.028766 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=75f9427a-9d6f-4010-8f59-3e79fa0900ab,revision_number=7']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:43.031817 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3240faa4-d8de-4fa9-9004-f06df5e78242 req-c161e48d-c23d-45fa-a79c-727ad896e99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:43.033750 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-3240faa4-d8de-4fa9-9004-f06df5e78242 req-c161e48d-c23d-45fa-a79c-727ad896e99a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ffba99fb-1142-4d80-8627-ae50e1b52a2e HTTP/1.1" status: 200 len: 1096 time: 0.3514779 Oct 13 15:34:43.058841 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ea38ad00-7e07-4b58-ba41-e3cf98876f4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:43.093947 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-34e02f2c-0122-4f6f-b470-6b624e3b4732 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:43.115423 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ea38ad00-7e07-4b58-ba41-e3cf98876f4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:43.115629 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e02f2c-0122-4f6f-b470-6b624e3b4732 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9d7ed4e-8982-4c83-826a-d980309b4e31,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:43.120616 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea38ad00-7e07-4b58-ba41-e3cf98876f4a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d73598aa-1370-47c9-9c9b-04e22558afec,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:43.143724 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a141fd7a-cddf-43da-8baf-fed8778413ec tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Router a61a2962-a942-40f2-bf09-2f39a557f24c has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:34:43.148741 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-34e02f2c-0122-4f6f-b470-6b624e3b4732 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:43.152818 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-34e02f2c-0122-4f6f-b470-6b624e3b4732 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "DELETE /v2.0/security-groups/a9d7ed4e-8982-4c83-826a-d980309b4e31 HTTP/1.1" status: 204 len: 168 time: 0.8116701 Oct 13 15:34:43.188509 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54384) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:43.214842 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-3240faa4-d8de-4fa9-9004-f06df5e78242 req-9e3db0ab-2412-48a8-9501-7f26c084c35f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7440aebc-fd11-474d-b16f-2447451d9d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1732514 Oct 13 15:34:43.226423 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-ea38ad00-7e07-4b58-ba41-e3cf98876f4a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d73598aa-1370-47c9-9c9b-04e22558afec HTTP/1.1" status: 204 len: 168 time: 1.0095758 Oct 13 15:34:43.237233 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54388) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:43.325953 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['75f9427a-9d6f-4010-8f59-3e79fa0900ab'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 15:34:43.362036 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a141fd7a-cddf-43da-8baf-fed8778413ec tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:34:43.370944 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a141fd7a-cddf-43da-8baf-fed8778413ec tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "PUT /v2.0/routers/a61a2962-a942-40f2-bf09-2f39a557f24c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0173578 Oct 13 15:34:43.371736 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54392) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:43.381733 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44746339-72bf-4a8f-95a1-bf7ea93b8e38 None None] Sync routers for ids ['a61a2962-a942-40f2-bf09-2f39a557f24c'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:34:43.398290 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44746339-72bf-4a8f-95a1-bf7ea93b8e38 None None] Routers {'a61a2962-a942-40f2-bf09-2f39a557f24c'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:34:43.398910 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-44746339-72bf-4a8f-95a1-bf7ea93b8e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:34:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['a61a2962-a942-40f2-bf09-2f39a557f24c'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:43.431542 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-c642353a-c355-4369-b669-1c791bd61227 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Synchronizing usage tracker for tenant:960ffdec027a484ca61151ed7691f618 on resource:security_group {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:34:43.449280 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-b19b8536-575b-4e70-ac4a-36978886e418 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Deleting subnet 7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850 {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:34:43.452684 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b19b8536-575b-4e70-ac4a-36978886e418 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:43.467501 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-c642353a-c355-4369-b669-1c791bd61227 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Unset dirty status for tenant:960ffdec027a484ca61151ed7691f618 on resource:security_group {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:34:43.473654 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c642353a-c355-4369-b669-1c791bd61227 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2785239 Oct 13 15:34:43.479167 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54398) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:43.484854 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-f2e19c46-131a-474b-b3de-f191abbb1546 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Request body: {'security_group': {'name': 'tempest-secgroup--1873042149'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:43.491762 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-f2e19c46-131a-474b-b3de-f191abbb1546 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:43.502559 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-f2e19c46-131a-474b-b3de-f191abbb1546 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:43.513347 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b19b8536-575b-4e70-ac4a-36978886e418 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:43.516467 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-616c9f17-b28c-4012-af77-7ad17e3841a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:43.521725 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f2e19c46-131a-474b-b3de-f191abbb1546 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:43.558881 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-f2e19c46-131a-474b-b3de-f191abbb1546 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:43.563731 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-f2e19c46-131a-474b-b3de-f191abbb1546 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Usage tracker for resource:security_group_rule and tenant:960ffdec027a484ca61151ed7691f618 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:34:43.565746 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2cfbcc-1f84-4aab-a8b7-8a6b33a002da req-a857af70-23bf-46e5-b6c1-e3045a82fc1b tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:43.567889 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-f2e19c46-131a-474b-b3de-f191abbb1546 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:34:43.572821 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-9d2cfbcc-1f84-4aab-a8b7-8a6b33a002da req-a857af70-23bf-46e5-b6c1-e3045a82fc1b tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffba99fb-1142-4d80-8627-ae50e1b52a2e HTTP/1.1" status: 200 len: 944 time: 0.4276247 Oct 13 15:34:43.574012 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-f2e19c46-131a-474b-b3de-f191abbb1546 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:43.603089 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-44746339-72bf-4a8f-95a1-bf7ea93b8e38 None None] Set router a61a2962-a942-40f2-bf09-2f39a557f24c gateway port host: None {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:34:43.606718 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83a2abe4-7a1c-4d4d-8224-a4161b2f6603 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Router 5c789ee5-5555-45a4-8d4f-29ee4b084360 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:34:43.719389 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-9d2cfbcc-1f84-4aab-a8b7-8a6b33a002da req-2cc5bd82-bd4f-45fc-8af1-96003ed88f70 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/security-groups?id=7440aebc-fd11-474d-b16f-2447451d9d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1306002 Oct 13 15:34:43.741953 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b19b8536-575b-4e70-ac4a-36978886e418 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:43.757485 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-44746339-72bf-4a8f-95a1-bf7ea93b8e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'name': 'tempest-RoutersTest-router-1661744763', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:33:23Z', 'updated_at': '2022-10-13T15:34:42Z', 'revision_number': 11, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'gw_port_host': None}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:43.763361 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44746339-72bf-4a8f-95a1-bf7ea93b8e38 None None] Checking router: a61a2962-a942-40f2-bf09-2f39a557f24c for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:34:43.782202 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44746339-72bf-4a8f-95a1-bf7ea93b8e38 None None] Routers {'a61a2962-a942-40f2-bf09-2f39a557f24c'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:34:43.783208 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-44746339-72bf-4a8f-95a1-bf7ea93b8e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:34:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['a61a2962-a942-40f2-bf09-2f39a557f24c'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:43.821760 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b19b8536-575b-4e70-ac4a-36978886e418 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:43.859460 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-616c9f17-b28c-4012-af77-7ad17e3841a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:43.861171 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19b8536-575b-4e70-ac4a-36978886e418 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event deleted for resources: {'Subnet': ['ID=7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:43.871218 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b19b8536-575b-4e70-ac4a-36978886e418 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:43.873644 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582de4e4-e9c6-4606-a1cc-cf0a9765a773 None None] Network ea4ebc96-c71a-4447-81de-9020fb848258 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:34:43.880608 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-b19b8536-575b-4e70-ac4a-36978886e418 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "DELETE /v2.0/subnets/7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850 HTTP/1.1" status: 204 len: 168 time: 0.5069613 Oct 13 15:34:43.881865 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54402) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:43.883674 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f2e19c46-131a-474b-b3de-f191abbb1546 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:43.949479 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f2e19c46-131a-474b-b3de-f191abbb1546 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:43.970028 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-44746339-72bf-4a8f-95a1-bf7ea93b8e38 None None] Set router a61a2962-a942-40f2-bf09-2f39a557f24c gateway port host: None {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:34:43.980816 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-616c9f17-b28c-4012-af77-7ad17e3841a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da181f30-60f8-4f23-91ed-b59a77cfcda8']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:43.998519 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ce704022-b039-428a-a2ff-70f4dc35d5df tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:44.010809 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-ce704022-b039-428a-a2ff-70f4dc35d5df tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Deleting port c67dd2dc-04c9-419a-8dd9-5cee26ea9939 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:34:44.011275 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ce704022-b039-428a-a2ff-70f4dc35d5df tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:44.020129 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-616c9f17-b28c-4012-af77-7ad17e3841a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83e50417-f7fa-4dd5-b80d-d1fe238ddc51') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:44.020471 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-616c9f17-b28c-4012-af77-7ad17e3841a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83e50417-f7fa-4dd5-b80d-d1fe238ddc51') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:44.045983 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-616c9f17-b28c-4012-af77-7ad17e3841a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:44.070450 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e19c46-131a-474b-b3de-f191abbb1546 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64c4a810-21af-4a3a-b267-1b2aac59a405,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:44.080390 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-616c9f17-b28c-4012-af77-7ad17e3841a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:44.085613 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f2e19c46-131a-474b-b3de-f191abbb1546 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:44.087142 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-f2e19c46-131a-474b-b3de-f191abbb1546 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6070294 Oct 13 15:34:44.094931 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e19c46-131a-474b-b3de-f191abbb1546 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:34:44.095282 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e19c46-131a-474b-b3de-f191abbb1546 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:34:44.095880 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e19c46-131a-474b-b3de-f191abbb1546 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:34:44.096816 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e19c46-131a-474b-b3de-f191abbb1546 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:34:44.097312 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e19c46-131a-474b-b3de-f191abbb1546 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:34:44.097659 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e19c46-131a-474b-b3de-f191abbb1546 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:34:44.097994 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e19c46-131a-474b-b3de-f191abbb1546 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:34:44.098540 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e19c46-131a-474b-b3de-f191abbb1546 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:34:44.098882 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e19c46-131a-474b-b3de-f191abbb1546 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:34:44.099208 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e19c46-131a-474b-b3de-f191abbb1546 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:34:44.100042 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e19c46-131a-474b-b3de-f191abbb1546 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:34:44.100384 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e19c46-131a-474b-b3de-f191abbb1546 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:34:44.103600 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54406) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:44.106031 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83a2abe4-7a1c-4d4d-8224-a4161b2f6603 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:34:44.113672 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-616c9f17-b28c-4012-af77-7ad17e3841a5 admin admin] Releasing vlan 431 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:34:44.114109 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-616c9f17-b28c-4012-af77-7ad17e3841a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:44.122833 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-44746339-72bf-4a8f-95a1-bf7ea93b8e38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'name': 'tempest-RoutersTest-router-1661744763', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:33:23Z', 'updated_at': '2022-10-13T15:34:42Z', 'revision_number': 11, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'gw_port_host': None}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:44.125124 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233c367a-ad4b-4d1d-b99d-abb99e9be433 None None] Sync routers for ids ['5c789ee5-5555-45a4-8d4f-29ee4b084360'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:34:44.133137 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44746339-72bf-4a8f-95a1-bf7ea93b8e38 None None] The sync data for ids ['a61a2962-a942-40f2-bf09-2f39a557f24c'] in dv-neutron-860329-2-hyperv is: [{'id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'name': 'tempest-RoutersTest-router-1661744763', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:33:23Z', 'updated_at': '2022-10-13T15:34:42Z', 'revision_number': 11, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'gw_port_host': None}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:34:44.133963 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-3d8751b8-52aa-4fd0-984e-e0c7813df496 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Request body: {'security_group_rule': {'security_group_id': '64c4a810-21af-4a3a-b267-1b2aac59a405', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:44.137465 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233c367a-ad4b-4d1d-b99d-abb99e9be433 None None] Routers {'5c789ee5-5555-45a4-8d4f-29ee4b084360'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:34:44.138409 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-233c367a-ad4b-4d1d-b99d-abb99e9be433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:34:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['5c789ee5-5555-45a4-8d4f-29ee4b084360'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:44.140974 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-3d8751b8-52aa-4fd0-984e-e0c7813df496 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:44.145305 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-3d8751b8-52aa-4fd0-984e-e0c7813df496 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Usage tracker for resource:security_group_rule and tenant:960ffdec027a484ca61151ed7691f618 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:34:44.148354 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-3d8751b8-52aa-4fd0-984e-e0c7813df496 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:34:44.155552 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-3d8751b8-52aa-4fd0-984e-e0c7813df496 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:44.248277 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 83e50417-f7fa-4dd5-b80d-d1fe238ddc51 resource provider aggregate not found Oct 13 15:34:44.257913 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3d8751b8-52aa-4fd0-984e-e0c7813df496 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:44.276332 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 83e50417-f7fa-4dd5-b80d-d1fe238ddc51 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 83e50417-f7fa-4dd5-b80d-d1fe238ddc51 found for delete ", "request_id": "req-2553e69e-f1a5-4507-8e2b-97a628869f10"}]} Oct 13 15:34:44.279244 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-ce704022-b039-428a-a2ff-70f4dc35d5df tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] For port c67dd2dc-04c9-419a-8dd9-5cee26ea9939, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=c67dd2dc-04c9-419a-8dd9-5cee26ea9939,segment=NetworkSegment(d439d4f7-768b-4325-98d4-c0fe49464b3c),segment_id=d439d4f7-768b-4325-98d4-c0fe49464b3c)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:34:44.280026 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ce704022-b039-428a-a2ff-70f4dc35d5df tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:44.286874 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-83a2abe4-7a1c-4d4d-8224-a4161b2f6603 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:44.345135 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-616c9f17-b28c-4012-af77-7ad17e3841a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:44.356399 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-233c367a-ad4b-4d1d-b99d-abb99e9be433 None None] Set router 5c789ee5-5555-45a4-8d4f-29ee4b084360 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:34:44.408997 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-ce704022-b039-428a-a2ff-70f4dc35d5df tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Calling delete_port for c67dd2dc-04c9-419a-8dd9-5cee26ea9939 owned by network:dhcp {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:34:44.504383 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-616c9f17-b28c-4012-af77-7ad17e3841a5 admin admin] Notify callbacks [] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:44.511536 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ce704022-b039-428a-a2ff-70f4dc35d5df tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:44.523433 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616c9f17-b28c-4012-af77-7ad17e3841a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=da181f30-60f8-4f23-91ed-b59a77cfcda8,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:44.536211 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5214ab8f-5c19-46e0-8b9b-655a6721e533 None None] DHCP port deletion for ea4ebc96-c71a-4447-81de-9020fb848258 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:34:44.568095 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce704022-b039-428a-a2ff-70f4dc35d5df tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] No DVR routers for this DVR port c67dd2dc-04c9-419a-8dd9-5cee26ea9939 on host dv-neutron-860329-2-hyperv {{(pid=88972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:34:44.584854 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54414) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:44.587440 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-616c9f17-b28c-4012-af77-7ad17e3841a5 admin admin] 10.222.0.42 "DELETE /v2.0/networks/da181f30-60f8-4f23-91ed-b59a77cfcda8 HTTP/1.1" status: 204 len: 168 time: 1.3469880 Oct 13 15:34:44.589720 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3d8751b8-52aa-4fd0-984e-e0c7813df496 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:44.601116 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-83a2abe4-7a1c-4d4d-8224-a4161b2f6603 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.3363924 Oct 13 15:34:44.603106 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfc5eecc-82ba-4ac9-a40f-1ecc37bba53f', 'tag': '5fa7206f-a579-4c03-a1a9-797e93de7bbf'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:34:44.611067 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-204640d6-b7c8-47e5-9547-bc473eeb828e" -d '{"events": [{"name": "network-changed", "server_uuid": "cfc5eecc-82ba-4ac9-a40f-1ecc37bba53f", "tag": "5fa7206f-a579-4c03-a1a9-797e93de7bbf"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:34:44.615608 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3d8751b8-52aa-4fd0-984e-e0c7813df496 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:44.634628 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce704022-b039-428a-a2ff-70f4dc35d5df tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event deleted for resources: {'Port': ['ID=c67dd2dc-04c9-419a-8dd9-5cee26ea9939,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:44.656783 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device c67dd2dc-04c9-419a-8dd9-5cee26ea9939 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:34:44.664049 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3d8751b8-52aa-4fd0-984e-e0c7813df496 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:44.667234 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-3d8751b8-52aa-4fd0-984e-e0c7813df496 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5567896 Oct 13 15:34:44.667234 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8751b8-52aa-4fd0-984e-e0c7813df496 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5095d314-9fbd-4552-a940-848834554d00,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:44.676364 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54422) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:44.688714 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-1403400f-1d6f-40bd-8345-e98d84b37f77 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Request body: {'security_group_rule': {'security_group_id': '64c4a810-21af-4a3a-b267-1b2aac59a405', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:44.708558 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 15:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2601d957-10e3-4d38-afa6-ac5ecc027ec9 x-openstack-request-id: req-2601d957-10e3-4d38-afa6-ac5ecc027ec9 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:34:44.708864 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfc5eecc-82ba-4ac9-a40f-1ecc37bba53f", "tag": "5fa7206f-a579-4c03-a1a9-797e93de7bbf", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:34:44.709309 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2601d957-10e3-4d38-afa6-ac5ecc027ec9 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:34:44.709867 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2601d957-10e3-4d38-afa6-ac5ecc027ec9'] response: {'name': 'network-changed', 'server_uuid': 'cfc5eecc-82ba-4ac9-a40f-1ecc37bba53f', 'tag': '5fa7206f-a579-4c03-a1a9-797e93de7bbf', 'status': 'completed', 'code': 200} Oct 13 15:34:44.713035 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-1403400f-1d6f-40bd-8345-e98d84b37f77 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:44.719074 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-1403400f-1d6f-40bd-8345-e98d84b37f77 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Usage tracker for resource:security_group_rule and tenant:960ffdec027a484ca61151ed7691f618 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:34:44.735742 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: c67dd2dc-04c9-419a-8dd9-5cee26ea9939 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:34:44.736087 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device c67dd2dc-04c9-419a-8dd9-5cee26ea9939 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:34:44.736512 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device ba7d21c2-4f48-4533-91fd-451aba74fce3 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:34:44.774483 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce704022-b039-428a-a2ff-70f4dc35d5df tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:34:44.774829 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce704022-b039-428a-a2ff-70f4dc35d5df tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:34:44.775066 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce704022-b039-428a-a2ff-70f4dc35d5df tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:34:44.775394 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce704022-b039-428a-a2ff-70f4dc35d5df tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:34:44.775724 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce704022-b039-428a-a2ff-70f4dc35d5df tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:34:44.776050 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce704022-b039-428a-a2ff-70f4dc35d5df tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:34:44.776373 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce704022-b039-428a-a2ff-70f4dc35d5df tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:34:44.776705 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce704022-b039-428a-a2ff-70f4dc35d5df tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:34:44.777017 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce704022-b039-428a-a2ff-70f4dc35d5df tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:34:44.777340 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce704022-b039-428a-a2ff-70f4dc35d5df tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:34:44.777660 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce704022-b039-428a-a2ff-70f4dc35d5df tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:34:44.777977 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce704022-b039-428a-a2ff-70f4dc35d5df tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:34:44.779137 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: ba7d21c2-4f48-4533-91fd-451aba74fce3 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:34:44.779485 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device ba7d21c2-4f48-4533-91fd-451aba74fce3 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:34:44.801898 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-1403400f-1d6f-40bd-8345-e98d84b37f77 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:34:44.816347 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-1403400f-1d6f-40bd-8345-e98d84b37f77 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:44.862255 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1403400f-1d6f-40bd-8345-e98d84b37f77 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:44.881129 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-233c367a-ad4b-4d1d-b99d-abb99e9be433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'name': 'tempest-TestVolumeBootPattern-1392317372-router', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': '35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:16Z', 'updated_at': '2022-10-13T15:27:37Z', 'revision_number': 4, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'gw_port': {'id': '35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:18Z', 'updated_at': '2022-10-13T15:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '3b2eb7c5-724d-4668-954d-b9220b568d3e', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'floating_ip_address': '172.26.2.182', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'port_id': 'a4123161-15b6-4933-93c1-9dd648d8b96c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7', 'mac_address': 'fa:16:3e:6f:43:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bcec102-37e4-416a-aa51-90b64613dc0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:32:13Z', 'updated_at': '2022-10-13T15:32:20Z', 'revision_number': 1, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'fixed_ip_address_scope': None}, {'id': '53bc8dbb-a684-4db0-8e24-99bf94a5154a', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'floating_ip_address': '172.26.2.138', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'port_id': '5fa7206f-a579-4c03-a1a9-797e93de7bbf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1251, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7', 'mac_address': 'fa:16:3e:d1:b6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc5eecc-82ba-4ac9-a40f-1ecc37bba53f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:34:41Z', 'updated_at': '2022-10-13T15:34:41Z', 'revision_number': 0, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07a0c8b7-349c-4604-a651-d64c7d04f26d', 'name': '', 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'mac_address': 'fa:16:3e:54:13:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '235995ae-56e8-4a42-a8ac-e16e5c3294b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:33Z', 'updated_at': '2022-10-13T15:27:47Z', 'revision_number': 5, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'subnets': [{'id': '235995ae-56e8-4a42-a8ac-e16e5c3294b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:44.885943 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233c367a-ad4b-4d1d-b99d-abb99e9be433 None None] Checking router: 5c789ee5-5555-45a4-8d4f-29ee4b084360 for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:34:44.893777 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204640d6-b7c8-47e5-9547-bc473eeb828e req-3627b37d-7513-47bf-acdc-7d1133d5b99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:44.895454 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-233c367a-ad4b-4d1d-b99d-abb99e9be433 None None] Routers {'5c789ee5-5555-45a4-8d4f-29ee4b084360'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:34:44.895924 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-204640d6-b7c8-47e5-9547-bc473eeb828e req-3627b37d-7513-47bf-acdc-7d1133d5b99e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c4e179e9a35a4e59a0b0abe27aa737df&device_id=cfc5eecc-82ba-4ac9-a40f-1ecc37bba53f HTTP/1.1" status: 200 len: 1098 time: 0.1731765 Oct 13 15:34:44.896353 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-233c367a-ad4b-4d1d-b99d-abb99e9be433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:34:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['5c789ee5-5555-45a4-8d4f-29ee4b084360'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:44.989670 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1403400f-1d6f-40bd-8345-e98d84b37f77 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:45.023562 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1403400f-1d6f-40bd-8345-e98d84b37f77 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:45.058341 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ce704022-b039-428a-a2ff-70f4dc35d5df tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:45.067570 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-1390fb94-1c65-48ba-9ea0-054a20f192d0 admin admin] Deleting subnet c7fd40c3-1a53-4ec7-a11e-3e13894dab17 {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:34:45.071391 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1390fb94-1c65-48ba-9ea0-054a20f192d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:45.108231 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-233c367a-ad4b-4d1d-b99d-abb99e9be433 None None] Set router 5c789ee5-5555-45a4-8d4f-29ee4b084360 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:34:45.122444 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1390fb94-1c65-48ba-9ea0-054a20f192d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:45.125362 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1403400f-1d6f-40bd-8345-e98d84b37f77 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15af465b-5cc9-418b-8c3e-f6309ba82f2b,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:45.161619 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1403400f-1d6f-40bd-8345-e98d84b37f77 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:45.163082 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-1403400f-1d6f-40bd-8345-e98d84b37f77 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4856138 Oct 13 15:34:45.166503 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54428) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:45.172784 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-a7404804-9bd1-449e-9541-613b5eedfda7 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Request body: {'security_group_rule': {'security_group_id': '64c4a810-21af-4a3a-b267-1b2aac59a405', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:45.190235 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-a7404804-9bd1-449e-9541-613b5eedfda7 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:45.194455 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1390fb94-1c65-48ba-9ea0-054a20f192d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:45.197570 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-a7404804-9bd1-449e-9541-613b5eedfda7 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Usage tracker for resource:security_group_rule and tenant:960ffdec027a484ca61151ed7691f618 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:34:45.200870 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204640d6-b7c8-47e5-9547-bc473eeb828e req-a242919d-1575-48ac-93ee-4aee3ff3a8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:45.202480 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-204640d6-b7c8-47e5-9547-bc473eeb828e req-a242919d-1575-48ac-93ee-4aee3ff3a8fb service neutron] 10.222.0.16 "GET /v2.0/networks?id=a44f8207-61f2-477d-b80a-38deab4e3cb7 HTTP/1.1" status: 200 len: 913 time: 0.2921333 Oct 13 15:34:45.203352 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-a7404804-9bd1-449e-9541-613b5eedfda7 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:34:45.210147 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-a7404804-9bd1-449e-9541-613b5eedfda7 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:45.292656 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-ce704022-b039-428a-a2ff-70f4dc35d5df tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea4ebc96-c71a-4447-81de-9020fb848258']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:45.307998 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a7404804-9bd1-449e-9541-613b5eedfda7 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:45.310930 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1390fb94-1c65-48ba-9ea0-054a20f192d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:45.339820 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-204640d6-b7c8-47e5-9547-bc473eeb828e req-ab970be4-8da2-4473-bf76-5eaf6caa25f8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fa7206f-a579-4c03-a1a9-797e93de7bbf HTTP/1.1" status: 200 len: 999 time: 0.1306839 Oct 13 15:34:45.354352 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-ce704022-b039-428a-a2ff-70f4dc35d5df tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd439d4f7-768b-4325-98d4-c0fe49464b3c') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:45.354688 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-ce704022-b039-428a-a2ff-70f4dc35d5df tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd439d4f7-768b-4325-98d4-c0fe49464b3c') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:45.363138 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1390fb94-1c65-48ba-9ea0-054a20f192d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7fd40c3-1a53-4ec7-a11e-3e13894dab17,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:45.374368 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ce704022-b039-428a-a2ff-70f4dc35d5df tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:45.388239 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d2fce-cb4d-4da6-b1d3-c060b3a1ad93 req-c20a16f1-a81d-4415-8f88-3792b724979d tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:45.389759 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-994d2fce-cb4d-4da6-b1d3-c060b3a1ad93 req-c20a16f1-a81d-4415-8f88-3792b724979d tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffba99fb-1142-4d80-8627-ae50e1b52a2e HTTP/1.1" status: 200 len: 944 time: 0.5207405 Oct 13 15:34:45.393931 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1390fb94-1c65-48ba-9ea0-054a20f192d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:45.427236 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ce704022-b039-428a-a2ff-70f4dc35d5df tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:45.430306 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-1390fb94-1c65-48ba-9ea0-054a20f192d0 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c7fd40c3-1a53-4ec7-a11e-3e13894dab17 HTTP/1.1" status: 204 len: 168 time: 0.7931571 Oct 13 15:34:45.436209 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54432) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:45.439221 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce704022-b039-428a-a2ff-70f4dc35d5df tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Releasing vlan 442 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:34:45.439618 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ce704022-b039-428a-a2ff-70f4dc35d5df tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:45.440117 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a7404804-9bd1-449e-9541-613b5eedfda7 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:45.442609 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204640d6-b7c8-47e5-9547-bc473eeb828e req-bb556fd6-8f9f-4959-9ccb-73b8ec95aca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:45.443689 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-204640d6-b7c8-47e5-9547-bc473eeb828e req-bb556fd6-8f9f-4959-9ccb-73b8ec95aca7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=235995ae-56e8-4a42-a8ac-e16e5c3294b1 HTTP/1.1" status: 200 len: 851 time: 0.0968132 Oct 13 15:34:45.445956 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a7404804-9bd1-449e-9541-613b5eedfda7 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:45.522850 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7404804-9bd1-449e-9541-613b5eedfda7 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d9b303d-5e7f-4985-9023-3279fec20486,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:45.541787 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a7404804-9bd1-449e-9541-613b5eedfda7 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:45.543133 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-a7404804-9bd1-449e-9541-613b5eedfda7 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3755536 Oct 13 15:34:45.547957 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54438) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:45.548107 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-233c367a-ad4b-4d1d-b99d-abb99e9be433 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'name': 'tempest-TestVolumeBootPattern-1392317372-router', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': '35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:16Z', 'updated_at': '2022-10-13T15:27:37Z', 'revision_number': 4, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'gw_port': {'id': '35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:18Z', 'updated_at': '2022-10-13T15:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '3b2eb7c5-724d-4668-954d-b9220b568d3e', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'floating_ip_address': '172.26.2.182', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'port_id': 'a4123161-15b6-4933-93c1-9dd648d8b96c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7', 'mac_address': 'fa:16:3e:6f:43:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bcec102-37e4-416a-aa51-90b64613dc0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:32:13Z', 'updated_at': '2022-10-13T15:32:20Z', 'revision_number': 1, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'fixed_ip_address_scope': None}, {'id': '53bc8dbb-a684-4db0-8e24-99bf94a5154a', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'floating_ip_address': '172.26.2.138', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'port_id': '5fa7206f-a579-4c03-a1a9-797e93de7bbf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1251, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7', 'mac_address': 'fa:16:3e:d1:b6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc5eecc-82ba-4ac9-a40f-1ecc37bba53f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:34:41Z', 'updated_at': '2022-10-13T15:34:41Z', 'revision_number': 0, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07a0c8b7-349c-4604-a651-d64c7d04f26d', 'name': '', 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'mac_address': 'fa:16:3e:54:13:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '235995ae-56e8-4a42-a8ac-e16e5c3294b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:33Z', 'updated_at': '2022-10-13T15:27:47Z', 'revision_number': 5, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'subnets': [{'id': '235995ae-56e8-4a42-a8ac-e16e5c3294b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:45.552012 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-233c367a-ad4b-4d1d-b99d-abb99e9be433 None None] The sync data for ids ['5c789ee5-5555-45a4-8d4f-29ee4b084360'] in dv-neutron-860329-2-hyperv is: [{'id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'name': 'tempest-TestVolumeBootPattern-1392317372-router', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': '35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:16Z', 'updated_at': '2022-10-13T15:27:37Z', 'revision_number': 4, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'gw_port': {'id': '35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:18Z', 'updated_at': '2022-10-13T15:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '3b2eb7c5-724d-4668-954d-b9220b568d3e', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'floating_ip_address': '172.26.2.182', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'port_id': 'a4123161-15b6-4933-93c1-9dd648d8b96c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7', 'mac_address': 'fa:16:3e:6f:43:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bcec102-37e4-416a-aa51-90b64613dc0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:32:13Z', 'updated_at': '2022-10-13T15:32:20Z', 'revision_number': 1, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'fixed_ip_address_scope': None}, {'id': '53bc8dbb-a684-4db0-8e24-99bf94a5154a', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'floating_ip_address': '172.26.2.138', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'port_id': '5fa7206f-a579-4c03-a1a9-797e93de7bbf', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1251, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7', 'mac_address': 'fa:16:3e:d1:b6:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cfc5eecc-82ba-4ac9-a40f-1ecc37bba53f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:34:41Z', 'updated_at': '2022-10-13T15:34:41Z', 'revision_number': 0, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07a0c8b7-349c-4604-a651-d64c7d04f26d', 'name': '', 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'mac_address': 'fa:16:3e:54:13:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '235995ae-56e8-4a42-a8ac-e16e5c3294b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:33Z', 'updated_at': '2022-10-13T15:27:47Z', 'revision_number': 5, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'subnets': [{'id': '235995ae-56e8-4a42-a8ac-e16e5c3294b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:34:45.553887 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-6e47bed3-4d2f-4f66-9dee-b5aea2bdd53c tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Request body: {'security_group_rule': {'security_group_id': '64c4a810-21af-4a3a-b267-1b2aac59a405', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:45.563644 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-6e47bed3-4d2f-4f66-9dee-b5aea2bdd53c tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:45.567145 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment d439d4f7-768b-4325-98d4-c0fe49464b3c resource provider aggregate not found Oct 13 15:34:45.571773 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-6e47bed3-4d2f-4f66-9dee-b5aea2bdd53c tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Usage tracker for resource:security_group_rule and tenant:960ffdec027a484ca61151ed7691f618 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:34:45.576177 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-6e47bed3-4d2f-4f66-9dee-b5aea2bdd53c tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:34:45.583881 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-6e47bed3-4d2f-4f66-9dee-b5aea2bdd53c tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:45.594747 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204640d6-b7c8-47e5-9547-bc473eeb828e req-2b89dd81-6a61-41fb-a11f-bda3a47d9fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:45.596506 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-204640d6-b7c8-47e5-9547-bc473eeb828e req-2b89dd81-6a61-41fb-a11f-bda3a47d9fc2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a44f8207-61f2-477d-b80a-38deab4e3cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1427739 Oct 13 15:34:45.602679 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-994d2fce-cb4d-4da6-b1d3-c060b3a1ad93 req-3bdf2fc4-dfa3-408a-81b5-10697cbb794f tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/security-groups?id=7440aebc-fd11-474d-b16f-2447451d9d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2048740 Oct 13 15:34:45.651381 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment d439d4f7-768b-4325-98d4-c0fe49464b3c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d439d4f7-768b-4325-98d4-c0fe49464b3c found for delete ", "request_id": "req-5ebaaf9b-4795-4874-a1b4-c5712563cb34"}]} Oct 13 15:34:45.660589 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6e47bed3-4d2f-4f66-9dee-b5aea2bdd53c tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:45.681244 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ce704022-b039-428a-a2ff-70f4dc35d5df tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:45.710492 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ce704022-b039-428a-a2ff-70f4dc35d5df tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:45.716439 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce704022-b039-428a-a2ff-70f4dc35d5df tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Pushing event deleted for resources: {'Network': ['ID=ea4ebc96-c71a-4447-81de-9020fb848258,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:45.721488 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5254e99d-26a7-42c4-b0c5-31cd6cbb1857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:45.728656 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-ce704022-b039-428a-a2ff-70f4dc35d5df tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "DELETE /v2.0/networks/ea4ebc96-c71a-4447-81de-9020fb848258 HTTP/1.1" status: 204 len: 168 time: 1.8435261 Oct 13 15:34:45.728917 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54444) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:45.735164 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-ca7dd8d4-8bed-4790-a4ec-137106cba439 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Request body: {'router': {'routes': None}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:45.805179 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6e47bed3-4d2f-4f66-9dee-b5aea2bdd53c tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:45.820309 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6e47bed3-4d2f-4f66-9dee-b5aea2bdd53c tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:45.840447 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e47bed3-4d2f-4f66-9dee-b5aea2bdd53c tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9dff3a9d-4c14-491c-aaf9-e626fa1a8c42,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:45.841546 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f375e575-39fd-4c74-ae48-9f88ffad1b62 None None] New status for floating IP 53bc8dbb-a684-4db0-8e24-99bf94a5154a: ACTIVE {{(pid=88975) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:34:45.846048 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-204640d6-b7c8-47e5-9547-bc473eeb828e req-9d415b0b-7de8-4bb8-a21b-48e1b68d88c3 service neutron] 10.222.0.16 "GET /v2.0/networks/a44f8207-61f2-477d-b80a-38deab4e3cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346787 Oct 13 15:34:45.986293 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-204640d6-b7c8-47e5-9547-bc473eeb828e req-30b0c506-8fc5-44d2-9045-128988d5c2a5 service neutron] 10.222.0.16 "GET /v2.0/networks/a44f8207-61f2-477d-b80a-38deab4e3cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307628 Oct 13 15:34:46.005604 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6e47bed3-4d2f-4f66-9dee-b5aea2bdd53c tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:46.007336 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-6e47bed3-4d2f-4f66-9dee-b5aea2bdd53c tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4581990 Oct 13 15:34:46.010640 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54448) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:46.016229 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-2c3ccfb3-292b-4f34-a676-721d18d384ee tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Request body: {'security_group_rule': {'security_group_id': '64c4a810-21af-4a3a-b267-1b2aac59a405', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:46.022093 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-2c3ccfb3-292b-4f34-a676-721d18d384ee tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:46.027267 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-2c3ccfb3-292b-4f34-a676-721d18d384ee tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Usage tracker for resource:security_group_rule and tenant:960ffdec027a484ca61151ed7691f618 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:34:46.029144 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-2c3ccfb3-292b-4f34-a676-721d18d384ee tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:34:46.035476 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-2c3ccfb3-292b-4f34-a676-721d18d384ee tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:46.054310 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2c3ccfb3-292b-4f34-a676-721d18d384ee tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:46.125820 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2c3ccfb3-292b-4f34-a676-721d18d384ee tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:46.130771 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2c3ccfb3-292b-4f34-a676-721d18d384ee tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:46.147822 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.extraroute_db [None req-ca7dd8d4-8bed-4790-a4ec-137106cba439 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Added routes are [] {{(pid=88972) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:114}} Oct 13 15:34:46.148120 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.extraroute_db [None req-ca7dd8d4-8bed-4790-a4ec-137106cba439 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Removed routes are [] {{(pid=88972) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:122}} Oct 13 15:34:46.148471 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ca7dd8d4-8bed-4790-a4ec-137106cba439 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:46.150853 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5254e99d-26a7-42c4-b0c5-31cd6cbb1857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:46.155330 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3ccfb3-292b-4f34-a676-721d18d384ee tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdef5553-c7b1-4294-974c-e4a26ea80593,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:46.170240 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2c3ccfb3-292b-4f34-a676-721d18d384ee tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:46.174550 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-2c3ccfb3-292b-4f34-a676-721d18d384ee tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1629221 Oct 13 15:34:46.175655 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54452) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:46.209293 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0dd10688-2843-477e-8994-55d7fa6de556 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:46.220318 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0dd10688-2843-477e-8994-55d7fa6de556 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:46.245569 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0dd10688-2843-477e-8994-55d7fa6de556 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:46.263450 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd10688-2843-477e-8994-55d7fa6de556 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bdef5553-c7b1-4294-974c-e4a26ea80593,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:46.267957 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0dd10688-2843-477e-8994-55d7fa6de556 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:46.269050 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-0dd10688-2843-477e-8994-55d7fa6de556 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/bdef5553-c7b1-4294-974c-e4a26ea80593 HTTP/1.1" status: 204 len: 168 time: 0.0925102 Oct 13 15:34:46.271756 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54456) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:46.301669 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-5254e99d-26a7-42c4-b0c5-31cd6cbb1857 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a20996da-b6cd-4db0-ba0e-810d3d7287d8']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:46.324039 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-743ffe3e-2ec4-4a3f-b06b-80e16967f2b3 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Synchronizing usage tracker for tenant:960ffdec027a484ca61151ed7691f618 on resource:security_group_rule {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:34:46.339542 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-743ffe3e-2ec4-4a3f-b06b-80e16967f2b3 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Unset dirty status for tenant:960ffdec027a484ca61151ed7691f618 on resource:security_group_rule {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:34:46.340847 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-743ffe3e-2ec4-4a3f-b06b-80e16967f2b3 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0682030 Oct 13 15:34:46.344650 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54460) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:46.370999 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-5254e99d-26a7-42c4-b0c5-31cd6cbb1857 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0e8d242-0643-4adf-b13f-c9c266c0f0a2') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:46.371285 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-5254e99d-26a7-42c4-b0c5-31cd6cbb1857 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0e8d242-0643-4adf-b13f-c9c266c0f0a2') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:46.372664 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-43f1da4e-1b56-4e2f-9cda-3ae7d9871a10 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:46.383556 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-43f1da4e-1b56-4e2f-9cda-3ae7d9871a10 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:46.407526 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-43f1da4e-1b56-4e2f-9cda-3ae7d9871a10 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:46.425135 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f1da4e-1b56-4e2f-9cda-3ae7d9871a10 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9dff3a9d-4c14-491c-aaf9-e626fa1a8c42,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:46.433763 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-43f1da4e-1b56-4e2f-9cda-3ae7d9871a10 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:46.434930 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-43f1da4e-1b56-4e2f-9cda-3ae7d9871a10 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/9dff3a9d-4c14-491c-aaf9-e626fa1a8c42 HTTP/1.1" status: 204 len: 168 time: 0.0893736 Oct 13 15:34:46.438029 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54464) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:46.493533 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-cc9d9029-41f7-428a-97d1-275b0da7cc70 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Synchronizing usage tracker for tenant:960ffdec027a484ca61151ed7691f618 on resource:security_group_rule {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:34:46.510561 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-cc9d9029-41f7-428a-97d1-275b0da7cc70 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Unset dirty status for tenant:960ffdec027a484ca61151ed7691f618 on resource:security_group_rule {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:34:46.514771 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-cc9d9029-41f7-428a-97d1-275b0da7cc70 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0728245 Oct 13 15:34:46.514958 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54468) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:46.545312 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ecb8386e-8bf8-4070-8c6c-70cf1d4a3068 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:46.556668 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ecb8386e-8bf8-4070-8c6c-70cf1d4a3068 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:46.567698 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5254e99d-26a7-42c4-b0c5-31cd6cbb1857 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:46.579926 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ecb8386e-8bf8-4070-8c6c-70cf1d4a3068 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:46.584479 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ca7dd8d4-8bed-4790-a4ec-137106cba439 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:46.590262 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ca7dd8d4-8bed-4790-a4ec-137106cba439 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1827972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1827983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1827956'] for router, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:46.593825 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5254e99d-26a7-42c4-b0c5-31cd6cbb1857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:46.601179 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb8386e-8bf8-4070-8c6c-70cf1d4a3068 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8d9b303d-5e7f-4985-9023-3279fec20486,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:46.612320 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ecb8386e-8bf8-4070-8c6c-70cf1d4a3068 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:46.613422 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-ecb8386e-8bf8-4070-8c6c-70cf1d4a3068 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/8d9b303d-5e7f-4985-9023-3279fec20486 HTTP/1.1" status: 204 len: 168 time: 0.0975232 Oct 13 15:34:46.616417 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54472) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:46.655097 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5254e99d-26a7-42c4-b0c5-31cd6cbb1857 admin admin] Releasing vlan 409 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:34:46.655495 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5254e99d-26a7-42c4-b0c5-31cd6cbb1857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:46.686085 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-181c820e-5e0a-4ec7-ac09-320c85a0f260 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Synchronizing usage tracker for tenant:960ffdec027a484ca61151ed7691f618 on resource:security_group_rule {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:34:46.706873 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-181c820e-5e0a-4ec7-ac09-320c85a0f260 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Unset dirty status for tenant:960ffdec027a484ca61151ed7691f618 on resource:security_group_rule {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:34:46.712922 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-181c820e-5e0a-4ec7-ac09-320c85a0f260 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0946615 Oct 13 15:34:46.713782 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54478) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:46.720856 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 75f9427a-9d6f-4010-8f59-3e79fa0900ab up at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:34:46.798980 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning complete for port 75f9427a-9d6f-4010-8f59-3e79fa0900ab triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:34:46.799439 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:46.799982 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Attempt 1 to provision port 75f9427a-9d6f-4010-8f59-3e79fa0900ab Oct 13 15:34:46.813366 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2cd8e63a-5cb5-46ec-a8ce-e62d3bbbaa43 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:46.816537 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca7dd8d4-8bed-4790-a4ec-137106cba439 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Router a61a2962-a942-40f2-bf09-2f39a557f24c has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:34:46.827310 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5254e99d-26a7-42c4-b0c5-31cd6cbb1857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:46.830493 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2cd8e63a-5cb5-46ec-a8ce-e62d3bbbaa43 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:46.847656 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5254e99d-26a7-42c4-b0c5-31cd6cbb1857 admin admin] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:46.862017 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466fce61-0da9-4245-9e6f-9ab73dabb9cc req-110733a4-00a2-4a1d-b55e-386c202a71a2 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:46.863563 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-466fce61-0da9-4245-9e6f-9ab73dabb9cc req-110733a4-00a2-4a1d-b55e-386c202a71a2 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffba99fb-1142-4d80-8627-ae50e1b52a2e HTTP/1.1" status: 200 len: 944 time: 0.1277428 Oct 13 15:34:46.876346 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2cd8e63a-5cb5-46ec-a8ce-e62d3bbbaa43 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:46.915260 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd8e63a-5cb5-46ec-a8ce-e62d3bbbaa43 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=15af465b-5cc9-418b-8c3e-f6309ba82f2b,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:46.915452 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5254e99d-26a7-42c4-b0c5-31cd6cbb1857 admin admin] Pushing event deleted for resources: {'Network': ['ID=a20996da-b6cd-4db0-ba0e-810d3d7287d8,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:46.930377 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2cd8e63a-5cb5-46ec-a8ce-e62d3bbbaa43 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:46.931646 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-2cd8e63a-5cb5-46ec-a8ce-e62d3bbbaa43 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/15af465b-5cc9-418b-8c3e-f6309ba82f2b HTTP/1.1" status: 204 len: 168 time: 0.2165408 Oct 13 15:34:46.935106 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54482) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:46.940338 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 75f9427a-9d6f-4010-8f59-3e79fa0900ab is: BUILD; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:34:46.940933 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:46.959256 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-466fce61-0da9-4245-9e6f-9ab73dabb9cc req-5cc4de1e-2b04-42c7-bc35-b1f11ee82313 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/security-groups?id=7440aebc-fd11-474d-b16f-2447451d9d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857601 Oct 13 15:34:46.975538 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffba99fb-1142-4d80-8627-ae50e1b52a2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f9427a-9d6f-4010-8f59-3e79fa0900ab'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:34:46.980121 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-5254e99d-26a7-42c4-b0c5-31cd6cbb1857 admin admin] 10.222.0.42 "DELETE /v2.0/networks/a20996da-b6cd-4db0-ba0e-810d3d7287d8 HTTP/1.1" status: 204 len: 168 time: 1.5426805 Oct 13 15:34:46.982892 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979c64d66908691d8da3fe322a5acf5d757b5bee84c7992aba2ec3c134dffaeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01771b02-0fdf-47f9-a958-8a54f84a1669" -d '{"events": [{"server_uuid": "ffba99fb-1142-4d80-8627-ae50e1b52a2e", "name": "network-vif-plugged", "status": "completed", "tag": "75f9427a-9d6f-4010-8f59-3e79fa0900ab"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:34:46.993869 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 75f9427a-9d6f-4010-8f59-3e79fa0900ab, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=75f9427a-9d6f-4010-8f59-3e79fa0900ab,segment=NetworkSegment(5b640b7b-bb58-43d3-8a2a-62c563521076),segment_id=5b640b7b-bb58-43d3-8a2a-62c563521076)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:34:46.999089 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54490) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:47.000844 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:47.004616 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-210600c1-6a65-4114-aace-8ff0e9ed5357 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Synchronizing usage tracker for tenant:960ffdec027a484ca61151ed7691f618 on resource:security_group_rule {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:34:47.023729 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-210600c1-6a65-4114-aace-8ff0e9ed5357 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Unset dirty status for tenant:960ffdec027a484ca61151ed7691f618 on resource:security_group_rule {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:34:47.025519 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-210600c1-6a65-4114-aace-8ff0e9ed5357 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0895083 Oct 13 15:34:47.028914 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54494) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:47.069846 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a789eeb8-f6a1-4c7c-9b7c-e869ed79e10f tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:47.081265 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a789eeb8-f6a1-4c7c-9b7c-e869ed79e10f tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:47.087562 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 15:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75bae650-673c-4cf2-8f1e-097e255285f6 x-openstack-request-id: req-75bae650-673c-4cf2-8f1e-097e255285f6 {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:34:47.087849 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffba99fb-1142-4d80-8627-ae50e1b52a2e", "name": "network-vif-plugged", "status": "completed", "tag": "75f9427a-9d6f-4010-8f59-3e79fa0900ab", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:34:47.088104 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-75bae650-673c-4cf2-8f1e-097e255285f6 {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:34:47.088494 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75bae650-673c-4cf2-8f1e-097e255285f6'] response: {'server_uuid': 'ffba99fb-1142-4d80-8627-ae50e1b52a2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75f9427a-9d6f-4010-8f59-3e79fa0900ab', 'code': 200} Oct 13 15:34:47.089492 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=75f9427a-9d6f-4010-8f59-3e79fa0900ab,revision_number=8']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:47.105646 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7dd8d4-8bed-4790-a4ec-137106cba439 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:34:47.115005 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ca7dd8d4-8bed-4790-a4ec-137106cba439 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:47.115540 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a789eeb8-f6a1-4c7c-9b7c-e869ed79e10f tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:47.117141 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809eb0e0-593e-4c11-909f-c42180d9c92c None None] Sync routers for ids ['a61a2962-a942-40f2-bf09-2f39a557f24c'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:34:47.119052 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-ca7dd8d4-8bed-4790-a4ec-137106cba439 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "PUT /v2.0/routers/a61a2962-a942-40f2-bf09-2f39a557f24c HTTP/1.1" status: 200 len: 701 time: 1.3885808 Oct 13 15:34:47.119803 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54498) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:47.129251 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809eb0e0-593e-4c11-909f-c42180d9c92c None None] Routers {'a61a2962-a942-40f2-bf09-2f39a557f24c'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:34:47.129888 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-809eb0e0-593e-4c11-909f-c42180d9c92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:34:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['a61a2962-a942-40f2-bf09-2f39a557f24c'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:47.134871 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a789eeb8-f6a1-4c7c-9b7c-e869ed79e10f tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5095d314-9fbd-4552-a940-848834554d00,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:47.148196 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a789eeb8-f6a1-4c7c-9b7c-e869ed79e10f tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:47.153221 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-a789eeb8-f6a1-4c7c-9b7c-e869ed79e10f tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/5095d314-9fbd-4552-a940-848834554d00 HTTP/1.1" status: 204 len: 168 time: 0.1232448 Oct 13 15:34:47.153897 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54502) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:47.195078 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-d0a139ee-5ef8-4d6c-bb93-36bfd8bf3630 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Synchronizing usage tracker for tenant:4c5e5250b5d0476f9d711181f94ffb05 on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:34:47.200646 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-012f927a-c9f2-4150-8d86-b9410fae3a0a tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/floatingips/56c115dc-4715-4489-9b64-4c140abd5e60 HTTP/1.1" status: 200 len: 993 time: 0.1996672 Oct 13 15:34:47.216068 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-d0a139ee-5ef8-4d6c-bb93-36bfd8bf3630 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Unset dirty status for tenant:4c5e5250b5d0476f9d711181f94ffb05 on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:34:47.217577 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d0a139ee-5ef8-4d6c-bb93-36bfd8bf3630 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "GET /v2.0/ports?device_id=a61a2962-a942-40f2-bf09-2f39a557f24c HTTP/1.1" status: 200 len: 205 time: 0.0943053 Oct 13 15:34:47.220202 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54506) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:47.223321 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-8dab723e-1666-4720-8718-5157a312c159 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Synchronizing usage tracker for tenant:960ffdec027a484ca61151ed7691f618 on resource:security_group_rule {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:34:47.267209 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-8dab723e-1666-4720-8718-5157a312c159 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Unset dirty status for tenant:960ffdec027a484ca61151ed7691f618 on resource:security_group_rule {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:34:47.272341 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-8dab723e-1666-4720-8718-5157a312c159 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1169419 Oct 13 15:34:47.273074 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54510) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:47.280637 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-809eb0e0-593e-4c11-909f-c42180d9c92c None None] Set router a61a2962-a942-40f2-bf09-2f39a557f24c gateway port host: None {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:34:47.286971 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54514) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:47.345113 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4c560606-bb9c-466e-8b05-c28df251a558 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:47.393910 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-809eb0e0-593e-4c11-909f-c42180d9c92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'name': 'tempest-RoutersTest-router-1661744763', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:33:23Z', 'updated_at': '2022-10-13T15:34:42Z', 'revision_number': 11, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'gw_port_host': None}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:47.394577 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-07ab41e3-458b-4376-9524-03d6a32b108d tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for router, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:47.396255 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4c560606-bb9c-466e-8b05-c28df251a558 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:47.399014 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809eb0e0-593e-4c11-909f-c42180d9c92c None None] Checking router: a61a2962-a942-40f2-bf09-2f39a557f24c for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:34:47.408109 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809eb0e0-593e-4c11-909f-c42180d9c92c None None] Routers {'a61a2962-a942-40f2-bf09-2f39a557f24c'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:34:47.408782 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-809eb0e0-593e-4c11-909f-c42180d9c92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:34:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['a61a2962-a942-40f2-bf09-2f39a557f24c'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:47.459870 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4c560606-bb9c-466e-8b05-c28df251a558 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:47.480231 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c560606-bb9c-466e-8b05-c28df251a558 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c4a810-21af-4a3a-b267-1b2aac59a405,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:47.498779 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4c560606-bb9c-466e-8b05-c28df251a558 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:47.503761 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-4c560606-bb9c-466e-8b05-c28df251a558 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "DELETE /v2.0/security-groups/64c4a810-21af-4a3a-b267-1b2aac59a405 HTTP/1.1" status: 204 len: 168 time: 0.2296810 Oct 13 15:34:47.504680 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54518) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:47.542804 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-f3ff30d1-7d7a-43a1-86a2-867c38eab18d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a0bbf7edc7a946259d43826a5fe36972&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2471735 Oct 13 15:34:47.543625 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54522) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:47.550407 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-809eb0e0-593e-4c11-909f-c42180d9c92c None None] Set router a61a2962-a942-40f2-bf09-2f39a557f24c gateway port host: None {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:34:47.586912 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-ae74d468-7201-4cb8-8200-3a2b98020b2d tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Synchronizing usage tracker for tenant:960ffdec027a484ca61151ed7691f618 on resource:security_group {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:34:47.629187 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-ae74d468-7201-4cb8-8200-3a2b98020b2d tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Unset dirty status for tenant:960ffdec027a484ca61151ed7691f618 on resource:security_group {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:34:47.635554 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-ae74d468-7201-4cb8-8200-3a2b98020b2d tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1298578 Oct 13 15:34:47.639043 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54526) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:47.647577 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-87004837-f0d4-49f3-8c56-66e8a13fbdcf tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Request body: {'security_group': {'name': 'tempest-secgroup--2036613620'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:47.655118 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3b2aafae-8a87-4283-94de-6985f936bc3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:47.657974 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-87004837-f0d4-49f3-8c56-66e8a13fbdcf tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:47.661722 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-809eb0e0-593e-4c11-909f-c42180d9c92c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'name': 'tempest-RoutersTest-router-1661744763', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:33:23Z', 'updated_at': '2022-10-13T15:34:42Z', 'revision_number': 11, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'gw_port_host': None}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:47.666144 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-809eb0e0-593e-4c11-909f-c42180d9c92c None None] The sync data for ids ['a61a2962-a942-40f2-bf09-2f39a557f24c'] in dv-neutron-860329-2-hyperv is: [{'id': 'a61a2962-a942-40f2-bf09-2f39a557f24c', 'name': 'tempest-RoutersTest-router-1661744763', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:33:23Z', 'updated_at': '2022-10-13T15:34:42Z', 'revision_number': 11, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'gw_port_host': None}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:34:47.685867 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-87004837-f0d4-49f3-8c56-66e8a13fbdcf tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:47.707286 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3b2aafae-8a87-4283-94de-6985f936bc3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:47.722752 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment b0e8d242-0643-4adf-b13f-c9c266c0f0a2 resource provider aggregate not found Oct 13 15:34:47.728016 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-07ab41e3-458b-4376-9524-03d6a32b108d tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:47.741518 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-07ab41e3-458b-4376-9524-03d6a32b108d tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:47.748310 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment b0e8d242-0643-4adf-b13f-c9c266c0f0a2 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b0e8d242-0643-4adf-b13f-c9c266c0f0a2 found for delete ", "request_id": "req-e2196131-bf68-4ec8-ab21-d46459aca0e6"}]} Oct 13 15:34:47.771524 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-07ab41e3-458b-4376-9524-03d6a32b108d tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:47.772169 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ab41e3-458b-4376-9524-03d6a32b108d tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Fanout notify agent at l3_agent the message router_deleted on router a61a2962-a942-40f2-bf09-2f39a557f24c {{(pid=88972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:34:47.789123 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-07ab41e3-458b-4376-9524-03d6a32b108d tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:47.790372 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-07ab41e3-458b-4376-9524-03d6a32b108d tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "DELETE /v2.0/routers/a61a2962-a942-40f2-bf09-2f39a557f24c HTTP/1.1" status: 204 len: 168 time: 0.5685689 Oct 13 15:34:47.794472 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54534) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:47.800692 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-62714440-df15-44fd-9596-8e9b8bb69d3a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-351127128', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:47.808566 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-62714440-df15-44fd-9596-8e9b8bb69d3a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:47.813161 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-62714440-df15-44fd-9596-8e9b8bb69d3a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Usage tracker for resource:router and tenant:4c5e5250b5d0476f9d711181f94ffb05 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:34:47.816484 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-62714440-df15-44fd-9596-8e9b8bb69d3a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:34:47.823574 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-62714440-df15-44fd-9596-8e9b8bb69d3a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:47.837143 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-62714440-df15-44fd-9596-8e9b8bb69d3a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:47.838470 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-62714440-df15-44fd-9596-8e9b8bb69d3a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:47.839540 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-87004837-f0d4-49f3-8c56-66e8a13fbdcf tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:47.855605 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-62714440-df15-44fd-9596-8e9b8bb69d3a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:47.875896 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-62714440-df15-44fd-9596-8e9b8bb69d3a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:47.884469 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-87004837-f0d4-49f3-8c56-66e8a13fbdcf tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:47.889450 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-87004837-f0d4-49f3-8c56-66e8a13fbdcf tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Usage tracker for resource:security_group_rule and tenant:960ffdec027a484ca61151ed7691f618 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:34:47.893931 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-87004837-f0d4-49f3-8c56-66e8a13fbdcf tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:34:47.900645 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-87004837-f0d4-49f3-8c56-66e8a13fbdcf tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:47.905704 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-62714440-df15-44fd-9596-8e9b8bb69d3a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:47.907210 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-62714440-df15-44fd-9596-8e9b8bb69d3a tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1113360 Oct 13 15:34:47.909948 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54538) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:47.915709 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-c1238c94-8d5d-4035-8665-50c7371c75a9 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:47.932684 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3b2aafae-8a87-4283-94de-6985f936bc3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:47.958328 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2aafae-8a87-4283-94de-6985f936bc3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e702b27-1533-4fef-807a-965daf085c44,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:48.010437 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3b2aafae-8a87-4283-94de-6985f936bc3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:48.011565 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-3b2aafae-8a87-4283-94de-6985f936bc3a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9e702b27-1533-4fef-807a-965daf085c44 HTTP/1.1" status: 204 len: 168 time: 0.4665706 Oct 13 15:34:48.018192 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-87004837-f0d4-49f3-8c56-66e8a13fbdcf tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:48.023161 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-87004837-f0d4-49f3-8c56-66e8a13fbdcf tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:48.067988 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-87004837-f0d4-49f3-8c56-66e8a13fbdcf tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:48.069410 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-87004837-f0d4-49f3-8c56-66e8a13fbdcf tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4295554 Oct 13 15:34:48.072195 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54544) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:48.078918 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-6c5a976c-bc11-49f0-a08a-ef6ab4aea580 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Request body: {'security_group_rule': {'security_group_id': '8db0827c-3f19-478d-bd73-f44c005e5567', 'direction': 'ingress', 'protocol': 17}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:48.083603 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87004837-f0d4-49f3-8c56-66e8a13fbdcf tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8db0827c-3f19-478d-bd73-f44c005e5567,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:48.088603 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-6c5a976c-bc11-49f0-a08a-ef6ab4aea580 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:48.093656 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-6c5a976c-bc11-49f0-a08a-ef6ab4aea580 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Usage tracker for resource:security_group_rule and tenant:960ffdec027a484ca61151ed7691f618 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:34:48.098568 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-6c5a976c-bc11-49f0-a08a-ef6ab4aea580 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:34:48.104894 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-6c5a976c-bc11-49f0-a08a-ef6ab4aea580 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:48.124177 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6c5a976c-bc11-49f0-a08a-ef6ab4aea580 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:48.187836 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6c5a976c-bc11-49f0-a08a-ef6ab4aea580 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:48.193289 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6c5a976c-bc11-49f0-a08a-ef6ab4aea580 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:48.223689 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5a976c-bc11-49f0-a08a-ef6ab4aea580 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=688dd927-8fc5-40a0-88f9-3540cee0513d,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:48.238255 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6c5a976c-bc11-49f0-a08a-ef6ab4aea580 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:48.242912 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-6c5a976c-bc11-49f0-a08a-ef6ab4aea580 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1695552 Oct 13 15:34:48.243753 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54550) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:48.308747 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5c21a691-f2cd-4d67-b31e-03f61c872975 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:48.338347 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5c21a691-f2cd-4d67-b31e-03f61c872975 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:48.391341 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5c21a691-f2cd-4d67-b31e-03f61c872975 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:48.410375 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c21a691-f2cd-4d67-b31e-03f61c872975 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8db0827c-3f19-478d-bd73-f44c005e5567,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:48.417208 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54554) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:48.443777 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5c21a691-f2cd-4d67-b31e-03f61c872975 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:48.447530 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-5c21a691-f2cd-4d67-b31e-03f61c872975 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "DELETE /v2.0/security-groups/8db0827c-3f19-478d-bd73-f44c005e5567 HTTP/1.1" status: 204 len: 168 time: 0.2002230 Oct 13 15:34:48.447530 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54558) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:48.460193 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c1238c94-8d5d-4035-8665-50c7371c75a9 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:48.471496 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c1238c94-8d5d-4035-8665-50c7371c75a9 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1827972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1827983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1827956'] for router, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:48.505262 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e172f753-d9df-4ef5-9f8e-94d3375c2640 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=443f42390703471d8ec93835a4795483&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0869365 Oct 13 15:34:48.507901 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54562) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:48.538163 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-15493e1a-468e-44f0-9997-9cc540f32a8a tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Synchronizing usage tracker for tenant:960ffdec027a484ca61151ed7691f618 on resource:security_group {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:34:48.583065 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-15493e1a-468e-44f0-9997-9cc540f32a8a tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Unset dirty status for tenant:960ffdec027a484ca61151ed7691f618 on resource:security_group {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:34:48.584398 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-15493e1a-468e-44f0-9997-9cc540f32a8a tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1359475 Oct 13 15:34:48.589280 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54566) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:48.596177 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-64cf3fbd-8596-45d0-9a30-37f1f2724599 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Request body: {'security_group': {'name': 'tempest-secgroup--632820202'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:48.600310 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8593bcdf-7430-43da-8100-adb0a613d699 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:48.604545 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-64cf3fbd-8596-45d0-9a30-37f1f2724599 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:48.630777 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-64cf3fbd-8596-45d0-9a30-37f1f2724599 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:48.633479 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1238c94-8d5d-4035-8665-50c7371c75a9 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Router aa9288ea-8891-4cf5-9851-05c221dd4f20 is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 15:34:48.641718 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8593bcdf-7430-43da-8100-adb0a613d699 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:48.663611 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-64cf3fbd-8596-45d0-9a30-37f1f2724599 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:48.697052 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-64cf3fbd-8596-45d0-9a30-37f1f2724599 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:48.701669 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-64cf3fbd-8596-45d0-9a30-37f1f2724599 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Usage tracker for resource:security_group_rule and tenant:960ffdec027a484ca61151ed7691f618 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:34:48.705144 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-64cf3fbd-8596-45d0-9a30-37f1f2724599 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:34:48.710979 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-64cf3fbd-8596-45d0-9a30-37f1f2724599 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:48.729839 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8593bcdf-7430-43da-8100-adb0a613d699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:48.753749 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8593bcdf-7430-43da-8100-adb0a613d699 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a62b8fa8-d026-4e7a-9053-6469379f104d,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:48.781610 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1238c94-8d5d-4035-8665-50c7371c75a9 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:34:48.788026 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c1238c94-8d5d-4035-8665-50c7371c75a9 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:48.791442 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8985bff7-238b-464e-a54d-197a92502c5f None None] Sync routers for ids ['aa9288ea-8891-4cf5-9851-05c221dd4f20'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:34:48.793993 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54570) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:48.794344 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-c1238c94-8d5d-4035-8665-50c7371c75a9 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "PUT /v2.0/routers/aa9288ea-8891-4cf5-9851-05c221dd4f20 HTTP/1.1" status: 200 len: 693 time: 0.8781121 Oct 13 15:34:48.801154 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8985bff7-238b-464e-a54d-197a92502c5f None None] Routers {'aa9288ea-8891-4cf5-9851-05c221dd4f20'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:34:48.801770 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-8985bff7-238b-464e-a54d-197a92502c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:34:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['aa9288ea-8891-4cf5-9851-05c221dd4f20'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:48.853581 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8593bcdf-7430-43da-8100-adb0a613d699 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:48.854771 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-8593bcdf-7430-43da-8100-adb0a613d699 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a62b8fa8-d026-4e7a-9053-6469379f104d HTTP/1.1" status: 204 len: 168 time: 0.3459849 Oct 13 15:34:48.953156 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-64cf3fbd-8596-45d0-9a30-37f1f2724599 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:48.963303 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-cd07206e-b602-49f7-8fab-9b4ce60eee9e tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "GET /v2.0/routers/aa9288ea-8891-4cf5-9851-05c221dd4f20 HTTP/1.1" status: 200 len: 699 time: 0.1649044 Oct 13 15:34:48.963303 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-64cf3fbd-8596-45d0-9a30-37f1f2724599 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:48.965922 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54576) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:49.005019 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-8985bff7-238b-464e-a54d-197a92502c5f None None] Set router aa9288ea-8891-4cf5-9851-05c221dd4f20 gateway port host: None {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:34:49.049147 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-25aee7c5-0ceb-4c50-a3e2-81b828289b5d tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Synchronizing usage tracker for tenant:4c5e5250b5d0476f9d711181f94ffb05 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:34:49.059637 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cf3fbd-8596-45d0-9a30-37f1f2724599 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a363d345-0673-4b48-b48c-99222e271074,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:49.070272 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-64cf3fbd-8596-45d0-9a30-37f1f2724599 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:49.070272 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-64cf3fbd-8596-45d0-9a30-37f1f2724599 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4731352 Oct 13 15:34:49.070272 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54580) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:49.074302 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-42808e24-316a-461e-850c-91180270d1cf tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Request body: {'security_group': {'name': 'tempest-secgroup--630261302'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:49.079261 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-25aee7c5-0ceb-4c50-a3e2-81b828289b5d tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Unset dirty status for tenant:4c5e5250b5d0476f9d711181f94ffb05 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:34:49.083620 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-25aee7c5-0ceb-4c50-a3e2-81b828289b5d tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa9288ea-8891-4cf5-9851-05c221dd4f20 HTTP/1.1" status: 200 len: 205 time: 0.1062143 Oct 13 15:34:49.083620 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-42808e24-316a-461e-850c-91180270d1cf tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:49.083620 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54584) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:49.087524 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-42808e24-316a-461e-850c-91180270d1cf tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Usage tracker for resource:security_group and tenant:960ffdec027a484ca61151ed7691f618 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:34:49.143638 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-42808e24-316a-461e-850c-91180270d1cf tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:34:49.144050 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-8985bff7-238b-464e-a54d-197a92502c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9288ea-8891-4cf5-9851-05c221dd4f20', 'name': 'tempest-RoutersTest-router-351127128', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:34:47Z', 'updated_at': '2022-10-13T15:34:48Z', 'revision_number': 2, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'gw_port_host': None}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:49.149957 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8985bff7-238b-464e-a54d-197a92502c5f None None] Checking router: aa9288ea-8891-4cf5-9851-05c221dd4f20 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:34:49.167819 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8985bff7-238b-464e-a54d-197a92502c5f None None] Routers {'aa9288ea-8891-4cf5-9851-05c221dd4f20'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:34:49.168451 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-8985bff7-238b-464e-a54d-197a92502c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 6},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:34:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['aa9288ea-8891-4cf5-9851-05c221dd4f20'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:49.215415 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-42808e24-316a-461e-850c-91180270d1cf tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:49.240433 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-951b3809-e0ae-45ec-9d74-8faacfb1807c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for router, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:49.297103 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-42808e24-316a-461e-850c-91180270d1cf tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:49.324705 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-8985bff7-238b-464e-a54d-197a92502c5f None None] Set router aa9288ea-8891-4cf5-9851-05c221dd4f20 gateway port host: None {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:34:49.382828 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-42808e24-316a-461e-850c-91180270d1cf tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:49.425671 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-42808e24-316a-461e-850c-91180270d1cf tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Usage tracker for resource:security_group_rule and tenant:960ffdec027a484ca61151ed7691f618 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:34:49.432371 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-42808e24-316a-461e-850c-91180270d1cf tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:34:49.443138 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-8985bff7-238b-464e-a54d-197a92502c5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa9288ea-8891-4cf5-9851-05c221dd4f20', 'name': 'tempest-RoutersTest-router-351127128', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:34:47Z', 'updated_at': '2022-10-13T15:34:48Z', 'revision_number': 2, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'gw_port_host': None}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:34:49.448431 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8985bff7-238b-464e-a54d-197a92502c5f None None] The sync data for ids ['aa9288ea-8891-4cf5-9851-05c221dd4f20'] in dv-neutron-860329-2-hyperv is: [{'id': 'aa9288ea-8891-4cf5-9851-05c221dd4f20', 'name': 'tempest-RoutersTest-router-351127128', 'tenant_id': '4c5e5250b5d0476f9d711181f94ffb05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:34:47Z', 'updated_at': '2022-10-13T15:34:48Z', 'revision_number': 2, 'project_id': '4c5e5250b5d0476f9d711181f94ffb05', 'gw_port_host': None}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:34:49.553269 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-42808e24-316a-461e-850c-91180270d1cf tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:49.576427 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-951b3809-e0ae-45ec-9d74-8faacfb1807c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:49.579816 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-951b3809-e0ae-45ec-9d74-8faacfb1807c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:49.617016 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-951b3809-e0ae-45ec-9d74-8faacfb1807c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:49.618764 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951b3809-e0ae-45ec-9d74-8faacfb1807c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Fanout notify agent at l3_agent the message router_deleted on router aa9288ea-8891-4cf5-9851-05c221dd4f20 {{(pid=88973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:34:49.696159 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-951b3809-e0ae-45ec-9d74-8faacfb1807c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:49.698620 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-951b3809-e0ae-45ec-9d74-8faacfb1807c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "DELETE /v2.0/routers/aa9288ea-8891-4cf5-9851-05c221dd4f20 HTTP/1.1" status: 204 len: 168 time: 0.6142302 Oct 13 15:34:49.703640 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54588) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:49.711812 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-42808e24-316a-461e-850c-91180270d1cf tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:49.717071 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-42808e24-316a-461e-850c-91180270d1cf tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:49.763432 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-7b12a854-bee9-4672-8445-a7a491d4478d tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "GET /v2.0/ports?device_id=aa9288ea-8891-4cf5-9851-05c221dd4f20 HTTP/1.1" status: 200 len: 205 time: 0.0560927 Oct 13 15:34:49.763825 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-42808e24-316a-461e-850c-91180270d1cf tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:49.764664 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54592) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:49.767423 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54596) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:49.767803 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-42808e24-316a-461e-850c-91180270d1cf tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6999965 Oct 13 15:34:49.769682 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42808e24-316a-461e-850c-91180270d1cf tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d89ed62-180d-4308-9d26-b289ad3fe009,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:49.826114 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-f3a624a5-4170-4a9a-a649-6d1a451243a8 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Request body: {'security_group_rule': {'security_group_id': 'a363d345-0673-4b48-b48c-99222e271074', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '9d89ed62-180d-4308-9d26-b289ad3fe009', 'remote_ip_prefix': None}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:49.843320 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-f3a624a5-4170-4a9a-a649-6d1a451243a8 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:49.847799 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-1da331c7-4849-4009-826d-f5cc4aaeb23e tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] delete failed (client error): The resource could not be found. Oct 13 15:34:49.849334 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-1da331c7-4849-4009-826d-f5cc4aaeb23e tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "DELETE /v2.0/routers/aa9288ea-8891-4cf5-9851-05c221dd4f20 HTTP/1.1" status: 404 len: 336 time: 0.0831831 Oct 13 15:34:49.850852 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-f3a624a5-4170-4a9a-a649-6d1a451243a8 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Usage tracker for resource:security_group_rule and tenant:960ffdec027a484ca61151ed7691f618 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:34:49.855224 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54600) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:49.855346 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-f3a624a5-4170-4a9a-a649-6d1a451243a8 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:34:49.861641 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-f3a624a5-4170-4a9a-a649-6d1a451243a8 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:49.888639 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f3a624a5-4170-4a9a-a649-6d1a451243a8 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:49.893827 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c3bc808-0524-4001-86ac-a6ff6b7b32b0 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] DELETE failed (client error): The resource could not be found. Oct 13 15:34:49.893827 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c3bc808-0524-4001-86ac-a6ff6b7b32b0 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:34:49.893827 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-9c3bc808-0524-4001-86ac-a6ff6b7b32b0 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "DELETE /v2.0/subnets/317524f6-b5c4-48b3-8c6c-48901d45b2b9 HTTP/1.1" status: 404 len: 337 time: 0.0406516 Oct 13 15:34:49.897383 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54604) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:49.951717 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4b6b8f9-8f6f-497f-935f-24b8da8fbc5b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] DELETE failed (client error): The resource could not be found. Oct 13 15:34:49.952071 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4b6b8f9-8f6f-497f-935f-24b8da8fbc5b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:34:49.954051 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-b4b6b8f9-8f6f-497f-935f-24b8da8fbc5b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "DELETE /v2.0/subnets/1fc3c5c4-aae8-40bf-a57f-94f85cd06c29 HTTP/1.1" status: 404 len: 337 time: 0.0554245 Oct 13 15:34:49.956732 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54608) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:50.003901 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f3a624a5-4170-4a9a-a649-6d1a451243a8 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:50.005340 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f3a624a5-4170-4a9a-a649-6d1a451243a8 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:50.030463 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a624a5-4170-4a9a-a649-6d1a451243a8 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3155f500-d05a-43bd-88ce-fe99ef3ff9dd,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:50.048640 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f3a624a5-4170-4a9a-a649-6d1a451243a8 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:50.048640 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-f3a624a5-4170-4a9a-a649-6d1a451243a8 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2802963 Oct 13 15:34:50.051754 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54612) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:50.086197 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3599e364-4d72-4ac4-86ce-57bc64ce0671 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:50.098538 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3599e364-4d72-4ac4-86ce-57bc64ce0671 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:50.128744 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6d4d695-1c39-460a-9456-9ac61a592312 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] DELETE failed (client error): The resource could not be found. Oct 13 15:34:50.128744 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6d4d695-1c39-460a-9456-9ac61a592312 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:34:50.130262 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c6d4d695-1c39-460a-9456-9ac61a592312 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "DELETE /v2.0/subnets/c1ebce1d-272a-42ad-8c99-e3ef6810c143 HTTP/1.1" status: 404 len: 337 time: 0.1722317 Oct 13 15:34:50.131646 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3599e364-4d72-4ac4-86ce-57bc64ce0671 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:50.133519 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54616) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:50.154486 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599e364-4d72-4ac4-86ce-57bc64ce0671 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3155f500-d05a-43bd-88ce-fe99ef3ff9dd,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:50.161521 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3599e364-4d72-4ac4-86ce-57bc64ce0671 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:50.165226 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-3599e364-4d72-4ac4-86ce-57bc64ce0671 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/3155f500-d05a-43bd-88ce-fe99ef3ff9dd HTTP/1.1" status: 204 len: 168 time: 0.1124296 Oct 13 15:34:50.165780 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54620) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:50.177165 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd8c3cfb-e3af-45c9-aba9-63eaad21608d tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] DELETE failed (client error): The resource could not be found. Oct 13 15:34:50.177605 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd8c3cfb-e3af-45c9-aba9-63eaad21608d tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:34:50.181870 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-cd8c3cfb-e3af-45c9-aba9-63eaad21608d tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "DELETE /v2.0/subnets/7c6d0f5b-8ab3-4f4a-b755-59f7e68f1850 HTTP/1.1" status: 404 len: 337 time: 0.0448439 Oct 13 15:34:50.183127 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54624) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:50.224231 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-03c474e5-fc16-4170-803e-3bffcd2aab66 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Synchronizing usage tracker for tenant:960ffdec027a484ca61151ed7691f618 on resource:security_group_rule {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:34:50.243027 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-6b037850-91ac-41ae-8165-fcbe4d6caff3 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "GET /v2.0/ports?device_id=a61a2962-a942-40f2-bf09-2f39a557f24c HTTP/1.1" status: 200 len: 205 time: 0.0592237 Oct 13 15:34:50.244870 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-03c474e5-fc16-4170-803e-3bffcd2aab66 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Unset dirty status for tenant:960ffdec027a484ca61151ed7691f618 on resource:security_group_rule {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:34:50.245466 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-03c474e5-fc16-4170-803e-3bffcd2aab66 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0787568 Oct 13 15:34:50.247092 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54628) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:50.251762 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54632) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:50.321231 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6c6bf736-969b-4c12-bf79-9dab2c303d80 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:50.325850 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-91885d16-0944-49f0-9890-a4e2927af8f2 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] delete failed (client error): The resource could not be found. Oct 13 15:34:50.326912 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-91885d16-0944-49f0-9890-a4e2927af8f2 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "DELETE /v2.0/routers/a61a2962-a942-40f2-bf09-2f39a557f24c HTTP/1.1" status: 404 len: 336 time: 0.0799282 Oct 13 15:34:50.330191 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54636) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:50.351310 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6c6bf736-969b-4c12-bf79-9dab2c303d80 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:50.388838 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-70bd26fd-9922-4acc-905b-eb89e33e6c96 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "GET /v2.0/ports?device_id=e216f745-0ff6-4b33-aba4-8ad4147f139c HTTP/1.1" status: 200 len: 205 time: 0.0581386 Oct 13 15:34:50.389423 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54640) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:50.414193 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6c6bf736-969b-4c12-bf79-9dab2c303d80 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:50.441648 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6bf736-969b-4c12-bf79-9dab2c303d80 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d89ed62-180d-4308-9d26-b289ad3fe009,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:50.470286 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-8a2b5cbe-673b-43d4-a9c8-617672a8b168 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] delete failed (client error): The resource could not be found. Oct 13 15:34:50.470399 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6c6bf736-969b-4c12-bf79-9dab2c303d80 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:50.470399 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-6c6bf736-969b-4c12-bf79-9dab2c303d80 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "DELETE /v2.0/security-groups/9d89ed62-180d-4308-9d26-b289ad3fe009 HTTP/1.1" status: 204 len: 168 time: 0.2177677 Oct 13 15:34:50.472625 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54644) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:50.475539 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-8a2b5cbe-673b-43d4-a9c8-617672a8b168 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "DELETE /v2.0/routers/e216f745-0ff6-4b33-aba4-8ad4147f139c HTTP/1.1" status: 404 len: 336 time: 0.0827942 Oct 13 15:34:50.475539 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54646) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:50.516192 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4c43abb-5a1d-45ee-8e10-a182c4189820 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] DELETE failed (client error): The resource could not be found. Oct 13 15:34:50.516627 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4c43abb-5a1d-45ee-8e10-a182c4189820 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88972) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:34:50.520894 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-b4c43abb-5a1d-45ee-8e10-a182c4189820 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "DELETE /v2.0/subnets/9ae251c4-fc73-4b45-a937-d28dd3b37179 HTTP/1.1" status: 404 len: 337 time: 0.0427890 Oct 13 15:34:50.520976 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54652) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:50.542973 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-8dfa487c-6fba-4ffd-8fdb-1c9f68ceb3c1 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Synchronizing usage tracker for tenant:960ffdec027a484ca61151ed7691f618 on resource:security_group {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:34:50.557972 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-8dfa487c-6fba-4ffd-8fdb-1c9f68ceb3c1 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Unset dirty status for tenant:960ffdec027a484ca61151ed7691f618 on resource:security_group {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:34:50.562158 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-8dfa487c-6fba-4ffd-8fdb-1c9f68ceb3c1 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0854290 Oct 13 15:34:50.562354 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54656) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:50.633441 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3ec2264b-9eaa-4fcc-81ee-c069329d2c58 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:50.663972 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3ec2264b-9eaa-4fcc-81ee-c069329d2c58 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:50.686844 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-189b3b4f-0e89-4222-bcbe-b2c91e39a8fd tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "GET /v2.0/ports?device_id=00e28f44-ce96-4695-af4a-45930ec6cf96 HTTP/1.1" status: 200 len: 205 time: 0.1625950 Oct 13 15:34:50.687068 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54660) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:50.714176 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3ec2264b-9eaa-4fcc-81ee-c069329d2c58 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:50.733130 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec2264b-9eaa-4fcc-81ee-c069329d2c58 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a363d345-0673-4b48-b48c-99222e271074,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:50.747818 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3ec2264b-9eaa-4fcc-81ee-c069329d2c58 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:50.751974 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-3ec2264b-9eaa-4fcc-81ee-c069329d2c58 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "DELETE /v2.0/security-groups/a363d345-0673-4b48-b48c-99222e271074 HTTP/1.1" status: 204 len: 168 time: 0.1861517 Oct 13 15:34:50.752168 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54664) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:50.761389 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-f616738b-8f12-4447-a522-e0461247d8bb tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] delete failed (client error): The resource could not be found. Oct 13 15:34:50.762398 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-f616738b-8f12-4447-a522-e0461247d8bb tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "DELETE /v2.0/routers/00e28f44-ce96-4695-af4a-45930ec6cf96 HTTP/1.1" status: 404 len: 336 time: 0.0740578 Oct 13 15:34:50.765555 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54668) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:50.801141 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-487201c8-2425-4e22-a451-9ffca55080b1 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Synchronizing usage tracker for tenant:960ffdec027a484ca61151ed7691f618 on resource:security_group {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:34:50.816959 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-77d0c867-2eb3-4b77-8d6c-6b0fccec885c tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "GET /v2.0/ports?device_id=282533b5-014f-42b0-99a9-e4550f8c41fe HTTP/1.1" status: 200 len: 205 time: 0.0503707 Oct 13 15:34:50.817146 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-487201c8-2425-4e22-a451-9ffca55080b1 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Unset dirty status for tenant:960ffdec027a484ca61151ed7691f618 on resource:security_group {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:34:50.818399 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-487201c8-2425-4e22-a451-9ffca55080b1 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0653126 Oct 13 15:34:50.819619 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54672) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:50.822222 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54676) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:50.876817 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-27c440fe-df47-4511-8207-4e6fbd842124 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Request body: {'security_group': {'name': 'tempest-secgroup--1512192065'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:50.890664 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-27c440fe-df47-4511-8207-4e6fbd842124 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:50.903153 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-9150acd3-8e9e-4f9e-9d8f-d11ada0da91f tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] delete failed (client error): The resource could not be found. Oct 13 15:34:50.904106 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-9150acd3-8e9e-4f9e-9d8f-d11ada0da91f tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "DELETE /v2.0/routers/282533b5-014f-42b0-99a9-e4550f8c41fe HTTP/1.1" status: 404 len: 336 time: 0.0835924 Oct 13 15:34:50.906949 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54680) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:50.908096 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-27c440fe-df47-4511-8207-4e6fbd842124 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:50.918174 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-27c440fe-df47-4511-8207-4e6fbd842124 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:50.938020 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-27c440fe-df47-4511-8207-4e6fbd842124 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:50.942060 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-27c440fe-df47-4511-8207-4e6fbd842124 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Usage tracker for resource:security_group_rule and tenant:960ffdec027a484ca61151ed7691f618 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:34:50.945154 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-27c440fe-df47-4511-8207-4e6fbd842124 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:34:50.948384 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-3797c873-f4b8-4617-a078-fec8edd2f4db tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] DELETE failed (client error): The resource could not be found. Oct 13 15:34:50.948829 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3797c873-f4b8-4617-a078-fec8edd2f4db tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:34:50.950493 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-3797c873-f4b8-4617-a078-fec8edd2f4db tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "DELETE /v2.0/subnets/01886bd0-be0e-49d9-affd-92707a0eb09b HTTP/1.1" status: 404 len: 337 time: 0.0422659 Oct 13 15:34:50.950958 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-27c440fe-df47-4511-8207-4e6fbd842124 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:50.953700 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54684) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:51.004918 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-4b9d267f-1f7a-4819-af91-475b64baf543 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "GET /v2.0/ports?device_id=ff6f28a3-ca3b-40f2-8751-b67b61e24f2c HTTP/1.1" status: 200 len: 205 time: 0.0499830 Oct 13 15:34:51.007277 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54688) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:51.024087 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-27c440fe-df47-4511-8207-4e6fbd842124 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:51.028442 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-27c440fe-df47-4511-8207-4e6fbd842124 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:51.071612 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c440fe-df47-4511-8207-4e6fbd842124 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b894fca3-f085-4401-b842-e84a8e106297,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:51.076895 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.api.v2.resource [None req-9f16ad6e-58b1-4c36-a233-3d82c52ee11e tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] delete failed (client error): The resource could not be found. Oct 13 15:34:51.079318 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-9f16ad6e-58b1-4c36-a233-3d82c52ee11e tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "DELETE /v2.0/routers/ff6f28a3-ca3b-40f2-8751-b67b61e24f2c HTTP/1.1" status: 404 len: 336 time: 0.0705569 Oct 13 15:34:51.081315 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54692) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:51.082984 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-27c440fe-df47-4511-8207-4e6fbd842124 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:51.084234 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-27c440fe-df47-4511-8207-4e6fbd842124 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2612014 Oct 13 15:34:51.086917 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54696) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:51.091861 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-ed0017b3-d8cc-421a-a622-2c176411b407 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Request body: {'security_group_rule': {'security_group_id': 'b894fca3-f085-4401-b842-e84a8e106297', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:51.098051 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-ed0017b3-d8cc-421a-a622-2c176411b407 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:51.102200 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-ed0017b3-d8cc-421a-a622-2c176411b407 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Usage tracker for resource:security_group_rule and tenant:960ffdec027a484ca61151ed7691f618 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:34:51.105015 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-ed0017b3-d8cc-421a-a622-2c176411b407 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:34:51.111442 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-ed0017b3-d8cc-421a-a622-2c176411b407 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:51.118502 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-a071b94b-5feb-40c0-9fa1-03fda8c33e28 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] DELETE failed (client error): The resource could not be found. Oct 13 15:34:51.119015 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a071b94b-5feb-40c0-9fa1-03fda8c33e28 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:34:51.120713 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-a071b94b-5feb-40c0-9fa1-03fda8c33e28 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "DELETE /v2.0/subnets/5a40042e-f59f-4652-8a84-26e0c3cbe723 HTTP/1.1" status: 404 len: 337 time: 0.0385840 Oct 13 15:34:51.124761 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54700) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:51.132474 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ed0017b3-d8cc-421a-a622-2c176411b407 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:51.173453 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-4d812d55-c1d7-4a1f-bdff-707b2d9da1dc tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "GET /v2.0/ports?device_id=aabb30a5-22b3-47fe-91c4-b5338982dc05 HTTP/1.1" status: 200 len: 205 time: 0.0474405 Oct 13 15:34:51.175797 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54704) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:51.193844 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ed0017b3-d8cc-421a-a622-2c176411b407 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:51.197358 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ed0017b3-d8cc-421a-a622-2c176411b407 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:51.221307 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0017b3-d8cc-421a-a622-2c176411b407 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11fc5862-194c-410b-a1f3-625022e539be,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:51.233114 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ed0017b3-d8cc-421a-a622-2c176411b407 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:51.234824 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-ed0017b3-d8cc-421a-a622-2c176411b407 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1470168 Oct 13 15:34:51.237686 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54708) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:51.246303 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.api.v2.resource [None req-ba65ca51-3f35-4dd7-a6eb-f0c387a3ae03 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] delete failed (client error): The resource could not be found. Oct 13 15:34:51.248162 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-ba65ca51-3f35-4dd7-a6eb-f0c387a3ae03 tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "DELETE /v2.0/routers/aabb30a5-22b3-47fe-91c4-b5338982dc05 HTTP/1.1" status: 404 len: 336 time: 0.0706067 Oct 13 15:34:51.250709 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54712) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:51.269543 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b108b171-b4fa-4245-af08-60453679e730 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:51.279761 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b108b171-b4fa-4245-af08-60453679e730 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:51.287546 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b49c1d6-7bc6-4d56-be5f-b3021ae3d51f tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] DELETE failed (client error): The resource could not be found. Oct 13 15:34:51.287990 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b49c1d6-7bc6-4d56-be5f-b3021ae3d51f tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:34:51.289620 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-7b49c1d6-7bc6-4d56-be5f-b3021ae3d51f tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "DELETE /v2.0/subnets/f2bc76f2-9ed3-460b-a62e-58695f6d01a6 HTTP/1.1" status: 404 len: 337 time: 0.0379927 Oct 13 15:34:51.292096 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54716) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:51.303679 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b108b171-b4fa-4245-af08-60453679e730 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:51.323500 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b108b171-b4fa-4245-af08-60453679e730 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=11fc5862-194c-410b-a1f3-625022e539be,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:51.326556 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b108b171-b4fa-4245-af08-60453679e730 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:51.330149 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-b108b171-b4fa-4245-af08-60453679e730 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/11fc5862-194c-410b-a1f3-625022e539be HTTP/1.1" status: 204 len: 168 time: 0.0888002 Oct 13 15:34:51.330526 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54720) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:51.333738 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-31706dfd-1a58-4d19-a2bd-ab39c7bcf87b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] DELETE failed (client error): The resource could not be found. Oct 13 15:34:51.334236 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31706dfd-1a58-4d19-a2bd-ab39c7bcf87b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 15:34:51.335882 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-31706dfd-1a58-4d19-a2bd-ab39c7bcf87b tempest-RoutersTest-725857376 tempest-RoutersTest-725857376-project] 10.222.0.42 "DELETE /v2.0/subnets/d4fa7beb-0c9d-4fbc-ac2e-601f612a832a HTTP/1.1" status: 404 len: 337 time: 0.0429120 Oct 13 15:34:51.376586 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-62774193-7f1f-4a4e-9e13-1f467dc57fb7 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Synchronizing usage tracker for tenant:960ffdec027a484ca61151ed7691f618 on resource:security_group_rule {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:34:51.391563 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-62774193-7f1f-4a4e-9e13-1f467dc57fb7 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Unset dirty status for tenant:960ffdec027a484ca61151ed7691f618 on resource:security_group_rule {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:34:51.392773 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-62774193-7f1f-4a4e-9e13-1f467dc57fb7 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0615654 Oct 13 15:34:51.395804 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54726) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:51.458094 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6b6a9902-6dbc-4c92-b182-485ad0e86fc3 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:51.485516 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6b6a9902-6dbc-4c92-b182-485ad0e86fc3 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:51.533959 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6b6a9902-6dbc-4c92-b182-485ad0e86fc3 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:51.556177 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6a9902-6dbc-4c92-b182-485ad0e86fc3 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b894fca3-f085-4401-b842-e84a8e106297,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:51.571021 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6b6a9902-6dbc-4c92-b182-485ad0e86fc3 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:51.574522 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-6b6a9902-6dbc-4c92-b182-485ad0e86fc3 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "DELETE /v2.0/security-groups/b894fca3-f085-4401-b842-e84a8e106297 HTTP/1.1" status: 204 len: 168 time: 0.1755004 Oct 13 15:34:51.574754 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54734) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:51.603993 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54738) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:51.626277 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-6988f7e2-a8b4-49fd-b143-f6902111c446 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Synchronizing usage tracker for tenant:960ffdec027a484ca61151ed7691f618 on resource:security_group {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:34:51.641648 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-6988f7e2-a8b4-49fd-b143-f6902111c446 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Unset dirty status for tenant:960ffdec027a484ca61151ed7691f618 on resource:security_group {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:34:51.643006 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-6988f7e2-a8b4-49fd-b143-f6902111c446 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0673065 Oct 13 15:34:51.647286 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54744) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:51.652412 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-a2646239-3c7d-48c2-8945-424035363db5 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Request body: {'security_group': {'name': 'tempest-secgroup--1628872347'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:51.659176 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-a2646239-3c7d-48c2-8945-424035363db5 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:51.668801 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-a2646239-3c7d-48c2-8945-424035363db5 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:51.679618 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a2646239-3c7d-48c2-8945-424035363db5 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:51.702790 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-a2646239-3c7d-48c2-8945-424035363db5 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:51.706585 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-a2646239-3c7d-48c2-8945-424035363db5 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Usage tracker for resource:security_group_rule and tenant:960ffdec027a484ca61151ed7691f618 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:34:51.709536 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-a2646239-3c7d-48c2-8945-424035363db5 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:34:51.715288 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-a2646239-3c7d-48c2-8945-424035363db5 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:51.785048 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-976c695c-1f46-4a61-a93b-203445f2685b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4c5e5250b5d0476f9d711181f94ffb05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1799386 Oct 13 15:34:51.787698 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54748) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:51.827041 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a2646239-3c7d-48c2-8945-424035363db5 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:51.830845 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a2646239-3c7d-48c2-8945-424035363db5 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:51.848835 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e992dd3b-6b9c-419e-bfe1-fac1fda8e756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:51.876612 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e992dd3b-6b9c-419e-bfe1-fac1fda8e756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:51.881809 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2646239-3c7d-48c2-8945-424035363db5 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e48bbe0f-a30b-49f3-a3ff-2bf279f7f595,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:51.894690 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a2646239-3c7d-48c2-8945-424035363db5 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:51.895900 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-a2646239-3c7d-48c2-8945-424035363db5 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2475846 Oct 13 15:34:51.898809 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54752) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:51.911641 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-edd86303-5378-4789-b83d-2fb7f537b47c tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Request body: {'security_group_rule': {'security_group_id': 'e48bbe0f-a30b-49f3-a3ff-2bf279f7f595', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:51.922174 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-edd86303-5378-4789-b83d-2fb7f537b47c tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:51.926662 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-edd86303-5378-4789-b83d-2fb7f537b47c tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Usage tracker for resource:security_group_rule and tenant:960ffdec027a484ca61151ed7691f618 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:34:51.929663 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-edd86303-5378-4789-b83d-2fb7f537b47c tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:34:51.935807 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-edd86303-5378-4789-b83d-2fb7f537b47c tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:51.954760 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-edd86303-5378-4789-b83d-2fb7f537b47c tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:51.963619 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e992dd3b-6b9c-419e-bfe1-fac1fda8e756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:51.992130 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e992dd3b-6b9c-419e-bfe1-fac1fda8e756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df8ac397-04f8-4cb2-9e28-aa627629a291,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:52.008651 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e992dd3b-6b9c-419e-bfe1-fac1fda8e756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:52.012731 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-e992dd3b-6b9c-419e-bfe1-fac1fda8e756 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/df8ac397-04f8-4cb2-9e28-aa627629a291 HTTP/1.1" status: 204 len: 168 time: 0.2210805 Oct 13 15:34:52.040171 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-edd86303-5378-4789-b83d-2fb7f537b47c tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:52.044575 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-edd86303-5378-4789-b83d-2fb7f537b47c tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:52.067587 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd86303-5378-4789-b83d-2fb7f537b47c tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18296186-d9ea-48cf-8821-d2b1638df69e,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:52.080885 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-edd86303-5378-4789-b83d-2fb7f537b47c tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:52.084691 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-edd86303-5378-4789-b83d-2fb7f537b47c tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1823754 Oct 13 15:34:52.085083 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54760) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:52.106533 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-003a2ce0-194a-46c5-9f67-f7afa23f11e3 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "GET /v2.0/security-group-rules/18296186-d9ea-48cf-8821-d2b1638df69e HTTP/1.1" status: 200 len: 763 time: 0.0202334 Oct 13 15:34:52.109031 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54764) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:52.158111 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-43f60ba4-4a20-4e95-b0a0-84da89a676ed tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Synchronizing usage tracker for tenant:960ffdec027a484ca61151ed7691f618 on resource:security_group_rule {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:34:52.176474 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-43f60ba4-4a20-4e95-b0a0-84da89a676ed tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Unset dirty status for tenant:960ffdec027a484ca61151ed7691f618 on resource:security_group_rule {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:34:52.177905 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-43f60ba4-4a20-4e95-b0a0-84da89a676ed tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0679069 Oct 13 15:34:52.180898 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54768) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:52.212529 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9140a9db-fe6c-426e-b0f4-e23d1c10d63d tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:52.225407 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9140a9db-fe6c-426e-b0f4-e23d1c10d63d tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:52.259782 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9140a9db-fe6c-426e-b0f4-e23d1c10d63d tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:52.279553 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9140a9db-fe6c-426e-b0f4-e23d1c10d63d tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=18296186-d9ea-48cf-8821-d2b1638df69e,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:52.288330 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9140a9db-fe6c-426e-b0f4-e23d1c10d63d tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:52.289463 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-9140a9db-fe6c-426e-b0f4-e23d1c10d63d tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/18296186-d9ea-48cf-8821-d2b1638df69e HTTP/1.1" status: 204 len: 168 time: 0.1075857 Oct 13 15:34:52.292044 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54772) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:52.330464 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54776) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:52.337058 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-bd188583-6a07-44c2-a625-0a9d09fd354b tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Synchronizing usage tracker for tenant:960ffdec027a484ca61151ed7691f618 on resource:security_group_rule {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:34:52.352126 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-bd188583-6a07-44c2-a625-0a9d09fd354b tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Unset dirty status for tenant:960ffdec027a484ca61151ed7691f618 on resource:security_group_rule {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:34:52.353369 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-bd188583-6a07-44c2-a625-0a9d09fd354b tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0604148 Oct 13 15:34:52.356197 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54780) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:52.361557 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-923cccfc-2f1d-4274-aae8-6cb325c2268b tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Request body: {'security_group_rule': {'security_group_id': 'e48bbe0f-a30b-49f3-a3ff-2bf279f7f595', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:52.367266 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-923cccfc-2f1d-4274-aae8-6cb325c2268b tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:52.377341 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-923cccfc-2f1d-4274-aae8-6cb325c2268b tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:52.393637 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-923cccfc-2f1d-4274-aae8-6cb325c2268b tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:52.412387 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3ae5f8-21b2-4679-8b95-80650cc92c80 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:52.412873 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3ae5f8-21b2-4679-8b95-80650cc92c80 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:52.413343 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3ae5f8-21b2-4679-8b95-80650cc92c80 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:52.415021 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-df3ae5f8-21b2-4679-8b95-80650cc92c80 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/ports?project_id=de460f02ee50469b960f7a471a064187&network_id=acc3888a-4c98-4fae-8af1-1985e343d86e HTTP/1.1" status: 200 len: 2999 time: 0.0835681 Oct 13 15:34:52.456392 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-923cccfc-2f1d-4274-aae8-6cb325c2268b tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:52.460671 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-923cccfc-2f1d-4274-aae8-6cb325c2268b tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:52.485862 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923cccfc-2f1d-4274-aae8-6cb325c2268b tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9ed3e28-b768-41f2-af00-8e2b4d73ba6c,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:52.498344 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-923cccfc-2f1d-4274-aae8-6cb325c2268b tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:52.499509 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-923cccfc-2f1d-4274-aae8-6cb325c2268b tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1423838 Oct 13 15:34:52.502197 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54786) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:52.519821 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-bc8b86c2-ae4c-41ca-8da7-5e220967309c tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "GET /v2.0/security-group-rules/c9ed3e28-b768-41f2-af00-8e2b4d73ba6c HTTP/1.1" status: 200 len: 763 time: 0.0166621 Oct 13 15:34:52.521977 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54790) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:52.567984 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-d3d60051-122d-4923-b452-6baf244cb745 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Synchronizing usage tracker for tenant:960ffdec027a484ca61151ed7691f618 on resource:security_group_rule {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:34:52.582040 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-d3d60051-122d-4923-b452-6baf244cb745 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Unset dirty status for tenant:960ffdec027a484ca61151ed7691f618 on resource:security_group_rule {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:34:52.583268 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d3d60051-122d-4923-b452-6baf244cb745 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0604258 Oct 13 15:34:52.585950 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54794) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:52.614232 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-48d18983-aaf5-4197-9cf2-36b56a8fe3d9 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:52.624419 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-48d18983-aaf5-4197-9cf2-36b56a8fe3d9 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:52.647024 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-48d18983-aaf5-4197-9cf2-36b56a8fe3d9 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:52.664467 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d18983-aaf5-4197-9cf2-36b56a8fe3d9 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c9ed3e28-b768-41f2-af00-8e2b4d73ba6c,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:52.674540 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-48d18983-aaf5-4197-9cf2-36b56a8fe3d9 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:52.675718 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-48d18983-aaf5-4197-9cf2-36b56a8fe3d9 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/c9ed3e28-b768-41f2-af00-8e2b4d73ba6c HTTP/1.1" status: 204 len: 168 time: 0.0888376 Oct 13 15:34:52.678224 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54800) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:52.724968 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-cf52e925-7963-4848-9846-a6609fa257c2 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Synchronizing usage tracker for tenant:960ffdec027a484ca61151ed7691f618 on resource:security_group_rule {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:34:52.740476 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-cf52e925-7963-4848-9846-a6609fa257c2 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Unset dirty status for tenant:960ffdec027a484ca61151ed7691f618 on resource:security_group_rule {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:34:52.741639 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-cf52e925-7963-4848-9846-a6609fa257c2 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0623314 Oct 13 15:34:52.744391 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54804) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:52.749248 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-86b7ecd6-b5a5-4c30-9ab2-33c4430c55cf tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Request body: {'security_group_rule': {'security_group_id': 'e48bbe0f-a30b-49f3-a3ff-2bf279f7f595', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:52.754895 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-86b7ecd6-b5a5-4c30-9ab2-33c4430c55cf tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:52.764203 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-86b7ecd6-b5a5-4c30-9ab2-33c4430c55cf tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:52.774506 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.securitygroups_db [None req-86b7ecd6-b5a5-4c30-9ab2-33c4430c55cf tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Project 960ffdec027a484ca61151ed7691f618 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 15:34:52.781437 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-86b7ecd6-b5a5-4c30-9ab2-33c4430c55cf tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:52.841656 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-86b7ecd6-b5a5-4c30-9ab2-33c4430c55cf tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:52.845953 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-86b7ecd6-b5a5-4c30-9ab2-33c4430c55cf tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:52.868213 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b7ecd6-b5a5-4c30-9ab2-33c4430c55cf tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e67ea93-de82-43df-8bd0-7b0cb859c10f,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:52.880823 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-86b7ecd6-b5a5-4c30-9ab2-33c4430c55cf tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:52.881988 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-86b7ecd6-b5a5-4c30-9ab2-33c4430c55cf tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1366827 Oct 13 15:34:52.884541 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54808) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:52.902963 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-28210f5d-ebef-46f6-9141-c4543e9df055 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "GET /v2.0/security-group-rules/5e67ea93-de82-43df-8bd0-7b0cb859c10f HTTP/1.1" status: 200 len: 769 time: 0.0173781 Oct 13 15:34:52.906374 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54812) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:52.950904 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-1f179a9e-7da7-4371-a6f3-d02d372fa487 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Synchronizing usage tracker for tenant:960ffdec027a484ca61151ed7691f618 on resource:security_group_rule {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:34:52.965749 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-1f179a9e-7da7-4371-a6f3-d02d372fa487 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Unset dirty status for tenant:960ffdec027a484ca61151ed7691f618 on resource:security_group_rule {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:34:52.967381 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-1f179a9e-7da7-4371-a6f3-d02d372fa487 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0604970 Oct 13 15:34:52.970935 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54816) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:52.997555 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cbc0f702-f06b-49a2-90c4-ed51095e719e tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:53.007770 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cbc0f702-f06b-49a2-90c4-ed51095e719e tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:53.033602 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cbc0f702-f06b-49a2-90c4-ed51095e719e tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:53.049920 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc0f702-f06b-49a2-90c4-ed51095e719e tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5e67ea93-de82-43df-8bd0-7b0cb859c10f,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:53.057166 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cbc0f702-f06b-49a2-90c4-ed51095e719e tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:53.057992 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-cbc0f702-f06b-49a2-90c4-ed51095e719e tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "DELETE /v2.0/security-group-rules/5e67ea93-de82-43df-8bd0-7b0cb859c10f HTTP/1.1" status: 204 len: 168 time: 0.0865064 Oct 13 15:34:53.060912 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54820) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:53.105513 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-bb405797-60cc-4bc0-8f02-745be837737c tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Synchronizing usage tracker for tenant:960ffdec027a484ca61151ed7691f618 on resource:security_group_rule {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:34:53.120106 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-bb405797-60cc-4bc0-8f02-745be837737c tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Unset dirty status for tenant:960ffdec027a484ca61151ed7691f618 on resource:security_group_rule {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:34:53.121459 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-bb405797-60cc-4bc0-8f02-745be837737c tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0600562 Oct 13 15:34:53.124859 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54824) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:53.187500 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2f626422-34ae-4fb6-b6e3-70b81b5e9942 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:53.214728 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2f626422-34ae-4fb6-b6e3-70b81b5e9942 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:53.262567 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2f626422-34ae-4fb6-b6e3-70b81b5e9942 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:53.279240 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f626422-34ae-4fb6-b6e3-70b81b5e9942 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48bbe0f-a30b-49f3-a3ff-2bf279f7f595,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:53.294999 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2f626422-34ae-4fb6-b6e3-70b81b5e9942 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:53.296845 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-2f626422-34ae-4fb6-b6e3-70b81b5e9942 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "DELETE /v2.0/security-groups/e48bbe0f-a30b-49f3-a3ff-2bf279f7f595 HTTP/1.1" status: 204 len: 168 time: 0.1705115 Oct 13 15:34:53.299446 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54828) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:53.348542 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-d06ec7c6-007c-4fc7-869c-ae75e0080bc4 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Synchronizing usage tracker for tenant:960ffdec027a484ca61151ed7691f618 on resource:security_group {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:34:53.363388 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-d06ec7c6-007c-4fc7-869c-ae75e0080bc4 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Unset dirty status for tenant:960ffdec027a484ca61151ed7691f618 on resource:security_group {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:34:53.364764 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d06ec7c6-007c-4fc7-869c-ae75e0080bc4 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0641224 Oct 13 15:34:53.369011 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54832) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:53.373814 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-cd76c15d-6fb8-44f7-b1af-2c82a58503a5 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Request body: {'security_group': {'name': 'tempest-secgroup--134590333'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:53.380075 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-cd76c15d-6fb8-44f7-b1af-2c82a58503a5 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:53.389486 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-cd76c15d-6fb8-44f7-b1af-2c82a58503a5 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:53.399066 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cd76c15d-6fb8-44f7-b1af-2c82a58503a5 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:53.419153 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-cd76c15d-6fb8-44f7-b1af-2c82a58503a5 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:53.423874 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-cd76c15d-6fb8-44f7-b1af-2c82a58503a5 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Usage tracker for resource:security_group_rule and tenant:960ffdec027a484ca61151ed7691f618 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:34:53.426654 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-cd76c15d-6fb8-44f7-b1af-2c82a58503a5 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:34:53.432231 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-cd76c15d-6fb8-44f7-b1af-2c82a58503a5 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:53.504892 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cd76c15d-6fb8-44f7-b1af-2c82a58503a5 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:53.508534 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cd76c15d-6fb8-44f7-b1af-2c82a58503a5 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:53.549663 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd76c15d-6fb8-44f7-b1af-2c82a58503a5 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb52f02c-54c4-4224-869b-62d86963e81c,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:53.561504 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cd76c15d-6fb8-44f7-b1af-2c82a58503a5 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:53.562863 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-cd76c15d-6fb8-44f7-b1af-2c82a58503a5 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1929414 Oct 13 15:34:53.565553 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54836) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:53.570387 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-a682cb6b-00cc-4d39-8716-41209f090836 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Request body: {'security_group_rule': {'security_group_id': 'fb52f02c-54c4-4224-869b-62d86963e81c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:53.575915 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-a682cb6b-00cc-4d39-8716-41209f090836 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:53.580412 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-a682cb6b-00cc-4d39-8716-41209f090836 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Usage tracker for resource:security_group_rule and tenant:960ffdec027a484ca61151ed7691f618 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:34:53.583221 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-a682cb6b-00cc-4d39-8716-41209f090836 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:34:53.588783 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-a682cb6b-00cc-4d39-8716-41209f090836 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:53.605909 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a682cb6b-00cc-4d39-8716-41209f090836 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:53.664987 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a682cb6b-00cc-4d39-8716-41209f090836 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:53.668186 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a682cb6b-00cc-4d39-8716-41209f090836 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:53.691368 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a682cb6b-00cc-4d39-8716-41209f090836 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d72d3148-cfd6-4468-a504-5232b72d7251,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:53.704205 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a682cb6b-00cc-4d39-8716-41209f090836 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:53.705496 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a682cb6b-00cc-4d39-8716-41209f090836 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1390254 Oct 13 15:34:53.708066 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54840) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:53.769538 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2cda044d-f18e-4114-9031-24c930dfcbbc tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:53.796084 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2cda044d-f18e-4114-9031-24c930dfcbbc tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:53.847562 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2cda044d-f18e-4114-9031-24c930dfcbbc tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:53.865218 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cda044d-f18e-4114-9031-24c930dfcbbc tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb52f02c-54c4-4224-869b-62d86963e81c,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:53.877603 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2cda044d-f18e-4114-9031-24c930dfcbbc tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:53.878721 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-2cda044d-f18e-4114-9031-24c930dfcbbc tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "DELETE /v2.0/security-groups/fb52f02c-54c4-4224-869b-62d86963e81c HTTP/1.1" status: 204 len: 168 time: 0.1696353 Oct 13 15:34:53.881236 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54844) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:53.930204 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-d6d662d3-9250-4d3e-b911-a90f3a385ca9 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Synchronizing usage tracker for tenant:960ffdec027a484ca61151ed7691f618 on resource:security_group {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:34:53.945204 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-d6d662d3-9250-4d3e-b911-a90f3a385ca9 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Unset dirty status for tenant:960ffdec027a484ca61151ed7691f618 on resource:security_group {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:34:53.946480 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d6d662d3-9250-4d3e-b911-a90f3a385ca9 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0643160 Oct 13 15:34:53.949073 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54850) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:53.991969 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-64c686ea-fd8b-4261-9ac9-46b62af9b418 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Synchronizing usage tracker for tenant:960ffdec027a484ca61151ed7691f618 on resource:security_group_rule {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:34:54.007159 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-64c686ea-fd8b-4261-9ac9-46b62af9b418 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] Unset dirty status for tenant:960ffdec027a484ca61151ed7691f618 on resource:security_group_rule {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:34:54.008345 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-64c686ea-fd8b-4261-9ac9-46b62af9b418 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0583215 Oct 13 15:34:54.011414 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54854) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:54.027374 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-84aea739-8d3b-4413-b6a2-9347c9685b28 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] delete failed (client error): The resource could not be found. Oct 13 15:34:54.028336 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-84aea739-8d3b-4413-b6a2-9347c9685b28 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "DELETE /v2.0/security-groups/fb52f02c-54c4-4224-869b-62d86963e81c HTTP/1.1" status: 404 len: 347 time: 0.0160336 Oct 13 15:34:54.032480 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54858) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:54.081449 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-b4f41854-1f67-41ff-a4a7-ec89e52ea963 tempest-SecGroupIPv6Test-1421312355 tempest-SecGroupIPv6Test-1421312355-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0484776 Oct 13 15:34:54.341866 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54866) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:54.487451 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-eaf93536-530b-44c7-8b61-734cd11927fd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=960ffdec027a484ca61151ed7691f618&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1444452 Oct 13 15:34:54.489920 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54872) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:54.544581 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-047ea98a-f16e-4428-8da1-a065283b6f80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:54.569770 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-047ea98a-f16e-4428-8da1-a065283b6f80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:54.619116 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-047ea98a-f16e-4428-8da1-a065283b6f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:54.635958 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-047ea98a-f16e-4428-8da1-a065283b6f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95634520-b7f6-4964-a591-6c497b6365a9,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:54.656405 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-047ea98a-f16e-4428-8da1-a065283b6f80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:54.657856 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-047ea98a-f16e-4428-8da1-a065283b6f80 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/95634520-b7f6-4964-a591-6c497b6365a9 HTTP/1.1" status: 204 len: 168 time: 0.1670170 Oct 13 15:34:55.325504 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54898) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:55.429286 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-ba27825e-9a36-4854-8cfc-e67d3efd7129 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:55.429716 dv-neutron-860329-2-hyperv neutron-server[88972]: WARNING neutron.api.v2.base [None req-ba27825e-9a36-4854-8cfc-e67d3efd7129 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 13 15:34:55.430230 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-ba27825e-9a36-4854-8cfc-e67d3efd7129 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] create failed (client error): There was a conflict when trying to complete your request. Oct 13 15:34:55.431164 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-ba27825e-9a36-4854-8cfc-e67d3efd7129 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1044776 Oct 13 15:34:55.434833 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54904) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:55.439958 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-b34dc5c8-9a1c-4c19-9fbf-8a2d5488e51d tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Request body: {'security_group': {'name': 'tempest-secgroup--1536037607'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:55.446580 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-b34dc5c8-9a1c-4c19-9fbf-8a2d5488e51d tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:55.450498 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-b34dc5c8-9a1c-4c19-9fbf-8a2d5488e51d tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Usage tracker for resource:security_group and tenant:bb0b0d105e154e18993fb457b06b7ab0 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:34:55.453872 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-b34dc5c8-9a1c-4c19-9fbf-8a2d5488e51d tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:34:55.459642 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-b34dc5c8-9a1c-4c19-9fbf-8a2d5488e51d tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:55.469194 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b34dc5c8-9a1c-4c19-9fbf-8a2d5488e51d tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:55.481254 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b34dc5c8-9a1c-4c19-9fbf-8a2d5488e51d tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:55.495158 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-b34dc5c8-9a1c-4c19-9fbf-8a2d5488e51d tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:55.498852 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-b34dc5c8-9a1c-4c19-9fbf-8a2d5488e51d tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Usage tracker for resource:security_group_rule and tenant:bb0b0d105e154e18993fb457b06b7ab0 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:34:55.502044 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-b34dc5c8-9a1c-4c19-9fbf-8a2d5488e51d tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:34:55.507570 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-b34dc5c8-9a1c-4c19-9fbf-8a2d5488e51d tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:55.590386 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b34dc5c8-9a1c-4c19-9fbf-8a2d5488e51d tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:55.593876 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b34dc5c8-9a1c-4c19-9fbf-8a2d5488e51d tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:55.607882 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-b34dc5c8-9a1c-4c19-9fbf-8a2d5488e51d tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:55.619722 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-b34dc5c8-9a1c-4c19-9fbf-8a2d5488e51d tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Usage tracker for resource:security_group_rule and tenant:bb0b0d105e154e18993fb457b06b7ab0 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:34:55.625937 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-b34dc5c8-9a1c-4c19-9fbf-8a2d5488e51d tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:34:55.632469 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:55.634011 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34dc5c8-9a1c-4c19-9fbf-8a2d5488e51d tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d7efe44-34aa-4bce-b358-f5f7afe3f856,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:55.636719 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-b34dc5c8-9a1c-4c19-9fbf-8a2d5488e51d tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:55.709657 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b34dc5c8-9a1c-4c19-9fbf-8a2d5488e51d tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:55.713073 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b34dc5c8-9a1c-4c19-9fbf-8a2d5488e51d tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:55.754699 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34dc5c8-9a1c-4c19-9fbf-8a2d5488e51d tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f044df4-6222-46e1-95d3-b9ccb540390e,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:55.757094 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b34dc5c8-9a1c-4c19-9fbf-8a2d5488e51d tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:55.758287 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-b34dc5c8-9a1c-4c19-9fbf-8a2d5488e51d tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3225071 Oct 13 15:34:55.761162 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54908) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:55.766255 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-125f0c65-311d-4aa5-936a-a5d2c54d299a tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Request body: {'security_group_rule': {'security_group_id': '1f044df4-6222-46e1-95d3-b9ccb540390e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:55.772030 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-125f0c65-311d-4aa5-936a-a5d2c54d299a tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:55.775812 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-125f0c65-311d-4aa5-936a-a5d2c54d299a tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Usage tracker for resource:security_group_rule and tenant:bb0b0d105e154e18993fb457b06b7ab0 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:34:55.778615 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-125f0c65-311d-4aa5-936a-a5d2c54d299a tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:34:55.784197 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-125f0c65-311d-4aa5-936a-a5d2c54d299a tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:55.801269 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-125f0c65-311d-4aa5-936a-a5d2c54d299a tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:55.852650 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54912) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:55.864203 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-125f0c65-311d-4aa5-936a-a5d2c54d299a tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:55.867828 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-125f0c65-311d-4aa5-936a-a5d2c54d299a tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:55.893666 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125f0c65-311d-4aa5-936a-a5d2c54d299a tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=506a096b-ce62-4b74-94d9-1b81146e00c9,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:55.903068 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-125f0c65-311d-4aa5-936a-a5d2c54d299a tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:55.904269 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-125f0c65-311d-4aa5-936a-a5d2c54d299a tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1422005 Oct 13 15:34:55.907250 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54916) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:55.915241 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-a0af9154-7803-4256-be57-e340d8e8945a tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Request body: {'security_group_rule': {'security_group_id': '1f044df4-6222-46e1-95d3-b9ccb540390e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:55.924015 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-a0af9154-7803-4256-be57-e340d8e8945a tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:55.930267 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c0fbb6-9334-456e-b63d-8e8c96a4daef tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:55.931657 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-b9c0fbb6-9334-456e-b63d-8e8c96a4daef tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=8fb1fa59-32fe-4ed0-a248-96c43edb135f HTTP/1.1" status: 200 len: 814 time: 0.0780332 Oct 13 15:34:55.932674 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-a0af9154-7803-4256-be57-e340d8e8945a tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Usage tracker for resource:security_group_rule and tenant:bb0b0d105e154e18993fb457b06b7ab0 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:34:55.935530 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-a0af9154-7803-4256-be57-e340d8e8945a tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:34:55.941784 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-a0af9154-7803-4256-be57-e340d8e8945a tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:55.956500 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a0af9154-7803-4256-be57-e340d8e8945a tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:56.013904 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.api.v2.resource [None req-a0af9154-7803-4256-be57-e340d8e8945a tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] create failed (client error): There was a conflict when trying to complete your request. Oct 13 15:34:56.015019 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-a0af9154-7803-4256-be57-e340d8e8945a tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1068451 Oct 13 15:34:56.017957 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54922) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:56.079502 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-80604b34-2a7c-4033-87dd-30de8d8d6e26 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:56.106098 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-80604b34-2a7c-4033-87dd-30de8d8d6e26 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:56.158578 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-80604b34-2a7c-4033-87dd-30de8d8d6e26 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:56.174905 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80604b34-2a7c-4033-87dd-30de8d8d6e26 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f044df4-6222-46e1-95d3-b9ccb540390e,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:56.181191 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-80604b34-2a7c-4033-87dd-30de8d8d6e26 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:56.182310 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-80604b34-2a7c-4033-87dd-30de8d8d6e26 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] 10.222.0.42 "DELETE /v2.0/security-groups/1f044df4-6222-46e1-95d3-b9ccb540390e HTTP/1.1" status: 204 len: 168 time: 0.1633987 Oct 13 15:34:56.184816 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54928) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:56.233325 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-13134925-484f-44ec-a978-c50999f543dd tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Synchronizing usage tracker for tenant:bb0b0d105e154e18993fb457b06b7ab0 on resource:security_group {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:34:56.268065 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-13134925-484f-44ec-a978-c50999f543dd tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Unset dirty status for tenant:bb0b0d105e154e18993fb457b06b7ab0 on resource:security_group {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:34:56.268065 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-13134925-484f-44ec-a978-c50999f543dd tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0750790 Oct 13 15:34:56.268065 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54932) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:56.269922 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-843b9286-3c0c-4843-8fdf-3dbb220067e7 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Request body: {'security_group': {'name': 'tempest-secgroup--1602995250'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:56.276590 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-843b9286-3c0c-4843-8fdf-3dbb220067e7 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:56.286812 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-843b9286-3c0c-4843-8fdf-3dbb220067e7 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:56.296894 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-843b9286-3c0c-4843-8fdf-3dbb220067e7 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:56.316282 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-843b9286-3c0c-4843-8fdf-3dbb220067e7 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:56.320070 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-843b9286-3c0c-4843-8fdf-3dbb220067e7 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Usage tracker for resource:security_group_rule and tenant:bb0b0d105e154e18993fb457b06b7ab0 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:34:56.322814 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-843b9286-3c0c-4843-8fdf-3dbb220067e7 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:34:56.328384 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-843b9286-3c0c-4843-8fdf-3dbb220067e7 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:56.397137 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-843b9286-3c0c-4843-8fdf-3dbb220067e7 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:56.400635 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-843b9286-3c0c-4843-8fdf-3dbb220067e7 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:56.453342 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843b9286-3c0c-4843-8fdf-3dbb220067e7 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=751b1b69-c4e1-4a73-8047-ac932e54ada7,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:56.462885 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-843b9286-3c0c-4843-8fdf-3dbb220067e7 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:56.462885 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-843b9286-3c0c-4843-8fdf-3dbb220067e7 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1919794 Oct 13 15:34:56.462885 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54936) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:56.467237 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-d65fc8e2-8609-4021-a667-30c0e625f515 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Request body: {'security_group_rule': {'security_group_id': '751b1b69-c4e1-4a73-8047-ac932e54ada7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:56.471294 dv-neutron-860329-2-hyperv neutron-server[88973]: WARNING neutron.api.v2.base [None req-d65fc8e2-8609-4021-a667-30c0e625f515 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Oct 13 15:34:56.471294 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.api.v2.resource [None req-d65fc8e2-8609-4021-a667-30c0e625f515 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 15:34:56.471294 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-d65fc8e2-8609-4021-a667-30c0e625f515 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0080445 Oct 13 15:34:56.474445 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54940) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:56.550154 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ba6ea384-edd9-4880-9a9b-7f83c6991bd4 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:56.581683 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ba6ea384-edd9-4880-9a9b-7f83c6991bd4 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:56.631799 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ba6ea384-edd9-4880-9a9b-7f83c6991bd4 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:56.649635 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ea384-edd9-4880-9a9b-7f83c6991bd4 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=751b1b69-c4e1-4a73-8047-ac932e54ada7,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:56.657475 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ba6ea384-edd9-4880-9a9b-7f83c6991bd4 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:56.657475 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-ba6ea384-edd9-4880-9a9b-7f83c6991bd4 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] 10.222.0.42 "DELETE /v2.0/security-groups/751b1b69-c4e1-4a73-8047-ac932e54ada7 HTTP/1.1" status: 204 len: 168 time: 0.1839824 Oct 13 15:34:56.664186 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54944) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:56.726391 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-4c3ea143-fded-442e-b99b-65df08130df5 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Synchronizing usage tracker for tenant:bb0b0d105e154e18993fb457b06b7ab0 on resource:security_group {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:34:56.743106 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-4c3ea143-fded-442e-b99b-65df08130df5 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Unset dirty status for tenant:bb0b0d105e154e18993fb457b06b7ab0 on resource:security_group {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:34:56.743106 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-4c3ea143-fded-442e-b99b-65df08130df5 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0789433 Oct 13 15:34:56.749405 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54948) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:56.754536 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-9ad1732d-10fa-473a-be85-b79d0a1fadce tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Request body: {'security_group': {'name': 'tempest-secgroup--967350636'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:56.759738 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-9ad1732d-10fa-473a-be85-b79d0a1fadce tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:56.770815 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-9ad1732d-10fa-473a-be85-b79d0a1fadce tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:56.783511 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9ad1732d-10fa-473a-be85-b79d0a1fadce tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:56.803437 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-9ad1732d-10fa-473a-be85-b79d0a1fadce tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:56.808829 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-9ad1732d-10fa-473a-be85-b79d0a1fadce tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Usage tracker for resource:security_group_rule and tenant:bb0b0d105e154e18993fb457b06b7ab0 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:34:56.808829 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-9ad1732d-10fa-473a-be85-b79d0a1fadce tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:34:56.816754 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-9ad1732d-10fa-473a-be85-b79d0a1fadce tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:56.891687 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9ad1732d-10fa-473a-be85-b79d0a1fadce tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:56.897722 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9ad1732d-10fa-473a-be85-b79d0a1fadce tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:56.909266 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54952) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:56.920905 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-1415eab0-4322-48e4-afc8-e33d0f78956d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'network': {'name': 'tempest-network-smoke--1625953065', 'project_id': 'de460f02ee50469b960f7a471a064187', 'port_security_enabled': True}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:56.930175 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-1415eab0-4322-48e4-afc8-e33d0f78956d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:56.935980 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-1415eab0-4322-48e4-afc8-e33d0f78956d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:network and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:34:56.942520 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-1415eab0-4322-48e4-afc8-e33d0f78956d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:34:56.948692 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-1415eab0-4322-48e4-afc8-e33d0f78956d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:56.952013 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad1732d-10fa-473a-be85-b79d0a1fadce tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cda84d7-3750-476f-a15a-0df4e83524b0,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:56.958865 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9ad1732d-10fa-473a-be85-b79d0a1fadce tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:56.958865 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-9ad1732d-10fa-473a-be85-b79d0a1fadce tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2099850 Oct 13 15:34:56.963880 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54956) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:56.967144 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-6c417b63-e3a3-4c8b-9b7d-cc276da6b797 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Request body: {'security_group_rule': {'security_group_id': '8cda84d7-3750-476f-a15a-0df4e83524b0', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:56.967144 dv-neutron-860329-2-hyperv neutron-server[88973]: WARNING neutron.api.v2.base [None req-6c417b63-e3a3-4c8b-9b7d-cc276da6b797 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Oct 13 15:34:56.970410 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1415eab0-4322-48e4-afc8-e33d0f78956d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Made reservation on behalf of de460f02ee50469b960f7a471a064187 for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:34:56.976215 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1415eab0-4322-48e4-afc8-e33d0f78956d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:56.979297 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.api.v2.resource [None req-6c417b63-e3a3-4c8b-9b7d-cc276da6b797 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 15:34:56.979297 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-6c417b63-e3a3-4c8b-9b7d-cc276da6b797 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0151901 Oct 13 15:34:56.979297 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54960) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:57.006234 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1415eab0-4322-48e4-afc8-e33d0f78956d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 427} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:34:57.015861 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1415eab0-4322-48e4-afc8-e33d0f78956d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:57.015861 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-1415eab0-4322-48e4-afc8-e33d0f78956d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Added segment ceee7551-3359-4a43-bbe7-4f2caf37892d of type vlan for network 179b58a1-9e75-4ede-8f38-5b2828859edd Oct 13 15:34:57.045573 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1415eab0-4322-48e4-afc8-e33d0f78956d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:57.060092 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-955d4aa5-e628-4954-ad3c-373effb42def tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:57.078349 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1415eab0-4322-48e4-afc8-e33d0f78956d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:57.084364 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1415eab0-4322-48e4-afc8-e33d0f78956d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:57.084364 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1415eab0-4322-48e4-afc8-e33d0f78956d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:57.093222 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-955d4aa5-e628-4954-ad3c-373effb42def tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:57.149155 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-955d4aa5-e628-4954-ad3c-373effb42def tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:57.191759 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-1415eab0-4322-48e4-afc8-e33d0f78956d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2798634 Oct 13 15:34:57.191759 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54964) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:57.195296 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955d4aa5-e628-4954-ad3c-373effb42def tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cda84d7-3750-476f-a15a-0df4e83524b0,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:57.203198 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-955d4aa5-e628-4954-ad3c-373effb42def tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:57.203198 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-955d4aa5-e628-4954-ad3c-373effb42def tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] 10.222.0.42 "DELETE /v2.0/security-groups/8cda84d7-3750-476f-a15a-0df4e83524b0 HTTP/1.1" status: 204 len: 168 time: 0.2212393 Oct 13 15:34:57.218480 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54968) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:57.238663 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1415eab0-4322-48e4-afc8-e33d0f78956d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Network': ['ID=179b58a1-9e75-4ede-8f38-5b2828859edd,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:57.283252 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 179b58a1-9e75-4ede-8f38-5b2828859edd details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:34:57.287850 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a20d50-facd-4570-ace5-54ca52403306 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:57.287850 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d3a20d50-facd-4570-ace5-54ca52403306 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=de460f02ee50469b960f7a471a064187&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0864229 Oct 13 15:34:57.287850 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54972) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:57.326032 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-4558d51c-1a17-49f3-a317-e257816157dd tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Synchronizing usage tracker for tenant:bb0b0d105e154e18993fb457b06b7ab0 on resource:security_group {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:34:57.340187 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-4558d51c-1a17-49f3-a317-e257816157dd tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Unset dirty status for tenant:bb0b0d105e154e18993fb457b06b7ab0 on resource:security_group {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:34:57.349344 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-4558d51c-1a17-49f3-a317-e257816157dd tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1307175 Oct 13 15:34:57.349344 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54976) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:57.362034 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-d582d0f6-45c5-4268-9c0b-b4d8d26808f3 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Request body: {'security_group': {'name': 'tempest-secgroup--114356206'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:57.375248 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-d582d0f6-45c5-4268-9c0b-b4d8d26808f3 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:57.391449 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-d582d0f6-45c5-4268-9c0b-b4d8d26808f3 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:57.407295 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d582d0f6-45c5-4268-9c0b-b4d8d26808f3 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:57.447696 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-d582d0f6-45c5-4268-9c0b-b4d8d26808f3 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:57.453856 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-d582d0f6-45c5-4268-9c0b-b4d8d26808f3 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Usage tracker for resource:security_group_rule and tenant:bb0b0d105e154e18993fb457b06b7ab0 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:34:57.453856 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-d582d0f6-45c5-4268-9c0b-b4d8d26808f3 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:34:57.459969 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc70c23-8484-4acd-b2ee-c14aeb9fee9e tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:57.459969 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-edc70c23-8484-4acd-b2ee-c14aeb9fee9e tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1749854 Oct 13 15:34:57.463611 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-d582d0f6-45c5-4268-9c0b-b4d8d26808f3 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:57.467570 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54980) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:57.521361 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-fe28908d-2343-44f0-b944-af682ef1f8b1 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=8fb1fa59-32fe-4ed0-a248-96c43edb135f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0552223 Oct 13 15:34:57.521361 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 54984) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:57.545695 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d582d0f6-45c5-4268-9c0b-b4d8d26808f3 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:57.551954 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d582d0f6-45c5-4268-9c0b-b4d8d26808f3 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:57.608889 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d582d0f6-45c5-4268-9c0b-b4d8d26808f3 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e9fd1be-c5a0-489f-82d4-abb098c04f41,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:57.625038 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d582d0f6-45c5-4268-9c0b-b4d8d26808f3 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:57.644733 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-d582d0f6-45c5-4268-9c0b-b4d8d26808f3 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2906160 Oct 13 15:34:57.644733 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54988) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:57.644733 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-b5f4199c-5a22-4f2e-9d8e-f0457a01fe7a tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Request body: {'security_group_rule': {'security_group_id': '6e9fd1be-c5a0-489f-82d4-abb098c04f41', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:57.649400 dv-neutron-860329-2-hyperv neutron-server[88973]: WARNING neutron.api.v2.base [None req-b5f4199c-5a22-4f2e-9d8e-f0457a01fe7a tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Oct 13 15:34:57.649400 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.api.v2.resource [None req-b5f4199c-5a22-4f2e-9d8e-f0457a01fe7a tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 15:34:57.657837 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-b5f4199c-5a22-4f2e-9d8e-f0457a01fe7a tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0106950 Oct 13 15:34:57.657837 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54992) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:57.657837 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-6e2ede15-45ca-4384-833e-819a7c2eac7a tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Request body: {'security_group_rule': {'security_group_id': '6e9fd1be-c5a0-489f-82d4-abb098c04f41', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:57.657837 dv-neutron-860329-2-hyperv neutron-server[88973]: WARNING neutron.api.v2.base [None req-6e2ede15-45ca-4384-833e-819a7c2eac7a tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Oct 13 15:34:57.657837 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.api.v2.resource [None req-6e2ede15-45ca-4384-833e-819a7c2eac7a tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 15:34:57.667466 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-6e2ede15-45ca-4384-833e-819a7c2eac7a tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0092978 Oct 13 15:34:57.667466 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 54996) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:57.676215 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-961c3299-f331-4d21-937e-901f6fcfe38d tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Request body: {'security_group_rule': {'security_group_id': '6e9fd1be-c5a0-489f-82d4-abb098c04f41', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:57.676215 dv-neutron-860329-2-hyperv neutron-server[88973]: WARNING neutron.api.v2.base [None req-961c3299-f331-4d21-937e-901f6fcfe38d tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Oct 13 15:34:57.676215 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.api.v2.resource [None req-961c3299-f331-4d21-937e-901f6fcfe38d tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 15:34:57.676215 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-961c3299-f331-4d21-937e-901f6fcfe38d tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0106428 Oct 13 15:34:57.676215 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55000) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:57.684760 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-500ec56d-7d2a-448a-9f3a-f9265f3f0e7e tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Request body: {'security_group_rule': {'security_group_id': '6e9fd1be-c5a0-489f-82d4-abb098c04f41', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:57.684760 dv-neutron-860329-2-hyperv neutron-server[88973]: WARNING neutron.api.v2.base [None req-500ec56d-7d2a-448a-9f3a-f9265f3f0e7e tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Oct 13 15:34:57.684760 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.api.v2.resource [None req-500ec56d-7d2a-448a-9f3a-f9265f3f0e7e tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 15:34:57.684760 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-500ec56d-7d2a-448a-9f3a-f9265f3f0e7e tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0078580 Oct 13 15:34:57.688782 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55004) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:57.737488 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d88e6199-ce7e-4bd2-a32e-fea6344226c4 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=de460f02ee50469b960f7a471a064187&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2117810 Oct 13 15:34:57.737488 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55008) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:57.857054 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5788102b-f496-4632-b86c-a32e7f9f28e7 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:57.904657 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5788102b-f496-4632-b86c-a32e7f9f28e7 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:57.941869 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9634c33-50cc-450e-ab56-5b2147128115 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:57.941869 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-e9634c33-50cc-450e-ab56-5b2147128115 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2040124 Oct 13 15:34:57.948690 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55012) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:57.973556 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5788102b-f496-4632-b86c-a32e7f9f28e7 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:58.002257 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-a5f469ca-e996-433f-9697-d5f68a4c70bd tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=8fb1fa59-32fe-4ed0-a248-96c43edb135f&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0525951 Oct 13 15:34:58.004856 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5788102b-f496-4632-b86c-a32e7f9f28e7 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e9fd1be-c5a0-489f-82d4-abb098c04f41,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:58.007769 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55018) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:58.007769 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-7b35ca63-8577-42ec-8312-9926e5c447f9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-663522861', 'network_id': '179b58a1-9e75-4ede-8f38-5b2828859edd', 'project_id': 'de460f02ee50469b960f7a471a064187', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:58.021401 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5788102b-f496-4632-b86c-a32e7f9f28e7 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:58.021401 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-5788102b-f496-4632-b86c-a32e7f9f28e7 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] 10.222.0.42 "DELETE /v2.0/security-groups/6e9fd1be-c5a0-489f-82d4-abb098c04f41 HTTP/1.1" status: 204 len: 168 time: 0.3327351 Oct 13 15:34:58.021401 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55022) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:58.087796 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-96074302-a243-4092-b218-d63af28b18e2 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Synchronizing usage tracker for tenant:bb0b0d105e154e18993fb457b06b7ab0 on resource:security_group {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:34:58.105718 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-96074302-a243-4092-b218-d63af28b18e2 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Unset dirty status for tenant:bb0b0d105e154e18993fb457b06b7ab0 on resource:security_group {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:34:58.112064 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-96074302-a243-4092-b218-d63af28b18e2 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0855405 Oct 13 15:34:58.114845 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55026) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:58.120392 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-13f3e855-08e6-4c79-b440-772d8ad4813b tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Request body: {'security_group': {'name': 'tempest-secgroup--48311677'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:58.137332 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-13f3e855-08e6-4c79-b440-772d8ad4813b tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:58.153360 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-13f3e855-08e6-4c79-b440-772d8ad4813b tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:58.153360 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-7b35ca63-8577-42ec-8312-9926e5c447f9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:58.161961 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-7b35ca63-8577-42ec-8312-9926e5c447f9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:subnet and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:34:58.164491 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-7b35ca63-8577-42ec-8312-9926e5c447f9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:34:58.174211 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-7b35ca63-8577-42ec-8312-9926e5c447f9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:58.174211 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-13f3e855-08e6-4c79-b440-772d8ad4813b tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:58.202606 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-13f3e855-08e6-4c79-b440-772d8ad4813b tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:58.207765 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-13f3e855-08e6-4c79-b440-772d8ad4813b tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Usage tracker for resource:security_group_rule and tenant:bb0b0d105e154e18993fb457b06b7ab0 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:34:58.207765 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b35ca63-8577-42ec-8312-9926e5c447f9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Made reservation on behalf of de460f02ee50469b960f7a471a064187 for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:34:58.213145 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7b35ca63-8577-42ec-8312-9926e5c447f9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:58.227916 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-13f3e855-08e6-4c79-b440-772d8ad4813b tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:34:58.247889 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-13f3e855-08e6-4c79-b440-772d8ad4813b tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:58.431672 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-13f3e855-08e6-4c79-b440-772d8ad4813b tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:58.437362 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-13f3e855-08e6-4c79-b440-772d8ad4813b tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:58.519414 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f3e855-08e6-4c79-b440-772d8ad4813b tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40e78200-5161-4c2e-abc6-be9dbf93937b,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:58.527840 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-13f3e855-08e6-4c79-b440-772d8ad4813b tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:58.527840 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-13f3e855-08e6-4c79-b440-772d8ad4813b tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4154079 Oct 13 15:34:58.527840 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55030) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:58.535637 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-01f2a494-4553-485d-8db3-d2ea18597fd4 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Request body: {'security_group_rule': {'security_group_id': '40e78200-5161-4c2e-abc6-be9dbf93937b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:58.535637 dv-neutron-860329-2-hyperv neutron-server[88973]: WARNING neutron.api.v2.base [None req-01f2a494-4553-485d-8db3-d2ea18597fd4 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 13 15:34:58.535637 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.api.v2.resource [None req-01f2a494-4553-485d-8db3-d2ea18597fd4 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 15:34:58.535637 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-01f2a494-4553-485d-8db3-d2ea18597fd4 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0072951 Oct 13 15:34:58.539356 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7b35ca63-8577-42ec-8312-9926e5c447f9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:58.542016 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55034) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:58.553253 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-7f4ed862-a3af-4d03-9b04-86a28fd87ebd tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Request body: {'security_group_rule': {'security_group_id': '40e78200-5161-4c2e-abc6-be9dbf93937b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:58.560873 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-7f4ed862-a3af-4d03-9b04-86a28fd87ebd tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:58.566575 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-7f4ed862-a3af-4d03-9b04-86a28fd87ebd tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Usage tracker for resource:security_group_rule and tenant:bb0b0d105e154e18993fb457b06b7ab0 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:34:58.566575 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-7f4ed862-a3af-4d03-9b04-86a28fd87ebd tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:34:58.576205 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-7f4ed862-a3af-4d03-9b04-86a28fd87ebd tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:58.606114 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-7f4ed862-a3af-4d03-9b04-86a28fd87ebd tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 15:34:58.606114 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-7f4ed862-a3af-4d03-9b04-86a28fd87ebd tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0653453 Oct 13 15:34:58.609873 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55038) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:58.615460 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-c0b67ffb-b38d-49ca-aee0-b47f887c9e2b tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Request body: {'security_group_rule': {'security_group_id': '40e78200-5161-4c2e-abc6-be9dbf93937b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:58.615460 dv-neutron-860329-2-hyperv neutron-server[88972]: WARNING neutron.api.v2.base [None req-c0b67ffb-b38d-49ca-aee0-b47f887c9e2b tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Oct 13 15:34:58.615460 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-c0b67ffb-b38d-49ca-aee0-b47f887c9e2b tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 15:34:58.621441 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-c0b67ffb-b38d-49ca-aee0-b47f887c9e2b tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0087519 Oct 13 15:34:58.629254 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55042) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:58.629254 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-83cee6c9-0bbd-47fe-b923-53de82dcd059 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Request body: {'security_group_rule': {'security_group_id': '40e78200-5161-4c2e-abc6-be9dbf93937b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:58.645600 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-83cee6c9-0bbd-47fe-b923-53de82dcd059 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:58.645600 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-83cee6c9-0bbd-47fe-b923-53de82dcd059 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Usage tracker for resource:security_group_rule and tenant:bb0b0d105e154e18993fb457b06b7ab0 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:34:58.654372 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-83cee6c9-0bbd-47fe-b923-53de82dcd059 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:34:58.672108 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-83cee6c9-0bbd-47fe-b923-53de82dcd059 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:58.714713 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-83cee6c9-0bbd-47fe-b923-53de82dcd059 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 15:34:58.714713 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-83cee6c9-0bbd-47fe-b923-53de82dcd059 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0847189 Oct 13 15:34:58.714713 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55046) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:58.728796 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-b22bffed-3a11-4b3f-8f8c-cdf709d2c291 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Request body: {'security_group_rule': {'security_group_id': '40e78200-5161-4c2e-abc6-be9dbf93937b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:58.728796 dv-neutron-860329-2-hyperv neutron-server[88972]: WARNING neutron.api.v2.base [None req-b22bffed-3a11-4b3f-8f8c-cdf709d2c291 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Oct 13 15:34:58.728796 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-b22bffed-3a11-4b3f-8f8c-cdf709d2c291 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 15:34:58.728796 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-b22bffed-3a11-4b3f-8f8c-cdf709d2c291 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0138185 Oct 13 15:34:58.728796 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55050) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:58.738211 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-cbd3e7d1-dc21-45cd-a606-f7bbbcd03c60 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Request body: {'security_group_rule': {'security_group_id': '40e78200-5161-4c2e-abc6-be9dbf93937b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:58.746873 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-cbd3e7d1-dc21-45cd-a606-f7bbbcd03c60 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:58.755142 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-cbd3e7d1-dc21-45cd-a606-f7bbbcd03c60 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Usage tracker for resource:security_group_rule and tenant:bb0b0d105e154e18993fb457b06b7ab0 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:34:58.755142 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-cbd3e7d1-dc21-45cd-a606-f7bbbcd03c60 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:34:58.768602 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-cbd3e7d1-dc21-45cd-a606-f7bbbcd03c60 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:58.781585 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.securitygroups_db [None req-cbd3e7d1-dc21-45cd-a606-f7bbbcd03c60 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Project bb0b0d105e154e18993fb457b06b7ab0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 15:34:58.785601 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b35ca63-8577-42ec-8312-9926e5c447f9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Subnet': ['ID=796178a5-8807-4919-bfef-a1fc29e5fbf6,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:58.792980 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b35ca63-8577-42ec-8312-9926e5c447f9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Checking segment: {'id': 'ceee7551-3359-4a43-bbe7-4f2caf37892d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '179b58a1-9e75-4ede-8f38-5b2828859edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:34:58.792980 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b35ca63-8577-42ec-8312-9926e5c447f9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network hostable DHCP agents. Network: 179b58a1-9e75-4ede-8f38-5b2828859edd, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:34:58.801510 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-cbd3e7d1-dc21-45cd-a606-f7bbbcd03c60 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 15:34:58.801510 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-cbd3e7d1-dc21-45cd-a606-f7bbbcd03c60 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0715923 Oct 13 15:34:58.804908 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55054) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:58.811505 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-8b403f8a-c8ce-420a-954d-8d14b5e04fb2 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Request body: {'security_group_rule': {'security_group_id': '40e78200-5161-4c2e-abc6-be9dbf93937b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:58.811505 dv-neutron-860329-2-hyperv neutron-server[88973]: WARNING neutron.api.v2.base [None req-8b403f8a-c8ce-420a-954d-8d14b5e04fb2 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Oct 13 15:34:58.811505 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.api.v2.resource [None req-8b403f8a-c8ce-420a-954d-8d14b5e04fb2 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 15:34:58.811505 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-8b403f8a-c8ce-420a-954d-8d14b5e04fb2 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0071452 Oct 13 15:34:58.818458 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55058) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:58.821467 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b35ca63-8577-42ec-8312-9926e5c447f9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network 179b58a1-9e75-4ede-8f38-5b2828859edd is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:34:58.825421 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-582527e9-cb93-4c4c-ad5f-f0a12564e573 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Request body: {'security_group_rule': {'security_group_id': '40e78200-5161-4c2e-abc6-be9dbf93937b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:58.834404 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-582527e9-cb93-4c4c-ad5f-f0a12564e573 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:58.838357 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-7b35ca63-8577-42ec-8312-9926e5c447f9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 179b58a1-9e75-4ede-8f38-5b2828859edd) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:34:58.842219 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-582527e9-cb93-4c4c-ad5f-f0a12564e573 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Usage tracker for resource:security_group_rule and tenant:bb0b0d105e154e18993fb457b06b7ab0 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:34:58.847528 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b35ca63-8577-42ec-8312-9926e5c447f9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:34:58.847528 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7b35ca63-8577-42ec-8312-9926e5c447f9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:58.852157 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-582527e9-cb93-4c4c-ad5f-f0a12564e573 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:34:58.852157 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-582527e9-cb93-4c4c-ad5f-f0a12564e573 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:58.856404 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61a9920-7f7e-4e4d-9502-a00ed3ec12ca None None] Network 179b58a1-9e75-4ede-8f38-5b2828859edd requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:34:58.860920 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.securitygroups_db [None req-582527e9-cb93-4c4c-ad5f-f0a12564e573 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Project bb0b0d105e154e18993fb457b06b7ab0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 15:34:58.876105 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-7b35ca63-8577-42ec-8312-9926e5c447f9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8712060 Oct 13 15:34:58.880009 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-582527e9-cb93-4c4c-ad5f-f0a12564e573 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 15:34:58.880009 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-582527e9-cb93-4c4c-ad5f-f0a12564e573 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0629230 Oct 13 15:34:58.880009 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55064) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:58.890518 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-6a7172bb-21e7-4b62-af13-da80b13fd62e tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Request body: {'security_group_rule': {'security_group_id': '40e78200-5161-4c2e-abc6-be9dbf93937b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:58.904179 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-6a7172bb-21e7-4b62-af13-da80b13fd62e tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:58.913297 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-6a7172bb-21e7-4b62-af13-da80b13fd62e tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Usage tracker for resource:security_group_rule and tenant:bb0b0d105e154e18993fb457b06b7ab0 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:34:58.921475 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-6a7172bb-21e7-4b62-af13-da80b13fd62e tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:34:58.929901 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-6a7172bb-21e7-4b62-af13-da80b13fd62e tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:58.950442 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.securitygroups_db [None req-6a7172bb-21e7-4b62-af13-da80b13fd62e tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Project bb0b0d105e154e18993fb457b06b7ab0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 15:34:58.979937 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55068) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:58.979937 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-ad904f8c-8b2e-4ace-93a8-aa628c99a9ca tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-155691502', 'description': 'tempest-secgroup-smoke-155691502 description', 'project_id': 'de460f02ee50469b960f7a471a064187'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:58.991046 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-ad904f8c-8b2e-4ace-93a8-aa628c99a9ca tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:58.991046 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-6a7172bb-21e7-4b62-af13-da80b13fd62e tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 15:34:58.991046 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-6a7172bb-21e7-4b62-af13-da80b13fd62e tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1084392 Oct 13 15:34:58.999618 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55072) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:59.020324 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-ad904f8c-8b2e-4ace-93a8-aa628c99a9ca tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:59.056887 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ad904f8c-8b2e-4ace-93a8-aa628c99a9ca tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:59.088067 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-40486744-86e6-4806-a4e6-c83ed0e65ad3 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:59.100943 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-ad904f8c-8b2e-4ace-93a8-aa628c99a9ca tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:59.107672 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-ad904f8c-8b2e-4ace-93a8-aa628c99a9ca tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:34:59.119773 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-ad904f8c-8b2e-4ace-93a8-aa628c99a9ca tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:34:59.128550 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-ad904f8c-8b2e-4ace-93a8-aa628c99a9ca tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:59.128550 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-40486744-86e6-4806-a4e6-c83ed0e65ad3 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:59.165806 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-898f1fcd-960a-4d68-a30b-d92826d7a982 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-179b58a1-9e75-4ede-8f38-5b2828859edd', 'network_id': '179b58a1-9e75-4ede-8f38-5b2828859edd', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ips': [{'subnet_id': '796178a5-8807-4919-bfef-a1fc29e5fbf6'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:34:59.165806 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-898f1fcd-960a-4d68-a30b-d92826d7a982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:59.213095 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-40486744-86e6-4806-a4e6-c83ed0e65ad3 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:59.254811 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40486744-86e6-4806-a4e6-c83ed0e65ad3 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40e78200-5161-4c2e-abc6-be9dbf93937b,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:59.264389 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ad904f8c-8b2e-4ace-93a8-aa628c99a9ca tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:59.264389 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-40486744-86e6-4806-a4e6-c83ed0e65ad3 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:59.264389 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-40486744-86e6-4806-a4e6-c83ed0e65ad3 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] 10.222.0.42 "DELETE /v2.0/security-groups/40e78200-5161-4c2e-abc6-be9dbf93937b HTTP/1.1" status: 204 len: 168 time: 0.2705631 Oct 13 15:34:59.274390 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ad904f8c-8b2e-4ace-93a8-aa628c99a9ca tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:59.278865 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55076) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:59.315117 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ad904f8c-8b2e-4ace-93a8-aa628c99a9ca tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:59.315117 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-ad904f8c-8b2e-4ace-93a8-aa628c99a9ca tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3327382 Oct 13 15:34:59.315117 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55080) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:59.323830 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-79822091-afe8-4380-9b9e-9a41f86b152e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': 'cbcbd23d-fc1a-40c9-aebd-d49c14580d54', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:59.323830 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad904f8c-8b2e-4ace-93a8-aa628c99a9ca tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbcbd23d-fc1a-40c9-aebd-d49c14580d54,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:59.333094 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-79822091-afe8-4380-9b9e-9a41f86b152e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:59.333094 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-79822091-afe8-4380-9b9e-9a41f86b152e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:34:59.341782 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-79822091-afe8-4380-9b9e-9a41f86b152e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:34:59.341782 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-79822091-afe8-4380-9b9e-9a41f86b152e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:59.367995 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-2f4f4b68-8dfe-4a14-844c-b5c998b08d39 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Synchronizing usage tracker for tenant:bb0b0d105e154e18993fb457b06b7ab0 on resource:security_group {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:34:59.375381 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-79822091-afe8-4380-9b9e-9a41f86b152e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:59.392256 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-2f4f4b68-8dfe-4a14-844c-b5c998b08d39 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Unset dirty status for tenant:bb0b0d105e154e18993fb457b06b7ab0 on resource:security_group {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:34:59.392256 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-2f4f4b68-8dfe-4a14-844c-b5c998b08d39 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1184075 Oct 13 15:34:59.392256 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55084) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:59.405995 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-cf1a22ad-0ce9-485b-99a3-382397f6b65c tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Request body: {'security_group': {'name': 'tempest-secgroup--1891552735'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:59.405995 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-cf1a22ad-0ce9-485b-99a3-382397f6b65c tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:59.423661 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-cf1a22ad-0ce9-485b-99a3-382397f6b65c tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:59.432786 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-898f1fcd-960a-4d68-a30b-d92826d7a982 None None] Allocated IP 172.20.0.18 (179b58a1-9e75-4ede-8f38-5b2828859edd/796178a5-8807-4919-bfef-a1fc29e5fbf6/3534a793-13e5-4010-ac5d-abd3e1e6d188) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:34:59.445861 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cf1a22ad-0ce9-485b-99a3-382397f6b65c tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:59.473020 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-cf1a22ad-0ce9-485b-99a3-382397f6b65c tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:59.481337 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-cf1a22ad-0ce9-485b-99a3-382397f6b65c tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Usage tracker for resource:security_group_rule and tenant:bb0b0d105e154e18993fb457b06b7ab0 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:34:59.481337 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-cf1a22ad-0ce9-485b-99a3-382397f6b65c tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:34:59.491198 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-79822091-afe8-4380-9b9e-9a41f86b152e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:59.495627 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-cf1a22ad-0ce9-485b-99a3-382397f6b65c tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:59.500783 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-79822091-afe8-4380-9b9e-9a41f86b152e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:59.521199 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79822091-afe8-4380-9b9e-9a41f86b152e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b282a4f-9c78-496e-be0a-e2383215b33a,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:59.543996 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-79822091-afe8-4380-9b9e-9a41f86b152e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:59.549692 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55088) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:59.557296 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-79822091-afe8-4380-9b9e-9a41f86b152e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2314410 Oct 13 15:34:59.564269 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-2a3cba7c-8f88-4a1b-93b2-d0d2757443f3 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': 'cbcbd23d-fc1a-40c9-aebd-d49c14580d54', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:59.579964 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-2a3cba7c-8f88-4a1b-93b2-d0d2757443f3 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:59.596111 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-2a3cba7c-8f88-4a1b-93b2-d0d2757443f3 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:34:59.596111 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-2a3cba7c-8f88-4a1b-93b2-d0d2757443f3 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:34:59.610968 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-2a3cba7c-8f88-4a1b-93b2-d0d2757443f3 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:59.631239 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cf1a22ad-0ce9-485b-99a3-382397f6b65c tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:59.631239 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cf1a22ad-0ce9-485b-99a3-382397f6b65c tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:59.680920 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cf1a22ad-0ce9-485b-99a3-382397f6b65c tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:59.680920 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-cf1a22ad-0ce9-485b-99a3-382397f6b65c tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2819135 Oct 13 15:34:59.685809 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55092) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:59.691931 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2a3cba7c-8f88-4a1b-93b2-d0d2757443f3 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:59.696986 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-d50a03ac-3ca7-49a6-9311-0d3aa48b2211 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Request body: {'security_group_rule': {'security_group_id': '1615be6a-8fe8-45b4-96af-724c348d0b5e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:59.701958 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-898f1fcd-960a-4d68-a30b-d92826d7a982 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:59.706708 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-d50a03ac-3ca7-49a6-9311-0d3aa48b2211 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:59.716982 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-d50a03ac-3ca7-49a6-9311-0d3aa48b2211 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Usage tracker for resource:security_group_rule and tenant:bb0b0d105e154e18993fb457b06b7ab0 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:34:59.722350 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-898f1fcd-960a-4d68-a30b-d92826d7a982 None None] Transition to ACTIVE for port object 3534a793-13e5-4010-ac5d-abd3e1e6d188 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:34:59.727014 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-d50a03ac-3ca7-49a6-9311-0d3aa48b2211 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:34:59.740808 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1a22ad-0ce9-485b-99a3-382397f6b65c tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1615be6a-8fe8-45b4-96af-724c348d0b5e,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:59.745586 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-d50a03ac-3ca7-49a6-9311-0d3aa48b2211 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:59.757339 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-898f1fcd-960a-4d68-a30b-d92826d7a982 None None] Transition to ACTIVE for port object 3534a793-13e5-4010-ac5d-abd3e1e6d188 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:34:59.771052 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-898f1fcd-960a-4d68-a30b-d92826d7a982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:59.808637 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-d50a03ac-3ca7-49a6-9311-0d3aa48b2211 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] create failed (client error): The resource could not be found. Oct 13 15:34:59.808637 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d50a03ac-3ca7-49a6-9311-0d3aa48b2211 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1254318 Oct 13 15:34:59.808637 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55096) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:59.813525 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2a3cba7c-8f88-4a1b-93b2-d0d2757443f3 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:59.813525 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2a3cba7c-8f88-4a1b-93b2-d0d2757443f3 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:59.822629 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-14ef0fe5-ec69-42cf-89e7-dcf710a4b41d tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Request body: {'security_group_rule': {'security_group_id': '1615be6a-8fe8-45b4-96af-724c348d0b5e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'd2921525-6d65-4bf9-84fe-ceb47b95b8f2'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:59.835930 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-14ef0fe5-ec69-42cf-89e7-dcf710a4b41d tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:59.845225 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-14ef0fe5-ec69-42cf-89e7-dcf710a4b41d tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Usage tracker for resource:security_group_rule and tenant:bb0b0d105e154e18993fb457b06b7ab0 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:34:59.845225 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-14ef0fe5-ec69-42cf-89e7-dcf710a4b41d tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:34:59.854201 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3cba7c-8f88-4a1b-93b2-d0d2757443f3 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b12b265-bd60-41b6-b5ee-144943c964ed,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:59.854201 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2a3cba7c-8f88-4a1b-93b2-d0d2757443f3 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:59.859305 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-14ef0fe5-ec69-42cf-89e7-dcf710a4b41d tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:59.864421 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-2a3cba7c-8f88-4a1b-93b2-d0d2757443f3 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3111689 Oct 13 15:34:59.864421 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55100) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:34:59.870233 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f1fcd-960a-4d68-a30b-d92826d7a982 None None] Pushing event updated for resources: {'Port': ['ID=3534a793-13e5-4010-ac5d-abd3e1e6d188,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:34:59.876768 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-52a24208-b5c5-4b5c-8351-716578ac7b1e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': 'cbcbd23d-fc1a-40c9-aebd-d49c14580d54', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:34:59.876768 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-52a24208-b5c5-4b5c-8351-716578ac7b1e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:34:59.882549 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898f1fcd-960a-4d68-a30b-d92826d7a982 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:34:59.882549 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898f1fcd-960a-4d68-a30b-d92826d7a982 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:34:59.882549 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898f1fcd-960a-4d68-a30b-d92826d7a982 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:34:59.882549 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898f1fcd-960a-4d68-a30b-d92826d7a982 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:34:59.882549 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898f1fcd-960a-4d68-a30b-d92826d7a982 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:34:59.882549 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898f1fcd-960a-4d68-a30b-d92826d7a982 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:34:59.882549 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898f1fcd-960a-4d68-a30b-d92826d7a982 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:34:59.882549 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898f1fcd-960a-4d68-a30b-d92826d7a982 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:34:59.882549 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898f1fcd-960a-4d68-a30b-d92826d7a982 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:34:59.888772 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-52a24208-b5c5-4b5c-8351-716578ac7b1e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:34:59.894764 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898f1fcd-960a-4d68-a30b-d92826d7a982 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:34:59.894764 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898f1fcd-960a-4d68-a30b-d92826d7a982 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:34:59.894764 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-898f1fcd-960a-4d68-a30b-d92826d7a982 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:34:59.900027 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-52a24208-b5c5-4b5c-8351-716578ac7b1e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:34:59.900027 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-52a24208-b5c5-4b5c-8351-716578ac7b1e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:34:59.904328 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898f1fcd-960a-4d68-a30b-d92826d7a982 None None] Network 179b58a1-9e75-4ede-8f38-5b2828859edd is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:34:59.904328 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-898f1fcd-960a-4d68-a30b-d92826d7a982 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:34:59.915504 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898f1fcd-960a-4d68-a30b-d92826d7a982 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:34:59.920111 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-52a24208-b5c5-4b5c-8351-716578ac7b1e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:34:59.924997 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-14ef0fe5-ec69-42cf-89e7-dcf710a4b41d tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] create failed (client error): The resource could not be found. Oct 13 15:34:59.935148 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-14ef0fe5-ec69-42cf-89e7-dcf710a4b41d tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1205227 Oct 13 15:34:59.935148 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55104) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:35:00.018096 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b2f5472c-c33d-4f6b-a74a-9b540f09e871 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:00.031728 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-52a24208-b5c5-4b5c-8351-716578ac7b1e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:00.036283 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-52a24208-b5c5-4b5c-8351-716578ac7b1e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:00.045310 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-898f1fcd-960a-4d68-a30b-d92826d7a982 None None] Attempting to bind port 3534a793-13e5-4010-ac5d-abd3e1e6d188 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:35:00.045310 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-898f1fcd-960a-4d68-a30b-d92826d7a982 None None] Attempting to bind port 3534a793-13e5-4010-ac5d-abd3e1e6d188 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'ceee7551-3359-4a43-bbe7-4f2caf37892d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '179b58a1-9e75-4ede-8f38-5b2828859edd'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:35:00.045310 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898f1fcd-960a-4d68-a30b-d92826d7a982 None None] Attempting to bind port 3534a793-13e5-4010-ac5d-abd3e1e6d188 on network 179b58a1-9e75-4ede-8f38-5b2828859edd {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:35:00.055443 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898f1fcd-960a-4d68-a30b-d92826d7a982 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 34, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:35:00.055443 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898f1fcd-960a-4d68-a30b-d92826d7a982 None None] Checking segment: {'id': 'ceee7551-3359-4a43-bbe7-4f2caf37892d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '179b58a1-9e75-4ede-8f38-5b2828859edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:35:00.060503 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b2f5472c-c33d-4f6b-a74a-9b540f09e871 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:00.065400 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-898f1fcd-960a-4d68-a30b-d92826d7a982 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:00.065400 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-898f1fcd-960a-4d68-a30b-d92826d7a982 None None] Bound using segment: {'id': 'ceee7551-3359-4a43-bbe7-4f2caf37892d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '179b58a1-9e75-4ede-8f38-5b2828859edd'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:35:00.065400 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-898f1fcd-960a-4d68-a30b-d92826d7a982 None None] Bound port: 3534a793-13e5-4010-ac5d-abd3e1e6d188, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceee7551-3359-4a43-bbe7-4f2caf37892d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '179b58a1-9e75-4ede-8f38-5b2828859edd'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:35:00.065400 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-898f1fcd-960a-4d68-a30b-d92826d7a982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:00.071892 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a24208-b5c5-4b5c-8351-716578ac7b1e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6449a781-88a3-4b31-9e68-c67f2ba515b1,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:35:00.094395 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-52a24208-b5c5-4b5c-8351-716578ac7b1e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:00.094395 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-52a24208-b5c5-4b5c-8351-716578ac7b1e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2293417 Oct 13 15:35:00.094395 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55108) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:35:00.107976 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-c90f374d-af86-4ffe-8a4c-bb07b2d059db tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': 'cbcbd23d-fc1a-40c9-aebd-d49c14580d54', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:35:00.117510 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-c90f374d-af86-4ffe-8a4c-bb07b2d059db tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:35:00.117510 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-c90f374d-af86-4ffe-8a4c-bb07b2d059db tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:35:00.125959 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-c90f374d-af86-4ffe-8a4c-bb07b2d059db tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:35:00.135529 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-c90f374d-af86-4ffe-8a4c-bb07b2d059db tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:35:00.137307 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b2f5472c-c33d-4f6b-a74a-9b540f09e871 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:00.151716 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c90f374d-af86-4ffe-8a4c-bb07b2d059db tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:00.153949 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f5472c-c33d-4f6b-a74a-9b540f09e871 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1615be6a-8fe8-45b4-96af-724c348d0b5e,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:35:00.157972 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b2f5472c-c33d-4f6b-a74a-9b540f09e871 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:00.159111 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-b2f5472c-c33d-4f6b-a74a-9b540f09e871 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] 10.222.0.42 "DELETE /v2.0/security-groups/1615be6a-8fe8-45b4-96af-724c348d0b5e HTTP/1.1" status: 204 len: 168 time: 0.2305677 Oct 13 15:35:00.161851 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55112) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:35:00.196901 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-898f1fcd-960a-4d68-a30b-d92826d7a982 None None] For port 3534a793-13e5-4010-ac5d-abd3e1e6d188, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:35:00.200797 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-898f1fcd-960a-4d68-a30b-d92826d7a982 None None] For port 3534a793-13e5-4010-ac5d-abd3e1e6d188, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=3534a793-13e5-4010-ac5d-abd3e1e6d188,segment=NetworkSegment(ceee7551-3359-4a43-bbe7-4f2caf37892d),segment_id=ceee7551-3359-4a43-bbe7-4f2caf37892d)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:35:00.205072 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-898f1fcd-960a-4d68-a30b-d92826d7a982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:00.236515 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-705373b3-cde2-4c5d-ba2c-5cb18d996450 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Synchronizing usage tracker for tenant:bb0b0d105e154e18993fb457b06b7ab0 on resource:security_group {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:35:00.246818 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c90f374d-af86-4ffe-8a4c-bb07b2d059db tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:00.252335 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-705373b3-cde2-4c5d-ba2c-5cb18d996450 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Unset dirty status for tenant:bb0b0d105e154e18993fb457b06b7ab0 on resource:security_group {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:35:00.252335 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-705373b3-cde2-4c5d-ba2c-5cb18d996450 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0823810 Oct 13 15:35:00.255114 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c90f374d-af86-4ffe-8a4c-bb07b2d059db tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:00.261456 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55116) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:35:00.271942 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-4b4c41fa-dfa8-40bf-9078-57f172692769 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Request body: {'security_group_rule': {'security_group_id': '8730331a-6e5c-4f67-b2f5-0189be618747', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:35:00.286482 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-4b4c41fa-dfa8-40bf-9078-57f172692769 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:35:00.290735 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90f374d-af86-4ffe-8a4c-bb07b2d059db tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=367bfd18-331d-41d3-8551-f843daf7ad87,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:35:00.305428 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-4b4c41fa-dfa8-40bf-9078-57f172692769 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Usage tracker for resource:security_group_rule and tenant:bb0b0d105e154e18993fb457b06b7ab0 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:35:00.305428 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-4b4c41fa-dfa8-40bf-9078-57f172692769 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:35:00.311867 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-4b4c41fa-dfa8-40bf-9078-57f172692769 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:35:00.317849 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898f1fcd-960a-4d68-a30b-d92826d7a982 None None] Pushing event updated for resources: {'Port': ['ID=3534a793-13e5-4010-ac5d-abd3e1e6d188,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:35:00.324689 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c90f374d-af86-4ffe-8a4c-bb07b2d059db tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:00.324689 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c90f374d-af86-4ffe-8a4c-bb07b2d059db tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2214756 Oct 13 15:35:00.324689 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55120) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:35:00.333439 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-9e672dd0-f73a-4591-9ead-d187d87030be tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': 'cbcbd23d-fc1a-40c9-aebd-d49c14580d54', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:35:00.343720 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-9e672dd0-f73a-4591-9ead-d187d87030be tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:35:00.355857 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-9e672dd0-f73a-4591-9ead-d187d87030be tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:35:00.355857 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-9e672dd0-f73a-4591-9ead-d187d87030be tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:35:00.371715 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-9e672dd0-f73a-4591-9ead-d187d87030be tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:35:00.394307 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.securitygroups_db [None req-9e672dd0-f73a-4591-9ead-d187d87030be tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Project de460f02ee50469b960f7a471a064187 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 15:35:00.401514 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.api.v2.resource [None req-4b4c41fa-dfa8-40bf-9078-57f172692769 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] create failed (client error): The resource could not be found. Oct 13 15:35:00.401514 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-4b4c41fa-dfa8-40bf-9078-57f172692769 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1340327 Oct 13 15:35:00.401514 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55124) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:35:00.408619 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9e672dd0-f73a-4591-9ead-d187d87030be tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:00.419593 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-f5ec1cc3-a55d-4e15-a085-f7aa11ca6bba tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Request body: {'security_group': {'name': 'tempest-secgroup--1346007313'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:35:00.427492 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-f5ec1cc3-a55d-4e15-a085-f7aa11ca6bba tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:35:00.437805 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-f5ec1cc3-a55d-4e15-a085-f7aa11ca6bba tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:35:00.470684 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f5ec1cc3-a55d-4e15-a085-f7aa11ca6bba tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:00.509029 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-f5ec1cc3-a55d-4e15-a085-f7aa11ca6bba tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:35:00.519434 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-f5ec1cc3-a55d-4e15-a085-f7aa11ca6bba tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Usage tracker for resource:security_group_rule and tenant:bb0b0d105e154e18993fb457b06b7ab0 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:35:00.519434 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-f5ec1cc3-a55d-4e15-a085-f7aa11ca6bba tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:35:00.542233 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-f5ec1cc3-a55d-4e15-a085-f7aa11ca6bba tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:35:00.542233 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9e672dd0-f73a-4591-9ead-d187d87030be tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:00.553165 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9e672dd0-f73a-4591-9ead-d187d87030be tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:00.615771 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e672dd0-f73a-4591-9ead-d187d87030be tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f084f312-0eaf-4eaf-bb89-11992f52c6f7,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:35:00.626868 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9e672dd0-f73a-4591-9ead-d187d87030be tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:00.626868 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-9e672dd0-f73a-4591-9ead-d187d87030be tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3001981 Oct 13 15:35:00.626868 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55128) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:35:00.640653 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-c353a3ba-ee96-4836-9098-5200404238f8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': 'cbcbd23d-fc1a-40c9-aebd-d49c14580d54', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:35:00.652293 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-c353a3ba-ee96-4836-9098-5200404238f8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:35:00.664960 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-c353a3ba-ee96-4836-9098-5200404238f8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:35:00.664960 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-c353a3ba-ee96-4836-9098-5200404238f8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:35:00.690041 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-c353a3ba-ee96-4836-9098-5200404238f8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:35:00.712690 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f5ec1cc3-a55d-4e15-a085-f7aa11ca6bba tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:00.712690 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.securitygroups_db [None req-c353a3ba-ee96-4836-9098-5200404238f8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Project de460f02ee50469b960f7a471a064187 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 15:35:00.731215 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f5ec1cc3-a55d-4e15-a085-f7aa11ca6bba tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:00.771149 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c353a3ba-ee96-4836-9098-5200404238f8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:00.779658 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f5ec1cc3-a55d-4e15-a085-f7aa11ca6bba tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:00.781427 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-f5ec1cc3-a55d-4e15-a085-f7aa11ca6bba tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3794622 Oct 13 15:35:00.784422 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55132) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:35:00.789513 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-f1726c77-8a89-4008-9a60-e7ae6ec49052 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Request body: {'security_group': {'name': 'tempest-secgroup--462312009'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:35:00.796720 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-f1726c77-8a89-4008-9a60-e7ae6ec49052 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:35:00.806936 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-f1726c77-8a89-4008-9a60-e7ae6ec49052 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:35:00.819127 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f1726c77-8a89-4008-9a60-e7ae6ec49052 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:00.825667 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ec1cc3-a55d-4e15-a085-f7aa11ca6bba tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe2bd95e-64bd-403a-98d4-17cdc81b71d7,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:35:00.866201 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-f1726c77-8a89-4008-9a60-e7ae6ec49052 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:35:00.873808 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-f1726c77-8a89-4008-9a60-e7ae6ec49052 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Usage tracker for resource:security_group_rule and tenant:bb0b0d105e154e18993fb457b06b7ab0 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:35:00.876761 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c353a3ba-ee96-4836-9098-5200404238f8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:00.880137 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-f1726c77-8a89-4008-9a60-e7ae6ec49052 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:35:00.883187 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c353a3ba-ee96-4836-9098-5200404238f8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:00.886658 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-f1726c77-8a89-4008-9a60-e7ae6ec49052 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:35:00.910014 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c353a3ba-ee96-4836-9098-5200404238f8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcbe92b3-1229-42ac-aa1a-ba8bab19406c,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:35:00.923493 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c353a3ba-ee96-4836-9098-5200404238f8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:00.923493 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c353a3ba-ee96-4836-9098-5200404238f8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2921314 Oct 13 15:35:01.005387 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f1726c77-8a89-4008-9a60-e7ae6ec49052 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:01.008908 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f1726c77-8a89-4008-9a60-e7ae6ec49052 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:01.066061 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1726c77-8a89-4008-9a60-e7ae6ec49052 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b535e9e2-e272-40cc-b13c-1695a3eac680,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:35:01.071603 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f1726c77-8a89-4008-9a60-e7ae6ec49052 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:01.079558 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-f1726c77-8a89-4008-9a60-e7ae6ec49052 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2870939 Oct 13 15:35:01.079558 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55140) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:35:01.083674 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-d76b16a4-5c49-4fd3-a043-0f6747899a72 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Request body: {'security_group_rule': {'security_group_id': 'fe2bd95e-64bd-403a-98d4-17cdc81b71d7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'b535e9e2-e272-40cc-b13c-1695a3eac680'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:35:01.096058 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-d76b16a4-5c49-4fd3-a043-0f6747899a72 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:35:01.096058 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-d76b16a4-5c49-4fd3-a043-0f6747899a72 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Usage tracker for resource:security_group_rule and tenant:bb0b0d105e154e18993fb457b06b7ab0 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:35:01.103843 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-d76b16a4-5c49-4fd3-a043-0f6747899a72 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:35:01.109988 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-d76b16a4-5c49-4fd3-a043-0f6747899a72 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:35:01.140161 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-d76b16a4-5c49-4fd3-a043-0f6747899a72 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 15:35:01.141275 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d76b16a4-5c49-4fd3-a043-0f6747899a72 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0647264 Oct 13 15:35:01.143909 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55152) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:35:01.226673 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-7c9f03f6-242a-4a2c-88dd-da2d689d1c8b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:security_group {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:35:01.259737 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6a44f1e3-f3a5-47d8-a79b-05b18f701a5d tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:01.271038 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-7c9f03f6-242a-4a2c-88dd-da2d689d1c8b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:security_group {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:35:01.278359 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-7c9f03f6-242a-4a2c-88dd-da2d689d1c8b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-155691502&fields=id&tenant_id=de460f02ee50469b960f7a471a064187 HTTP/1.1" status: 200 len: 267 time: 0.1146278 Oct 13 15:35:01.323685 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6a44f1e3-f3a5-47d8-a79b-05b18f701a5d tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:01.463118 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6a44f1e3-f3a5-47d8-a79b-05b18f701a5d tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:01.494889 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-05052acb-46ac-45df-9a85-23eb7c207f58 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:35:01.495487 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-05052acb-46ac-45df-9a85-23eb7c207f58 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:network {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:35:01.499887 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a44f1e3-f3a5-47d8-a79b-05b18f701a5d tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b535e9e2-e272-40cc-b13c-1695a3eac680,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:35:01.508643 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6a44f1e3-f3a5-47d8-a79b-05b18f701a5d tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:01.512360 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-6a44f1e3-f3a5-47d8-a79b-05b18f701a5d tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] 10.222.0.42 "DELETE /v2.0/security-groups/b535e9e2-e272-40cc-b13c-1695a3eac680 HTTP/1.1" status: 204 len: 168 time: 0.3674958 Oct 13 15:35:01.512642 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55156) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:35:01.524043 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-05052acb-46ac-45df-9a85-23eb7c207f58 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:network {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:35:01.525369 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-05052acb-46ac-45df-9a85-23eb7c207f58 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/networks?id=179b58a1-9e75-4ede-8f38-5b2828859edd HTTP/1.1" status: 200 len: 797 time: 0.2386882 Oct 13 15:35:01.528403 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b077d1d8-e6df-488a-afc5-03b75f0f89f8 None None] Network 179b58a1-9e75-4ede-8f38-5b2828859edd requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:35:01.544595 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-c7b1cc0b-b742-4fb6-ae3c-abf18ad64665 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/quotas/de460f02ee50469b960f7a471a064187 HTTP/1.1" status: 200 len: 375 time: 0.0106070 Oct 13 15:35:01.583035 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-c9e28a0d-47ac-4593-aa09-128d577a1a52 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Synchronizing usage tracker for tenant:bb0b0d105e154e18993fb457b06b7ab0 on resource:security_group {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:35:01.599884 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-c9e28a0d-47ac-4593-aa09-128d577a1a52 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Unset dirty status for tenant:bb0b0d105e154e18993fb457b06b7ab0 on resource:security_group {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:35:01.601453 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c9e28a0d-47ac-4593-aa09-128d577a1a52 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0878522 Oct 13 15:35:01.604286 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55160) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:35:01.624441 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-13b1048b-f6b4-4f77-84f3-f0131ab45322 None None] Provisioning for port 3534a793-13e5-4010-ac5d-abd3e1e6d188 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:35:01.657748 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-6b9a9472-b931-4c87-b245-1e469a997931 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1034985 Oct 13 15:35:01.708294 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b9786542-6ef7-440c-8b43-3c991ddd2ae5 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:01.743370 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b9786542-6ef7-440c-8b43-3c991ddd2ae5 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:01.813014 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b9786542-6ef7-440c-8b43-3c991ddd2ae5 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:01.831395 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9786542-6ef7-440c-8b43-3c991ddd2ae5 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe2bd95e-64bd-403a-98d4-17cdc81b71d7,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:35:01.839481 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b9786542-6ef7-440c-8b43-3c991ddd2ae5 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:01.846826 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-a912a0c2-cb54-485d-9048-b71272615043 service neutron] 10.222.0.42 "GET /v2.0/networks/179b58a1-9e75-4ede-8f38-5b2828859edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670673 Oct 13 15:35:01.851656 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-b9786542-6ef7-440c-8b43-3c991ddd2ae5 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] 10.222.0.42 "DELETE /v2.0/security-groups/fe2bd95e-64bd-403a-98d4-17cdc81b71d7 HTTP/1.1" status: 204 len: 168 time: 0.2453487 Oct 13 15:35:01.852487 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55164) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:35:01.910677 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-e08c8d25-47e1-4bcf-b836-5820acf9c1d3 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Synchronizing usage tracker for tenant:bb0b0d105e154e18993fb457b06b7ab0 on resource:security_group {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:35:01.928490 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-e08c8d25-47e1-4bcf-b836-5820acf9c1d3 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Unset dirty status for tenant:bb0b0d105e154e18993fb457b06b7ab0 on resource:security_group {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:35:01.936438 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e08c8d25-47e1-4bcf-b836-5820acf9c1d3 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0825274 Oct 13 15:35:01.938504 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55168) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:35:01.948802 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-1425c2de-8f74-4bf4-a6cd-fa744312fb58 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Request body: {'security_group': {'name': 'tempest-secgroup--76783142'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:35:01.955106 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-1425c2de-8f74-4bf4-a6cd-fa744312fb58 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:35:01.968764 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-1425c2de-8f74-4bf4-a6cd-fa744312fb58 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:35:01.994881 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1425c2de-8f74-4bf4-a6cd-fa744312fb58 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:02.008777 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-2ab70be0-e7fc-4f9d-b99f-278fa9d929c5 service neutron] 10.222.0.42 "GET /v2.0/networks/179b58a1-9e75-4ede-8f38-5b2828859edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605270 Oct 13 15:35:02.023407 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-1425c2de-8f74-4bf4-a6cd-fa744312fb58 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:35:02.028409 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-1425c2de-8f74-4bf4-a6cd-fa744312fb58 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Usage tracker for resource:security_group_rule and tenant:bb0b0d105e154e18993fb457b06b7ab0 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:35:02.032247 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-1425c2de-8f74-4bf4-a6cd-fa744312fb58 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:35:02.039131 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-1425c2de-8f74-4bf4-a6cd-fa744312fb58 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:35:02.125498 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1425c2de-8f74-4bf4-a6cd-fa744312fb58 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:02.129345 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1425c2de-8f74-4bf4-a6cd-fa744312fb58 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:02.226265 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-8630b2f9-dbe7-4098-8cb2-5f5559ffae12 req-cee295be-6e74-4b8d-9ae5-d5ed1ad8ef05 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb750bd7-16de-455d-a729-4c7ea562d77d HTTP/1.1" status: 200 len: 210 time: 0.0561514 Oct 13 15:35:02.230031 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1425c2de-8f74-4bf4-a6cd-fa744312fb58 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3037e76-efb4-4cf0-a62e-01234e031b83,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:35:02.239673 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1425c2de-8f74-4bf4-a6cd-fa744312fb58 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:02.244492 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-1425c2de-8f74-4bf4-a6cd-fa744312fb58 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3043628 Oct 13 15:35:02.246647 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55176) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:35:02.256467 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-9bece7ab-0fa5-4ddd-89b0-62c3e72fc0e7 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Request body: {'security_group_rule': {'security_group_id': 'b3037e76-efb4-4cf0-a62e-01234e031b83', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:35:02.264363 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-9bece7ab-0fa5-4ddd-89b0-62c3e72fc0e7 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:35:02.272188 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-9bece7ab-0fa5-4ddd-89b0-62c3e72fc0e7 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Usage tracker for resource:security_group_rule and tenant:bb0b0d105e154e18993fb457b06b7ab0 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:35:02.275388 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-9bece7ab-0fa5-4ddd-89b0-62c3e72fc0e7 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:35:02.281806 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-9bece7ab-0fa5-4ddd-89b0-62c3e72fc0e7 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:35:02.312005 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-9bece7ab-0fa5-4ddd-89b0-62c3e72fc0e7 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 15:35:02.313039 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-9bece7ab-0fa5-4ddd-89b0-62c3e72fc0e7 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0648456 Oct 13 15:35:02.317244 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55184) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:35:02.322939 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-98c143ac-28f0-4be3-b1b8-b5fdbf60bf77 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Request body: {'security_group_rule': {'security_group_id': 'b3037e76-efb4-4cf0-a62e-01234e031b83', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:35:02.334928 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-98c143ac-28f0-4be3-b1b8-b5fdbf60bf77 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:35:02.339290 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-98c143ac-28f0-4be3-b1b8-b5fdbf60bf77 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Usage tracker for resource:security_group_rule and tenant:bb0b0d105e154e18993fb457b06b7ab0 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:35:02.341859 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-98c143ac-28f0-4be3-b1b8-b5fdbf60bf77 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:35:02.348722 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-98c143ac-28f0-4be3-b1b8-b5fdbf60bf77 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:35:02.377149 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.api.v2.resource [None req-98c143ac-28f0-4be3-b1b8-b5fdbf60bf77 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 15:35:02.378136 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-98c143ac-28f0-4be3-b1b8-b5fdbf60bf77 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0604110 Oct 13 15:35:02.381055 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55188) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:35:02.445989 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-59a0855e-d5f7-4496-8432-b2a7fb8ef835 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:02.476853 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-59a0855e-d5f7-4496-8432-b2a7fb8ef835 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:02.527758 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-59a0855e-d5f7-4496-8432-b2a7fb8ef835 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:02.547401 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a0855e-d5f7-4496-8432-b2a7fb8ef835 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3037e76-efb4-4cf0-a62e-01234e031b83,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:35:02.555050 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-59a0855e-d5f7-4496-8432-b2a7fb8ef835 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:02.556488 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-59a0855e-d5f7-4496-8432-b2a7fb8ef835 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] 10.222.0.42 "DELETE /v2.0/security-groups/b3037e76-efb4-4cf0-a62e-01234e031b83 HTTP/1.1" status: 204 len: 168 time: 0.1745372 Oct 13 15:35:02.566468 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55194) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:35:02.567698 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 3534a793-13e5-4010-ac5d-abd3e1e6d188 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:35:02.622364 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-957e1e3e-4aa2-43f5-8118-9ea318e016a1 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Synchronizing usage tracker for tenant:bb0b0d105e154e18993fb457b06b7ab0 on resource:security_group {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:35:02.640930 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-957e1e3e-4aa2-43f5-8118-9ea318e016a1 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Unset dirty status for tenant:bb0b0d105e154e18993fb457b06b7ab0 on resource:security_group {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:35:02.642964 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-957e1e3e-4aa2-43f5-8118-9ea318e016a1 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0749302 Oct 13 15:35:02.647025 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55198) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:35:02.648351 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 3534a793-13e5-4010-ac5d-abd3e1e6d188 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:35:02.652393 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-31397264-2a31-45b6-8920-617abda165c5 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Request body: {'security_group': {'name': 'tempest-secgroup--276070448'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:35:02.654332 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 3534a793-13e5-4010-ac5d-abd3e1e6d188 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:35:02.654701 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:02.655065 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 3534a793-13e5-4010-ac5d-abd3e1e6d188 Oct 13 15:35:02.659245 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-31397264-2a31-45b6-8920-617abda165c5 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:35:02.676771 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-31397264-2a31-45b6-8920-617abda165c5 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:35:02.688777 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-31397264-2a31-45b6-8920-617abda165c5 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:02.714522 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-31397264-2a31-45b6-8920-617abda165c5 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:35:02.718589 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-31397264-2a31-45b6-8920-617abda165c5 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Usage tracker for resource:security_group_rule and tenant:bb0b0d105e154e18993fb457b06b7ab0 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:35:02.721710 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-31397264-2a31-45b6-8920-617abda165c5 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:35:02.727970 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-31397264-2a31-45b6-8920-617abda165c5 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:35:02.787513 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 3534a793-13e5-4010-ac5d-abd3e1e6d188 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:35:02.788009 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:02.807573 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-31397264-2a31-45b6-8920-617abda165c5 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:02.813574 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-31397264-2a31-45b6-8920-617abda165c5 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:02.822919 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 3534a793-13e5-4010-ac5d-abd3e1e6d188, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=3534a793-13e5-4010-ac5d-abd3e1e6d188,segment=NetworkSegment(ceee7551-3359-4a43-bbe7-4f2caf37892d),segment_id=ceee7551-3359-4a43-bbe7-4f2caf37892d)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:35:02.827449 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:02.863465 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31397264-2a31-45b6-8920-617abda165c5 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3351e86-5c48-44f5-8152-73651455588e,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:35:02.867360 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-31397264-2a31-45b6-8920-617abda165c5 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:02.868551 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-31397264-2a31-45b6-8920-617abda165c5 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2205491 Oct 13 15:35:02.871424 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55202) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:35:02.877125 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-e6634181-9a57-438c-84d5-e9465061452e tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Request body: {'security_group': {'name': 'default'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:35:02.877465 dv-neutron-860329-2-hyperv neutron-server[88972]: WARNING neutron.api.v2.base [None req-e6634181-9a57-438c-84d5-e9465061452e tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Oct 13 15:35:02.877948 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-e6634181-9a57-438c-84d5-e9465061452e tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] update failed (client error): There was a conflict when trying to complete your request. Oct 13 15:35:02.878884 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-e6634181-9a57-438c-84d5-e9465061452e tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] 10.222.0.42 "PUT /v2.0/security-groups/d3351e86-5c48-44f5-8152-73651455588e HTTP/1.1" status: 409 len: 330 time: 0.0065827 Oct 13 15:35:02.881350 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55206) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:35:02.900722 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=3534a793-13e5-4010-ac5d-abd3e1e6d188,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:35:02.943651 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ba1afaf7-509f-4e30-97c1-c363780aff9e tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:02.969458 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ba1afaf7-509f-4e30-97c1-c363780aff9e tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:03.014368 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ba1afaf7-509f-4e30-97c1-c363780aff9e tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:03.033327 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1afaf7-509f-4e30-97c1-c363780aff9e tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3351e86-5c48-44f5-8152-73651455588e,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:35:03.039854 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ba1afaf7-509f-4e30-97c1-c363780aff9e tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:03.040938 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-ba1afaf7-509f-4e30-97c1-c363780aff9e tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] 10.222.0.42 "DELETE /v2.0/security-groups/d3351e86-5c48-44f5-8152-73651455588e HTTP/1.1" status: 204 len: 168 time: 0.1587451 Oct 13 15:35:03.043535 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55210) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:35:03.097909 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-c66c6e19-f529-4cf0-ab73-684466b9303c tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Synchronizing usage tracker for tenant:bb0b0d105e154e18993fb457b06b7ab0 on resource:security_group {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:35:03.113267 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-c66c6e19-f529-4cf0-ab73-684466b9303c tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] Unset dirty status for tenant:bb0b0d105e154e18993fb457b06b7ab0 on resource:security_group {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:35:03.114588 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-c66c6e19-f529-4cf0-ab73-684466b9303c tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] 10.222.0.42 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0701537 Oct 13 15:35:03.118386 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55214) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:35:03.134220 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-d11a49dd-0b2b-4738-a797-65978d0c1ae9 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] delete failed (client error): The resource could not be found. Oct 13 15:35:03.135189 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d11a49dd-0b2b-4738-a797-65978d0c1ae9 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] 10.222.0.42 "DELETE /v2.0/security-groups/639357ec-af41-4a09-9933-32a7bf7fcbc4 HTTP/1.1" status: 404 len: 347 time: 0.0158987 Oct 13 15:35:03.138736 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55218) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:35:03.154390 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-393a517c-08c7-40f1-8c27-625c05a6a591 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] show failed (client error): The resource could not be found. Oct 13 15:35:03.155787 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-393a517c-08c7-40f1-8c27-625c05a6a591 tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] 10.222.0.42 "GET /v2.0/security-groups/9144b20a-5b5f-483d-a604-4d28089fd184 HTTP/1.1" status: 404 len: 347 time: 0.0156939 Oct 13 15:35:03.159213 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55222) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:35:03.173232 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-076a4f8e-109d-4dd1-985f-f7a54d1948fa tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] show failed (client error): The resource could not be found. Oct 13 15:35:03.174821 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-076a4f8e-109d-4dd1-985f-f7a54d1948fa tempest-NegativeSecGroupIPv6Test-2112731925 tempest-NegativeSecGroupIPv6Test-2112731925-project] 10.222.0.42 "GET /v2.0/security-group-rules/4a0485c4-a1e2-4a9b-961c-d318d14e05dd HTTP/1.1" status: 404 len: 356 time: 0.0140798 Oct 13 15:35:03.415967 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-db3c7efa-67e3-4b3c-86eb-a5d224fd4939 req-08aaca03-64c3-4022-b93b-d1632ff09479 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb750bd7-16de-455d-a729-4c7ea562d77d HTTP/1.1" status: 200 len: 210 time: 0.0570016 Oct 13 15:35:03.420776 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-5359c849-161d-4107-8473-a966779bf220 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:35:03.420776 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-5359c849-161d-4107-8473-a966779bf220 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:network {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:35:03.435524 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-5359c849-161d-4107-8473-a966779bf220 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:network {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:35:03.436506 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-5359c849-161d-4107-8473-a966779bf220 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.16 "GET /v2.0/networks?id=179b58a1-9e75-4ede-8f38-5b2828859edd HTTP/1.1" status: 200 len: 797 time: 0.2322476 Oct 13 15:35:03.500648 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-aa48d46c-2686-4603-8e27-202deb341c77 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de460f02ee50469b960f7a471a064187 HTTP/1.1" status: 200 len: 471 time: 0.0491037 Oct 13 15:35:03.518284 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-fa312936-5825-43c5-8522-2d4fc4494cc8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'port': {'device_id': 'cb750bd7-16de-455d-a729-4c7ea562d77d', 'network_id': '179b58a1-9e75-4ede-8f38-5b2828859edd', 'admin_state_up': True, 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'security_groups': ['cbcbd23d-fc1a-40c9-aebd-d49c14580d54']}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:35:03.534830 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55234) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:35:03.675207 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-fa312936-5825-43c5-8522-2d4fc4494cc8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:35:03.695330 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-fa312936-5825-43c5-8522-2d4fc4494cc8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:port and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:35:03.695330 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-fa312936-5825-43c5-8522-2d4fc4494cc8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:35:03.710146 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-fa312936-5825-43c5-8522-2d4fc4494cc8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:35:03.719039 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-e2772b86-32e8-4dcd-9588-06311ea29a9d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bb0b0d105e154e18993fb457b06b7ab0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1744564 Oct 13 15:35:03.719039 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55242) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:35:03.724470 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-fa312936-5825-43c5-8522-2d4fc4494cc8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Made reservation on behalf of de460f02ee50469b960f7a471a064187 for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:35:03.724470 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-fa312936-5825-43c5-8522-2d4fc4494cc8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:03.784238 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2a0940c1-7ab2-4343-8787-931c83caf3d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:03.809745 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2a0940c1-7ab2-4343-8787-931c83caf3d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:03.866202 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2a0940c1-7ab2-4343-8787-931c83caf3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:03.893036 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0940c1-7ab2-4343-8787-931c83caf3d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d7efe44-34aa-4bce-b358-f5f7afe3f856,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:35:03.902454 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2a0940c1-7ab2-4343-8787-931c83caf3d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:03.902454 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-2a0940c1-7ab2-4343-8787-931c83caf3d5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4d7efe44-34aa-4bce-b358-f5f7afe3f856 HTTP/1.1" status: 204 len: 168 time: 0.1822300 Oct 13 15:35:03.927314 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-fa312936-5825-43c5-8522-2d4fc4494cc8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Allocated IP 172.20.0.28 (179b58a1-9e75-4ede-8f38-5b2828859edd/796178a5-8807-4919-bfef-a1fc29e5fbf6/363b31c0-fd01-497c-9d9f-0ab7033f9717) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:35:04.139246 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-fa312936-5825-43c5-8522-2d4fc4494cc8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:04.157828 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-fa312936-5825-43c5-8522-2d4fc4494cc8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Transition to ACTIVE for port object 363b31c0-fd01-497c-9d9f-0ab7033f9717 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:35:04.188525 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-fa312936-5825-43c5-8522-2d4fc4494cc8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:04.262549 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-fa312936-5825-43c5-8522-2d4fc4494cc8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network 179b58a1-9e75-4ede-8f38-5b2828859edd is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:35:04.264232 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-fa312936-5825-43c5-8522-2d4fc4494cc8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:35:04.269441 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-fa312936-5825-43c5-8522-2d4fc4494cc8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:35:04.301876 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa312936-5825-43c5-8522-2d4fc4494cc8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Port': ['ID=363b31c0-fd01-497c-9d9f-0ab7033f9717,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:35:04.339808 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-fa312936-5825-43c5-8522-2d4fc4494cc8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:35:04.339936 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-fa312936-5825-43c5-8522-2d4fc4494cc8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:04.375028 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-fa312936-5825-43c5-8522-2d4fc4494cc8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8541324 Oct 13 15:35:04.385893 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-b66f715c-52af-4516-a538-3557b638172e service neutron] Request body: {'port': {'device_id': 'cb750bd7-16de-455d-a729-4c7ea562d77d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:35:04.442889 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-546d28f4-340e-4916-945c-488eec5f26ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:04.555988 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 3534a793-13e5-4010-ac5d-abd3e1e6d188 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:35:04.578693 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-b66f715c-52af-4516-a538-3557b638172e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:04.633234 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-92c59465-b3b6-444f-8ef1-0ed88876110c None None] Provisioning for port 363b31c0-fd01-497c-9d9f-0ab7033f9717 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:35:04.638107 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 3534a793-13e5-4010-ac5d-abd3e1e6d188 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:35:04.638107 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:04.638107 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 3534a793-13e5-4010-ac5d-abd3e1e6d188 Oct 13 15:35:04.684211 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-92c59465-b3b6-444f-8ef1-0ed88876110c None None] Provisioning complete for port 363b31c0-fd01-497c-9d9f-0ab7033f9717 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:35:04.685539 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-92c59465-b3b6-444f-8ef1-0ed88876110c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:04.685539 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-92c59465-b3b6-444f-8ef1-0ed88876110c None None] Attempt 1 to provision port 363b31c0-fd01-497c-9d9f-0ab7033f9717 Oct 13 15:35:04.771631 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-92c59465-b3b6-444f-8ef1-0ed88876110c None None] Port 363b31c0-fd01-497c-9d9f-0ab7033f9717 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:35:04.829977 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 3534a793-13e5-4010-ac5d-abd3e1e6d188 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:35:04.848323 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07461436-ac33-4b22-bf46-e2371ff3d2fd req-6e0d7d49-69c4-416b-bc64-3df9e24f4fdf tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:35:04.849286 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-07461436-ac33-4b22-bf46-e2371ff3d2fd req-6e0d7d49-69c4-416b-bc64-3df9e24f4fdf tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:35:04.927382 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-07461436-ac33-4b22-bf46-e2371ff3d2fd req-6e0d7d49-69c4-416b-bc64-3df9e24f4fdf tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:35:04.928522 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-07461436-ac33-4b22-bf46-e2371ff3d2fd req-6e0d7d49-69c4-416b-bc64-3df9e24f4fdf tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb750bd7-16de-455d-a729-4c7ea562d77d HTTP/1.1" status: 200 len: 932 time: 0.2766008 Oct 13 15:35:05.044348 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-b66f715c-52af-4516-a538-3557b638172e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 363b31c0-fd01-497c-9d9f-0ab7033f9717 {{(pid=88973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 15:35:05.049170 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-b66f715c-52af-4516-a538-3557b638172e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:05.066385 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-b66f715c-52af-4516-a538-3557b638172e service neutron] Transition to ACTIVE for port object 363b31c0-fd01-497c-9d9f-0ab7033f9717 will not be triggered until provisioned by entity L2. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:35:05.069286 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-b66f715c-52af-4516-a538-3557b638172e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:05.272847 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-92c59465-b3b6-444f-8ef1-0ed88876110c None None] Attempt 2 to provision port 363b31c0-fd01-497c-9d9f-0ab7033f9717 Oct 13 15:35:05.329735 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-92c59465-b3b6-444f-8ef1-0ed88876110c None None] Port 363b31c0-fd01-497c-9d9f-0ab7033f9717 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:35:05.399502 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f715c-52af-4516-a538-3557b638172e service neutron] Pushing event updated for resources: {'Port': ['ID=363b31c0-fd01-497c-9d9f-0ab7033f9717,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:35:05.406153 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-07461436-ac33-4b22-bf46-e2371ff3d2fd req-05499262-c85b-4313-adb0-fe03d72cd881 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=cbcbd23d-fc1a-40c9-aebd-d49c14580d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4690540 Oct 13 15:35:05.437277 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-b66f715c-52af-4516-a538-3557b638172e service neutron] Attempting to bind port 363b31c0-fd01-497c-9d9f-0ab7033f9717 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:35:05.437602 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-b66f715c-52af-4516-a538-3557b638172e service neutron] Attempting to bind port 363b31c0-fd01-497c-9d9f-0ab7033f9717 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'ceee7551-3359-4a43-bbe7-4f2caf37892d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '179b58a1-9e75-4ede-8f38-5b2828859edd'}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:35:05.438674 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-b66f715c-52af-4516-a538-3557b638172e service neutron] Attempting to bind port 363b31c0-fd01-497c-9d9f-0ab7033f9717 on network 179b58a1-9e75-4ede-8f38-5b2828859edd {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:35:05.442414 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-b66f715c-52af-4516-a538-3557b638172e service neutron] Port 363b31c0-fd01-497c-9d9f-0ab7033f9717 on network 179b58a1-9e75-4ede-8f38-5b2828859edd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:35:05.442724 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-b66f715c-52af-4516-a538-3557b638172e service neutron] Attempting to bind port 363b31c0-fd01-497c-9d9f-0ab7033f9717 on network 179b58a1-9e75-4ede-8f38-5b2828859edd {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:35:05.447676 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-b66f715c-52af-4516-a538-3557b638172e service neutron] Checking agent: {'id': 'c4d1d38a-44f6-47ac-b17c-311e640e7cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'started_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 34, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:35:05.448005 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-b66f715c-52af-4516-a538-3557b638172e service neutron] Checking segment: {'id': 'ceee7551-3359-4a43-bbe7-4f2caf37892d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '179b58a1-9e75-4ede-8f38-5b2828859edd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:35:05.448374 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-b66f715c-52af-4516-a538-3557b638172e service neutron] Bound using segment: {'id': 'ceee7551-3359-4a43-bbe7-4f2caf37892d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '179b58a1-9e75-4ede-8f38-5b2828859edd'} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:35:05.448786 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-b66f715c-52af-4516-a538-3557b638172e service neutron] Bound port: 363b31c0-fd01-497c-9d9f-0ab7033f9717, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ceee7551-3359-4a43-bbe7-4f2caf37892d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '179b58a1-9e75-4ede-8f38-5b2828859edd'}}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:35:05.449117 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-b66f715c-52af-4516-a538-3557b638172e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:05.542351 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-b66f715c-52af-4516-a538-3557b638172e service neutron] For port 363b31c0-fd01-497c-9d9f-0ab7033f9717, host hv-neutron-8603, cleared binding levels {{(pid=88973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:35:05.546729 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-b66f715c-52af-4516-a538-3557b638172e service neutron] For port 363b31c0-fd01-497c-9d9f-0ab7033f9717, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=363b31c0-fd01-497c-9d9f-0ab7033f9717,segment=NetworkSegment(ceee7551-3359-4a43-bbe7-4f2caf37892d),segment_id=ceee7551-3359-4a43-bbe7-4f2caf37892d)] {{(pid=88973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:35:05.549369 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-b66f715c-52af-4516-a538-3557b638172e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:05.579975 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-b66f715c-52af-4516-a538-3557b638172e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:35:05.580543 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-b66f715c-52af-4516-a538-3557b638172e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:05.581892 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-b66f715c-52af-4516-a538-3557b638172e service neutron] 10.222.0.16 "PUT /v2.0/ports/363b31c0-fd01-497c-9d9f-0ab7033f9717 HTTP/1.1" status: 200 len: 1094 time: 1.2067513 Oct 13 15:35:05.582485 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb750bd7-16de-455d-a729-4c7ea562d77d', 'tag': '363b31c0-fd01-497c-9d9f-0ab7033f9717'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:35:05.584908 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14138728-8b1c-4b40-87eb-45ddaf6782a0" -d '{"events": [{"name": "network-changed", "server_uuid": "cb750bd7-16de-455d-a729-4c7ea562d77d", "tag": "363b31c0-fd01-497c-9d9f-0ab7033f9717"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:35:05.668562 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 15:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-496b1bf3-51ee-4a17-833e-1f1123fa5a27 x-openstack-request-id: req-496b1bf3-51ee-4a17-833e-1f1123fa5a27 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:35:05.668840 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb750bd7-16de-455d-a729-4c7ea562d77d", "tag": "363b31c0-fd01-497c-9d9f-0ab7033f9717", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:35:05.669254 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-496b1bf3-51ee-4a17-833e-1f1123fa5a27 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:35:05.669792 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-496b1bf3-51ee-4a17-833e-1f1123fa5a27'] response: {'name': 'network-changed', 'server_uuid': 'cb750bd7-16de-455d-a729-4c7ea562d77d', 'tag': '363b31c0-fd01-497c-9d9f-0ab7033f9717', 'status': 'completed', 'code': 200} Oct 13 15:35:05.695256 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66f715c-52af-4516-a538-3557b638172e service neutron] Pushing event updated for resources: {'Port': ['ID=363b31c0-fd01-497c-9d9f-0ab7033f9717,revision_number=3']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:35:05.721330 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-85e55a81-e964-428a-8f6a-d4275e84c8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:35:05.723125 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-85e55a81-e964-428a-8f6a-d4275e84c8a7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&device_id=cb750bd7-16de-455d-a729-4c7ea562d77d HTTP/1.1" status: 200 len: 1097 time: 0.1024852 Oct 13 15:35:05.792305 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-fe8e1a4f-ff54-440b-9b93-6d2f572e0dae service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=363b31c0-fd01-497c-9d9f-0ab7033f9717 HTTP/1.1" status: 200 len: 217 time: 0.0611632 Oct 13 15:35:05.831126 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-92c59465-b3b6-444f-8ef1-0ed88876110c None None] Attempt 3 to provision port 363b31c0-fd01-497c-9d9f-0ab7033f9717 Oct 13 15:35:05.859222 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-ce19c57b-41df-4a1b-85ab-fdd947d15c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:35:05.861016 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-ce19c57b-41df-4a1b-85ab-fdd947d15c6b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=796178a5-8807-4919-bfef-a1fc29e5fbf6 HTTP/1.1" status: 200 len: 837 time: 0.0620890 Oct 13 15:35:05.927773 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-92c59465-b3b6-444f-8ef1-0ed88876110c None None] Port 363b31c0-fd01-497c-9d9f-0ab7033f9717 had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 15:35:05.945512 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-617d6239-4eb9-4e41-b820-93b4099f893c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:35:05.947562 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-617d6239-4eb9-4e41-b820-93b4099f893c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=179b58a1-9e75-4ede-8f38-5b2828859edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0795245 Oct 13 15:35:06.082662 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-18aa7ed3-44b2-40cb-8e4b-44ccf510262f service neutron] 10.222.0.16 "GET /v2.0/networks/179b58a1-9e75-4ede-8f38-5b2828859edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278479 Oct 13 15:35:06.217214 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f9894002-e5f5-43e1-a1ea-5dbafdfb3979 req-3786774d-ad3f-4d32-b573-424b0ccfbd63 service neutron] 10.222.0.16 "GET /v2.0/networks/179b58a1-9e75-4ede-8f38-5b2828859edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257787 Oct 13 15:35:06.356661 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14138728-8b1c-4b40-87eb-45ddaf6782a0 req-d10149f1-4faa-4c47-a549-52f269c1494c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:35:06.357332 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-14138728-8b1c-4b40-87eb-45ddaf6782a0 req-d10149f1-4faa-4c47-a549-52f269c1494c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&device_id=cb750bd7-16de-455d-a729-4c7ea562d77d HTTP/1.1" status: 200 len: 1097 time: 0.0892630 Oct 13 15:35:06.501468 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14138728-8b1c-4b40-87eb-45ddaf6782a0 req-62ebd4b4-3c6a-4b19-9625-973776228d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:35:06.501468 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-14138728-8b1c-4b40-87eb-45ddaf6782a0 req-62ebd4b4-3c6a-4b19-9625-973776228d93 service neutron] 10.222.0.16 "GET /v2.0/networks?id=179b58a1-9e75-4ede-8f38-5b2828859edd HTTP/1.1" status: 200 len: 898 time: 0.1380582 Oct 13 15:35:06.583898 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-937046c0-4440-4145-9b5b-763d4642656e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:06.619261 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-14138728-8b1c-4b40-87eb-45ddaf6782a0 req-d78cd060-e48a-4734-9350-d8c9a23cecb3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.28&port_id=363b31c0-fd01-497c-9d9f-0ab7033f9717 HTTP/1.1" status: 200 len: 217 time: 0.1119912 Oct 13 15:35:06.697781 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14138728-8b1c-4b40-87eb-45ddaf6782a0 req-09f22258-8063-4fa5-a078-2241a653490e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:35:06.699187 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-14138728-8b1c-4b40-87eb-45ddaf6782a0 req-09f22258-8063-4fa5-a078-2241a653490e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=796178a5-8807-4919-bfef-a1fc29e5fbf6 HTTP/1.1" status: 200 len: 837 time: 0.0693376 Oct 13 15:35:06.761361 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39068035-71fd-4e8e-9dfa-c43edafba2b5 req-83e6edd2-5171-4084-ab70-6dcef10e2fb7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:35:06.761361 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-39068035-71fd-4e8e-9dfa-c43edafba2b5 req-83e6edd2-5171-4084-ab70-6dcef10e2fb7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb750bd7-16de-455d-a729-4c7ea562d77d HTTP/1.1" status: 200 len: 944 time: 0.2034883 Oct 13 15:35:06.830412 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-39068035-71fd-4e8e-9dfa-c43edafba2b5 req-87875750-18fd-49f7-bc95-38aea366ce0c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=cbcbd23d-fc1a-40c9-aebd-d49c14580d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564232 Oct 13 15:35:06.839491 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14138728-8b1c-4b40-87eb-45ddaf6782a0 req-745d1e31-c1cf-42f1-a558-ca5193200929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:35:06.841106 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-14138728-8b1c-4b40-87eb-45ddaf6782a0 req-745d1e31-c1cf-42f1-a558-ca5193200929 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=179b58a1-9e75-4ede-8f38-5b2828859edd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1325960 Oct 13 15:35:07.088904 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-14138728-8b1c-4b40-87eb-45ddaf6782a0 req-ded32455-608f-4882-be8d-11452206687f service neutron] 10.222.0.16 "GET /v2.0/networks/179b58a1-9e75-4ede-8f38-5b2828859edd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406018 Oct 13 15:35:07.221306 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-14138728-8b1c-4b40-87eb-45ddaf6782a0 req-5204c994-117a-47c6-923d-59a597432158 service neutron] 10.222.0.16 "GET /v2.0/networks/179b58a1-9e75-4ede-8f38-5b2828859edd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230781 Oct 13 15:35:07.677725 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:07.820289 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:08.194041 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065585a0-11ae-4daf-80e2-503e64eece35 req-cbf512dd-2422-4d93-8005-72bcefafa691 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:35:08.197679 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-065585a0-11ae-4daf-80e2-503e64eece35 req-cbf512dd-2422-4d93-8005-72bcefafa691 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb750bd7-16de-455d-a729-4c7ea562d77d HTTP/1.1" status: 200 len: 944 time: 0.2579656 Oct 13 15:35:08.243253 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-065585a0-11ae-4daf-80e2-503e64eece35 req-296e2610-e6b9-472a-8c13-36120fbc7f71 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=cbcbd23d-fc1a-40c9-aebd-d49c14580d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392940 Oct 13 15:35:08.831519 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 363b31c0-fd01-497c-9d9f-0ab7033f9717 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=88974) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 13 15:35:08.959168 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 363b31c0-fd01-497c-9d9f-0ab7033f9717, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=363b31c0-fd01-497c-9d9f-0ab7033f9717,segment=NetworkSegment(ceee7551-3359-4a43-bbe7-4f2caf37892d),segment_id=ceee7551-3359-4a43-bbe7-4f2caf37892d)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:35:08.972446 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Returning: {'device': '363b31c0-fd01-497c-9d9f-0ab7033f9717', 'network_id': '179b58a1-9e75-4ede-8f38-5b2828859edd', 'port_id': '363b31c0-fd01-497c-9d9f-0ab7033f9717', 'mac_address': 'fa:16:3e:9d:1b:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 427, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '796178a5-8807-4919-bfef-a1fc29e5fbf6', 'ip_address': '172.20.0.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88974) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 13 15:35:09.025000 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 363b31c0-fd01-497c-9d9f-0ab7033f9717 is: DOWN; New status is: BUILD {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:35:09.025369 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:09.041753 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 363b31c0-fd01-497c-9d9f-0ab7033f9717 {{(pid=88974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 15:35:09.056863 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 363b31c0-fd01-497c-9d9f-0ab7033f9717, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=363b31c0-fd01-497c-9d9f-0ab7033f9717,segment=NetworkSegment(ceee7551-3359-4a43-bbe7-4f2caf37892d),segment_id=ceee7551-3359-4a43-bbe7-4f2caf37892d)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:35:09.060916 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:09.130092 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=363b31c0-fd01-497c-9d9f-0ab7033f9717,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:35:09.396714 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['363b31c0-fd01-497c-9d9f-0ab7033f9717'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 15:35:09.441318 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f760b-3e32-4073-b4f7-2955e165019d req-6031a514-7455-4ef7-9764-fe755f7c6716 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:35:09.443352 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-dd0f760b-3e32-4073-b4f7-2955e165019d req-6031a514-7455-4ef7-9764-fe755f7c6716 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb750bd7-16de-455d-a729-4c7ea562d77d HTTP/1.1" status: 200 len: 945 time: 0.0924070 Oct 13 15:35:09.487208 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-dd0f760b-3e32-4073-b4f7-2955e165019d req-d7e0aded-1519-46bf-bf9b-2759f425e330 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=cbcbd23d-fc1a-40c9-aebd-d49c14580d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383551 Oct 13 15:35:09.545961 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:10.679491 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90a4849-4ff5-44be-b8a0-baa904a34268 req-173b4518-942a-45d5-afc2-82eace23e819 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:35:10.680930 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-d90a4849-4ff5-44be-b8a0-baa904a34268 req-173b4518-942a-45d5-afc2-82eace23e819 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb750bd7-16de-455d-a729-4c7ea562d77d HTTP/1.1" status: 200 len: 945 time: 0.0861931 Oct 13 15:35:10.726643 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-d90a4849-4ff5-44be-b8a0-baa904a34268 req-26598d6d-f553-4ab7-b02c-2494d28aa4fd tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=cbcbd23d-fc1a-40c9-aebd-d49c14580d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393860 Oct 13 15:35:10.837327 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 363b31c0-fd01-497c-9d9f-0ab7033f9717 up at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:35:10.905132 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning for port 363b31c0-fd01-497c-9d9f-0ab7033f9717 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:35:10.909841 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning complete for port 363b31c0-fd01-497c-9d9f-0ab7033f9717 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:35:10.910240 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:10.910576 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Attempt 1 to provision port 363b31c0-fd01-497c-9d9f-0ab7033f9717 Oct 13 15:35:11.022602 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 363b31c0-fd01-497c-9d9f-0ab7033f9717 is: BUILD; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:35:11.022902 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:11.051498 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb750bd7-16de-455d-a729-4c7ea562d77d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363b31c0-fd01-497c-9d9f-0ab7033f9717'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:35:11.053749 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979c64d66908691d8da3fe322a5acf5d757b5bee84c7992aba2ec3c134dffaeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18390f6-3b5f-4e60-94ed-abc653e6f0e9" -d '{"events": [{"server_uuid": "cb750bd7-16de-455d-a729-4c7ea562d77d", "name": "network-vif-plugged", "status": "completed", "tag": "363b31c0-fd01-497c-9d9f-0ab7033f9717"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:35:11.061864 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 363b31c0-fd01-497c-9d9f-0ab7033f9717, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=363b31c0-fd01-497c-9d9f-0ab7033f9717,segment=NetworkSegment(ceee7551-3359-4a43-bbe7-4f2caf37892d),segment_id=ceee7551-3359-4a43-bbe7-4f2caf37892d)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:35:11.065694 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:11.103277 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 15:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72eda58d-3ab4-44dd-bd58-8eb3e7fbcade x-openstack-request-id: req-72eda58d-3ab4-44dd-bd58-8eb3e7fbcade {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:35:11.103565 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb750bd7-16de-455d-a729-4c7ea562d77d", "name": "network-vif-plugged", "status": "completed", "tag": "363b31c0-fd01-497c-9d9f-0ab7033f9717", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:35:11.103818 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-72eda58d-3ab4-44dd-bd58-8eb3e7fbcade {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:35:11.104210 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72eda58d-3ab4-44dd-bd58-8eb3e7fbcade'] response: {'server_uuid': 'cb750bd7-16de-455d-a729-4c7ea562d77d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '363b31c0-fd01-497c-9d9f-0ab7033f9717', 'code': 200} Oct 13 15:35:11.136841 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=363b31c0-fd01-497c-9d9f-0ab7033f9717,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:35:11.322309 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4ec881-4391-4390-8d82-ec1eac490eba req-2c0d2f34-4efb-476a-ad4a-e8a604274df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:35:11.323664 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6c4ec881-4391-4390-8d82-ec1eac490eba req-2c0d2f34-4efb-476a-ad4a-e8a604274df8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cb750bd7-16de-455d-a729-4c7ea562d77d HTTP/1.1" status: 200 len: 1099 time: 0.0758111 Oct 13 15:35:11.366914 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6c4ec881-4391-4390-8d82-ec1eac490eba req-3139b60b-6c2f-48db-8d53-c3fa013a8efd service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=cbcbd23d-fc1a-40c9-aebd-d49c14580d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366600 Oct 13 15:35:11.927833 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2368499-9936-462d-a23b-78a6fef30ff5 req-5c8de38b-c064-4869-97fc-525b921d9436 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:35:11.929262 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-a2368499-9936-462d-a23b-78a6fef30ff5 req-5c8de38b-c064-4869-97fc-525b921d9436 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb750bd7-16de-455d-a729-4c7ea562d77d HTTP/1.1" status: 200 len: 946 time: 0.0892954 Oct 13 15:35:11.973127 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-a2368499-9936-462d-a23b-78a6fef30ff5 req-69e2eba8-8feb-4bce-b7b7-321c58f5c695 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=cbcbd23d-fc1a-40c9-aebd-d49c14580d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381658 Oct 13 15:35:12.586723 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c84ffe4a-e77c-4e19-8445-13846a3e0a2e req-eca13a85-40c6-4864-8cf9-38b817439a37 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ffba99fb-1142-4d80-8627-ae50e1b52a2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0775945 Oct 13 15:35:12.692894 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ffe4a-e77c-4e19-8445-13846a3e0a2e req-ddde8f76-f8e9-4b8c-ae78-6d3e362602fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:35:12.694611 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c84ffe4a-e77c-4e19-8445-13846a3e0a2e req-ddde8f76-f8e9-4b8c-ae78-6d3e362602fb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=95401ea77be844ac88b12ee49ce84b9c&device_id=ffba99fb-1142-4d80-8627-ae50e1b52a2e HTTP/1.1" status: 200 len: 1098 time: 0.0822492 Oct 13 15:35:12.841531 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ffe4a-e77c-4e19-8445-13846a3e0a2e req-771dec27-6d45-445c-8599-22409a8048e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:35:12.842921 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c84ffe4a-e77c-4e19-8445-13846a3e0a2e req-771dec27-6d45-445c-8599-22409a8048e1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0f5e6b55-c27c-4faf-a1fa-6c17e6456d25 HTTP/1.1" status: 200 len: 897 time: 0.1297324 Oct 13 15:35:12.950751 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c84ffe4a-e77c-4e19-8445-13846a3e0a2e req-d24a9707-01c0-4614-b6d6-f98ed8957726 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75f9427a-9d6f-4010-8f59-3e79fa0900ab HTTP/1.1" status: 200 len: 1001 time: 0.1006885 Oct 13 15:35:13.016714 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ffe4a-e77c-4e19-8445-13846a3e0a2e req-4d74522d-9a1c-4d4a-b752-bdc3d89fdf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:35:13.018272 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c84ffe4a-e77c-4e19-8445-13846a3e0a2e req-4d74522d-9a1c-4d4a-b752-bdc3d89fdf6b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c3b98ca8-1d3f-46b6-888f-6c77b6718cf0 HTTP/1.1" status: 200 len: 835 time: 0.0613601 Oct 13 15:35:13.157371 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84ffe4a-e77c-4e19-8445-13846a3e0a2e req-368797ae-6190-4fb3-b7b8-3afe71cfc7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:35:13.158861 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c84ffe4a-e77c-4e19-8445-13846a3e0a2e req-368797ae-6190-4fb3-b7b8-3afe71cfc7b4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0f5e6b55-c27c-4faf-a1fa-6c17e6456d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1345334 Oct 13 15:35:13.268955 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c701fb93-f6a9-437e-af8d-5ebb6f46f90e req-4404747f-4fa2-430a-bcf3-7b615fcac698 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:35:13.270301 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c701fb93-f6a9-437e-af8d-5ebb6f46f90e req-4404747f-4fa2-430a-bcf3-7b615fcac698 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb750bd7-16de-455d-a729-4c7ea562d77d HTTP/1.1" status: 200 len: 946 time: 0.1819208 Oct 13 15:35:13.341819 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c701fb93-f6a9-437e-af8d-5ebb6f46f90e req-25a0987e-a511-44ce-8cdc-bb32ada0e341 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=cbcbd23d-fc1a-40c9-aebd-d49c14580d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645335 Oct 13 15:35:13.343794 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c84ffe4a-e77c-4e19-8445-13846a3e0a2e req-27b68bb2-0a6e-4038-ac87-2df714ff038e service neutron] 10.222.0.16 "GET /v2.0/networks/0f5e6b55-c27c-4faf-a1fa-6c17e6456d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771674 Oct 13 15:35:13.476907 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c84ffe4a-e77c-4e19-8445-13846a3e0a2e req-3d0178fe-1bab-4393-b630-24dfd4b1a380 service neutron] 10.222.0.16 "GET /v2.0/networks/0f5e6b55-c27c-4faf-a1fa-6c17e6456d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264997 Oct 13 15:35:13.540376 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6351dff0-cf42-47e8-8d38-5cde3cfffd1d req-b910a0b1-4e86-4c71-af56-00fcca7c0cff tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:35:13.541800 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-6351dff0-cf42-47e8-8d38-5cde3cfffd1d req-b910a0b1-4e86-4c71-af56-00fcca7c0cff tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb750bd7-16de-455d-a729-4c7ea562d77d HTTP/1.1" status: 200 len: 946 time: 0.0898507 Oct 13 15:35:13.584364 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-6351dff0-cf42-47e8-8d38-5cde3cfffd1d req-e006b96c-10e7-436a-aa75-f92f081b6f5b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=cbcbd23d-fc1a-40c9-aebd-d49c14580d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362072 Oct 13 15:35:15.098176 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55280) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:35:15.780462 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d6fd671b-452f-473f-980f-2b96ece5eaf0 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:16.271014 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-d6fd671b-452f-473f-980f-2b96ece5eaf0 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Allocated IP 172.20.0.17 (179b58a1-9e75-4ede-8f38-5b2828859edd/796178a5-8807-4919-bfef-a1fc29e5fbf6/a5cdf0b2-4fec-4cd4-af14-d70ec85e0695) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:35:16.427170 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d6fd671b-452f-473f-980f-2b96ece5eaf0 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:16.442765 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-d6fd671b-452f-473f-980f-2b96ece5eaf0 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Transition to ACTIVE for port object a5cdf0b2-4fec-4cd4-af14-d70ec85e0695 will not be triggered until provisioned by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:35:16.466239 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d6fd671b-452f-473f-980f-2b96ece5eaf0 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:16.533137 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fd671b-452f-473f-980f-2b96ece5eaf0 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network 179b58a1-9e75-4ede-8f38-5b2828859edd is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:35:16.536275 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-d6fd671b-452f-473f-980f-2b96ece5eaf0 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:35:16.539678 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fd671b-452f-473f-980f-2b96ece5eaf0 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:35:16.573268 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fd671b-452f-473f-980f-2b96ece5eaf0 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Port': ['ID=a5cdf0b2-4fec-4cd4-af14-d70ec85e0695,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:35:16.604483 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d6fd671b-452f-473f-980f-2b96ece5eaf0 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:16.736646 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d6fd671b-452f-473f-980f-2b96ece5eaf0 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:16.809773 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-dcf87b5a-aa83-4834-823a-01178f372a4c None None] Provisioning for port a5cdf0b2-4fec-4cd4-af14-d70ec85e0695 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:35:16.815093 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-dcf87b5a-aa83-4834-823a-01178f372a4c None None] Provisioning complete for port a5cdf0b2-4fec-4cd4-af14-d70ec85e0695 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:35:16.815458 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-dcf87b5a-aa83-4834-823a-01178f372a4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:16.815789 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-dcf87b5a-aa83-4834-823a-01178f372a4c None None] Attempt 1 to provision port a5cdf0b2-4fec-4cd4-af14-d70ec85e0695 Oct 13 15:35:16.867791 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-dcf87b5a-aa83-4834-823a-01178f372a4c None None] Port a5cdf0b2-4fec-4cd4-af14-d70ec85e0695 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:35:17.137695 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d6fd671b-452f-473f-980f-2b96ece5eaf0 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:17.142094 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d6fd671b-452f-473f-980f-2b96ece5eaf0 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:17.253280 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fd671b-452f-473f-980f-2b96ece5eaf0 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Port': ['ID=a5cdf0b2-4fec-4cd4-af14-d70ec85e0695,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:35:17.255634 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d6fd671b-452f-473f-980f-2b96ece5eaf0 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:17.369505 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-dcf87b5a-aa83-4834-823a-01178f372a4c None None] Attempt 2 to provision port a5cdf0b2-4fec-4cd4-af14-d70ec85e0695 Oct 13 15:35:17.392208 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fd671b-452f-473f-980f-2b96ece5eaf0 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network 179b58a1-9e75-4ede-8f38-5b2828859edd is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:35:17.393221 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-d6fd671b-452f-473f-980f-2b96ece5eaf0 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:35:17.427021 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-dcf87b5a-aa83-4834-823a-01178f372a4c None None] Port a5cdf0b2-4fec-4cd4-af14-d70ec85e0695 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:35:17.577638 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6fd671b-452f-473f-980f-2b96ece5eaf0 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Router eda9eb34-94cd-4e02-9147-2178151408ee has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:35:17.591199 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:35:17.868570 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6fd671b-452f-473f-980f-2b96ece5eaf0 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:35:17.878336 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b32502-d5e8-4121-86dc-3b34b8d05bcf None None] Sync routers for ids ['eda9eb34-94cd-4e02-9147-2178151408ee'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:35:17.885064 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d6fd671b-452f-473f-980f-2b96ece5eaf0 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "PUT /v2.0/routers/eda9eb34-94cd-4e02-9147-2178151408ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7858248 Oct 13 15:35:17.887995 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b32502-d5e8-4121-86dc-3b34b8d05bcf None None] Routers {'eda9eb34-94cd-4e02-9147-2178151408ee'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:35:17.888606 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-49b32502-d5e8-4121-86dc-3b34b8d05bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:35:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['eda9eb34-94cd-4e02-9147-2178151408ee'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:35:17.934763 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-dcf87b5a-aa83-4834-823a-01178f372a4c None None] Attempt 3 to provision port a5cdf0b2-4fec-4cd4-af14-d70ec85e0695 Oct 13 15:35:18.061492 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-dcf87b5a-aa83-4834-823a-01178f372a4c None None] Port a5cdf0b2-4fec-4cd4-af14-d70ec85e0695 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:35:18.105227 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-49b32502-d5e8-4121-86dc-3b34b8d05bcf None None] Set router eda9eb34-94cd-4e02-9147-2178151408ee gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:35:18.479445 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-49b32502-d5e8-4121-86dc-3b34b8d05bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'name': 'tempest-TestNetworkBasicOps-router-504222220', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '380c127c-e9ae-4ba2-9ce7-26083819a752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:32:35Z', 'updated_at': '2022-10-13T15:35:16Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '380c127c-e9ae-4ba2-9ce7-26083819a752', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:12:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:32:38Z', 'updated_at': '2022-10-13T15:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': 'c6d66086-680c-4dab-ba40-dfa6a62e5f49', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'floating_ip_address': '172.26.2.53', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'port_id': 'dea749d8-9d42-4db5-9291-341b4b112438', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc3888a-4c98-4fae-8af1-1985e343d86e', 'mac_address': 'fa:16:3e:83:12:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332deead-5b2a-455d-98e9-267dc8f3aac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:33:44Z', 'updated_at': '2022-10-13T15:33:54Z', 'revision_number': 1, 'project_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69e18c8c-25e0-433e-bbd8-1011bbb9f160', 'name': '', 'network_id': 'acc3888a-4c98-4fae-8af1-1985e343d86e', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:30:83:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '914f661d-97de-4718-8153-052b099d6cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:32:46Z', 'updated_at': '2022-10-13T15:33:01Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '914f661d-97de-4718-8153-052b099d6cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5cdf0b2-4fec-4cd4-af14-d70ec85e0695', 'name': '', 'network_id': '179b58a1-9e75-4ede-8f38-5b2828859edd', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:9b:4c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '796178a5-8807-4919-bfef-a1fc29e5fbf6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:35:15Z', 'updated_at': '2022-10-13T15:35:16Z', 'revision_number': 2, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '796178a5-8807-4919-bfef-a1fc29e5fbf6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:35:18.483823 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b32502-d5e8-4121-86dc-3b34b8d05bcf None None] Checking router: eda9eb34-94cd-4e02-9147-2178151408ee for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:35:18.484168 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b32502-d5e8-4121-86dc-3b34b8d05bcf None None] Updating router eda9eb34-94cd-4e02-9147-2178151408ee port a5cdf0b2-4fec-4cd4-af14-d70ec85e0695 binding host dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:35:18.535017 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-49b32502-d5e8-4121-86dc-3b34b8d05bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:18.572493 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-dcf87b5a-aa83-4834-823a-01178f372a4c None None] Attempt 4 to provision port a5cdf0b2-4fec-4cd4-af14-d70ec85e0695 Oct 13 15:35:18.681540 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-dcf87b5a-aa83-4834-823a-01178f372a4c None None] Port a5cdf0b2-4fec-4cd4-af14-d70ec85e0695 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:35:18.914373 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-49b32502-d5e8-4121-86dc-3b34b8d05bcf None None] Notify callbacks [] for port, precommit_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:18.925590 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-49b32502-d5e8-4121-86dc-3b34b8d05bcf None None] Transition to ACTIVE for port object a5cdf0b2-4fec-4cd4-af14-d70ec85e0695 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:35:18.931288 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-49b32502-d5e8-4121-86dc-3b34b8d05bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:19.114053 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be758b75-0523-426c-afd3-f0f311b12ffd None None] Pushing event updated for resources: {'Port': ['ID=a5cdf0b2-4fec-4cd4-af14-d70ec85e0695,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:35:19.136043 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-49b32502-d5e8-4121-86dc-3b34b8d05bcf None None] Attempting to bind port a5cdf0b2-4fec-4cd4-af14-d70ec85e0695 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:35:19.136384 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-49b32502-d5e8-4121-86dc-3b34b8d05bcf None None] Attempting to bind port a5cdf0b2-4fec-4cd4-af14-d70ec85e0695 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'ceee7551-3359-4a43-bbe7-4f2caf37892d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '179b58a1-9e75-4ede-8f38-5b2828859edd'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:35:19.136737 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b32502-d5e8-4121-86dc-3b34b8d05bcf None None] Attempting to bind port a5cdf0b2-4fec-4cd4-af14-d70ec85e0695 on network 179b58a1-9e75-4ede-8f38-5b2828859edd {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:35:19.141772 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b32502-d5e8-4121-86dc-3b34b8d05bcf None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 35, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:35:19.142142 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b32502-d5e8-4121-86dc-3b34b8d05bcf None None] Checking segment: {'id': 'ceee7551-3359-4a43-bbe7-4f2caf37892d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '179b58a1-9e75-4ede-8f38-5b2828859edd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:35:19.142558 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-49b32502-d5e8-4121-86dc-3b34b8d05bcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:19.142936 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49b32502-d5e8-4121-86dc-3b34b8d05bcf None None] Bound using segment: {'id': 'ceee7551-3359-4a43-bbe7-4f2caf37892d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '179b58a1-9e75-4ede-8f38-5b2828859edd'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:35:19.143380 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-49b32502-d5e8-4121-86dc-3b34b8d05bcf None None] Bound port: a5cdf0b2-4fec-4cd4-af14-d70ec85e0695, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ceee7551-3359-4a43-bbe7-4f2caf37892d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 427, 'network_id': '179b58a1-9e75-4ede-8f38-5b2828859edd'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:35:19.143739 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-49b32502-d5e8-4121-86dc-3b34b8d05bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:19.184495 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-dcf87b5a-aa83-4834-823a-01178f372a4c None None] Attempt 5 to provision port a5cdf0b2-4fec-4cd4-af14-d70ec85e0695 Oct 13 15:35:19.265813 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-dcf87b5a-aa83-4834-823a-01178f372a4c None None] Port a5cdf0b2-4fec-4cd4-af14-d70ec85e0695 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:35:19.274029 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-49b32502-d5e8-4121-86dc-3b34b8d05bcf None None] For port a5cdf0b2-4fec-4cd4-af14-d70ec85e0695, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:35:19.276900 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-49b32502-d5e8-4121-86dc-3b34b8d05bcf None None] For port a5cdf0b2-4fec-4cd4-af14-d70ec85e0695, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=a5cdf0b2-4fec-4cd4-af14-d70ec85e0695,segment=NetworkSegment(ceee7551-3359-4a43-bbe7-4f2caf37892d),segment_id=ceee7551-3359-4a43-bbe7-4f2caf37892d)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:35:19.282010 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-49b32502-d5e8-4121-86dc-3b34b8d05bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:19.342078 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49b32502-d5e8-4121-86dc-3b34b8d05bcf None None] Routers {'eda9eb34-94cd-4e02-9147-2178151408ee'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:35:19.342700 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-49b32502-d5e8-4121-86dc-3b34b8d05bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:35:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['eda9eb34-94cd-4e02-9147-2178151408ee'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:35:19.426629 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be758b75-0523-426c-afd3-f0f311b12ffd None None] Pushing event updated for resources: {'Port': ['ID=a5cdf0b2-4fec-4cd4-af14-d70ec85e0695,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:35:19.526257 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-49b32502-d5e8-4121-86dc-3b34b8d05bcf None None] Set router eda9eb34-94cd-4e02-9147-2178151408ee gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:35:19.766453 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-dcf87b5a-aa83-4834-823a-01178f372a4c None None] Attempt 6 to provision port a5cdf0b2-4fec-4cd4-af14-d70ec85e0695 Oct 13 15:35:19.922771 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-dcf87b5a-aa83-4834-823a-01178f372a4c None None] Port a5cdf0b2-4fec-4cd4-af14-d70ec85e0695 had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 15:35:19.959078 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-49b32502-d5e8-4121-86dc-3b34b8d05bcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'name': 'tempest-TestNetworkBasicOps-router-504222220', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '380c127c-e9ae-4ba2-9ce7-26083819a752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:32:35Z', 'updated_at': '2022-10-13T15:35:16Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '380c127c-e9ae-4ba2-9ce7-26083819a752', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:12:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:32:38Z', 'updated_at': '2022-10-13T15:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': 'c6d66086-680c-4dab-ba40-dfa6a62e5f49', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'floating_ip_address': '172.26.2.53', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'port_id': 'dea749d8-9d42-4db5-9291-341b4b112438', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc3888a-4c98-4fae-8af1-1985e343d86e', 'mac_address': 'fa:16:3e:83:12:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332deead-5b2a-455d-98e9-267dc8f3aac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:33:44Z', 'updated_at': '2022-10-13T15:33:54Z', 'revision_number': 1, 'project_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69e18c8c-25e0-433e-bbd8-1011bbb9f160', 'name': '', 'network_id': 'acc3888a-4c98-4fae-8af1-1985e343d86e', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:30:83:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '914f661d-97de-4718-8153-052b099d6cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:32:46Z', 'updated_at': '2022-10-13T15:33:01Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '914f661d-97de-4718-8153-052b099d6cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5cdf0b2-4fec-4cd4-af14-d70ec85e0695', 'name': '', 'network_id': '179b58a1-9e75-4ede-8f38-5b2828859edd', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:9b:4c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '796178a5-8807-4919-bfef-a1fc29e5fbf6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:35:15Z', 'updated_at': '2022-10-13T15:35:19Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '796178a5-8807-4919-bfef-a1fc29e5fbf6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:35:19.962936 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49b32502-d5e8-4121-86dc-3b34b8d05bcf None None] The sync data for ids ['eda9eb34-94cd-4e02-9147-2178151408ee'] in dv-neutron-860329-2-hyperv is: [{'id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'name': 'tempest-TestNetworkBasicOps-router-504222220', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '380c127c-e9ae-4ba2-9ce7-26083819a752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:32:35Z', 'updated_at': '2022-10-13T15:35:16Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '380c127c-e9ae-4ba2-9ce7-26083819a752', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:12:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:32:38Z', 'updated_at': '2022-10-13T15:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': 'c6d66086-680c-4dab-ba40-dfa6a62e5f49', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'floating_ip_address': '172.26.2.53', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'port_id': 'dea749d8-9d42-4db5-9291-341b4b112438', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc3888a-4c98-4fae-8af1-1985e343d86e', 'mac_address': 'fa:16:3e:83:12:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332deead-5b2a-455d-98e9-267dc8f3aac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:33:44Z', 'updated_at': '2022-10-13T15:33:54Z', 'revision_number': 1, 'project_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69e18c8c-25e0-433e-bbd8-1011bbb9f160', 'name': '', 'network_id': 'acc3888a-4c98-4fae-8af1-1985e343d86e', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:30:83:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '914f661d-97de-4718-8153-052b099d6cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:32:46Z', 'updated_at': '2022-10-13T15:33:01Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '914f661d-97de-4718-8153-052b099d6cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a5cdf0b2-4fec-4cd4-af14-d70ec85e0695', 'name': '', 'network_id': '179b58a1-9e75-4ede-8f38-5b2828859edd', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:9b:4c:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1336, 'fixed_ips': [{'subnet_id': '796178a5-8807-4919-bfef-a1fc29e5fbf6', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:35:15Z', 'updated_at': '2022-10-13T15:35:19Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '796178a5-8807-4919-bfef-a1fc29e5fbf6', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:35:20.547311 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device a5cdf0b2-4fec-4cd4-af14-d70ec85e0695 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:35:20.613697 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port a5cdf0b2-4fec-4cd4-af14-d70ec85e0695 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:35:20.618453 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port a5cdf0b2-4fec-4cd4-af14-d70ec85e0695 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:35:20.618819 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:20.619149 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port a5cdf0b2-4fec-4cd4-af14-d70ec85e0695 Oct 13 15:35:20.733525 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port a5cdf0b2-4fec-4cd4-af14-d70ec85e0695 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:35:20.733831 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:20.765320 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port a5cdf0b2-4fec-4cd4-af14-d70ec85e0695, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=a5cdf0b2-4fec-4cd4-af14-d70ec85e0695,segment=NetworkSegment(ceee7551-3359-4a43-bbe7-4f2caf37892d),segment_id=ceee7551-3359-4a43-bbe7-4f2caf37892d)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:35:20.769231 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:20.836479 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=a5cdf0b2-4fec-4cd4-af14-d70ec85e0695,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:35:22.528981 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device a5cdf0b2-4fec-4cd4-af14-d70ec85e0695 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:35:22.594510 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port a5cdf0b2-4fec-4cd4-af14-d70ec85e0695 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:35:22.594871 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:22.595198 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port a5cdf0b2-4fec-4cd4-af14-d70ec85e0695 Oct 13 15:35:22.710946 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port a5cdf0b2-4fec-4cd4-af14-d70ec85e0695 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:35:25.658275 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:34.436411 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-5f64dc81-51fd-4570-af8e-778b5dbd508d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:36.585882 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9e265422-7758-452d-9010-14ea42b53240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:37.668127 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:37.821937 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:39.528409 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:51.614620 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55324) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:35:52.154995 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3f4ad6ad-0708-4a2d-84f4-d86f452042a6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:52.539328 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ad6ad-0708-4a2d-84f4-d86f452042a6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Deleting port a5cdf0b2-4fec-4cd4-af14-d70ec85e0695 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:35:52.539662 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3f4ad6ad-0708-4a2d-84f4-d86f452042a6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:52.727347 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-3f4ad6ad-0708-4a2d-84f4-d86f452042a6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] For port a5cdf0b2-4fec-4cd4-af14-d70ec85e0695, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=a5cdf0b2-4fec-4cd4-af14-d70ec85e0695,segment=NetworkSegment(ceee7551-3359-4a43-bbe7-4f2caf37892d),segment_id=ceee7551-3359-4a43-bbe7-4f2caf37892d)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:35:52.728009 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3f4ad6ad-0708-4a2d-84f4-d86f452042a6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:52.849025 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-3f4ad6ad-0708-4a2d-84f4-d86f452042a6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Calling delete_port for a5cdf0b2-4fec-4cd4-af14-d70ec85e0695 owned by network:router_interface {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:35:53.219090 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3f4ad6ad-0708-4a2d-84f4-d86f452042a6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:53.266011 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4ad6ad-0708-4a2d-84f4-d86f452042a6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'Port': ['ID=a5cdf0b2-4fec-4cd4-af14-d70ec85e0695,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:35:53.307419 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ad6ad-0708-4a2d-84f4-d86f452042a6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:35:53.307782 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ad6ad-0708-4a2d-84f4-d86f452042a6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:35:53.308084 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ad6ad-0708-4a2d-84f4-d86f452042a6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:35:53.308411 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ad6ad-0708-4a2d-84f4-d86f452042a6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:35:53.308729 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ad6ad-0708-4a2d-84f4-d86f452042a6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:35:53.309047 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ad6ad-0708-4a2d-84f4-d86f452042a6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:35:53.309362 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ad6ad-0708-4a2d-84f4-d86f452042a6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:35:53.309669 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ad6ad-0708-4a2d-84f4-d86f452042a6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:35:53.309990 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ad6ad-0708-4a2d-84f4-d86f452042a6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:35:53.310329 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ad6ad-0708-4a2d-84f4-d86f452042a6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:35:53.310638 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ad6ad-0708-4a2d-84f4-d86f452042a6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:35:53.310946 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f4ad6ad-0708-4a2d-84f4-d86f452042a6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:35:53.550205 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3f4ad6ad-0708-4a2d-84f4-d86f452042a6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:53.904991 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f4ad6ad-0708-4a2d-84f4-d86f452042a6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Router eda9eb34-94cd-4e02-9147-2178151408ee has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:35:54.078740 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f4ad6ad-0708-4a2d-84f4-d86f452042a6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:35:54.088213 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bd50a0-bbd6-4c63-9ed0-5e6822f2d3e7 None None] Sync routers for ids ['eda9eb34-94cd-4e02-9147-2178151408ee'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:35:54.091269 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-3f4ad6ad-0708-4a2d-84f4-d86f452042a6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "PUT /v2.0/routers/eda9eb34-94cd-4e02-9147-2178151408ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4752939 Oct 13 15:35:54.098268 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bd50a0-bbd6-4c63-9ed0-5e6822f2d3e7 None None] Routers {'eda9eb34-94cd-4e02-9147-2178151408ee'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:35:54.098871 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-98bd50a0-bbd6-4c63-9ed0-5e6822f2d3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:35:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['eda9eb34-94cd-4e02-9147-2178151408ee'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:35:54.272104 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-98bd50a0-bbd6-4c63-9ed0-5e6822f2d3e7 None None] Set router eda9eb34-94cd-4e02-9147-2178151408ee gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:35:54.451438 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259d791f-9977-4b11-9c2a-71901a02403d req-95f152b4-6710-478b-929e-a2fbeb809643 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:35:54.452039 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-259d791f-9977-4b11-9c2a-71901a02403d req-95f152b4-6710-478b-929e-a2fbeb809643 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:35:54.467950 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-259d791f-9977-4b11-9c2a-71901a02403d req-95f152b4-6710-478b-929e-a2fbeb809643 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:35:54.469088 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-259d791f-9977-4b11-9c2a-71901a02403d req-95f152b4-6710-478b-929e-a2fbeb809643 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb750bd7-16de-455d-a729-4c7ea562d77d HTTP/1.1" status: 200 len: 946 time: 0.1026533 Oct 13 15:35:54.522833 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-259d791f-9977-4b11-9c2a-71901a02403d req-93c79842-b971-41d5-a0cf-10a0bb63f39e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=cbcbd23d-fc1a-40c9-aebd-d49c14580d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468707 Oct 13 15:35:54.609908 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:35:54.637508 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-98bd50a0-bbd6-4c63-9ed0-5e6822f2d3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'name': 'tempest-TestNetworkBasicOps-router-504222220', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '380c127c-e9ae-4ba2-9ce7-26083819a752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:32:35Z', 'updated_at': '2022-10-13T15:35:53Z', 'revision_number': 6, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '380c127c-e9ae-4ba2-9ce7-26083819a752', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:12:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:32:38Z', 'updated_at': '2022-10-13T15:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': 'c6d66086-680c-4dab-ba40-dfa6a62e5f49', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'floating_ip_address': '172.26.2.53', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'port_id': 'dea749d8-9d42-4db5-9291-341b4b112438', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc3888a-4c98-4fae-8af1-1985e343d86e', 'mac_address': 'fa:16:3e:83:12:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332deead-5b2a-455d-98e9-267dc8f3aac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:33:44Z', 'updated_at': '2022-10-13T15:33:54Z', 'revision_number': 1, 'project_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69e18c8c-25e0-433e-bbd8-1011bbb9f160', 'name': '', 'network_id': 'acc3888a-4c98-4fae-8af1-1985e343d86e', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:30:83:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '914f661d-97de-4718-8153-052b099d6cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:32:46Z', 'updated_at': '2022-10-13T15:33:01Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '914f661d-97de-4718-8153-052b099d6cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:35:54.641230 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bd50a0-bbd6-4c63-9ed0-5e6822f2d3e7 None None] Checking router: eda9eb34-94cd-4e02-9147-2178151408ee for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:35:54.650361 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bd50a0-bbd6-4c63-9ed0-5e6822f2d3e7 None None] Routers {'eda9eb34-94cd-4e02-9147-2178151408ee'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:35:54.650971 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-98bd50a0-bbd6-4c63-9ed0-5e6822f2d3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:35:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['eda9eb34-94cd-4e02-9147-2178151408ee'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:35:54.853062 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-98bd50a0-bbd6-4c63-9ed0-5e6822f2d3e7 None None] Set router eda9eb34-94cd-4e02-9147-2178151408ee gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:35:55.186482 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-98bd50a0-bbd6-4c63-9ed0-5e6822f2d3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'name': 'tempest-TestNetworkBasicOps-router-504222220', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '380c127c-e9ae-4ba2-9ce7-26083819a752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:32:35Z', 'updated_at': '2022-10-13T15:35:53Z', 'revision_number': 6, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '380c127c-e9ae-4ba2-9ce7-26083819a752', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:12:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:32:38Z', 'updated_at': '2022-10-13T15:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': 'c6d66086-680c-4dab-ba40-dfa6a62e5f49', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'floating_ip_address': '172.26.2.53', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'port_id': 'dea749d8-9d42-4db5-9291-341b4b112438', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc3888a-4c98-4fae-8af1-1985e343d86e', 'mac_address': 'fa:16:3e:83:12:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332deead-5b2a-455d-98e9-267dc8f3aac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:33:44Z', 'updated_at': '2022-10-13T15:33:54Z', 'revision_number': 1, 'project_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69e18c8c-25e0-433e-bbd8-1011bbb9f160', 'name': '', 'network_id': 'acc3888a-4c98-4fae-8af1-1985e343d86e', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:30:83:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '914f661d-97de-4718-8153-052b099d6cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:32:46Z', 'updated_at': '2022-10-13T15:33:01Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '914f661d-97de-4718-8153-052b099d6cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:35:55.191129 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98bd50a0-bbd6-4c63-9ed0-5e6822f2d3e7 None None] The sync data for ids ['eda9eb34-94cd-4e02-9147-2178151408ee'] in dv-neutron-860329-2-hyperv is: [{'id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'name': 'tempest-TestNetworkBasicOps-router-504222220', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '380c127c-e9ae-4ba2-9ce7-26083819a752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:32:35Z', 'updated_at': '2022-10-13T15:35:53Z', 'revision_number': 6, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '380c127c-e9ae-4ba2-9ce7-26083819a752', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:12:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:32:38Z', 'updated_at': '2022-10-13T15:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': 'c6d66086-680c-4dab-ba40-dfa6a62e5f49', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'floating_ip_address': '172.26.2.53', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'port_id': 'dea749d8-9d42-4db5-9291-341b4b112438', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 1181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'acc3888a-4c98-4fae-8af1-1985e343d86e', 'mac_address': 'fa:16:3e:83:12:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '332deead-5b2a-455d-98e9-267dc8f3aac9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:33:44Z', 'updated_at': '2022-10-13T15:33:54Z', 'revision_number': 1, 'project_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69e18c8c-25e0-433e-bbd8-1011bbb9f160', 'name': '', 'network_id': 'acc3888a-4c98-4fae-8af1-1985e343d86e', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:30:83:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '914f661d-97de-4718-8153-052b099d6cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:32:46Z', 'updated_at': '2022-10-13T15:33:01Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '914f661d-97de-4718-8153-052b099d6cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:35:55.662184 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:55.738271 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7810517b-64ce-4b6e-99e7-8105241a6e88 req-6b6186e2-dff1-4a3b-b753-069c3a94ca39 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:35:55.739719 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-7810517b-64ce-4b6e-99e7-8105241a6e88 req-6b6186e2-dff1-4a3b-b753-069c3a94ca39 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb750bd7-16de-455d-a729-4c7ea562d77d HTTP/1.1" status: 200 len: 946 time: 0.1039343 Oct 13 15:35:55.784130 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-7810517b-64ce-4b6e-99e7-8105241a6e88 req-2d3dc7e6-1870-45ab-8c3f-c48a7173dad5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=cbcbd23d-fc1a-40c9-aebd-d49c14580d54&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387375 Oct 13 15:35:56.045478 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35aa6d90-9eed-408a-8dc8-0c4b1efd9bf6 req-ccbb27ba-10e9-4c60-9c5c-a64991dd3781 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:35:56.046901 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-35aa6d90-9eed-408a-8dc8-0c4b1efd9bf6 req-ccbb27ba-10e9-4c60-9c5c-a64991dd3781 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.16 "GET /v2.0/ports?device_id=cb750bd7-16de-455d-a729-4c7ea562d77d HTTP/1.1" status: 200 len: 946 time: 0.0847945 Oct 13 15:35:56.216619 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-35aa6d90-9eed-408a-8dc8-0c4b1efd9bf6 req-f9830ce8-7115-4b32-9b7b-26ab507685ff tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Deleting port 363b31c0-fd01-497c-9d9f-0ab7033f9717 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:35:56.216953 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-35aa6d90-9eed-408a-8dc8-0c4b1efd9bf6 req-f9830ce8-7115-4b32-9b7b-26ab507685ff tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:56.462465 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-35aa6d90-9eed-408a-8dc8-0c4b1efd9bf6 req-f9830ce8-7115-4b32-9b7b-26ab507685ff tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] For port 363b31c0-fd01-497c-9d9f-0ab7033f9717, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=363b31c0-fd01-497c-9d9f-0ab7033f9717,segment=NetworkSegment(ceee7551-3359-4a43-bbe7-4f2caf37892d),segment_id=ceee7551-3359-4a43-bbe7-4f2caf37892d)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:35:56.463053 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-35aa6d90-9eed-408a-8dc8-0c4b1efd9bf6 req-f9830ce8-7115-4b32-9b7b-26ab507685ff tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:56.501086 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device a5cdf0b2-4fec-4cd4-af14-d70ec85e0695 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:35:56.537135 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: a5cdf0b2-4fec-4cd4-af14-d70ec85e0695 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:35:56.537482 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device a5cdf0b2-4fec-4cd4-af14-d70ec85e0695 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:35:56.591529 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-35aa6d90-9eed-408a-8dc8-0c4b1efd9bf6 req-f9830ce8-7115-4b32-9b7b-26ab507685ff tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Calling delete_port for 363b31c0-fd01-497c-9d9f-0ab7033f9717 owned by compute:nova {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:35:56.734686 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-35aa6d90-9eed-408a-8dc8-0c4b1efd9bf6 req-f9830ce8-7115-4b32-9b7b-26ab507685ff tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:56.784747 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9830ce8-7115-4b32-9b7b-26ab507685ff tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'Port': ['ID=363b31c0-fd01-497c-9d9f-0ab7033f9717,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:35:56.824193 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9830ce8-7115-4b32-9b7b-26ab507685ff tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:35:56.824544 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9830ce8-7115-4b32-9b7b-26ab507685ff tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:35:56.824881 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9830ce8-7115-4b32-9b7b-26ab507685ff tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:35:56.825215 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9830ce8-7115-4b32-9b7b-26ab507685ff tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:35:56.825539 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9830ce8-7115-4b32-9b7b-26ab507685ff tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:35:56.825869 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9830ce8-7115-4b32-9b7b-26ab507685ff tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:35:56.826229 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9830ce8-7115-4b32-9b7b-26ab507685ff tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:35:56.826556 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9830ce8-7115-4b32-9b7b-26ab507685ff tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:35:56.826936 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9830ce8-7115-4b32-9b7b-26ab507685ff tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:35:56.827190 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9830ce8-7115-4b32-9b7b-26ab507685ff tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:35:56.827506 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9830ce8-7115-4b32-9b7b-26ab507685ff tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:35:56.827834 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9830ce8-7115-4b32-9b7b-26ab507685ff tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:35:56.887654 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-35aa6d90-9eed-408a-8dc8-0c4b1efd9bf6 req-f9830ce8-7115-4b32-9b7b-26ab507685ff tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] No DVR routers for this DVR port 363b31c0-fd01-497c-9d9f-0ab7033f9717 on host hv-neutron-8603 {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:35:56.890145 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-35aa6d90-9eed-408a-8dc8-0c4b1efd9bf6 req-f9830ce8-7115-4b32-9b7b-26ab507685ff tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:56.892731 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb750bd7-16de-455d-a729-4c7ea562d77d', 'name': 'network-vif-deleted', 'tag': '363b31c0-fd01-497c-9d9f-0ab7033f9717'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:35:56.895037 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4bb35c6-f3dd-4b1b-94c4-02f38797b144" -d '{"events": [{"server_uuid": "cb750bd7-16de-455d-a729-4c7ea562d77d", "name": "network-vif-deleted", "tag": "363b31c0-fd01-497c-9d9f-0ab7033f9717"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:35:56.912132 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-35aa6d90-9eed-408a-8dc8-0c4b1efd9bf6 req-f9830ce8-7115-4b32-9b7b-26ab507685ff tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.16 "DELETE /v2.0/ports/363b31c0-fd01-497c-9d9f-0ab7033f9717 HTTP/1.1" status: 204 len: 173 time: 0.8607316 Oct 13 15:35:56.957048 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5fd88506-e5e0-4dc4-9b36-1881dbb95397 req-031c492b-b000-4d2d-a5b1-e31e34c62440 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=cb750bd7-16de-455d-a729-4c7ea562d77d HTTP/1.1" status: 200 len: 210 time: 0.0596502 Oct 13 15:35:56.998681 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 15:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08fe3ce0-5203-44d2-b510-70496b25a6ab x-openstack-request-id: req-08fe3ce0-5203-44d2-b510-70496b25a6ab {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:35:56.998967 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb750bd7-16de-455d-a729-4c7ea562d77d", "name": "network-vif-deleted", "tag": "363b31c0-fd01-497c-9d9f-0ab7033f9717", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:35:56.999218 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-08fe3ce0-5203-44d2-b510-70496b25a6ab {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:35:56.999615 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08fe3ce0-5203-44d2-b510-70496b25a6ab'] response: {'server_uuid': 'cb750bd7-16de-455d-a729-4c7ea562d77d', 'name': 'network-vif-deleted', 'tag': '363b31c0-fd01-497c-9d9f-0ab7033f9717', 'status': 'completed', 'code': 200} Oct 13 15:35:58.058224 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55342) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:35:58.123735 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a0a42d40-8181-4561-9d0a-59e591028dbc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:58.152487 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a0a42d40-8181-4561-9d0a-59e591028dbc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:58.218815 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a0a42d40-8181-4561-9d0a-59e591028dbc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:58.238166 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a42d40-8181-4561-9d0a-59e591028dbc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbcbd23d-fc1a-40c9-aebd-d49c14580d54,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:35:58.245794 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a0a42d40-8181-4561-9d0a-59e591028dbc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:58.246858 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a0a42d40-8181-4561-9d0a-59e591028dbc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "DELETE /v2.0/security-groups/cbcbd23d-fc1a-40c9-aebd-d49c14580d54 HTTP/1.1" status: 204 len: 168 time: 0.1876731 Oct 13 15:35:58.278405 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55348) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:35:58.343386 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_v2 [None req-60dcff9e-0166-40db-89f7-879f34816f0b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Deleting subnet 796178a5-8807-4919-bfef-a1fc29e5fbf6 {{(pid=88973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:35:58.346596 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-60dcff9e-0166-40db-89f7-879f34816f0b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for subnet, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:58.399695 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-60dcff9e-0166-40db-89f7-879f34816f0b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7432921'] for subnet, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:58.485580 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-60dcff9e-0166-40db-89f7-879f34816f0b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:58.556802 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-60dcff9e-0166-40db-89f7-879f34816f0b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:58.596646 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60dcff9e-0166-40db-89f7-879f34816f0b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'Subnet': ['ID=796178a5-8807-4919-bfef-a1fc29e5fbf6,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:35:58.598616 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-60dcff9e-0166-40db-89f7-879f34816f0b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:58.603939 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70193ebd-95ce-4535-aebb-834558fc5431 None None] Network 179b58a1-9e75-4ede-8f38-5b2828859edd requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:35:58.606360 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-60dcff9e-0166-40db-89f7-879f34816f0b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "DELETE /v2.0/subnets/796178a5-8807-4919-bfef-a1fc29e5fbf6 HTTP/1.1" status: 204 len: 168 time: 0.3252990 Oct 13 15:35:58.607399 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55352) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:35:58.722966 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-14d72a0d-e785-47a6-a8d7-a732ec3cab58 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:58.733100 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-14d72a0d-e785-47a6-a8d7-a732ec3cab58 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Deleting port 3534a793-13e5-4010-ac5d-abd3e1e6d188 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:35:58.733417 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-14d72a0d-e785-47a6-a8d7-a732ec3cab58 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:58.861542 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9e4bb5-99a7-4463-84b0-4c58323e394c None None] DHCP port deletion for 179b58a1-9e75-4ede-8f38-5b2828859edd request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:35:58.865617 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-eb9e4bb5-99a7-4463-84b0-4c58323e394c None None] Deleting port 3534a793-13e5-4010-ac5d-abd3e1e6d188 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:35:58.865989 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-eb9e4bb5-99a7-4463-84b0-4c58323e394c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:58.944194 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-14d72a0d-e785-47a6-a8d7-a732ec3cab58 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] For port 3534a793-13e5-4010-ac5d-abd3e1e6d188, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=3534a793-13e5-4010-ac5d-abd3e1e6d188,segment=NetworkSegment(ceee7551-3359-4a43-bbe7-4f2caf37892d),segment_id=ceee7551-3359-4a43-bbe7-4f2caf37892d)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:35:58.944527 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-14d72a0d-e785-47a6-a8d7-a732ec3cab58 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:59.065948 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-14d72a0d-e785-47a6-a8d7-a732ec3cab58 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Calling delete_port for 3534a793-13e5-4010-ac5d-abd3e1e6d188 owned by network:dhcp {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:35:59.067891 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-eb9e4bb5-99a7-4463-84b0-4c58323e394c None None] For port 3534a793-13e5-4010-ac5d-abd3e1e6d188, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=3534a793-13e5-4010-ac5d-abd3e1e6d188,segment=NetworkSegment(ceee7551-3359-4a43-bbe7-4f2caf37892d),segment_id=ceee7551-3359-4a43-bbe7-4f2caf37892d)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:35:59.068339 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-eb9e4bb5-99a7-4463-84b0-4c58323e394c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:59.142654 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-14d72a0d-e785-47a6-a8d7-a732ec3cab58 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:59.188174 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-eb9e4bb5-99a7-4463-84b0-4c58323e394c None None] Calling delete_port for 3534a793-13e5-4010-ac5d-abd3e1e6d188 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:35:59.188967 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d72a0d-e785-47a6-a8d7-a732ec3cab58 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'Port': ['ID=3534a793-13e5-4010-ac5d-abd3e1e6d188,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:35:59.193301 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d72a0d-e785-47a6-a8d7-a732ec3cab58 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] No DVR routers for this DVR port 3534a793-13e5-4010-ac5d-abd3e1e6d188 on host dv-neutron-860329-2-hyperv {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:35:59.261502 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.db.api [None req-eb9e4bb5-99a7-4463-84b0-4c58323e394c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88974) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:35:59.261850 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG oslo_db.api [None req-eb9e4bb5-99a7-4463-84b0-4c58323e394c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:35:59.315887 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-14d72a0d-e785-47a6-a8d7-a732ec3cab58 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:59.340115 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-14d72a0d-e785-47a6-a8d7-a732ec3cab58 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['179b58a1-9e75-4ede-8f38-5b2828859edd']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:35:59.352663 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-14d72a0d-e785-47a6-a8d7-a732ec3cab58 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ceee7551-3359-4a43-bbe7-4f2caf37892d') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:35:59.352959 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-14d72a0d-e785-47a6-a8d7-a732ec3cab58 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ceee7551-3359-4a43-bbe7-4f2caf37892d') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:35:59.364722 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-14d72a0d-e785-47a6-a8d7-a732ec3cab58 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:59.380365 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-14d72a0d-e785-47a6-a8d7-a732ec3cab58 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:59.386369 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14d72a0d-e785-47a6-a8d7-a732ec3cab58 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Releasing vlan 427 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:35:59.386748 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-14d72a0d-e785-47a6-a8d7-a732ec3cab58 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:59.484988 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-14d72a0d-e785-47a6-a8d7-a732ec3cab58 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:59.503062 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-14d72a0d-e785-47a6-a8d7-a732ec3cab58 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:59.514193 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d72a0d-e785-47a6-a8d7-a732ec3cab58 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'Network': ['ID=179b58a1-9e75-4ede-8f38-5b2828859edd,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:35:59.527802 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-14d72a0d-e785-47a6-a8d7-a732ec3cab58 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "DELETE /v2.0/networks/179b58a1-9e75-4ede-8f38-5b2828859edd HTTP/1.1" status: 204 len: 168 time: 0.9194014 Oct 13 15:35:59.530513 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55360) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:35:59.594019 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment ceee7551-3359-4a43-bbe7-4f2caf37892d resource provider aggregate not found Oct 13 15:35:59.617272 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment ceee7551-3359-4a43-bbe7-4f2caf37892d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ceee7551-3359-4a43-bbe7-4f2caf37892d found for delete ", "request_id": "req-c05baae3-dba4-4f2a-bb46-9a1f89118635"}]} Oct 13 15:35:59.763216 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-eb9e4bb5-99a7-4463-84b0-4c58323e394c None None] Deleting port 3534a793-13e5-4010-ac5d-abd3e1e6d188 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:35:59.763823 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-eb9e4bb5-99a7-4463-84b0-4c58323e394c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:35:59.829709 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-eb9e4bb5-99a7-4463-84b0-4c58323e394c None None] The port '3534a793-13e5-4010-ac5d-abd3e1e6d188' was deleted {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 13 15:35:59.841454 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-9d10acea-1987-444d-a685-9cc615aba320 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Deleting port 1cba1bff-8415-4f09-a924-8f4886c2e588 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:35:59.841790 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9d10acea-1987-444d-a685-9cc615aba320 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:00.011423 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9d10acea-1987-444d-a685-9cc615aba320 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:00.011744 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9d10acea-1987-444d-a685-9cc615aba320 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:00.130165 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-9d10acea-1987-444d-a685-9cc615aba320 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Calling delete_port for 1cba1bff-8415-4f09-a924-8f4886c2e588 owned by network:floatingip {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:36:00.276655 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9d10acea-1987-444d-a685-9cc615aba320 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:00.319650 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d10acea-1987-444d-a685-9cc615aba320 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'Port': ['ID=1cba1bff-8415-4f09-a924-8f4886c2e588,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:00.418779 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9d10acea-1987-444d-a685-9cc615aba320 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for floatingip, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:00.419102 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.l3_db [None req-9d10acea-1987-444d-a685-9cc615aba320 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Floating IP c6d66086-680c-4dab-ba40-dfa6a62e5f49 disassociated (deleted). External IP: 172.26.2.53, port: dea749d8-9d42-4db5-9291-341b4b112438. Oct 13 15:36:00.542075 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 3534a793-13e5-4010-ac5d-abd3e1e6d188 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:36:00.578596 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 3534a793-13e5-4010-ac5d-abd3e1e6d188 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:36:00.578939 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 3534a793-13e5-4010-ac5d-abd3e1e6d188 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:36:00.773061 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d10acea-1987-444d-a685-9cc615aba320 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Router eda9eb34-94cd-4e02-9147-2178151408ee has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:36:00.947019 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d10acea-1987-444d-a685-9cc615aba320 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:36:00.956332 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94901e64-388c-4b30-9f5f-41c5bb8158bb None None] Sync routers for ids ['eda9eb34-94cd-4e02-9147-2178151408ee'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:36:00.963824 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9d10acea-1987-444d-a685-9cc615aba320 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:00.965470 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94901e64-388c-4b30-9f5f-41c5bb8158bb None None] Routers {'eda9eb34-94cd-4e02-9147-2178151408ee'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:36:00.966103 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-94901e64-388c-4b30-9f5f-41c5bb8158bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:35:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['eda9eb34-94cd-4e02-9147-2178151408ee'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:01.018433 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-9d10acea-1987-444d-a685-9cc615aba320 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "DELETE /v2.0/floatingips/c6d66086-680c-4dab-ba40-dfa6a62e5f49 HTTP/1.1" status: 204 len: 168 time: 1.4867520 Oct 13 15:36:01.019024 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '332deead-5b2a-455d-98e9-267dc8f3aac9', 'tag': 'dea749d8-9d42-4db5-9291-341b4b112438'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:36:01.021312 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1a56a1-8a8c-45c4-bc68-c3c1afed221a" -d '{"events": [{"name": "network-changed", "server_uuid": "332deead-5b2a-455d-98e9-267dc8f3aac9", "tag": "dea749d8-9d42-4db5-9291-341b4b112438"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:36:01.071633 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 15:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71c6f29-50f1-4d2d-91cb-974cf09029de x-openstack-request-id: req-f71c6f29-50f1-4d2d-91cb-974cf09029de {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:36:01.071925 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "332deead-5b2a-455d-98e9-267dc8f3aac9", "tag": "dea749d8-9d42-4db5-9291-341b4b112438", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:36:01.072176 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f71c6f29-50f1-4d2d-91cb-974cf09029de {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:36:01.072583 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f71c6f29-50f1-4d2d-91cb-974cf09029de'] response: {'name': 'network-changed', 'server_uuid': '332deead-5b2a-455d-98e9-267dc8f3aac9', 'tag': 'dea749d8-9d42-4db5-9291-341b4b112438', 'status': 'completed', 'code': 200} Oct 13 15:36:01.135758 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 363b31c0-fd01-497c-9d9f-0ab7033f9717 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:36:01.188552 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] No Port match for: 363b31c0-fd01-497c-9d9f-0ab7033f9717 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:36:01.188894 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 363b31c0-fd01-497c-9d9f-0ab7033f9717 not bound to the agent host hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:36:01.218379 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-94901e64-388c-4b30-9f5f-41c5bb8158bb None None] Set router eda9eb34-94cd-4e02-9147-2178151408ee gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:36:01.231926 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a56a1-8a8c-45c4-bc68-c3c1afed221a req-aa1f9dc5-e408-4bf1-81f8-393cdd1c5c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:01.233782 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ee1a56a1-8a8c-45c4-bc68-c3c1afed221a req-aa1f9dc5-e408-4bf1-81f8-393cdd1c5c61 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&device_id=332deead-5b2a-455d-98e9-267dc8f3aac9 HTTP/1.1" status: 200 len: 1098 time: 0.1386807 Oct 13 15:36:01.541959 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a56a1-8a8c-45c4-bc68-c3c1afed221a req-734ab8b2-3140-401d-8b86-d6773db44256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:01.543375 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ee1a56a1-8a8c-45c4-bc68-c3c1afed221a req-734ab8b2-3140-401d-8b86-d6773db44256 service neutron] 10.222.0.16 "GET /v2.0/networks?id=acc3888a-4c98-4fae-8af1-1985e343d86e HTTP/1.1" status: 200 len: 896 time: 0.3042245 Oct 13 15:36:01.544440 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-94901e64-388c-4b30-9f5f-41c5bb8158bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'name': 'tempest-TestNetworkBasicOps-router-504222220', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '380c127c-e9ae-4ba2-9ce7-26083819a752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:32:35Z', 'updated_at': '2022-10-13T15:35:53Z', 'revision_number': 6, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '380c127c-e9ae-4ba2-9ce7-26083819a752', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:12:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:32:38Z', 'updated_at': '2022-10-13T15:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '69e18c8c-25e0-433e-bbd8-1011bbb9f160', 'name': '', 'network_id': 'acc3888a-4c98-4fae-8af1-1985e343d86e', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:30:83:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '914f661d-97de-4718-8153-052b099d6cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:32:46Z', 'updated_at': '2022-10-13T15:33:01Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '914f661d-97de-4718-8153-052b099d6cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:01.550043 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94901e64-388c-4b30-9f5f-41c5bb8158bb None None] Checking router: eda9eb34-94cd-4e02-9147-2178151408ee for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:36:01.554186 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fbe0ca-c45d-4262-9020-a3c24bf424ad req-7d4aa0f6-8633-44bb-8778-23c5235d34dd tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:01.554867 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-69fbe0ca-c45d-4262-9020-a3c24bf424ad req-7d4aa0f6-8633-44bb-8778-23c5235d34dd tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:36:01.558388 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94901e64-388c-4b30-9f5f-41c5bb8158bb None None] Routers {'eda9eb34-94cd-4e02-9147-2178151408ee'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:36:01.558980 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-94901e64-388c-4b30-9f5f-41c5bb8158bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:35:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['eda9eb34-94cd-4e02-9147-2178151408ee'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:01.626583 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ee1a56a1-8a8c-45c4-bc68-c3c1afed221a req-67322250-edda-46b1-9639-a31c1d2b4d24 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dea749d8-9d42-4db5-9291-341b4b112438 HTTP/1.1" status: 200 len: 217 time: 0.0679071 Oct 13 15:36:01.665331 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-69fbe0ca-c45d-4262-9020-a3c24bf424ad req-7d4aa0f6-8633-44bb-8778-23c5235d34dd tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:36:01.666521 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-69fbe0ca-c45d-4262-9020-a3c24bf424ad req-7d4aa0f6-8633-44bb-8778-23c5235d34dd tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=332deead-5b2a-455d-98e9-267dc8f3aac9 HTTP/1.1" status: 200 len: 945 time: 0.2895973 Oct 13 15:36:01.720463 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a56a1-8a8c-45c4-bc68-c3c1afed221a req-7c48fb90-12de-4aca-a1c9-3d959f0c2265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:01.722548 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ee1a56a1-8a8c-45c4-bc68-c3c1afed221a req-7c48fb90-12de-4aca-a1c9-3d959f0c2265 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=914f661d-97de-4718-8153-052b099d6cd0 HTTP/1.1" status: 200 len: 834 time: 0.0899847 Oct 13 15:36:01.736502 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-94901e64-388c-4b30-9f5f-41c5bb8158bb None None] Set router eda9eb34-94cd-4e02-9147-2178151408ee gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:36:01.765876 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-69fbe0ca-c45d-4262-9020-a3c24bf424ad req-65965a21-d4db-4754-a326-c0eb9fb18ec3 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=d144dc10-5e0f-493d-aba2-e061a25af2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875049 Oct 13 15:36:01.809851 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a56a1-8a8c-45c4-bc68-c3c1afed221a req-5291f828-a824-4108-a6b9-53dcc46f1d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:01.811268 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ee1a56a1-8a8c-45c4-bc68-c3c1afed221a req-5291f828-a824-4108-a6b9-53dcc46f1d83 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=acc3888a-4c98-4fae-8af1-1985e343d86e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810320 Oct 13 15:36:01.823296 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [req-ee1a56a1-8a8c-45c4-bc68-c3c1afed221a req-7f3360f3-dcac-455b-a864-31466c75687c service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:36:01.824219 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ee1a56a1-8a8c-45c4-bc68-c3c1afed221a req-7f3360f3-dcac-455b-a864-31466c75687c service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048344 Oct 13 15:36:01.956453 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ee1a56a1-8a8c-45c4-bc68-c3c1afed221a req-0ac76c95-d4ac-4efc-8c5c-63fe8a772db0 service neutron] 10.222.0.16 "GET /v2.0/networks/acc3888a-4c98-4fae-8af1-1985e343d86e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249280 Oct 13 15:36:02.047577 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-94901e64-388c-4b30-9f5f-41c5bb8158bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'name': 'tempest-TestNetworkBasicOps-router-504222220', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '380c127c-e9ae-4ba2-9ce7-26083819a752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:32:35Z', 'updated_at': '2022-10-13T15:35:53Z', 'revision_number': 6, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '380c127c-e9ae-4ba2-9ce7-26083819a752', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:12:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:32:38Z', 'updated_at': '2022-10-13T15:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '69e18c8c-25e0-433e-bbd8-1011bbb9f160', 'name': '', 'network_id': 'acc3888a-4c98-4fae-8af1-1985e343d86e', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:30:83:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '914f661d-97de-4718-8153-052b099d6cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:32:46Z', 'updated_at': '2022-10-13T15:33:01Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '914f661d-97de-4718-8153-052b099d6cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:02.051461 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94901e64-388c-4b30-9f5f-41c5bb8158bb None None] The sync data for ids ['eda9eb34-94cd-4e02-9147-2178151408ee'] in dv-neutron-860329-2-hyperv is: [{'id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'name': 'tempest-TestNetworkBasicOps-router-504222220', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '380c127c-e9ae-4ba2-9ce7-26083819a752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:32:35Z', 'updated_at': '2022-10-13T15:35:53Z', 'revision_number': 6, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '380c127c-e9ae-4ba2-9ce7-26083819a752', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:12:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:32:38Z', 'updated_at': '2022-10-13T15:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '69e18c8c-25e0-433e-bbd8-1011bbb9f160', 'name': '', 'network_id': 'acc3888a-4c98-4fae-8af1-1985e343d86e', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:30:83:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1018, 'fixed_ips': [{'subnet_id': '914f661d-97de-4718-8153-052b099d6cd0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:32:46Z', 'updated_at': '2022-10-13T15:33:01Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '914f661d-97de-4718-8153-052b099d6cd0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:36:02.088461 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ee1a56a1-8a8c-45c4-bc68-c3c1afed221a req-5de83319-ddc9-4bec-ae68-af7296b2176e service neutron] 10.222.0.16 "GET /v2.0/networks/acc3888a-4c98-4fae-8af1-1985e343d86e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259208 Oct 13 15:36:02.258346 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de0d0097-7bed-4425-ba61-861b5ff84263 None None] New status for floating IP c6d66086-680c-4dab-ba40-dfa6a62e5f49: DOWN {{(pid=88975) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:36:02.919386 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea400e4-fdee-4c88-b066-8c084331cfcd req-2d2b979e-19d2-4a34-a0d3-4ecba14f51a8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:02.920883 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0ea400e4-fdee-4c88-b066-8c084331cfcd req-2d2b979e-19d2-4a34-a0d3-4ecba14f51a8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.16 "GET /v2.0/ports?device_id=332deead-5b2a-455d-98e9-267dc8f3aac9 HTTP/1.1" status: 200 len: 945 time: 0.0914640 Oct 13 15:36:02.967959 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1bb0a6-4754-4d02-9021-b8e291c9e9a7 req-fb232edb-c923-4266-be8c-20e153875a2c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:02.969312 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-ed1bb0a6-4754-4d02-9021-b8e291c9e9a7 req-fb232edb-c923-4266-be8c-20e153875a2c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=332deead-5b2a-455d-98e9-267dc8f3aac9 HTTP/1.1" status: 200 len: 945 time: 0.0870724 Oct 13 15:36:02.992616 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-0ea400e4-fdee-4c88-b066-8c084331cfcd req-6ca9972b-d657-495d-9a2a-1f2357da5865 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Deleting port dea749d8-9d42-4db5-9291-341b4b112438 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:36:02.992965 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-0ea400e4-fdee-4c88-b066-8c084331cfcd req-6ca9972b-d657-495d-9a2a-1f2357da5865 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:03.012692 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-ed1bb0a6-4754-4d02-9021-b8e291c9e9a7 req-df1755b5-69af-4856-a306-e62de56ecafb tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:security_group {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:36:03.027574 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-ed1bb0a6-4754-4d02-9021-b8e291c9e9a7 req-df1755b5-69af-4856-a306-e62de56ecafb tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:security_group {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:36:03.029045 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-ed1bb0a6-4754-4d02-9021-b8e291c9e9a7 req-df1755b5-69af-4856-a306-e62de56ecafb tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=d144dc10-5e0f-493d-aba2-e061a25af2f3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529294 Oct 13 15:36:03.245154 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-0ea400e4-fdee-4c88-b066-8c084331cfcd req-6ca9972b-d657-495d-9a2a-1f2357da5865 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] For port dea749d8-9d42-4db5-9291-341b4b112438, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=dea749d8-9d42-4db5-9291-341b4b112438,segment=NetworkSegment(c1cfd5ef-41c3-45b6-ada9-464885c469f4),segment_id=c1cfd5ef-41c3-45b6-ada9-464885c469f4)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:36:03.245424 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-0ea400e4-fdee-4c88-b066-8c084331cfcd req-6ca9972b-d657-495d-9a2a-1f2357da5865 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:03.366659 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-0ea400e4-fdee-4c88-b066-8c084331cfcd req-6ca9972b-d657-495d-9a2a-1f2357da5865 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Calling delete_port for dea749d8-9d42-4db5-9291-341b4b112438 owned by compute:nova {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:36:03.510189 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-0ea400e4-fdee-4c88-b066-8c084331cfcd req-6ca9972b-d657-495d-9a2a-1f2357da5865 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:03.557530 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca9972b-d657-495d-9a2a-1f2357da5865 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'Port': ['ID=dea749d8-9d42-4db5-9291-341b4b112438,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:03.751896 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ea400e4-fdee-4c88-b066-8c084331cfcd req-6ca9972b-d657-495d-9a2a-1f2357da5865 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] No DVR routers for this DVR port dea749d8-9d42-4db5-9291-341b4b112438 on host hv-neutron-8603 {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:36:03.754244 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-0ea400e4-fdee-4c88-b066-8c084331cfcd req-6ca9972b-d657-495d-9a2a-1f2357da5865 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:03.756802 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '332deead-5b2a-455d-98e9-267dc8f3aac9', 'name': 'network-vif-deleted', 'tag': 'dea749d8-9d42-4db5-9291-341b4b112438'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:36:03.759076 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaecddd6-319a-4bc1-9a1c-deb8549f9ab6" -d '{"events": [{"server_uuid": "332deead-5b2a-455d-98e9-267dc8f3aac9", "name": "network-vif-deleted", "tag": "dea749d8-9d42-4db5-9291-341b4b112438"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:36:03.776422 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0ea400e4-fdee-4c88-b066-8c084331cfcd req-6ca9972b-d657-495d-9a2a-1f2357da5865 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.16 "DELETE /v2.0/ports/dea749d8-9d42-4db5-9291-341b4b112438 HTTP/1.1" status: 204 len: 173 time: 0.8503518 Oct 13 15:36:03.802043 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 15:36:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e4a3ed2-8c07-4a18-aa1d-2926ef1584ea x-openstack-request-id: req-4e4a3ed2-8c07-4a18-aa1d-2926ef1584ea {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:36:03.802555 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "332deead-5b2a-455d-98e9-267dc8f3aac9", "name": "network-vif-deleted", "tag": "dea749d8-9d42-4db5-9291-341b4b112438", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:36:03.802901 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4e4a3ed2-8c07-4a18-aa1d-2926ef1584ea {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:36:03.804784 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e4a3ed2-8c07-4a18-aa1d-2926ef1584ea'] response: {'server_uuid': '332deead-5b2a-455d-98e9-267dc8f3aac9', 'name': 'network-vif-deleted', 'tag': 'dea749d8-9d42-4db5-9291-341b4b112438', 'status': 'completed', 'code': 200} Oct 13 15:36:04.309174 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8b676abf-d46f-44af-a9d4-a4eedfb8fc06 req-58bedc40-a030-4046-9fdd-315b3b9c3925 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=332deead-5b2a-455d-98e9-267dc8f3aac9 HTTP/1.1" status: 200 len: 210 time: 0.1560569 Oct 13 15:36:04.437425 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-13e7d057-9987-4ba9-82f4-e337d663ca1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:05.412792 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55382) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:36:05.481117 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3f5cdc60-d5bf-4ad8-bd5b-e8c6b8018a4e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:05.509779 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3f5cdc60-d5bf-4ad8-bd5b-e8c6b8018a4e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:05.572079 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3f5cdc60-d5bf-4ad8-bd5b-e8c6b8018a4e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:05.593742 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5cdc60-d5bf-4ad8-bd5b-e8c6b8018a4e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d144dc10-5e0f-493d-aba2-e061a25af2f3,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:05.605317 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3f5cdc60-d5bf-4ad8-bd5b-e8c6b8018a4e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:05.606466 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-3f5cdc60-d5bf-4ad8-bd5b-e8c6b8018a4e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "DELETE /v2.0/security-groups/d144dc10-5e0f-493d-aba2-e061a25af2f3 HTTP/1.1" status: 204 len: 168 time: 0.1927066 Oct 13 15:36:05.639281 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55388) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:36:06.177728 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-66542c77-965e-4aa7-b2ac-dc2449302aa8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:06.524625 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-66542c77-965e-4aa7-b2ac-dc2449302aa8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Deleting port 69e18c8c-25e0-433e-bbd8-1011bbb9f160 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:36:06.524963 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-66542c77-965e-4aa7-b2ac-dc2449302aa8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:06.588972 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b62897f4-5739-4cc7-81be-9ceafcd24dcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:06.713721 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-66542c77-965e-4aa7-b2ac-dc2449302aa8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] For port 69e18c8c-25e0-433e-bbd8-1011bbb9f160, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=69e18c8c-25e0-433e-bbd8-1011bbb9f160,segment=NetworkSegment(c1cfd5ef-41c3-45b6-ada9-464885c469f4),segment_id=c1cfd5ef-41c3-45b6-ada9-464885c469f4)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:36:06.715194 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-66542c77-965e-4aa7-b2ac-dc2449302aa8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:06.840068 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-66542c77-965e-4aa7-b2ac-dc2449302aa8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Calling delete_port for 69e18c8c-25e0-433e-bbd8-1011bbb9f160 owned by network:router_interface {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:36:07.116455 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-66542c77-965e-4aa7-b2ac-dc2449302aa8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:07.147354 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device dea749d8-9d42-4db5-9291-341b4b112438 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:36:07.162817 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66542c77-965e-4aa7-b2ac-dc2449302aa8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'Port': ['ID=69e18c8c-25e0-433e-bbd8-1011bbb9f160,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:07.185936 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] No Port match for: dea749d8-9d42-4db5-9291-341b4b112438 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:36:07.186313 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device dea749d8-9d42-4db5-9291-341b4b112438 not bound to the agent host hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:36:07.443098 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-66542c77-965e-4aa7-b2ac-dc2449302aa8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:07.669996 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:07.798409 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66542c77-965e-4aa7-b2ac-dc2449302aa8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Router eda9eb34-94cd-4e02-9147-2178151408ee has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:36:07.824407 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:07.972312 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66542c77-965e-4aa7-b2ac-dc2449302aa8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:36:07.981396 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7677d2-950f-4000-be11-3c0fde693c98 None None] Sync routers for ids ['eda9eb34-94cd-4e02-9147-2178151408ee'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:36:07.984913 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-66542c77-965e-4aa7-b2ac-dc2449302aa8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "PUT /v2.0/routers/eda9eb34-94cd-4e02-9147-2178151408ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3439620 Oct 13 15:36:07.987161 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55392) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:36:07.991063 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7677d2-950f-4000-be11-3c0fde693c98 None None] Routers {'eda9eb34-94cd-4e02-9147-2178151408ee'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:36:07.991667 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-3d7677d2-950f-4000-be11-3c0fde693c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:36:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['eda9eb34-94cd-4e02-9147-2178151408ee'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:08.055844 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-c412f579-ee9d-4857-8880-bb93ead51c40 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Deleting subnet 914f661d-97de-4718-8153-052b099d6cd0 {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:36:08.058843 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c412f579-ee9d-4857-8880-bb93ead51c40 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:08.114713 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c412f579-ee9d-4857-8880-bb93ead51c40 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:08.200331 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c412f579-ee9d-4857-8880-bb93ead51c40 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:08.213362 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-3d7677d2-950f-4000-be11-3c0fde693c98 None None] Set router eda9eb34-94cd-4e02-9147-2178151408ee gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:36:08.272403 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c412f579-ee9d-4857-8880-bb93ead51c40 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:08.309750 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c412f579-ee9d-4857-8880-bb93ead51c40 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'Subnet': ['ID=914f661d-97de-4718-8153-052b099d6cd0,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:08.313434 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c412f579-ee9d-4857-8880-bb93ead51c40 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:08.320055 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-c412f579-ee9d-4857-8880-bb93ead51c40 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "DELETE /v2.0/subnets/914f661d-97de-4718-8153-052b099d6cd0 HTTP/1.1" status: 204 len: 168 time: 0.3319371 Oct 13 15:36:08.322593 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55396) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:36:08.335263 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-088be42a-f404-4116-ac58-16f4ab6a69a6 None None] Network acc3888a-4c98-4fae-8af1-1985e343d86e requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:36:08.613331 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a3e17de9-aa05-4b74-baef-504699dfdb75 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:08.681181 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-3d7677d2-950f-4000-be11-3c0fde693c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'name': 'tempest-TestNetworkBasicOps-router-504222220', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '380c127c-e9ae-4ba2-9ce7-26083819a752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:32:35Z', 'updated_at': '2022-10-13T15:36:06Z', 'revision_number': 7, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '380c127c-e9ae-4ba2-9ce7-26083819a752', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:12:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:32:38Z', 'updated_at': '2022-10-13T15:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:08.686287 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7677d2-950f-4000-be11-3c0fde693c98 None None] Checking router: eda9eb34-94cd-4e02-9147-2178151408ee for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:36:08.698516 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7677d2-950f-4000-be11-3c0fde693c98 None None] Routers {'eda9eb34-94cd-4e02-9147-2178151408ee'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:36:08.699260 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-3d7677d2-950f-4000-be11-3c0fde693c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:36:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['eda9eb34-94cd-4e02-9147-2178151408ee'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:08.764472 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f597a1c4-384f-451c-bd34-e3746f6c5260 None None] DHCP port deletion for acc3888a-4c98-4fae-8af1-1985e343d86e request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:36:08.786252 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f597a1c4-384f-451c-bd34-e3746f6c5260 None None] Deleting port b5e7b40c-bb94-45cd-a19a-d1198dc1b76c {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:36:08.786634 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f597a1c4-384f-451c-bd34-e3746f6c5260 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:08.796674 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a3e17de9-aa05-4b74-baef-504699dfdb75 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:08.808281 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-a3e17de9-aa05-4b74-baef-504699dfdb75 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Deleting port 380c127c-e9ae-4ba2-9ce7-26083819a752 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:36:08.808903 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a3e17de9-aa05-4b74-baef-504699dfdb75 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:08.985575 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-a3e17de9-aa05-4b74-baef-504699dfdb75 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] For port 380c127c-e9ae-4ba2-9ce7-26083819a752, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=380c127c-e9ae-4ba2-9ce7-26083819a752,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:36:08.985996 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a3e17de9-aa05-4b74-baef-504699dfdb75 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:09.000830 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-3d7677d2-950f-4000-be11-3c0fde693c98 None None] Set router eda9eb34-94cd-4e02-9147-2178151408ee gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:36:09.109497 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-a3e17de9-aa05-4b74-baef-504699dfdb75 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Calling delete_port for 380c127c-e9ae-4ba2-9ce7-26083819a752 owned by network:router_gateway {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:36:09.270508 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-f597a1c4-384f-451c-bd34-e3746f6c5260 None None] For port b5e7b40c-bb94-45cd-a19a-d1198dc1b76c, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=b5e7b40c-bb94-45cd-a19a-d1198dc1b76c,segment=NetworkSegment(c1cfd5ef-41c3-45b6-ada9-464885c469f4),segment_id=c1cfd5ef-41c3-45b6-ada9-464885c469f4)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:36:09.270900 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f597a1c4-384f-451c-bd34-e3746f6c5260 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:09.276550 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a3e17de9-aa05-4b74-baef-504699dfdb75 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:09.323162 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e17de9-aa05-4b74-baef-504699dfdb75 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'Port': ['ID=380c127c-e9ae-4ba2-9ce7-26083819a752,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:09.426042 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a3e17de9-aa05-4b74-baef-504699dfdb75 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828050'] for router_gateway, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:09.450165 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f597a1c4-384f-451c-bd34-e3746f6c5260 None None] Calling delete_port for b5e7b40c-bb94-45cd-a19a-d1198dc1b76c owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:36:09.579433 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:09.587514 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f597a1c4-384f-451c-bd34-e3746f6c5260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:09.603720 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a3e17de9-aa05-4b74-baef-504699dfdb75 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:09.605846 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a3e17de9-aa05-4b74-baef-504699dfdb75 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:09.629409 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a3e17de9-aa05-4b74-baef-504699dfdb75 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:09.630200 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e17de9-aa05-4b74-baef-504699dfdb75 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Fanout notify agent at l3_agent the message router_deleted on router eda9eb34-94cd-4e02-9147-2178151408ee {{(pid=88972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:36:09.642515 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f597a1c4-384f-451c-bd34-e3746f6c5260 None None] Pushing event deleted for resources: {'Port': ['ID=b5e7b40c-bb94-45cd-a19a-d1198dc1b76c,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:09.644845 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f597a1c4-384f-451c-bd34-e3746f6c5260 None None] No DVR routers for this DVR port b5e7b40c-bb94-45cd-a19a-d1198dc1b76c on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:36:09.656393 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a3e17de9-aa05-4b74-baef-504699dfdb75 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:09.656393 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a3e17de9-aa05-4b74-baef-504699dfdb75 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "DELETE /v2.0/routers/eda9eb34-94cd-4e02-9147-2178151408ee HTTP/1.1" status: 204 len: 168 time: 1.3280075 Oct 13 15:36:09.657564 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55400) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:36:09.659538 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597a1c4-384f-451c-bd34-e3746f6c5260 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:09.659538 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597a1c4-384f-451c-bd34-e3746f6c5260 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:09.659538 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597a1c4-384f-451c-bd34-e3746f6c5260 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:09.660361 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597a1c4-384f-451c-bd34-e3746f6c5260 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:09.660361 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597a1c4-384f-451c-bd34-e3746f6c5260 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:09.660506 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597a1c4-384f-451c-bd34-e3746f6c5260 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:09.660827 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597a1c4-384f-451c-bd34-e3746f6c5260 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:09.661162 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597a1c4-384f-451c-bd34-e3746f6c5260 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:09.661489 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597a1c4-384f-451c-bd34-e3746f6c5260 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:09.661812 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597a1c4-384f-451c-bd34-e3746f6c5260 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:09.662157 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597a1c4-384f-451c-bd34-e3746f6c5260 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:09.662478 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f597a1c4-384f-451c-bd34-e3746f6c5260 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:09.677858 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-3d7677d2-950f-4000-be11-3c0fde693c98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'name': 'tempest-TestNetworkBasicOps-router-504222220', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '380c127c-e9ae-4ba2-9ce7-26083819a752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:32:35Z', 'updated_at': '2022-10-13T15:36:06Z', 'revision_number': 7, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '380c127c-e9ae-4ba2-9ce7-26083819a752', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:12:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:32:38Z', 'updated_at': '2022-10-13T15:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:09.682709 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7677d2-950f-4000-be11-3c0fde693c98 None None] The sync data for ids ['eda9eb34-94cd-4e02-9147-2178151408ee'] in dv-neutron-860329-2-hyperv is: [{'id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'name': 'tempest-TestNetworkBasicOps-router-504222220', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.219'}], 'enable_snat': True}, 'gw_port_id': '380c127c-e9ae-4ba2-9ce7-26083819a752', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:32:35Z', 'updated_at': '2022-10-13T15:36:06Z', 'revision_number': 7, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '380c127c-e9ae-4ba2-9ce7-26083819a752', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:12:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eda9eb34-94cd-4e02-9147-2178151408ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1002, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.219', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:32:38Z', 'updated_at': '2022-10-13T15:32:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:36:09.774279 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7a1a6a7e-280f-41e3-a76b-d0dbb57dc16c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:09.900479 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7a1a6a7e-280f-41e3-a76b-d0dbb57dc16c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:09.924652 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-7a1a6a7e-280f-41e3-a76b-d0dbb57dc16c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acc3888a-4c98-4fae-8af1-1985e343d86e']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:09.936314 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-7a1a6a7e-280f-41e3-a76b-d0dbb57dc16c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1cfd5ef-41c3-45b6-ada9-464885c469f4') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:09.936551 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-7a1a6a7e-280f-41e3-a76b-d0dbb57dc16c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1cfd5ef-41c3-45b6-ada9-464885c469f4') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:09.947368 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7a1a6a7e-280f-41e3-a76b-d0dbb57dc16c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:09.962819 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7a1a6a7e-280f-41e3-a76b-d0dbb57dc16c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:09.968549 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a1a6a7e-280f-41e3-a76b-d0dbb57dc16c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Releasing vlan 443 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:36:09.968898 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7a1a6a7e-280f-41e3-a76b-d0dbb57dc16c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:10.155275 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment c1cfd5ef-41c3-45b6-ada9-464885c469f4 resource provider aggregate not found Oct 13 15:36:10.172835 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment c1cfd5ef-41c3-45b6-ada9-464885c469f4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c1cfd5ef-41c3-45b6-ada9-464885c469f4 found for delete ", "request_id": "req-21478d24-a4cc-422f-82a0-85268f15fe80"}]} Oct 13 15:36:10.179996 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7a1a6a7e-280f-41e3-a76b-d0dbb57dc16c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:10.196417 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7a1a6a7e-280f-41e3-a76b-d0dbb57dc16c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:10.208037 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1a6a7e-280f-41e3-a76b-d0dbb57dc16c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'Network': ['ID=acc3888a-4c98-4fae-8af1-1985e343d86e,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:10.215659 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-7a1a6a7e-280f-41e3-a76b-d0dbb57dc16c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "DELETE /v2.0/networks/acc3888a-4c98-4fae-8af1-1985e343d86e HTTP/1.1" status: 204 len: 168 time: 0.5553176 Oct 13 15:36:10.236621 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55410) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:36:10.242385 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-1d318c2f-4650-4973-9356-5c0caa254e7d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'network': {'name': 'tempest-network-smoke--421785840', 'project_id': 'de460f02ee50469b960f7a471a064187', 'port_security_enabled': True}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:36:10.247521 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-1d318c2f-4650-4973-9356-5c0caa254e7d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:36:10.251746 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-1d318c2f-4650-4973-9356-5c0caa254e7d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:network and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:36:10.255255 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-1d318c2f-4650-4973-9356-5c0caa254e7d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:36:10.261093 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-1d318c2f-4650-4973-9356-5c0caa254e7d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:36:10.272594 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d318c2f-4650-4973-9356-5c0caa254e7d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Made reservation on behalf of de460f02ee50469b960f7a471a064187 for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:36:10.276228 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1d318c2f-4650-4973-9356-5c0caa254e7d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:10.305049 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d318c2f-4650-4973-9356-5c0caa254e7d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 428} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:36:10.314415 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1d318c2f-4650-4973-9356-5c0caa254e7d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:10.315795 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-1d318c2f-4650-4973-9356-5c0caa254e7d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Added segment 165ba28f-02c5-4ddc-8a50-401364497c3f of type vlan for network c07ca9cb-63bd-4827-abf0-00c4f3241463 Oct 13 15:36:10.351152 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1d318c2f-4650-4973-9356-5c0caa254e7d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:10.379695 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1d318c2f-4650-4973-9356-5c0caa254e7d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:10.385001 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d318c2f-4650-4973-9356-5c0caa254e7d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:10.385568 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1d318c2f-4650-4973-9356-5c0caa254e7d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:10.481935 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-1d318c2f-4650-4973-9356-5c0caa254e7d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2440958 Oct 13 15:36:10.484806 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55414) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:36:10.490993 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-1a8ec739-cef4-411c-9b7c-f0bf35abd121 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-574452376', 'admin_state_up': True, 'project_id': 'de460f02ee50469b960f7a471a064187', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:36:10.493806 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d318c2f-4650-4973-9356-5c0caa254e7d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Network': ['ID=c07ca9cb-63bd-4827-abf0-00c4f3241463,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:10.498252 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-1a8ec739-cef4-411c-9b7c-f0bf35abd121 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:36:10.502350 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-1a8ec739-cef4-411c-9b7c-f0bf35abd121 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:router and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:36:10.503681 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network c07ca9cb-63bd-4827-abf0-00c4f3241463 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:36:10.505370 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-1a8ec739-cef4-411c-9b7c-f0bf35abd121 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:36:10.511702 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-1a8ec739-cef4-411c-9b7c-f0bf35abd121 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:36:10.521527 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1a8ec739-cef4-411c-9b7c-f0bf35abd121 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:10.522541 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1a8ec739-cef4-411c-9b7c-f0bf35abd121 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:10.537695 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1a8ec739-cef4-411c-9b7c-f0bf35abd121 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:10.726778 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device b5e7b40c-bb94-45cd-a19a-d1198dc1b76c no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:36:10.768206 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: b5e7b40c-bb94-45cd-a19a-d1198dc1b76c {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:36:10.768548 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device b5e7b40c-bb94-45cd-a19a-d1198dc1b76c not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:36:10.768956 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 69e18c8c-25e0-433e-bbd8-1011bbb9f160 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:36:10.801516 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 69e18c8c-25e0-433e-bbd8-1011bbb9f160 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:36:10.801861 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 69e18c8c-25e0-433e-bbd8-1011bbb9f160 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:36:10.802299 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 380c127c-e9ae-4ba2-9ce7-26083819a752 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:36:10.817236 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1a8ec739-cef4-411c-9b7c-f0bf35abd121 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:10.835451 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 380c127c-e9ae-4ba2-9ce7-26083819a752 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:36:10.835792 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 380c127c-e9ae-4ba2-9ce7-26083819a752 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:36:11.108371 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1a8ec739-cef4-411c-9b7c-f0bf35abd121 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router_gateway, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:11.139605 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1a8ec739-cef4-411c-9b7c-f0bf35abd121 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:11.270108 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-1a8ec739-cef4-411c-9b7c-f0bf35abd121 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Allocated IP 172.26.2.208 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/9a8a6237-b7d6-46bd-a808-adb3fa92a289) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:36:11.413368 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1a8ec739-cef4-411c-9b7c-f0bf35abd121 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:11.441355 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1a8ec739-cef4-411c-9b7c-f0bf35abd121 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:11.506758 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8ec739-cef4-411c-9b7c-f0bf35abd121 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:36:11.509526 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-1a8ec739-cef4-411c-9b7c-f0bf35abd121 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:36:11.511898 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8ec739-cef4-411c-9b7c-f0bf35abd121 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:36:11.556911 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8ec739-cef4-411c-9b7c-f0bf35abd121 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Port': ['ID=9a8a6237-b7d6-46bd-a808-adb3fa92a289,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:12.030741 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1a8ec739-cef4-411c-9b7c-f0bf35abd121 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router_gateway, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:12.361802 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1a8ec739-cef4-411c-9b7c-f0bf35abd121 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:12.563922 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8ec739-cef4-411c-9b7c-f0bf35abd121 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Router 17f62de0-dcb0-412d-a195-4aa0822f0cdd is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 15:36:12.743291 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8ec739-cef4-411c-9b7c-f0bf35abd121 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:36:12.755726 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87fe472-6178-4cb3-bd95-6527b7d214e7 None None] Sync routers for ids ['17f62de0-dcb0-412d-a195-4aa0822f0cdd'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:36:12.765495 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87fe472-6178-4cb3-bd95-6527b7d214e7 None None] Routers {'17f62de0-dcb0-412d-a195-4aa0822f0cdd'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:36:12.766308 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-a87fe472-6178-4cb3-bd95-6527b7d214e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:36:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['17f62de0-dcb0-412d-a195-4aa0822f0cdd'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:12.771911 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1a8ec739-cef4-411c-9b7c-f0bf35abd121 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:12.773242 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-1a8ec739-cef4-411c-9b7c-f0bf35abd121 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2872341 Oct 13 15:36:12.776338 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55420) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:36:12.818245 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-44ca3ec2-9d7b-49c1-ac18-7c77767ab83b tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=de460f02ee50469b960f7a471a064187&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0384684 Oct 13 15:36:12.818469 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55424) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:36:12.960605 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-a87fe472-6178-4cb3-bd95-6527b7d214e7 None None] Set router 17f62de0-dcb0-412d-a195-4aa0822f0cdd gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:36:12.964588 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9913462-38c8-4a1e-9f9c-c8623628b222 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:12.968711 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e9913462-38c8-4a1e-9f9c-c8623628b222 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1468091 Oct 13 15:36:12.969083 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55428) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:36:13.009562 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-49df42f1-f95c-493c-b1e9-ea50aaceb97b tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=8fb1fa59-32fe-4ed0-a248-96c43edb135f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392327 Oct 13 15:36:13.012112 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55432) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:36:13.017964 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-e929e0d7-7dfa-4339-851f-4a0c8bcda585 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1472006305', 'network_id': 'c07ca9cb-63bd-4827-abf0-00c4f3241463', 'project_id': 'de460f02ee50469b960f7a471a064187', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:36:13.128103 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-e929e0d7-7dfa-4339-851f-4a0c8bcda585 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:36:13.131998 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-e929e0d7-7dfa-4339-851f-4a0c8bcda585 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:subnet and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:36:13.134828 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-e929e0d7-7dfa-4339-851f-4a0c8bcda585 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:36:13.140511 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-e929e0d7-7dfa-4339-851f-4a0c8bcda585 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:36:13.150634 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e929e0d7-7dfa-4339-851f-4a0c8bcda585 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Made reservation on behalf of de460f02ee50469b960f7a471a064187 for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:36:13.154113 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e929e0d7-7dfa-4339-851f-4a0c8bcda585 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:13.257430 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-a87fe472-6178-4cb3-bd95-6527b7d214e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f62de0-dcb0-412d-a195-4aa0822f0cdd', 'name': 'tempest-TestNetworkBasicOps-router-574452376', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.208'}], 'enable_snat': True}, 'gw_port_id': '9a8a6237-b7d6-46bd-a808-adb3fa92a289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:36:10Z', 'updated_at': '2022-10-13T15:36:11Z', 'revision_number': 3, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '9a8a6237-b7d6-46bd-a808-adb3fa92a289', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:90:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f62de0-dcb0-412d-a195-4aa0822f0cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:36:11Z', 'updated_at': '2022-10-13T15:36:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:13.262146 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87fe472-6178-4cb3-bd95-6527b7d214e7 None None] Checking router: 17f62de0-dcb0-412d-a195-4aa0822f0cdd for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:36:13.262615 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87fe472-6178-4cb3-bd95-6527b7d214e7 None None] Updating router 17f62de0-dcb0-412d-a195-4aa0822f0cdd port 9a8a6237-b7d6-46bd-a808-adb3fa92a289 binding host dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:36:13.319711 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-a87fe472-6178-4cb3-bd95-6527b7d214e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:13.496255 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e929e0d7-7dfa-4339-851f-4a0c8bcda585 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:13.569185 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e929e0d7-7dfa-4339-851f-4a0c8bcda585 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Subnet': ['ID=dcfe39d0-8534-442b-b265-6eb43d190290,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:13.582507 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e929e0d7-7dfa-4339-851f-4a0c8bcda585 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Checking segment: {'id': '165ba28f-02c5-4ddc-8a50-401364497c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c07ca9cb-63bd-4827-abf0-00c4f3241463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:36:13.582885 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e929e0d7-7dfa-4339-851f-4a0c8bcda585 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network hostable DHCP agents. Network: c07ca9cb-63bd-4827-abf0-00c4f3241463, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:36:13.602259 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e929e0d7-7dfa-4339-851f-4a0c8bcda585 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network c07ca9cb-63bd-4827-abf0-00c4f3241463 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:36:13.610989 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-e929e0d7-7dfa-4339-851f-4a0c8bcda585 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, c07ca9cb-63bd-4827-abf0-00c4f3241463) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:36:13.616659 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e929e0d7-7dfa-4339-851f-4a0c8bcda585 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:13.618567 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e929e0d7-7dfa-4339-851f-4a0c8bcda585 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:13.619991 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c069ee-bbd0-46c1-86da-49e91b2a0928 None None] Network c07ca9cb-63bd-4827-abf0-00c4f3241463 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:36:13.644191 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e929e0d7-7dfa-4339-851f-4a0c8bcda585 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6280386 Oct 13 15:36:13.645736 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55436) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:36:13.678627 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-a87fe472-6178-4cb3-bd95-6527b7d214e7 None None] Notify callbacks [] for port, precommit_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:13.692708 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.provisioning_blocks [None req-a87fe472-6178-4cb3-bd95-6527b7d214e7 None None] Transition to ACTIVE for port object 9a8a6237-b7d6-46bd-a808-adb3fa92a289 will not be triggered until provisioned by entity L2. {{(pid=88975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:36:13.702249 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-a87fe472-6178-4cb3-bd95-6527b7d214e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:13.765629 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-a87fe472-6178-4cb3-bd95-6527b7d214e7 None None] Attempting to bind port 9a8a6237-b7d6-46bd-a808-adb3fa92a289 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:36:13.766318 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-a87fe472-6178-4cb3-bd95-6527b7d214e7 None None] Attempting to bind port 9a8a6237-b7d6-46bd-a808-adb3fa92a289 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:36:13.766463 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87fe472-6178-4cb3-bd95-6527b7d214e7 None None] Attempting to bind port 9a8a6237-b7d6-46bd-a808-adb3fa92a289 on network 8fb1fa59-32fe-4ed0-a248-96c43edb135f {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:36:13.777097 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87fe472-6178-4cb3-bd95-6527b7d214e7 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:36:13.777465 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87fe472-6178-4cb3-bd95-6527b7d214e7 None None] Checking segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:36:13.777856 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-a87fe472-6178-4cb3-bd95-6527b7d214e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:13.778263 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a87fe472-6178-4cb3-bd95-6527b7d214e7 None None] Bound using segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:36:13.778727 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-a87fe472-6178-4cb3-bd95-6527b7d214e7 None None] Bound port: 9a8a6237-b7d6-46bd-a808-adb3fa92a289, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:36:13.779088 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-a87fe472-6178-4cb3-bd95-6527b7d214e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:13.823703 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7305e2f8-b24b-4fb8-819a-5d628a281020 None None] Pushing event updated for resources: {'Port': ['ID=9a8a6237-b7d6-46bd-a808-adb3fa92a289,revision_number=2']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:13.834845 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7305e2f8-b24b-4fb8-819a-5d628a281020 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:13.835189 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7305e2f8-b24b-4fb8-819a-5d628a281020 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:13.835524 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7305e2f8-b24b-4fb8-819a-5d628a281020 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:13.835851 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7305e2f8-b24b-4fb8-819a-5d628a281020 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:13.836174 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7305e2f8-b24b-4fb8-819a-5d628a281020 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:13.836496 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7305e2f8-b24b-4fb8-819a-5d628a281020 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:13.836813 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7305e2f8-b24b-4fb8-819a-5d628a281020 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:13.837127 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7305e2f8-b24b-4fb8-819a-5d628a281020 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:13.837813 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7305e2f8-b24b-4fb8-819a-5d628a281020 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:13.837813 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7305e2f8-b24b-4fb8-819a-5d628a281020 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:13.838021 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7305e2f8-b24b-4fb8-819a-5d628a281020 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:13.838364 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7305e2f8-b24b-4fb8-819a-5d628a281020 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:13.873135 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf6e2a8-7fc4-4eea-b1d6-c1f863117e9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-c07ca9cb-63bd-4827-abf0-00c4f3241463', 'network_id': 'c07ca9cb-63bd-4827-abf0-00c4f3241463', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ips': [{'subnet_id': 'dcfe39d0-8534-442b-b265-6eb43d190290'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:36:13.873949 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7bf6e2a8-7fc4-4eea-b1d6-c1f863117e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:13.876096 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-a87fe472-6178-4cb3-bd95-6527b7d214e7 None None] For port 9a8a6237-b7d6-46bd-a808-adb3fa92a289, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:36:13.880075 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-a87fe472-6178-4cb3-bd95-6527b7d214e7 None None] For port 9a8a6237-b7d6-46bd-a808-adb3fa92a289, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=9a8a6237-b7d6-46bd-a808-adb3fa92a289,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:36:13.884302 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-a87fe472-6178-4cb3-bd95-6527b7d214e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:13.947754 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a87fe472-6178-4cb3-bd95-6527b7d214e7 None None] Routers {'17f62de0-dcb0-412d-a195-4aa0822f0cdd'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:36:13.948558 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-a87fe472-6178-4cb3-bd95-6527b7d214e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:36:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['17f62de0-dcb0-412d-a195-4aa0822f0cdd'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:14.036278 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-7bf6e2a8-7fc4-4eea-b1d6-c1f863117e9a None None] Allocated IP 172.20.0.2 (c07ca9cb-63bd-4827-abf0-00c4f3241463/dcfe39d0-8534-442b-b265-6eb43d190290/81966dd7-5c05-497e-9e8a-30189c1b106b) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:36:14.090678 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7305e2f8-b24b-4fb8-819a-5d628a281020 None None] Pushing event updated for resources: {'Port': ['ID=9a8a6237-b7d6-46bd-a808-adb3fa92a289,revision_number=3']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:14.137750 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-a87fe472-6178-4cb3-bd95-6527b7d214e7 None None] Set router 17f62de0-dcb0-412d-a195-4aa0822f0cdd gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:36:14.261411 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7bf6e2a8-7fc4-4eea-b1d6-c1f863117e9a None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:14.274969 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-7bf6e2a8-7fc4-4eea-b1d6-c1f863117e9a None None] Transition to ACTIVE for port object 81966dd7-5c05-497e-9e8a-30189c1b106b will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:36:14.293277 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-7bf6e2a8-7fc4-4eea-b1d6-c1f863117e9a None None] Transition to ACTIVE for port object 81966dd7-5c05-497e-9e8a-30189c1b106b will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:36:14.298762 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7bf6e2a8-7fc4-4eea-b1d6-c1f863117e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:14.367387 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf6e2a8-7fc4-4eea-b1d6-c1f863117e9a None None] Network c07ca9cb-63bd-4827-abf0-00c4f3241463 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:36:14.370218 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-7bf6e2a8-7fc4-4eea-b1d6-c1f863117e9a None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:36:14.374012 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf6e2a8-7fc4-4eea-b1d6-c1f863117e9a None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:36:14.381058 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ef12c9e1-8878-42a1-b44a-6f577d13b03c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:14.416882 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf6e2a8-7fc4-4eea-b1d6-c1f863117e9a None None] Pushing event updated for resources: {'Port': ['ID=81966dd7-5c05-497e-9e8a-30189c1b106b,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:14.435021 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-a87fe472-6178-4cb3-bd95-6527b7d214e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f62de0-dcb0-412d-a195-4aa0822f0cdd', 'name': 'tempest-TestNetworkBasicOps-router-574452376', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.208'}], 'enable_snat': True}, 'gw_port_id': '9a8a6237-b7d6-46bd-a808-adb3fa92a289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:36:10Z', 'updated_at': '2022-10-13T15:36:11Z', 'revision_number': 3, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '9a8a6237-b7d6-46bd-a808-adb3fa92a289', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:90:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f62de0-dcb0-412d-a195-4aa0822f0cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:36:11Z', 'updated_at': '2022-10-13T15:36:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:14.438883 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a87fe472-6178-4cb3-bd95-6527b7d214e7 None None] The sync data for ids ['17f62de0-dcb0-412d-a195-4aa0822f0cdd'] in dv-neutron-860329-2-hyperv is: [{'id': '17f62de0-dcb0-412d-a195-4aa0822f0cdd', 'name': 'tempest-TestNetworkBasicOps-router-574452376', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.208'}], 'enable_snat': True}, 'gw_port_id': '9a8a6237-b7d6-46bd-a808-adb3fa92a289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:36:10Z', 'updated_at': '2022-10-13T15:36:11Z', 'revision_number': 3, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '9a8a6237-b7d6-46bd-a808-adb3fa92a289', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:90:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f62de0-dcb0-412d-a195-4aa0822f0cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:36:11Z', 'updated_at': '2022-10-13T15:36:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:36:14.490059 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-7bf6e2a8-7fc4-4eea-b1d6-c1f863117e9a None None] Attempting to bind port 81966dd7-5c05-497e-9e8a-30189c1b106b on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:36:14.490487 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-7bf6e2a8-7fc4-4eea-b1d6-c1f863117e9a None None] Attempting to bind port 81966dd7-5c05-497e-9e8a-30189c1b106b by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '165ba28f-02c5-4ddc-8a50-401364497c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c07ca9cb-63bd-4827-abf0-00c4f3241463'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:36:14.490846 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf6e2a8-7fc4-4eea-b1d6-c1f863117e9a None None] Attempting to bind port 81966dd7-5c05-497e-9e8a-30189c1b106b on network c07ca9cb-63bd-4827-abf0-00c4f3241463 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:36:14.497589 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf6e2a8-7fc4-4eea-b1d6-c1f863117e9a None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:36:14.497960 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf6e2a8-7fc4-4eea-b1d6-c1f863117e9a None None] Checking segment: {'id': '165ba28f-02c5-4ddc-8a50-401364497c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c07ca9cb-63bd-4827-abf0-00c4f3241463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:36:14.498534 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7bf6e2a8-7fc4-4eea-b1d6-c1f863117e9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:14.498950 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf6e2a8-7fc4-4eea-b1d6-c1f863117e9a None None] Bound using segment: {'id': '165ba28f-02c5-4ddc-8a50-401364497c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c07ca9cb-63bd-4827-abf0-00c4f3241463'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:36:14.499405 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-7bf6e2a8-7fc4-4eea-b1d6-c1f863117e9a None None] Bound port: 81966dd7-5c05-497e-9e8a-30189c1b106b, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '165ba28f-02c5-4ddc-8a50-401364497c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c07ca9cb-63bd-4827-abf0-00c4f3241463'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:36:14.499771 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7bf6e2a8-7fc4-4eea-b1d6-c1f863117e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:14.593317 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-7bf6e2a8-7fc4-4eea-b1d6-c1f863117e9a None None] For port 81966dd7-5c05-497e-9e8a-30189c1b106b, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:36:14.596682 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-7bf6e2a8-7fc4-4eea-b1d6-c1f863117e9a None None] For port 81966dd7-5c05-497e-9e8a-30189c1b106b, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=81966dd7-5c05-497e-9e8a-30189c1b106b,segment=NetworkSegment(165ba28f-02c5-4ddc-8a50-401364497c3f),segment_id=165ba28f-02c5-4ddc-8a50-401364497c3f)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:36:14.600312 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7bf6e2a8-7fc4-4eea-b1d6-c1f863117e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:14.704273 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf6e2a8-7fc4-4eea-b1d6-c1f863117e9a None None] Pushing event updated for resources: {'Port': ['ID=81966dd7-5c05-497e-9e8a-30189c1b106b,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:14.988037 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-ef12c9e1-8878-42a1-b44a-6f577d13b03c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Allocated IP 172.20.0.1 (c07ca9cb-63bd-4827-abf0-00c4f3241463/dcfe39d0-8534-442b-b265-6eb43d190290/fb4247a6-1ece-4c67-ba55-9684434a2389) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:36:15.104956 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55440) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:36:15.156697 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ef12c9e1-8878-42a1-b44a-6f577d13b03c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:15.173417 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-ef12c9e1-8878-42a1-b44a-6f577d13b03c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Transition to ACTIVE for port object fb4247a6-1ece-4c67-ba55-9684434a2389 will not be triggered until provisioned by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:36:15.202457 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ef12c9e1-8878-42a1-b44a-6f577d13b03c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:15.278551 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef12c9e1-8878-42a1-b44a-6f577d13b03c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network c07ca9cb-63bd-4827-abf0-00c4f3241463 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:36:15.281996 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-ef12c9e1-8878-42a1-b44a-6f577d13b03c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:36:15.290403 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef12c9e1-8878-42a1-b44a-6f577d13b03c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:36:15.329731 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef12c9e1-8878-42a1-b44a-6f577d13b03c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Port': ['ID=fb4247a6-1ece-4c67-ba55-9684434a2389,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:15.335520 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-b0ba8275-d99d-4c11-ab28-ba1fcb3b978e tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Deleting port 6ea7ccdf-d92a-4f54-8e75-c20a7dd39ff3 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:36:15.335774 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b0ba8275-d99d-4c11-ab28-ba1fcb3b978e tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:15.353348 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ef12c9e1-8878-42a1-b44a-6f577d13b03c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:15.527002 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b0ba8275-d99d-4c11-ab28-ba1fcb3b978e tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:15.527368 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b0ba8275-d99d-4c11-ab28-ba1fcb3b978e tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:15.642020 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ef12c9e1-8878-42a1-b44a-6f577d13b03c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:15.664366 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-b0ba8275-d99d-4c11-ab28-ba1fcb3b978e tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Calling delete_port for 6ea7ccdf-d92a-4f54-8e75-c20a7dd39ff3 owned by network:floatingip {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:36:15.793517 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1999548-d694-411d-86e2-89078adb5499 None None] Network c07ca9cb-63bd-4827-abf0-00c4f3241463 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:36:15.838802 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b0ba8275-d99d-4c11-ab28-ba1fcb3b978e tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:15.890609 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ba8275-d99d-4c11-ab28-ba1fcb3b978e tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Pushing event deleted for resources: {'Port': ['ID=6ea7ccdf-d92a-4f54-8e75-c20a7dd39ff3,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:15.939797 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-24103a8f-db48-4fdf-a898-bc0beea75766 None None] Provisioning for port 81966dd7-5c05-497e-9e8a-30189c1b106b completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:36:16.043035 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b0ba8275-d99d-4c11-ab28-ba1fcb3b978e tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks [] for floatingip, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:16.043435 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.l3_db [None req-b0ba8275-d99d-4c11-ab28-ba1fcb3b978e tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Floating IP 53bc8dbb-a684-4db0-8e24-99bf94a5154a disassociated (deleted). External IP: 172.26.2.138, port: 5fa7206f-a579-4c03-a1a9-797e93de7bbf. Oct 13 15:36:16.171495 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ef12c9e1-8878-42a1-b44a-6f577d13b03c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:16.178170 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ef12c9e1-8878-42a1-b44a-6f577d13b03c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:16.303670 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef12c9e1-8878-42a1-b44a-6f577d13b03c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Port': ['ID=fb4247a6-1ece-4c67-ba55-9684434a2389,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:16.308616 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ef12c9e1-8878-42a1-b44a-6f577d13b03c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:16.459730 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef12c9e1-8878-42a1-b44a-6f577d13b03c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network c07ca9cb-63bd-4827-abf0-00c4f3241463 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:36:16.461047 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-ef12c9e1-8878-42a1-b44a-6f577d13b03c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:36:16.514829 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-342bd963-15ec-4a7a-bc74-29b34de7c0d5 None None] Provisioning for port fb4247a6-1ece-4c67-ba55-9684434a2389 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:36:16.521432 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-342bd963-15ec-4a7a-bc74-29b34de7c0d5 None None] Provisioning complete for port fb4247a6-1ece-4c67-ba55-9684434a2389 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:36:16.522060 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-342bd963-15ec-4a7a-bc74-29b34de7c0d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:16.523862 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-342bd963-15ec-4a7a-bc74-29b34de7c0d5 None None] Attempt 1 to provision port fb4247a6-1ece-4c67-ba55-9684434a2389 Oct 13 15:36:16.620763 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0ba8275-d99d-4c11-ab28-ba1fcb3b978e tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Router 5c789ee5-5555-45a4-8d4f-29ee4b084360 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:36:16.628286 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-342bd963-15ec-4a7a-bc74-29b34de7c0d5 None None] Port fb4247a6-1ece-4c67-ba55-9684434a2389 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:36:16.707099 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 81966dd7-5c05-497e-9e8a-30189c1b106b up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:36:16.732596 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef12c9e1-8878-42a1-b44a-6f577d13b03c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Router 17f62de0-dcb0-412d-a195-4aa0822f0cdd has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:36:16.793952 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 81966dd7-5c05-497e-9e8a-30189c1b106b completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:36:16.803820 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 81966dd7-5c05-497e-9e8a-30189c1b106b triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:36:16.804256 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:16.804597 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 81966dd7-5c05-497e-9e8a-30189c1b106b Oct 13 15:36:16.854755 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0ba8275-d99d-4c11-ab28-ba1fcb3b978e tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:36:16.868465 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0195f24-9f04-4384-a0ce-a34b8482305d None None] Sync routers for ids ['5c789ee5-5555-45a4-8d4f-29ee4b084360'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:36:16.883498 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b0ba8275-d99d-4c11-ab28-ba1fcb3b978e tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:16.884399 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0195f24-9f04-4384-a0ce-a34b8482305d None None] Routers {'5c789ee5-5555-45a4-8d4f-29ee4b084360'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:36:16.885155 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-b0195f24-9f04-4384-a0ce-a34b8482305d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:36:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['5c789ee5-5555-45a4-8d4f-29ee4b084360'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:16.950717 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-b0ba8275-d99d-4c11-ab28-ba1fcb3b978e tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "DELETE /v2.0/floatingips/53bc8dbb-a684-4db0-8e24-99bf94a5154a HTTP/1.1" status: 204 len: 168 time: 1.8446403 Oct 13 15:36:16.951497 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfc5eecc-82ba-4ac9-a40f-1ecc37bba53f', 'tag': '5fa7206f-a579-4c03-a1a9-797e93de7bbf'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:36:16.954331 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f022147-80f9-4b4d-8f23-e47156a83d13" -d '{"events": [{"name": "network-changed", "server_uuid": "cfc5eecc-82ba-4ac9-a40f-1ecc37bba53f", "tag": "5fa7206f-a579-4c03-a1a9-797e93de7bbf"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:36:17.004845 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 15:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de3b3b08-8a9c-45b4-88a8-670d9a2cc310 x-openstack-request-id: req-de3b3b08-8a9c-45b4-88a8-670d9a2cc310 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:36:17.005138 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfc5eecc-82ba-4ac9-a40f-1ecc37bba53f", "tag": "5fa7206f-a579-4c03-a1a9-797e93de7bbf", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:36:17.005394 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-de3b3b08-8a9c-45b4-88a8-670d9a2cc310 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:36:17.005798 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de3b3b08-8a9c-45b4-88a8-670d9a2cc310'] response: {'name': 'network-changed', 'server_uuid': 'cfc5eecc-82ba-4ac9-a40f-1ecc37bba53f', 'tag': '5fa7206f-a579-4c03-a1a9-797e93de7bbf', 'status': 'completed', 'code': 200} Oct 13 15:36:17.076267 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef12c9e1-8878-42a1-b44a-6f577d13b03c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:36:17.086533 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e40c575-2181-4b88-b548-1a665a07ae91 None None] Sync routers for ids ['17f62de0-dcb0-412d-a195-4aa0822f0cdd'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:36:17.093234 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-ef12c9e1-8878-42a1-b44a-6f577d13b03c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "PUT /v2.0/routers/17f62de0-dcb0-412d-a195-4aa0822f0cdd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4463127 Oct 13 15:36:17.093848 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55448) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:36:17.101884 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e40c575-2181-4b88-b548-1a665a07ae91 None None] Routers {'17f62de0-dcb0-412d-a195-4aa0822f0cdd'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:36:17.102836 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-3e40c575-2181-4b88-b548-1a665a07ae91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:36:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['17f62de0-dcb0-412d-a195-4aa0822f0cdd'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:17.129538 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-342bd963-15ec-4a7a-bc74-29b34de7c0d5 None None] Attempt 2 to provision port fb4247a6-1ece-4c67-ba55-9684434a2389 Oct 13 15:36:17.141621 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f022147-80f9-4b4d-8f23-e47156a83d13 req-a793f5ff-3c1e-4e85-95dd-3eab07f92510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:17.143780 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9f022147-80f9-4b4d-8f23-e47156a83d13 req-a793f5ff-3c1e-4e85-95dd-3eab07f92510 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c4e179e9a35a4e59a0b0abe27aa737df&device_id=cfc5eecc-82ba-4ac9-a40f-1ecc37bba53f HTTP/1.1" status: 200 len: 1098 time: 0.1146827 Oct 13 15:36:17.191884 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-342bd963-15ec-4a7a-bc74-29b34de7c0d5 None None] Port fb4247a6-1ece-4c67-ba55-9684434a2389 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:36:17.192852 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 81966dd7-5c05-497e-9e8a-30189c1b106b is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:36:17.192852 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:17.234861 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 81966dd7-5c05-497e-9e8a-30189c1b106b, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=81966dd7-5c05-497e-9e8a-30189c1b106b,segment=NetworkSegment(165ba28f-02c5-4ddc-8a50-401364497c3f),segment_id=165ba28f-02c5-4ddc-8a50-401364497c3f)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:36:17.257076 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:17.257953 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 9a8a6237-b7d6-46bd-a808-adb3fa92a289 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:36:17.308604 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1449da3-5643-43b0-a5d5-fff22d9bde81 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:17.309092 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1449da3-5643-43b0-a5d5-fff22d9bde81 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:17.309565 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1449da3-5643-43b0-a5d5-fff22d9bde81 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:17.310026 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1449da3-5643-43b0-a5d5-fff22d9bde81 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:17.310512 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1449da3-5643-43b0-a5d5-fff22d9bde81 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:17.310966 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1449da3-5643-43b0-a5d5-fff22d9bde81 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:17.311418 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1449da3-5643-43b0-a5d5-fff22d9bde81 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:17.313232 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-c1449da3-5643-43b0-a5d5-fff22d9bde81 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4969 time: 0.2183893 Oct 13 15:36:17.317125 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55454) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:36:17.322745 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-b0195f24-9f04-4384-a0ce-a34b8482305d None None] Set router 5c789ee5-5555-45a4-8d4f-29ee4b084360 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:36:17.381405 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-3e40c575-2181-4b88-b548-1a665a07ae91 None None] Set router 17f62de0-dcb0-412d-a195-4aa0822f0cdd gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:36:17.408704 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f022147-80f9-4b4d-8f23-e47156a83d13 req-0f5d5e56-352b-46e9-83a2-5280c7b642fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:17.410187 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9f022147-80f9-4b4d-8f23-e47156a83d13 req-0f5d5e56-352b-46e9-83a2-5280c7b642fc service neutron] 10.222.0.16 "GET /v2.0/networks?id=a44f8207-61f2-477d-b80a-38deab4e3cb7 HTTP/1.1" status: 200 len: 913 time: 0.2601302 Oct 13 15:36:17.487025 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9f022147-80f9-4b4d-8f23-e47156a83d13 req-1ca29555-365f-471e-b22c-464dbbb871d9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5fa7206f-a579-4c03-a1a9-797e93de7bbf HTTP/1.1" status: 200 len: 217 time: 0.0695584 Oct 13 15:36:17.507685 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5ec29d-2cf8-4971-89ee-52f0f475f20b req-3467cb95-627a-41f4-84df-8e63ae2bbe4a tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:17.515803 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-be5ec29d-2cf8-4971-89ee-52f0f475f20b req-3467cb95-627a-41f4-84df-8e63ae2bbe4a tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfc5eecc-82ba-4ac9-a40f-1ecc37bba53f HTTP/1.1" status: 200 len: 945 time: 0.1205134 Oct 13 15:36:17.527929 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d509569-ae97-42f7-80a7-a2a623e19762 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:17.528390 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d509569-ae97-42f7-80a7-a2a623e19762 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:17.528840 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d509569-ae97-42f7-80a7-a2a623e19762 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:17.529290 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d509569-ae97-42f7-80a7-a2a623e19762 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:17.529731 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d509569-ae97-42f7-80a7-a2a623e19762 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:17.530199 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d509569-ae97-42f7-80a7-a2a623e19762 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:17.530639 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d509569-ae97-42f7-80a7-a2a623e19762 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:17.532387 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-4d509569-ae97-42f7-80a7-a2a623e19762 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4629 time: 0.2143538 Oct 13 15:36:17.536523 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55458) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:36:17.537221 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 9a8a6237-b7d6-46bd-a808-adb3fa92a289 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:36:17.547461 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 9a8a6237-b7d6-46bd-a808-adb3fa92a289 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:36:17.547636 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:17.547924 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 9a8a6237-b7d6-46bd-a808-adb3fa92a289 Oct 13 15:36:17.581803 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-be5ec29d-2cf8-4971-89ee-52f0f475f20b req-6c9fe09f-b421-4fa5-b109-70c89318485c tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/security-groups?id=81e55712-bc20-48c8-a3f7-25813fa3e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647256 Oct 13 15:36:17.616796 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=81966dd7-5c05-497e-9e8a-30189c1b106b,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:17.648837 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f022147-80f9-4b4d-8f23-e47156a83d13 req-0d0251eb-fab0-4735-866d-fbfeea4f6db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:17.651027 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9f022147-80f9-4b4d-8f23-e47156a83d13 req-0d0251eb-fab0-4735-866d-fbfeea4f6db3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=235995ae-56e8-4a42-a8ac-e16e5c3294b1 HTTP/1.1" status: 200 len: 851 time: 0.1557586 Oct 13 15:36:17.745394 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-3e40c575-2181-4b88-b548-1a665a07ae91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f62de0-dcb0-412d-a195-4aa0822f0cdd', 'name': 'tempest-TestNetworkBasicOps-router-574452376', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.208'}], 'enable_snat': True}, 'gw_port_id': '9a8a6237-b7d6-46bd-a808-adb3fa92a289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:36:10Z', 'updated_at': '2022-10-13T15:36:15Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '9a8a6237-b7d6-46bd-a808-adb3fa92a289', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:90:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f62de0-dcb0-412d-a195-4aa0822f0cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:36:11Z', 'updated_at': '2022-10-13T15:36:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': 'fb4247a6-1ece-4c67-ba55-9684434a2389', 'name': '', 'network_id': 'c07ca9cb-63bd-4827-abf0-00c4f3241463', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:33:36:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f62de0-dcb0-412d-a195-4aa0822f0cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'dcfe39d0-8534-442b-b265-6eb43d190290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:36:14Z', 'updated_at': '2022-10-13T15:36:15Z', 'revision_number': 2, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': 'dcfe39d0-8534-442b-b265-6eb43d190290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:17.748569 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-342bd963-15ec-4a7a-bc74-29b34de7c0d5 None None] Attempt 3 to provision port fb4247a6-1ece-4c67-ba55-9684434a2389 Oct 13 15:36:17.749567 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e40c575-2181-4b88-b548-1a665a07ae91 None None] Checking router: 17f62de0-dcb0-412d-a195-4aa0822f0cdd for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:36:17.749919 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e40c575-2181-4b88-b548-1a665a07ae91 None None] Updating router 17f62de0-dcb0-412d-a195-4aa0822f0cdd port fb4247a6-1ece-4c67-ba55-9684434a2389 binding host dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:36:17.815952 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f022147-80f9-4b4d-8f23-e47156a83d13 req-62960015-cbfb-48fd-883c-6d24bc708459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:17.817424 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9f022147-80f9-4b4d-8f23-e47156a83d13 req-62960015-cbfb-48fd-883c-6d24bc708459 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a44f8207-61f2-477d-b80a-38deab4e3cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1540520 Oct 13 15:36:17.833252 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-3e40c575-2181-4b88-b548-1a665a07ae91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:17.874912 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-342bd963-15ec-4a7a-bc74-29b34de7c0d5 None None] Port fb4247a6-1ece-4c67-ba55-9684434a2389 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:36:17.887955 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 9a8a6237-b7d6-46bd-a808-adb3fa92a289 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:36:17.888339 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:17.938903 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 9a8a6237-b7d6-46bd-a808-adb3fa92a289, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=9a8a6237-b7d6-46bd-a808-adb3fa92a289,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:36:17.946335 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:17.991348 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-f473d06b-7ea9-4490-852a-d23e295c10fa tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3775 time: 0.4487076 Oct 13 15:36:17.991348 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9f022147-80f9-4b4d-8f23-e47156a83d13 req-8f5ea008-ed0f-49be-894b-9af0bd92687e service neutron] 10.222.0.16 "GET /v2.0/networks/a44f8207-61f2-477d-b80a-38deab4e3cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566310 Oct 13 15:36:18.027680 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=9a8a6237-b7d6-46bd-a808-adb3fa92a289,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:18.040745 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-b0195f24-9f04-4384-a0ce-a34b8482305d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'name': 'tempest-TestVolumeBootPattern-1392317372-router', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': '35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:16Z', 'updated_at': '2022-10-13T15:27:37Z', 'revision_number': 4, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'gw_port': {'id': '35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:18Z', 'updated_at': '2022-10-13T15:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '3b2eb7c5-724d-4668-954d-b9220b568d3e', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'floating_ip_address': '172.26.2.182', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'port_id': 'a4123161-15b6-4933-93c1-9dd648d8b96c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7', 'mac_address': 'fa:16:3e:6f:43:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bcec102-37e4-416a-aa51-90b64613dc0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:32:13Z', 'updated_at': '2022-10-13T15:32:20Z', 'revision_number': 1, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07a0c8b7-349c-4604-a651-d64c7d04f26d', 'name': '', 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'mac_address': 'fa:16:3e:54:13:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '235995ae-56e8-4a42-a8ac-e16e5c3294b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:33Z', 'updated_at': '2022-10-13T15:27:47Z', 'revision_number': 5, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'subnets': [{'id': '235995ae-56e8-4a42-a8ac-e16e5c3294b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:18.046974 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0195f24-9f04-4384-a0ce-a34b8482305d None None] Checking router: 5c789ee5-5555-45a4-8d4f-29ee4b084360 for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:36:18.058046 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0195f24-9f04-4384-a0ce-a34b8482305d None None] Routers {'5c789ee5-5555-45a4-8d4f-29ee4b084360'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:36:18.059126 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-b0195f24-9f04-4384-a0ce-a34b8482305d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:36:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['5c789ee5-5555-45a4-8d4f-29ee4b084360'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:18.066041 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55464) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:36:18.071451 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-aebae8bb-5e15-49e4-a672-ebabf6c6291c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1841518829', 'description': 'tempest-secgroup-smoke-1841518829 description', 'project_id': 'de460f02ee50469b960f7a471a064187'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:36:18.077831 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-aebae8bb-5e15-49e4-a672-ebabf6c6291c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:36:18.082823 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-aebae8bb-5e15-49e4-a672-ebabf6c6291c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:36:18.085863 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-aebae8bb-5e15-49e4-a672-ebabf6c6291c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:36:18.092184 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-aebae8bb-5e15-49e4-a672-ebabf6c6291c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:36:18.106617 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aebae8bb-5e15-49e4-a672-ebabf6c6291c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:18.134535 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-aebae8bb-5e15-49e4-a672-ebabf6c6291c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:36:18.140605 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-aebae8bb-5e15-49e4-a672-ebabf6c6291c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:36:18.145271 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-aebae8bb-5e15-49e4-a672-ebabf6c6291c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:36:18.152594 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-aebae8bb-5e15-49e4-a672-ebabf6c6291c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:36:18.168680 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9f022147-80f9-4b4d-8f23-e47156a83d13 req-1a1ac441-f37d-45ed-92c0-9b2a13dab385 service neutron] 10.222.0.16 "GET /v2.0/networks/a44f8207-61f2-477d-b80a-38deab4e3cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711800 Oct 13 15:36:18.213961 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-3e40c575-2181-4b88-b548-1a665a07ae91 None None] Notify callbacks [] for port, precommit_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:18.226965 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.provisioning_blocks [None req-3e40c575-2181-4b88-b548-1a665a07ae91 None None] Transition to ACTIVE for port object fb4247a6-1ece-4c67-ba55-9684434a2389 will not be triggered until provisioned by entity L2. {{(pid=88975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:36:18.234652 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-3e40c575-2181-4b88-b548-1a665a07ae91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:18.238990 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aebae8bb-5e15-49e4-a672-ebabf6c6291c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:18.243218 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aebae8bb-5e15-49e4-a672-ebabf6c6291c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:18.288931 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebae8bb-5e15-49e4-a672-ebabf6c6291c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8650f1f-8d99-4967-8b6b-dc92c187b7b8,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:18.296153 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aebae8bb-5e15-49e4-a672-ebabf6c6291c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:18.301698 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55468) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:36:18.302597 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-aebae8bb-5e15-49e4-a672-ebabf6c6291c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2353451 Oct 13 15:36:18.306743 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-6acff12a-1dff-423b-a2c4-73761c800d6b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': 'e8650f1f-8d99-4967-8b6b-dc92c187b7b8', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:36:18.313160 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-6acff12a-1dff-423b-a2c4-73761c800d6b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:36:18.318898 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-6acff12a-1dff-423b-a2c4-73761c800d6b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:36:18.322211 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-b0195f24-9f04-4384-a0ce-a34b8482305d None None] Set router 5c789ee5-5555-45a4-8d4f-29ee4b084360 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:36:18.322473 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-6acff12a-1dff-423b-a2c4-73761c800d6b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:36:18.329007 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-6acff12a-1dff-423b-a2c4-73761c800d6b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:36:18.347792 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6acff12a-1dff-423b-a2c4-73761c800d6b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:18.382162 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-342bd963-15ec-4a7a-bc74-29b34de7c0d5 None None] Attempt 4 to provision port fb4247a6-1ece-4c67-ba55-9684434a2389 Oct 13 15:36:18.418558 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a82747d-8dfa-4a57-ad2b-04a38e45a6fd None None] Pushing event updated for resources: {'Port': ['ID=fb4247a6-1ece-4c67-ba55-9684434a2389,revision_number=3']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:18.426347 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6acff12a-1dff-423b-a2c4-73761c800d6b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:18.430489 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6acff12a-1dff-423b-a2c4-73761c800d6b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:18.450209 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-3e40c575-2181-4b88-b548-1a665a07ae91 None None] Attempting to bind port fb4247a6-1ece-4c67-ba55-9684434a2389 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:36:18.450696 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-3e40c575-2181-4b88-b548-1a665a07ae91 None None] Attempting to bind port fb4247a6-1ece-4c67-ba55-9684434a2389 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '165ba28f-02c5-4ddc-8a50-401364497c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c07ca9cb-63bd-4827-abf0-00c4f3241463'}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:36:18.451143 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e40c575-2181-4b88-b548-1a665a07ae91 None None] Attempting to bind port fb4247a6-1ece-4c67-ba55-9684434a2389 on network c07ca9cb-63bd-4827-abf0-00c4f3241463 {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:36:18.456568 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e40c575-2181-4b88-b548-1a665a07ae91 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 36, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:36:18.457413 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e40c575-2181-4b88-b548-1a665a07ae91 None None] Checking segment: {'id': '165ba28f-02c5-4ddc-8a50-401364497c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c07ca9cb-63bd-4827-abf0-00c4f3241463'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:36:18.457413 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-3e40c575-2181-4b88-b548-1a665a07ae91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:18.457646 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acff12a-1dff-423b-a2c4-73761c800d6b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eeece636-f574-4fb9-96c8-99f19741dde1,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:18.458052 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e40c575-2181-4b88-b548-1a665a07ae91 None None] Bound using segment: {'id': '165ba28f-02c5-4ddc-8a50-401364497c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c07ca9cb-63bd-4827-abf0-00c4f3241463'} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:36:18.458617 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-3e40c575-2181-4b88-b548-1a665a07ae91 None None] Bound port: fb4247a6-1ece-4c67-ba55-9684434a2389, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '165ba28f-02c5-4ddc-8a50-401364497c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c07ca9cb-63bd-4827-abf0-00c4f3241463'}}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:36:18.459066 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-3e40c575-2181-4b88-b548-1a665a07ae91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:18.473065 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6acff12a-1dff-423b-a2c4-73761c800d6b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:18.476958 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-6acff12a-1dff-423b-a2c4-73761c800d6b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1715562 Oct 13 15:36:18.477131 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55472) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:36:18.483265 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-acdaaf19-8dfa-4b87-a6a8-fb958ce8c4de tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': 'e8650f1f-8d99-4967-8b6b-dc92c187b7b8', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:36:18.492673 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-acdaaf19-8dfa-4b87-a6a8-fb958ce8c4de tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:36:18.497512 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-acdaaf19-8dfa-4b87-a6a8-fb958ce8c4de tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:36:18.501386 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-acdaaf19-8dfa-4b87-a6a8-fb958ce8c4de tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:36:18.507671 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-acdaaf19-8dfa-4b87-a6a8-fb958ce8c4de tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:36:18.513836 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-342bd963-15ec-4a7a-bc74-29b34de7c0d5 None None] Port fb4247a6-1ece-4c67-ba55-9684434a2389 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:36:18.539874 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-acdaaf19-8dfa-4b87-a6a8-fb958ce8c4de tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:18.565296 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-3e40c575-2181-4b88-b548-1a665a07ae91 None None] For port fb4247a6-1ece-4c67-ba55-9684434a2389, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:36:18.571380 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-3e40c575-2181-4b88-b548-1a665a07ae91 None None] For port fb4247a6-1ece-4c67-ba55-9684434a2389, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=fb4247a6-1ece-4c67-ba55-9684434a2389,segment=NetworkSegment(165ba28f-02c5-4ddc-8a50-401364497c3f),segment_id=165ba28f-02c5-4ddc-8a50-401364497c3f)] {{(pid=88975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:36:18.577588 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-3e40c575-2181-4b88-b548-1a665a07ae91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:18.653455 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e40c575-2181-4b88-b548-1a665a07ae91 None None] Routers {'17f62de0-dcb0-412d-a195-4aa0822f0cdd'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:36:18.653598 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 81966dd7-5c05-497e-9e8a-30189c1b106b up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:36:18.654081 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-3e40c575-2181-4b88-b548-1a665a07ae91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:36:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['17f62de0-dcb0-412d-a195-4aa0822f0cdd'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:18.663006 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-acdaaf19-8dfa-4b87-a6a8-fb958ce8c4de tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:18.672499 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-acdaaf19-8dfa-4b87-a6a8-fb958ce8c4de tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:18.709147 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdaaf19-8dfa-4b87-a6a8-fb958ce8c4de tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0f6c4cd-17cd-4254-a953-7c5e19e33da8,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:18.729002 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-acdaaf19-8dfa-4b87-a6a8-fb958ce8c4de tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:18.730618 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-acdaaf19-8dfa-4b87-a6a8-fb958ce8c4de tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2519543 Oct 13 15:36:18.752733 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55478) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:36:18.763936 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-72fb06e2-0b65-4d30-af8f-212b8c7c409c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': 'e8650f1f-8d99-4967-8b6b-dc92c187b7b8', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:36:18.771311 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-72fb06e2-0b65-4d30-af8f-212b8c7c409c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:36:18.776512 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-72fb06e2-0b65-4d30-af8f-212b8c7c409c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:36:18.782379 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-72fb06e2-0b65-4d30-af8f-212b8c7c409c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:36:18.790918 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a82747d-8dfa-4a57-ad2b-04a38e45a6fd None None] Pushing event updated for resources: {'Port': ['ID=fb4247a6-1ece-4c67-ba55-9684434a2389,revision_number=4']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:18.792641 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-72fb06e2-0b65-4d30-af8f-212b8c7c409c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:36:18.826102 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-72fb06e2-0b65-4d30-af8f-212b8c7c409c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:18.827191 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 81966dd7-5c05-497e-9e8a-30189c1b106b triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:36:18.827571 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:18.827894 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 81966dd7-5c05-497e-9e8a-30189c1b106b Oct 13 15:36:18.862098 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-b0195f24-9f04-4384-a0ce-a34b8482305d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'name': 'tempest-TestVolumeBootPattern-1392317372-router', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': '35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:16Z', 'updated_at': '2022-10-13T15:27:37Z', 'revision_number': 4, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'gw_port': {'id': '35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:18Z', 'updated_at': '2022-10-13T15:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '3b2eb7c5-724d-4668-954d-b9220b568d3e', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'floating_ip_address': '172.26.2.182', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'port_id': 'a4123161-15b6-4933-93c1-9dd648d8b96c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7', 'mac_address': 'fa:16:3e:6f:43:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bcec102-37e4-416a-aa51-90b64613dc0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:32:13Z', 'updated_at': '2022-10-13T15:32:20Z', 'revision_number': 1, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07a0c8b7-349c-4604-a651-d64c7d04f26d', 'name': '', 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'mac_address': 'fa:16:3e:54:13:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '235995ae-56e8-4a42-a8ac-e16e5c3294b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:33Z', 'updated_at': '2022-10-13T15:27:47Z', 'revision_number': 5, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'subnets': [{'id': '235995ae-56e8-4a42-a8ac-e16e5c3294b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:18.894200 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c813eabc-56e2-47f0-a69f-ed132eed266a req-94451f1e-ed48-4de3-8b15-0a4f88cb2a44 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:18.894200 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-c813eabc-56e2-47f0-a69f-ed132eed266a req-94451f1e-ed48-4de3-8b15-0a4f88cb2a44 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfc5eecc-82ba-4ac9-a40f-1ecc37bba53f HTTP/1.1" status: 200 len: 945 time: 0.1151032 Oct 13 15:36:18.903195 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0195f24-9f04-4384-a0ce-a34b8482305d None None] The sync data for ids ['5c789ee5-5555-45a4-8d4f-29ee4b084360'] in dv-neutron-860329-2-hyperv is: [{'id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'name': 'tempest-TestVolumeBootPattern-1392317372-router', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': '35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:16Z', 'updated_at': '2022-10-13T15:27:37Z', 'revision_number': 4, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'gw_port': {'id': '35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:18Z', 'updated_at': '2022-10-13T15:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '3b2eb7c5-724d-4668-954d-b9220b568d3e', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'floating_ip_address': '172.26.2.182', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'port_id': 'a4123161-15b6-4933-93c1-9dd648d8b96c', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 958, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7', 'mac_address': 'fa:16:3e:6f:43:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bcec102-37e4-416a-aa51-90b64613dc0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:32:13Z', 'updated_at': '2022-10-13T15:32:20Z', 'revision_number': 1, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07a0c8b7-349c-4604-a651-d64c7d04f26d', 'name': '', 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'mac_address': 'fa:16:3e:54:13:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '235995ae-56e8-4a42-a8ac-e16e5c3294b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:33Z', 'updated_at': '2022-10-13T15:27:47Z', 'revision_number': 5, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'subnets': [{'id': '235995ae-56e8-4a42-a8ac-e16e5c3294b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:36:18.926570 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-3e40c575-2181-4b88-b548-1a665a07ae91 None None] Set router 17f62de0-dcb0-412d-a195-4aa0822f0cdd gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:36:18.948991 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-72fb06e2-0b65-4d30-af8f-212b8c7c409c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:18.974675 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-c813eabc-56e2-47f0-a69f-ed132eed266a req-982dfb4d-1045-41b2-876a-bbd0309f8fa3 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/security-groups?id=81e55712-bc20-48c8-a3f7-25813fa3e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745740 Oct 13 15:36:19.019620 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-342bd963-15ec-4a7a-bc74-29b34de7c0d5 None None] Attempt 5 to provision port fb4247a6-1ece-4c67-ba55-9684434a2389 Oct 13 15:36:19.062262 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 81966dd7-5c05-497e-9e8a-30189c1b106b is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:36:19.063621 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 9a8a6237-b7d6-46bd-a808-adb3fa92a289 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:36:19.144383 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-342bd963-15ec-4a7a-bc74-29b34de7c0d5 None None] Port fb4247a6-1ece-4c67-ba55-9684434a2389 had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 15:36:19.155383 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 9a8a6237-b7d6-46bd-a808-adb3fa92a289 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:36:19.156000 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:19.156476 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 9a8a6237-b7d6-46bd-a808-adb3fa92a289 Oct 13 15:36:19.159524 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-72fb06e2-0b65-4d30-af8f-212b8c7c409c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:19.185103 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fb06e2-0b65-4d30-af8f-212b8c7c409c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6a92729-98a0-4cfd-9abf-1262ca86429e,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:19.222432 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-72fb06e2-0b65-4d30-af8f-212b8c7c409c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:19.223955 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-72fb06e2-0b65-4d30-af8f-212b8c7c409c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4776416 Oct 13 15:36:19.226901 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55482) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:36:19.234767 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-3e5cf79c-7851-4c98-96ba-14ecbe457a73 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': 'e8650f1f-8d99-4967-8b6b-dc92c187b7b8', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:36:19.242147 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-3e5cf79c-7851-4c98-96ba-14ecbe457a73 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:36:19.244797 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e3d108-34e5-46a0-bdc6-d41f36611d7c req-36ff09cc-c913-4744-84c8-cf6b913c129c tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:19.245782 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-34e3d108-34e5-46a0-bdc6-d41f36611d7c req-36ff09cc-c913-4744-84c8-cf6b913c129c tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Synchronizing usage tracker for tenant:c4e179e9a35a4e59a0b0abe27aa737df on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:36:19.246940 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-3e5cf79c-7851-4c98-96ba-14ecbe457a73 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:36:19.250072 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-3e5cf79c-7851-4c98-96ba-14ecbe457a73 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:36:19.257218 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-3e5cf79c-7851-4c98-96ba-14ecbe457a73 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:36:19.269510 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-34e3d108-34e5-46a0-bdc6-d41f36611d7c req-36ff09cc-c913-4744-84c8-cf6b913c129c tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Unset dirty status for tenant:c4e179e9a35a4e59a0b0abe27aa737df on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:36:19.271014 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-34e3d108-34e5-46a0-bdc6-d41f36611d7c req-36ff09cc-c913-4744-84c8-cf6b913c129c tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.16 "GET /v2.0/ports?device_id=cfc5eecc-82ba-4ac9-a40f-1ecc37bba53f HTTP/1.1" status: 200 len: 945 time: 0.3204472 Oct 13 15:36:19.275228 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3e5cf79c-7851-4c98-96ba-14ecbe457a73 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:19.286633 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74669f8c-2ba1-4763-8659-857c84dce9af None None] New status for floating IP 53bc8dbb-a684-4db0-8e24-99bf94a5154a: DOWN {{(pid=88974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:36:19.336838 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-3e40c575-2181-4b88-b548-1a665a07ae91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f62de0-dcb0-412d-a195-4aa0822f0cdd', 'name': 'tempest-TestNetworkBasicOps-router-574452376', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.208'}], 'enable_snat': True}, 'gw_port_id': '9a8a6237-b7d6-46bd-a808-adb3fa92a289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:36:10Z', 'updated_at': '2022-10-13T15:36:15Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '9a8a6237-b7d6-46bd-a808-adb3fa92a289', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:90:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f62de0-dcb0-412d-a195-4aa0822f0cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:36:11Z', 'updated_at': '2022-10-13T15:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': 'fb4247a6-1ece-4c67-ba55-9684434a2389', 'name': '', 'network_id': 'c07ca9cb-63bd-4827-abf0-00c4f3241463', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:33:36:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f62de0-dcb0-412d-a195-4aa0822f0cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'dcfe39d0-8534-442b-b265-6eb43d190290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:36:14Z', 'updated_at': '2022-10-13T15:36:18Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': 'dcfe39d0-8534-442b-b265-6eb43d190290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:19.342863 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e40c575-2181-4b88-b548-1a665a07ae91 None None] The sync data for ids ['17f62de0-dcb0-412d-a195-4aa0822f0cdd'] in dv-neutron-860329-2-hyperv is: [{'id': '17f62de0-dcb0-412d-a195-4aa0822f0cdd', 'name': 'tempest-TestNetworkBasicOps-router-574452376', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.208'}], 'enable_snat': True}, 'gw_port_id': '9a8a6237-b7d6-46bd-a808-adb3fa92a289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:36:10Z', 'updated_at': '2022-10-13T15:36:15Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '9a8a6237-b7d6-46bd-a808-adb3fa92a289', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:90:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f62de0-dcb0-412d-a195-4aa0822f0cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:36:11Z', 'updated_at': '2022-10-13T15:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': 'fb4247a6-1ece-4c67-ba55-9684434a2389', 'name': '', 'network_id': 'c07ca9cb-63bd-4827-abf0-00c4f3241463', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:33:36:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17f62de0-dcb0-412d-a195-4aa0822f0cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'dcfe39d0-8534-442b-b265-6eb43d190290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:36:14Z', 'updated_at': '2022-10-13T15:36:18Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': 'dcfe39d0-8534-442b-b265-6eb43d190290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:36:19.353711 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3e5cf79c-7851-4c98-96ba-14ecbe457a73 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:19.359072 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-34e3d108-34e5-46a0-bdc6-d41f36611d7c req-4dbfb23e-d04c-4794-b591-35b7377fd098 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Deleting port 5fa7206f-a579-4c03-a1a9-797e93de7bbf {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:36:19.359256 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3e5cf79c-7851-4c98-96ba-14ecbe457a73 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:19.359911 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-34e3d108-34e5-46a0-bdc6-d41f36611d7c req-4dbfb23e-d04c-4794-b591-35b7377fd098 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:19.383574 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5cf79c-7851-4c98-96ba-14ecbe457a73 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e100dc1-b72a-49a6-b816-e2903230ea33,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:19.395098 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3e5cf79c-7851-4c98-96ba-14ecbe457a73 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:19.401864 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-3e5cf79c-7851-4c98-96ba-14ecbe457a73 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1709473 Oct 13 15:36:19.402264 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55486) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:36:19.410360 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-62f0f083-948a-45ce-be66-80bdff46d9e8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': 'e8650f1f-8d99-4967-8b6b-dc92c187b7b8', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:36:19.421621 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-62f0f083-948a-45ce-be66-80bdff46d9e8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:36:19.445049 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-62f0f083-948a-45ce-be66-80bdff46d9e8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:36:19.450368 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-62f0f083-948a-45ce-be66-80bdff46d9e8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:36:19.467162 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-62f0f083-948a-45ce-be66-80bdff46d9e8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:36:19.477322 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 9a8a6237-b7d6-46bd-a808-adb3fa92a289 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:36:19.489576 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.securitygroups_db [None req-62f0f083-948a-45ce-be66-80bdff46d9e8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Project de460f02ee50469b960f7a471a064187 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 15:36:19.496751 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-62f0f083-948a-45ce-be66-80bdff46d9e8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:19.582232 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-62f0f083-948a-45ce-be66-80bdff46d9e8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:19.587299 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-62f0f083-948a-45ce-be66-80bdff46d9e8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:19.613233 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f0f083-948a-45ce-be66-80bdff46d9e8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44f35a72-d559-4f3b-ad00-955e65e37663,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:19.628116 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-62f0f083-948a-45ce-be66-80bdff46d9e8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:19.629454 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-62f0f083-948a-45ce-be66-80bdff46d9e8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2260561 Oct 13 15:36:19.632225 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55490) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:36:19.644500 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-e054d941-fb61-4ffa-b764-91e0ceba688c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': 'e8650f1f-8d99-4967-8b6b-dc92c187b7b8', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:36:19.656758 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-e054d941-fb61-4ffa-b764-91e0ceba688c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:36:19.662733 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-e054d941-fb61-4ffa-b764-91e0ceba688c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:36:19.665638 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-e054d941-fb61-4ffa-b764-91e0ceba688c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:36:19.675842 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-e054d941-fb61-4ffa-b764-91e0ceba688c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:36:19.703216 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.securitygroups_db [None req-e054d941-fb61-4ffa-b764-91e0ceba688c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Project de460f02ee50469b960f7a471a064187 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 15:36:19.713660 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-34e3d108-34e5-46a0-bdc6-d41f36611d7c req-4dbfb23e-d04c-4794-b591-35b7377fd098 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] For port 5fa7206f-a579-4c03-a1a9-797e93de7bbf, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=5fa7206f-a579-4c03-a1a9-797e93de7bbf,segment=NetworkSegment(c8b28188-8b1e-438a-8a7c-cfa1fc185e50),segment_id=c8b28188-8b1e-438a-8a7c-cfa1fc185e50)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:36:19.714015 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-34e3d108-34e5-46a0-bdc6-d41f36611d7c req-4dbfb23e-d04c-4794-b591-35b7377fd098 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:19.724855 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e054d941-fb61-4ffa-b764-91e0ceba688c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:19.849024 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-34e3d108-34e5-46a0-bdc6-d41f36611d7c req-4dbfb23e-d04c-4794-b591-35b7377fd098 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Calling delete_port for 5fa7206f-a579-4c03-a1a9-797e93de7bbf owned by compute:nova {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:36:19.972941 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e054d941-fb61-4ffa-b764-91e0ceba688c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:20.003807 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e054d941-fb61-4ffa-b764-91e0ceba688c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:20.044605 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e054d941-fb61-4ffa-b764-91e0ceba688c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6f6945a-f743-4ccf-9e41-a8db6ccc940b,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:20.063872 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e054d941-fb61-4ffa-b764-91e0ceba688c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:20.073271 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e054d941-fb61-4ffa-b764-91e0ceba688c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4319136 Oct 13 15:36:20.079010 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-34e3d108-34e5-46a0-bdc6-d41f36611d7c req-4dbfb23e-d04c-4794-b591-35b7377fd098 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:20.181277 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-b79369f3-f455-495f-95ea-42a8783532f6 req-de0d6bc3-9acf-4279-b34c-f82ebd1a537c tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Synchronizing usage tracker for tenant:c4e179e9a35a4e59a0b0abe27aa737df on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:36:20.184146 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbfb23e-d04c-4794-b591-35b7377fd098 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Pushing event deleted for resources: {'Port': ['ID=5fa7206f-a579-4c03-a1a9-797e93de7bbf,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:20.275437 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-b79369f3-f455-495f-95ea-42a8783532f6 req-de0d6bc3-9acf-4279-b34c-f82ebd1a537c tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Unset dirty status for tenant:c4e179e9a35a4e59a0b0abe27aa737df on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:36:20.276639 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b79369f3-f455-495f-95ea-42a8783532f6 req-de0d6bc3-9acf-4279-b34c-f82ebd1a537c tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfc5eecc-82ba-4ac9-a40f-1ecc37bba53f HTTP/1.1" status: 200 len: 210 time: 0.1604717 Oct 13 15:36:20.284213 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e3d108-34e5-46a0-bdc6-d41f36611d7c req-4dbfb23e-d04c-4794-b591-35b7377fd098 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] No DVR routers for this DVR port 5fa7206f-a579-4c03-a1a9-797e93de7bbf on host hv-neutron-8603 {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:36:20.288637 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-34e3d108-34e5-46a0-bdc6-d41f36611d7c req-4dbfb23e-d04c-4794-b591-35b7377fd098 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:20.306352 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-34e3d108-34e5-46a0-bdc6-d41f36611d7c req-4dbfb23e-d04c-4794-b591-35b7377fd098 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.16 "DELETE /v2.0/ports/5fa7206f-a579-4c03-a1a9-797e93de7bbf HTTP/1.1" status: 204 len: 173 time: 1.0169771 Oct 13 15:36:20.306352 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfc5eecc-82ba-4ac9-a40f-1ecc37bba53f', 'name': 'network-vif-deleted', 'tag': '5fa7206f-a579-4c03-a1a9-797e93de7bbf'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:36:20.306352 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3c5c76-78ef-4c3a-87a4-bf4a7171cd44" -d '{"events": [{"server_uuid": "cfc5eecc-82ba-4ac9-a40f-1ecc37bba53f", "name": "network-vif-deleted", "tag": "5fa7206f-a579-4c03-a1a9-797e93de7bbf"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:36:20.331905 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-85a5f3f1-596c-48b4-acd1-488d7e1c12cd tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:security_group {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:36:20.349825 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-85a5f3f1-596c-48b4-acd1-488d7e1c12cd tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:security_group {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:36:20.350615 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 15:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2de9b12-004a-492c-a4c1-125dec3f1996 x-openstack-request-id: req-f2de9b12-004a-492c-a4c1-125dec3f1996 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:36:20.350930 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfc5eecc-82ba-4ac9-a40f-1ecc37bba53f", "name": "network-vif-deleted", "tag": "5fa7206f-a579-4c03-a1a9-797e93de7bbf", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:36:20.351277 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f2de9b12-004a-492c-a4c1-125dec3f1996 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:36:20.351575 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f2de9b12-004a-492c-a4c1-125dec3f1996'] response: {'server_uuid': 'cfc5eecc-82ba-4ac9-a40f-1ecc37bba53f', 'name': 'network-vif-deleted', 'tag': '5fa7206f-a579-4c03-a1a9-797e93de7bbf', 'status': 'completed', 'code': 200} Oct 13 15:36:20.354674 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-85a5f3f1-596c-48b4-acd1-488d7e1c12cd tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1841518829&fields=id&tenant_id=de460f02ee50469b960f7a471a064187 HTTP/1.1" status: 200 len: 267 time: 0.0879858 Oct 13 15:36:20.508111 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-d5318544-d7a6-4b56-a847-23fe8ea6b2d1 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:20.509168 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-d5318544-d7a6-4b56-a847-23fe8ea6b2d1 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:network {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:36:20.529957 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-d5318544-d7a6-4b56-a847-23fe8ea6b2d1 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:network {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:36:20.531375 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-d5318544-d7a6-4b56-a847-23fe8ea6b2d1 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/networks?id=c07ca9cb-63bd-4827-abf0-00c4f3241463 HTTP/1.1" status: 200 len: 796 time: 0.1736889 Oct 13 15:36:20.550346 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-a1084fbb-6610-4b3e-b68a-c8214fea0748 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/quotas/de460f02ee50469b960f7a471a064187 HTTP/1.1" status: 200 len: 375 time: 0.0109115 Oct 13 15:36:20.644443 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device fb4247a6-1ece-4c67-ba55-9684434a2389 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:36:20.683647 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-f33947ff-6063-4fbd-9a7f-f6aaafe33c8f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:36:20.706547 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-f33947ff-6063-4fbd-9a7f-f6aaafe33c8f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:36:20.709141 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-f33947ff-6063-4fbd-9a7f-f6aaafe33c8f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1513293 Oct 13 15:36:20.728425 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-9676e394-c9b5-4684-bde5-72216922c884 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:36:20.729397 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-9676e394-c9b5-4684-bde5-72216922c884 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060866 Oct 13 15:36:20.774171 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port fb4247a6-1ece-4c67-ba55-9684434a2389 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:36:20.780529 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port fb4247a6-1ece-4c67-ba55-9684434a2389 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:36:20.781257 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:20.781681 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port fb4247a6-1ece-4c67-ba55-9684434a2389 Oct 13 15:36:20.887152 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-5e3d7591-504f-4025-9aa4-925e11f21607 service neutron] 10.222.0.42 "GET /v2.0/networks/c07ca9cb-63bd-4827-abf0-00c4f3241463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465173 Oct 13 15:36:20.915866 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port fb4247a6-1ece-4c67-ba55-9684434a2389 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:36:20.916245 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:20.955892 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port fb4247a6-1ece-4c67-ba55-9684434a2389, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=fb4247a6-1ece-4c67-ba55-9684434a2389,segment=NetworkSegment(165ba28f-02c5-4ddc-8a50-401364497c3f),segment_id=165ba28f-02c5-4ddc-8a50-401364497c3f)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:36:20.959745 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:21.030103 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-d74c4a20-1092-4edd-81cf-48710e0bfbf4 service neutron] 10.222.0.42 "GET /v2.0/networks/c07ca9cb-63bd-4827-abf0-00c4f3241463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349697 Oct 13 15:36:21.031618 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=fb4247a6-1ece-4c67-ba55-9684434a2389,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:21.217681 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-31104b87-d723-4e08-97a2-4f55920ddd72 req-e9b15cb7-75b7-4df1-b70b-142992e8064e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:36:21.230631 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-31104b87-d723-4e08-97a2-4f55920ddd72 req-e9b15cb7-75b7-4df1-b70b-142992e8064e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:36:21.231769 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-31104b87-d723-4e08-97a2-4f55920ddd72 req-e9b15cb7-75b7-4df1-b70b-142992e8064e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=8feef99a-0ebf-4643-9838-3fb155aefe98 HTTP/1.1" status: 200 len: 210 time: 0.0631225 Oct 13 15:36:21.459203 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-6bec2cd0-c161-4bba-ac9c-cc7644e4e354 req-7cfc1780-6d8a-4969-86d1-13837f90a614 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=cfc5eecc-82ba-4ac9-a40f-1ecc37bba53f HTTP/1.1" status: 200 len: 210 time: 0.0496590 Oct 13 15:36:22.261365 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-15f3f43e-9818-4fb7-99ac-434892034a02 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:22.262059 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-15f3f43e-9818-4fb7-99ac-434892034a02 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:network {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:36:22.275023 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-15f3f43e-9818-4fb7-99ac-434892034a02 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:network {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:36:22.276411 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-15f3f43e-9818-4fb7-99ac-434892034a02 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.16 "GET /v2.0/networks?id=c07ca9cb-63bd-4827-abf0-00c4f3241463 HTTP/1.1" status: 200 len: 796 time: 0.1627064 Oct 13 15:36:22.326645 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-c78e83a6-a6b4-4659-bf4e-afe629e3382a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:security_group {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:36:22.338887 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-c78e83a6-a6b4-4659-bf4e-afe629e3382a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:security_group {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:36:22.340028 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-c78e83a6-a6b4-4659-bf4e-afe629e3382a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de460f02ee50469b960f7a471a064187 HTTP/1.1" status: 200 len: 380 time: 0.0552373 Oct 13 15:36:22.350216 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-8b62d048-5aef-4c16-a6c9-d47a60a62ff4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'port': {'device_id': '8feef99a-0ebf-4643-9838-3fb155aefe98', 'network_id': 'c07ca9cb-63bd-4827-abf0-00c4f3241463', 'admin_state_up': True, 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'security_groups': ['e8650f1f-8d99-4967-8b6b-dc92c187b7b8']}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:36:22.432757 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1f6cb7f4-f256-4516-9980-d4564df8bff2 req-3715c762-6278-424a-951b-6cdb7f1d23b7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=8feef99a-0ebf-4643-9838-3fb155aefe98 HTTP/1.1" status: 200 len: 210 time: 0.0618896 Oct 13 15:36:22.533970 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-8b62d048-5aef-4c16-a6c9-d47a60a62ff4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:36:22.544218 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-8b62d048-5aef-4c16-a6c9-d47a60a62ff4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:36:22.556586 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-8b62d048-5aef-4c16-a6c9-d47a60a62ff4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Made reservation on behalf of de460f02ee50469b960f7a471a064187 for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:36:22.560342 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-8b62d048-5aef-4c16-a6c9-d47a60a62ff4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:22.579214 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device fb4247a6-1ece-4c67-ba55-9684434a2389 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:36:22.648697 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port fb4247a6-1ece-4c67-ba55-9684434a2389 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:36:22.649069 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:22.649397 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port fb4247a6-1ece-4c67-ba55-9684434a2389 Oct 13 15:36:22.843456 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port fb4247a6-1ece-4c67-ba55-9684434a2389 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:36:22.856263 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-8b62d048-5aef-4c16-a6c9-d47a60a62ff4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Allocated IP 172.20.0.10 (c07ca9cb-63bd-4827-abf0-00c4f3241463/dcfe39d0-8534-442b-b265-6eb43d190290/58c70d8f-2648-43c3-85b4-d6ede4674d2a) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:36:23.045548 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-8b62d048-5aef-4c16-a6c9-d47a60a62ff4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:23.061861 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-8b62d048-5aef-4c16-a6c9-d47a60a62ff4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Transition to ACTIVE for port object 58c70d8f-2648-43c3-85b4-d6ede4674d2a will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:36:23.086255 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-8b62d048-5aef-4c16-a6c9-d47a60a62ff4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:23.159632 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-8b62d048-5aef-4c16-a6c9-d47a60a62ff4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network c07ca9cb-63bd-4827-abf0-00c4f3241463 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:36:23.162620 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-8b62d048-5aef-4c16-a6c9-d47a60a62ff4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:36:23.166306 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-8b62d048-5aef-4c16-a6c9-d47a60a62ff4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:36:23.196879 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b62d048-5aef-4c16-a6c9-d47a60a62ff4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Port': ['ID=58c70d8f-2648-43c3-85b4-d6ede4674d2a,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:23.224406 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 5fa7206f-a579-4c03-a1a9-797e93de7bbf no longer exists at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:36:23.233816 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-8b62d048-5aef-4c16-a6c9-d47a60a62ff4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:23.234474 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-8b62d048-5aef-4c16-a6c9-d47a60a62ff4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:23.262313 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-8b62d048-5aef-4c16-a6c9-d47a60a62ff4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9177570 Oct 13 15:36:23.264742 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] No Port match for: 5fa7206f-a579-4c03-a1a9-797e93de7bbf {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:36:23.265087 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 5fa7206f-a579-4c03-a1a9-797e93de7bbf not bound to the agent host hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:36:23.274204 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-7b6fd501-7c5e-4cdb-90bb-255cfe1ba7ae service neutron] Request body: {'port': {'device_id': '8feef99a-0ebf-4643-9838-3fb155aefe98', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:36:23.398855 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-7b6fd501-7c5e-4cdb-90bb-255cfe1ba7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:23.413805 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-f0ac2b29-ddb5-4dab-a56b-42a88bf5ae6f None None] Provisioning for port 58c70d8f-2648-43c3-85b4-d6ede4674d2a completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:36:23.418640 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-f0ac2b29-ddb5-4dab-a56b-42a88bf5ae6f None None] Provisioning complete for port 58c70d8f-2648-43c3-85b4-d6ede4674d2a triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:36:23.419069 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f0ac2b29-ddb5-4dab-a56b-42a88bf5ae6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:23.419329 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f0ac2b29-ddb5-4dab-a56b-42a88bf5ae6f None None] Attempt 1 to provision port 58c70d8f-2648-43c3-85b4-d6ede4674d2a Oct 13 15:36:23.479804 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f0ac2b29-ddb5-4dab-a56b-42a88bf5ae6f None None] Port 58c70d8f-2648-43c3-85b4-d6ede4674d2a cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:36:23.758686 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3122fea-acd3-47b9-810b-1b4b7e2bb436 req-27c0aa95-d9d0-4c12-be6b-f593e2f2cab4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:23.759369 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-f3122fea-acd3-47b9-810b-1b4b7e2bb436 req-27c0aa95-d9d0-4c12-be6b-f593e2f2cab4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:36:23.788962 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-f3122fea-acd3-47b9-810b-1b4b7e2bb436 req-27c0aa95-d9d0-4c12-be6b-f593e2f2cab4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:36:23.790113 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f3122fea-acd3-47b9-810b-1b4b7e2bb436 req-27c0aa95-d9d0-4c12-be6b-f593e2f2cab4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=8feef99a-0ebf-4643-9838-3fb155aefe98 HTTP/1.1" status: 200 len: 932 time: 0.2341979 Oct 13 15:36:23.878104 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-7b6fd501-7c5e-4cdb-90bb-255cfe1ba7ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58c70d8f-2648-43c3-85b4-d6ede4674d2a {{(pid=88973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 15:36:23.888243 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f3122fea-acd3-47b9-810b-1b4b7e2bb436 req-5ffab1ff-3b69-4081-a514-ce93d86db1f7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8650f1f-8d99-4967-8b6b-dc92c187b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0642946 Oct 13 15:36:23.889805 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-7b6fd501-7c5e-4cdb-90bb-255cfe1ba7ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:23.908907 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-7b6fd501-7c5e-4cdb-90bb-255cfe1ba7ae service neutron] Transition to ACTIVE for port object 58c70d8f-2648-43c3-85b4-d6ede4674d2a will not be triggered until provisioned by entity L2. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:36:23.914649 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-7b6fd501-7c5e-4cdb-90bb-255cfe1ba7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:23.981027 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f0ac2b29-ddb5-4dab-a56b-42a88bf5ae6f None None] Attempt 2 to provision port 58c70d8f-2648-43c3-85b4-d6ede4674d2a Oct 13 15:36:24.041521 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f0ac2b29-ddb5-4dab-a56b-42a88bf5ae6f None None] Port 58c70d8f-2648-43c3-85b4-d6ede4674d2a cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:36:24.106365 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6fd501-7c5e-4cdb-90bb-255cfe1ba7ae service neutron] Pushing event updated for resources: {'Port': ['ID=58c70d8f-2648-43c3-85b4-d6ede4674d2a,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:24.145426 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-7b6fd501-7c5e-4cdb-90bb-255cfe1ba7ae service neutron] Attempting to bind port 58c70d8f-2648-43c3-85b4-d6ede4674d2a on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:36:24.145755 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-7b6fd501-7c5e-4cdb-90bb-255cfe1ba7ae service neutron] Attempting to bind port 58c70d8f-2648-43c3-85b4-d6ede4674d2a by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '165ba28f-02c5-4ddc-8a50-401364497c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c07ca9cb-63bd-4827-abf0-00c4f3241463'}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:36:24.146082 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-7b6fd501-7c5e-4cdb-90bb-255cfe1ba7ae service neutron] Attempting to bind port 58c70d8f-2648-43c3-85b4-d6ede4674d2a on network c07ca9cb-63bd-4827-abf0-00c4f3241463 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:36:24.150660 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-7b6fd501-7c5e-4cdb-90bb-255cfe1ba7ae service neutron] Port 58c70d8f-2648-43c3-85b4-d6ede4674d2a on network c07ca9cb-63bd-4827-abf0-00c4f3241463 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:36:24.150976 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-7b6fd501-7c5e-4cdb-90bb-255cfe1ba7ae service neutron] Attempting to bind port 58c70d8f-2648-43c3-85b4-d6ede4674d2a on network c07ca9cb-63bd-4827-abf0-00c4f3241463 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:36:24.155959 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-7b6fd501-7c5e-4cdb-90bb-255cfe1ba7ae service neutron] Checking agent: {'id': 'c4d1d38a-44f6-47ac-b17c-311e640e7cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'started_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 35, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:36:24.156292 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-7b6fd501-7c5e-4cdb-90bb-255cfe1ba7ae service neutron] Checking segment: {'id': '165ba28f-02c5-4ddc-8a50-401364497c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c07ca9cb-63bd-4827-abf0-00c4f3241463'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:36:24.156672 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-7b6fd501-7c5e-4cdb-90bb-255cfe1ba7ae service neutron] Bound using segment: {'id': '165ba28f-02c5-4ddc-8a50-401364497c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c07ca9cb-63bd-4827-abf0-00c4f3241463'} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:36:24.157094 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-7b6fd501-7c5e-4cdb-90bb-255cfe1ba7ae service neutron] Bound port: 58c70d8f-2648-43c3-85b4-d6ede4674d2a, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '165ba28f-02c5-4ddc-8a50-401364497c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 428, 'network_id': 'c07ca9cb-63bd-4827-abf0-00c4f3241463'}}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:36:24.157432 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-7b6fd501-7c5e-4cdb-90bb-255cfe1ba7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:24.247275 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-7b6fd501-7c5e-4cdb-90bb-255cfe1ba7ae service neutron] For port 58c70d8f-2648-43c3-85b4-d6ede4674d2a, host hv-neutron-8603, cleared binding levels {{(pid=88973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:36:24.250756 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-7b6fd501-7c5e-4cdb-90bb-255cfe1ba7ae service neutron] For port 58c70d8f-2648-43c3-85b4-d6ede4674d2a, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=58c70d8f-2648-43c3-85b4-d6ede4674d2a,segment=NetworkSegment(165ba28f-02c5-4ddc-8a50-401364497c3f),segment_id=165ba28f-02c5-4ddc-8a50-401364497c3f)] {{(pid=88973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:36:24.256490 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-7b6fd501-7c5e-4cdb-90bb-255cfe1ba7ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:24.260018 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-7b6fd501-7c5e-4cdb-90bb-255cfe1ba7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:24.260659 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-7b6fd501-7c5e-4cdb-90bb-255cfe1ba7ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:24.262292 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-7b6fd501-7c5e-4cdb-90bb-255cfe1ba7ae service neutron] 10.222.0.16 "PUT /v2.0/ports/58c70d8f-2648-43c3-85b4-d6ede4674d2a HTTP/1.1" status: 200 len: 1094 time: 0.9924123 Oct 13 15:36:24.302864 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8feef99a-0ebf-4643-9838-3fb155aefe98', 'tag': '58c70d8f-2648-43c3-85b4-d6ede4674d2a'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:36:24.305390 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209ce42b-cbc3-433c-b956-075fb04f32ab" -d '{"events": [{"name": "network-changed", "server_uuid": "8feef99a-0ebf-4643-9838-3fb155aefe98", "tag": "58c70d8f-2648-43c3-85b4-d6ede4674d2a"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:36:24.359294 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 15:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b62f995-7cc0-4725-a7dc-df9192564401 x-openstack-request-id: req-1b62f995-7cc0-4725-a7dc-df9192564401 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:36:24.359582 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8feef99a-0ebf-4643-9838-3fb155aefe98", "tag": "58c70d8f-2648-43c3-85b4-d6ede4674d2a", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:36:24.359833 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1b62f995-7cc0-4725-a7dc-df9192564401 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:36:24.360219 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b62f995-7cc0-4725-a7dc-df9192564401'] response: {'name': 'network-changed', 'server_uuid': '8feef99a-0ebf-4643-9838-3fb155aefe98', 'tag': '58c70d8f-2648-43c3-85b4-d6ede4674d2a', 'status': 'completed', 'code': 200} Oct 13 15:36:24.406188 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6fd501-7c5e-4cdb-90bb-255cfe1ba7ae service neutron] Pushing event updated for resources: {'Port': ['ID=58c70d8f-2648-43c3-85b4-d6ede4674d2a,revision_number=3']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:24.424873 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-ef1759e8-d594-4bb8-aae0-d2049b572503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:24.426483 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-ef1759e8-d594-4bb8-aae0-d2049b572503 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&device_id=8feef99a-0ebf-4643-9838-3fb155aefe98 HTTP/1.1" status: 200 len: 1097 time: 0.1135516 Oct 13 15:36:24.497808 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-0e3e7fda-ed7e-4687-a26c-744136969329 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58c70d8f-2648-43c3-85b4-d6ede4674d2a HTTP/1.1" status: 200 len: 217 time: 0.0651555 Oct 13 15:36:24.542304 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f0ac2b29-ddb5-4dab-a56b-42a88bf5ae6f None None] Attempt 3 to provision port 58c70d8f-2648-43c3-85b4-d6ede4674d2a Oct 13 15:36:24.561162 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-a0afd302-a35c-4383-956a-d44f2107672a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:24.562658 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-a0afd302-a35c-4383-956a-d44f2107672a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dcfe39d0-8534-442b-b265-6eb43d190290 HTTP/1.1" status: 200 len: 835 time: 0.0586195 Oct 13 15:36:24.607188 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f0ac2b29-ddb5-4dab-a56b-42a88bf5ae6f None None] Port 58c70d8f-2648-43c3-85b4-d6ede4674d2a had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 15:36:24.762291 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-208ba563-90f7-43c5-9ad9-0adda6cb6526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:24.763758 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-208ba563-90f7-43c5-9ad9-0adda6cb6526 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c07ca9cb-63bd-4827-abf0-00c4f3241463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1956668 Oct 13 15:36:24.898552 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-ba9c6fd4-37d5-42cb-898c-595d0fa7c495 service neutron] 10.222.0.16 "GET /v2.0/networks/c07ca9cb-63bd-4827-abf0-00c4f3241463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282864 Oct 13 15:36:25.111055 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-340e9b52-b42e-47ed-8d91-ab7b1c1c3a68 req-2dbd30e8-7f35-4c19-9c75-b0b9eec77409 service neutron] 10.222.0.16 "GET /v2.0/networks/c07ca9cb-63bd-4827-abf0-00c4f3241463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059743 Oct 13 15:36:25.126704 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089199fb-83ff-4674-9b6e-76efe8941e22 req-3d372d55-040b-4c59-be1a-efe692dc13d0 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:25.128538 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-089199fb-83ff-4674-9b6e-76efe8941e22 req-3d372d55-040b-4c59-be1a-efe692dc13d0 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=8feef99a-0ebf-4643-9838-3fb155aefe98 HTTP/1.1" status: 200 len: 944 time: 0.1157675 Oct 13 15:36:25.235220 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-089199fb-83ff-4674-9b6e-76efe8941e22 req-9d743c85-ebfb-4474-b8ac-c7dea7b371bb tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8650f1f-8d99-4967-8b6b-dc92c187b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999999 Oct 13 15:36:25.256152 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ce42b-cbc3-433c-b956-075fb04f32ab req-d8626d93-a3fb-4cd8-a757-165ed0b99fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:25.257612 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-209ce42b-cbc3-433c-b956-075fb04f32ab req-d8626d93-a3fb-4cd8-a757-165ed0b99fd4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&device_id=8feef99a-0ebf-4643-9838-3fb155aefe98 HTTP/1.1" status: 200 len: 1097 time: 0.1015632 Oct 13 15:36:25.394604 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ce42b-cbc3-433c-b956-075fb04f32ab req-b382c5dd-5f61-4bd6-93af-f651e868a17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:25.396057 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-209ce42b-cbc3-433c-b956-075fb04f32ab req-b382c5dd-5f61-4bd6-93af-f651e868a17b service neutron] 10.222.0.16 "GET /v2.0/networks?id=c07ca9cb-63bd-4827-abf0-00c4f3241463 HTTP/1.1" status: 200 len: 897 time: 0.1312981 Oct 13 15:36:25.466531 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-209ce42b-cbc3-433c-b956-075fb04f32ab req-8566fc7e-b003-4cea-bd5e-1411078fda57 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58c70d8f-2648-43c3-85b4-d6ede4674d2a HTTP/1.1" status: 200 len: 217 time: 0.0643234 Oct 13 15:36:25.531319 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ce42b-cbc3-433c-b956-075fb04f32ab req-fd1aea05-6b6e-4663-b47e-ffeb33e7eca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:25.533192 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-209ce42b-cbc3-433c-b956-075fb04f32ab req-fd1aea05-6b6e-4663-b47e-ffeb33e7eca3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dcfe39d0-8534-442b-b265-6eb43d190290 HTTP/1.1" status: 200 len: 835 time: 0.0612152 Oct 13 15:36:25.618588 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209ce42b-cbc3-433c-b956-075fb04f32ab req-d0018401-bcc7-41f2-8d5a-5d65e5753ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:25.620054 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-209ce42b-cbc3-433c-b956-075fb04f32ab req-d0018401-bcc7-41f2-8d5a-5d65e5753ae1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c07ca9cb-63bd-4827-abf0-00c4f3241463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812590 Oct 13 15:36:25.669557 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:25.764052 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-209ce42b-cbc3-433c-b956-075fb04f32ab req-43db2145-4678-4e34-b911-c5af316e393d service neutron] 10.222.0.16 "GET /v2.0/networks/c07ca9cb-63bd-4827-abf0-00c4f3241463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377254 Oct 13 15:36:25.897530 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-209ce42b-cbc3-433c-b956-075fb04f32ab req-88103fa8-da3d-475d-8c7d-b40155398f53 service neutron] 10.222.0.16 "GET /v2.0/networks/c07ca9cb-63bd-4827-abf0-00c4f3241463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271822 Oct 13 15:36:26.435619 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a09a6fc-f263-4c03-bf27-d5bea4ecdd05 req-f8fdc275-43ad-477f-8ca4-3b930ad49da9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:26.437034 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-1a09a6fc-f263-4c03-bf27-d5bea4ecdd05 req-f8fdc275-43ad-477f-8ca4-3b930ad49da9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=8feef99a-0ebf-4643-9838-3fb155aefe98 HTTP/1.1" status: 200 len: 944 time: 0.0879157 Oct 13 15:36:26.479612 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-1a09a6fc-f263-4c03-bf27-d5bea4ecdd05 req-3569e7f4-8406-437b-a963-2f15f9ecfc4a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8650f1f-8d99-4967-8b6b-dc92c187b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364063 Oct 13 15:36:27.175028 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55554) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:36:27.255471 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 58c70d8f-2648-43c3-85b4-d6ede4674d2a details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=88974) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 13 15:36:27.372004 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-f4eee74a-e57b-4453-9af8-469dc08ccc6c tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Deleting port ff289939-9fe2-4abd-9eab-c9fda2c2fe69 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:36:27.372339 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f4eee74a-e57b-4453-9af8-469dc08ccc6c tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:27.388436 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 58c70d8f-2648-43c3-85b4-d6ede4674d2a, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=58c70d8f-2648-43c3-85b4-d6ede4674d2a,segment=NetworkSegment(165ba28f-02c5-4ddc-8a50-401364497c3f),segment_id=165ba28f-02c5-4ddc-8a50-401364497c3f)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:36:27.402079 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Returning: {'device': '58c70d8f-2648-43c3-85b4-d6ede4674d2a', 'network_id': 'c07ca9cb-63bd-4827-abf0-00c4f3241463', 'port_id': '58c70d8f-2648-43c3-85b4-d6ede4674d2a', 'mac_address': 'fa:16:3e:c7:0c:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 428, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dcfe39d0-8534-442b-b265-6eb43d190290', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88974) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 13 15:36:27.456532 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 58c70d8f-2648-43c3-85b4-d6ede4674d2a is: DOWN; New status is: BUILD {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:36:27.456902 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:27.473826 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58c70d8f-2648-43c3-85b4-d6ede4674d2a {{(pid=88974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 15:36:27.488830 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 58c70d8f-2648-43c3-85b4-d6ede4674d2a, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=58c70d8f-2648-43c3-85b4-d6ede4674d2a,segment=NetworkSegment(165ba28f-02c5-4ddc-8a50-401364497c3f),segment_id=165ba28f-02c5-4ddc-8a50-401364497c3f)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:36:27.492559 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:27.565258 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=58c70d8f-2648-43c3-85b4-d6ede4674d2a,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:27.711715 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f4eee74a-e57b-4453-9af8-469dc08ccc6c tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:27.712034 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f4eee74a-e57b-4453-9af8-469dc08ccc6c tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:27.837389 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-f4eee74a-e57b-4453-9af8-469dc08ccc6c tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Calling delete_port for ff289939-9fe2-4abd-9eab-c9fda2c2fe69 owned by network:floatingip {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:36:27.871609 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['58c70d8f-2648-43c3-85b4-d6ede4674d2a'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 15:36:27.903727 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5826c9-0075-48ca-a535-26393ea7c003 req-d0bb8fd6-76b7-4ab6-8243-ab065a019787 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:27.905154 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ef5826c9-0075-48ca-a535-26393ea7c003 req-d0bb8fd6-76b7-4ab6-8243-ab065a019787 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=8feef99a-0ebf-4643-9838-3fb155aefe98 HTTP/1.1" status: 200 len: 945 time: 0.2716174 Oct 13 15:36:27.965272 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ef5826c9-0075-48ca-a535-26393ea7c003 req-77a2353e-dd5b-40a8-a700-53fd142a3d54 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8650f1f-8d99-4967-8b6b-dc92c187b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512087 Oct 13 15:36:28.035325 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f4eee74a-e57b-4453-9af8-469dc08ccc6c tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:28.085099 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eee74a-e57b-4453-9af8-469dc08ccc6c tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Pushing event deleted for resources: {'Port': ['ID=ff289939-9fe2-4abd-9eab-c9fda2c2fe69,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:28.186881 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f4eee74a-e57b-4453-9af8-469dc08ccc6c tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks [] for floatingip, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:28.187534 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.l3_db [None req-f4eee74a-e57b-4453-9af8-469dc08ccc6c tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Floating IP 3b2eb7c5-724d-4668-954d-b9220b568d3e disassociated (deleted). External IP: 172.26.2.182, port: a4123161-15b6-4933-93c1-9dd648d8b96c. Oct 13 15:36:28.527408 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4eee74a-e57b-4453-9af8-469dc08ccc6c tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Router 5c789ee5-5555-45a4-8d4f-29ee4b084360 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:36:28.708185 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4eee74a-e57b-4453-9af8-469dc08ccc6c tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:36:28.717470 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52577d14-d5f4-4bee-86d5-3ccf4f2f48a9 None None] Sync routers for ids ['5c789ee5-5555-45a4-8d4f-29ee4b084360'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:36:28.727454 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52577d14-d5f4-4bee-86d5-3ccf4f2f48a9 None None] Routers {'5c789ee5-5555-45a4-8d4f-29ee4b084360'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:36:28.728053 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-52577d14-d5f4-4bee-86d5-3ccf4f2f48a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:36:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['5c789ee5-5555-45a4-8d4f-29ee4b084360'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:28.728279 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f4eee74a-e57b-4453-9af8-469dc08ccc6c tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:28.784890 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-f4eee74a-e57b-4453-9af8-469dc08ccc6c tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "DELETE /v2.0/floatingips/3b2eb7c5-724d-4668-954d-b9220b568d3e HTTP/1.1" status: 204 len: 168 time: 1.6086977 Oct 13 15:36:28.785506 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bcec102-37e4-416a-aa51-90b64613dc0c', 'tag': 'a4123161-15b6-4933-93c1-9dd648d8b96c'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:36:28.787799 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c15abc-6a94-4e88-b2dc-0806871ae881" -d '{"events": [{"name": "network-changed", "server_uuid": "5bcec102-37e4-416a-aa51-90b64613dc0c", "tag": "a4123161-15b6-4933-93c1-9dd648d8b96c"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:36:28.831437 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 15:36:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe5294d-a768-4768-a25c-e446d5b86bfd x-openstack-request-id: req-bbe5294d-a768-4768-a25c-e446d5b86bfd {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:36:28.831935 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bcec102-37e4-416a-aa51-90b64613dc0c", "tag": "a4123161-15b6-4933-93c1-9dd648d8b96c", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:36:28.832245 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bbe5294d-a768-4768-a25c-e446d5b86bfd {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:36:28.832863 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbe5294d-a768-4768-a25c-e446d5b86bfd'] response: {'name': 'network-changed', 'server_uuid': '5bcec102-37e4-416a-aa51-90b64613dc0c', 'tag': 'a4123161-15b6-4933-93c1-9dd648d8b96c', 'status': 'completed', 'code': 200} Oct 13 15:36:28.928289 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c15abc-6a94-4e88-b2dc-0806871ae881 req-021648b0-4170-4e9c-bd76-6c6b5be92d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:28.929943 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e9c15abc-6a94-4e88-b2dc-0806871ae881 req-021648b0-4170-4e9c-bd76-6c6b5be92d8a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=c4e179e9a35a4e59a0b0abe27aa737df&device_id=5bcec102-37e4-416a-aa51-90b64613dc0c HTTP/1.1" status: 200 len: 1098 time: 0.0790100 Oct 13 15:36:28.936500 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-52577d14-d5f4-4bee-86d5-3ccf4f2f48a9 None None] Set router 5c789ee5-5555-45a4-8d4f-29ee4b084360 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:36:29.098327 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c15abc-6a94-4e88-b2dc-0806871ae881 req-75b52b29-9da1-4f5a-bf55-c80256f33338 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:29.099996 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e9c15abc-6a94-4e88-b2dc-0806871ae881 req-75b52b29-9da1-4f5a-bf55-c80256f33338 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a44f8207-61f2-477d-b80a-38deab4e3cb7 HTTP/1.1" status: 200 len: 913 time: 0.1634777 Oct 13 15:36:29.183589 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c94b9-6910-47f7-8826-add38688ff03 req-1236d893-adf5-4b97-bf6f-7cc0800fa25f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:29.185115 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-2f5c94b9-6910-47f7-8826-add38688ff03 req-1236d893-adf5-4b97-bf6f-7cc0800fa25f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=8feef99a-0ebf-4643-9838-3fb155aefe98 HTTP/1.1" status: 200 len: 945 time: 0.1016793 Oct 13 15:36:29.233281 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-2f5c94b9-6910-47f7-8826-add38688ff03 req-2fcd00ee-1482-4ff0-9fd9-92fa5d5613a0 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8650f1f-8d99-4967-8b6b-dc92c187b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417826 Oct 13 15:36:29.265808 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 58c70d8f-2648-43c3-85b4-d6ede4674d2a up at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:36:29.270314 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-52577d14-d5f4-4bee-86d5-3ccf4f2f48a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'name': 'tempest-TestVolumeBootPattern-1392317372-router', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': '35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:16Z', 'updated_at': '2022-10-13T15:27:37Z', 'revision_number': 4, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'gw_port': {'id': '35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:18Z', 'updated_at': '2022-10-13T15:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '07a0c8b7-349c-4604-a651-d64c7d04f26d', 'name': '', 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'mac_address': 'fa:16:3e:54:13:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '235995ae-56e8-4a42-a8ac-e16e5c3294b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:33Z', 'updated_at': '2022-10-13T15:27:47Z', 'revision_number': 5, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'subnets': [{'id': '235995ae-56e8-4a42-a8ac-e16e5c3294b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:29.274555 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52577d14-d5f4-4bee-86d5-3ccf4f2f48a9 None None] Checking router: 5c789ee5-5555-45a4-8d4f-29ee4b084360 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:36:29.283329 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52577d14-d5f4-4bee-86d5-3ccf4f2f48a9 None None] Routers {'5c789ee5-5555-45a4-8d4f-29ee4b084360'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:36:29.283940 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-52577d14-d5f4-4bee-86d5-3ccf4f2f48a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:36:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['5c789ee5-5555-45a4-8d4f-29ee4b084360'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:29.338148 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning for port 58c70d8f-2648-43c3-85b4-d6ede4674d2a completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:36:29.344793 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning complete for port 58c70d8f-2648-43c3-85b4-d6ede4674d2a triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:36:29.346516 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:29.346968 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Attempt 1 to provision port 58c70d8f-2648-43c3-85b4-d6ede4674d2a Oct 13 15:36:29.362055 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e9c15abc-6a94-4e88-b2dc-0806871ae881 req-6548be9b-feb5-407e-8e21-cc4a8c7061c5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a4123161-15b6-4933-93c1-9dd648d8b96c HTTP/1.1" status: 200 len: 217 time: 0.2185197 Oct 13 15:36:29.436576 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c15abc-6a94-4e88-b2dc-0806871ae881 req-89d6aab5-b6a3-4b38-bc46-20e3cd4d9da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:29.438048 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e9c15abc-6a94-4e88-b2dc-0806871ae881 req-89d6aab5-b6a3-4b38-bc46-20e3cd4d9da7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=235995ae-56e8-4a42-a8ac-e16e5c3294b1 HTTP/1.1" status: 200 len: 851 time: 0.0676258 Oct 13 15:36:29.450446 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ccc9b6-a98a-439c-81a8-40c2b2d4f4da req-acc8b616-470c-4d5d-b1ff-39a6fe66643a tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:29.451128 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-44ccc9b6-a98a-439c-81a8-40c2b2d4f4da req-acc8b616-470c-4d5d-b1ff-39a6fe66643a tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Synchronizing usage tracker for tenant:c4e179e9a35a4e59a0b0abe27aa737df on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:36:29.469292 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 58c70d8f-2648-43c3-85b4-d6ede4674d2a is: BUILD; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:36:29.469667 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:29.474099 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-52577d14-d5f4-4bee-86d5-3ccf4f2f48a9 None None] Set router 5c789ee5-5555-45a4-8d4f-29ee4b084360 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:36:29.496959 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8feef99a-0ebf-4643-9838-3fb155aefe98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c70d8f-2648-43c3-85b4-d6ede4674d2a'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:36:29.499275 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979c64d66908691d8da3fe322a5acf5d757b5bee84c7992aba2ec3c134dffaeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75483e76-89be-48ca-be03-aa015b5cc4e4" -d '{"events": [{"server_uuid": "8feef99a-0ebf-4643-9838-3fb155aefe98", "name": "network-vif-plugged", "status": "completed", "tag": "58c70d8f-2648-43c3-85b4-d6ede4674d2a"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:36:29.507832 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 58c70d8f-2648-43c3-85b4-d6ede4674d2a, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=58c70d8f-2648-43c3-85b4-d6ede4674d2a,segment=NetworkSegment(165ba28f-02c5-4ddc-8a50-401364497c3f),segment_id=165ba28f-02c5-4ddc-8a50-401364497c3f)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:36:29.514924 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:29.534675 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-44ccc9b6-a98a-439c-81a8-40c2b2d4f4da req-acc8b616-470c-4d5d-b1ff-39a6fe66643a tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Unset dirty status for tenant:c4e179e9a35a4e59a0b0abe27aa737df on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:36:29.536538 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-44ccc9b6-a98a-439c-81a8-40c2b2d4f4da req-acc8b616-470c-4d5d-b1ff-39a6fe66643a tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bcec102-37e4-416a-aa51-90b64613dc0c HTTP/1.1" status: 200 len: 945 time: 0.4332149 Oct 13 15:36:29.573822 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 15:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b87d0e2-8926-430d-adda-27e1ae0b5bd2 x-openstack-request-id: req-2b87d0e2-8926-430d-adda-27e1ae0b5bd2 {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:36:29.574206 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8feef99a-0ebf-4643-9838-3fb155aefe98", "name": "network-vif-plugged", "status": "completed", "tag": "58c70d8f-2648-43c3-85b4-d6ede4674d2a", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:36:29.574522 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2b87d0e2-8926-430d-adda-27e1ae0b5bd2 {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:36:29.574975 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b87d0e2-8926-430d-adda-27e1ae0b5bd2'] response: {'server_uuid': '8feef99a-0ebf-4643-9838-3fb155aefe98', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58c70d8f-2648-43c3-85b4-d6ede4674d2a', 'code': 200} Oct 13 15:36:29.596690 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c15abc-6a94-4e88-b2dc-0806871ae881 req-97b4a8f0-035f-48c9-96ba-baaff5ffe994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:29.597771 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e9c15abc-6a94-4e88-b2dc-0806871ae881 req-97b4a8f0-035f-48c9-96ba-baaff5ffe994 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a44f8207-61f2-477d-b80a-38deab4e3cb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1429865 Oct 13 15:36:29.600092 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=58c70d8f-2648-43c3-85b4-d6ede4674d2a,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:29.606043 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-44ccc9b6-a98a-439c-81a8-40c2b2d4f4da req-7c9696a7-a301-483c-b90e-f539116d083d tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/security-groups?id=81e55712-bc20-48c8-a3f7-25813fa3e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565913 Oct 13 15:36:29.812167 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-52577d14-d5f4-4bee-86d5-3ccf4f2f48a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'name': 'tempest-TestVolumeBootPattern-1392317372-router', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': '35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:16Z', 'updated_at': '2022-10-13T15:27:37Z', 'revision_number': 4, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'gw_port': {'id': '35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:18Z', 'updated_at': '2022-10-13T15:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '07a0c8b7-349c-4604-a651-d64c7d04f26d', 'name': '', 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'mac_address': 'fa:16:3e:54:13:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '235995ae-56e8-4a42-a8ac-e16e5c3294b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:33Z', 'updated_at': '2022-10-13T15:27:47Z', 'revision_number': 5, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'subnets': [{'id': '235995ae-56e8-4a42-a8ac-e16e5c3294b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:29.817887 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52577d14-d5f4-4bee-86d5-3ccf4f2f48a9 None None] The sync data for ids ['5c789ee5-5555-45a4-8d4f-29ee4b084360'] in dv-neutron-860329-2-hyperv is: [{'id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'name': 'tempest-TestVolumeBootPattern-1392317372-router', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': '35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:16Z', 'updated_at': '2022-10-13T15:27:37Z', 'revision_number': 4, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'gw_port': {'id': '35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:18Z', 'updated_at': '2022-10-13T15:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '07a0c8b7-349c-4604-a651-d64c7d04f26d', 'name': '', 'network_id': 'a44f8207-61f2-477d-b80a-38deab4e3cb7', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'mac_address': 'fa:16:3e:54:13:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'device_owner': 'network:router_interface', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '235995ae-56e8-4a42-a8ac-e16e5c3294b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:33Z', 'updated_at': '2022-10-13T15:27:47Z', 'revision_number': 5, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'subnets': [{'id': '235995ae-56e8-4a42-a8ac-e16e5c3294b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:36:29.839726 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e9c15abc-6a94-4e88-b2dc-0806871ae881 req-b8861fd9-3c3a-461c-b105-449ea63fe445 service neutron] 10.222.0.16 "GET /v2.0/networks/a44f8207-61f2-477d-b80a-38deab4e3cb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366918 Oct 13 15:36:29.924060 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9188984c-5b3a-4678-aae7-b2ea641da6d4 req-2bc0e97c-371a-4f2e-8dfd-3930633caa5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:29.925529 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-9188984c-5b3a-4678-aae7-b2ea641da6d4 req-2bc0e97c-371a-4f2e-8dfd-3930633caa5f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8feef99a-0ebf-4643-9838-3fb155aefe98 HTTP/1.1" status: 200 len: 1099 time: 0.0784824 Oct 13 15:36:29.968417 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-9188984c-5b3a-4678-aae7-b2ea641da6d4 req-e3837f58-85a2-48af-b04a-df3b6631e56e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e8650f1f-8d99-4967-8b6b-dc92c187b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364361 Oct 13 15:36:29.980451 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e9c15abc-6a94-4e88-b2dc-0806871ae881 req-859f0051-9605-4acc-863e-53149175df08 service neutron] 10.222.0.16 "GET /v2.0/networks/a44f8207-61f2-477d-b80a-38deab4e3cb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1333463 Oct 13 15:36:30.037870 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b5fd9a3-0ede-4f2a-81ab-06d9715357f1 None None] New status for floating IP 3b2eb7c5-724d-4668-954d-b9220b568d3e: DOWN {{(pid=88974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:36:30.515753 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71900db-58d1-47dd-8eb4-efea47e51b47 req-83cfff98-cf3d-48b7-a5f5-da3ee2bceb84 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:30.517222 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e71900db-58d1-47dd-8eb4-efea47e51b47 req-83cfff98-cf3d-48b7-a5f5-da3ee2bceb84 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=8feef99a-0ebf-4643-9838-3fb155aefe98 HTTP/1.1" status: 200 len: 946 time: 0.1694126 Oct 13 15:36:30.560842 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e71900db-58d1-47dd-8eb4-efea47e51b47 req-9f9aaaf2-2542-4c04-9fe5-43f18509ee88 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8650f1f-8d99-4967-8b6b-dc92c187b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378387 Oct 13 15:36:30.807927 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b23a21-a710-4440-8d7a-7b771a7cc9c8 req-992e6d5e-9216-4d75-9e34-dd550338cafb tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:30.809323 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b3b23a21-a710-4440-8d7a-7b771a7cc9c8 req-992e6d5e-9216-4d75-9e34-dd550338cafb tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bcec102-37e4-416a-aa51-90b64613dc0c HTTP/1.1" status: 200 len: 945 time: 0.0867426 Oct 13 15:36:30.856192 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b3b23a21-a710-4440-8d7a-7b771a7cc9c8 req-3d446478-db54-457b-8234-8379ec5ce01d tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/security-groups?id=81e55712-bc20-48c8-a3f7-25813fa3e1a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407226 Oct 13 15:36:31.252217 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25606dd6-1c00-4e8a-b1e9-5ef15e9d2ba2 req-99332488-f61d-48bc-8940-7a0ea5edc9c5 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:31.253636 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-25606dd6-1c00-4e8a-b1e9-5ef15e9d2ba2 req-99332488-f61d-48bc-8940-7a0ea5edc9c5 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.16 "GET /v2.0/ports?device_id=5bcec102-37e4-416a-aa51-90b64613dc0c HTTP/1.1" status: 200 len: 945 time: 0.0864646 Oct 13 15:36:31.323636 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-25606dd6-1c00-4e8a-b1e9-5ef15e9d2ba2 req-81da18e0-7593-461f-9a81-f37bbb46cb32 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Deleting port a4123161-15b6-4933-93c1-9dd648d8b96c {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:36:31.323972 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-25606dd6-1c00-4e8a-b1e9-5ef15e9d2ba2 req-81da18e0-7593-461f-9a81-f37bbb46cb32 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:31.578282 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-25606dd6-1c00-4e8a-b1e9-5ef15e9d2ba2 req-81da18e0-7593-461f-9a81-f37bbb46cb32 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] For port a4123161-15b6-4933-93c1-9dd648d8b96c, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=a4123161-15b6-4933-93c1-9dd648d8b96c,segment=NetworkSegment(c8b28188-8b1e-438a-8a7c-cfa1fc185e50),segment_id=c8b28188-8b1e-438a-8a7c-cfa1fc185e50)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:36:31.578555 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-25606dd6-1c00-4e8a-b1e9-5ef15e9d2ba2 req-81da18e0-7593-461f-9a81-f37bbb46cb32 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:31.609324 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:36:31.705050 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-25606dd6-1c00-4e8a-b1e9-5ef15e9d2ba2 req-81da18e0-7593-461f-9a81-f37bbb46cb32 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Calling delete_port for a4123161-15b6-4933-93c1-9dd648d8b96c owned by compute:nova {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:36:31.762489 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae17a9d-b34a-4747-af9f-5b64dca39239 req-15cd7a13-84f5-4647-b852-23fa4dc25af7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:31.763932 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-9ae17a9d-b34a-4747-af9f-5b64dca39239 req-15cd7a13-84f5-4647-b852-23fa4dc25af7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=8feef99a-0ebf-4643-9838-3fb155aefe98 HTTP/1.1" status: 200 len: 946 time: 0.0903244 Oct 13 15:36:31.809546 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-9ae17a9d-b34a-4747-af9f-5b64dca39239 req-31dd4347-88ed-4da3-8778-dfbf5eca0adf tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8650f1f-8d99-4967-8b6b-dc92c187b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394926 Oct 13 15:36:31.850326 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-25606dd6-1c00-4e8a-b1e9-5ef15e9d2ba2 req-81da18e0-7593-461f-9a81-f37bbb46cb32 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:31.900961 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81da18e0-7593-461f-9a81-f37bbb46cb32 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Pushing event deleted for resources: {'Port': ['ID=a4123161-15b6-4933-93c1-9dd648d8b96c,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:32.025519 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-32f02a62-355f-4a9a-97cf-d98a0d3ffdb3 req-2abfa9ef-7d96-48df-8595-945a05dc947d tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bcec102-37e4-416a-aa51-90b64613dc0c HTTP/1.1" status: 200 len: 210 time: 0.0485585 Oct 13 15:36:32.145860 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-25606dd6-1c00-4e8a-b1e9-5ef15e9d2ba2 req-81da18e0-7593-461f-9a81-f37bbb46cb32 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] No DVR routers for this DVR port a4123161-15b6-4933-93c1-9dd648d8b96c on host hv-neutron-8603 {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:36:32.148851 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-25606dd6-1c00-4e8a-b1e9-5ef15e9d2ba2 req-81da18e0-7593-461f-9a81-f37bbb46cb32 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:32.151297 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bcec102-37e4-416a-aa51-90b64613dc0c', 'name': 'network-vif-deleted', 'tag': 'a4123161-15b6-4933-93c1-9dd648d8b96c'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:36:32.153529 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec0a7ecb-f00f-4fac-8136-b8cabe390187" -d '{"events": [{"server_uuid": "5bcec102-37e4-416a-aa51-90b64613dc0c", "name": "network-vif-deleted", "tag": "a4123161-15b6-4933-93c1-9dd648d8b96c"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:36:32.170910 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-25606dd6-1c00-4e8a-b1e9-5ef15e9d2ba2 req-81da18e0-7593-461f-9a81-f37bbb46cb32 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.16 "DELETE /v2.0/ports/a4123161-15b6-4933-93c1-9dd648d8b96c HTTP/1.1" status: 204 len: 173 time: 0.9111414 Oct 13 15:36:32.186575 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf232216-dad8-4639-ab5e-5268c3d5458d req-3af16658-38e4-4e43-a585-52f5c477a8fc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:32.188065 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-bf232216-dad8-4639-ab5e-5268c3d5458d req-3af16658-38e4-4e43-a585-52f5c477a8fc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=8feef99a-0ebf-4643-9838-3fb155aefe98 HTTP/1.1" status: 200 len: 946 time: 0.2475953 Oct 13 15:36:32.215872 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 15:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fe5868a-c508-4aad-bdd5-1ed42a0d8d5c x-openstack-request-id: req-3fe5868a-c508-4aad-bdd5-1ed42a0d8d5c {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:36:32.216167 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bcec102-37e4-416a-aa51-90b64613dc0c", "name": "network-vif-deleted", "tag": "a4123161-15b6-4933-93c1-9dd648d8b96c", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:36:32.216502 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3fe5868a-c508-4aad-bdd5-1ed42a0d8d5c {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:36:32.216898 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fe5868a-c508-4aad-bdd5-1ed42a0d8d5c'] response: {'server_uuid': '5bcec102-37e4-416a-aa51-90b64613dc0c', 'name': 'network-vif-deleted', 'tag': 'a4123161-15b6-4933-93c1-9dd648d8b96c', 'status': 'completed', 'code': 200} Oct 13 15:36:32.246652 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-bf232216-dad8-4639-ab5e-5268c3d5458d req-ca42fb39-8e5c-4b0a-a18b-8fe9245e735e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8650f1f-8d99-4967-8b6b-dc92c187b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514967 Oct 13 15:36:32.272391 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55582) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:36:32.364136 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32926aac-d0c9-4475-889e-ea06230784eb tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:32.368349 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-32926aac-d0c9-4475-889e-ea06230784eb tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=8feef99a-0ebf-4643-9838-3fb155aefe98 HTTP/1.1" status: 200 len: 1094 time: 0.0922623 Oct 13 15:36:32.368540 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55586) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:36:32.373481 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-8f28f32e-3d0e-45cb-9179-7eb4511f47d9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'floatingip': {'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'port_id': '58c70d8f-2648-43c3-85b4-d6ede4674d2a', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:36:32.379888 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-8f28f32e-3d0e-45cb-9179-7eb4511f47d9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:36:32.383996 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-8f28f32e-3d0e-45cb-9179-7eb4511f47d9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:floatingip and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:36:32.387602 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-8f28f32e-3d0e-45cb-9179-7eb4511f47d9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:36:32.394629 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-8f28f32e-3d0e-45cb-9179-7eb4511f47d9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:36:32.406031 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8f28f32e-3d0e-45cb-9179-7eb4511f47d9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for floatingip, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:32.546582 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8f28f32e-3d0e-45cb-9179-7eb4511f47d9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:32.686077 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-8f28f32e-3d0e-45cb-9179-7eb4511f47d9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Allocated IP 172.26.2.49 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/aa7e5efb-ad91-46c1-bf01-12033358e014) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:36:32.836552 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8f28f32e-3d0e-45cb-9179-7eb4511f47d9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:32.864283 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8f28f32e-3d0e-45cb-9179-7eb4511f47d9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:32.933039 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f28f32e-3d0e-45cb-9179-7eb4511f47d9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:36:32.935840 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-8f28f32e-3d0e-45cb-9179-7eb4511f47d9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:36:32.939939 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f28f32e-3d0e-45cb-9179-7eb4511f47d9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:36:32.972030 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f28f32e-3d0e-45cb-9179-7eb4511f47d9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Port': ['ID=aa7e5efb-ad91-46c1-bf01-12033358e014,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:33.212921 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-94348d56-4337-42ed-82a7-85b61beadfd0 req-690f6ef5-93c2-4e4f-90a8-d9fe2fd4cad0 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "GET /v2.0/ports?device_id=5bcec102-37e4-416a-aa51-90b64613dc0c HTTP/1.1" status: 200 len: 210 time: 0.0541880 Oct 13 15:36:33.360483 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8f28f32e-3d0e-45cb-9179-7eb4511f47d9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:33.433462 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8f28f32e-3d0e-45cb-9179-7eb4511f47d9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:33.632115 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8f28f32e-3d0e-45cb-9179-7eb4511f47d9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:33.636388 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8f28f32e-3d0e-45cb-9179-7eb4511f47d9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:33.743062 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f28f32e-3d0e-45cb-9179-7eb4511f47d9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Port': ['ID=aa7e5efb-ad91-46c1-bf01-12033358e014,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:33.745508 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8f28f32e-3d0e-45cb-9179-7eb4511f47d9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:34.023102 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.l3_db [None req-8f28f32e-3d0e-45cb-9179-7eb4511f47d9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Floating IP c6cd6a46-0549-4cfe-9ee4-eb86a371d865 associated. External IP: 172.26.2.49, port: 58c70d8f-2648-43c3-85b4-d6ede4674d2a. Oct 13 15:36:34.311601 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55594) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:36:34.369717 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f28f32e-3d0e-45cb-9179-7eb4511f47d9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Router 17f62de0-dcb0-412d-a195-4aa0822f0cdd has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:36:34.440709 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6265858e-e48b-4b9f-b4a9-4c90dbb46ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:34.464893 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-8bb70858-ba1b-429b-a4db-c7245622309d tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Deleting port 0d3830dc-7cdf-46fa-a0e7-b60322a3fb5d {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:36:34.465391 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8bb70858-ba1b-429b-a4db-c7245622309d tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:34.554578 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f28f32e-3d0e-45cb-9179-7eb4511f47d9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:36:34.564757 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c365bb2-fb13-493d-ba92-4c2981deea67 None None] Sync routers for ids ['17f62de0-dcb0-412d-a195-4aa0822f0cdd'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:36:34.575031 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c365bb2-fb13-493d-ba92-4c2981deea67 None None] Routers {'17f62de0-dcb0-412d-a195-4aa0822f0cdd'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:36:34.575677 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-9c365bb2-fb13-493d-ba92-4c2981deea67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:36:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['17f62de0-dcb0-412d-a195-4aa0822f0cdd'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:34.578401 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8f28f32e-3d0e-45cb-9179-7eb4511f47d9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:34.649755 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8bb70858-ba1b-429b-a4db-c7245622309d tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:34.650070 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8bb70858-ba1b-429b-a4db-c7245622309d tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:34.653581 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-8f28f32e-3d0e-45cb-9179-7eb4511f47d9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2840424 Oct 13 15:36:34.654410 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8feef99a-0ebf-4643-9838-3fb155aefe98', 'tag': '58c70d8f-2648-43c3-85b4-d6ede4674d2a'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:36:34.658176 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55598) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:36:34.658857 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a5f711-03da-4632-b02f-7c4a6122db6d" -d '{"events": [{"name": "network-changed", "server_uuid": "8feef99a-0ebf-4643-9838-3fb155aefe98", "tag": "58c70d8f-2648-43c3-85b4-d6ede4674d2a"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:36:34.708773 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 15:36:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2da1c1-a4d8-417a-af81-d46e366ae77d x-openstack-request-id: req-fb2da1c1-a4d8-417a-af81-d46e366ae77d {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:36:34.709260 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8feef99a-0ebf-4643-9838-3fb155aefe98", "tag": "58c70d8f-2648-43c3-85b4-d6ede4674d2a", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:36:34.709668 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fb2da1c1-a4d8-417a-af81-d46e366ae77d {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:36:34.710346 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb2da1c1-a4d8-417a-af81-d46e366ae77d'] response: {'name': 'network-changed', 'server_uuid': '8feef99a-0ebf-4643-9838-3fb155aefe98', 'tag': '58c70d8f-2648-43c3-85b4-d6ede4674d2a', 'status': 'completed', 'code': 200} Oct 13 15:36:34.778535 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-9c365bb2-fb13-493d-ba92-4c2981deea67 None None] Set router 17f62de0-dcb0-412d-a195-4aa0822f0cdd gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:36:34.812275 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5f711-03da-4632-b02f-7c4a6122db6d req-a3aa2084-cd9c-4ba7-8faa-6d3513f0252a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:34.814277 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-87a5f711-03da-4632-b02f-7c4a6122db6d req-a3aa2084-cd9c-4ba7-8faa-6d3513f0252a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&device_id=8feef99a-0ebf-4643-9838-3fb155aefe98 HTTP/1.1" status: 200 len: 1099 time: 0.0847449 Oct 13 15:36:34.844341 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-8bb70858-ba1b-429b-a4db-c7245622309d tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Calling delete_port for 0d3830dc-7cdf-46fa-a0e7-b60322a3fb5d owned by network:floatingip {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:36:34.921932 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-94d9b69c-4d4a-4364-8909-3e3198ada350 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/floatingips/c6cd6a46-0549-4cfe-9ee4-eb86a371d865 HTTP/1.1" status: 200 len: 991 time: 0.2622821 Oct 13 15:36:34.951835 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5f711-03da-4632-b02f-7c4a6122db6d req-3685f03e-567f-4591-86cc-383bd02a6a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:34.951835 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-87a5f711-03da-4632-b02f-7c4a6122db6d req-3685f03e-567f-4591-86cc-383bd02a6a20 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c07ca9cb-63bd-4827-abf0-00c4f3241463 HTTP/1.1" status: 200 len: 897 time: 0.1321247 Oct 13 15:36:35.015394 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8bb70858-ba1b-429b-a4db-c7245622309d tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:35.059854 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-87a5f711-03da-4632-b02f-7c4a6122db6d req-e189a440-d386-4c25-a6c7-4fd51d427a42 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58c70d8f-2648-43c3-85b4-d6ede4674d2a HTTP/1.1" status: 200 len: 999 time: 0.1023741 Oct 13 15:36:35.065669 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb70858-ba1b-429b-a4db-c7245622309d tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Pushing event deleted for resources: {'Port': ['ID=0d3830dc-7cdf-46fa-a0e7-b60322a3fb5d,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:35.131686 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5f711-03da-4632-b02f-7c4a6122db6d req-bcf23e1b-4a4a-40fb-84d5-88fab5eb04b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:35.133845 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-87a5f711-03da-4632-b02f-7c4a6122db6d req-bcf23e1b-4a4a-40fb-84d5-88fab5eb04b2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dcfe39d0-8534-442b-b265-6eb43d190290 HTTP/1.1" status: 200 len: 835 time: 0.0683234 Oct 13 15:36:35.161579 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-9c365bb2-fb13-493d-ba92-4c2981deea67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f62de0-dcb0-412d-a195-4aa0822f0cdd', 'name': 'tempest-TestNetworkBasicOps-router-574452376', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.208'}], 'enable_snat': True}, 'gw_port_id': '9a8a6237-b7d6-46bd-a808-adb3fa92a289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:36:10Z', 'updated_at': '2022-10-13T15:36:15Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '9a8a6237-b7d6-46bd-a808-adb3fa92a289', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:90:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f62de0-dcb0-412d-a195-4aa0822f0cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:36:11Z', 'updated_at': '2022-10-13T15:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': 'c6cd6a46-0549-4cfe-9ee4-eb86a371d865', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'floating_ip_address': '172.26.2.49', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '17f62de0-dcb0-412d-a195-4aa0822f0cdd', 'port_id': '58c70d8f-2648-43c3-85b4-d6ede4674d2a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c07ca9cb-63bd-4827-abf0-00c4f3241463', 'mac_address': 'fa:16:3e:c7:0c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8feef99a-0ebf-4643-9838-3fb155aefe98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:36:33Z', 'updated_at': '2022-10-13T15:36:33Z', 'revision_number': 0, 'project_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb4247a6-1ece-4c67-ba55-9684434a2389', 'name': '', 'network_id': 'c07ca9cb-63bd-4827-abf0-00c4f3241463', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:33:36:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f62de0-dcb0-412d-a195-4aa0822f0cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'dcfe39d0-8534-442b-b265-6eb43d190290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:36:14Z', 'updated_at': '2022-10-13T15:36:20Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': 'dcfe39d0-8534-442b-b265-6eb43d190290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:35.166067 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c365bb2-fb13-493d-ba92-4c2981deea67 None None] Checking router: 17f62de0-dcb0-412d-a195-4aa0822f0cdd for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:36:35.169574 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8bb70858-ba1b-429b-a4db-c7245622309d tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks [] for floatingip, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:35.176793 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c365bb2-fb13-493d-ba92-4c2981deea67 None None] Routers {'17f62de0-dcb0-412d-a195-4aa0822f0cdd'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:36:35.177571 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-9c365bb2-fb13-493d-ba92-4c2981deea67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:36:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['17f62de0-dcb0-412d-a195-4aa0822f0cdd'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:35.183417 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8bb70858-ba1b-429b-a4db-c7245622309d tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:35.187022 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-8bb70858-ba1b-429b-a4db-c7245622309d tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "DELETE /v2.0/floatingips/0a35872e-d0e6-4685-b7f4-5b33fafb4172 HTTP/1.1" status: 204 len: 168 time: 0.8719716 Oct 13 15:36:35.225920 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a5f711-03da-4632-b02f-7c4a6122db6d req-8223cf60-b836-4389-b4bd-cf1dd6ef5d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:35.227621 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-87a5f711-03da-4632-b02f-7c4a6122db6d req-8223cf60-b836-4389-b4bd-cf1dd6ef5d3d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c07ca9cb-63bd-4827-abf0-00c4f3241463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0869820 Oct 13 15:36:35.302452 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device a4123161-15b6-4933-93c1-9dd648d8b96c no longer exists at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:36:35.348637 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] No Port match for: a4123161-15b6-4933-93c1-9dd648d8b96c {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:36:35.349047 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device a4123161-15b6-4933-93c1-9dd648d8b96c not bound to the agent host hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:36:35.371536 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-87a5f711-03da-4632-b02f-7c4a6122db6d req-fe41d734-6374-486d-a793-781684fa7b9b service neutron] 10.222.0.16 "GET /v2.0/networks/c07ca9cb-63bd-4827-abf0-00c4f3241463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365542 Oct 13 15:36:35.374445 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-9c365bb2-fb13-493d-ba92-4c2981deea67 None None] Set router 17f62de0-dcb0-412d-a195-4aa0822f0cdd gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:36:35.512503 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-87a5f711-03da-4632-b02f-7c4a6122db6d req-4b0cb482-2a54-43d5-ac0e-f3298dc88077 service neutron] 10.222.0.16 "GET /v2.0/networks/c07ca9cb-63bd-4827-abf0-00c4f3241463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346629 Oct 13 15:36:35.733968 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-9c365bb2-fb13-493d-ba92-4c2981deea67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f62de0-dcb0-412d-a195-4aa0822f0cdd', 'name': 'tempest-TestNetworkBasicOps-router-574452376', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.208'}], 'enable_snat': True}, 'gw_port_id': '9a8a6237-b7d6-46bd-a808-adb3fa92a289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:36:10Z', 'updated_at': '2022-10-13T15:36:15Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '9a8a6237-b7d6-46bd-a808-adb3fa92a289', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:90:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f62de0-dcb0-412d-a195-4aa0822f0cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:36:11Z', 'updated_at': '2022-10-13T15:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': 'c6cd6a46-0549-4cfe-9ee4-eb86a371d865', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'floating_ip_address': '172.26.2.49', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '17f62de0-dcb0-412d-a195-4aa0822f0cdd', 'port_id': '58c70d8f-2648-43c3-85b4-d6ede4674d2a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c07ca9cb-63bd-4827-abf0-00c4f3241463', 'mac_address': 'fa:16:3e:c7:0c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8feef99a-0ebf-4643-9838-3fb155aefe98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:36:33Z', 'updated_at': '2022-10-13T15:36:33Z', 'revision_number': 0, 'project_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb4247a6-1ece-4c67-ba55-9684434a2389', 'name': '', 'network_id': 'c07ca9cb-63bd-4827-abf0-00c4f3241463', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:33:36:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f62de0-dcb0-412d-a195-4aa0822f0cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'dcfe39d0-8534-442b-b265-6eb43d190290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:36:14Z', 'updated_at': '2022-10-13T15:36:20Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': 'dcfe39d0-8534-442b-b265-6eb43d190290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:35.738594 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c365bb2-fb13-493d-ba92-4c2981deea67 None None] The sync data for ids ['17f62de0-dcb0-412d-a195-4aa0822f0cdd'] in dv-neutron-860329-2-hyperv is: [{'id': '17f62de0-dcb0-412d-a195-4aa0822f0cdd', 'name': 'tempest-TestNetworkBasicOps-router-574452376', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.208'}], 'enable_snat': True}, 'gw_port_id': '9a8a6237-b7d6-46bd-a808-adb3fa92a289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:36:10Z', 'updated_at': '2022-10-13T15:36:15Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '9a8a6237-b7d6-46bd-a808-adb3fa92a289', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:90:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f62de0-dcb0-412d-a195-4aa0822f0cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:36:11Z', 'updated_at': '2022-10-13T15:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': 'c6cd6a46-0549-4cfe-9ee4-eb86a371d865', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'floating_ip_address': '172.26.2.49', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '17f62de0-dcb0-412d-a195-4aa0822f0cdd', 'port_id': '58c70d8f-2648-43c3-85b4-d6ede4674d2a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c07ca9cb-63bd-4827-abf0-00c4f3241463', 'mac_address': 'fa:16:3e:c7:0c:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8feef99a-0ebf-4643-9838-3fb155aefe98', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:36:33Z', 'updated_at': '2022-10-13T15:36:33Z', 'revision_number': 0, 'project_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb4247a6-1ece-4c67-ba55-9684434a2389', 'name': '', 'network_id': 'c07ca9cb-63bd-4827-abf0-00c4f3241463', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:33:36:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f62de0-dcb0-412d-a195-4aa0822f0cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'dcfe39d0-8534-442b-b265-6eb43d190290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:36:14Z', 'updated_at': '2022-10-13T15:36:20Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': 'dcfe39d0-8534-442b-b265-6eb43d190290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:36:35.925846 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55612) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:36:35.930555 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-014e618a-1b3d-4688-8b5b-82bc04aa5b41 None None] New status for floating IP c6cd6a46-0549-4cfe-9ee4-eb86a371d865: ACTIVE {{(pid=88974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:36:36.165993 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-98d591af-92b6-4bea-b217-98e97e6c66ea tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/floatingips/c6cd6a46-0549-4cfe-9ee4-eb86a371d865 HTTP/1.1" status: 200 len: 991 time: 0.2376223 Oct 13 15:36:36.590963 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ae0630db-762d-43aa-96fd-bb7817903bc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:37.168624 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55618) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:36:37.275404 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-ffb7eb0d-0f58-4d1d-8c7e-c32690707a5b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/floatingips/c6cd6a46-0549-4cfe-9ee4-eb86a371d865 HTTP/1.1" status: 200 len: 993 time: 0.1053789 Oct 13 15:36:37.673542 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55624) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:36:37.676008 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:37.747412 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d8e038c1-87fa-4b98-953d-1533e2036274 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:37.778144 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d8e038c1-87fa-4b98-953d-1533e2036274 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:37.827663 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:37.846712 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d8e038c1-87fa-4b98-953d-1533e2036274 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:37.863878 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e038c1-87fa-4b98-953d-1533e2036274 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=81e55712-bc20-48c8-a3f7-25813fa3e1a9,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:37.876928 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d8e038c1-87fa-4b98-953d-1533e2036274 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:37.878297 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d8e038c1-87fa-4b98-953d-1533e2036274 tempest-TestVolumeBootPattern-1602184631 tempest-TestVolumeBootPattern-1602184631-project] 10.222.0.42 "DELETE /v2.0/security-groups/81e55712-bc20-48c8-a3f7-25813fa3e1a9 HTTP/1.1" status: 204 len: 168 time: 0.2035708 Oct 13 15:36:37.935877 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55630) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:36:38.559581 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2908ea25-e534-4e6e-a372-53bb866fc9d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:38.904807 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-2908ea25-e534-4e6e-a372-53bb866fc9d1 admin admin] Deleting port 07a0c8b7-349c-4604-a651-d64c7d04f26d {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:36:38.905142 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2908ea25-e534-4e6e-a372-53bb866fc9d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:39.069970 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-2908ea25-e534-4e6e-a372-53bb866fc9d1 admin admin] For port 07a0c8b7-349c-4604-a651-d64c7d04f26d, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=07a0c8b7-349c-4604-a651-d64c7d04f26d,segment=NetworkSegment(c8b28188-8b1e-438a-8a7c-cfa1fc185e50),segment_id=c8b28188-8b1e-438a-8a7c-cfa1fc185e50)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:36:39.070342 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2908ea25-e534-4e6e-a372-53bb866fc9d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:39.296357 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-2908ea25-e534-4e6e-a372-53bb866fc9d1 admin admin] Calling delete_port for 07a0c8b7-349c-4604-a651-d64c7d04f26d owned by network:router_interface {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:36:39.476003 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2908ea25-e534-4e6e-a372-53bb866fc9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:39.523134 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2908ea25-e534-4e6e-a372-53bb866fc9d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=07a0c8b7-349c-4604-a651-d64c7d04f26d,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:39.534777 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:39.796880 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2908ea25-e534-4e6e-a372-53bb866fc9d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:40.145450 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2908ea25-e534-4e6e-a372-53bb866fc9d1 admin admin] Router 5c789ee5-5555-45a4-8d4f-29ee4b084360 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:36:40.317705 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2908ea25-e534-4e6e-a372-53bb866fc9d1 admin admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:36:40.326958 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a02f71-ab5a-4a49-b25a-ebd537cb47dc None None] Sync routers for ids ['5c789ee5-5555-45a4-8d4f-29ee4b084360'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:36:40.329749 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-2908ea25-e534-4e6e-a372-53bb866fc9d1 admin admin] 10.222.0.42 "PUT /v2.0/routers/5c789ee5-5555-45a4-8d4f-29ee4b084360/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3928163 Oct 13 15:36:40.332821 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55636) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:36:40.337478 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a02f71-ab5a-4a49-b25a-ebd537cb47dc None None] Routers {'5c789ee5-5555-45a4-8d4f-29ee4b084360'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:36:40.338074 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-42a02f71-ab5a-4a49-b25a-ebd537cb47dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:36:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['5c789ee5-5555-45a4-8d4f-29ee4b084360'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:40.505163 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0847a624-62be-42f1-9508-32e3888900dd admin admin] Notify callbacks [] for router, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:40.508530 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-42a02f71-ab5a-4a49-b25a-ebd537cb47dc None None] Set router 5c789ee5-5555-45a4-8d4f-29ee4b084360 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:36:40.800677 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-42a02f71-ab5a-4a49-b25a-ebd537cb47dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'name': 'tempest-TestVolumeBootPattern-1392317372-router', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.102'}], 'enable_snat': True}, 'gw_port_id': '35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:16Z', 'updated_at': '2022-10-13T15:36:39Z', 'revision_number': 5, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'gw_port': {'id': '35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:04:b9:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 424, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:18Z', 'updated_at': '2022-10-13T15:27:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:40.804279 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0847a624-62be-42f1-9508-32e3888900dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:40.804850 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a02f71-ab5a-4a49-b25a-ebd537cb47dc None None] Checking router: 5c789ee5-5555-45a4-8d4f-29ee4b084360 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:36:40.812944 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a02f71-ab5a-4a49-b25a-ebd537cb47dc None None] Routers {'5c789ee5-5555-45a4-8d4f-29ee4b084360'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:36:40.813715 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-42a02f71-ab5a-4a49-b25a-ebd537cb47dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:36:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['5c789ee5-5555-45a4-8d4f-29ee4b084360'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:40.813870 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-0847a624-62be-42f1-9508-32e3888900dd admin admin] Deleting port 35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:36:40.814088 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0847a624-62be-42f1-9508-32e3888900dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:40.960708 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-42a02f71-ab5a-4a49-b25a-ebd537cb47dc None None] Set router 5c789ee5-5555-45a4-8d4f-29ee4b084360 gateway port host: None {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:36:40.986976 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-0847a624-62be-42f1-9508-32e3888900dd admin admin] For port 35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:36:40.987333 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0847a624-62be-42f1-9508-32e3888900dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:41.090205 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-42a02f71-ab5a-4a49-b25a-ebd537cb47dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'name': 'tempest-TestVolumeBootPattern-1392317372-router', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:16Z', 'updated_at': '2022-10-13T15:36:40Z', 'revision_number': 6, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'gw_port_host': None}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:41.094229 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a02f71-ab5a-4a49-b25a-ebd537cb47dc None None] The sync data for ids ['5c789ee5-5555-45a4-8d4f-29ee4b084360'] in dv-neutron-860329-2-hyperv is: [{'id': '5c789ee5-5555-45a4-8d4f-29ee4b084360', 'name': 'tempest-TestVolumeBootPattern-1392317372-router', 'tenant_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:16Z', 'updated_at': '2022-10-13T15:36:40Z', 'revision_number': 6, 'project_id': 'c4e179e9a35a4e59a0b0abe27aa737df', 'gw_port_host': None}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:36:41.110656 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-0847a624-62be-42f1-9508-32e3888900dd admin admin] Calling delete_port for 35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3 owned by network:router_gateway {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:36:41.274924 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0847a624-62be-42f1-9508-32e3888900dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:41.325581 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0847a624-62be-42f1-9508-32e3888900dd admin admin] Pushing event deleted for resources: {'Port': ['ID=35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:41.419080 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0847a624-62be-42f1-9508-32e3888900dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828050'] for router_gateway, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:41.596732 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0847a624-62be-42f1-9508-32e3888900dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:41.598820 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0847a624-62be-42f1-9508-32e3888900dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:41.619949 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0847a624-62be-42f1-9508-32e3888900dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:41.620511 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0847a624-62be-42f1-9508-32e3888900dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5c789ee5-5555-45a4-8d4f-29ee4b084360 {{(pid=88973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:36:41.632460 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0847a624-62be-42f1-9508-32e3888900dd admin admin] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:41.633581 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-0847a624-62be-42f1-9508-32e3888900dd admin admin] 10.222.0.42 "DELETE /v2.0/routers/5c789ee5-5555-45a4-8d4f-29ee4b084360 HTTP/1.1" status: 204 len: 168 time: 1.2998431 Oct 13 15:36:41.636218 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55640) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:36:41.697552 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_v2 [None req-b64ee37f-33aa-4d93-91c2-1eb759401532 admin admin] Deleting subnet 235995ae-56e8-4a42-a8ac-e16e5c3294b1 {{(pid=88973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:36:41.700989 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b64ee37f-33aa-4d93-91c2-1eb759401532 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:41.749971 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b64ee37f-33aa-4d93-91c2-1eb759401532 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7432921'] for subnet, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:41.827066 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b64ee37f-33aa-4d93-91c2-1eb759401532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:41.898837 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b64ee37f-33aa-4d93-91c2-1eb759401532 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:41.936956 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64ee37f-33aa-4d93-91c2-1eb759401532 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=235995ae-56e8-4a42-a8ac-e16e5c3294b1,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:41.938936 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b64ee37f-33aa-4d93-91c2-1eb759401532 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:41.944083 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a66a5b-219b-4140-bfcd-4a5c60ad546e None None] Network a44f8207-61f2-477d-b80a-38deab4e3cb7 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:36:41.947813 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-b64ee37f-33aa-4d93-91c2-1eb759401532 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/235995ae-56e8-4a42-a8ac-e16e5c3294b1 HTTP/1.1" status: 204 len: 168 time: 0.3084345 Oct 13 15:36:41.948060 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55644) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:36:42.172905 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-07745f92-4662-460b-b8dc-ae987538cca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:42.184207 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-07745f92-4662-460b-b8dc-ae987538cca4 admin admin] Deleting port 2e34b1a1-f9c9-45ed-84dd-d46bdaea62fc {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:36:42.184538 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-07745f92-4662-460b-b8dc-ae987538cca4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:42.201527 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfaf3f47-ac8b-43e7-b7ad-86d9dc1ae773 None None] DHCP port deletion for a44f8207-61f2-477d-b80a-38deab4e3cb7 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:36:42.205760 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-bfaf3f47-ac8b-43e7-b7ad-86d9dc1ae773 None None] Deleting port 2e34b1a1-f9c9-45ed-84dd-d46bdaea62fc {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:36:42.206148 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-bfaf3f47-ac8b-43e7-b7ad-86d9dc1ae773 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:42.391936 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-07745f92-4662-460b-b8dc-ae987538cca4 admin admin] For port 2e34b1a1-f9c9-45ed-84dd-d46bdaea62fc, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=2e34b1a1-f9c9-45ed-84dd-d46bdaea62fc,segment=NetworkSegment(c8b28188-8b1e-438a-8a7c-cfa1fc185e50),segment_id=c8b28188-8b1e-438a-8a7c-cfa1fc185e50)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:36:42.392293 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-07745f92-4662-460b-b8dc-ae987538cca4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:42.407534 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-bfaf3f47-ac8b-43e7-b7ad-86d9dc1ae773 None None] For port 2e34b1a1-f9c9-45ed-84dd-d46bdaea62fc, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=2e34b1a1-f9c9-45ed-84dd-d46bdaea62fc,segment=NetworkSegment(c8b28188-8b1e-438a-8a7c-cfa1fc185e50),segment_id=c8b28188-8b1e-438a-8a7c-cfa1fc185e50)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:36:42.407921 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-bfaf3f47-ac8b-43e7-b7ad-86d9dc1ae773 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:42.513908 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-07745f92-4662-460b-b8dc-ae987538cca4 admin admin] Calling delete_port for 2e34b1a1-f9c9-45ed-84dd-d46bdaea62fc owned by network:dhcp {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:36:42.529169 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-bfaf3f47-ac8b-43e7-b7ad-86d9dc1ae773 None None] Calling delete_port for 2e34b1a1-f9c9-45ed-84dd-d46bdaea62fc owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:36:42.583768 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 07a0c8b7-349c-4604-a651-d64c7d04f26d no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:36:42.590285 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-07745f92-4662-460b-b8dc-ae987538cca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:42.630980 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 07a0c8b7-349c-4604-a651-d64c7d04f26d {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:36:42.631333 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 07a0c8b7-349c-4604-a651-d64c7d04f26d not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:36:42.631732 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:36:42.642426 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07745f92-4662-460b-b8dc-ae987538cca4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e34b1a1-f9c9-45ed-84dd-d46bdaea62fc,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:42.645865 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07745f92-4662-460b-b8dc-ae987538cca4 admin admin] No DVR routers for this DVR port 2e34b1a1-f9c9-45ed-84dd-d46bdaea62fc on host dv-neutron-860329-2-hyperv {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:36:42.669014 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:36:42.669386 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 35cfa9a7-f7dc-4c5f-8806-a33f4fafc0c3 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:36:42.669768 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 2e34b1a1-f9c9-45ed-84dd-d46bdaea62fc no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:36:42.707006 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 2e34b1a1-f9c9-45ed-84dd-d46bdaea62fc {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:36:42.707352 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 2e34b1a1-f9c9-45ed-84dd-d46bdaea62fc not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:36:42.708865 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.db.api [None req-bfaf3f47-ac8b-43e7-b7ad-86d9dc1ae773 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88974) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:36:42.709213 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG oslo_db.api [None req-bfaf3f47-ac8b-43e7-b7ad-86d9dc1ae773 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:36:42.768033 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-07745f92-4662-460b-b8dc-ae987538cca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:42.792769 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-07745f92-4662-460b-b8dc-ae987538cca4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a44f8207-61f2-477d-b80a-38deab4e3cb7']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:42.805074 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-07745f92-4662-460b-b8dc-ae987538cca4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8b28188-8b1e-438a-8a7c-cfa1fc185e50') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:42.805370 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-07745f92-4662-460b-b8dc-ae987538cca4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8b28188-8b1e-438a-8a7c-cfa1fc185e50') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:42.816440 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-07745f92-4662-460b-b8dc-ae987538cca4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:42.832441 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-07745f92-4662-460b-b8dc-ae987538cca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:42.838371 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07745f92-4662-460b-b8dc-ae987538cca4 admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:36:42.838736 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-07745f92-4662-460b-b8dc-ae987538cca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:42.868923 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment c8b28188-8b1e-438a-8a7c-cfa1fc185e50 resource provider aggregate not found Oct 13 15:36:42.929534 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment c8b28188-8b1e-438a-8a7c-cfa1fc185e50 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c8b28188-8b1e-438a-8a7c-cfa1fc185e50 found for delete ", "request_id": "req-582b42bf-88a5-492b-9679-11e4d3687e65"}]} Oct 13 15:36:42.936766 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-07745f92-4662-460b-b8dc-ae987538cca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:42.951958 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-07745f92-4662-460b-b8dc-ae987538cca4 admin admin] Notify callbacks [] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:42.963667 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07745f92-4662-460b-b8dc-ae987538cca4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a44f8207-61f2-477d-b80a-38deab4e3cb7,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:42.975690 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-07745f92-4662-460b-b8dc-ae987538cca4 admin admin] 10.222.0.42 "DELETE /v2.0/networks/a44f8207-61f2-477d-b80a-38deab4e3cb7 HTTP/1.1" status: 204 len: 168 time: 1.0266821 Oct 13 15:36:42.978488 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55652) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:36:43.210665 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-bfaf3f47-ac8b-43e7-b7ad-86d9dc1ae773 None None] Deleting port 2e34b1a1-f9c9-45ed-84dd-d46bdaea62fc {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:36:43.211217 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-bfaf3f47-ac8b-43e7-b7ad-86d9dc1ae773 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:43.277096 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-bfaf3f47-ac8b-43e7-b7ad-86d9dc1ae773 None None] The port '2e34b1a1-f9c9-45ed-84dd-d46bdaea62fc' was deleted {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 13 15:36:43.505396 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f1a4a0c6-8ce7-43cc-b5c3-284ad0865c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:43.960420 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-f1a4a0c6-8ce7-43cc-b5c3-284ad0865c80 admin admin] Deleting port 248c600e-5d64-470a-8d32-d4f90199663e {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:36:43.961081 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f1a4a0c6-8ce7-43cc-b5c3-284ad0865c80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:44.131204 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-f1a4a0c6-8ce7-43cc-b5c3-284ad0865c80 admin admin] For port 248c600e-5d64-470a-8d32-d4f90199663e, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=248c600e-5d64-470a-8d32-d4f90199663e,segment=NetworkSegment(01fa4796-7560-41f0-88ba-321558965537),segment_id=01fa4796-7560-41f0-88ba-321558965537)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:36:44.131560 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f1a4a0c6-8ce7-43cc-b5c3-284ad0865c80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:44.253178 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-f1a4a0c6-8ce7-43cc-b5c3-284ad0865c80 admin admin] Calling delete_port for 248c600e-5d64-470a-8d32-d4f90199663e owned by network:router_interface {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:36:44.426938 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f1a4a0c6-8ce7-43cc-b5c3-284ad0865c80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:44.475816 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a4a0c6-8ce7-43cc-b5c3-284ad0865c80 admin admin] Pushing event deleted for resources: {'Port': ['ID=248c600e-5d64-470a-8d32-d4f90199663e,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:44.756101 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f1a4a0c6-8ce7-43cc-b5c3-284ad0865c80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:45.213355 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a4a0c6-8ce7-43cc-b5c3-284ad0865c80 admin admin] Router dd243dbd-009e-4307-afa7-2438e63c8307 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:36:45.395669 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a4a0c6-8ce7-43cc-b5c3-284ad0865c80 admin admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:36:45.404102 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c7e74d-7d7d-4e33-af58-daa55e1b0f11 None None] Sync routers for ids ['dd243dbd-009e-4307-afa7-2438e63c8307'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:36:45.412353 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-f1a4a0c6-8ce7-43cc-b5c3-284ad0865c80 admin admin] 10.222.0.42 "PUT /v2.0/routers/dd243dbd-009e-4307-afa7-2438e63c8307/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4324751 Oct 13 15:36:45.414466 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55656) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:36:45.417153 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c7e74d-7d7d-4e33-af58-daa55e1b0f11 None None] Routers {'dd243dbd-009e-4307-afa7-2438e63c8307'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:36:45.417782 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-14c7e74d-7d7d-4e33-af58-daa55e1b0f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:36:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['dd243dbd-009e-4307-afa7-2438e63c8307'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:45.596542 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-14c7e74d-7d7d-4e33-af58-daa55e1b0f11 None None] Set router dd243dbd-009e-4307-afa7-2438e63c8307 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:36:45.600099 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-fc44d381-1aa1-4fce-90ad-27336a435ab8 admin admin] Notify callbacks [] for router, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:45.782696 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-fc44d381-1aa1-4fce-90ad-27336a435ab8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:45.791997 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-fc44d381-1aa1-4fce-90ad-27336a435ab8 admin admin] Deleting port 096d7a3e-bd9a-4b75-9e3d-1a80ea105ccd {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:36:45.792384 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-fc44d381-1aa1-4fce-90ad-27336a435ab8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:45.914725 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-14c7e74d-7d7d-4e33-af58-daa55e1b0f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd243dbd-009e-4307-afa7-2438e63c8307', 'name': 'tempest-TestVolumeBootPattern-2107375634-router', 'tenant_id': '6e2052c4f3914e79a3f6c684eb6c678b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.52'}], 'enable_snat': True}, 'gw_port_id': '096d7a3e-bd9a-4b75-9e3d-1a80ea105ccd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:46Z', 'updated_at': '2022-10-13T15:36:44Z', 'revision_number': 5, 'project_id': '6e2052c4f3914e79a3f6c684eb6c678b', 'gw_port': {'id': '096d7a3e-bd9a-4b75-9e3d-1a80ea105ccd', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:04:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd243dbd-009e-4307-afa7-2438e63c8307', 'device_owner': 'network:router_gateway', 'standard_attr_id': 459, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.52', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:27:49Z', 'updated_at': '2022-10-13T15:28:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:45.918514 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c7e74d-7d7d-4e33-af58-daa55e1b0f11 None None] Checking router: dd243dbd-009e-4307-afa7-2438e63c8307 for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:36:45.927269 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c7e74d-7d7d-4e33-af58-daa55e1b0f11 None None] Routers {'dd243dbd-009e-4307-afa7-2438e63c8307'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:36:45.927868 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-14c7e74d-7d7d-4e33-af58-daa55e1b0f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:36:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['dd243dbd-009e-4307-afa7-2438e63c8307'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:45.973762 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-fc44d381-1aa1-4fce-90ad-27336a435ab8 admin admin] For port 096d7a3e-bd9a-4b75-9e3d-1a80ea105ccd, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=096d7a3e-bd9a-4b75-9e3d-1a80ea105ccd,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:36:45.974021 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-fc44d381-1aa1-4fce-90ad-27336a435ab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:46.074103 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-14c7e74d-7d7d-4e33-af58-daa55e1b0f11 None None] Set router dd243dbd-009e-4307-afa7-2438e63c8307 gateway port host: None {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:36:46.100136 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-fc44d381-1aa1-4fce-90ad-27336a435ab8 admin admin] Calling delete_port for 096d7a3e-bd9a-4b75-9e3d-1a80ea105ccd owned by network:router_gateway {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:36:46.177682 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-14c7e74d-7d7d-4e33-af58-daa55e1b0f11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd243dbd-009e-4307-afa7-2438e63c8307', 'name': 'tempest-TestVolumeBootPattern-2107375634-router', 'tenant_id': '6e2052c4f3914e79a3f6c684eb6c678b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:46Z', 'updated_at': '2022-10-13T15:36:45Z', 'revision_number': 6, 'project_id': '6e2052c4f3914e79a3f6c684eb6c678b', 'gw_port_host': None}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:46.181512 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14c7e74d-7d7d-4e33-af58-daa55e1b0f11 None None] The sync data for ids ['dd243dbd-009e-4307-afa7-2438e63c8307'] in dv-neutron-860329-2-hyperv is: [{'id': 'dd243dbd-009e-4307-afa7-2438e63c8307', 'name': 'tempest-TestVolumeBootPattern-2107375634-router', 'tenant_id': '6e2052c4f3914e79a3f6c684eb6c678b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:27:46Z', 'updated_at': '2022-10-13T15:36:45Z', 'revision_number': 6, 'project_id': '6e2052c4f3914e79a3f6c684eb6c678b', 'gw_port_host': None}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:36:46.273147 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-fc44d381-1aa1-4fce-90ad-27336a435ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:46.320316 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc44d381-1aa1-4fce-90ad-27336a435ab8 admin admin] Pushing event deleted for resources: {'Port': ['ID=096d7a3e-bd9a-4b75-9e3d-1a80ea105ccd,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:46.522108 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-fc44d381-1aa1-4fce-90ad-27336a435ab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828050'] for router_gateway, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:46.607039 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 248c600e-5d64-470a-8d32-d4f90199663e no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:36:46.648175 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 248c600e-5d64-470a-8d32-d4f90199663e {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:36:46.648521 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 248c600e-5d64-470a-8d32-d4f90199663e not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:36:46.696802 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-fc44d381-1aa1-4fce-90ad-27336a435ab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:46.699096 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-fc44d381-1aa1-4fce-90ad-27336a435ab8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:46.723390 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-fc44d381-1aa1-4fce-90ad-27336a435ab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:46.723899 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc44d381-1aa1-4fce-90ad-27336a435ab8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd243dbd-009e-4307-afa7-2438e63c8307 {{(pid=88973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:36:46.735355 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-fc44d381-1aa1-4fce-90ad-27336a435ab8 admin admin] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:46.736447 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-fc44d381-1aa1-4fce-90ad-27336a435ab8 admin admin] 10.222.0.42 "DELETE /v2.0/routers/dd243dbd-009e-4307-afa7-2438e63c8307 HTTP/1.1" status: 204 len: 168 time: 1.3208432 Oct 13 15:36:46.738984 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55660) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:36:46.798667 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d471064-77b9-4b6a-9ce7-36a50f27ef90 admin admin] Deleting subnet 8c978c88-860e-44da-8b8a-2cdd6e8e0289 {{(pid=88973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:36:46.801563 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6d471064-77b9-4b6a-9ce7-36a50f27ef90 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:46.850646 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6d471064-77b9-4b6a-9ce7-36a50f27ef90 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7432921'] for subnet, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:46.925901 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6d471064-77b9-4b6a-9ce7-36a50f27ef90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:46.998945 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6d471064-77b9-4b6a-9ce7-36a50f27ef90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:47.036010 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d471064-77b9-4b6a-9ce7-36a50f27ef90 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c978c88-860e-44da-8b8a-2cdd6e8e0289,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:47.041442 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6d471064-77b9-4b6a-9ce7-36a50f27ef90 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:47.047460 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-6d471064-77b9-4b6a-9ce7-36a50f27ef90 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/8c978c88-860e-44da-8b8a-2cdd6e8e0289 HTTP/1.1" status: 204 len: 168 time: 0.3075316 Oct 13 15:36:47.048177 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cee540a-d25a-4f2b-a173-11a64f76acfb None None] Network ced2275c-bcdc-4a16-b344-0fe658c14c93 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:36:47.049949 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55664) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:36:47.159070 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5d7b834e-4701-495d-bf37-59d6851d167c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:47.170017 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-5d7b834e-4701-495d-bf37-59d6851d167c admin admin] Deleting port d87f15e1-ea86-4c29-8767-419e02e0d360 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:36:47.170346 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5d7b834e-4701-495d-bf37-59d6851d167c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:47.308985 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70a7b07-a66b-445a-b138-31211e93aed9 None None] DHCP port deletion for ced2275c-bcdc-4a16-b344-0fe658c14c93 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:36:47.313984 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-e70a7b07-a66b-445a-b138-31211e93aed9 None None] Deleting port d87f15e1-ea86-4c29-8767-419e02e0d360 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:36:47.314922 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e70a7b07-a66b-445a-b138-31211e93aed9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:47.381759 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-5d7b834e-4701-495d-bf37-59d6851d167c admin admin] For port d87f15e1-ea86-4c29-8767-419e02e0d360, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=d87f15e1-ea86-4c29-8767-419e02e0d360,segment=NetworkSegment(01fa4796-7560-41f0-88ba-321558965537),segment_id=01fa4796-7560-41f0-88ba-321558965537)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:36:47.382725 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5d7b834e-4701-495d-bf37-59d6851d167c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:47.506422 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-5d7b834e-4701-495d-bf37-59d6851d167c admin admin] Calling delete_port for d87f15e1-ea86-4c29-8767-419e02e0d360 owned by network:dhcp {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:36:47.518716 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-e70a7b07-a66b-445a-b138-31211e93aed9 None None] For port d87f15e1-ea86-4c29-8767-419e02e0d360, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=d87f15e1-ea86-4c29-8767-419e02e0d360,segment=NetworkSegment(01fa4796-7560-41f0-88ba-321558965537),segment_id=01fa4796-7560-41f0-88ba-321558965537)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:36:47.519112 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e70a7b07-a66b-445a-b138-31211e93aed9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:47.581586 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5d7b834e-4701-495d-bf37-59d6851d167c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:47.634582 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7b834e-4701-495d-bf37-59d6851d167c admin admin] Pushing event deleted for resources: {'Port': ['ID=d87f15e1-ea86-4c29-8767-419e02e0d360,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:47.636429 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7b834e-4701-495d-bf37-59d6851d167c admin admin] No DVR routers for this DVR port d87f15e1-ea86-4c29-8767-419e02e0d360 on host dv-neutron-860329-2-hyperv {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:36:47.648979 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-e70a7b07-a66b-445a-b138-31211e93aed9 None None] Calling delete_port for d87f15e1-ea86-4c29-8767-419e02e0d360 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:36:47.729020 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.db.api [None req-e70a7b07-a66b-445a-b138-31211e93aed9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88974) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:36:47.729980 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG oslo_db.api [None req-e70a7b07-a66b-445a-b138-31211e93aed9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:36:47.732560 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55672) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:36:47.757597 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5d7b834e-4701-495d-bf37-59d6851d167c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:47.782626 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-5d7b834e-4701-495d-bf37-59d6851d167c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ced2275c-bcdc-4a16-b344-0fe658c14c93']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:47.795354 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-5d7b834e-4701-495d-bf37-59d6851d167c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01fa4796-7560-41f0-88ba-321558965537') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:47.795656 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-5d7b834e-4701-495d-bf37-59d6851d167c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01fa4796-7560-41f0-88ba-321558965537') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:47.808251 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5d7b834e-4701-495d-bf37-59d6851d167c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:47.823679 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5d7b834e-4701-495d-bf37-59d6851d167c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:47.830236 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d7b834e-4701-495d-bf37-59d6851d167c admin admin] Releasing vlan 401 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:36:47.830582 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5d7b834e-4701-495d-bf37-59d6851d167c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:47.862945 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 01fa4796-7560-41f0-88ba-321558965537 resource provider aggregate not found Oct 13 15:36:48.035047 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-301adde1-edd0-4abb-8d0d-a9dcb9515d33 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Deleting port 6f987c9f-2715-473d-b3f5-eb62c82f9ce7 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:36:48.035401 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-301adde1-edd0-4abb-8d0d-a9dcb9515d33 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:48.039550 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 01fa4796-7560-41f0-88ba-321558965537 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 01fa4796-7560-41f0-88ba-321558965537 found for delete ", "request_id": "req-926a828c-63a2-47ef-a282-29ff665d1d1d"}]} Oct 13 15:36:48.045652 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5d7b834e-4701-495d-bf37-59d6851d167c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:48.061439 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5d7b834e-4701-495d-bf37-59d6851d167c admin admin] Notify callbacks [] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:48.073426 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7b834e-4701-495d-bf37-59d6851d167c admin admin] Pushing event deleted for resources: {'Network': ['ID=ced2275c-bcdc-4a16-b344-0fe658c14c93,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:48.081153 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-5d7b834e-4701-495d-bf37-59d6851d167c admin admin] 10.222.0.42 "DELETE /v2.0/networks/ced2275c-bcdc-4a16-b344-0fe658c14c93 HTTP/1.1" status: 204 len: 168 time: 1.0272968 Oct 13 15:36:48.192818 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55682) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:36:48.214284 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-301adde1-edd0-4abb-8d0d-a9dcb9515d33 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:48.214611 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-301adde1-edd0-4abb-8d0d-a9dcb9515d33 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:48.231020 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-e70a7b07-a66b-445a-b138-31211e93aed9 None None] Deleting port d87f15e1-ea86-4c29-8767-419e02e0d360 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:36:48.231605 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e70a7b07-a66b-445a-b138-31211e93aed9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:48.243245 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-ee7c8b0f-4bf7-49d2-a03b-3a5a69684608 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c4e179e9a35a4e59a0b0abe27aa737df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469871 Oct 13 15:36:48.243524 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55686) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:36:48.299029 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-e70a7b07-a66b-445a-b138-31211e93aed9 None None] The port 'd87f15e1-ea86-4c29-8767-419e02e0d360' was deleted {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 13 15:36:48.301500 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-71427377-bba1-41ba-b0aa-89ea824bf474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:48.332447 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-71427377-bba1-41ba-b0aa-89ea824bf474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:48.339470 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-301adde1-edd0-4abb-8d0d-a9dcb9515d33 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Calling delete_port for 6f987c9f-2715-473d-b3f5-eb62c82f9ce7 owned by network:floatingip {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:36:48.384824 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-71427377-bba1-41ba-b0aa-89ea824bf474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:48.405511 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71427377-bba1-41ba-b0aa-89ea824bf474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e740f10c-3f21-404a-b87b-7f6ece637a6a,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:48.414368 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-71427377-bba1-41ba-b0aa-89ea824bf474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:48.415492 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-71427377-bba1-41ba-b0aa-89ea824bf474 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e740f10c-3f21-404a-b87b-7f6ece637a6a HTTP/1.1" status: 204 len: 168 time: 0.1711466 Oct 13 15:36:48.502394 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-301adde1-edd0-4abb-8d0d-a9dcb9515d33 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:48.551468 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301adde1-edd0-4abb-8d0d-a9dcb9515d33 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Pushing event deleted for resources: {'Port': ['ID=6f987c9f-2715-473d-b3f5-eb62c82f9ce7,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:48.597360 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 096d7a3e-bd9a-4b75-9e3d-1a80ea105ccd no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:36:48.634959 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 096d7a3e-bd9a-4b75-9e3d-1a80ea105ccd {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:36:48.635544 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 096d7a3e-bd9a-4b75-9e3d-1a80ea105ccd not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:36:48.636115 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device d87f15e1-ea86-4c29-8767-419e02e0d360 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:36:48.654332 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-301adde1-edd0-4abb-8d0d-a9dcb9515d33 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks [] for floatingip, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:48.654721 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.l3_db [None req-301adde1-edd0-4abb-8d0d-a9dcb9515d33 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Floating IP 56c115dc-4715-4489-9b64-4c140abd5e60 disassociated (deleted). External IP: 172.26.2.204, port: 75f9427a-9d6f-4010-8f59-3e79fa0900ab. Oct 13 15:36:48.670662 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: d87f15e1-ea86-4c29-8767-419e02e0d360 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:36:48.671557 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device d87f15e1-ea86-4c29-8767-419e02e0d360 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:36:48.794246 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55694) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:36:48.843180 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c1cfe824-3ded-47d7-bc45-75cbca93ecd1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6e2052c4f3914e79a3f6c684eb6c678b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0476923 Oct 13 15:36:48.845790 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55698) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:36:48.902998 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0e58bcc2-9205-4667-a158-200485c76d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:48.928212 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0e58bcc2-9205-4667-a158-200485c76d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:48.978932 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0e58bcc2-9205-4667-a158-200485c76d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:48.996612 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e58bcc2-9205-4667-a158-200485c76d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e21244a3-9501-43f4-b9b4-40926771ed6c,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:48.999964 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0e58bcc2-9205-4667-a158-200485c76d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:49.001135 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-0e58bcc2-9205-4667-a158-200485c76d9f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e21244a3-9501-43f4-b9b4-40926771ed6c HTTP/1.1" status: 204 len: 168 time: 0.1543741 Oct 13 15:36:49.032518 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-301adde1-edd0-4abb-8d0d-a9dcb9515d33 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Router 88378ec8-abd3-41b0-b163-c4afd2143f30 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:36:49.217343 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-301adde1-edd0-4abb-8d0d-a9dcb9515d33 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:36:49.230957 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a018699-09fc-4168-873d-de293485b3d7 None None] Sync routers for ids ['88378ec8-abd3-41b0-b163-c4afd2143f30'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:36:49.241588 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a018699-09fc-4168-873d-de293485b3d7 None None] Routers {'88378ec8-abd3-41b0-b163-c4afd2143f30'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:36:49.241820 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-301adde1-edd0-4abb-8d0d-a9dcb9515d33 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:49.242504 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-4a018699-09fc-4168-873d-de293485b3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:36:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['88378ec8-abd3-41b0-b163-c4afd2143f30'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:49.311060 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-301adde1-edd0-4abb-8d0d-a9dcb9515d33 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "DELETE /v2.0/floatingips/56c115dc-4715-4489-9b64-4c140abd5e60 HTTP/1.1" status: 204 len: 168 time: 1.5747409 Oct 13 15:36:49.311060 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffba99fb-1142-4d80-8627-ae50e1b52a2e', 'tag': '75f9427a-9d6f-4010-8f59-3e79fa0900ab'}] {{(pid=88972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:36:49.311856 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66139ebd01b2281a52a84d0c3e28fe779798cc7e4f9f2d51c02648ac67609c1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9eb4f0-0ef8-4f59-8ca3-a90453b18537" -d '{"events": [{"name": "network-changed", "server_uuid": "ffba99fb-1142-4d80-8627-ae50e1b52a2e", "tag": "75f9427a-9d6f-4010-8f59-3e79fa0900ab"}]}' {{(pid=88972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:36:49.372233 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 15:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-408d8948-d33e-4374-a3ba-5c89aeb0b670 x-openstack-request-id: req-408d8948-d33e-4374-a3ba-5c89aeb0b670 {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:36:49.372956 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffba99fb-1142-4d80-8627-ae50e1b52a2e", "tag": "75f9427a-9d6f-4010-8f59-3e79fa0900ab", "status": "completed", "code": 200}]} {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:36:49.373388 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-408d8948-d33e-4374-a3ba-5c89aeb0b670 {{(pid=88972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:36:49.374173 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-408d8948-d33e-4374-a3ba-5c89aeb0b670'] response: {'name': 'network-changed', 'server_uuid': 'ffba99fb-1142-4d80-8627-ae50e1b52a2e', 'tag': '75f9427a-9d6f-4010-8f59-3e79fa0900ab', 'status': 'completed', 'code': 200} Oct 13 15:36:49.434372 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-4a018699-09fc-4168-873d-de293485b3d7 None None] Set router 88378ec8-abd3-41b0-b163-c4afd2143f30 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:36:49.475059 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9eb4f0-0ef8-4f59-8ca3-a90453b18537 req-f3a0417e-e517-4103-9122-06b669960212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:49.476550 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ec9eb4f0-0ef8-4f59-8ca3-a90453b18537 req-f3a0417e-e517-4103-9122-06b669960212 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=95401ea77be844ac88b12ee49ce84b9c&device_id=ffba99fb-1142-4d80-8627-ae50e1b52a2e HTTP/1.1" status: 200 len: 1098 time: 0.0831780 Oct 13 15:36:49.617901 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9eb4f0-0ef8-4f59-8ca3-a90453b18537 req-fed8b345-85ae-4314-903a-7fc7be015f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:49.619475 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ec9eb4f0-0ef8-4f59-8ca3-a90453b18537 req-fed8b345-85ae-4314-903a-7fc7be015f65 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0f5e6b55-c27c-4faf-a1fa-6c17e6456d25 HTTP/1.1" status: 200 len: 897 time: 0.1369059 Oct 13 15:36:49.704192 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ec9eb4f0-0ef8-4f59-8ca3-a90453b18537 req-a0008587-5f0a-419b-b589-4d0b8d8e2923 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=75f9427a-9d6f-4010-8f59-3e79fa0900ab HTTP/1.1" status: 200 len: 217 time: 0.0776699 Oct 13 15:36:49.758929 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-4a018699-09fc-4168-873d-de293485b3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88378ec8-abd3-41b0-b163-c4afd2143f30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781111883', 'tenant_id': '95401ea77be844ac88b12ee49ce84b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.192'}], 'enable_snat': True}, 'gw_port_id': 'e141406f-3238-46bf-8577-0569991b80fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:32:14Z', 'updated_at': '2022-10-13T15:32:36Z', 'revision_number': 4, 'project_id': '95401ea77be844ac88b12ee49ce84b9c', 'gw_port': {'id': 'e141406f-3238-46bf-8577-0569991b80fd', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:52:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88378ec8-abd3-41b0-b163-c4afd2143f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:32:17Z', 'updated_at': '2022-10-13T15:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '4ca3f5e7-5844-4898-9487-d68de668f88e', 'name': '', 'network_id': '0f5e6b55-c27c-4faf-a1fa-6c17e6456d25', 'tenant_id': '95401ea77be844ac88b12ee49ce84b9c', 'mac_address': 'fa:16:3e:6c:ee:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88378ec8-abd3-41b0-b163-c4afd2143f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'c3b98ca8-1d3f-46b6-888f-6c77b6718cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:32:33Z', 'updated_at': '2022-10-13T15:32:45Z', 'revision_number': 5, 'project_id': '95401ea77be844ac88b12ee49ce84b9c', 'subnets': [{'id': 'c3b98ca8-1d3f-46b6-888f-6c77b6718cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:49.763046 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a018699-09fc-4168-873d-de293485b3d7 None None] Checking router: 88378ec8-abd3-41b0-b163-c4afd2143f30 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:36:49.770689 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9eb4f0-0ef8-4f59-8ca3-a90453b18537 req-2bccd165-2df4-4d34-bd60-944497c26a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:49.772536 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a018699-09fc-4168-873d-de293485b3d7 None None] Routers {'88378ec8-abd3-41b0-b163-c4afd2143f30'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:36:49.772728 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ec9eb4f0-0ef8-4f59-8ca3-a90453b18537 req-2bccd165-2df4-4d34-bd60-944497c26a54 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c3b98ca8-1d3f-46b6-888f-6c77b6718cf0 HTTP/1.1" status: 200 len: 835 time: 0.0616646 Oct 13 15:36:49.773290 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-4a018699-09fc-4168-873d-de293485b3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:36:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['88378ec8-abd3-41b0-b163-c4afd2143f30'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:49.819894 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbaa3bc-4f56-4a32-85b6-8913ad1ce6da req-bff24a36-d5cb-4623-b2b7-aabc6a17871c tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:49.820595 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-6bbaa3bc-4f56-4a32-85b6-8913ad1ce6da req-bff24a36-d5cb-4623-b2b7-aabc6a17871c tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Synchronizing usage tracker for tenant:95401ea77be844ac88b12ee49ce84b9c on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:36:49.837027 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-6bbaa3bc-4f56-4a32-85b6-8913ad1ce6da req-bff24a36-d5cb-4623-b2b7-aabc6a17871c tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Unset dirty status for tenant:95401ea77be844ac88b12ee49ce84b9c on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:36:49.838150 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-6bbaa3bc-4f56-4a32-85b6-8913ad1ce6da req-bff24a36-d5cb-4623-b2b7-aabc6a17871c tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffba99fb-1142-4d80-8627-ae50e1b52a2e HTTP/1.1" status: 200 len: 945 time: 0.2258723 Oct 13 15:36:49.864073 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9eb4f0-0ef8-4f59-8ca3-a90453b18537 req-994160ac-0a03-4e85-996f-1b783349839c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:49.865783 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ec9eb4f0-0ef8-4f59-8ca3-a90453b18537 req-994160ac-0a03-4e85-996f-1b783349839c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0f5e6b55-c27c-4faf-a1fa-6c17e6456d25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0845733 Oct 13 15:36:49.885500 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-6bbaa3bc-4f56-4a32-85b6-8913ad1ce6da req-9d4c09f9-3232-4587-a26d-c169045a3b31 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/security-groups?id=7440aebc-fd11-474d-b16f-2447451d9d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389547 Oct 13 15:36:49.957119 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-4a018699-09fc-4168-873d-de293485b3d7 None None] Set router 88378ec8-abd3-41b0-b163-c4afd2143f30 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:36:50.006645 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ec9eb4f0-0ef8-4f59-8ca3-a90453b18537 req-c46775f6-bc42-4723-abcf-99b1470a01a9 service neutron] 10.222.0.16 "GET /v2.0/networks/0f5e6b55-c27c-4faf-a1fa-6c17e6456d25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318369 Oct 13 15:36:50.137983 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ec9eb4f0-0ef8-4f59-8ca3-a90453b18537 req-6313d9a0-352b-42f1-ba5a-de4fda39cf18 service neutron] 10.222.0.16 "GET /v2.0/networks/0f5e6b55-c27c-4faf-a1fa-6c17e6456d25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243827 Oct 13 15:36:50.261991 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-4a018699-09fc-4168-873d-de293485b3d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88378ec8-abd3-41b0-b163-c4afd2143f30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781111883', 'tenant_id': '95401ea77be844ac88b12ee49ce84b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.192'}], 'enable_snat': True}, 'gw_port_id': 'e141406f-3238-46bf-8577-0569991b80fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:32:14Z', 'updated_at': '2022-10-13T15:32:36Z', 'revision_number': 4, 'project_id': '95401ea77be844ac88b12ee49ce84b9c', 'gw_port': {'id': 'e141406f-3238-46bf-8577-0569991b80fd', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:52:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88378ec8-abd3-41b0-b163-c4afd2143f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:32:17Z', 'updated_at': '2022-10-13T15:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '4ca3f5e7-5844-4898-9487-d68de668f88e', 'name': '', 'network_id': '0f5e6b55-c27c-4faf-a1fa-6c17e6456d25', 'tenant_id': '95401ea77be844ac88b12ee49ce84b9c', 'mac_address': 'fa:16:3e:6c:ee:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88378ec8-abd3-41b0-b163-c4afd2143f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'c3b98ca8-1d3f-46b6-888f-6c77b6718cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:32:33Z', 'updated_at': '2022-10-13T15:32:45Z', 'revision_number': 5, 'project_id': '95401ea77be844ac88b12ee49ce84b9c', 'subnets': [{'id': 'c3b98ca8-1d3f-46b6-888f-6c77b6718cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:50.265706 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a018699-09fc-4168-873d-de293485b3d7 None None] The sync data for ids ['88378ec8-abd3-41b0-b163-c4afd2143f30'] in dv-neutron-860329-2-hyperv is: [{'id': '88378ec8-abd3-41b0-b163-c4afd2143f30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781111883', 'tenant_id': '95401ea77be844ac88b12ee49ce84b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.192'}], 'enable_snat': True}, 'gw_port_id': 'e141406f-3238-46bf-8577-0569991b80fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:32:14Z', 'updated_at': '2022-10-13T15:32:36Z', 'revision_number': 4, 'project_id': '95401ea77be844ac88b12ee49ce84b9c', 'gw_port': {'id': 'e141406f-3238-46bf-8577-0569991b80fd', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:52:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88378ec8-abd3-41b0-b163-c4afd2143f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:32:17Z', 'updated_at': '2022-10-13T15:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '4ca3f5e7-5844-4898-9487-d68de668f88e', 'name': '', 'network_id': '0f5e6b55-c27c-4faf-a1fa-6c17e6456d25', 'tenant_id': '95401ea77be844ac88b12ee49ce84b9c', 'mac_address': 'fa:16:3e:6c:ee:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88378ec8-abd3-41b0-b163-c4afd2143f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 994, 'fixed_ips': [{'subnet_id': 'c3b98ca8-1d3f-46b6-888f-6c77b6718cf0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:32:33Z', 'updated_at': '2022-10-13T15:32:45Z', 'revision_number': 5, 'project_id': '95401ea77be844ac88b12ee49ce84b9c', 'subnets': [{'id': 'c3b98ca8-1d3f-46b6-888f-6c77b6718cf0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:36:50.478503 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36791006-646f-4b7d-bc3d-6880a0a36c7c None None] New status for floating IP 56c115dc-4715-4489-9b64-4c140abd5e60: DOWN {{(pid=88974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:36:51.083564 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56faa12-8640-4002-9265-fe0ef1019897 req-c572848a-1898-4223-9385-a2b6aa969147 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:51.085003 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f56faa12-8640-4002-9265-fe0ef1019897 req-c572848a-1898-4223-9385-a2b6aa969147 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffba99fb-1142-4d80-8627-ae50e1b52a2e HTTP/1.1" status: 200 len: 945 time: 0.0869071 Oct 13 15:36:51.127981 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f56faa12-8640-4002-9265-fe0ef1019897 req-ad5a38fe-f814-4a54-8b6e-6984f74308eb tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/security-groups?id=7440aebc-fd11-474d-b16f-2447451d9d66&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373375 Oct 13 15:36:51.403623 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a960b16-500e-4465-84ce-3a9cdc55ad4b req-6f271636-5002-4cb6-86d5-84d3449fccbc tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:36:51.405028 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1a960b16-500e-4465-84ce-3a9cdc55ad4b req-6f271636-5002-4cb6-86d5-84d3449fccbc tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.16 "GET /v2.0/ports?device_id=ffba99fb-1142-4d80-8627-ae50e1b52a2e HTTP/1.1" status: 200 len: 945 time: 0.0889542 Oct 13 15:36:51.474817 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-1a960b16-500e-4465-84ce-3a9cdc55ad4b req-a4e4e694-ec67-41f0-ae9e-080954affa9c tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Deleting port 75f9427a-9d6f-4010-8f59-3e79fa0900ab {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:36:51.475370 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-1a960b16-500e-4465-84ce-3a9cdc55ad4b req-a4e4e694-ec67-41f0-ae9e-080954affa9c tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:51.718978 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-1a960b16-500e-4465-84ce-3a9cdc55ad4b req-a4e4e694-ec67-41f0-ae9e-080954affa9c tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] For port 75f9427a-9d6f-4010-8f59-3e79fa0900ab, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=75f9427a-9d6f-4010-8f59-3e79fa0900ab,segment=NetworkSegment(5b640b7b-bb58-43d3-8a2a-62c563521076),segment_id=5b640b7b-bb58-43d3-8a2a-62c563521076)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:36:51.719333 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-1a960b16-500e-4465-84ce-3a9cdc55ad4b req-a4e4e694-ec67-41f0-ae9e-080954affa9c tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:51.944062 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-1a960b16-500e-4465-84ce-3a9cdc55ad4b req-a4e4e694-ec67-41f0-ae9e-080954affa9c tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Calling delete_port for 75f9427a-9d6f-4010-8f59-3e79fa0900ab owned by compute:nova {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:36:52.086657 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-1a960b16-500e-4465-84ce-3a9cdc55ad4b req-a4e4e694-ec67-41f0-ae9e-080954affa9c tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:52.134408 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e4e694-ec67-41f0-ae9e-080954affa9c tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Pushing event deleted for resources: {'Port': ['ID=75f9427a-9d6f-4010-8f59-3e79fa0900ab,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:52.226863 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a960b16-500e-4465-84ce-3a9cdc55ad4b req-a4e4e694-ec67-41f0-ae9e-080954affa9c tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] No DVR routers for this DVR port 75f9427a-9d6f-4010-8f59-3e79fa0900ab on host hv-neutron-8603 {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:36:52.229372 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-1a960b16-500e-4465-84ce-3a9cdc55ad4b req-a4e4e694-ec67-41f0-ae9e-080954affa9c tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:52.233661 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffba99fb-1142-4d80-8627-ae50e1b52a2e', 'name': 'network-vif-deleted', 'tag': '75f9427a-9d6f-4010-8f59-3e79fa0900ab'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:36:52.236774 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c644a83-9572-4109-b2e8-54221d9c5a86" -d '{"events": [{"server_uuid": "ffba99fb-1142-4d80-8627-ae50e1b52a2e", "name": "network-vif-deleted", "tag": "75f9427a-9d6f-4010-8f59-3e79fa0900ab"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:36:52.255451 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1a960b16-500e-4465-84ce-3a9cdc55ad4b req-a4e4e694-ec67-41f0-ae9e-080954affa9c tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.16 "DELETE /v2.0/ports/75f9427a-9d6f-4010-8f59-3e79fa0900ab HTTP/1.1" status: 204 len: 173 time: 0.8435571 Oct 13 15:36:52.287279 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 15:36:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f71c061f-b7d2-40d7-9290-b3472cbd1c59 x-openstack-request-id: req-f71c061f-b7d2-40d7-9290-b3472cbd1c59 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:36:52.287777 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffba99fb-1142-4d80-8627-ae50e1b52a2e", "name": "network-vif-deleted", "tag": "75f9427a-9d6f-4010-8f59-3e79fa0900ab", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:36:52.288151 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f71c061f-b7d2-40d7-9290-b3472cbd1c59 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:36:52.288557 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f71c061f-b7d2-40d7-9290-b3472cbd1c59'] response: {'server_uuid': 'ffba99fb-1142-4d80-8627-ae50e1b52a2e', 'name': 'network-vif-deleted', 'tag': '75f9427a-9d6f-4010-8f59-3e79fa0900ab', 'status': 'completed', 'code': 200} Oct 13 15:36:52.329721 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-c381fc23-2b51-48e7-b575-c2fab360bc69 req-a8d177e2-49f8-41d5-bc99-85f829fe8753 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "GET /v2.0/ports?device_id=ffba99fb-1142-4d80-8627-ae50e1b52a2e HTTP/1.1" status: 200 len: 210 time: 0.0782881 Oct 13 15:36:53.433361 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55718) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:36:53.971154 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3ffca467-86e9-45e1-87a8-a73c642181ca tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:54.316740 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-3ffca467-86e9-45e1-87a8-a73c642181ca tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Deleting port 4ca3f5e7-5844-4898-9487-d68de668f88e {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:36:54.317003 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3ffca467-86e9-45e1-87a8-a73c642181ca tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:54.499611 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-3ffca467-86e9-45e1-87a8-a73c642181ca tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] For port 4ca3f5e7-5844-4898-9487-d68de668f88e, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=4ca3f5e7-5844-4898-9487-d68de668f88e,segment=NetworkSegment(5b640b7b-bb58-43d3-8a2a-62c563521076),segment_id=5b640b7b-bb58-43d3-8a2a-62c563521076)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:36:54.500368 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3ffca467-86e9-45e1-87a8-a73c642181ca tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:54.619340 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-3ffca467-86e9-45e1-87a8-a73c642181ca tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Calling delete_port for 4ca3f5e7-5844-4898-9487-d68de668f88e owned by network:router_interface {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:36:55.032594 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3ffca467-86e9-45e1-87a8-a73c642181ca tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:55.078201 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffca467-86e9-45e1-87a8-a73c642181ca tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Pushing event deleted for resources: {'Port': ['ID=4ca3f5e7-5844-4898-9487-d68de668f88e,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:55.119606 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffca467-86e9-45e1-87a8-a73c642181ca tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:55.119958 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffca467-86e9-45e1-87a8-a73c642181ca tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:55.120299 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffca467-86e9-45e1-87a8-a73c642181ca tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:55.120637 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffca467-86e9-45e1-87a8-a73c642181ca tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:55.120967 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffca467-86e9-45e1-87a8-a73c642181ca tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:55.121296 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffca467-86e9-45e1-87a8-a73c642181ca tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:55.121632 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffca467-86e9-45e1-87a8-a73c642181ca tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:55.121955 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffca467-86e9-45e1-87a8-a73c642181ca tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:55.122307 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffca467-86e9-45e1-87a8-a73c642181ca tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:55.122636 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffca467-86e9-45e1-87a8-a73c642181ca tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:55.122959 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffca467-86e9-45e1-87a8-a73c642181ca tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:55.123281 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ffca467-86e9-45e1-87a8-a73c642181ca tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:55.364055 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3ffca467-86e9-45e1-87a8-a73c642181ca tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:55.396723 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 75f9427a-9d6f-4010-8f59-3e79fa0900ab no longer exists at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:36:55.435423 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] No Port match for: 75f9427a-9d6f-4010-8f59-3e79fa0900ab {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:36:55.436064 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 75f9427a-9d6f-4010-8f59-3e79fa0900ab not bound to the agent host hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:36:55.674856 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:55.725017 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ffca467-86e9-45e1-87a8-a73c642181ca tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Router 88378ec8-abd3-41b0-b163-c4afd2143f30 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:36:55.898042 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ffca467-86e9-45e1-87a8-a73c642181ca tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:36:55.907266 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac15360-c667-44d4-b4ae-08f0ce1c624d None None] Sync routers for ids ['88378ec8-abd3-41b0-b163-c4afd2143f30'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:36:55.910640 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-3ffca467-86e9-45e1-87a8-a73c642181ca tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "PUT /v2.0/routers/88378ec8-abd3-41b0-b163-c4afd2143f30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4760747 Oct 13 15:36:55.913235 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55722) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:36:55.916164 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac15360-c667-44d4-b4ae-08f0ce1c624d None None] Routers {'88378ec8-abd3-41b0-b163-c4afd2143f30'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:36:55.916748 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-2ac15360-c667-44d4-b4ae-08f0ce1c624d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:36:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['88378ec8-abd3-41b0-b163-c4afd2143f30'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:55.977601 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-2080c364-e55a-43d2-bd56-50b4f42d9c19 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Deleting subnet c3b98ca8-1d3f-46b6-888f-6c77b6718cf0 {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:36:55.980394 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2080c364-e55a-43d2-bd56-50b4f42d9c19 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:56.033833 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2080c364-e55a-43d2-bd56-50b4f42d9c19 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:56.126906 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-2ac15360-c667-44d4-b4ae-08f0ce1c624d None None] Set router 88378ec8-abd3-41b0-b163-c4afd2143f30 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:36:56.226348 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2080c364-e55a-43d2-bd56-50b4f42d9c19 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:56.296694 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2080c364-e55a-43d2-bd56-50b4f42d9c19 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:56.337788 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2080c364-e55a-43d2-bd56-50b4f42d9c19 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Pushing event deleted for resources: {'Subnet': ['ID=c3b98ca8-1d3f-46b6-888f-6c77b6718cf0,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:56.342944 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2080c364-e55a-43d2-bd56-50b4f42d9c19 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks [] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:56.352187 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-2080c364-e55a-43d2-bd56-50b4f42d9c19 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "DELETE /v2.0/subnets/c3b98ca8-1d3f-46b6-888f-6c77b6718cf0 HTTP/1.1" status: 204 len: 168 time: 0.4355516 Oct 13 15:36:56.352343 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fc30fb-fa4d-458e-b6b0-d451f99bcfb2 None None] Network 0f5e6b55-c27c-4faf-a1fa-6c17e6456d25 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:36:56.352431 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55726) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:36:56.402762 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-2ac15360-c667-44d4-b4ae-08f0ce1c624d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88378ec8-abd3-41b0-b163-c4afd2143f30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781111883', 'tenant_id': '95401ea77be844ac88b12ee49ce84b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.192'}], 'enable_snat': True}, 'gw_port_id': 'e141406f-3238-46bf-8577-0569991b80fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:32:14Z', 'updated_at': '2022-10-13T15:36:54Z', 'revision_number': 5, 'project_id': '95401ea77be844ac88b12ee49ce84b9c', 'gw_port': {'id': 'e141406f-3238-46bf-8577-0569991b80fd', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:52:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88378ec8-abd3-41b0-b163-c4afd2143f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:32:17Z', 'updated_at': '2022-10-13T15:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:56.406586 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac15360-c667-44d4-b4ae-08f0ce1c624d None None] Checking router: 88378ec8-abd3-41b0-b163-c4afd2143f30 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:36:56.415299 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ac15360-c667-44d4-b4ae-08f0ce1c624d None None] Routers {'88378ec8-abd3-41b0-b163-c4afd2143f30'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:36:56.415886 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-2ac15360-c667-44d4-b4ae-08f0ce1c624d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:36:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['88378ec8-abd3-41b0-b163-c4afd2143f30'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:56.534383 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f5415381-e1d3-4adc-9bac-887edcffe911 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks [] for router, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:56.603822 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-2ac15360-c667-44d4-b4ae-08f0ce1c624d None None] Set router 88378ec8-abd3-41b0-b163-c4afd2143f30 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:36:56.641695 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fe17df-290d-47b5-8674-c9ba531003b7 None None] DHCP port deletion for 0f5e6b55-c27c-4faf-a1fa-6c17e6456d25 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:36:56.646655 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-25fe17df-290d-47b5-8674-c9ba531003b7 None None] Deleting port 2b906b6e-8be8-47b0-808d-5cbe1cb53b93 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:36:56.647183 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-25fe17df-290d-47b5-8674-c9ba531003b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:56.750272 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f5415381-e1d3-4adc-9bac-887edcffe911 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:56.761040 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-f5415381-e1d3-4adc-9bac-887edcffe911 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Deleting port e141406f-3238-46bf-8577-0569991b80fd {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:36:56.761624 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f5415381-e1d3-4adc-9bac-887edcffe911 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:56.861008 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-25fe17df-290d-47b5-8674-c9ba531003b7 None None] For port 2b906b6e-8be8-47b0-808d-5cbe1cb53b93, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=2b906b6e-8be8-47b0-808d-5cbe1cb53b93,segment=NetworkSegment(5b640b7b-bb58-43d3-8a2a-62c563521076),segment_id=5b640b7b-bb58-43d3-8a2a-62c563521076)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:36:56.861368 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-25fe17df-290d-47b5-8674-c9ba531003b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:56.900576 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-2ac15360-c667-44d4-b4ae-08f0ce1c624d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88378ec8-abd3-41b0-b163-c4afd2143f30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781111883', 'tenant_id': '95401ea77be844ac88b12ee49ce84b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.192'}], 'enable_snat': True}, 'gw_port_id': 'e141406f-3238-46bf-8577-0569991b80fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:32:14Z', 'updated_at': '2022-10-13T15:36:54Z', 'revision_number': 5, 'project_id': '95401ea77be844ac88b12ee49ce84b9c', 'gw_port': {'id': 'e141406f-3238-46bf-8577-0569991b80fd', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:52:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88378ec8-abd3-41b0-b163-c4afd2143f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:32:17Z', 'updated_at': '2022-10-13T15:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:56.905340 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ac15360-c667-44d4-b4ae-08f0ce1c624d None None] The sync data for ids ['88378ec8-abd3-41b0-b163-c4afd2143f30'] in dv-neutron-860329-2-hyperv is: [{'id': '88378ec8-abd3-41b0-b163-c4afd2143f30', 'name': 'tempest-TestNetworkAdvancedServerOps-router-781111883', 'tenant_id': '95401ea77be844ac88b12ee49ce84b9c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.192'}], 'enable_snat': True}, 'gw_port_id': 'e141406f-3238-46bf-8577-0569991b80fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:32:14Z', 'updated_at': '2022-10-13T15:36:54Z', 'revision_number': 5, 'project_id': '95401ea77be844ac88b12ee49ce84b9c', 'gw_port': {'id': 'e141406f-3238-46bf-8577-0569991b80fd', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:ad:52:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88378ec8-abd3-41b0-b163-c4afd2143f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 964, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:32:17Z', 'updated_at': '2022-10-13T15:32:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:36:56.953655 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-f5415381-e1d3-4adc-9bac-887edcffe911 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] For port e141406f-3238-46bf-8577-0569991b80fd, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=e141406f-3238-46bf-8577-0569991b80fd,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:36:56.954011 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f5415381-e1d3-4adc-9bac-887edcffe911 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:56.983632 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-25fe17df-290d-47b5-8674-c9ba531003b7 None None] Calling delete_port for 2b906b6e-8be8-47b0-808d-5cbe1cb53b93 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:36:57.059778 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-25fe17df-290d-47b5-8674-c9ba531003b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:57.078088 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-f5415381-e1d3-4adc-9bac-887edcffe911 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Calling delete_port for e141406f-3238-46bf-8577-0569991b80fd owned by network:router_gateway {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:36:57.105584 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fe17df-290d-47b5-8674-c9ba531003b7 None None] Pushing event deleted for resources: {'Port': ['ID=2b906b6e-8be8-47b0-808d-5cbe1cb53b93,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:57.108956 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fe17df-290d-47b5-8674-c9ba531003b7 None None] No DVR routers for this DVR port 2b906b6e-8be8-47b0-808d-5cbe1cb53b93 on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:36:57.251977 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f5415381-e1d3-4adc-9bac-887edcffe911 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:57.302178 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5415381-e1d3-4adc-9bac-887edcffe911 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Pushing event deleted for resources: {'Port': ['ID=e141406f-3238-46bf-8577-0569991b80fd,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:57.402103 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f5415381-e1d3-4adc-9bac-887edcffe911 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828050'] for router_gateway, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:57.672014 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f5415381-e1d3-4adc-9bac-887edcffe911 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:57.674223 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f5415381-e1d3-4adc-9bac-887edcffe911 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:57.696021 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f5415381-e1d3-4adc-9bac-887edcffe911 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:57.696534 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5415381-e1d3-4adc-9bac-887edcffe911 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Fanout notify agent at l3_agent the message router_deleted on router 88378ec8-abd3-41b0-b163-c4afd2143f30 {{(pid=88972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:36:57.711923 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f5415381-e1d3-4adc-9bac-887edcffe911 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:57.713014 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-f5415381-e1d3-4adc-9bac-887edcffe911 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "DELETE /v2.0/routers/88378ec8-abd3-41b0-b163-c4afd2143f30 HTTP/1.1" status: 204 len: 168 time: 1.3597851 Oct 13 15:36:57.715870 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55730) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:36:57.834384 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-67ee3ee6-559a-4bf8-9f31-9766ffc52186 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:57.962621 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-67ee3ee6-559a-4bf8-9f31-9766ffc52186 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:57.987405 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-67ee3ee6-559a-4bf8-9f31-9766ffc52186 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f5e6b55-c27c-4faf-a1fa-6c17e6456d25']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:57.999091 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-67ee3ee6-559a-4bf8-9f31-9766ffc52186 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b640b7b-bb58-43d3-8a2a-62c563521076') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:57.999386 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-67ee3ee6-559a-4bf8-9f31-9766ffc52186 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b640b7b-bb58-43d3-8a2a-62c563521076') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:36:58.010442 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-67ee3ee6-559a-4bf8-9f31-9766ffc52186 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:58.026672 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-67ee3ee6-559a-4bf8-9f31-9766ffc52186 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:58.032580 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67ee3ee6-559a-4bf8-9f31-9766ffc52186 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:36:58.033535 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-67ee3ee6-559a-4bf8-9f31-9766ffc52186 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:58.112280 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 5b640b7b-bb58-43d3-8a2a-62c563521076 resource provider aggregate not found Oct 13 15:36:58.135349 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 5b640b7b-bb58-43d3-8a2a-62c563521076 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5b640b7b-bb58-43d3-8a2a-62c563521076 found for delete ", "request_id": "req-ea66c88a-9078-4792-815e-cc8f6e4cd69c"}]} Oct 13 15:36:58.139803 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-67ee3ee6-559a-4bf8-9f31-9766ffc52186 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:58.157387 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-67ee3ee6-559a-4bf8-9f31-9766ffc52186 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks [] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:58.167911 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ee3ee6-559a-4bf8-9f31-9766ffc52186 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Pushing event deleted for resources: {'Network': ['ID=0f5e6b55-c27c-4faf-a1fa-6c17e6456d25,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:58.170766 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-67ee3ee6-559a-4bf8-9f31-9766ffc52186 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "DELETE /v2.0/networks/0f5e6b55-c27c-4faf-a1fa-6c17e6456d25 HTTP/1.1" status: 204 len: 168 time: 0.4537992 Oct 13 15:36:58.173629 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55738) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:36:58.177094 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee3ee6-559a-4bf8-9f31-9766ffc52186 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:58.177441 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee3ee6-559a-4bf8-9f31-9766ffc52186 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:58.177782 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee3ee6-559a-4bf8-9f31-9766ffc52186 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:58.178118 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee3ee6-559a-4bf8-9f31-9766ffc52186 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:58.178471 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee3ee6-559a-4bf8-9f31-9766ffc52186 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:58.178799 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee3ee6-559a-4bf8-9f31-9766ffc52186 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:58.179124 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee3ee6-559a-4bf8-9f31-9766ffc52186 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:58.179447 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee3ee6-559a-4bf8-9f31-9766ffc52186 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:58.179768 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee3ee6-559a-4bf8-9f31-9766ffc52186 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:58.180086 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee3ee6-559a-4bf8-9f31-9766ffc52186 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:58.180406 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee3ee6-559a-4bf8-9f31-9766ffc52186 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:58.180724 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ee3ee6-559a-4bf8-9f31-9766ffc52186 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:36:58.241138 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c8d4a371-8d3e-446a-a987-25d84646e7c7 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:58.270660 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c8d4a371-8d3e-446a-a987-25d84646e7c7 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:58.332096 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c8d4a371-8d3e-446a-a987-25d84646e7c7 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:58.350191 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d4a371-8d3e-446a-a987-25d84646e7c7 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7440aebc-fd11-474d-b16f-2447451d9d66,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:58.359439 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c8d4a371-8d3e-446a-a987-25d84646e7c7 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:58.363131 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-c8d4a371-8d3e-446a-a987-25d84646e7c7 tempest-TestNetworkAdvancedServerOps-1153873328 tempest-TestNetworkAdvancedServerOps-1153873328-project] 10.222.0.42 "DELETE /v2.0/security-groups/7440aebc-fd11-474d-b16f-2447451d9d66 HTTP/1.1" status: 204 len: 168 time: 0.1858511 Oct 13 15:36:58.587068 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 4ca3f5e7-5844-4898-9487-d68de668f88e no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:36:58.623675 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 4ca3f5e7-5844-4898-9487-d68de668f88e {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:36:58.623852 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 4ca3f5e7-5844-4898-9487-d68de668f88e not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:36:58.624289 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device e141406f-3238-46bf-8577-0569991b80fd no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:36:58.660694 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: e141406f-3238-46bf-8577-0569991b80fd {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:36:58.661052 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device e141406f-3238-46bf-8577-0569991b80fd not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:36:58.661448 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 2b906b6e-8be8-47b0-808d-5cbe1cb53b93 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:36:58.682639 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55748) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:36:58.695321 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 2b906b6e-8be8-47b0-808d-5cbe1cb53b93 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:36:58.695673 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 2b906b6e-8be8-47b0-808d-5cbe1cb53b93 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:36:58.831679 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-554f5fb0-4315-4f6f-a750-ca049d77d881 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=95401ea77be844ac88b12ee49ce84b9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1479049 Oct 13 15:36:58.834219 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55754) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:36:58.890781 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a507ce6d-7724-40bc-a3b1-a5bc61a8db1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:58.915763 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a507ce6d-7724-40bc-a3b1-a5bc61a8db1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:58.966026 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a507ce6d-7724-40bc-a3b1-a5bc61a8db1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:58.982763 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a507ce6d-7724-40bc-a3b1-a5bc61a8db1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61f758f2-9652-4c0c-8cba-ca8997487f44,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:58.990030 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a507ce6d-7724-40bc-a3b1-a5bc61a8db1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:58.990853 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-a507ce6d-7724-40bc-a3b1-a5bc61a8db1a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/61f758f2-9652-4c0c-8cba-ca8997487f44 HTTP/1.1" status: 204 len: 168 time: 0.1557617 Oct 13 15:36:59.257074 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55762) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:36:59.273985 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-90c68f49-a7cb-475d-a723-84306679f606 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:59.288422 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-90c68f49-a7cb-475d-a723-84306679f606 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:36:59.292356 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-90c68f49-a7cb-475d-a723-84306679f606 admin admin] Usage tracker for resource:security_group_rule and tenant:1f1adee3d66e4419bc656bf998e2fe01 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:36:59.295127 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-90c68f49-a7cb-475d-a723-84306679f606 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:36:59.301266 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-90c68f49-a7cb-475d-a723-84306679f606 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:36:59.385904 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-90c68f49-a7cb-475d-a723-84306679f606 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:59.389542 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-90c68f49-a7cb-475d-a723-84306679f606 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:59.436062 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-90c68f49-a7cb-475d-a723-84306679f606 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1f1adee3d66e4419bc656bf998e2fe01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1779363 Oct 13 15:36:59.437599 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c68f49-a7cb-475d-a723-84306679f606 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=807cc049-324e-4a07-a18e-f6afee607580,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:59.438759 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55766) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:36:59.498742 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bf209245-12ea-4424-8726-ed91a1594c70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:59.523833 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bf209245-12ea-4424-8726-ed91a1594c70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:59.572613 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bf209245-12ea-4424-8726-ed91a1594c70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:59.586391 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf209245-12ea-4424-8726-ed91a1594c70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=807cc049-324e-4a07-a18e-f6afee607580,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:36:59.592734 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bf209245-12ea-4424-8726-ed91a1594c70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:36:59.593822 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-bf209245-12ea-4424-8726-ed91a1594c70 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/807cc049-324e-4a07-a18e-f6afee607580 HTTP/1.1" status: 204 len: 168 time: 0.1540406 Oct 13 15:37:04.443353 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4b32b72b-cad8-4bc5-9ba0-c559d765ff21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:06.592963 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-474394f8-39dd-495f-b704-91cbb213f864 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:07.677987 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:07.831543 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:08.607780 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:37:09.535963 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:13.907082 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ce453bcd-8239-4386-8540-c7b06ad260e4 req-add8fadc-e934-4e60-b7be-3804200a414f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8feef99a-0ebf-4643-9838-3fb155aefe98&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0749080 Oct 13 15:37:14.049869 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce453bcd-8239-4386-8540-c7b06ad260e4 req-b654e954-bd86-4a6c-9cbd-117985c1d245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:37:14.051275 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ce453bcd-8239-4386-8540-c7b06ad260e4 req-b654e954-bd86-4a6c-9cbd-117985c1d245 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&device_id=8feef99a-0ebf-4643-9838-3fb155aefe98 HTTP/1.1" status: 200 len: 1099 time: 0.0800400 Oct 13 15:37:14.194682 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce453bcd-8239-4386-8540-c7b06ad260e4 req-75d49fb2-536c-4a13-b980-bcfd48a48db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:37:14.196096 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ce453bcd-8239-4386-8540-c7b06ad260e4 req-75d49fb2-536c-4a13-b980-bcfd48a48db1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c07ca9cb-63bd-4827-abf0-00c4f3241463 HTTP/1.1" status: 200 len: 897 time: 0.1252911 Oct 13 15:37:14.296607 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ce453bcd-8239-4386-8540-c7b06ad260e4 req-19284026-f3e1-40ee-9d24-a5c86e8f4c76 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58c70d8f-2648-43c3-85b4-d6ede4674d2a HTTP/1.1" status: 200 len: 1001 time: 0.0944872 Oct 13 15:37:14.357108 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce453bcd-8239-4386-8540-c7b06ad260e4 req-6f472b09-9ba1-4c1d-8798-2a296e59c223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:37:14.358420 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ce453bcd-8239-4386-8540-c7b06ad260e4 req-6f472b09-9ba1-4c1d-8798-2a296e59c223 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dcfe39d0-8534-442b-b265-6eb43d190290 HTTP/1.1" status: 200 len: 835 time: 0.0560622 Oct 13 15:37:14.438404 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce453bcd-8239-4386-8540-c7b06ad260e4 req-eadb66e9-7510-4b60-bc59-7b5f89c02347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:37:14.440402 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ce453bcd-8239-4386-8540-c7b06ad260e4 req-eadb66e9-7510-4b60-bc59-7b5f89c02347 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c07ca9cb-63bd-4827-abf0-00c4f3241463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763683 Oct 13 15:37:14.569314 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ce453bcd-8239-4386-8540-c7b06ad260e4 req-64f72f15-65d2-4066-89cc-c38557a46bf2 service neutron] 10.222.0.16 "GET /v2.0/networks/c07ca9cb-63bd-4827-abf0-00c4f3241463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232142 Oct 13 15:37:14.698807 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ce453bcd-8239-4386-8540-c7b06ad260e4 req-9f86bacd-8e9b-413f-b712-bea241eabd78 service neutron] 10.222.0.16 "GET /v2.0/networks/c07ca9cb-63bd-4827-abf0-00c4f3241463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235600 Oct 13 15:37:25.683950 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:34.445082 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0045d81a-b253-4c4d-a10d-2fff51f91e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:36.593219 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-539bf3db-7f69-4bd8-99e0-e0d28522ae2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:37.680555 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:37.833213 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:39.542408 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:45.606877 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:37:48.363113 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55800) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:37:48.740627 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-0ff5ebe0-52a3-46e0-95e4-23f32fa5143f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/floatingips/c6cd6a46-0549-4cfe-9ee4-eb86a371d865 HTTP/1.1" status: 200 len: 993 time: 0.3764024 Oct 13 15:37:49.051450 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55810) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:37:49.250217 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-28df6f98-6ed5-44ec-b049-10e742524616 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Deleting port aa7e5efb-ad91-46c1-bf01-12033358e014 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:37:49.250425 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-28df6f98-6ed5-44ec-b049-10e742524616 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:49.414044 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-28df6f98-6ed5-44ec-b049-10e742524616 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:49.414744 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-28df6f98-6ed5-44ec-b049-10e742524616 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:49.534165 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-28df6f98-6ed5-44ec-b049-10e742524616 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Calling delete_port for aa7e5efb-ad91-46c1-bf01-12033358e014 owned by network:floatingip {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:37:49.679594 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-28df6f98-6ed5-44ec-b049-10e742524616 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:49.758881 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df6f98-6ed5-44ec-b049-10e742524616 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'Port': ['ID=aa7e5efb-ad91-46c1-bf01-12033358e014,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:37:49.823995 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-28df6f98-6ed5-44ec-b049-10e742524616 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for floatingip, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:49.824248 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.l3_db [None req-28df6f98-6ed5-44ec-b049-10e742524616 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Floating IP c6cd6a46-0549-4cfe-9ee4-eb86a371d865 disassociated (deleted). External IP: 172.26.2.49, port: 58c70d8f-2648-43c3-85b4-d6ede4674d2a. Oct 13 15:37:50.271091 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28df6f98-6ed5-44ec-b049-10e742524616 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Router 17f62de0-dcb0-412d-a195-4aa0822f0cdd has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:37:50.443532 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28df6f98-6ed5-44ec-b049-10e742524616 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:37:50.452827 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34db35f8-ad2e-4f89-b01e-f5d82e36400f None None] Sync routers for ids ['17f62de0-dcb0-412d-a195-4aa0822f0cdd'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:37:50.462553 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-28df6f98-6ed5-44ec-b049-10e742524616 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:50.463001 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34db35f8-ad2e-4f89-b01e-f5d82e36400f None None] Routers {'17f62de0-dcb0-412d-a195-4aa0822f0cdd'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:37:50.463650 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-34db35f8-ad2e-4f89-b01e-f5d82e36400f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:37:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['17f62de0-dcb0-412d-a195-4aa0822f0cdd'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:37:50.519799 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-28df6f98-6ed5-44ec-b049-10e742524616 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "DELETE /v2.0/floatingips/c6cd6a46-0549-4cfe-9ee4-eb86a371d865 HTTP/1.1" status: 204 len: 168 time: 1.4672909 Oct 13 15:37:50.520732 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8feef99a-0ebf-4643-9838-3fb155aefe98', 'tag': '58c70d8f-2648-43c3-85b4-d6ede4674d2a'}] {{(pid=88972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:37:50.523189 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66139ebd01b2281a52a84d0c3e28fe779798cc7e4f9f2d51c02648ac67609c1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e38229-88ca-4585-adc5-ff7eb3ec39e3" -d '{"events": [{"name": "network-changed", "server_uuid": "8feef99a-0ebf-4643-9838-3fb155aefe98", "tag": "58c70d8f-2648-43c3-85b4-d6ede4674d2a"}]}' {{(pid=88972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:37:50.651356 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-34db35f8-ad2e-4f89-b01e-f5d82e36400f None None] Set router 17f62de0-dcb0-412d-a195-4aa0822f0cdd gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:37:50.729700 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 15:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8991eada-c95b-4e1a-b449-0893eb382e9b x-openstack-request-id: req-8991eada-c95b-4e1a-b449-0893eb382e9b {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:37:50.729984 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8feef99a-0ebf-4643-9838-3fb155aefe98", "tag": "58c70d8f-2648-43c3-85b4-d6ede4674d2a", "status": "completed", "code": 200}]} {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:37:50.730268 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8991eada-c95b-4e1a-b449-0893eb382e9b {{(pid=88972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:37:50.730687 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8991eada-c95b-4e1a-b449-0893eb382e9b'] response: {'name': 'network-changed', 'server_uuid': '8feef99a-0ebf-4643-9838-3fb155aefe98', 'tag': '58c70d8f-2648-43c3-85b4-d6ede4674d2a', 'status': 'completed', 'code': 200} Oct 13 15:37:50.838252 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e38229-88ca-4585-adc5-ff7eb3ec39e3 req-002821ce-4d28-461f-803d-d1539ce081d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:37:50.839747 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d0e38229-88ca-4585-adc5-ff7eb3ec39e3 req-002821ce-4d28-461f-803d-d1539ce081d3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&device_id=8feef99a-0ebf-4643-9838-3fb155aefe98 HTTP/1.1" status: 200 len: 1099 time: 0.0835245 Oct 13 15:37:50.910390 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069d8de8-32c4-49d4-bd3f-7d3af8473478 req-9552d659-2aab-4528-b9b1-e2d6776ab0c7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:37:50.911082 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-069d8de8-32c4-49d4-bd3f-7d3af8473478 req-9552d659-2aab-4528-b9b1-e2d6776ab0c7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:37:50.928725 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-069d8de8-32c4-49d4-bd3f-7d3af8473478 req-9552d659-2aab-4528-b9b1-e2d6776ab0c7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:37:50.930548 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-069d8de8-32c4-49d4-bd3f-7d3af8473478 req-9552d659-2aab-4528-b9b1-e2d6776ab0c7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=8feef99a-0ebf-4643-9838-3fb155aefe98 HTTP/1.1" status: 200 len: 946 time: 0.1092229 Oct 13 15:37:50.979116 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-069d8de8-32c4-49d4-bd3f-7d3af8473478 req-e9c5d95d-e7ba-4239-a1c3-76e39487ac09 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8650f1f-8d99-4967-8b6b-dc92c187b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417926 Oct 13 15:37:51.036200 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-34db35f8-ad2e-4f89-b01e-f5d82e36400f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f62de0-dcb0-412d-a195-4aa0822f0cdd', 'name': 'tempest-TestNetworkBasicOps-router-574452376', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.208'}], 'enable_snat': True}, 'gw_port_id': '9a8a6237-b7d6-46bd-a808-adb3fa92a289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:36:10Z', 'updated_at': '2022-10-13T15:36:15Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '9a8a6237-b7d6-46bd-a808-adb3fa92a289', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:90:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f62de0-dcb0-412d-a195-4aa0822f0cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:36:11Z', 'updated_at': '2022-10-13T15:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': 'fb4247a6-1ece-4c67-ba55-9684434a2389', 'name': '', 'network_id': 'c07ca9cb-63bd-4827-abf0-00c4f3241463', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:33:36:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f62de0-dcb0-412d-a195-4aa0822f0cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'dcfe39d0-8534-442b-b265-6eb43d190290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:36:14Z', 'updated_at': '2022-10-13T15:36:20Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': 'dcfe39d0-8534-442b-b265-6eb43d190290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:37:51.040053 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34db35f8-ad2e-4f89-b01e-f5d82e36400f None None] Checking router: 17f62de0-dcb0-412d-a195-4aa0822f0cdd for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:37:51.048317 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34db35f8-ad2e-4f89-b01e-f5d82e36400f None None] Routers {'17f62de0-dcb0-412d-a195-4aa0822f0cdd'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:37:51.048932 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-34db35f8-ad2e-4f89-b01e-f5d82e36400f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:37:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['17f62de0-dcb0-412d-a195-4aa0822f0cdd'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:37:51.088492 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e38229-88ca-4585-adc5-ff7eb3ec39e3 req-814d98ae-23b1-416c-9b93-df4826e01d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:37:51.089858 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d0e38229-88ca-4585-adc5-ff7eb3ec39e3 req-814d98ae-23b1-416c-9b93-df4826e01d50 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c07ca9cb-63bd-4827-abf0-00c4f3241463 HTTP/1.1" status: 200 len: 897 time: 0.2425914 Oct 13 15:37:51.160711 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d0e38229-88ca-4585-adc5-ff7eb3ec39e3 req-a2a76759-37e4-4314-9011-02ddced0881c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58c70d8f-2648-43c3-85b4-d6ede4674d2a HTTP/1.1" status: 200 len: 217 time: 0.0633314 Oct 13 15:37:51.223552 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e38229-88ca-4585-adc5-ff7eb3ec39e3 req-eeff1452-2e88-4b6d-b84d-dbf6ba6c8e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:37:51.224983 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d0e38229-88ca-4585-adc5-ff7eb3ec39e3 req-eeff1452-2e88-4b6d-b84d-dbf6ba6c8e18 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=dcfe39d0-8534-442b-b265-6eb43d190290 HTTP/1.1" status: 200 len: 835 time: 0.0584853 Oct 13 15:37:51.225394 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-34db35f8-ad2e-4f89-b01e-f5d82e36400f None None] Set router 17f62de0-dcb0-412d-a195-4aa0822f0cdd gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:37:51.309833 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e38229-88ca-4585-adc5-ff7eb3ec39e3 req-4c1ff071-5737-47be-86de-6fd4eb573e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:37:51.311334 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d0e38229-88ca-4585-adc5-ff7eb3ec39e3 req-4c1ff071-5737-47be-86de-6fd4eb573e3d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c07ca9cb-63bd-4827-abf0-00c4f3241463&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794880 Oct 13 15:37:51.443451 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d0e38229-88ca-4585-adc5-ff7eb3ec39e3 req-13411127-42ee-4724-be1e-95856aa7a1bb service neutron] 10.222.0.16 "GET /v2.0/networks/c07ca9cb-63bd-4827-abf0-00c4f3241463?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250041 Oct 13 15:37:51.532218 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-34db35f8-ad2e-4f89-b01e-f5d82e36400f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f62de0-dcb0-412d-a195-4aa0822f0cdd', 'name': 'tempest-TestNetworkBasicOps-router-574452376', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.208'}], 'enable_snat': True}, 'gw_port_id': '9a8a6237-b7d6-46bd-a808-adb3fa92a289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:36:10Z', 'updated_at': '2022-10-13T15:36:15Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '9a8a6237-b7d6-46bd-a808-adb3fa92a289', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:90:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f62de0-dcb0-412d-a195-4aa0822f0cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:36:11Z', 'updated_at': '2022-10-13T15:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': 'fb4247a6-1ece-4c67-ba55-9684434a2389', 'name': '', 'network_id': 'c07ca9cb-63bd-4827-abf0-00c4f3241463', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:33:36:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f62de0-dcb0-412d-a195-4aa0822f0cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'dcfe39d0-8534-442b-b265-6eb43d190290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:36:14Z', 'updated_at': '2022-10-13T15:36:20Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': 'dcfe39d0-8534-442b-b265-6eb43d190290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:37:51.536208 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34db35f8-ad2e-4f89-b01e-f5d82e36400f None None] The sync data for ids ['17f62de0-dcb0-412d-a195-4aa0822f0cdd'] in dv-neutron-860329-2-hyperv is: [{'id': '17f62de0-dcb0-412d-a195-4aa0822f0cdd', 'name': 'tempest-TestNetworkBasicOps-router-574452376', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.208'}], 'enable_snat': True}, 'gw_port_id': '9a8a6237-b7d6-46bd-a808-adb3fa92a289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:36:10Z', 'updated_at': '2022-10-13T15:36:15Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '9a8a6237-b7d6-46bd-a808-adb3fa92a289', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:90:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f62de0-dcb0-412d-a195-4aa0822f0cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:36:11Z', 'updated_at': '2022-10-13T15:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': 'fb4247a6-1ece-4c67-ba55-9684434a2389', 'name': '', 'network_id': 'c07ca9cb-63bd-4827-abf0-00c4f3241463', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:33:36:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f62de0-dcb0-412d-a195-4aa0822f0cdd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'dcfe39d0-8534-442b-b265-6eb43d190290', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:36:14Z', 'updated_at': '2022-10-13T15:36:20Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': 'dcfe39d0-8534-442b-b265-6eb43d190290', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:37:51.576299 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d0e38229-88ca-4585-adc5-ff7eb3ec39e3 req-9a4b7257-7018-4574-91a1-00301b44bbfd service neutron] 10.222.0.16 "GET /v2.0/networks/c07ca9cb-63bd-4827-abf0-00c4f3241463?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264732 Oct 13 15:37:51.772413 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e5954a-d75b-44b5-a69d-62fe37a0aa9a None None] New status for floating IP c6cd6a46-0549-4cfe-9ee4-eb86a371d865: DOWN {{(pid=88975) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:37:52.185320 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd05fcb-beb8-4bf2-8c33-7c25ccefb4e2 req-0fd3de71-15d6-493a-9d57-532904d7a2e4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:37:52.186814 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4dd05fcb-beb8-4bf2-8c33-7c25ccefb4e2 req-0fd3de71-15d6-493a-9d57-532904d7a2e4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=8feef99a-0ebf-4643-9838-3fb155aefe98 HTTP/1.1" status: 200 len: 946 time: 0.0870199 Oct 13 15:37:52.230848 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4dd05fcb-beb8-4bf2-8c33-7c25ccefb4e2 req-abb2f104-1c4c-41a7-8f74-065e49812421 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=e8650f1f-8d99-4967-8b6b-dc92c187b7b8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377381 Oct 13 15:37:52.522695 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb954a4-c9b8-425d-8f8c-0753c3af2a84 req-9ed30891-06f8-48dc-b2da-6f425115bd3e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:37:52.524091 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ddb954a4-c9b8-425d-8f8c-0753c3af2a84 req-9ed30891-06f8-48dc-b2da-6f425115bd3e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.16 "GET /v2.0/ports?device_id=8feef99a-0ebf-4643-9838-3fb155aefe98 HTTP/1.1" status: 200 len: 946 time: 0.0880857 Oct 13 15:37:52.592284 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-ddb954a4-c9b8-425d-8f8c-0753c3af2a84 req-e9b6d997-b5b9-432e-b81f-3bcfe3bd79bd tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Deleting port 58c70d8f-2648-43c3-85b4-d6ede4674d2a {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:37:52.592617 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-ddb954a4-c9b8-425d-8f8c-0753c3af2a84 req-e9b6d997-b5b9-432e-b81f-3bcfe3bd79bd tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:52.836520 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-ddb954a4-c9b8-425d-8f8c-0753c3af2a84 req-e9b6d997-b5b9-432e-b81f-3bcfe3bd79bd tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] For port 58c70d8f-2648-43c3-85b4-d6ede4674d2a, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=58c70d8f-2648-43c3-85b4-d6ede4674d2a,segment=NetworkSegment(165ba28f-02c5-4ddc-8a50-401364497c3f),segment_id=165ba28f-02c5-4ddc-8a50-401364497c3f)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:37:52.836791 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-ddb954a4-c9b8-425d-8f8c-0753c3af2a84 req-e9b6d997-b5b9-432e-b81f-3bcfe3bd79bd tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:52.960869 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-ddb954a4-c9b8-425d-8f8c-0753c3af2a84 req-e9b6d997-b5b9-432e-b81f-3bcfe3bd79bd tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Calling delete_port for 58c70d8f-2648-43c3-85b4-d6ede4674d2a owned by compute:nova {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:37:53.102300 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-ddb954a4-c9b8-425d-8f8c-0753c3af2a84 req-e9b6d997-b5b9-432e-b81f-3bcfe3bd79bd tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:53.154018 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b6d997-b5b9-432e-b81f-3bcfe3bd79bd tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'Port': ['ID=58c70d8f-2648-43c3-85b4-d6ede4674d2a,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:37:53.237956 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddb954a4-c9b8-425d-8f8c-0753c3af2a84 req-e9b6d997-b5b9-432e-b81f-3bcfe3bd79bd tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] No DVR routers for this DVR port 58c70d8f-2648-43c3-85b4-d6ede4674d2a on host hv-neutron-8603 {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:37:53.240329 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-ddb954a4-c9b8-425d-8f8c-0753c3af2a84 req-e9b6d997-b5b9-432e-b81f-3bcfe3bd79bd tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:53.242827 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8feef99a-0ebf-4643-9838-3fb155aefe98', 'name': 'network-vif-deleted', 'tag': '58c70d8f-2648-43c3-85b4-d6ede4674d2a'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:37:53.245086 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712f5597-eeb3-4caa-953d-e1fd401797a0" -d '{"events": [{"server_uuid": "8feef99a-0ebf-4643-9838-3fb155aefe98", "name": "network-vif-deleted", "tag": "58c70d8f-2648-43c3-85b4-d6ede4674d2a"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:37:53.264752 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ddb954a4-c9b8-425d-8f8c-0753c3af2a84 req-e9b6d997-b5b9-432e-b81f-3bcfe3bd79bd tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.16 "DELETE /v2.0/ports/58c70d8f-2648-43c3-85b4-d6ede4674d2a HTTP/1.1" status: 204 len: 173 time: 0.7351055 Oct 13 15:37:53.287839 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 15:37:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33fb3028-9f2d-4f8c-964d-917dfaf50998 x-openstack-request-id: req-33fb3028-9f2d-4f8c-964d-917dfaf50998 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:37:53.288127 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8feef99a-0ebf-4643-9838-3fb155aefe98", "name": "network-vif-deleted", "tag": "58c70d8f-2648-43c3-85b4-d6ede4674d2a", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:37:53.288382 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-33fb3028-9f2d-4f8c-964d-917dfaf50998 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:37:53.288780 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33fb3028-9f2d-4f8c-964d-917dfaf50998'] response: {'server_uuid': '8feef99a-0ebf-4643-9838-3fb155aefe98', 'name': 'network-vif-deleted', 'tag': '58c70d8f-2648-43c3-85b4-d6ede4674d2a', 'status': 'completed', 'code': 200} Oct 13 15:37:53.545255 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-a86dd5b5-bed1-43b3-8613-7a8a0734e40d req-d8c58791-2eb7-48ca-ba12-6094dafab73e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:37:53.561846 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-a86dd5b5-bed1-43b3-8613-7a8a0734e40d req-d8c58791-2eb7-48ca-ba12-6094dafab73e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:37:53.563502 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a86dd5b5-bed1-43b3-8613-7a8a0734e40d req-d8c58791-2eb7-48ca-ba12-6094dafab73e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=8feef99a-0ebf-4643-9838-3fb155aefe98 HTTP/1.1" status: 200 len: 210 time: 0.1927857 Oct 13 15:37:54.663666 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55830) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:37:54.734040 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1edade64-9d24-4805-a1d8-f03b3ef1a110 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:54.762849 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1edade64-9d24-4805-a1d8-f03b3ef1a110 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:54.825336 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1edade64-9d24-4805-a1d8-f03b3ef1a110 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:54.841839 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edade64-9d24-4805-a1d8-f03b3ef1a110 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8650f1f-8d99-4967-8b6b-dc92c187b7b8,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:37:54.856901 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1edade64-9d24-4805-a1d8-f03b3ef1a110 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:54.858010 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-1edade64-9d24-4805-a1d8-f03b3ef1a110 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "DELETE /v2.0/security-groups/e8650f1f-8d99-4967-8b6b-dc92c187b7b8 HTTP/1.1" status: 204 len: 168 time: 0.1933904 Oct 13 15:37:54.888257 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55836) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:37:55.422075 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-05f1df42-42d4-4127-8629-02fad252d397 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:55.689295 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:55.873365 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-05f1df42-42d4-4127-8629-02fad252d397 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Deleting port fb4247a6-1ece-4c67-ba55-9684434a2389 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:37:55.873919 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-05f1df42-42d4-4127-8629-02fad252d397 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:56.054170 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-05f1df42-42d4-4127-8629-02fad252d397 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] For port fb4247a6-1ece-4c67-ba55-9684434a2389, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=fb4247a6-1ece-4c67-ba55-9684434a2389,segment=NetworkSegment(165ba28f-02c5-4ddc-8a50-401364497c3f),segment_id=165ba28f-02c5-4ddc-8a50-401364497c3f)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:37:56.054442 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-05f1df42-42d4-4127-8629-02fad252d397 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:56.174880 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-05f1df42-42d4-4127-8629-02fad252d397 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Calling delete_port for fb4247a6-1ece-4c67-ba55-9684434a2389 owned by network:router_interface {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:37:56.352727 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-05f1df42-42d4-4127-8629-02fad252d397 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:56.398140 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f1df42-42d4-4127-8629-02fad252d397 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'Port': ['ID=fb4247a6-1ece-4c67-ba55-9684434a2389,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:37:56.439621 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f1df42-42d4-4127-8629-02fad252d397 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:56.439966 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f1df42-42d4-4127-8629-02fad252d397 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:56.440298 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f1df42-42d4-4127-8629-02fad252d397 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:56.440626 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f1df42-42d4-4127-8629-02fad252d397 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:56.440950 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f1df42-42d4-4127-8629-02fad252d397 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:56.441271 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f1df42-42d4-4127-8629-02fad252d397 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:56.441590 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f1df42-42d4-4127-8629-02fad252d397 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:56.441911 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f1df42-42d4-4127-8629-02fad252d397 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:56.442258 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f1df42-42d4-4127-8629-02fad252d397 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:56.442576 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f1df42-42d4-4127-8629-02fad252d397 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:56.442891 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f1df42-42d4-4127-8629-02fad252d397 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:56.443208 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05f1df42-42d4-4127-8629-02fad252d397 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:56.687235 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-05f1df42-42d4-4127-8629-02fad252d397 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:57.039541 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05f1df42-42d4-4127-8629-02fad252d397 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Router 17f62de0-dcb0-412d-a195-4aa0822f0cdd has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:37:57.310945 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05f1df42-42d4-4127-8629-02fad252d397 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:37:57.323144 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4c126b-4dc3-47e5-a320-303cb4ee0d17 None None] Sync routers for ids ['17f62de0-dcb0-412d-a195-4aa0822f0cdd'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:37:57.328342 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-05f1df42-42d4-4127-8629-02fad252d397 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "PUT /v2.0/routers/17f62de0-dcb0-412d-a195-4aa0822f0cdd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4389937 Oct 13 15:37:57.331087 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55840) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:37:57.334930 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4c126b-4dc3-47e5-a320-303cb4ee0d17 None None] Routers {'17f62de0-dcb0-412d-a195-4aa0822f0cdd'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:37:57.335568 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-4c4c126b-4dc3-47e5-a320-303cb4ee0d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:37:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['17f62de0-dcb0-412d-a195-4aa0822f0cdd'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:37:57.396344 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-b87eddba-910e-4de7-b555-acb216485e47 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Deleting subnet dcfe39d0-8534-442b-b265-6eb43d190290 {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:37:57.399282 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b87eddba-910e-4de7-b555-acb216485e47 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:57.452871 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b87eddba-910e-4de7-b555-acb216485e47 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:57.512542 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-4c4c126b-4dc3-47e5-a320-303cb4ee0d17 None None] Set router 17f62de0-dcb0-412d-a195-4aa0822f0cdd gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:37:57.537387 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b87eddba-910e-4de7-b555-acb216485e47 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:57.608203 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b87eddba-910e-4de7-b555-acb216485e47 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:57.647450 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87eddba-910e-4de7-b555-acb216485e47 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'Subnet': ['ID=dcfe39d0-8534-442b-b265-6eb43d190290,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:37:57.650920 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b87eddba-910e-4de7-b555-acb216485e47 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:57.657001 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-b87eddba-910e-4de7-b555-acb216485e47 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "DELETE /v2.0/subnets/dcfe39d0-8534-442b-b265-6eb43d190290 HTTP/1.1" status: 204 len: 168 time: 0.3249710 Oct 13 15:37:57.660043 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55844) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:37:57.696727 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a654d98-ada7-4fa2-b11d-1d6bbcbd9a61 None None] Network c07ca9cb-63bd-4827-abf0-00c4f3241463 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:37:57.715420 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 58c70d8f-2648-43c3-85b4-d6ede4674d2a no longer exists at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:37:57.774725 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] No Port match for: 58c70d8f-2648-43c3-85b4-d6ede4674d2a {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:37:57.775057 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 58c70d8f-2648-43c3-85b4-d6ede4674d2a not bound to the agent host hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:37:57.841449 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6d92c2d4-159c-4531-b96f-c425836e686e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:58.021430 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6d92c2d4-159c-4531-b96f-c425836e686e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:58.031558 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-6d92c2d4-159c-4531-b96f-c425836e686e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Deleting port 9a8a6237-b7d6-46bd-a808-adb3fa92a289 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:37:58.031928 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6d92c2d4-159c-4531-b96f-c425836e686e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:58.053211 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-4c4c126b-4dc3-47e5-a320-303cb4ee0d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f62de0-dcb0-412d-a195-4aa0822f0cdd', 'name': 'tempest-TestNetworkBasicOps-router-574452376', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.208'}], 'enable_snat': True}, 'gw_port_id': '9a8a6237-b7d6-46bd-a808-adb3fa92a289', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:36:10Z', 'updated_at': '2022-10-13T15:37:56Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '9a8a6237-b7d6-46bd-a808-adb3fa92a289', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:19:90:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17f62de0-dcb0-412d-a195-4aa0822f0cdd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1340, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:36:11Z', 'updated_at': '2022-10-13T15:36:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:37:58.058364 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4c126b-4dc3-47e5-a320-303cb4ee0d17 None None] Checking router: 17f62de0-dcb0-412d-a195-4aa0822f0cdd for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:37:58.067899 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4c126b-4dc3-47e5-a320-303cb4ee0d17 None None] Routers {'17f62de0-dcb0-412d-a195-4aa0822f0cdd'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:37:58.068508 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-4c4c126b-4dc3-47e5-a320-303cb4ee0d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:37:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['17f62de0-dcb0-412d-a195-4aa0822f0cdd'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:37:58.123215 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd348f1-76bf-419f-b8b2-e9e690f939c4 None None] DHCP port deletion for c07ca9cb-63bd-4827-abf0-00c4f3241463 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:37:58.195793 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-2cd348f1-76bf-419f-b8b2-e9e690f939c4 None None] Deleting port 81966dd7-5c05-497e-9e8a-30189c1b106b {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:37:58.196154 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2cd348f1-76bf-419f-b8b2-e9e690f939c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:58.210497 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-6d92c2d4-159c-4531-b96f-c425836e686e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] For port 9a8a6237-b7d6-46bd-a808-adb3fa92a289, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=9a8a6237-b7d6-46bd-a808-adb3fa92a289,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:37:58.211100 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6d92c2d4-159c-4531-b96f-c425836e686e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:58.290074 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-4c4c126b-4dc3-47e5-a320-303cb4ee0d17 None None] Set router 17f62de0-dcb0-412d-a195-4aa0822f0cdd gateway port host: None {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:37:58.331858 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-6d92c2d4-159c-4531-b96f-c425836e686e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Calling delete_port for 9a8a6237-b7d6-46bd-a808-adb3fa92a289 owned by network:router_gateway {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:37:58.406642 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-4c4c126b-4dc3-47e5-a320-303cb4ee0d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17f62de0-dcb0-412d-a195-4aa0822f0cdd', 'name': 'tempest-TestNetworkBasicOps-router-574452376', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:36:10Z', 'updated_at': '2022-10-13T15:37:58Z', 'revision_number': 6, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port_host': None}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:37:58.415495 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4c126b-4dc3-47e5-a320-303cb4ee0d17 None None] The sync data for ids ['17f62de0-dcb0-412d-a195-4aa0822f0cdd'] in dv-neutron-860329-2-hyperv is: [{'id': '17f62de0-dcb0-412d-a195-4aa0822f0cdd', 'name': 'tempest-TestNetworkBasicOps-router-574452376', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:36:10Z', 'updated_at': '2022-10-13T15:37:58Z', 'revision_number': 6, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port_host': None}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:37:58.510799 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6d92c2d4-159c-4531-b96f-c425836e686e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:58.525407 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-2cd348f1-76bf-419f-b8b2-e9e690f939c4 None None] For port 81966dd7-5c05-497e-9e8a-30189c1b106b, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=81966dd7-5c05-497e-9e8a-30189c1b106b,segment=NetworkSegment(165ba28f-02c5-4ddc-8a50-401364497c3f),segment_id=165ba28f-02c5-4ddc-8a50-401364497c3f)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:37:58.525802 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2cd348f1-76bf-419f-b8b2-e9e690f939c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:58.560627 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d92c2d4-159c-4531-b96f-c425836e686e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'Port': ['ID=9a8a6237-b7d6-46bd-a808-adb3fa92a289,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:37:58.647495 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-2cd348f1-76bf-419f-b8b2-e9e690f939c4 None None] Calling delete_port for 81966dd7-5c05-497e-9e8a-30189c1b106b owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:37:58.656460 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6d92c2d4-159c-4531-b96f-c425836e686e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828050'] for router_gateway, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:58.727804 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2cd348f1-76bf-419f-b8b2-e9e690f939c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:58.774078 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd348f1-76bf-419f-b8b2-e9e690f939c4 None None] Pushing event deleted for resources: {'Port': ['ID=81966dd7-5c05-497e-9e8a-30189c1b106b,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:37:58.784600 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd348f1-76bf-419f-b8b2-e9e690f939c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:58.784935 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd348f1-76bf-419f-b8b2-e9e690f939c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:58.785277 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd348f1-76bf-419f-b8b2-e9e690f939c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:58.785608 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd348f1-76bf-419f-b8b2-e9e690f939c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:58.785933 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd348f1-76bf-419f-b8b2-e9e690f939c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:58.786290 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd348f1-76bf-419f-b8b2-e9e690f939c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:58.786612 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd348f1-76bf-419f-b8b2-e9e690f939c4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:58.786936 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd348f1-76bf-419f-b8b2-e9e690f939c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:58.787406 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd348f1-76bf-419f-b8b2-e9e690f939c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:58.787563 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd348f1-76bf-419f-b8b2-e9e690f939c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:58.787884 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd348f1-76bf-419f-b8b2-e9e690f939c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:58.788201 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cd348f1-76bf-419f-b8b2-e9e690f939c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:37:58.792688 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cd348f1-76bf-419f-b8b2-e9e690f939c4 None None] No DVR routers for this DVR port 81966dd7-5c05-497e-9e8a-30189c1b106b on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:37:58.873630 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 81966dd7-5c05-497e-9e8a-30189c1b106b no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:37:58.913929 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 81966dd7-5c05-497e-9e8a-30189c1b106b {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:37:58.914300 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 81966dd7-5c05-497e-9e8a-30189c1b106b not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:37:58.914709 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device fb4247a6-1ece-4c67-ba55-9684434a2389 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:37:58.947295 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: fb4247a6-1ece-4c67-ba55-9684434a2389 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:37:58.947639 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device fb4247a6-1ece-4c67-ba55-9684434a2389 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:37:58.967935 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6d92c2d4-159c-4531-b96f-c425836e686e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:58.970056 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6d92c2d4-159c-4531-b96f-c425836e686e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:58.992682 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6d92c2d4-159c-4531-b96f-c425836e686e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:58.993188 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d92c2d4-159c-4531-b96f-c425836e686e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Fanout notify agent at l3_agent the message router_deleted on router 17f62de0-dcb0-412d-a195-4aa0822f0cdd {{(pid=88972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:37:59.008096 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6d92c2d4-159c-4531-b96f-c425836e686e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:59.009142 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-6d92c2d4-159c-4531-b96f-c425836e686e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "DELETE /v2.0/routers/17f62de0-dcb0-412d-a195-4aa0822f0cdd HTTP/1.1" status: 204 len: 168 time: 1.3482203 Oct 13 15:37:59.011796 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55848) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:37:59.122340 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d6f3a7a5-10ae-4dbe-b6b7-1b8541a4e313 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:59.251992 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d6f3a7a5-10ae-4dbe-b6b7-1b8541a4e313 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:59.277058 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-d6f3a7a5-10ae-4dbe-b6b7-1b8541a4e313 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c07ca9cb-63bd-4827-abf0-00c4f3241463']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:37:59.289888 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-d6f3a7a5-10ae-4dbe-b6b7-1b8541a4e313 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '165ba28f-02c5-4ddc-8a50-401364497c3f') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:37:59.290324 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-d6f3a7a5-10ae-4dbe-b6b7-1b8541a4e313 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '165ba28f-02c5-4ddc-8a50-401364497c3f') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:37:59.302184 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d6f3a7a5-10ae-4dbe-b6b7-1b8541a4e313 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:59.317987 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d6f3a7a5-10ae-4dbe-b6b7-1b8541a4e313 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:59.323793 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6f3a7a5-10ae-4dbe-b6b7-1b8541a4e313 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Releasing vlan 428 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:37:59.324166 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d6f3a7a5-10ae-4dbe-b6b7-1b8541a4e313 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:59.356851 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 165ba28f-02c5-4ddc-8a50-401364497c3f resource provider aggregate not found Oct 13 15:37:59.405793 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 165ba28f-02c5-4ddc-8a50-401364497c3f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 165ba28f-02c5-4ddc-8a50-401364497c3f found for delete ", "request_id": "req-414e8174-915e-43ad-a2e0-5258d1c1a2a4"}]} Oct 13 15:37:59.426604 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d6f3a7a5-10ae-4dbe-b6b7-1b8541a4e313 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:59.444449 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d6f3a7a5-10ae-4dbe-b6b7-1b8541a4e313 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:59.456520 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f3a7a5-10ae-4dbe-b6b7-1b8541a4e313 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'Network': ['ID=c07ca9cb-63bd-4827-abf0-00c4f3241463,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:37:59.465308 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d6f3a7a5-10ae-4dbe-b6b7-1b8541a4e313 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "DELETE /v2.0/networks/c07ca9cb-63bd-4827-abf0-00c4f3241463 HTTP/1.1" status: 204 len: 168 time: 0.4525614 Oct 13 15:37:59.484327 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55856) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:37:59.489894 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-a36af0af-5719-411f-b624-2b1a10dfebf2 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'network': {'name': 'tempest-network-smoke--1280990299', 'project_id': 'de460f02ee50469b960f7a471a064187', 'port_security_enabled': True}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:37:59.495085 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-a36af0af-5719-411f-b624-2b1a10dfebf2 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:37:59.499270 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-a36af0af-5719-411f-b624-2b1a10dfebf2 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:network and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:37:59.502085 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-a36af0af-5719-411f-b624-2b1a10dfebf2 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:37:59.507874 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-a36af0af-5719-411f-b624-2b1a10dfebf2 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:37:59.518478 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36af0af-5719-411f-b624-2b1a10dfebf2 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Made reservation on behalf of de460f02ee50469b960f7a471a064187 for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:37:59.521797 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a36af0af-5719-411f-b624-2b1a10dfebf2 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:59.548896 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a36af0af-5719-411f-b624-2b1a10dfebf2 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:37:59.557807 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a36af0af-5719-411f-b624-2b1a10dfebf2 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:59.558165 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-a36af0af-5719-411f-b624-2b1a10dfebf2 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Added segment 3d58039e-3a35-4e11-9d85-5e3760912035 of type vlan for network 34c817a9-6906-4bb2-9b9e-7fdd769b73b0 Oct 13 15:37:59.583212 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a36af0af-5719-411f-b624-2b1a10dfebf2 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:59.612349 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a36af0af-5719-411f-b624-2b1a10dfebf2 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:59.617748 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36af0af-5719-411f-b624-2b1a10dfebf2 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:37:59.618369 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a36af0af-5719-411f-b624-2b1a10dfebf2 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:59.724107 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a36af0af-5719-411f-b624-2b1a10dfebf2 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2385499 Oct 13 15:37:59.726858 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55860) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:37:59.729872 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36af0af-5719-411f-b624-2b1a10dfebf2 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Network': ['ID=34c817a9-6906-4bb2-9b9e-7fdd769b73b0,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:37:59.731941 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-6ed8ee33-0614-4ee6-af62-b11bffa49c16 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-982685831', 'admin_state_up': True, 'project_id': 'de460f02ee50469b960f7a471a064187', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:37:59.739907 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 34c817a9-6906-4bb2-9b9e-7fdd769b73b0 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:37:59.744464 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-6ed8ee33-0614-4ee6-af62-b11bffa49c16 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:37:59.748601 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-6ed8ee33-0614-4ee6-af62-b11bffa49c16 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:router and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:37:59.751632 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-6ed8ee33-0614-4ee6-af62-b11bffa49c16 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:37:59.758400 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-6ed8ee33-0614-4ee6-af62-b11bffa49c16 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:37:59.768243 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6ed8ee33-0614-4ee6-af62-b11bffa49c16 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:59.769491 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6ed8ee33-0614-4ee6-af62-b11bffa49c16 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:37:59.784595 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6ed8ee33-0614-4ee6-af62-b11bffa49c16 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:00.049516 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6ed8ee33-0614-4ee6-af62-b11bffa49c16 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:00.343239 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6ed8ee33-0614-4ee6-af62-b11bffa49c16 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router_gateway, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:00.374943 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6ed8ee33-0614-4ee6-af62-b11bffa49c16 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:00.504305 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-6ed8ee33-0614-4ee6-af62-b11bffa49c16 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Allocated IP 172.26.2.40 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/36a29d71-1874-4718-959b-80f67d639fbe) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:38:00.575930 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 9a8a6237-b7d6-46bd-a808-adb3fa92a289 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:38:00.609751 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 9a8a6237-b7d6-46bd-a808-adb3fa92a289 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:38:00.610011 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 9a8a6237-b7d6-46bd-a808-adb3fa92a289 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:38:00.651725 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6ed8ee33-0614-4ee6-af62-b11bffa49c16 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:00.680239 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6ed8ee33-0614-4ee6-af62-b11bffa49c16 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:00.747898 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ed8ee33-0614-4ee6-af62-b11bffa49c16 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:38:00.750714 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-6ed8ee33-0614-4ee6-af62-b11bffa49c16 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:38:00.753901 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ed8ee33-0614-4ee6-af62-b11bffa49c16 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:38:00.799286 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed8ee33-0614-4ee6-af62-b11bffa49c16 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Port': ['ID=36a29d71-1874-4718-959b-80f67d639fbe,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:38:00.810843 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed8ee33-0614-4ee6-af62-b11bffa49c16 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:38:00.811190 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed8ee33-0614-4ee6-af62-b11bffa49c16 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:38:00.811534 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed8ee33-0614-4ee6-af62-b11bffa49c16 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:38:00.811865 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed8ee33-0614-4ee6-af62-b11bffa49c16 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:38:00.812196 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed8ee33-0614-4ee6-af62-b11bffa49c16 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:38:00.812524 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed8ee33-0614-4ee6-af62-b11bffa49c16 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:38:00.812851 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed8ee33-0614-4ee6-af62-b11bffa49c16 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:38:00.813175 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed8ee33-0614-4ee6-af62-b11bffa49c16 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:38:00.813498 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed8ee33-0614-4ee6-af62-b11bffa49c16 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:38:00.813816 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed8ee33-0614-4ee6-af62-b11bffa49c16 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:38:00.814154 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed8ee33-0614-4ee6-af62-b11bffa49c16 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:38:00.815011 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ed8ee33-0614-4ee6-af62-b11bffa49c16 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:38:01.289067 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6ed8ee33-0614-4ee6-af62-b11bffa49c16 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router_gateway, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:01.628659 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6ed8ee33-0614-4ee6-af62-b11bffa49c16 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:01.828766 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed8ee33-0614-4ee6-af62-b11bffa49c16 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Router 2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 15:38:02.009864 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed8ee33-0614-4ee6-af62-b11bffa49c16 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:38:02.019760 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12b9d2a-6d54-44ac-bf58-2a8eb4560948 None None] Sync routers for ids ['2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:38:02.030150 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12b9d2a-6d54-44ac-bf58-2a8eb4560948 None None] Routers {'2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:38:02.030910 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-a12b9d2a-6d54-44ac-bf58-2a8eb4560948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:37:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:38:02.036902 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6ed8ee33-0614-4ee6-af62-b11bffa49c16 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:02.038076 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-6ed8ee33-0614-4ee6-af62-b11bffa49c16 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.3102372 Oct 13 15:38:02.041429 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55864) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:38:02.203383 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-2c2dbe7c-006f-4bbd-b0e5-fcd7b8bf73c3 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=de460f02ee50469b960f7a471a064187&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1608770 Oct 13 15:38:02.206688 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55870) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:38:02.266409 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-a12b9d2a-6d54-44ac-bf58-2a8eb4560948 None None] Set router 2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:38:02.345787 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1275316-953d-4544-a3b0-1f3f32114137 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:38:02.350105 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c1275316-953d-4544-a3b0-1f3f32114137 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1396136 Oct 13 15:38:02.352193 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55874) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:38:02.391616 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-db5b0421-374e-4360-8102-ba95443c6381 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=8fb1fa59-32fe-4ed0-a248-96c43edb135f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0382478 Oct 13 15:38:02.394104 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55878) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:38:02.399258 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-efe52e3f-deb4-4f54-bca3-e7f5ead3a288 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-321332203', 'network_id': '34c817a9-6906-4bb2-9b9e-7fdd769b73b0', 'project_id': 'de460f02ee50469b960f7a471a064187', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:38:02.508450 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-efe52e3f-deb4-4f54-bca3-e7f5ead3a288 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:38:02.512295 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-efe52e3f-deb4-4f54-bca3-e7f5ead3a288 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:subnet and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:38:02.515083 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-efe52e3f-deb4-4f54-bca3-e7f5ead3a288 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:38:02.520802 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-efe52e3f-deb4-4f54-bca3-e7f5ead3a288 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:38:02.530539 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efe52e3f-deb4-4f54-bca3-e7f5ead3a288 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Made reservation on behalf of de460f02ee50469b960f7a471a064187 for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:38:02.533989 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-efe52e3f-deb4-4f54-bca3-e7f5ead3a288 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:02.551927 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-a12b9d2a-6d54-44ac-bf58-2a8eb4560948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'name': 'tempest-TestNetworkBasicOps-router-982685831', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.40'}], 'enable_snat': True}, 'gw_port_id': '36a29d71-1874-4718-959b-80f67d639fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:37:59Z', 'updated_at': '2022-10-13T15:38:00Z', 'revision_number': 3, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '36a29d71-1874-4718-959b-80f67d639fbe', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ab:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:38:00Z', 'updated_at': '2022-10-13T15:38:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:38:02.555776 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12b9d2a-6d54-44ac-bf58-2a8eb4560948 None None] Checking router: 2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:38:02.556167 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12b9d2a-6d54-44ac-bf58-2a8eb4560948 None None] Updating router 2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa port 36a29d71-1874-4718-959b-80f67d639fbe binding host dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:38:02.606954 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-a12b9d2a-6d54-44ac-bf58-2a8eb4560948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:02.757553 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-efe52e3f-deb4-4f54-bca3-e7f5ead3a288 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:02.832220 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe52e3f-deb4-4f54-bca3-e7f5ead3a288 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Subnet': ['ID=8b26ba82-41fc-4996-b011-3b9c1e95c218,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:38:02.843421 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe52e3f-deb4-4f54-bca3-e7f5ead3a288 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Checking segment: {'id': '3d58039e-3a35-4e11-9d85-5e3760912035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '34c817a9-6906-4bb2-9b9e-7fdd769b73b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:38:02.843771 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe52e3f-deb4-4f54-bca3-e7f5ead3a288 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network hostable DHCP agents. Network: 34c817a9-6906-4bb2-9b9e-7fdd769b73b0, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:38:02.864674 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efe52e3f-deb4-4f54-bca3-e7f5ead3a288 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network 34c817a9-6906-4bb2-9b9e-7fdd769b73b0 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:38:02.873932 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-efe52e3f-deb4-4f54-bca3-e7f5ead3a288 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 34c817a9-6906-4bb2-9b9e-7fdd769b73b0) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:38:02.877969 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efe52e3f-deb4-4f54-bca3-e7f5ead3a288 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:38:02.878591 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-efe52e3f-deb4-4f54-bca3-e7f5ead3a288 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:02.887060 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9e06079-11d4-4df8-b15c-67f7e0dd1048 None None] Network 34c817a9-6906-4bb2-9b9e-7fdd769b73b0 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:38:02.902851 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-efe52e3f-deb4-4f54-bca3-e7f5ead3a288 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5048752 Oct 13 15:38:02.903558 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55882) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:38:02.940465 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-a12b9d2a-6d54-44ac-bf58-2a8eb4560948 None None] Notify callbacks [] for port, precommit_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:02.952429 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.provisioning_blocks [None req-a12b9d2a-6d54-44ac-bf58-2a8eb4560948 None None] Transition to ACTIVE for port object 36a29d71-1874-4718-959b-80f67d639fbe will not be triggered until provisioned by entity L2. {{(pid=88975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:38:02.959391 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-a12b9d2a-6d54-44ac-bf58-2a8eb4560948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:03.031479 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-a12b9d2a-6d54-44ac-bf58-2a8eb4560948 None None] Attempting to bind port 36a29d71-1874-4718-959b-80f67d639fbe on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:38:03.032202 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-a12b9d2a-6d54-44ac-bf58-2a8eb4560948 None None] Attempting to bind port 36a29d71-1874-4718-959b-80f67d639fbe by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:38:03.032202 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12b9d2a-6d54-44ac-bf58-2a8eb4560948 None None] Attempting to bind port 36a29d71-1874-4718-959b-80f67d639fbe on network 8fb1fa59-32fe-4ed0-a248-96c43edb135f {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:38:03.039698 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12b9d2a-6d54-44ac-bf58-2a8eb4560948 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:38:03.040067 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12b9d2a-6d54-44ac-bf58-2a8eb4560948 None None] Checking segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:38:03.040460 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-a12b9d2a-6d54-44ac-bf58-2a8eb4560948 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:03.040933 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a12b9d2a-6d54-44ac-bf58-2a8eb4560948 None None] Bound using segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:38:03.041303 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-a12b9d2a-6d54-44ac-bf58-2a8eb4560948 None None] Bound port: 36a29d71-1874-4718-959b-80f67d639fbe, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:38:03.041662 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-a12b9d2a-6d54-44ac-bf58-2a8eb4560948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:03.088433 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1599a9-391d-46e9-a9c3-1a31d19d07e8 None None] Pushing event updated for resources: {'Port': ['ID=36a29d71-1874-4718-959b-80f67d639fbe,revision_number=2']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:38:03.101273 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1599a9-391d-46e9-a9c3-1a31d19d07e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:38:03.101611 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1599a9-391d-46e9-a9c3-1a31d19d07e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:38:03.101944 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1599a9-391d-46e9-a9c3-1a31d19d07e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:38:03.102301 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1599a9-391d-46e9-a9c3-1a31d19d07e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:38:03.102625 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1599a9-391d-46e9-a9c3-1a31d19d07e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:38:03.102951 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1599a9-391d-46e9-a9c3-1a31d19d07e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:38:03.103280 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1599a9-391d-46e9-a9c3-1a31d19d07e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:38:03.103600 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1599a9-391d-46e9-a9c3-1a31d19d07e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:38:03.103932 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1599a9-391d-46e9-a9c3-1a31d19d07e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:38:03.104247 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1599a9-391d-46e9-a9c3-1a31d19d07e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:38:03.104564 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1599a9-391d-46e9-a9c3-1a31d19d07e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:38:03.104880 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f1599a9-391d-46e9-a9c3-1a31d19d07e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:38:03.133659 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-a12b9d2a-6d54-44ac-bf58-2a8eb4560948 None None] For port 36a29d71-1874-4718-959b-80f67d639fbe, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:38:03.136883 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-a12b9d2a-6d54-44ac-bf58-2a8eb4560948 None None] For port 36a29d71-1874-4718-959b-80f67d639fbe, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=36a29d71-1874-4718-959b-80f67d639fbe,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:38:03.142906 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-a12b9d2a-6d54-44ac-bf58-2a8eb4560948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:03.168173 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10880943-6511-40e6-bee6-06bb27ffe12d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-34c817a9-6906-4bb2-9b9e-7fdd769b73b0', 'network_id': '34c817a9-6906-4bb2-9b9e-7fdd769b73b0', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ips': [{'subnet_id': '8b26ba82-41fc-4996-b011-3b9c1e95c218'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:38:03.169091 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-10880943-6511-40e6-bee6-06bb27ffe12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:03.209455 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a12b9d2a-6d54-44ac-bf58-2a8eb4560948 None None] Routers {'2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:38:03.210096 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-a12b9d2a-6d54-44ac-bf58-2a8eb4560948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:37:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:38:03.302101 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1599a9-391d-46e9-a9c3-1a31d19d07e8 None None] Pushing event updated for resources: {'Port': ['ID=36a29d71-1874-4718-959b-80f67d639fbe,revision_number=3']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:38:03.334662 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-10880943-6511-40e6-bee6-06bb27ffe12d None None] Allocated IP 172.20.0.2 (34c817a9-6906-4bb2-9b9e-7fdd769b73b0/8b26ba82-41fc-4996-b011-3b9c1e95c218/4b4b1a96-2e8e-4e09-bb19-0f2a0443a125) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:38:03.408701 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-a12b9d2a-6d54-44ac-bf58-2a8eb4560948 None None] Set router 2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:38:03.538552 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-10880943-6511-40e6-bee6-06bb27ffe12d None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:03.549169 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-10880943-6511-40e6-bee6-06bb27ffe12d None None] Transition to ACTIVE for port object 4b4b1a96-2e8e-4e09-bb19-0f2a0443a125 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:38:03.567248 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-10880943-6511-40e6-bee6-06bb27ffe12d None None] Transition to ACTIVE for port object 4b4b1a96-2e8e-4e09-bb19-0f2a0443a125 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:38:03.573841 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-10880943-6511-40e6-bee6-06bb27ffe12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:03.660799 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10880943-6511-40e6-bee6-06bb27ffe12d None None] Network 34c817a9-6906-4bb2-9b9e-7fdd769b73b0 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:38:03.666592 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-10880943-6511-40e6-bee6-06bb27ffe12d None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:38:03.671992 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10880943-6511-40e6-bee6-06bb27ffe12d None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:38:03.674803 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10880943-6511-40e6-bee6-06bb27ffe12d None None] Pushing event updated for resources: {'Port': ['ID=4b4b1a96-2e8e-4e09-bb19-0f2a0443a125,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:38:03.706851 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-a12b9d2a-6d54-44ac-bf58-2a8eb4560948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'name': 'tempest-TestNetworkBasicOps-router-982685831', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.40'}], 'enable_snat': True}, 'gw_port_id': '36a29d71-1874-4718-959b-80f67d639fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:37:59Z', 'updated_at': '2022-10-13T15:38:00Z', 'revision_number': 3, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '36a29d71-1874-4718-959b-80f67d639fbe', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ab:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:38:00Z', 'updated_at': '2022-10-13T15:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:38:03.711726 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a12b9d2a-6d54-44ac-bf58-2a8eb4560948 None None] The sync data for ids ['2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa'] in dv-neutron-860329-2-hyperv is: [{'id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'name': 'tempest-TestNetworkBasicOps-router-982685831', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.40'}], 'enable_snat': True}, 'gw_port_id': '36a29d71-1874-4718-959b-80f67d639fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:37:59Z', 'updated_at': '2022-10-13T15:38:00Z', 'revision_number': 3, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '36a29d71-1874-4718-959b-80f67d639fbe', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ab:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:38:00Z', 'updated_at': '2022-10-13T15:38:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:38:03.805265 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-265c0f09-7419-45e0-be01-8868b011f20c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:03.852680 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-10880943-6511-40e6-bee6-06bb27ffe12d None None] Attempting to bind port 4b4b1a96-2e8e-4e09-bb19-0f2a0443a125 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:38:03.853049 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-10880943-6511-40e6-bee6-06bb27ffe12d None None] Attempting to bind port 4b4b1a96-2e8e-4e09-bb19-0f2a0443a125 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '3d58039e-3a35-4e11-9d85-5e3760912035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '34c817a9-6906-4bb2-9b9e-7fdd769b73b0'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:38:03.853410 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10880943-6511-40e6-bee6-06bb27ffe12d None None] Attempting to bind port 4b4b1a96-2e8e-4e09-bb19-0f2a0443a125 on network 34c817a9-6906-4bb2-9b9e-7fdd769b73b0 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:38:03.861500 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10880943-6511-40e6-bee6-06bb27ffe12d None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 37, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:38:03.861874 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10880943-6511-40e6-bee6-06bb27ffe12d None None] Checking segment: {'id': '3d58039e-3a35-4e11-9d85-5e3760912035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '34c817a9-6906-4bb2-9b9e-7fdd769b73b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:38:03.862303 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-10880943-6511-40e6-bee6-06bb27ffe12d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:03.862705 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10880943-6511-40e6-bee6-06bb27ffe12d None None] Bound using segment: {'id': '3d58039e-3a35-4e11-9d85-5e3760912035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '34c817a9-6906-4bb2-9b9e-7fdd769b73b0'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:38:03.863172 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-10880943-6511-40e6-bee6-06bb27ffe12d None None] Bound port: 4b4b1a96-2e8e-4e09-bb19-0f2a0443a125, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d58039e-3a35-4e11-9d85-5e3760912035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '34c817a9-6906-4bb2-9b9e-7fdd769b73b0'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:38:03.863571 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-10880943-6511-40e6-bee6-06bb27ffe12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:04.046052 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-10880943-6511-40e6-bee6-06bb27ffe12d None None] For port 4b4b1a96-2e8e-4e09-bb19-0f2a0443a125, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:38:04.050882 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-10880943-6511-40e6-bee6-06bb27ffe12d None None] For port 4b4b1a96-2e8e-4e09-bb19-0f2a0443a125, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=4b4b1a96-2e8e-4e09-bb19-0f2a0443a125,segment=NetworkSegment(3d58039e-3a35-4e11-9d85-5e3760912035),segment_id=3d58039e-3a35-4e11-9d85-5e3760912035)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:38:04.060171 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-10880943-6511-40e6-bee6-06bb27ffe12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:04.167152 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10880943-6511-40e6-bee6-06bb27ffe12d None None] Pushing event updated for resources: {'Port': ['ID=4b4b1a96-2e8e-4e09-bb19-0f2a0443a125,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:38:04.253493 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-265c0f09-7419-45e0-be01-8868b011f20c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Allocated IP 172.20.0.1 (34c817a9-6906-4bb2-9b9e-7fdd769b73b0/8b26ba82-41fc-4996-b011-3b9c1e95c218/05b1673c-6801-4c29-9be4-417fda66856c) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:38:04.438360 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-265c0f09-7419-45e0-be01-8868b011f20c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:04.455218 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f4ec8961-18e2-43fe-9b09-bfb3fd68134c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:04.457968 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-265c0f09-7419-45e0-be01-8868b011f20c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Transition to ACTIVE for port object 05b1673c-6801-4c29-9be4-417fda66856c will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:38:04.490538 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-265c0f09-7419-45e0-be01-8868b011f20c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:04.564473 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265c0f09-7419-45e0-be01-8868b011f20c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network 34c817a9-6906-4bb2-9b9e-7fdd769b73b0 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:38:04.567622 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-265c0f09-7419-45e0-be01-8868b011f20c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:38:04.570264 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-265c0f09-7419-45e0-be01-8868b011f20c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:38:04.611318 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265c0f09-7419-45e0-be01-8868b011f20c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Port': ['ID=05b1673c-6801-4c29-9be4-417fda66856c,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:38:04.640574 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-265c0f09-7419-45e0-be01-8868b011f20c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:04.709712 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 4b4b1a96-2e8e-4e09-bb19-0f2a0443a125 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:38:04.782428 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 4b4b1a96-2e8e-4e09-bb19-0f2a0443a125 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:38:04.787673 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 36a29d71-1874-4718-959b-80f67d639fbe up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:38:04.852781 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 36a29d71-1874-4718-959b-80f67d639fbe completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:38:04.857664 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 36a29d71-1874-4718-959b-80f67d639fbe triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:38:04.858042 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:04.858403 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 36a29d71-1874-4718-959b-80f67d639fbe Oct 13 15:38:04.859318 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-265c0f09-7419-45e0-be01-8868b011f20c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:04.988356 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 36a29d71-1874-4718-959b-80f67d639fbe is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:38:04.988734 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:05.006440 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 36a29d71-1874-4718-959b-80f67d639fbe, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=36a29d71-1874-4718-959b-80f67d639fbe,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:38:05.011480 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:05.089623 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=36a29d71-1874-4718-959b-80f67d639fbe,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:38:05.199771 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd24f926-d7c2-4064-8eb8-e25995dad5dc None None] Network 34c817a9-6906-4bb2-9b9e-7fdd769b73b0 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:38:05.307703 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-35ffc932-f4d6-4698-8e94-77f2937f2fba None None] Provisioning for port 4b4b1a96-2e8e-4e09-bb19-0f2a0443a125 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:38:05.323454 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-35ffc932-f4d6-4698-8e94-77f2937f2fba None None] Provisioning complete for port 4b4b1a96-2e8e-4e09-bb19-0f2a0443a125 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:38:05.323815 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-35ffc932-f4d6-4698-8e94-77f2937f2fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:05.324141 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-35ffc932-f4d6-4698-8e94-77f2937f2fba None None] Attempt 1 to provision port 4b4b1a96-2e8e-4e09-bb19-0f2a0443a125 Oct 13 15:38:05.434755 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-265c0f09-7419-45e0-be01-8868b011f20c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:05.439197 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-265c0f09-7419-45e0-be01-8868b011f20c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:05.556854 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265c0f09-7419-45e0-be01-8868b011f20c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Port': ['ID=05b1673c-6801-4c29-9be4-417fda66856c,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:38:05.559481 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-265c0f09-7419-45e0-be01-8868b011f20c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:05.580183 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-35ffc932-f4d6-4698-8e94-77f2937f2fba None None] Current status of the port 4b4b1a96-2e8e-4e09-bb19-0f2a0443a125 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:38:05.580597 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-35ffc932-f4d6-4698-8e94-77f2937f2fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:05.620624 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-35ffc932-f4d6-4698-8e94-77f2937f2fba None None] For port 4b4b1a96-2e8e-4e09-bb19-0f2a0443a125, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=4b4b1a96-2e8e-4e09-bb19-0f2a0443a125,segment=NetworkSegment(3d58039e-3a35-4e11-9d85-5e3760912035),segment_id=3d58039e-3a35-4e11-9d85-5e3760912035)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:38:05.627683 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-35ffc932-f4d6-4698-8e94-77f2937f2fba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:05.703744 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-265c0f09-7419-45e0-be01-8868b011f20c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network 34c817a9-6906-4bb2-9b9e-7fdd769b73b0 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:38:05.707122 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-265c0f09-7419-45e0-be01-8868b011f20c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:38:05.714736 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ffc932-f4d6-4698-8e94-77f2937f2fba None None] Pushing event updated for resources: {'Port': ['ID=4b4b1a96-2e8e-4e09-bb19-0f2a0443a125,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:38:05.859657 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-45b06c71-f182-4f12-beca-58a21dfa92ae None None] Provisioning for port 05b1673c-6801-4c29-9be4-417fda66856c completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:38:05.865165 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-45b06c71-f182-4f12-beca-58a21dfa92ae None None] Provisioning complete for port 05b1673c-6801-4c29-9be4-417fda66856c triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:38:05.865608 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-45b06c71-f182-4f12-beca-58a21dfa92ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:05.866025 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-45b06c71-f182-4f12-beca-58a21dfa92ae None None] Attempt 1 to provision port 05b1673c-6801-4c29-9be4-417fda66856c Oct 13 15:38:05.918805 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-265c0f09-7419-45e0-be01-8868b011f20c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Router 2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:38:05.921427 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-45b06c71-f182-4f12-beca-58a21dfa92ae None None] Port 05b1673c-6801-4c29-9be4-417fda66856c cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:38:06.107930 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-265c0f09-7419-45e0-be01-8868b011f20c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:38:06.118530 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06825c1-a31f-467b-b054-dc5fb7076d6f None None] Sync routers for ids ['2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:38:06.124379 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-265c0f09-7419-45e0-be01-8868b011f20c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "PUT /v2.0/routers/2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2196403 Oct 13 15:38:06.125031 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55886) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:38:06.129468 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06825c1-a31f-467b-b054-dc5fb7076d6f None None] Routers {'2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:38:06.130186 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-f06825c1-a31f-467b-b054-dc5fb7076d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:37:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:38:06.266932 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f61854-eaaf-4126-b5a6-758a4541f95f tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:38:06.267938 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f61854-eaaf-4126-b5a6-758a4541f95f tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:38:06.268404 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f61854-eaaf-4126-b5a6-758a4541f95f tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:38:06.268857 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f61854-eaaf-4126-b5a6-758a4541f95f tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:38:06.270491 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a9f61854-eaaf-4126-b5a6-758a4541f95f tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1444206 Oct 13 15:38:06.273359 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55890) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:38:06.309310 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-f06825c1-a31f-467b-b054-dc5fb7076d6f None None] Set router 2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:38:06.432287 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-45b06c71-f182-4f12-beca-58a21dfa92ae None None] Attempt 2 to provision port 05b1673c-6801-4c29-9be4-417fda66856c Oct 13 15:38:06.442063 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2459112e-df55-42dd-b34c-e1dde0a06bd1 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:38:06.442555 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2459112e-df55-42dd-b34c-e1dde0a06bd1 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:38:06.443011 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2459112e-df55-42dd-b34c-e1dde0a06bd1 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:38:06.443520 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2459112e-df55-42dd-b34c-e1dde0a06bd1 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:38:06.445084 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-2459112e-df55-42dd-b34c-e1dde0a06bd1 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.1709025 Oct 13 15:38:06.447917 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55894) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:38:06.571933 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-45b06c71-f182-4f12-beca-58a21dfa92ae None None] Port 05b1673c-6801-4c29-9be4-417fda66856c cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:38:06.609779 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f950c38e-a313-4fa8-99f4-cce9ee5d3e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:06.648842 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 4b4b1a96-2e8e-4e09-bb19-0f2a0443a125 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:38:06.656104 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-aa8fc6eb-a9ba-4286-82c4-ef8630ff04de tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.2019923 Oct 13 15:38:06.724332 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55900) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:38:06.729590 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-6d0204d5-3e25-469d-b5ee-65e0e288d8fc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-432902918', 'description': 'tempest-secgroup-smoke-432902918 description', 'project_id': 'de460f02ee50469b960f7a471a064187'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:38:06.735465 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-6d0204d5-3e25-469d-b5ee-65e0e288d8fc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:38:06.739588 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-6d0204d5-3e25-469d-b5ee-65e0e288d8fc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:38:06.742420 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-6d0204d5-3e25-469d-b5ee-65e0e288d8fc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:38:06.748385 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-6d0204d5-3e25-469d-b5ee-65e0e288d8fc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:38:06.749129 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 4b4b1a96-2e8e-4e09-bb19-0f2a0443a125 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:38:06.749497 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:06.749820 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 4b4b1a96-2e8e-4e09-bb19-0f2a0443a125 Oct 13 15:38:06.760510 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6d0204d5-3e25-469d-b5ee-65e0e288d8fc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:06.780682 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-6d0204d5-3e25-469d-b5ee-65e0e288d8fc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:38:06.784641 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-6d0204d5-3e25-469d-b5ee-65e0e288d8fc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:38:06.785144 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-f06825c1-a31f-467b-b054-dc5fb7076d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'name': 'tempest-TestNetworkBasicOps-router-982685831', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.40'}], 'enable_snat': True}, 'gw_port_id': '36a29d71-1874-4718-959b-80f67d639fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:37:59Z', 'updated_at': '2022-10-13T15:38:04Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '36a29d71-1874-4718-959b-80f67d639fbe', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ab:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:38:00Z', 'updated_at': '2022-10-13T15:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '05b1673c-6801-4c29-9be4-417fda66856c', 'name': '', 'network_id': '34c817a9-6906-4bb2-9b9e-7fdd769b73b0', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:5e:b4:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '8b26ba82-41fc-4996-b011-3b9c1e95c218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:38:04Z', 'updated_at': '2022-10-13T15:38:05Z', 'revision_number': 2, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '8b26ba82-41fc-4996-b011-3b9c1e95c218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:38:06.787665 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-6d0204d5-3e25-469d-b5ee-65e0e288d8fc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:38:06.793410 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-6d0204d5-3e25-469d-b5ee-65e0e288d8fc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:38:06.806060 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06825c1-a31f-467b-b054-dc5fb7076d6f None None] Checking router: 2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:38:06.806441 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06825c1-a31f-467b-b054-dc5fb7076d6f None None] Updating router 2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa port 05b1673c-6801-4c29-9be4-417fda66856c binding host dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:38:06.863863 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6d0204d5-3e25-469d-b5ee-65e0e288d8fc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:06.868369 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6d0204d5-3e25-469d-b5ee-65e0e288d8fc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:06.875702 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f06825c1-a31f-467b-b054-dc5fb7076d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:06.912310 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0204d5-3e25-469d-b5ee-65e0e288d8fc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c00a2894-8d9c-402f-9426-7d3845f40af6,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:38:06.916256 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6d0204d5-3e25-469d-b5ee-65e0e288d8fc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:06.920499 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55904) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:38:06.920972 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-6d0204d5-3e25-469d-b5ee-65e0e288d8fc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1951587 Oct 13 15:38:06.927090 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-cc14160e-cb75-467e-bd49-ca4bc2f302a6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': 'c00a2894-8d9c-402f-9426-7d3845f40af6', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:38:06.934192 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-cc14160e-cb75-467e-bd49-ca4bc2f302a6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:38:06.938151 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-cc14160e-cb75-467e-bd49-ca4bc2f302a6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:38:06.941840 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-cc14160e-cb75-467e-bd49-ca4bc2f302a6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:38:06.947525 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-cc14160e-cb75-467e-bd49-ca4bc2f302a6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:38:06.964219 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cc14160e-cb75-467e-bd49-ca4bc2f302a6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:06.997627 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 4b4b1a96-2e8e-4e09-bb19-0f2a0443a125 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:38:06.998767 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 36a29d71-1874-4718-959b-80f67d639fbe up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:38:07.024344 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cc14160e-cb75-467e-bd49-ca4bc2f302a6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:07.027991 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cc14160e-cb75-467e-bd49-ca4bc2f302a6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:07.051494 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc14160e-cb75-467e-bd49-ca4bc2f302a6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=205699ee-eeb1-4249-a546-161fd0a1cead,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:38:07.060799 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cc14160e-cb75-467e-bd49-ca4bc2f302a6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:07.065198 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-cc14160e-cb75-467e-bd49-ca4bc2f302a6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1404939 Oct 13 15:38:07.065399 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55908) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:38:07.070295 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-7edb3ca0-1b7e-48db-803d-3e85da46c1eb tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': 'c00a2894-8d9c-402f-9426-7d3845f40af6', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:38:07.075973 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-7edb3ca0-1b7e-48db-803d-3e85da46c1eb tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:38:07.078022 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-45b06c71-f182-4f12-beca-58a21dfa92ae None None] Attempt 3 to provision port 05b1673c-6801-4c29-9be4-417fda66856c Oct 13 15:38:07.079860 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-7edb3ca0-1b7e-48db-803d-3e85da46c1eb tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:38:07.082706 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-7edb3ca0-1b7e-48db-803d-3e85da46c1eb tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:38:07.088362 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-7edb3ca0-1b7e-48db-803d-3e85da46c1eb tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:38:07.105154 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7edb3ca0-1b7e-48db-803d-3e85da46c1eb tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:07.169801 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7edb3ca0-1b7e-48db-803d-3e85da46c1eb tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:07.171284 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-45b06c71-f182-4f12-beca-58a21dfa92ae None None] Port 05b1673c-6801-4c29-9be4-417fda66856c cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:38:07.174172 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7edb3ca0-1b7e-48db-803d-3e85da46c1eb tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:07.197196 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edb3ca0-1b7e-48db-803d-3e85da46c1eb tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1d9cb48-359a-4ea5-9d17-9ee3b8c22c18,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:38:07.207015 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7edb3ca0-1b7e-48db-803d-3e85da46c1eb tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:07.210853 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-7edb3ca0-1b7e-48db-803d-3e85da46c1eb tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1419313 Oct 13 15:38:07.211214 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 55912) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:38:07.216437 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-808de794-a1ee-4ed6-8c8e-ed4ff89747d0 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': 'c00a2894-8d9c-402f-9426-7d3845f40af6', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:38:07.223158 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-808de794-a1ee-4ed6-8c8e-ed4ff89747d0 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:38:07.227202 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-808de794-a1ee-4ed6-8c8e-ed4ff89747d0 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:38:07.230165 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-808de794-a1ee-4ed6-8c8e-ed4ff89747d0 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:38:07.236568 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-808de794-a1ee-4ed6-8c8e-ed4ff89747d0 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:38:07.252215 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-808de794-a1ee-4ed6-8c8e-ed4ff89747d0 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:07.257462 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 36a29d71-1874-4718-959b-80f67d639fbe triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:38:07.257829 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:07.258189 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 36a29d71-1874-4718-959b-80f67d639fbe Oct 13 15:38:07.318107 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-808de794-a1ee-4ed6-8c8e-ed4ff89747d0 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:07.323843 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-808de794-a1ee-4ed6-8c8e-ed4ff89747d0 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:07.349270 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808de794-a1ee-4ed6-8c8e-ed4ff89747d0 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0a01472-1be7-4116-a533-2b91622f69a8,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:38:07.368011 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-808de794-a1ee-4ed6-8c8e-ed4ff89747d0 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:07.369198 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-808de794-a1ee-4ed6-8c8e-ed4ff89747d0 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1569762 Oct 13 15:38:07.372302 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55916) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:38:07.377399 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-db635c30-f4c0-4f97-b0f9-bd7c25b05e2f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': 'c00a2894-8d9c-402f-9426-7d3845f40af6', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:38:07.383448 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-db635c30-f4c0-4f97-b0f9-bd7c25b05e2f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:38:07.387436 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-db635c30-f4c0-4f97-b0f9-bd7c25b05e2f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:38:07.390348 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-db635c30-f4c0-4f97-b0f9-bd7c25b05e2f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:38:07.396782 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-db635c30-f4c0-4f97-b0f9-bd7c25b05e2f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:38:07.413499 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-db635c30-f4c0-4f97-b0f9-bd7c25b05e2f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:07.476968 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-db635c30-f4c0-4f97-b0f9-bd7c25b05e2f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:07.480950 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-db635c30-f4c0-4f97-b0f9-bd7c25b05e2f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:07.500007 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 36a29d71-1874-4718-959b-80f67d639fbe is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:38:07.507448 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db635c30-f4c0-4f97-b0f9-bd7c25b05e2f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b116d5c8-983d-42cb-a0e1-38a84d8b7d39,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:38:07.516203 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f06825c1-a31f-467b-b054-dc5fb7076d6f None None] Notify callbacks [] for port, precommit_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:07.518639 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-db635c30-f4c0-4f97-b0f9-bd7c25b05e2f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:07.520327 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-db635c30-f4c0-4f97-b0f9-bd7c25b05e2f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1467648 Oct 13 15:38:07.523309 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55920) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:38:07.528124 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-6406a0d7-d9a6-4490-b78f-89d0fabde667 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': 'c00a2894-8d9c-402f-9426-7d3845f40af6', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:38:07.528424 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-f06825c1-a31f-467b-b054-dc5fb7076d6f None None] Transition to ACTIVE for port object 05b1673c-6801-4c29-9be4-417fda66856c will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:38:07.535346 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-6406a0d7-d9a6-4490-b78f-89d0fabde667 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:38:07.535817 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f06825c1-a31f-467b-b054-dc5fb7076d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:07.539466 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-6406a0d7-d9a6-4490-b78f-89d0fabde667 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:38:07.542361 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-6406a0d7-d9a6-4490-b78f-89d0fabde667 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:38:07.548131 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-6406a0d7-d9a6-4490-b78f-89d0fabde667 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:38:07.558709 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.securitygroups_db [None req-6406a0d7-d9a6-4490-b78f-89d0fabde667 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Project de460f02ee50469b960f7a471a064187 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 15:38:07.565573 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6406a0d7-d9a6-4490-b78f-89d0fabde667 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:07.629001 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6406a0d7-d9a6-4490-b78f-89d0fabde667 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:07.635817 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6406a0d7-d9a6-4490-b78f-89d0fabde667 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:07.660995 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6406a0d7-d9a6-4490-b78f-89d0fabde667 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5953d8cd-9716-4c9d-b7bc-370a031464f0,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:38:07.673014 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6406a0d7-d9a6-4490-b78f-89d0fabde667 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:07.676976 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-6406a0d7-d9a6-4490-b78f-89d0fabde667 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1499691 Oct 13 15:38:07.677109 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-45b06c71-f182-4f12-beca-58a21dfa92ae None None] Attempt 4 to provision port 05b1673c-6801-4c29-9be4-417fda66856c Oct 13 15:38:07.677288 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55924) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:38:07.682525 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-6caf2867-1d6f-48b5-93ba-4d0d6b2c898c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': 'c00a2894-8d9c-402f-9426-7d3845f40af6', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:38:07.688785 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-6caf2867-1d6f-48b5-93ba-4d0d6b2c898c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:38:07.692975 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-6caf2867-1d6f-48b5-93ba-4d0d6b2c898c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:38:07.696143 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-6caf2867-1d6f-48b5-93ba-4d0d6b2c898c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:38:07.702596 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-6caf2867-1d6f-48b5-93ba-4d0d6b2c898c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:38:07.717497 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.securitygroups_db [None req-6caf2867-1d6f-48b5-93ba-4d0d6b2c898c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Project de460f02ee50469b960f7a471a064187 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 15:38:07.725090 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6caf2867-1d6f-48b5-93ba-4d0d6b2c898c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:07.786462 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0e1443-8f28-4cf9-9a8d-f3e811c486e1 None None] Pushing event updated for resources: {'Port': ['ID=05b1673c-6801-4c29-9be4-417fda66856c,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:38:07.796152 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6caf2867-1d6f-48b5-93ba-4d0d6b2c898c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:07.799162 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6caf2867-1d6f-48b5-93ba-4d0d6b2c898c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:07.803738 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:07.808774 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-45b06c71-f182-4f12-beca-58a21dfa92ae None None] Port 05b1673c-6801-4c29-9be4-417fda66856c cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:38:07.812406 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-f06825c1-a31f-467b-b054-dc5fb7076d6f None None] Attempting to bind port 05b1673c-6801-4c29-9be4-417fda66856c on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:38:07.812769 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-f06825c1-a31f-467b-b054-dc5fb7076d6f None None] Attempting to bind port 05b1673c-6801-4c29-9be4-417fda66856c by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '3d58039e-3a35-4e11-9d85-5e3760912035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '34c817a9-6906-4bb2-9b9e-7fdd769b73b0'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:38:07.813120 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06825c1-a31f-467b-b054-dc5fb7076d6f None None] Attempting to bind port 05b1673c-6801-4c29-9be4-417fda66856c on network 34c817a9-6906-4bb2-9b9e-7fdd769b73b0 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:38:07.818484 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06825c1-a31f-467b-b054-dc5fb7076d6f None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:38:07.819301 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06825c1-a31f-467b-b054-dc5fb7076d6f None None] Checking segment: {'id': '3d58039e-3a35-4e11-9d85-5e3760912035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '34c817a9-6906-4bb2-9b9e-7fdd769b73b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:38:07.819301 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f06825c1-a31f-467b-b054-dc5fb7076d6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:07.819608 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f06825c1-a31f-467b-b054-dc5fb7076d6f None None] Bound using segment: {'id': '3d58039e-3a35-4e11-9d85-5e3760912035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '34c817a9-6906-4bb2-9b9e-7fdd769b73b0'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:38:07.820061 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-f06825c1-a31f-467b-b054-dc5fb7076d6f None None] Bound port: 05b1673c-6801-4c29-9be4-417fda66856c, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d58039e-3a35-4e11-9d85-5e3760912035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '34c817a9-6906-4bb2-9b9e-7fdd769b73b0'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:38:07.820426 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f06825c1-a31f-467b-b054-dc5fb7076d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:07.822658 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caf2867-1d6f-48b5-93ba-4d0d6b2c898c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e7a00a2-5203-49eb-90d2-5bc2c57bc1da,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:38:07.833018 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6caf2867-1d6f-48b5-93ba-4d0d6b2c898c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:07.834835 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-6caf2867-1d6f-48b5-93ba-4d0d6b2c898c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1560473 Oct 13 15:38:07.881839 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:07.920517 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-f06825c1-a31f-467b-b054-dc5fb7076d6f None None] For port 05b1673c-6801-4c29-9be4-417fda66856c, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:38:07.923497 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-f06825c1-a31f-467b-b054-dc5fb7076d6f None None] For port 05b1673c-6801-4c29-9be4-417fda66856c, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=05b1673c-6801-4c29-9be4-417fda66856c,segment=NetworkSegment(3d58039e-3a35-4e11-9d85-5e3760912035),segment_id=3d58039e-3a35-4e11-9d85-5e3760912035)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:38:07.927238 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f06825c1-a31f-467b-b054-dc5fb7076d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:07.991106 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06825c1-a31f-467b-b054-dc5fb7076d6f None None] Routers {'2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:38:07.991721 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-f06825c1-a31f-467b-b054-dc5fb7076d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:38:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:38:07.994390 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-71a92c20-f3fd-415f-9189-716db4f0760c req-a32f2f9a-6054-4bb8-8342-a2993dc6d277 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-432902918&fields=id&tenant_id=de460f02ee50469b960f7a471a064187 HTTP/1.1" status: 200 len: 267 time: 0.0381105 Oct 13 15:38:08.082587 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0e1443-8f28-4cf9-9a8d-f3e811c486e1 None None] Pushing event updated for resources: {'Port': ['ID=05b1673c-6801-4c29-9be4-417fda66856c,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:38:08.143172 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a92c20-f3fd-415f-9189-716db4f0760c req-64687f91-efb2-4b9a-a454-89b32b34481c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:38:08.144620 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-71a92c20-f3fd-415f-9189-716db4f0760c req-64687f91-efb2-4b9a-a454-89b32b34481c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/networks?id=34c817a9-6906-4bb2-9b9e-7fdd769b73b0 HTTP/1.1" status: 200 len: 797 time: 0.1437199 Oct 13 15:38:08.159436 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-71a92c20-f3fd-415f-9189-716db4f0760c req-82846e2a-9059-42fc-b5e6-7c600ea32938 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/quotas/de460f02ee50469b960f7a471a064187 HTTP/1.1" status: 200 len: 375 time: 0.0089638 Oct 13 15:38:08.178439 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-f06825c1-a31f-467b-b054-dc5fb7076d6f None None] Set router 2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:38:08.249455 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-71a92c20-f3fd-415f-9189-716db4f0760c req-2a6f4ff7-3489-4f6f-8525-febceaf221e1 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:38:08.264650 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-71a92c20-f3fd-415f-9189-716db4f0760c req-2a6f4ff7-3489-4f6f-8525-febceaf221e1 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:38:08.266029 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-71a92c20-f3fd-415f-9189-716db4f0760c req-2a6f4ff7-3489-4f6f-8525-febceaf221e1 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1017005 Oct 13 15:38:08.311614 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-45b06c71-f182-4f12-beca-58a21dfa92ae None None] Attempt 5 to provision port 05b1673c-6801-4c29-9be4-417fda66856c Oct 13 15:38:08.322918 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [req-71a92c20-f3fd-415f-9189-716db4f0760c req-38c95dc1-c2f7-4d1e-aa21-ef5fb0dce524 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:38:08.323886 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-71a92c20-f3fd-415f-9189-716db4f0760c req-38c95dc1-c2f7-4d1e-aa21-ef5fb0dce524 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0457106 Oct 13 15:38:08.466820 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-45b06c71-f182-4f12-beca-58a21dfa92ae None None] Port 05b1673c-6801-4c29-9be4-417fda66856c had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 15:38:08.521284 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-45b06c71-f182-4f12-beca-58a21dfa92ae None None] Provisioning complete for port 4b4b1a96-2e8e-4e09-bb19-0f2a0443a125 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:38:08.521647 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-45b06c71-f182-4f12-beca-58a21dfa92ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:08.521982 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-45b06c71-f182-4f12-beca-58a21dfa92ae None None] Attempt 1 to provision port 4b4b1a96-2e8e-4e09-bb19-0f2a0443a125 Oct 13 15:38:08.566983 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-71a92c20-f3fd-415f-9189-716db4f0760c req-da0b2631-56ca-48c3-b1d6-c19d1059c373 service neutron] 10.222.0.42 "GET /v2.0/networks/34c817a9-6906-4bb2-9b9e-7fdd769b73b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2369897 Oct 13 15:38:08.660392 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-f06825c1-a31f-467b-b054-dc5fb7076d6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'name': 'tempest-TestNetworkBasicOps-router-982685831', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.40'}], 'enable_snat': True}, 'gw_port_id': '36a29d71-1874-4718-959b-80f67d639fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:37:59Z', 'updated_at': '2022-10-13T15:38:04Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '36a29d71-1874-4718-959b-80f67d639fbe', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ab:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:38:00Z', 'updated_at': '2022-10-13T15:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '05b1673c-6801-4c29-9be4-417fda66856c', 'name': '', 'network_id': '34c817a9-6906-4bb2-9b9e-7fdd769b73b0', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:5e:b4:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '8b26ba82-41fc-4996-b011-3b9c1e95c218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:38:04Z', 'updated_at': '2022-10-13T15:38:07Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '8b26ba82-41fc-4996-b011-3b9c1e95c218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:38:08.668809 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06825c1-a31f-467b-b054-dc5fb7076d6f None None] The sync data for ids ['2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa'] in dv-neutron-860329-2-hyperv is: [{'id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'name': 'tempest-TestNetworkBasicOps-router-982685831', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.40'}], 'enable_snat': True}, 'gw_port_id': '36a29d71-1874-4718-959b-80f67d639fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:37:59Z', 'updated_at': '2022-10-13T15:38:04Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '36a29d71-1874-4718-959b-80f67d639fbe', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ab:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:38:00Z', 'updated_at': '2022-10-13T15:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '05b1673c-6801-4c29-9be4-417fda66856c', 'name': '', 'network_id': '34c817a9-6906-4bb2-9b9e-7fdd769b73b0', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:5e:b4:7e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '8b26ba82-41fc-4996-b011-3b9c1e95c218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:38:04Z', 'updated_at': '2022-10-13T15:38:07Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '8b26ba82-41fc-4996-b011-3b9c1e95c218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:38:08.670999 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-45b06c71-f182-4f12-beca-58a21dfa92ae None None] Current status of the port 4b4b1a96-2e8e-4e09-bb19-0f2a0443a125 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:38:08.703640 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-71a92c20-f3fd-415f-9189-716db4f0760c req-1199b443-892a-473f-9b56-3a4be63fc789 service neutron] 10.222.0.42 "GET /v2.0/networks/34c817a9-6906-4bb2-9b9e-7fdd769b73b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301646 Oct 13 15:38:08.918551 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-10e9b3a2-309f-433c-916e-703676e67011 req-767a02ab-5f02-4a7d-b985-1ef0ffb7c4f9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:38:08.931217 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-10e9b3a2-309f-433c-916e-703676e67011 req-767a02ab-5f02-4a7d-b985-1ef0ffb7c4f9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:38:08.932348 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-10e9b3a2-309f-433c-916e-703676e67011 req-767a02ab-5f02-4a7d-b985-1ef0ffb7c4f9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=09a0d096-463b-4c47-8c8f-2000fd920bbc HTTP/1.1" status: 200 len: 210 time: 0.0651033 Oct 13 15:38:09.544565 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:10.099925 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-93915e24-8e1d-4779-99f9-681fbd7ab5eb req-7990512d-bf44-4003-964e-cc895b609cee tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=09a0d096-463b-4c47-8c8f-2000fd920bbc HTTP/1.1" status: 200 len: 210 time: 0.0489509 Oct 13 15:38:10.312502 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a92c20-f3fd-415f-9189-716db4f0760c req-0c7f5ce1-dae8-4473-a358-62d336c0c3f1 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:38:10.314505 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-71a92c20-f3fd-415f-9189-716db4f0760c req-0c7f5ce1-dae8-4473-a358-62d336c0c3f1 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.16 "GET /v2.0/networks?id=34c817a9-6906-4bb2-9b9e-7fdd769b73b0 HTTP/1.1" status: 200 len: 797 time: 0.1476283 Oct 13 15:38:10.363779 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-71a92c20-f3fd-415f-9189-716db4f0760c req-88b33ef7-8995-4b22-8bab-cf49fbe6e82b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de460f02ee50469b960f7a471a064187 HTTP/1.1" status: 200 len: 379 time: 0.0420806 Oct 13 15:38:10.371874 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-71a92c20-f3fd-415f-9189-716db4f0760c req-50b86448-4dab-4690-8bfa-6d7b6c9a903a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'port': {'device_id': '09a0d096-463b-4c47-8c8f-2000fd920bbc', 'network_id': '34c817a9-6906-4bb2-9b9e-7fdd769b73b0', 'admin_state_up': True, 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'security_groups': ['c00a2894-8d9c-402f-9426-7d3845f40af6']}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:38:10.507052 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-71a92c20-f3fd-415f-9189-716db4f0760c req-50b86448-4dab-4690-8bfa-6d7b6c9a903a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:38:10.516481 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-71a92c20-f3fd-415f-9189-716db4f0760c req-50b86448-4dab-4690-8bfa-6d7b6c9a903a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:38:10.526294 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71a92c20-f3fd-415f-9189-716db4f0760c req-50b86448-4dab-4690-8bfa-6d7b6c9a903a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Made reservation on behalf of de460f02ee50469b960f7a471a064187 for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:38:10.529927 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-71a92c20-f3fd-415f-9189-716db4f0760c req-50b86448-4dab-4690-8bfa-6d7b6c9a903a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:10.650689 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 05b1673c-6801-4c29-9be4-417fda66856c up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:38:10.700868 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [req-71a92c20-f3fd-415f-9189-716db4f0760c req-50b86448-4dab-4690-8bfa-6d7b6c9a903a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Allocated IP 172.20.0.9 (34c817a9-6906-4bb2-9b9e-7fdd769b73b0/8b26ba82-41fc-4996-b011-3b9c1e95c218/27175844-94ea-40d2-bece-e1f568d77b89) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:38:10.725529 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 05b1673c-6801-4c29-9be4-417fda66856c completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:38:10.730256 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 05b1673c-6801-4c29-9be4-417fda66856c triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:38:10.730626 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:10.730955 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 05b1673c-6801-4c29-9be4-417fda66856c Oct 13 15:38:10.844984 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 05b1673c-6801-4c29-9be4-417fda66856c is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:38:10.845731 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:10.881048 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 05b1673c-6801-4c29-9be4-417fda66856c, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=05b1673c-6801-4c29-9be4-417fda66856c,segment=NetworkSegment(3d58039e-3a35-4e11-9d85-5e3760912035),segment_id=3d58039e-3a35-4e11-9d85-5e3760912035)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:38:10.884892 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:10.886719 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-71a92c20-f3fd-415f-9189-716db4f0760c req-50b86448-4dab-4690-8bfa-6d7b6c9a903a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:10.902629 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-71a92c20-f3fd-415f-9189-716db4f0760c req-50b86448-4dab-4690-8bfa-6d7b6c9a903a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Transition to ACTIVE for port object 27175844-94ea-40d2-bece-e1f568d77b89 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:38:10.927910 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-71a92c20-f3fd-415f-9189-716db4f0760c req-50b86448-4dab-4690-8bfa-6d7b6c9a903a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:10.996269 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=05b1673c-6801-4c29-9be4-417fda66856c,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:38:11.004488 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71a92c20-f3fd-415f-9189-716db4f0760c req-50b86448-4dab-4690-8bfa-6d7b6c9a903a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network 34c817a9-6906-4bb2-9b9e-7fdd769b73b0 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:38:11.007444 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [req-71a92c20-f3fd-415f-9189-716db4f0760c req-50b86448-4dab-4690-8bfa-6d7b6c9a903a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:38:11.010163 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-71a92c20-f3fd-415f-9189-716db4f0760c req-50b86448-4dab-4690-8bfa-6d7b6c9a903a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:38:11.047116 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b86448-4dab-4690-8bfa-6d7b6c9a903a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Port': ['ID=27175844-94ea-40d2-bece-e1f568d77b89,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:38:11.080449 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a92c20-f3fd-415f-9189-716db4f0760c req-50b86448-4dab-4690-8bfa-6d7b6c9a903a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:38:11.081051 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-71a92c20-f3fd-415f-9189-716db4f0760c req-50b86448-4dab-4690-8bfa-6d7b6c9a903a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:11.106445 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-71a92c20-f3fd-415f-9189-716db4f0760c req-50b86448-4dab-4690-8bfa-6d7b6c9a903a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7381709 Oct 13 15:38:11.117002 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-71a92c20-f3fd-415f-9189-716db4f0760c req-c53c9d94-1054-4e5f-b146-0bcbf869da1e service neutron] Request body: {'port': {'device_id': '09a0d096-463b-4c47-8c8f-2000fd920bbc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:38:11.233743 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-71a92c20-f3fd-415f-9189-716db4f0760c req-c53c9d94-1054-4e5f-b146-0bcbf869da1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:11.236393 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-a0e909a8-6e54-4302-8ffa-273f48b8bc8d None None] Provisioning for port 27175844-94ea-40d2-bece-e1f568d77b89 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:38:11.241449 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-a0e909a8-6e54-4302-8ffa-273f48b8bc8d None None] Provisioning complete for port 27175844-94ea-40d2-bece-e1f568d77b89 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:38:11.241920 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-a0e909a8-6e54-4302-8ffa-273f48b8bc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:11.242386 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-a0e909a8-6e54-4302-8ffa-273f48b8bc8d None None] Attempt 1 to provision port 27175844-94ea-40d2-bece-e1f568d77b89 Oct 13 15:38:11.301048 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-a0e909a8-6e54-4302-8ffa-273f48b8bc8d None None] Port 27175844-94ea-40d2-bece-e1f568d77b89 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:38:11.310161 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59cc503-0531-4cea-8229-7b35c3b1c33f req-3ca889d1-86b1-4496-bffa-aaac10e68964 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:38:11.311660 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-d59cc503-0531-4cea-8229-7b35c3b1c33f req-3ca889d1-86b1-4496-bffa-aaac10e68964 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=09a0d096-463b-4c47-8c8f-2000fd920bbc HTTP/1.1" status: 200 len: 931 time: 0.0959551 Oct 13 15:38:11.355528 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-d59cc503-0531-4cea-8229-7b35c3b1c33f req-c4ffcc23-5b93-4009-843c-ec95b6f97b28 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:security_group {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:38:11.370599 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-d59cc503-0531-4cea-8229-7b35c3b1c33f req-c4ffcc23-5b93-4009-843c-ec95b6f97b28 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:security_group {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:38:11.371733 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-d59cc503-0531-4cea-8229-7b35c3b1c33f req-c4ffcc23-5b93-4009-843c-ec95b6f97b28 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=c00a2894-8d9c-402f-9426-7d3845f40af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540793 Oct 13 15:38:11.574291 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [req-71a92c20-f3fd-415f-9189-716db4f0760c req-c53c9d94-1054-4e5f-b146-0bcbf869da1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27175844-94ea-40d2-bece-e1f568d77b89 {{(pid=88973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 15:38:11.582004 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-71a92c20-f3fd-415f-9189-716db4f0760c req-c53c9d94-1054-4e5f-b146-0bcbf869da1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:11.597077 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-71a92c20-f3fd-415f-9189-716db4f0760c req-c53c9d94-1054-4e5f-b146-0bcbf869da1e service neutron] Transition to ACTIVE for port object 27175844-94ea-40d2-bece-e1f568d77b89 will not be triggered until provisioned by entity L2. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:38:11.600051 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-71a92c20-f3fd-415f-9189-716db4f0760c req-c53c9d94-1054-4e5f-b146-0bcbf869da1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:11.802616 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-a0e909a8-6e54-4302-8ffa-273f48b8bc8d None None] Attempt 2 to provision port 27175844-94ea-40d2-bece-e1f568d77b89 Oct 13 15:38:11.860049 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-a0e909a8-6e54-4302-8ffa-273f48b8bc8d None None] Port 27175844-94ea-40d2-bece-e1f568d77b89 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:38:11.887590 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c9d94-1054-4e5f-b146-0bcbf869da1e service neutron] Pushing event updated for resources: {'Port': ['ID=27175844-94ea-40d2-bece-e1f568d77b89,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:38:11.926707 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-71a92c20-f3fd-415f-9189-716db4f0760c req-c53c9d94-1054-4e5f-b146-0bcbf869da1e service neutron] Attempting to bind port 27175844-94ea-40d2-bece-e1f568d77b89 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:38:11.927033 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-71a92c20-f3fd-415f-9189-716db4f0760c req-c53c9d94-1054-4e5f-b146-0bcbf869da1e service neutron] Attempting to bind port 27175844-94ea-40d2-bece-e1f568d77b89 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '3d58039e-3a35-4e11-9d85-5e3760912035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '34c817a9-6906-4bb2-9b9e-7fdd769b73b0'}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:38:11.927357 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a92c20-f3fd-415f-9189-716db4f0760c req-c53c9d94-1054-4e5f-b146-0bcbf869da1e service neutron] Attempting to bind port 27175844-94ea-40d2-bece-e1f568d77b89 on network 34c817a9-6906-4bb2-9b9e-7fdd769b73b0 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:38:11.931821 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a92c20-f3fd-415f-9189-716db4f0760c req-c53c9d94-1054-4e5f-b146-0bcbf869da1e service neutron] Port 27175844-94ea-40d2-bece-e1f568d77b89 on network 34c817a9-6906-4bb2-9b9e-7fdd769b73b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:38:11.932134 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a92c20-f3fd-415f-9189-716db4f0760c req-c53c9d94-1054-4e5f-b146-0bcbf869da1e service neutron] Attempting to bind port 27175844-94ea-40d2-bece-e1f568d77b89 on network 34c817a9-6906-4bb2-9b9e-7fdd769b73b0 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:38:11.937106 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a92c20-f3fd-415f-9189-716db4f0760c req-c53c9d94-1054-4e5f-b146-0bcbf869da1e service neutron] Checking agent: {'id': 'c4d1d38a-44f6-47ac-b17c-311e640e7cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'started_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 37, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:38:11.937432 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a92c20-f3fd-415f-9189-716db4f0760c req-c53c9d94-1054-4e5f-b146-0bcbf869da1e service neutron] Checking segment: {'id': '3d58039e-3a35-4e11-9d85-5e3760912035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '34c817a9-6906-4bb2-9b9e-7fdd769b73b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:38:11.937804 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71a92c20-f3fd-415f-9189-716db4f0760c req-c53c9d94-1054-4e5f-b146-0bcbf869da1e service neutron] Bound using segment: {'id': '3d58039e-3a35-4e11-9d85-5e3760912035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '34c817a9-6906-4bb2-9b9e-7fdd769b73b0'} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:38:11.938250 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-71a92c20-f3fd-415f-9189-716db4f0760c req-c53c9d94-1054-4e5f-b146-0bcbf869da1e service neutron] Bound port: 27175844-94ea-40d2-bece-e1f568d77b89, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d58039e-3a35-4e11-9d85-5e3760912035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '34c817a9-6906-4bb2-9b9e-7fdd769b73b0'}}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:38:11.938594 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-71a92c20-f3fd-415f-9189-716db4f0760c req-c53c9d94-1054-4e5f-b146-0bcbf869da1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:12.025691 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-71a92c20-f3fd-415f-9189-716db4f0760c req-c53c9d94-1054-4e5f-b146-0bcbf869da1e service neutron] For port 27175844-94ea-40d2-bece-e1f568d77b89, host hv-neutron-8603, cleared binding levels {{(pid=88973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:38:12.029051 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-71a92c20-f3fd-415f-9189-716db4f0760c req-c53c9d94-1054-4e5f-b146-0bcbf869da1e service neutron] For port 27175844-94ea-40d2-bece-e1f568d77b89, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=27175844-94ea-40d2-bece-e1f568d77b89,segment=NetworkSegment(3d58039e-3a35-4e11-9d85-5e3760912035),segment_id=3d58039e-3a35-4e11-9d85-5e3760912035)] {{(pid=88973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:38:12.033809 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-71a92c20-f3fd-415f-9189-716db4f0760c req-c53c9d94-1054-4e5f-b146-0bcbf869da1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:12.069813 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a92c20-f3fd-415f-9189-716db4f0760c req-c53c9d94-1054-4e5f-b146-0bcbf869da1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:38:12.070447 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-71a92c20-f3fd-415f-9189-716db4f0760c req-c53c9d94-1054-4e5f-b146-0bcbf869da1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:12.071814 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-71a92c20-f3fd-415f-9189-716db4f0760c req-c53c9d94-1054-4e5f-b146-0bcbf869da1e service neutron] 10.222.0.16 "PUT /v2.0/ports/27175844-94ea-40d2-bece-e1f568d77b89 HTTP/1.1" status: 200 len: 1093 time: 0.9589875 Oct 13 15:38:12.072334 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a0d096-463b-4c47-8c8f-2000fd920bbc', 'tag': '27175844-94ea-40d2-bece-e1f568d77b89'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:38:12.074635 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c1767be-c07b-4ce7-ab65-9a751bc14849" -d '{"events": [{"name": "network-changed", "server_uuid": "09a0d096-463b-4c47-8c8f-2000fd920bbc", "tag": "27175844-94ea-40d2-bece-e1f568d77b89"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:38:12.113127 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53c9d94-1054-4e5f-b146-0bcbf869da1e service neutron] Pushing event updated for resources: {'Port': ['ID=27175844-94ea-40d2-bece-e1f568d77b89,revision_number=3']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:38:12.161028 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 15:38:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940dcb22-eced-4792-8da3-f56eac850b9b x-openstack-request-id: req-940dcb22-eced-4792-8da3-f56eac850b9b {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:38:12.161306 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09a0d096-463b-4c47-8c8f-2000fd920bbc", "tag": "27175844-94ea-40d2-bece-e1f568d77b89", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:38:12.161555 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-940dcb22-eced-4792-8da3-f56eac850b9b {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:38:12.161939 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-940dcb22-eced-4792-8da3-f56eac850b9b'] response: {'name': 'network-changed', 'server_uuid': '09a0d096-463b-4c47-8c8f-2000fd920bbc', 'tag': '27175844-94ea-40d2-bece-e1f568d77b89', 'status': 'completed', 'code': 200} Oct 13 15:38:12.204287 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a92c20-f3fd-415f-9189-716db4f0760c req-2b924c71-ecf4-4533-ae09-86a9ea782a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:38:12.205803 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-71a92c20-f3fd-415f-9189-716db4f0760c req-2b924c71-ecf4-4533-ae09-86a9ea782a61 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&device_id=09a0d096-463b-4c47-8c8f-2000fd920bbc HTTP/1.1" status: 200 len: 1096 time: 0.0831733 Oct 13 15:38:12.275724 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-71a92c20-f3fd-415f-9189-716db4f0760c req-f5493648-4195-4d6c-8aa9-be4e5579e714 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27175844-94ea-40d2-bece-e1f568d77b89 HTTP/1.1" status: 200 len: 217 time: 0.0626709 Oct 13 15:38:12.335975 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a92c20-f3fd-415f-9189-716db4f0760c req-42043ac3-fcc0-4f60-9187-d23de2472940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:38:12.337315 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-71a92c20-f3fd-415f-9189-716db4f0760c req-42043ac3-fcc0-4f60-9187-d23de2472940 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8b26ba82-41fc-4996-b011-3b9c1e95c218 HTTP/1.1" status: 200 len: 834 time: 0.0552771 Oct 13 15:38:12.361445 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-a0e909a8-6e54-4302-8ffa-273f48b8bc8d None None] Attempt 3 to provision port 27175844-94ea-40d2-bece-e1f568d77b89 Oct 13 15:38:12.422246 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-a0e909a8-6e54-4302-8ffa-273f48b8bc8d None None] Port 27175844-94ea-40d2-bece-e1f568d77b89 had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 15:38:12.426439 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a92c20-f3fd-415f-9189-716db4f0760c req-2a4d2643-b284-47cd-9e3a-5dc1c75ca2d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:38:12.427300 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-71a92c20-f3fd-415f-9189-716db4f0760c req-2a4d2643-b284-47cd-9e3a-5dc1c75ca2d5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=34c817a9-6906-4bb2-9b9e-7fdd769b73b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799916 Oct 13 15:38:12.558763 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-71a92c20-f3fd-415f-9189-716db4f0760c req-d21a43a6-be1c-43ff-b702-1e7583a4bd76 service neutron] 10.222.0.16 "GET /v2.0/networks/34c817a9-6906-4bb2-9b9e-7fdd769b73b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257167 Oct 13 15:38:12.575413 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40ab523-a671-4a4e-9ce6-b8227120ae2f req-489bea5e-8bfd-4192-99fb-f4966475cc35 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:38:12.576982 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-d40ab523-a671-4a4e-9ce6-b8227120ae2f req-489bea5e-8bfd-4192-99fb-f4966475cc35 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=09a0d096-463b-4c47-8c8f-2000fd920bbc HTTP/1.1" status: 200 len: 943 time: 0.0876191 Oct 13 15:38:12.630320 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-d40ab523-a671-4a4e-9ce6-b8227120ae2f req-546d6bf8-7792-422d-9153-d2fde1d08d0b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=c00a2894-8d9c-402f-9426-7d3845f40af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472257 Oct 13 15:38:12.665041 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 05b1673c-6801-4c29-9be4-417fda66856c up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:38:12.719035 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-71a92c20-f3fd-415f-9189-716db4f0760c req-08b79090-4447-4609-b17c-5aaf3c4e45a9 service neutron] 10.222.0.16 "GET /v2.0/networks/34c817a9-6906-4bb2-9b9e-7fdd769b73b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547801 Oct 13 15:38:12.742608 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 05b1673c-6801-4c29-9be4-417fda66856c triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:38:12.743052 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:12.743478 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 05b1673c-6801-4c29-9be4-417fda66856c Oct 13 15:38:12.851717 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1767be-c07b-4ce7-ab65-9a751bc14849 req-29e54b49-94a2-4152-867b-8e5c51d85da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:38:12.853090 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2c1767be-c07b-4ce7-ab65-9a751bc14849 req-29e54b49-94a2-4152-867b-8e5c51d85da1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&device_id=09a0d096-463b-4c47-8c8f-2000fd920bbc HTTP/1.1" status: 200 len: 1096 time: 0.0883911 Oct 13 15:38:12.865406 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 05b1673c-6801-4c29-9be4-417fda66856c is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:38:12.990015 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1767be-c07b-4ce7-ab65-9a751bc14849 req-5dff478c-f72c-4e0d-b2a1-0988ab41a1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:38:12.991503 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2c1767be-c07b-4ce7-ab65-9a751bc14849 req-5dff478c-f72c-4e0d-b2a1-0988ab41a1b7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=34c817a9-6906-4bb2-9b9e-7fdd769b73b0 HTTP/1.1" status: 200 len: 898 time: 0.1325359 Oct 13 15:38:13.060928 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2c1767be-c07b-4ce7-ab65-9a751bc14849 req-9ab10c82-5b35-4888-bbff-69f16a1aa865 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27175844-94ea-40d2-bece-e1f568d77b89 HTTP/1.1" status: 200 len: 217 time: 0.0634711 Oct 13 15:38:13.122902 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1767be-c07b-4ce7-ab65-9a751bc14849 req-930e705c-fef8-4e48-a8ad-6c8d82891fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:38:13.124330 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2c1767be-c07b-4ce7-ab65-9a751bc14849 req-930e705c-fef8-4e48-a8ad-6c8d82891fbe service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8b26ba82-41fc-4996-b011-3b9c1e95c218 HTTP/1.1" status: 200 len: 834 time: 0.0573938 Oct 13 15:38:13.206899 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1767be-c07b-4ce7-ab65-9a751bc14849 req-4cfd68d7-5ecf-4229-b545-bfe57b59b08c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:38:13.208302 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2c1767be-c07b-4ce7-ab65-9a751bc14849 req-4cfd68d7-5ecf-4229-b545-bfe57b59b08c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=34c817a9-6906-4bb2-9b9e-7fdd769b73b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781631 Oct 13 15:38:13.340895 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2c1767be-c07b-4ce7-ab65-9a751bc14849 req-162f2f74-e8b4-4d3a-9632-790e4c5be723 service neutron] 10.222.0.16 "GET /v2.0/networks/34c817a9-6906-4bb2-9b9e-7fdd769b73b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263490 Oct 13 15:38:13.569834 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2c1767be-c07b-4ce7-ab65-9a751bc14849 req-80e0dd77-9114-41a3-b1ff-296392951f70 service neutron] 10.222.0.16 "GET /v2.0/networks/34c817a9-6906-4bb2-9b9e-7fdd769b73b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210269 Oct 13 15:38:13.835008 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4185704f-b13a-4e22-ad74-050c27954bb0 req-07893f81-01ab-4165-bf3c-747b171814ba tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:38:13.835690 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-4185704f-b13a-4e22-ad74-050c27954bb0 req-07893f81-01ab-4165-bf3c-747b171814ba tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:38:13.850768 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-4185704f-b13a-4e22-ad74-050c27954bb0 req-07893f81-01ab-4165-bf3c-747b171814ba tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:38:13.851874 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4185704f-b13a-4e22-ad74-050c27954bb0 req-07893f81-01ab-4165-bf3c-747b171814ba tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=09a0d096-463b-4c47-8c8f-2000fd920bbc HTTP/1.1" status: 200 len: 943 time: 0.1035380 Oct 13 15:38:13.896503 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4185704f-b13a-4e22-ad74-050c27954bb0 req-72e2074b-e91a-48b9-ae1a-65219a13d2af tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=c00a2894-8d9c-402f-9426-7d3845f40af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389822 Oct 13 15:38:15.095605 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ed3459-c356-49ad-bec0-a16150a0f196 req-8b26e64b-f88c-4851-90ed-0679de846d9d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:38:15.097055 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-18ed3459-c356-49ad-bec0-a16150a0f196 req-8b26e64b-f88c-4851-90ed-0679de846d9d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=09a0d096-463b-4c47-8c8f-2000fd920bbc HTTP/1.1" status: 200 len: 943 time: 0.0887959 Oct 13 15:38:15.139698 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-18ed3459-c356-49ad-bec0-a16150a0f196 req-cb701171-f563-4da4-a6af-468b0f0c1cd7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=c00a2894-8d9c-402f-9426-7d3845f40af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371075 Oct 13 15:38:16.334753 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3c964-0bfc-4ed5-80f4-22eb3a1a4b13 req-5b2a01ab-a6d2-41f7-89b7-7c58486b5a50 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:38:16.336188 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-20e3c964-0bfc-4ed5-80f4-22eb3a1a4b13 req-5b2a01ab-a6d2-41f7-89b7-7c58486b5a50 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=09a0d096-463b-4c47-8c8f-2000fd920bbc HTTP/1.1" status: 200 len: 943 time: 0.0882318 Oct 13 15:38:16.379356 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-20e3c964-0bfc-4ed5-80f4-22eb3a1a4b13 req-9e9f7a85-8c13-4d00-b499-8481a9890203 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=c00a2894-8d9c-402f-9426-7d3845f40af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376198 Oct 13 15:38:17.569774 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ab96c0-cc14-465a-bc91-6b0b78577af2 req-ad284e52-a332-4d67-b7a4-e2d013568056 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:38:17.571219 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-21ab96c0-cc14-465a-bc91-6b0b78577af2 req-ad284e52-a332-4d67-b7a4-e2d013568056 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=09a0d096-463b-4c47-8c8f-2000fd920bbc HTTP/1.1" status: 200 len: 943 time: 0.0843117 Oct 13 15:38:17.616563 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-21ab96c0-cc14-465a-bc91-6b0b78577af2 req-11f2f9b0-4821-41ac-b50e-036d4f2581b7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=c00a2894-8d9c-402f-9426-7d3845f40af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398326 Oct 13 15:38:17.798394 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 27175844-94ea-40d2-bece-e1f568d77b89 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=88974) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 13 15:38:17.927353 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 27175844-94ea-40d2-bece-e1f568d77b89, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=27175844-94ea-40d2-bece-e1f568d77b89,segment=NetworkSegment(3d58039e-3a35-4e11-9d85-5e3760912035),segment_id=3d58039e-3a35-4e11-9d85-5e3760912035)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:38:17.939806 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Returning: {'device': '27175844-94ea-40d2-bece-e1f568d77b89', 'network_id': '34c817a9-6906-4bb2-9b9e-7fdd769b73b0', 'port_id': '27175844-94ea-40d2-bece-e1f568d77b89', 'mac_address': 'fa:16:3e:9e:b4:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b26ba82-41fc-4996-b011-3b9c1e95c218', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88974) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 13 15:38:17.992811 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 27175844-94ea-40d2-bece-e1f568d77b89 is: DOWN; New status is: BUILD {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:38:17.993106 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:18.009795 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27175844-94ea-40d2-bece-e1f568d77b89 {{(pid=88974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 15:38:18.024561 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 27175844-94ea-40d2-bece-e1f568d77b89, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=27175844-94ea-40d2-bece-e1f568d77b89,segment=NetworkSegment(3d58039e-3a35-4e11-9d85-5e3760912035),segment_id=3d58039e-3a35-4e11-9d85-5e3760912035)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:38:18.028463 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:18.097004 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=27175844-94ea-40d2-bece-e1f568d77b89,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:38:18.352213 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['27175844-94ea-40d2-bece-e1f568d77b89'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 15:38:18.817431 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc251e08-eb66-4a2a-8a42-c3ad8477ab80 req-55451f46-f649-43de-b45e-85781522c82c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:38:18.818908 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fc251e08-eb66-4a2a-8a42-c3ad8477ab80 req-55451f46-f649-43de-b45e-85781522c82c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=09a0d096-463b-4c47-8c8f-2000fd920bbc HTTP/1.1" status: 200 len: 944 time: 0.0869718 Oct 13 15:38:18.865643 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fc251e08-eb66-4a2a-8a42-c3ad8477ab80 req-cbda97cf-4e50-4b9a-aa42-94ea689797a6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=c00a2894-8d9c-402f-9426-7d3845f40af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410142 Oct 13 15:38:19.813509 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 27175844-94ea-40d2-bece-e1f568d77b89 up at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:38:19.881614 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning for port 27175844-94ea-40d2-bece-e1f568d77b89 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:38:19.886082 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning complete for port 27175844-94ea-40d2-bece-e1f568d77b89 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:38:19.886471 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:19.886796 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Attempt 1 to provision port 27175844-94ea-40d2-bece-e1f568d77b89 Oct 13 15:38:19.999379 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 27175844-94ea-40d2-bece-e1f568d77b89 is: BUILD; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:38:19.999665 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:20.027097 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a0d096-463b-4c47-8c8f-2000fd920bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27175844-94ea-40d2-bece-e1f568d77b89'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:38:20.029375 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979c64d66908691d8da3fe322a5acf5d757b5bee84c7992aba2ec3c134dffaeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2734096-b2b4-488b-9185-8005f1ad3ef7" -d '{"events": [{"server_uuid": "09a0d096-463b-4c47-8c8f-2000fd920bbc", "name": "network-vif-plugged", "status": "completed", "tag": "27175844-94ea-40d2-bece-e1f568d77b89"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:38:20.037550 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 27175844-94ea-40d2-bece-e1f568d77b89, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=27175844-94ea-40d2-bece-e1f568d77b89,segment=NetworkSegment(3d58039e-3a35-4e11-9d85-5e3760912035),segment_id=3d58039e-3a35-4e11-9d85-5e3760912035)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:38:20.042019 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:20.066269 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d570a8-15a4-4804-85ff-6315c50de168 req-2710d7e6-5abe-49e8-a25f-73858433f845 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:38:20.070589 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-77d570a8-15a4-4804-85ff-6315c50de168 req-2710d7e6-5abe-49e8-a25f-73858433f845 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=09a0d096-463b-4c47-8c8f-2000fd920bbc HTTP/1.1" status: 200 len: 944 time: 0.0913610 Oct 13 15:38:20.114715 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=27175844-94ea-40d2-bece-e1f568d77b89,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:38:20.117603 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-77d570a8-15a4-4804-85ff-6315c50de168 req-c4493740-38ef-4939-9908-6adf3cb276bb tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=c00a2894-8d9c-402f-9426-7d3845f40af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434458 Oct 13 15:38:20.171626 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 15:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a1eb85-b6b7-48fa-9b06-cc4417be783c x-openstack-request-id: req-81a1eb85-b6b7-48fa-9b06-cc4417be783c {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:38:20.171921 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a0d096-463b-4c47-8c8f-2000fd920bbc", "name": "network-vif-plugged", "status": "completed", "tag": "27175844-94ea-40d2-bece-e1f568d77b89", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:38:20.172179 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-81a1eb85-b6b7-48fa-9b06-cc4417be783c {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:38:20.172577 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81a1eb85-b6b7-48fa-9b06-cc4417be783c'] response: {'server_uuid': '09a0d096-463b-4c47-8c8f-2000fd920bbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27175844-94ea-40d2-bece-e1f568d77b89', 'code': 200} Oct 13 15:38:20.394844 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246c7fa0-e568-4542-93a9-e1e261475c4e req-dbedd4be-60bf-4f04-9665-c4a2199d7cab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:38:20.396295 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-246c7fa0-e568-4542-93a9-e1e261475c4e req-dbedd4be-60bf-4f04-9665-c4a2199d7cab service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=09a0d096-463b-4c47-8c8f-2000fd920bbc HTTP/1.1" status: 200 len: 1098 time: 0.0767252 Oct 13 15:38:20.435568 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-246c7fa0-e568-4542-93a9-e1e261475c4e req-acdf395e-e397-4e17-a4b7-b3a898cdefab service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=c00a2894-8d9c-402f-9426-7d3845f40af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335958 Oct 13 15:38:21.314466 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679b3332-51be-4fd9-b8b1-6d1dcfd3769c req-263e7bf8-96de-4af2-ba5a-b7adfb07ccc6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:38:21.316420 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-679b3332-51be-4fd9-b8b1-6d1dcfd3769c req-263e7bf8-96de-4af2-ba5a-b7adfb07ccc6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=09a0d096-463b-4c47-8c8f-2000fd920bbc HTTP/1.1" status: 200 len: 945 time: 0.0883529 Oct 13 15:38:21.359257 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-679b3332-51be-4fd9-b8b1-6d1dcfd3769c req-9730fe11-8b80-4c9c-80c7-a3f1f9922e8c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=c00a2894-8d9c-402f-9426-7d3845f40af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372705 Oct 13 15:38:22.556789 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763dfe65-1f04-4dc6-82db-5831f2444609 req-378fe24e-ceeb-4322-bb91-2abdaf4a2c5b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:38:22.558264 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-763dfe65-1f04-4dc6-82db-5831f2444609 req-378fe24e-ceeb-4322-bb91-2abdaf4a2c5b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=09a0d096-463b-4c47-8c8f-2000fd920bbc HTTP/1.1" status: 200 len: 945 time: 0.0892987 Oct 13 15:38:22.600885 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-763dfe65-1f04-4dc6-82db-5831f2444609 req-8a8c7d8f-fc0d-415e-adf7-a01170a307db tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=c00a2894-8d9c-402f-9426-7d3845f40af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370076 Oct 13 15:38:22.605411 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:38:22.793793 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115cceff-8282-49f0-a288-859133f55bd1 req-ca17bd07-2d0c-4cce-a24e-e0e03f46beb4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:38:22.795242 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-115cceff-8282-49f0-a288-859133f55bd1 req-ca17bd07-2d0c-4cce-a24e-e0e03f46beb4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=09a0d096-463b-4c47-8c8f-2000fd920bbc HTTP/1.1" status: 200 len: 945 time: 0.0855498 Oct 13 15:38:22.840614 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-115cceff-8282-49f0-a288-859133f55bd1 req-0f4e3dd3-542f-4cdc-bda2-880666bc9374 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=c00a2894-8d9c-402f-9426-7d3845f40af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392208 Oct 13 15:38:22.869871 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55992) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:38:22.944912 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd28c69e-77a4-41d7-802f-6e4131b830ee tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:38:22.946336 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-dd28c69e-77a4-41d7-802f-6e4131b830ee tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=09a0d096-463b-4c47-8c8f-2000fd920bbc HTTP/1.1" status: 200 len: 1093 time: 0.0754356 Oct 13 15:38:22.949120 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 55996) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:38:22.953987 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-ca80a405-7424-4b63-a574-d57e1d850a72 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'floatingip': {'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'port_id': '27175844-94ea-40d2-bece-e1f568d77b89', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:38:22.960307 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-ca80a405-7424-4b63-a574-d57e1d850a72 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:38:22.964112 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-ca80a405-7424-4b63-a574-d57e1d850a72 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:floatingip and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:38:22.966909 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-ca80a405-7424-4b63-a574-d57e1d850a72 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:38:22.973431 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-ca80a405-7424-4b63-a574-d57e1d850a72 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:38:22.986477 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ca80a405-7424-4b63-a574-d57e1d850a72 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for floatingip, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:23.118149 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ca80a405-7424-4b63-a574-d57e1d850a72 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:23.252298 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-ca80a405-7424-4b63-a574-d57e1d850a72 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Allocated IP 172.26.2.188 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/77d19cf6-74f0-4e0c-9f4a-0fd83ae90eef) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:38:23.396872 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ca80a405-7424-4b63-a574-d57e1d850a72 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:23.426366 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ca80a405-7424-4b63-a574-d57e1d850a72 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:23.492131 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca80a405-7424-4b63-a574-d57e1d850a72 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:38:23.495029 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-ca80a405-7424-4b63-a574-d57e1d850a72 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:38:23.498593 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca80a405-7424-4b63-a574-d57e1d850a72 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:38:23.531239 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80a405-7424-4b63-a574-d57e1d850a72 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Port': ['ID=77d19cf6-74f0-4e0c-9f4a-0fd83ae90eef,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:38:23.993543 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ca80a405-7424-4b63-a574-d57e1d850a72 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:24.065483 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ca80a405-7424-4b63-a574-d57e1d850a72 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:24.265201 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ca80a405-7424-4b63-a574-d57e1d850a72 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:24.269929 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ca80a405-7424-4b63-a574-d57e1d850a72 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:24.374061 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80a405-7424-4b63-a574-d57e1d850a72 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Port': ['ID=77d19cf6-74f0-4e0c-9f4a-0fd83ae90eef,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:38:24.376499 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ca80a405-7424-4b63-a574-d57e1d850a72 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:24.543171 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.l3_db [None req-ca80a405-7424-4b63-a574-d57e1d850a72 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Floating IP 2e15d526-e319-4eb2-94e6-3f5bbdd859d3 associated. External IP: 172.26.2.188, port: 27175844-94ea-40d2-bece-e1f568d77b89. Oct 13 15:38:24.888911 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca80a405-7424-4b63-a574-d57e1d850a72 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Router 2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:38:25.063393 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca80a405-7424-4b63-a574-d57e1d850a72 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:38:25.073212 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b089af9d-c9ad-40da-8695-6d242c79ea97 None None] Sync routers for ids ['2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:38:25.086893 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ca80a405-7424-4b63-a574-d57e1d850a72 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:25.115281 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b089af9d-c9ad-40da-8695-6d242c79ea97 None None] Routers {'2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:38:25.115897 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-b089af9d-c9ad-40da-8695-6d242c79ea97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:38:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:38:25.146559 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-ca80a405-7424-4b63-a574-d57e1d850a72 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1963239 Oct 13 15:38:25.147116 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a0d096-463b-4c47-8c8f-2000fd920bbc', 'tag': '27175844-94ea-40d2-bece-e1f568d77b89'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:38:25.149242 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 56000) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:38:25.149725 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d9720e-2c13-4b50-a845-1c6da665c122" -d '{"events": [{"name": "network-changed", "server_uuid": "09a0d096-463b-4c47-8c8f-2000fd920bbc", "tag": "27175844-94ea-40d2-bece-e1f568d77b89"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:38:25.190934 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 15:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e4c3a32-3d8a-49be-b8e7-91626553bc47 x-openstack-request-id: req-0e4c3a32-3d8a-49be-b8e7-91626553bc47 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:38:25.191756 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09a0d096-463b-4c47-8c8f-2000fd920bbc", "tag": "27175844-94ea-40d2-bece-e1f568d77b89", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:38:25.191756 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0e4c3a32-3d8a-49be-b8e7-91626553bc47 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:38:25.191960 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e4c3a32-3d8a-49be-b8e7-91626553bc47'] response: {'name': 'network-changed', 'server_uuid': '09a0d096-463b-4c47-8c8f-2000fd920bbc', 'tag': '27175844-94ea-40d2-bece-e1f568d77b89', 'status': 'completed', 'code': 200} Oct 13 15:38:25.257906 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a7a2369f-3754-429b-9a7f-9def06f19e41 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/floatingips/2e15d526-e319-4eb2-94e6-3f5bbdd859d3 HTTP/1.1" status: 200 len: 991 time: 0.1075332 Oct 13 15:38:25.288928 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9720e-2c13-4b50-a845-1c6da665c122 req-6d586f03-9344-4d6d-b58a-de1bd5961753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:38:25.290795 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-58d9720e-2c13-4b50-a845-1c6da665c122 req-6d586f03-9344-4d6d-b58a-de1bd5961753 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&device_id=09a0d096-463b-4c47-8c8f-2000fd920bbc HTTP/1.1" status: 200 len: 1098 time: 0.0794203 Oct 13 15:38:25.294915 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-b089af9d-c9ad-40da-8695-6d242c79ea97 None None] Set router 2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:38:25.537026 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9720e-2c13-4b50-a845-1c6da665c122 req-c95b6337-7a9b-484e-82f2-cb6f856350c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:38:25.538416 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-58d9720e-2c13-4b50-a845-1c6da665c122 req-c95b6337-7a9b-484e-82f2-cb6f856350c5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=34c817a9-6906-4bb2-9b9e-7fdd769b73b0 HTTP/1.1" status: 200 len: 898 time: 0.2417798 Oct 13 15:38:25.639680 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-b089af9d-c9ad-40da-8695-6d242c79ea97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'name': 'tempest-TestNetworkBasicOps-router-982685831', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.40'}], 'enable_snat': True}, 'gw_port_id': '36a29d71-1874-4718-959b-80f67d639fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:37:59Z', 'updated_at': '2022-10-13T15:38:04Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '36a29d71-1874-4718-959b-80f67d639fbe', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ab:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:38:00Z', 'updated_at': '2022-10-13T15:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '2e15d526-e319-4eb2-94e6-3f5bbdd859d3', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'floating_ip_address': '172.26.2.188', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'port_id': '27175844-94ea-40d2-bece-e1f568d77b89', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34c817a9-6906-4bb2-9b9e-7fdd769b73b0', 'mac_address': 'fa:16:3e:9e:b4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a0d096-463b-4c47-8c8f-2000fd920bbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:38:23Z', 'updated_at': '2022-10-13T15:38:23Z', 'revision_number': 0, 'project_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05b1673c-6801-4c29-9be4-417fda66856c', 'name': '', 'network_id': '34c817a9-6906-4bb2-9b9e-7fdd769b73b0', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:5e:b4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '8b26ba82-41fc-4996-b011-3b9c1e95c218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:38:04Z', 'updated_at': '2022-10-13T15:38:10Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '8b26ba82-41fc-4996-b011-3b9c1e95c218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:38:25.641289 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-58d9720e-2c13-4b50-a845-1c6da665c122 req-c5b2c96a-57a3-4243-8e21-27bf70753cea service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27175844-94ea-40d2-bece-e1f568d77b89 HTTP/1.1" status: 200 len: 999 time: 0.0962734 Oct 13 15:38:25.644201 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b089af9d-c9ad-40da-8695-6d242c79ea97 None None] Checking router: 2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:38:25.652662 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b089af9d-c9ad-40da-8695-6d242c79ea97 None None] Routers {'2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:38:25.653249 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-b089af9d-c9ad-40da-8695-6d242c79ea97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:38:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:38:25.699069 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:25.707378 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9720e-2c13-4b50-a845-1c6da665c122 req-15db8d9d-251e-4324-8552-9cdff8dd9df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:38:25.708857 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-58d9720e-2c13-4b50-a845-1c6da665c122 req-15db8d9d-251e-4324-8552-9cdff8dd9df4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8b26ba82-41fc-4996-b011-3b9c1e95c218 HTTP/1.1" status: 200 len: 834 time: 0.0613794 Oct 13 15:38:25.793461 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d9720e-2c13-4b50-a845-1c6da665c122 req-7af908ff-b417-4be0-868f-cbc94fef1c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:38:25.794855 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-58d9720e-2c13-4b50-a845-1c6da665c122 req-7af908ff-b417-4be0-868f-cbc94fef1c4f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=34c817a9-6906-4bb2-9b9e-7fdd769b73b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802720 Oct 13 15:38:25.834383 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-b089af9d-c9ad-40da-8695-6d242c79ea97 None None] Set router 2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:38:25.923763 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-58d9720e-2c13-4b50-a845-1c6da665c122 req-a2bb56c5-adf7-4ef8-890f-54479e66df86 service neutron] 10.222.0.16 "GET /v2.0/networks/34c817a9-6906-4bb2-9b9e-7fdd769b73b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228330 Oct 13 15:38:26.053055 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-58d9720e-2c13-4b50-a845-1c6da665c122 req-264f2b0c-4037-4c7b-9590-56ab8299152d service neutron] 10.222.0.16 "GET /v2.0/networks/34c817a9-6906-4bb2-9b9e-7fdd769b73b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222992 Oct 13 15:38:26.173450 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-b089af9d-c9ad-40da-8695-6d242c79ea97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'name': 'tempest-TestNetworkBasicOps-router-982685831', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.40'}], 'enable_snat': True}, 'gw_port_id': '36a29d71-1874-4718-959b-80f67d639fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:37:59Z', 'updated_at': '2022-10-13T15:38:04Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '36a29d71-1874-4718-959b-80f67d639fbe', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ab:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:38:00Z', 'updated_at': '2022-10-13T15:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '2e15d526-e319-4eb2-94e6-3f5bbdd859d3', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'floating_ip_address': '172.26.2.188', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'port_id': '27175844-94ea-40d2-bece-e1f568d77b89', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34c817a9-6906-4bb2-9b9e-7fdd769b73b0', 'mac_address': 'fa:16:3e:9e:b4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a0d096-463b-4c47-8c8f-2000fd920bbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:38:23Z', 'updated_at': '2022-10-13T15:38:23Z', 'revision_number': 0, 'project_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05b1673c-6801-4c29-9be4-417fda66856c', 'name': '', 'network_id': '34c817a9-6906-4bb2-9b9e-7fdd769b73b0', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:5e:b4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '8b26ba82-41fc-4996-b011-3b9c1e95c218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:38:04Z', 'updated_at': '2022-10-13T15:38:10Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '8b26ba82-41fc-4996-b011-3b9c1e95c218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:38:26.177749 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b089af9d-c9ad-40da-8695-6d242c79ea97 None None] The sync data for ids ['2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa'] in dv-neutron-860329-2-hyperv is: [{'id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'name': 'tempest-TestNetworkBasicOps-router-982685831', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.40'}], 'enable_snat': True}, 'gw_port_id': '36a29d71-1874-4718-959b-80f67d639fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:37:59Z', 'updated_at': '2022-10-13T15:38:04Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '36a29d71-1874-4718-959b-80f67d639fbe', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ab:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:38:00Z', 'updated_at': '2022-10-13T15:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '2e15d526-e319-4eb2-94e6-3f5bbdd859d3', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'floating_ip_address': '172.26.2.188', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'port_id': '27175844-94ea-40d2-bece-e1f568d77b89', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34c817a9-6906-4bb2-9b9e-7fdd769b73b0', 'mac_address': 'fa:16:3e:9e:b4:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09a0d096-463b-4c47-8c8f-2000fd920bbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:38:23Z', 'updated_at': '2022-10-13T15:38:23Z', 'revision_number': 0, 'project_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05b1673c-6801-4c29-9be4-417fda66856c', 'name': '', 'network_id': '34c817a9-6906-4bb2-9b9e-7fdd769b73b0', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:5e:b4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '8b26ba82-41fc-4996-b011-3b9c1e95c218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:38:04Z', 'updated_at': '2022-10-13T15:38:10Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '8b26ba82-41fc-4996-b011-3b9c1e95c218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:38:26.261803 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 56006) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:38:26.356534 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bea6182a-0a40-4995-88f6-8764c5a45cde None None] New status for floating IP 2e15d526-e319-4eb2-94e6-3f5bbdd859d3: ACTIVE {{(pid=88974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:38:26.370188 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-c2fc302c-b579-4922-97e1-7b48117d1591 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/floatingips/2e15d526-e319-4eb2-94e6-3f5bbdd859d3 HTTP/1.1" status: 200 len: 991 time: 0.1070724 Oct 13 15:38:27.373865 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 56010) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:38:27.478677 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-3e3d1f3a-e4e4-4dbc-af16-68a50e384101 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/floatingips/2e15d526-e319-4eb2-94e6-3f5bbdd859d3 HTTP/1.1" status: 200 len: 993 time: 0.1036751 Oct 13 15:38:34.448157 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0bdbe096-80e6-4e9d-80d2-9a7a0fa32474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:36.591976 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e88305de-31e8-4317-8d53-2fd4dec24ae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:37.685601 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:37.841761 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:39.548592 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:55.731125 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:38:59.604494 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:39:04.448518 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c1c5249a-3501-4ef9-913b-c4596185ea2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:06.593843 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8aba393e-a37e-404f-8313-eb656e078907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:07.688813 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:07.843650 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:09.547603 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:16.897112 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-dd116c3c-a601-41db-8687-da11d3200e7b req-3f1a3ad0-30d9-491d-8055-844a4cdd445e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=09a0d096-463b-4c47-8c8f-2000fd920bbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0780022 Oct 13 15:39:17.044389 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd116c3c-a601-41db-8687-da11d3200e7b req-628afbab-4a90-4725-828a-1bb26b4077f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:39:17.045886 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-dd116c3c-a601-41db-8687-da11d3200e7b req-628afbab-4a90-4725-828a-1bb26b4077f4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&device_id=09a0d096-463b-4c47-8c8f-2000fd920bbc HTTP/1.1" status: 200 len: 1098 time: 0.0824356 Oct 13 15:39:17.188631 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd116c3c-a601-41db-8687-da11d3200e7b req-5398f7fe-d469-4c01-bde1-7802401ca3cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:39:17.189983 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-dd116c3c-a601-41db-8687-da11d3200e7b req-5398f7fe-d469-4c01-bde1-7802401ca3cd service neutron] 10.222.0.16 "GET /v2.0/networks?id=34c817a9-6906-4bb2-9b9e-7fdd769b73b0 HTTP/1.1" status: 200 len: 898 time: 0.1252496 Oct 13 15:39:17.290134 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-dd116c3c-a601-41db-8687-da11d3200e7b req-567498ad-8a09-44ac-9c89-1dfae85ae11f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27175844-94ea-40d2-bece-e1f568d77b89 HTTP/1.1" status: 200 len: 1001 time: 0.0945261 Oct 13 15:39:17.350886 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd116c3c-a601-41db-8687-da11d3200e7b req-951902fd-8f32-4a00-83c6-de89037cc0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:39:17.352295 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-dd116c3c-a601-41db-8687-da11d3200e7b req-951902fd-8f32-4a00-83c6-de89037cc0aa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8b26ba82-41fc-4996-b011-3b9c1e95c218 HTTP/1.1" status: 200 len: 834 time: 0.0564878 Oct 13 15:39:17.435435 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd116c3c-a601-41db-8687-da11d3200e7b req-89303a1d-0049-4bbc-8acd-8f64f6b6f547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:39:17.436871 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-dd116c3c-a601-41db-8687-da11d3200e7b req-89303a1d-0049-4bbc-8acd-8f64f6b6f547 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=34c817a9-6906-4bb2-9b9e-7fdd769b73b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791483 Oct 13 15:39:17.564389 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-dd116c3c-a601-41db-8687-da11d3200e7b req-13f71434-2e78-4ade-b6ac-10e0bab66995 service neutron] 10.222.0.16 "GET /v2.0/networks/34c817a9-6906-4bb2-9b9e-7fdd769b73b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202528 Oct 13 15:39:17.692008 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-dd116c3c-a601-41db-8687-da11d3200e7b req-af47fd3b-d41e-41d9-b998-0c268fc8a2ea service neutron] 10.222.0.16 "GET /v2.0/networks/34c817a9-6906-4bb2-9b9e-7fdd769b73b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212800 Oct 13 15:39:25.717321 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:34.450143 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7aa6d86a-3523-4dda-8627-361fd7b69df0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:36.595217 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8c316119-09e3-4c85-a8a9-6bca5ce595b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:36.603326 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:39:37.691480 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:37.846353 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:38.733008 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 56032) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:39:38.907243 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5716d49-152b-47f0-93f8-7bf491e78f3d tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:39:38.907722 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5716d49-152b-47f0-93f8-7bf491e78f3d tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:39:38.908816 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5716d49-152b-47f0-93f8-7bf491e78f3d tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:39:38.910496 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-c5716d49-152b-47f0-93f8-7bf491e78f3d tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/ports?project_id=de460f02ee50469b960f7a471a064187&network_id=34c817a9-6906-4bb2-9b9e-7fdd769b73b0 HTTP/1.1" status: 200 len: 2999 time: 0.1765378 Oct 13 15:39:39.550877 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:40.301796 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56044) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:39:40.359918 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d946837-5177-4b16-b614-d882363469cd tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:39:40.361369 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-5d946837-5177-4b16-b614-d882363469cd tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=8fb1fa59-32fe-4ed0-a248-96c43edb135f HTTP/1.1" status: 200 len: 814 time: 0.0585668 Oct 13 15:39:40.836652 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 56052) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:39:40.841712 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-ebe04790-a0b8-4a2a-98a6-84d70561b592 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'floatingip': {'port_id': None}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:39:40.941016 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ebe04790-a0b8-4a2a-98a6-84d70561b592 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for floatingip, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:41.206170 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ebe04790-a0b8-4a2a-98a6-84d70561b592 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:41.209541 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ebe04790-a0b8-4a2a-98a6-84d70561b592 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:41.209856 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.l3_db [None req-ebe04790-a0b8-4a2a-98a6-84d70561b592 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Floating IP 2e15d526-e319-4eb2-94e6-3f5bbdd859d3 disassociated. External IP: 172.26.2.188, port: 27175844-94ea-40d2-bece-e1f568d77b89. Oct 13 15:39:41.552379 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebe04790-a0b8-4a2a-98a6-84d70561b592 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Router 2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:39:41.730923 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebe04790-a0b8-4a2a-98a6-84d70561b592 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:39:41.735774 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ebe04790-a0b8-4a2a-98a6-84d70561b592 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:41.740184 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdd22d6-9f68-4a4c-9f9c-4d3f8b1c716a None None] Sync routers for ids ['2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:39:41.752616 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdd22d6-9f68-4a4c-9f9c-4d3f8b1c716a None None] Routers {'2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:39:41.753213 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-1cdd22d6-9f68-4a4c-9f9c-4d3f8b1c716a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:39:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:39:41.789941 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-ebe04790-a0b8-4a2a-98a6-84d70561b592 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "PUT /v2.0/floatingips/2e15d526-e319-4eb2-94e6-3f5bbdd859d3 HTTP/1.1" status: 200 len: 690 time: 0.9522128 Oct 13 15:39:41.790601 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09a0d096-463b-4c47-8c8f-2000fd920bbc', 'tag': '27175844-94ea-40d2-bece-e1f568d77b89'}] {{(pid=88972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:39:41.792837 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56056) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:39:41.793341 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66139ebd01b2281a52a84d0c3e28fe779798cc7e4f9f2d51c02648ac67609c1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cb970fb-ace6-4c81-8875-a123bc8723d7" -d '{"events": [{"name": "network-changed", "server_uuid": "09a0d096-463b-4c47-8c8f-2000fd920bbc", "tag": "27175844-94ea-40d2-bece-e1f568d77b89"}]}' {{(pid=88972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:39:41.836071 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 15:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5030889-4137-4ad0-a037-0745ef3eda5d x-openstack-request-id: req-d5030889-4137-4ad0-a037-0745ef3eda5d {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:39:41.836353 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09a0d096-463b-4c47-8c8f-2000fd920bbc", "tag": "27175844-94ea-40d2-bece-e1f568d77b89", "status": "completed", "code": 200}]} {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:39:41.836596 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d5030889-4137-4ad0-a037-0745ef3eda5d {{(pid=88972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:39:41.837019 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d5030889-4137-4ad0-a037-0745ef3eda5d'] response: {'name': 'network-changed', 'server_uuid': '09a0d096-463b-4c47-8c8f-2000fd920bbc', 'tag': '27175844-94ea-40d2-bece-e1f568d77b89', 'status': 'completed', 'code': 200} Oct 13 15:39:41.955410 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-1cdd22d6-9f68-4a4c-9f9c-4d3f8b1c716a None None] Set router 2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:39:42.028158 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-11e97891-1aec-45d4-bd1f-d93672d9b154 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/floatingips/2e15d526-e319-4eb2-94e6-3f5bbdd859d3 HTTP/1.1" status: 200 len: 690 time: 0.2339201 Oct 13 15:39:42.056003 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb970fb-ace6-4c81-8875-a123bc8723d7 req-54c615d5-e0ee-4eb9-92b7-ba2ac01c7ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:39:42.057388 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-3cb970fb-ace6-4c81-8875-a123bc8723d7 req-54c615d5-e0ee-4eb9-92b7-ba2ac01c7ded service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&device_id=09a0d096-463b-4c47-8c8f-2000fd920bbc HTTP/1.1" status: 200 len: 1098 time: 0.1987617 Oct 13 15:39:42.185865 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb970fb-ace6-4c81-8875-a123bc8723d7 req-a7cbf20e-aaa3-4ff9-a8c2-e061d9ce3e95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:39:42.187350 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-3cb970fb-ace6-4c81-8875-a123bc8723d7 req-a7cbf20e-aaa3-4ff9-a8c2-e061d9ce3e95 service neutron] 10.222.0.16 "GET /v2.0/networks?id=34c817a9-6906-4bb2-9b9e-7fdd769b73b0 HTTP/1.1" status: 200 len: 898 time: 0.1240311 Oct 13 15:39:42.257122 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-1cdd22d6-9f68-4a4c-9f9c-4d3f8b1c716a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'name': 'tempest-TestNetworkBasicOps-router-982685831', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.40'}], 'enable_snat': True}, 'gw_port_id': '36a29d71-1874-4718-959b-80f67d639fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:37:59Z', 'updated_at': '2022-10-13T15:38:04Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '36a29d71-1874-4718-959b-80f67d639fbe', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ab:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:38:00Z', 'updated_at': '2022-10-13T15:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '05b1673c-6801-4c29-9be4-417fda66856c', 'name': '', 'network_id': '34c817a9-6906-4bb2-9b9e-7fdd769b73b0', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:5e:b4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '8b26ba82-41fc-4996-b011-3b9c1e95c218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:38:04Z', 'updated_at': '2022-10-13T15:38:10Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '8b26ba82-41fc-4996-b011-3b9c1e95c218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:39:42.257650 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-3cb970fb-ace6-4c81-8875-a123bc8723d7 req-e70fcaf0-5da1-4a3e-80fd-baf816a0666e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27175844-94ea-40d2-bece-e1f568d77b89 HTTP/1.1" status: 200 len: 217 time: 0.0639081 Oct 13 15:39:42.260936 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdd22d6-9f68-4a4c-9f9c-4d3f8b1c716a None None] Checking router: 2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:39:42.269738 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cdd22d6-9f68-4a4c-9f9c-4d3f8b1c716a None None] Routers {'2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:39:42.270350 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-1cdd22d6-9f68-4a4c-9f9c-4d3f8b1c716a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:39:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:39:42.320398 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb970fb-ace6-4c81-8875-a123bc8723d7 req-16a3685b-5fb0-4cef-97fc-06d6d3d0ad94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:39:42.321736 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-3cb970fb-ace6-4c81-8875-a123bc8723d7 req-16a3685b-5fb0-4cef-97fc-06d6d3d0ad94 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8b26ba82-41fc-4996-b011-3b9c1e95c218 HTTP/1.1" status: 200 len: 834 time: 0.0582750 Oct 13 15:39:42.406919 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb970fb-ace6-4c81-8875-a123bc8723d7 req-b03d589f-d4a0-4ea0-878e-c89e154a65e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:39:42.408585 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-3cb970fb-ace6-4c81-8875-a123bc8723d7 req-b03d589f-d4a0-4ea0-878e-c89e154a65e8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=34c817a9-6906-4bb2-9b9e-7fdd769b73b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807190 Oct 13 15:39:42.447381 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-1cdd22d6-9f68-4a4c-9f9c-4d3f8b1c716a None None] Set router 2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:39:42.539768 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-3cb970fb-ace6-4c81-8875-a123bc8723d7 req-1b165b46-2ade-427c-9527-a00bfcb48770 service neutron] 10.222.0.16 "GET /v2.0/networks/34c817a9-6906-4bb2-9b9e-7fdd769b73b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248827 Oct 13 15:39:42.674681 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-3cb970fb-ace6-4c81-8875-a123bc8723d7 req-eef7697d-6067-424e-9a40-13fa91736014 service neutron] 10.222.0.16 "GET /v2.0/networks/34c817a9-6906-4bb2-9b9e-7fdd769b73b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278219 Oct 13 15:39:42.754590 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-1cdd22d6-9f68-4a4c-9f9c-4d3f8b1c716a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'name': 'tempest-TestNetworkBasicOps-router-982685831', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.40'}], 'enable_snat': True}, 'gw_port_id': '36a29d71-1874-4718-959b-80f67d639fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:37:59Z', 'updated_at': '2022-10-13T15:38:04Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '36a29d71-1874-4718-959b-80f67d639fbe', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ab:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:38:00Z', 'updated_at': '2022-10-13T15:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '05b1673c-6801-4c29-9be4-417fda66856c', 'name': '', 'network_id': '34c817a9-6906-4bb2-9b9e-7fdd769b73b0', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:5e:b4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '8b26ba82-41fc-4996-b011-3b9c1e95c218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:38:04Z', 'updated_at': '2022-10-13T15:38:10Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '8b26ba82-41fc-4996-b011-3b9c1e95c218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:39:42.758414 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cdd22d6-9f68-4a4c-9f9c-4d3f8b1c716a None None] The sync data for ids ['2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa'] in dv-neutron-860329-2-hyperv is: [{'id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'name': 'tempest-TestNetworkBasicOps-router-982685831', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.40'}], 'enable_snat': True}, 'gw_port_id': '36a29d71-1874-4718-959b-80f67d639fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:37:59Z', 'updated_at': '2022-10-13T15:38:04Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '36a29d71-1874-4718-959b-80f67d639fbe', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ab:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:38:00Z', 'updated_at': '2022-10-13T15:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '05b1673c-6801-4c29-9be4-417fda66856c', 'name': '', 'network_id': '34c817a9-6906-4bb2-9b9e-7fdd769b73b0', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:5e:b4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '8b26ba82-41fc-4996-b011-3b9c1e95c218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:38:04Z', 'updated_at': '2022-10-13T15:38:10Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '8b26ba82-41fc-4996-b011-3b9c1e95c218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:39:42.960609 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d4de40-7000-496a-a914-4f991f713a90 None None] New status for floating IP 2e15d526-e319-4eb2-94e6-3f5bbdd859d3: DOWN {{(pid=88974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:39:43.031957 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 56062) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:39:43.114502 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-2af4372b-0df4-4f32-a9e4-fd7614bfb001 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/floatingips/2e15d526-e319-4eb2-94e6-3f5bbdd859d3 HTTP/1.1" status: 200 len: 690 time: 0.0813920 Oct 13 15:39:44.118085 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 56066) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:39:44.198280 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-7b7651c7-af37-4064-850d-60390c89d959 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/floatingips/2e15d526-e319-4eb2-94e6-3f5bbdd859d3 HTTP/1.1" status: 200 len: 688 time: 0.0791373 Oct 13 15:39:45.279716 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56072) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:39:45.284804 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-9001dec1-08eb-4ca0-a47f-8509309a97c5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-730241040', 'description': 'tempest-secgroup-smoke-730241040 description', 'project_id': 'de460f02ee50469b960f7a471a064187'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:39:45.290755 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-9001dec1-08eb-4ca0-a47f-8509309a97c5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:39:45.300400 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-9001dec1-08eb-4ca0-a47f-8509309a97c5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:39:45.310179 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9001dec1-08eb-4ca0-a47f-8509309a97c5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:45.330327 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-9001dec1-08eb-4ca0-a47f-8509309a97c5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:39:45.334041 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-9001dec1-08eb-4ca0-a47f-8509309a97c5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:39:45.336832 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-9001dec1-08eb-4ca0-a47f-8509309a97c5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:39:45.342435 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-9001dec1-08eb-4ca0-a47f-8509309a97c5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:39:45.409288 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9001dec1-08eb-4ca0-a47f-8509309a97c5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:45.412726 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9001dec1-08eb-4ca0-a47f-8509309a97c5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:45.453277 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9001dec1-08eb-4ca0-a47f-8509309a97c5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2a7122ba-fed1-4cd7-b255-4cde975e09f4,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:39:45.463040 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001dec1-08eb-4ca0-a47f-8509309a97c5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:39:45.463378 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001dec1-08eb-4ca0-a47f-8509309a97c5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:39:45.463709 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001dec1-08eb-4ca0-a47f-8509309a97c5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:39:45.464038 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001dec1-08eb-4ca0-a47f-8509309a97c5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:39:45.464369 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001dec1-08eb-4ca0-a47f-8509309a97c5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:39:45.464685 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001dec1-08eb-4ca0-a47f-8509309a97c5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:39:45.465005 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001dec1-08eb-4ca0-a47f-8509309a97c5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:39:45.465323 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001dec1-08eb-4ca0-a47f-8509309a97c5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:39:45.465642 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001dec1-08eb-4ca0-a47f-8509309a97c5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:39:45.465956 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001dec1-08eb-4ca0-a47f-8509309a97c5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:39:45.466301 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001dec1-08eb-4ca0-a47f-8509309a97c5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:39:45.466614 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9001dec1-08eb-4ca0-a47f-8509309a97c5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:39:45.469689 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9001dec1-08eb-4ca0-a47f-8509309a97c5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:45.474090 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 56076) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:39:45.474591 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-9001dec1-08eb-4ca0-a47f-8509309a97c5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1934164 Oct 13 15:39:45.479330 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-889741c1-6db9-42cd-96f1-a1a5a59d957c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': '2a7122ba-fed1-4cd7-b255-4cde975e09f4', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:39:45.485306 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-889741c1-6db9-42cd-96f1-a1a5a59d957c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:39:45.489668 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-889741c1-6db9-42cd-96f1-a1a5a59d957c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:39:45.492562 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-889741c1-6db9-42cd-96f1-a1a5a59d957c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:39:45.498234 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-889741c1-6db9-42cd-96f1-a1a5a59d957c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:39:45.514653 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-889741c1-6db9-42cd-96f1-a1a5a59d957c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:45.574221 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-889741c1-6db9-42cd-96f1-a1a5a59d957c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:45.577508 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-889741c1-6db9-42cd-96f1-a1a5a59d957c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:45.599970 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889741c1-6db9-42cd-96f1-a1a5a59d957c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bd6615f-cd5c-46c7-a34c-fdc8362e33aa,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:39:45.610491 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889741c1-6db9-42cd-96f1-a1a5a59d957c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:39:45.611399 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889741c1-6db9-42cd-96f1-a1a5a59d957c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:39:45.611817 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889741c1-6db9-42cd-96f1-a1a5a59d957c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:39:45.612154 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889741c1-6db9-42cd-96f1-a1a5a59d957c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:39:45.612480 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889741c1-6db9-42cd-96f1-a1a5a59d957c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:39:45.612891 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889741c1-6db9-42cd-96f1-a1a5a59d957c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:39:45.613256 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889741c1-6db9-42cd-96f1-a1a5a59d957c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:39:45.613478 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889741c1-6db9-42cd-96f1-a1a5a59d957c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:39:45.613841 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889741c1-6db9-42cd-96f1-a1a5a59d957c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:39:45.614183 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889741c1-6db9-42cd-96f1-a1a5a59d957c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:39:45.614505 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889741c1-6db9-42cd-96f1-a1a5a59d957c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:39:45.614822 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889741c1-6db9-42cd-96f1-a1a5a59d957c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:39:45.617705 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-889741c1-6db9-42cd-96f1-a1a5a59d957c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:45.618868 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-889741c1-6db9-42cd-96f1-a1a5a59d957c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1437743 Oct 13 15:39:45.621756 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 56080) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:39:45.627302 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-14844746-49a8-498c-a631-ca55a98a84f4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': '2a7122ba-fed1-4cd7-b255-4cde975e09f4', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:39:45.633183 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-14844746-49a8-498c-a631-ca55a98a84f4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:39:45.637026 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-14844746-49a8-498c-a631-ca55a98a84f4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:39:45.639900 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-14844746-49a8-498c-a631-ca55a98a84f4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:39:45.645791 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-14844746-49a8-498c-a631-ca55a98a84f4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:39:45.661484 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-14844746-49a8-498c-a631-ca55a98a84f4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:45.723869 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-14844746-49a8-498c-a631-ca55a98a84f4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:45.727344 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-14844746-49a8-498c-a631-ca55a98a84f4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:45.849781 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14844746-49a8-498c-a631-ca55a98a84f4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa376c9c-c70f-4251-9a0f-a82844345b41,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:39:45.858575 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-14844746-49a8-498c-a631-ca55a98a84f4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:45.859727 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-14844746-49a8-498c-a631-ca55a98a84f4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2369847 Oct 13 15:39:45.863111 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 56084) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:39:45.867891 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-2f0a8fb3-21df-41c6-8adc-4bdec73a7b99 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': '2a7122ba-fed1-4cd7-b255-4cde975e09f4', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:39:45.873419 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-2f0a8fb3-21df-41c6-8adc-4bdec73a7b99 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:39:45.877189 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-2f0a8fb3-21df-41c6-8adc-4bdec73a7b99 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:39:45.880028 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-2f0a8fb3-21df-41c6-8adc-4bdec73a7b99 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:39:45.885538 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-2f0a8fb3-21df-41c6-8adc-4bdec73a7b99 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:39:45.901087 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2f0a8fb3-21df-41c6-8adc-4bdec73a7b99 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:45.960381 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2f0a8fb3-21df-41c6-8adc-4bdec73a7b99 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:45.963694 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2f0a8fb3-21df-41c6-8adc-4bdec73a7b99 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:45.986848 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0a8fb3-21df-41c6-8adc-4bdec73a7b99 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b7c87b43-18a7-4eac-854b-039c37fd85b4,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:39:45.995383 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2f0a8fb3-21df-41c6-8adc-4bdec73a7b99 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:45.996522 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-2f0a8fb3-21df-41c6-8adc-4bdec73a7b99 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1324978 Oct 13 15:39:45.999264 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 56088) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:39:46.003914 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-c1ce2812-f1ec-4d47-b88e-679497095fcc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': '2a7122ba-fed1-4cd7-b255-4cde975e09f4', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:39:46.009409 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-c1ce2812-f1ec-4d47-b88e-679497095fcc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:39:46.013160 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-c1ce2812-f1ec-4d47-b88e-679497095fcc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:39:46.016057 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-c1ce2812-f1ec-4d47-b88e-679497095fcc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:39:46.021664 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-c1ce2812-f1ec-4d47-b88e-679497095fcc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:39:46.038517 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c1ce2812-f1ec-4d47-b88e-679497095fcc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:46.099479 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c1ce2812-f1ec-4d47-b88e-679497095fcc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:46.102791 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c1ce2812-f1ec-4d47-b88e-679497095fcc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:46.126732 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ce2812-f1ec-4d47-b88e-679497095fcc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60fa0a21-64e9-45c2-b20c-9b791178a9db,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:39:46.136626 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c1ce2812-f1ec-4d47-b88e-679497095fcc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:46.137805 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-c1ce2812-f1ec-4d47-b88e-679497095fcc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1376638 Oct 13 15:39:46.140516 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 56092) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:39:46.145965 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-075f7c01-7b8b-4743-b24f-997531ca32c7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': '2a7122ba-fed1-4cd7-b255-4cde975e09f4', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:39:46.151571 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-075f7c01-7b8b-4743-b24f-997531ca32c7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:39:46.155395 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-075f7c01-7b8b-4743-b24f-997531ca32c7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:39:46.158812 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-075f7c01-7b8b-4743-b24f-997531ca32c7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:39:46.164362 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-075f7c01-7b8b-4743-b24f-997531ca32c7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:39:46.175477 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.securitygroups_db [None req-075f7c01-7b8b-4743-b24f-997531ca32c7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Project de460f02ee50469b960f7a471a064187 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 15:39:46.181815 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-075f7c01-7b8b-4743-b24f-997531ca32c7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:46.243973 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-075f7c01-7b8b-4743-b24f-997531ca32c7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:46.247194 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-075f7c01-7b8b-4743-b24f-997531ca32c7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:46.269465 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f7c01-7b8b-4743-b24f-997531ca32c7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20c4566e-407e-4a1b-a342-b53105affbe2,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:39:46.278245 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-075f7c01-7b8b-4743-b24f-997531ca32c7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:46.279376 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-075f7c01-7b8b-4743-b24f-997531ca32c7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1379793 Oct 13 15:39:46.282080 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 56096) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:39:46.287403 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-5f81f53c-d65c-44e4-b22b-409a39f26b66 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': '2a7122ba-fed1-4cd7-b255-4cde975e09f4', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:39:46.292873 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-5f81f53c-d65c-44e4-b22b-409a39f26b66 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:39:46.296580 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-5f81f53c-d65c-44e4-b22b-409a39f26b66 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:39:46.299432 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-5f81f53c-d65c-44e4-b22b-409a39f26b66 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:39:46.304955 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-5f81f53c-d65c-44e4-b22b-409a39f26b66 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:39:46.314655 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.securitygroups_db [None req-5f81f53c-d65c-44e4-b22b-409a39f26b66 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Project de460f02ee50469b960f7a471a064187 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 15:39:46.320796 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5f81f53c-d65c-44e4-b22b-409a39f26b66 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:46.384409 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5f81f53c-d65c-44e4-b22b-409a39f26b66 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:46.387866 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5f81f53c-d65c-44e4-b22b-409a39f26b66 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:46.411277 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f81f53c-d65c-44e4-b22b-409a39f26b66 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d376b866-eaa0-4186-8bc4-1750ca39f86b,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:39:46.419389 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5f81f53c-d65c-44e4-b22b-409a39f26b66 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:46.420676 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-5f81f53c-d65c-44e4-b22b-409a39f26b66 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1376803 Oct 13 15:39:46.581441 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-84c8d43b-b105-4e4c-8ddd-468671581db1 req-bd8d7a09-ca32-4bb2-b3db-af4105b80487 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:security_group {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:39:46.596303 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-84c8d43b-b105-4e4c-8ddd-468671581db1 req-bd8d7a09-ca32-4bb2-b3db-af4105b80487 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:security_group {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:39:46.597605 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-84c8d43b-b105-4e4c-8ddd-468671581db1 req-bd8d7a09-ca32-4bb2-b3db-af4105b80487 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-730241040&fields=id&tenant_id=de460f02ee50469b960f7a471a064187 HTTP/1.1" status: 200 len: 267 time: 0.0582190 Oct 13 15:39:46.747796 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8d43b-b105-4e4c-8ddd-468671581db1 req-08181ea1-6a67-4b6e-bb43-84d3f65516db tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:39:46.749132 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-84c8d43b-b105-4e4c-8ddd-468671581db1 req-08181ea1-6a67-4b6e-bb43-84d3f65516db tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/networks?id=34c817a9-6906-4bb2-9b9e-7fdd769b73b0 HTTP/1.1" status: 200 len: 797 time: 0.1450374 Oct 13 15:39:46.763692 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-84c8d43b-b105-4e4c-8ddd-468671581db1 req-02b70ebb-2161-4361-90a4-b8982e28b8f4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/quotas/de460f02ee50469b960f7a471a064187 HTTP/1.1" status: 200 len: 375 time: 0.0086524 Oct 13 15:39:46.854245 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-84c8d43b-b105-4e4c-8ddd-468671581db1 req-d90bf763-027a-4e7f-9b15-ed298ad9fbc1 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0850761 Oct 13 15:39:46.989480 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-84c8d43b-b105-4e4c-8ddd-468671581db1 req-3da2df2b-7ed7-468e-83a1-985d6cc6b226 service neutron] 10.222.0.42 "GET /v2.0/networks/34c817a9-6906-4bb2-9b9e-7fdd769b73b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235313 Oct 13 15:39:47.117281 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-84c8d43b-b105-4e4c-8ddd-468671581db1 req-116b954e-1f7d-4957-8dd0-3d48618c7a72 service neutron] 10.222.0.42 "GET /v2.0/networks/34c817a9-6906-4bb2-9b9e-7fdd769b73b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219790 Oct 13 15:39:47.300861 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-dacd5c27-6877-4fbc-9bcf-3ca2a5752501 req-b10d6b28-8649-40ca-a148-7f5f056db6c7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=259603bb-2823-4116-9044-4073239a674b HTTP/1.1" status: 200 len: 210 time: 0.0509806 Oct 13 15:39:48.413092 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-cc7b37f6-9b7f-42a2-aa6b-29ecc6e1a109 req-4d4e8947-a895-4cf5-9f52-3b34aac6bfa6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=259603bb-2823-4116-9044-4073239a674b HTTP/1.1" status: 200 len: 210 time: 0.0528510 Oct 13 15:39:49.525600 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e1bfbecc-0cf8-4add-8772-39ff55f0cf0e req-b9e28e6d-77e1-4072-b6b7-1d406fe23bb2 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=259603bb-2823-4116-9044-4073239a674b HTTP/1.1" status: 200 len: 210 time: 0.0474620 Oct 13 15:39:50.684276 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5f3f99de-4085-4582-b3ce-25e5ce24ec88 req-673a8f9e-d3a8-49e6-9f58-95510b2ebbfb tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=259603bb-2823-4116-9044-4073239a674b HTTP/1.1" status: 200 len: 210 time: 0.0480394 Oct 13 15:39:51.852224 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-64ff5f51-a557-4e48-b75b-6cb7e70f24ae req-7064a3ad-19fe-4755-9946-06775b528264 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=259603bb-2823-4116-9044-4073239a674b HTTP/1.1" status: 200 len: 210 time: 0.0571122 Oct 13 15:39:52.439628 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8d43b-b105-4e4c-8ddd-468671581db1 req-239cbe2a-5711-4029-96ca-764bbac85933 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:39:52.441017 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-84c8d43b-b105-4e4c-8ddd-468671581db1 req-239cbe2a-5711-4029-96ca-764bbac85933 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.16 "GET /v2.0/networks?id=34c817a9-6906-4bb2-9b9e-7fdd769b73b0 HTTP/1.1" status: 200 len: 797 time: 0.2601469 Oct 13 15:39:52.490593 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-84c8d43b-b105-4e4c-8ddd-468671581db1 req-ebbd75a7-590d-4c0b-916a-2115f29cf8d5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de460f02ee50469b960f7a471a064187 HTTP/1.1" status: 200 len: 471 time: 0.0410783 Oct 13 15:39:52.498658 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-84c8d43b-b105-4e4c-8ddd-468671581db1 req-d79913d6-a11f-4465-964e-0b1d590ecf78 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'port': {'device_id': '259603bb-2823-4116-9044-4073239a674b', 'network_id': '34c817a9-6906-4bb2-9b9e-7fdd769b73b0', 'admin_state_up': True, 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'security_groups': ['2a7122ba-fed1-4cd7-b255-4cde975e09f4']}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:39:52.632164 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-84c8d43b-b105-4e4c-8ddd-468671581db1 req-d79913d6-a11f-4465-964e-0b1d590ecf78 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:39:52.641622 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-84c8d43b-b105-4e4c-8ddd-468671581db1 req-d79913d6-a11f-4465-964e-0b1d590ecf78 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:39:52.650988 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84c8d43b-b105-4e4c-8ddd-468671581db1 req-d79913d6-a11f-4465-964e-0b1d590ecf78 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Made reservation on behalf of de460f02ee50469b960f7a471a064187 for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:39:52.654507 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-84c8d43b-b105-4e4c-8ddd-468671581db1 req-d79913d6-a11f-4465-964e-0b1d590ecf78 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:52.815249 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [req-84c8d43b-b105-4e4c-8ddd-468671581db1 req-d79913d6-a11f-4465-964e-0b1d590ecf78 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Allocated IP 172.20.0.3 (34c817a9-6906-4bb2-9b9e-7fdd769b73b0/8b26ba82-41fc-4996-b011-3b9c1e95c218/6eabf60a-d1da-49a1-83d3-8e13f2dec3a4) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:39:53.018756 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-84d864ac-5309-4e4d-badf-22a85fa693ca req-4e10cae0-a86c-4ff0-a60d-ba0cecf743db tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=259603bb-2823-4116-9044-4073239a674b HTTP/1.1" status: 200 len: 210 time: 0.0563240 Oct 13 15:39:53.049792 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-84c8d43b-b105-4e4c-8ddd-468671581db1 req-d79913d6-a11f-4465-964e-0b1d590ecf78 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:53.065477 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-84c8d43b-b105-4e4c-8ddd-468671581db1 req-d79913d6-a11f-4465-964e-0b1d590ecf78 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Transition to ACTIVE for port object 6eabf60a-d1da-49a1-83d3-8e13f2dec3a4 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:39:53.087736 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-84c8d43b-b105-4e4c-8ddd-468671581db1 req-d79913d6-a11f-4465-964e-0b1d590ecf78 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:53.155723 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84c8d43b-b105-4e4c-8ddd-468671581db1 req-d79913d6-a11f-4465-964e-0b1d590ecf78 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network 34c817a9-6906-4bb2-9b9e-7fdd769b73b0 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:39:53.158588 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [req-84c8d43b-b105-4e4c-8ddd-468671581db1 req-d79913d6-a11f-4465-964e-0b1d590ecf78 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:39:53.162179 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-84c8d43b-b105-4e4c-8ddd-468671581db1 req-d79913d6-a11f-4465-964e-0b1d590ecf78 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:39:53.196655 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79913d6-a11f-4465-964e-0b1d590ecf78 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Port': ['ID=6eabf60a-d1da-49a1-83d3-8e13f2dec3a4,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:39:53.234564 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8d43b-b105-4e4c-8ddd-468671581db1 req-d79913d6-a11f-4465-964e-0b1d590ecf78 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:39:53.235169 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-84c8d43b-b105-4e4c-8ddd-468671581db1 req-d79913d6-a11f-4465-964e-0b1d590ecf78 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:53.261265 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-84c8d43b-b105-4e4c-8ddd-468671581db1 req-d79913d6-a11f-4465-964e-0b1d590ecf78 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7659173 Oct 13 15:39:53.271986 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-84c8d43b-b105-4e4c-8ddd-468671581db1 req-dd845015-a342-422e-aa85-9a4857e636b7 service neutron] Request body: {'port': {'device_id': '259603bb-2823-4116-9044-4073239a674b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:39:53.383448 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-84c8d43b-b105-4e4c-8ddd-468671581db1 req-dd845015-a342-422e-aa85-9a4857e636b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:53.435321 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-3802dd9c-048e-45b3-8aab-c991c445fcb4 None None] Provisioning for port 6eabf60a-d1da-49a1-83d3-8e13f2dec3a4 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:39:53.440869 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-3802dd9c-048e-45b3-8aab-c991c445fcb4 None None] Provisioning complete for port 6eabf60a-d1da-49a1-83d3-8e13f2dec3a4 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:39:53.441232 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-3802dd9c-048e-45b3-8aab-c991c445fcb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:53.441567 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-3802dd9c-048e-45b3-8aab-c991c445fcb4 None None] Attempt 1 to provision port 6eabf60a-d1da-49a1-83d3-8e13f2dec3a4 Oct 13 15:39:53.497272 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-3802dd9c-048e-45b3-8aab-c991c445fcb4 None None] Port 6eabf60a-d1da-49a1-83d3-8e13f2dec3a4 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:39:53.726513 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [req-84c8d43b-b105-4e4c-8ddd-468671581db1 req-dd845015-a342-422e-aa85-9a4857e636b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6eabf60a-d1da-49a1-83d3-8e13f2dec3a4 {{(pid=88973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 15:39:53.733633 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-84c8d43b-b105-4e4c-8ddd-468671581db1 req-dd845015-a342-422e-aa85-9a4857e636b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:53.748415 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-84c8d43b-b105-4e4c-8ddd-468671581db1 req-dd845015-a342-422e-aa85-9a4857e636b7 service neutron] Transition to ACTIVE for port object 6eabf60a-d1da-49a1-83d3-8e13f2dec3a4 will not be triggered until provisioned by entity L2. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:39:53.751996 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-84c8d43b-b105-4e4c-8ddd-468671581db1 req-dd845015-a342-422e-aa85-9a4857e636b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:53.933021 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd845015-a342-422e-aa85-9a4857e636b7 service neutron] Pushing event updated for resources: {'Port': ['ID=6eabf60a-d1da-49a1-83d3-8e13f2dec3a4,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:39:53.974266 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-84c8d43b-b105-4e4c-8ddd-468671581db1 req-dd845015-a342-422e-aa85-9a4857e636b7 service neutron] Attempting to bind port 6eabf60a-d1da-49a1-83d3-8e13f2dec3a4 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:39:53.974536 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-84c8d43b-b105-4e4c-8ddd-468671581db1 req-dd845015-a342-422e-aa85-9a4857e636b7 service neutron] Attempting to bind port 6eabf60a-d1da-49a1-83d3-8e13f2dec3a4 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '3d58039e-3a35-4e11-9d85-5e3760912035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '34c817a9-6906-4bb2-9b9e-7fdd769b73b0'}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:39:53.974858 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c8d43b-b105-4e4c-8ddd-468671581db1 req-dd845015-a342-422e-aa85-9a4857e636b7 service neutron] Attempting to bind port 6eabf60a-d1da-49a1-83d3-8e13f2dec3a4 on network 34c817a9-6906-4bb2-9b9e-7fdd769b73b0 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:39:53.979338 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c8d43b-b105-4e4c-8ddd-468671581db1 req-dd845015-a342-422e-aa85-9a4857e636b7 service neutron] Port 6eabf60a-d1da-49a1-83d3-8e13f2dec3a4 on network 34c817a9-6906-4bb2-9b9e-7fdd769b73b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:39:53.979652 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c8d43b-b105-4e4c-8ddd-468671581db1 req-dd845015-a342-422e-aa85-9a4857e636b7 service neutron] Attempting to bind port 6eabf60a-d1da-49a1-83d3-8e13f2dec3a4 on network 34c817a9-6906-4bb2-9b9e-7fdd769b73b0 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:39:53.984567 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c8d43b-b105-4e4c-8ddd-468671581db1 req-dd845015-a342-422e-aa85-9a4857e636b7 service neutron] Checking agent: {'id': 'c4d1d38a-44f6-47ac-b17c-311e640e7cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'started_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 39, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:39:53.984902 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c8d43b-b105-4e4c-8ddd-468671581db1 req-dd845015-a342-422e-aa85-9a4857e636b7 service neutron] Checking segment: {'id': '3d58039e-3a35-4e11-9d85-5e3760912035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '34c817a9-6906-4bb2-9b9e-7fdd769b73b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:39:53.985274 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84c8d43b-b105-4e4c-8ddd-468671581db1 req-dd845015-a342-422e-aa85-9a4857e636b7 service neutron] Bound using segment: {'id': '3d58039e-3a35-4e11-9d85-5e3760912035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '34c817a9-6906-4bb2-9b9e-7fdd769b73b0'} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:39:53.986326 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-84c8d43b-b105-4e4c-8ddd-468671581db1 req-dd845015-a342-422e-aa85-9a4857e636b7 service neutron] Bound port: 6eabf60a-d1da-49a1-83d3-8e13f2dec3a4, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d58039e-3a35-4e11-9d85-5e3760912035', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '34c817a9-6906-4bb2-9b9e-7fdd769b73b0'}}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:39:53.986662 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-84c8d43b-b105-4e4c-8ddd-468671581db1 req-dd845015-a342-422e-aa85-9a4857e636b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:53.998440 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-3802dd9c-048e-45b3-8aab-c991c445fcb4 None None] Attempt 2 to provision port 6eabf60a-d1da-49a1-83d3-8e13f2dec3a4 Oct 13 15:39:54.051772 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-3802dd9c-048e-45b3-8aab-c991c445fcb4 None None] Port 6eabf60a-d1da-49a1-83d3-8e13f2dec3a4 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:39:54.072211 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-84c8d43b-b105-4e4c-8ddd-468671581db1 req-dd845015-a342-422e-aa85-9a4857e636b7 service neutron] For port 6eabf60a-d1da-49a1-83d3-8e13f2dec3a4, host hv-neutron-8603, cleared binding levels {{(pid=88973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:39:54.075429 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-84c8d43b-b105-4e4c-8ddd-468671581db1 req-dd845015-a342-422e-aa85-9a4857e636b7 service neutron] For port 6eabf60a-d1da-49a1-83d3-8e13f2dec3a4, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=6eabf60a-d1da-49a1-83d3-8e13f2dec3a4,segment=NetworkSegment(3d58039e-3a35-4e11-9d85-5e3760912035),segment_id=3d58039e-3a35-4e11-9d85-5e3760912035)] {{(pid=88973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:39:54.079925 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-84c8d43b-b105-4e4c-8ddd-468671581db1 req-dd845015-a342-422e-aa85-9a4857e636b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:54.109784 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8d43b-b105-4e4c-8ddd-468671581db1 req-dd845015-a342-422e-aa85-9a4857e636b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:39:54.110404 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-84c8d43b-b105-4e4c-8ddd-468671581db1 req-dd845015-a342-422e-aa85-9a4857e636b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:54.112357 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-84c8d43b-b105-4e4c-8ddd-468671581db1 req-dd845015-a342-422e-aa85-9a4857e636b7 service neutron] 10.222.0.16 "PUT /v2.0/ports/6eabf60a-d1da-49a1-83d3-8e13f2dec3a4 HTTP/1.1" status: 200 len: 1093 time: 0.8446352 Oct 13 15:39:54.117396 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '259603bb-2823-4116-9044-4073239a674b', 'tag': '6eabf60a-d1da-49a1-83d3-8e13f2dec3a4'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:39:54.119700 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5eaeb94c-a9cb-4a35-9836-3c1f19fe3c14" -d '{"events": [{"name": "network-changed", "server_uuid": "259603bb-2823-4116-9044-4073239a674b", "tag": "6eabf60a-d1da-49a1-83d3-8e13f2dec3a4"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:39:54.227863 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1c9f0-a4dd-4213-8cb8-7bf18de7ea7f req-b61c7093-fda8-4ca9-bb65-0314adab900c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:39:54.229294 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5ff1c9f0-a4dd-4213-8cb8-7bf18de7ea7f req-b61c7093-fda8-4ca9-bb65-0314adab900c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=259603bb-2823-4116-9044-4073239a674b HTTP/1.1" status: 200 len: 943 time: 0.0941646 Oct 13 15:39:54.247640 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 15:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1688f5e9-a0ac-425f-baa3-0ca7fb4fda2d x-openstack-request-id: req-1688f5e9-a0ac-425f-baa3-0ca7fb4fda2d {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:39:54.247931 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "259603bb-2823-4116-9044-4073239a674b", "tag": "6eabf60a-d1da-49a1-83d3-8e13f2dec3a4", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:39:54.248176 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1688f5e9-a0ac-425f-baa3-0ca7fb4fda2d {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:39:54.248558 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1688f5e9-a0ac-425f-baa3-0ca7fb4fda2d'] response: {'name': 'network-changed', 'server_uuid': '259603bb-2823-4116-9044-4073239a674b', 'tag': '6eabf60a-d1da-49a1-83d3-8e13f2dec3a4', 'status': 'completed', 'code': 200} Oct 13 15:39:54.275220 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5ff1c9f0-a4dd-4213-8cb8-7bf18de7ea7f req-4f93a2f1-5df5-4458-8c99-133e4f987221 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a7122ba-fed1-4cd7-b255-4cde975e09f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397172 Oct 13 15:39:54.319764 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd845015-a342-422e-aa85-9a4857e636b7 service neutron] Pushing event updated for resources: {'Port': ['ID=6eabf60a-d1da-49a1-83d3-8e13f2dec3a4,revision_number=3']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:39:54.340481 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8d43b-b105-4e4c-8ddd-468671581db1 req-a8c7332f-ed8f-47ef-9668-b27041f2e5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:39:54.341936 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-84c8d43b-b105-4e4c-8ddd-468671581db1 req-a8c7332f-ed8f-47ef-9668-b27041f2e5c7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&device_id=259603bb-2823-4116-9044-4073239a674b HTTP/1.1" status: 200 len: 1096 time: 0.0925753 Oct 13 15:39:54.410512 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-84c8d43b-b105-4e4c-8ddd-468671581db1 req-0685eed8-3253-4b5d-b0fb-20403c734de7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6eabf60a-d1da-49a1-83d3-8e13f2dec3a4 HTTP/1.1" status: 200 len: 217 time: 0.0619168 Oct 13 15:39:54.470270 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8d43b-b105-4e4c-8ddd-468671581db1 req-46c999fc-65dc-4f3e-abfd-ffe360bba6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:39:54.471904 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-84c8d43b-b105-4e4c-8ddd-468671581db1 req-46c999fc-65dc-4f3e-abfd-ffe360bba6e1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8b26ba82-41fc-4996-b011-3b9c1e95c218 HTTP/1.1" status: 200 len: 834 time: 0.0557323 Oct 13 15:39:54.553377 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-3802dd9c-048e-45b3-8aab-c991c445fcb4 None None] Attempt 3 to provision port 6eabf60a-d1da-49a1-83d3-8e13f2dec3a4 Oct 13 15:39:54.554147 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c8d43b-b105-4e4c-8ddd-468671581db1 req-359d7b13-0d0b-4786-afcd-8f13ed911790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:39:54.555622 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-84c8d43b-b105-4e4c-8ddd-468671581db1 req-359d7b13-0d0b-4786-afcd-8f13ed911790 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=34c817a9-6906-4bb2-9b9e-7fdd769b73b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784478 Oct 13 15:39:54.613327 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-3802dd9c-048e-45b3-8aab-c991c445fcb4 None None] Port 6eabf60a-d1da-49a1-83d3-8e13f2dec3a4 had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 15:39:54.686066 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-84c8d43b-b105-4e4c-8ddd-468671581db1 req-9999ac28-9348-4d64-a17b-f69d7ad91fc5 service neutron] 10.222.0.16 "GET /v2.0/networks/34c817a9-6906-4bb2-9b9e-7fdd769b73b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237454 Oct 13 15:39:54.816106 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-84c8d43b-b105-4e4c-8ddd-468671581db1 req-aa85ddf5-d916-44af-a878-2573ee498461 service neutron] 10.222.0.16 "GET /v2.0/networks/34c817a9-6906-4bb2-9b9e-7fdd769b73b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244369 Oct 13 15:39:54.937845 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaeb94c-a9cb-4a35-9836-3c1f19fe3c14 req-a940517c-67c8-4467-9a15-4f2271be3443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:39:54.939317 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5eaeb94c-a9cb-4a35-9836-3c1f19fe3c14 req-a940517c-67c8-4467-9a15-4f2271be3443 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&device_id=259603bb-2823-4116-9044-4073239a674b HTTP/1.1" status: 200 len: 1096 time: 0.0764604 Oct 13 15:39:55.066543 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaeb94c-a9cb-4a35-9836-3c1f19fe3c14 req-e57283aa-be9e-4f3f-adb0-acdac5078b11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:39:55.067862 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5eaeb94c-a9cb-4a35-9836-3c1f19fe3c14 req-e57283aa-be9e-4f3f-adb0-acdac5078b11 service neutron] 10.222.0.16 "GET /v2.0/networks?id=34c817a9-6906-4bb2-9b9e-7fdd769b73b0 HTTP/1.1" status: 200 len: 898 time: 0.1230483 Oct 13 15:39:55.136599 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5eaeb94c-a9cb-4a35-9836-3c1f19fe3c14 req-7a7c1130-15d2-4d2b-ae4a-d26d19b87a36 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6eabf60a-d1da-49a1-83d3-8e13f2dec3a4 HTTP/1.1" status: 200 len: 217 time: 0.0626836 Oct 13 15:39:55.196184 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaeb94c-a9cb-4a35-9836-3c1f19fe3c14 req-1cad76f7-7924-4ae9-93fa-1f93daca3233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:39:55.197521 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5eaeb94c-a9cb-4a35-9836-3c1f19fe3c14 req-1cad76f7-7924-4ae9-93fa-1f93daca3233 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8b26ba82-41fc-4996-b011-3b9c1e95c218 HTTP/1.1" status: 200 len: 834 time: 0.0546732 Oct 13 15:39:55.280737 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaeb94c-a9cb-4a35-9836-3c1f19fe3c14 req-91fd08dd-4700-41df-be52-c27f741c2640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:39:55.282222 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5eaeb94c-a9cb-4a35-9836-3c1f19fe3c14 req-91fd08dd-4700-41df-be52-c27f741c2640 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=34c817a9-6906-4bb2-9b9e-7fdd769b73b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791543 Oct 13 15:39:55.462624 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5eaeb94c-a9cb-4a35-9836-3c1f19fe3c14 req-05b8dfd3-f3b7-40e4-b61e-5e8566192d17 service neutron] 10.222.0.16 "GET /v2.0/networks/34c817a9-6906-4bb2-9b9e-7fdd769b73b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744928 Oct 13 15:39:55.584769 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b376b23-ef6a-49f0-85be-ff8896c1bd3a req-fb333455-53c0-4a22-a1ac-e62fbab6b71c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:39:55.585367 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-8b376b23-ef6a-49f0-85be-ff8896c1bd3a req-fb333455-53c0-4a22-a1ac-e62fbab6b71c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:39:55.618695 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5eaeb94c-a9cb-4a35-9836-3c1f19fe3c14 req-834db01c-43fb-476f-a44a-409c8b34d1cb service neutron] 10.222.0.16 "GET /v2.0/networks/34c817a9-6906-4bb2-9b9e-7fdd769b73b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495342 Oct 13 15:39:55.619372 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-8b376b23-ef6a-49f0-85be-ff8896c1bd3a req-fb333455-53c0-4a22-a1ac-e62fbab6b71c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:39:55.620338 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-8b376b23-ef6a-49f0-85be-ff8896c1bd3a req-fb333455-53c0-4a22-a1ac-e62fbab6b71c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=259603bb-2823-4116-9044-4073239a674b HTTP/1.1" status: 200 len: 943 time: 0.2301643 Oct 13 15:39:55.670621 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-8b376b23-ef6a-49f0-85be-ff8896c1bd3a req-2ddc0425-c08a-452c-a4b5-09ac37b155d9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a7122ba-fed1-4cd7-b255-4cde975e09f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429173 Oct 13 15:39:55.715420 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:56.871711 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda3f3b2-1f33-4d43-8a48-5e597b44cf81 req-2609463b-e99d-4806-b418-e218311859c1 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:39:56.873025 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-dda3f3b2-1f33-4d43-8a48-5e597b44cf81 req-2609463b-e99d-4806-b418-e218311859c1 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=259603bb-2823-4116-9044-4073239a674b HTTP/1.1" status: 200 len: 943 time: 0.0877135 Oct 13 15:39:56.917064 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-dda3f3b2-1f33-4d43-8a48-5e597b44cf81 req-46b52d74-b389-4f4c-a042-03410eae03bc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a7122ba-fed1-4cd7-b255-4cde975e09f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378382 Oct 13 15:39:58.112721 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b552b75-2b59-416a-885f-bf95befcca59 req-1f8b7dda-135b-4073-8822-5deee5ca5316 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:39:58.114222 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2b552b75-2b59-416a-885f-bf95befcca59 req-1f8b7dda-135b-4073-8822-5deee5ca5316 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=259603bb-2823-4116-9044-4073239a674b HTTP/1.1" status: 200 len: 943 time: 0.0875547 Oct 13 15:39:58.156938 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2b552b75-2b59-416a-885f-bf95befcca59 req-67da5bd3-cd14-4f23-be84-410e9dfc01e6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a7122ba-fed1-4cd7-b255-4cde975e09f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371647 Oct 13 15:39:58.279637 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 6eabf60a-d1da-49a1-83d3-8e13f2dec3a4 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=88974) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 13 15:39:58.408863 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 6eabf60a-d1da-49a1-83d3-8e13f2dec3a4, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=6eabf60a-d1da-49a1-83d3-8e13f2dec3a4,segment=NetworkSegment(3d58039e-3a35-4e11-9d85-5e3760912035),segment_id=3d58039e-3a35-4e11-9d85-5e3760912035)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:39:58.424881 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Returning: {'device': '6eabf60a-d1da-49a1-83d3-8e13f2dec3a4', 'network_id': '34c817a9-6906-4bb2-9b9e-7fdd769b73b0', 'port_id': '6eabf60a-d1da-49a1-83d3-8e13f2dec3a4', 'mac_address': 'fa:16:3e:cd:44:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 409, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b26ba82-41fc-4996-b011-3b9c1e95c218', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88974) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 13 15:39:58.478224 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 6eabf60a-d1da-49a1-83d3-8e13f2dec3a4 is: DOWN; New status is: BUILD {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:39:58.478599 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:58.494973 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6eabf60a-d1da-49a1-83d3-8e13f2dec3a4 {{(pid=88974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 15:39:58.509838 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 6eabf60a-d1da-49a1-83d3-8e13f2dec3a4, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=6eabf60a-d1da-49a1-83d3-8e13f2dec3a4,segment=NetworkSegment(3d58039e-3a35-4e11-9d85-5e3760912035),segment_id=3d58039e-3a35-4e11-9d85-5e3760912035)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:39:58.513564 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:39:58.580356 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=6eabf60a-d1da-49a1-83d3-8e13f2dec3a4,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:39:58.587141 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:39:58.587483 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:39:58.587814 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:39:58.588169 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:39:58.588490 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:39:58.588810 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:39:58.589148 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:39:58.589448 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:39:58.589764 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:39:58.590077 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:39:58.590417 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:39:58.590727 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:39:58.833608 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['6eabf60a-d1da-49a1-83d3-8e13f2dec3a4'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 15:39:59.350938 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66aa1c26-19d2-42a6-b0ab-67202c8196c8 req-724a60db-8730-4e1f-95e9-450548384887 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:39:59.352367 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-66aa1c26-19d2-42a6-b0ab-67202c8196c8 req-724a60db-8730-4e1f-95e9-450548384887 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=259603bb-2823-4116-9044-4073239a674b HTTP/1.1" status: 200 len: 944 time: 0.0869079 Oct 13 15:39:59.398565 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-66aa1c26-19d2-42a6-b0ab-67202c8196c8 req-fb232ea1-7146-4f2c-9e94-e47d82ec7910 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a7122ba-fed1-4cd7-b255-4cde975e09f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406086 Oct 13 15:40:00.295252 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 6eabf60a-d1da-49a1-83d3-8e13f2dec3a4 up at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:40:00.361739 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning for port 6eabf60a-d1da-49a1-83d3-8e13f2dec3a4 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:40:00.366340 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning complete for port 6eabf60a-d1da-49a1-83d3-8e13f2dec3a4 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:40:00.366717 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:40:00.367049 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Attempt 1 to provision port 6eabf60a-d1da-49a1-83d3-8e13f2dec3a4 Oct 13 15:40:00.485063 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 6eabf60a-d1da-49a1-83d3-8e13f2dec3a4 is: BUILD; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:40:00.485958 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:40:00.512704 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259603bb-2823-4116-9044-4073239a674b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eabf60a-d1da-49a1-83d3-8e13f2dec3a4'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:40:00.514996 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979c64d66908691d8da3fe322a5acf5d757b5bee84c7992aba2ec3c134dffaeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a105c7e-b327-4404-a6ff-c60a0ae50d02" -d '{"events": [{"server_uuid": "259603bb-2823-4116-9044-4073239a674b", "name": "network-vif-plugged", "status": "completed", "tag": "6eabf60a-d1da-49a1-83d3-8e13f2dec3a4"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:40:00.522638 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 6eabf60a-d1da-49a1-83d3-8e13f2dec3a4, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=6eabf60a-d1da-49a1-83d3-8e13f2dec3a4,segment=NetworkSegment(3d58039e-3a35-4e11-9d85-5e3760912035),segment_id=3d58039e-3a35-4e11-9d85-5e3760912035)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:40:00.527533 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:40:00.567204 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 15:40:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5942f31a-e83f-4a53-9c2c-c0f9ea4404cb x-openstack-request-id: req-5942f31a-e83f-4a53-9c2c-c0f9ea4404cb {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:40:00.568463 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259603bb-2823-4116-9044-4073239a674b", "name": "network-vif-plugged", "status": "completed", "tag": "6eabf60a-d1da-49a1-83d3-8e13f2dec3a4", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:40:00.568720 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5942f31a-e83f-4a53-9c2c-c0f9ea4404cb {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:40:00.569120 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5942f31a-e83f-4a53-9c2c-c0f9ea4404cb'] response: {'server_uuid': '259603bb-2823-4116-9044-4073239a674b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6eabf60a-d1da-49a1-83d3-8e13f2dec3a4', 'code': 200} Oct 13 15:40:00.640911 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=6eabf60a-d1da-49a1-83d3-8e13f2dec3a4,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:40:00.725701 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc37c16-7eea-450f-8600-33afb29a93c2 req-912dffae-6e19-42d2-bd1a-e8abc946fc5d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:40:00.727161 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-bdc37c16-7eea-450f-8600-33afb29a93c2 req-912dffae-6e19-42d2-bd1a-e8abc946fc5d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=259603bb-2823-4116-9044-4073239a674b HTTP/1.1" status: 200 len: 945 time: 0.2184625 Oct 13 15:40:00.821514 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-bdc37c16-7eea-450f-8600-33afb29a93c2 req-db1a022a-23f7-43dd-b140-df5f63ea0a23 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a7122ba-fed1-4cd7-b255-4cde975e09f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572627 Oct 13 15:40:00.839823 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d8d382-31b6-458c-bedc-c83f2cee39a6 req-89afaee6-b39a-4054-90be-2e1e2cf22678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:40:00.839823 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f3d8d382-31b6-458c-bedc-c83f2cee39a6 req-89afaee6-b39a-4054-90be-2e1e2cf22678 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=259603bb-2823-4116-9044-4073239a674b HTTP/1.1" status: 200 len: 1098 time: 0.1072531 Oct 13 15:40:00.882816 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f3d8d382-31b6-458c-bedc-c83f2cee39a6 req-5227ba0b-78ce-4431-9a46-12c2fd4b155c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=2a7122ba-fed1-4cd7-b255-4cde975e09f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364263 Oct 13 15:40:02.018518 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1898ee2f-e5bb-4583-a6b2-071d82ef1b62 req-5ee941c0-d596-4945-8263-1ddc526c5c8d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:40:02.019892 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-1898ee2f-e5bb-4583-a6b2-071d82ef1b62 req-5ee941c0-d596-4945-8263-1ddc526c5c8d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=259603bb-2823-4116-9044-4073239a674b HTTP/1.1" status: 200 len: 945 time: 0.0882843 Oct 13 15:40:02.064930 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-1898ee2f-e5bb-4583-a6b2-071d82ef1b62 req-169157c4-f168-43ee-9895-3f0b4ecb5037 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a7122ba-fed1-4cd7-b255-4cde975e09f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394850 Oct 13 15:40:03.260202 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530d375-3cd9-4d4f-b491-8e3f3d8a6d16 req-9eaca2e8-9458-4c8c-b107-55e648071447 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:40:03.261677 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b530d375-3cd9-4d4f-b491-8e3f3d8a6d16 req-9eaca2e8-9458-4c8c-b107-55e648071447 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=259603bb-2823-4116-9044-4073239a674b HTTP/1.1" status: 200 len: 945 time: 0.0867355 Oct 13 15:40:03.304443 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b530d375-3cd9-4d4f-b491-8e3f3d8a6d16 req-1d727eaf-185d-4ef2-8429-1b76516aab24 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a7122ba-fed1-4cd7-b255-4cde975e09f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365918 Oct 13 15:40:03.505095 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93969c12-ceef-458e-8b45-3495acf99ec0 req-bc9a1d34-a859-4fcc-8ca1-2c1bd543cefe tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:40:03.506549 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-93969c12-ceef-458e-8b45-3495acf99ec0 req-bc9a1d34-a859-4fcc-8ca1-2c1bd543cefe tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=259603bb-2823-4116-9044-4073239a674b HTTP/1.1" status: 200 len: 945 time: 0.0905995 Oct 13 15:40:03.549893 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-93969c12-ceef-458e-8b45-3495acf99ec0 req-47befd9b-5313-43ca-85cb-caf80d0d70c6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a7122ba-fed1-4cd7-b255-4cde975e09f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378287 Oct 13 15:40:03.578031 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 56166) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:40:03.653889 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aea73b51-760d-41c3-a003-1832565628b1 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:40:03.655426 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-aea73b51-760d-41c3-a003-1832565628b1 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=259603bb-2823-4116-9044-4073239a674b HTTP/1.1" status: 200 len: 1093 time: 0.0764322 Oct 13 15:40:03.658323 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 56170) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:40:03.663158 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-893bfc2f-0af5-400c-9c55-c63d88fa9e47 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'floatingip': {'port_id': '6eabf60a-d1da-49a1-83d3-8e13f2dec3a4'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:40:03.741959 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-893bfc2f-0af5-400c-9c55-c63d88fa9e47 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for floatingip, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:40:04.323443 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-893bfc2f-0af5-400c-9c55-c63d88fa9e47 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:40:04.326947 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-893bfc2f-0af5-400c-9c55-c63d88fa9e47 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:40:04.450936 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-668d6ca0-f15b-4e9d-9b03-6dcb56f8480f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:40:04.588681 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.l3_db [None req-893bfc2f-0af5-400c-9c55-c63d88fa9e47 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Floating IP 2e15d526-e319-4eb2-94e6-3f5bbdd859d3 associated. External IP: 172.26.2.188, port: 6eabf60a-d1da-49a1-83d3-8e13f2dec3a4. Oct 13 15:40:04.929464 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-893bfc2f-0af5-400c-9c55-c63d88fa9e47 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Router 2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:40:05.103240 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-893bfc2f-0af5-400c-9c55-c63d88fa9e47 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:40:05.107980 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-893bfc2f-0af5-400c-9c55-c63d88fa9e47 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:40:05.112594 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15926834-82cd-4f90-8737-09ca23e8a313 None None] Sync routers for ids ['2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:40:05.122743 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15926834-82cd-4f90-8737-09ca23e8a313 None None] Routers {'2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:40:05.123331 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-15926834-82cd-4f90-8737-09ca23e8a313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:39:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:40:05.161152 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-893bfc2f-0af5-400c-9c55-c63d88fa9e47 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "PUT /v2.0/floatingips/2e15d526-e319-4eb2-94e6-3f5bbdd859d3 HTTP/1.1" status: 200 len: 991 time: 1.5018375 Oct 13 15:40:05.161882 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '259603bb-2823-4116-9044-4073239a674b', 'tag': '6eabf60a-d1da-49a1-83d3-8e13f2dec3a4'}] {{(pid=88972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:40:05.163916 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56174) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:40:05.164402 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66139ebd01b2281a52a84d0c3e28fe779798cc7e4f9f2d51c02648ac67609c1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3430ac3-25c4-4c5d-8df8-4e034625b411" -d '{"events": [{"name": "network-changed", "server_uuid": "259603bb-2823-4116-9044-4073239a674b", "tag": "6eabf60a-d1da-49a1-83d3-8e13f2dec3a4"}]}' {{(pid=88972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:40:05.206475 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 15:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff33274-b383-41ac-b709-8e57076b9074 x-openstack-request-id: req-1ff33274-b383-41ac-b709-8e57076b9074 {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:40:05.206768 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "259603bb-2823-4116-9044-4073239a674b", "tag": "6eabf60a-d1da-49a1-83d3-8e13f2dec3a4", "status": "completed", "code": 200}]} {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:40:05.207019 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1ff33274-b383-41ac-b709-8e57076b9074 {{(pid=88972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:40:05.207508 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ff33274-b383-41ac-b709-8e57076b9074'] response: {'name': 'network-changed', 'server_uuid': '259603bb-2823-4116-9044-4073239a674b', 'tag': '6eabf60a-d1da-49a1-83d3-8e13f2dec3a4', 'status': 'completed', 'code': 200} Oct 13 15:40:05.300900 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-15926834-82cd-4f90-8737-09ca23e8a313 None None] Set router 2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:40:05.331156 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-cc7d27fc-e0c9-4d9d-b868-07dfe674eecb tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/floatingips/2e15d526-e319-4eb2-94e6-3f5bbdd859d3 HTTP/1.1" status: 200 len: 991 time: 0.1660304 Oct 13 15:40:05.347981 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3430ac3-25c4-4c5d-8df8-4e034625b411 req-3626c95e-22da-4e5c-b6ee-f165b75a38b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:40:05.349388 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c3430ac3-25c4-4c5d-8df8-4e034625b411 req-3626c95e-22da-4e5c-b6ee-f165b75a38b9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&device_id=259603bb-2823-4116-9044-4073239a674b HTTP/1.1" status: 200 len: 1098 time: 0.1114783 Oct 13 15:40:05.481705 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3430ac3-25c4-4c5d-8df8-4e034625b411 req-5eb885b1-3f59-46b4-be5e-209c49879887 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:40:05.483078 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c3430ac3-25c4-4c5d-8df8-4e034625b411 req-5eb885b1-3f59-46b4-be5e-209c49879887 service neutron] 10.222.0.16 "GET /v2.0/networks?id=34c817a9-6906-4bb2-9b9e-7fdd769b73b0 HTTP/1.1" status: 200 len: 898 time: 0.1270700 Oct 13 15:40:05.583899 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c3430ac3-25c4-4c5d-8df8-4e034625b411 req-8e433c66-97c0-422f-81db-c045d7cd3779 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6eabf60a-d1da-49a1-83d3-8e13f2dec3a4 HTTP/1.1" status: 200 len: 999 time: 0.0953636 Oct 13 15:40:05.646322 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3430ac3-25c4-4c5d-8df8-4e034625b411 req-c7a08d05-b31d-4502-9b09-e90655bef4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:40:05.647759 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c3430ac3-25c4-4c5d-8df8-4e034625b411 req-c7a08d05-b31d-4502-9b09-e90655bef4b1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8b26ba82-41fc-4996-b011-3b9c1e95c218 HTTP/1.1" status: 200 len: 834 time: 0.0575130 Oct 13 15:40:05.672139 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-15926834-82cd-4f90-8737-09ca23e8a313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'name': 'tempest-TestNetworkBasicOps-router-982685831', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.40'}], 'enable_snat': True}, 'gw_port_id': '36a29d71-1874-4718-959b-80f67d639fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:37:59Z', 'updated_at': '2022-10-13T15:38:04Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '36a29d71-1874-4718-959b-80f67d639fbe', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ab:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:38:00Z', 'updated_at': '2022-10-13T15:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '2e15d526-e319-4eb2-94e6-3f5bbdd859d3', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'floating_ip_address': '172.26.2.188', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'port_id': '6eabf60a-d1da-49a1-83d3-8e13f2dec3a4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34c817a9-6906-4bb2-9b9e-7fdd769b73b0', 'mac_address': 'fa:16:3e:cd:44:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259603bb-2823-4116-9044-4073239a674b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:38:23Z', 'updated_at': '2022-10-13T15:40:04Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05b1673c-6801-4c29-9be4-417fda66856c', 'name': '', 'network_id': '34c817a9-6906-4bb2-9b9e-7fdd769b73b0', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:5e:b4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '8b26ba82-41fc-4996-b011-3b9c1e95c218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:38:04Z', 'updated_at': '2022-10-13T15:38:10Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '8b26ba82-41fc-4996-b011-3b9c1e95c218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:40:05.675945 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15926834-82cd-4f90-8737-09ca23e8a313 None None] Checking router: 2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:40:05.684158 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15926834-82cd-4f90-8737-09ca23e8a313 None None] Routers {'2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:40:05.684755 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-15926834-82cd-4f90-8737-09ca23e8a313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:39:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:40:05.732675 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3430ac3-25c4-4c5d-8df8-4e034625b411 req-00e548c1-d9e6-42c0-ac1e-ca5c92c0cabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:40:05.734019 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c3430ac3-25c4-4c5d-8df8-4e034625b411 req-00e548c1-d9e6-42c0-ac1e-ca5c92c0cabd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=34c817a9-6906-4bb2-9b9e-7fdd769b73b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805659 Oct 13 15:40:05.859467 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-15926834-82cd-4f90-8737-09ca23e8a313 None None] Set router 2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:40:05.863391 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c3430ac3-25c4-4c5d-8df8-4e034625b411 req-7f0e9e02-fbf9-4c6c-9e54-ba019dc285ec service neutron] 10.222.0.16 "GET /v2.0/networks/34c817a9-6906-4bb2-9b9e-7fdd769b73b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232815 Oct 13 15:40:05.994011 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c3430ac3-25c4-4c5d-8df8-4e034625b411 req-da9ead73-2ee4-4eaf-a8f7-7b3bca8a0db5 service neutron] 10.222.0.16 "GET /v2.0/networks/34c817a9-6906-4bb2-9b9e-7fdd769b73b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246173 Oct 13 15:40:06.198684 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-15926834-82cd-4f90-8737-09ca23e8a313 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'name': 'tempest-TestNetworkBasicOps-router-982685831', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.40'}], 'enable_snat': True}, 'gw_port_id': '36a29d71-1874-4718-959b-80f67d639fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:37:59Z', 'updated_at': '2022-10-13T15:38:04Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '36a29d71-1874-4718-959b-80f67d639fbe', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ab:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:38:00Z', 'updated_at': '2022-10-13T15:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '2e15d526-e319-4eb2-94e6-3f5bbdd859d3', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'floating_ip_address': '172.26.2.188', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'port_id': '6eabf60a-d1da-49a1-83d3-8e13f2dec3a4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34c817a9-6906-4bb2-9b9e-7fdd769b73b0', 'mac_address': 'fa:16:3e:cd:44:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259603bb-2823-4116-9044-4073239a674b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:38:23Z', 'updated_at': '2022-10-13T15:40:04Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05b1673c-6801-4c29-9be4-417fda66856c', 'name': '', 'network_id': '34c817a9-6906-4bb2-9b9e-7fdd769b73b0', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:5e:b4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '8b26ba82-41fc-4996-b011-3b9c1e95c218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:38:04Z', 'updated_at': '2022-10-13T15:38:10Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '8b26ba82-41fc-4996-b011-3b9c1e95c218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:40:06.202924 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15926834-82cd-4f90-8737-09ca23e8a313 None None] The sync data for ids ['2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa'] in dv-neutron-860329-2-hyperv is: [{'id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'name': 'tempest-TestNetworkBasicOps-router-982685831', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.40'}], 'enable_snat': True}, 'gw_port_id': '36a29d71-1874-4718-959b-80f67d639fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:37:59Z', 'updated_at': '2022-10-13T15:38:04Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '36a29d71-1874-4718-959b-80f67d639fbe', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ab:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:38:00Z', 'updated_at': '2022-10-13T15:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '2e15d526-e319-4eb2-94e6-3f5bbdd859d3', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'floating_ip_address': '172.26.2.188', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'port_id': '6eabf60a-d1da-49a1-83d3-8e13f2dec3a4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1379, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '34c817a9-6906-4bb2-9b9e-7fdd769b73b0', 'mac_address': 'fa:16:3e:cd:44:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '259603bb-2823-4116-9044-4073239a674b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:38:23Z', 'updated_at': '2022-10-13T15:40:04Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05b1673c-6801-4c29-9be4-417fda66856c', 'name': '', 'network_id': '34c817a9-6906-4bb2-9b9e-7fdd769b73b0', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:5e:b4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '8b26ba82-41fc-4996-b011-3b9c1e95c218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:38:04Z', 'updated_at': '2022-10-13T15:38:10Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '8b26ba82-41fc-4996-b011-3b9c1e95c218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:40:06.334998 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56180) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:40:06.388823 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b5a790-d52d-4b2b-8124-8f860461b293 None None] New status for floating IP 2e15d526-e319-4eb2-94e6-3f5bbdd859d3: ACTIVE {{(pid=88974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:40:06.440963 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-b3b4e4ee-6143-4918-80af-fe81781c10ee tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/floatingips/2e15d526-e319-4eb2-94e6-3f5bbdd859d3 HTTP/1.1" status: 200 len: 991 time: 0.1048412 Oct 13 15:40:06.648483 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-dd604629-a75b-4331-867d-5674ba986c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:40:07.443983 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 56184) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:40:07.547591 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-7e786531-ffe5-42ee-b6b0-a456ce6ccb6c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/floatingips/2e15d526-e319-4eb2-94e6-3f5bbdd859d3 HTTP/1.1" status: 200 len: 993 time: 0.1024959 Oct 13 15:40:07.693114 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:40:07.848877 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:40:09.552435 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:40:13.602387 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:40:17.473344 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e6570f8d-7c46-4c5d-9fec-f83363902f59 req-32119339-494d-444b-b59d-8167363a258f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=09a0d096-463b-4c47-8c8f-2000fd920bbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0759099 Oct 13 15:40:17.619451 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6570f8d-7c46-4c5d-9fec-f83363902f59 req-6a16811a-d5bc-48c9-83cc-95ebaf987a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:40:17.620923 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e6570f8d-7c46-4c5d-9fec-f83363902f59 req-6a16811a-d5bc-48c9-83cc-95ebaf987a44 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&device_id=09a0d096-463b-4c47-8c8f-2000fd920bbc HTTP/1.1" status: 200 len: 1098 time: 0.0763192 Oct 13 15:40:17.762011 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6570f8d-7c46-4c5d-9fec-f83363902f59 req-7344d95a-0a44-482c-82c7-5bf0e3a40438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:40:17.763377 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e6570f8d-7c46-4c5d-9fec-f83363902f59 req-7344d95a-0a44-482c-82c7-5bf0e3a40438 service neutron] 10.222.0.16 "GET /v2.0/networks?id=34c817a9-6906-4bb2-9b9e-7fdd769b73b0 HTTP/1.1" status: 200 len: 898 time: 0.1231296 Oct 13 15:40:17.931622 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e6570f8d-7c46-4c5d-9fec-f83363902f59 req-01a21803-51dd-432f-8d62-d89c2950afec service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27175844-94ea-40d2-bece-e1f568d77b89 HTTP/1.1" status: 200 len: 217 time: 0.1619315 Oct 13 15:40:17.993187 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6570f8d-7c46-4c5d-9fec-f83363902f59 req-f8027e55-4f70-4582-ac08-898416b6444d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:40:17.994525 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e6570f8d-7c46-4c5d-9fec-f83363902f59 req-f8027e55-4f70-4582-ac08-898416b6444d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8b26ba82-41fc-4996-b011-3b9c1e95c218 HTTP/1.1" status: 200 len: 834 time: 0.0567648 Oct 13 15:40:18.073183 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6570f8d-7c46-4c5d-9fec-f83363902f59 req-835a85b9-2490-45ab-b166-2e196835991f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:40:18.074535 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e6570f8d-7c46-4c5d-9fec-f83363902f59 req-835a85b9-2490-45ab-b166-2e196835991f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=34c817a9-6906-4bb2-9b9e-7fdd769b73b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743563 Oct 13 15:40:18.199731 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e6570f8d-7c46-4c5d-9fec-f83363902f59 req-99b1193c-f9a7-4a30-90d8-51a2a6fc393b service neutron] 10.222.0.16 "GET /v2.0/networks/34c817a9-6906-4bb2-9b9e-7fdd769b73b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194255 Oct 13 15:40:18.327683 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e6570f8d-7c46-4c5d-9fec-f83363902f59 req-53658508-abeb-4efa-91ff-fb1c8a6dac1d service neutron] 10.222.0.16 "GET /v2.0/networks/34c817a9-6906-4bb2-9b9e-7fdd769b73b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220124 Oct 13 15:40:25.715112 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:40:30.260315 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [req-5db98685-3310-488f-b5ae-18c580626400 req-5142b4dc-6257-4bab-be4e-9206efd82161 service neutron] (88973) timed out ('10.222.0.16', 49852) {{(pid=88973) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Oct 13 15:40:34.453503 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9c343d49-b22e-48a7-9a09-c0d70e797f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:40:36.600277 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0692aa55-2030-4689-a606-52d2bc186d02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:40:37.696098 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:40:37.852114 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:40:39.554727 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:40:50.602070 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:40:55.723345 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:04.454777 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c0dda0d6-6d65-47d3-bceb-a2e9993136fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:06.600944 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c8855b5b-8e80-4d71-8270-d9ce014eb2df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:07.700476 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:07.853370 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:09.557235 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:16.941893 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fcd0fb-e9bf-4791-979e-b4152302577a req-83544654-d18c-41f4-9257-6f767e7ebb7a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:41:16.943361 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-22fcd0fb-e9bf-4791-979e-b4152302577a req-83544654-d18c-41f4-9257-6f767e7ebb7a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=259603bb-2823-4116-9044-4073239a674b HTTP/1.1" status: 200 len: 945 time: 0.1345484 Oct 13 15:41:16.989647 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-22fcd0fb-e9bf-4791-979e-b4152302577a req-9c25c10a-3a67-44e1-b601-2c6a0774ee95 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a7122ba-fed1-4cd7-b255-4cde975e09f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400467 Oct 13 15:41:18.244560 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d6701a-12eb-4057-bfa6-165ae9154c3d req-4692989d-b076-403c-9c10-393ee0f13cfc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:41:18.246000 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-53d6701a-12eb-4057-bfa6-165ae9154c3d req-4692989d-b076-403c-9c10-393ee0f13cfc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=259603bb-2823-4116-9044-4073239a674b HTTP/1.1" status: 200 len: 945 time: 0.1397889 Oct 13 15:41:18.289834 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-53d6701a-12eb-4057-bfa6-165ae9154c3d req-099efb52-017e-4af5-8dbf-4dc93bddd8df tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=2a7122ba-fed1-4cd7-b255-4cde975e09f4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381372 Oct 13 15:41:18.540886 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad23666-658a-4ad3-8b7b-a1699e744694 req-8e305a7a-2150-4ed6-b51c-d0594325951f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:41:18.542262 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9ad23666-658a-4ad3-8b7b-a1699e744694 req-8e305a7a-2150-4ed6-b51c-d0594325951f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.16 "GET /v2.0/ports?device_id=259603bb-2823-4116-9044-4073239a674b HTTP/1.1" status: 200 len: 945 time: 0.0847859 Oct 13 15:41:18.614843 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-9ad23666-658a-4ad3-8b7b-a1699e744694 req-474c7784-b1de-4a21-ac0c-1ed6c710b23d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Deleting port 6eabf60a-d1da-49a1-83d3-8e13f2dec3a4 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:41:18.615182 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-9ad23666-658a-4ad3-8b7b-a1699e744694 req-474c7784-b1de-4a21-ac0c-1ed6c710b23d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:18.859559 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-9ad23666-658a-4ad3-8b7b-a1699e744694 req-474c7784-b1de-4a21-ac0c-1ed6c710b23d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] For port 6eabf60a-d1da-49a1-83d3-8e13f2dec3a4, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=6eabf60a-d1da-49a1-83d3-8e13f2dec3a4,segment=NetworkSegment(3d58039e-3a35-4e11-9d85-5e3760912035),segment_id=3d58039e-3a35-4e11-9d85-5e3760912035)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:41:18.859823 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-9ad23666-658a-4ad3-8b7b-a1699e744694 req-474c7784-b1de-4a21-ac0c-1ed6c710b23d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:19.139366 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-9ad23666-658a-4ad3-8b7b-a1699e744694 req-474c7784-b1de-4a21-ac0c-1ed6c710b23d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:19.139732 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-9ad23666-658a-4ad3-8b7b-a1699e744694 req-474c7784-b1de-4a21-ac0c-1ed6c710b23d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:19.140039 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.l3_db [req-9ad23666-658a-4ad3-8b7b-a1699e744694 req-474c7784-b1de-4a21-ac0c-1ed6c710b23d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Floating IP 2e15d526-e319-4eb2-94e6-3f5bbdd859d3 disassociated. External IP: 172.26.2.188, port: 6eabf60a-d1da-49a1-83d3-8e13f2dec3a4. Oct 13 15:41:19.140370 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-9ad23666-658a-4ad3-8b7b-a1699e744694 req-474c7784-b1de-4a21-ac0c-1ed6c710b23d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Calling delete_port for 6eabf60a-d1da-49a1-83d3-8e13f2dec3a4 owned by compute:nova {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:41:19.281422 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-9ad23666-658a-4ad3-8b7b-a1699e744694 req-474c7784-b1de-4a21-ac0c-1ed6c710b23d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:19.331441 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474c7784-b1de-4a21-ac0c-1ed6c710b23d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'Port': ['ID=6eabf60a-d1da-49a1-83d3-8e13f2dec3a4,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:41:19.340255 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474c7784-b1de-4a21-ac0c-1ed6c710b23d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:19.340540 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474c7784-b1de-4a21-ac0c-1ed6c710b23d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:19.340873 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474c7784-b1de-4a21-ac0c-1ed6c710b23d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:19.341201 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474c7784-b1de-4a21-ac0c-1ed6c710b23d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:19.341521 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474c7784-b1de-4a21-ac0c-1ed6c710b23d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:19.341840 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474c7784-b1de-4a21-ac0c-1ed6c710b23d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:19.342179 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474c7784-b1de-4a21-ac0c-1ed6c710b23d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:19.342501 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474c7784-b1de-4a21-ac0c-1ed6c710b23d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:19.342820 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474c7784-b1de-4a21-ac0c-1ed6c710b23d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:19.343135 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474c7784-b1de-4a21-ac0c-1ed6c710b23d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:19.343452 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474c7784-b1de-4a21-ac0c-1ed6c710b23d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:19.343763 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-474c7784-b1de-4a21-ac0c-1ed6c710b23d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:19.456355 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-030e46b8-4a6f-47f5-9cae-ff04214bb4c0 req-f999d33a-f7e7-447e-9f92-49bb3cff3043 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=259603bb-2823-4116-9044-4073239a674b HTTP/1.1" status: 200 len: 210 time: 0.0516312 Oct 13 15:41:19.628258 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9ad23666-658a-4ad3-8b7b-a1699e744694 req-474c7784-b1de-4a21-ac0c-1ed6c710b23d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Router 2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:41:19.809959 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9ad23666-658a-4ad3-8b7b-a1699e744694 req-474c7784-b1de-4a21-ac0c-1ed6c710b23d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:41:19.820354 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6ddd0b-0749-43ce-853a-6dcd265d7151 None None] Sync routers for ids ['2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:41:19.831801 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6ddd0b-0749-43ce-853a-6dcd265d7151 None None] Routers {'2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:41:19.832495 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-1b6ddd0b-0749-43ce-853a-6dcd265d7151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:41:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:41:19.897154 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ad23666-658a-4ad3-8b7b-a1699e744694 req-474c7784-b1de-4a21-ac0c-1ed6c710b23d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] No DVR routers for this DVR port 6eabf60a-d1da-49a1-83d3-8e13f2dec3a4 on host hv-neutron-8603 {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:41:19.899690 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-9ad23666-658a-4ad3-8b7b-a1699e744694 req-474c7784-b1de-4a21-ac0c-1ed6c710b23d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:19.902287 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '259603bb-2823-4116-9044-4073239a674b', 'name': 'network-vif-deleted', 'tag': '6eabf60a-d1da-49a1-83d3-8e13f2dec3a4'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:41:19.904543 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d6f5130-d1a3-46fe-8ba8-1a477729ddd0" -d '{"events": [{"server_uuid": "259603bb-2823-4116-9044-4073239a674b", "name": "network-vif-deleted", "tag": "6eabf60a-d1da-49a1-83d3-8e13f2dec3a4"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:41:19.920755 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9ad23666-658a-4ad3-8b7b-a1699e744694 req-474c7784-b1de-4a21-ac0c-1ed6c710b23d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.16 "DELETE /v2.0/ports/6eabf60a-d1da-49a1-83d3-8e13f2dec3a4 HTTP/1.1" status: 204 len: 173 time: 1.3733332 Oct 13 15:41:20.008023 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 15:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275d02a0-e61f-450d-9b15-5603a171457f x-openstack-request-id: req-275d02a0-e61f-450d-9b15-5603a171457f {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:41:20.008499 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "259603bb-2823-4116-9044-4073239a674b", "name": "network-vif-deleted", "tag": "6eabf60a-d1da-49a1-83d3-8e13f2dec3a4", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:41:20.008753 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-275d02a0-e61f-450d-9b15-5603a171457f {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:41:20.009157 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-275d02a0-e61f-450d-9b15-5603a171457f'] response: {'server_uuid': '259603bb-2823-4116-9044-4073239a674b', 'name': 'network-vif-deleted', 'tag': '6eabf60a-d1da-49a1-83d3-8e13f2dec3a4', 'status': 'completed', 'code': 200} Oct 13 15:41:20.012956 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-1b6ddd0b-0749-43ce-853a-6dcd265d7151 None None] Set router 2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:41:20.340361 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-1b6ddd0b-0749-43ce-853a-6dcd265d7151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'name': 'tempest-TestNetworkBasicOps-router-982685831', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.40'}], 'enable_snat': True}, 'gw_port_id': '36a29d71-1874-4718-959b-80f67d639fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:37:59Z', 'updated_at': '2022-10-13T15:38:04Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '36a29d71-1874-4718-959b-80f67d639fbe', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ab:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:38:00Z', 'updated_at': '2022-10-13T15:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '05b1673c-6801-4c29-9be4-417fda66856c', 'name': '', 'network_id': '34c817a9-6906-4bb2-9b9e-7fdd769b73b0', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:5e:b4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '8b26ba82-41fc-4996-b011-3b9c1e95c218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:38:04Z', 'updated_at': '2022-10-13T15:38:10Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '8b26ba82-41fc-4996-b011-3b9c1e95c218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:41:20.344151 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6ddd0b-0749-43ce-853a-6dcd265d7151 None None] Checking router: 2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:41:20.353725 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6ddd0b-0749-43ce-853a-6dcd265d7151 None None] Routers {'2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:41:20.354380 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-1b6ddd0b-0749-43ce-853a-6dcd265d7151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:41:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:41:20.529069 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-1b6ddd0b-0749-43ce-853a-6dcd265d7151 None None] Set router 2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:41:20.556498 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56234) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:41:20.623233 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-67bf26df-1249-42f5-8f44-546fd59fca0b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:20.656379 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-67bf26df-1249-42f5-8f44-546fd59fca0b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:20.726327 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-67bf26df-1249-42f5-8f44-546fd59fca0b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:20.745047 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf26df-1249-42f5-8f44-546fd59fca0b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a7122ba-fed1-4cd7-b255-4cde975e09f4,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:41:20.755556 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-67bf26df-1249-42f5-8f44-546fd59fca0b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:20.756664 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-67bf26df-1249-42f5-8f44-546fd59fca0b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "DELETE /v2.0/security-groups/2a7122ba-fed1-4cd7-b255-4cde975e09f4 HTTP/1.1" status: 204 len: 168 time: 0.1991818 Oct 13 15:41:20.787727 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56240) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:41:20.850028 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-1b6ddd0b-0749-43ce-853a-6dcd265d7151 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'name': 'tempest-TestNetworkBasicOps-router-982685831', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.40'}], 'enable_snat': True}, 'gw_port_id': '36a29d71-1874-4718-959b-80f67d639fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:37:59Z', 'updated_at': '2022-10-13T15:38:04Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '36a29d71-1874-4718-959b-80f67d639fbe', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ab:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:38:00Z', 'updated_at': '2022-10-13T15:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '05b1673c-6801-4c29-9be4-417fda66856c', 'name': '', 'network_id': '34c817a9-6906-4bb2-9b9e-7fdd769b73b0', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:5e:b4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '8b26ba82-41fc-4996-b011-3b9c1e95c218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:38:04Z', 'updated_at': '2022-10-13T15:38:10Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '8b26ba82-41fc-4996-b011-3b9c1e95c218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:41:20.853842 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b6ddd0b-0749-43ce-853a-6dcd265d7151 None None] The sync data for ids ['2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa'] in dv-neutron-860329-2-hyperv is: [{'id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'name': 'tempest-TestNetworkBasicOps-router-982685831', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.40'}], 'enable_snat': True}, 'gw_port_id': '36a29d71-1874-4718-959b-80f67d639fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:37:59Z', 'updated_at': '2022-10-13T15:38:04Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '36a29d71-1874-4718-959b-80f67d639fbe', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ab:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:38:00Z', 'updated_at': '2022-10-13T15:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '05b1673c-6801-4c29-9be4-417fda66856c', 'name': '', 'network_id': '34c817a9-6906-4bb2-9b9e-7fdd769b73b0', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:5e:b4:7e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 1367, 'fixed_ips': [{'subnet_id': '8b26ba82-41fc-4996-b011-3b9c1e95c218', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:38:04Z', 'updated_at': '2022-10-13T15:38:10Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '8b26ba82-41fc-4996-b011-3b9c1e95c218', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:41:20.946180 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-bccc3e89-9b50-450e-a510-ae83c907b118 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Deleting port 77d19cf6-74f0-4e0c-9f4a-0fd83ae90eef {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:41:20.946522 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bccc3e89-9b50-450e-a510-ae83c907b118 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:21.069581 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17ee52d7-1c88-4c63-af5c-cb65d32c8d50 None None] New status for floating IP 2e15d526-e319-4eb2-94e6-3f5bbdd859d3: DOWN {{(pid=88974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:41:21.122009 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bccc3e89-9b50-450e-a510-ae83c907b118 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:21.122291 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bccc3e89-9b50-450e-a510-ae83c907b118 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:21.243142 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-bccc3e89-9b50-450e-a510-ae83c907b118 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Calling delete_port for 77d19cf6-74f0-4e0c-9f4a-0fd83ae90eef owned by network:floatingip {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:41:21.324926 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.db.api [None req-bccc3e89-9b50-450e-a510-ae83c907b118 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88973) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:41:21.325248 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG oslo_db.api [None req-bccc3e89-9b50-450e-a510-ae83c907b118 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:41:21.826853 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-bccc3e89-9b50-450e-a510-ae83c907b118 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Deleting port 77d19cf6-74f0-4e0c-9f4a-0fd83ae90eef {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:41:21.827405 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bccc3e89-9b50-450e-a510-ae83c907b118 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:21.996475 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bccc3e89-9b50-450e-a510-ae83c907b118 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:21.996693 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bccc3e89-9b50-450e-a510-ae83c907b118 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:22.115003 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-bccc3e89-9b50-450e-a510-ae83c907b118 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Calling delete_port for 77d19cf6-74f0-4e0c-9f4a-0fd83ae90eef owned by network:floatingip {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:41:22.352175 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bccc3e89-9b50-450e-a510-ae83c907b118 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:22.397349 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccc3e89-9b50-450e-a510-ae83c907b118 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'Port': ['ID=77d19cf6-74f0-4e0c-9f4a-0fd83ae90eef,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:41:22.494232 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bccc3e89-9b50-450e-a510-ae83c907b118 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for floatingip, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:22.507533 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bccc3e89-9b50-450e-a510-ae83c907b118 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:22.508607 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-bccc3e89-9b50-450e-a510-ae83c907b118 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "DELETE /v2.0/floatingips/2e15d526-e319-4eb2-94e6-3f5bbdd859d3 HTTP/1.1" status: 204 len: 168 time: 1.7198572 Oct 13 15:41:22.588935 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 6eabf60a-d1da-49a1-83d3-8e13f2dec3a4 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:41:22.623274 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] No Port match for: 6eabf60a-d1da-49a1-83d3-8e13f2dec3a4 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:41:22.623536 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 6eabf60a-d1da-49a1-83d3-8e13f2dec3a4 not bound to the agent host hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:41:22.875178 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c21c2e2-e535-42a0-899e-2e612202e5d3 req-eb199d4c-0730-4aba-bbed-1920b8343e6e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:41:22.875773 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-5c21c2e2-e535-42a0-899e-2e612202e5d3 req-eb199d4c-0730-4aba-bbed-1920b8343e6e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:41:22.890115 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-5c21c2e2-e535-42a0-899e-2e612202e5d3 req-eb199d4c-0730-4aba-bbed-1920b8343e6e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:41:22.891220 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5c21c2e2-e535-42a0-899e-2e612202e5d3 req-eb199d4c-0730-4aba-bbed-1920b8343e6e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=09a0d096-463b-4c47-8c8f-2000fd920bbc HTTP/1.1" status: 200 len: 945 time: 0.1019492 Oct 13 15:41:22.938145 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-5c21c2e2-e535-42a0-899e-2e612202e5d3 req-b239957c-43b4-412c-ae7f-2928c8b69885 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:security_group {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:41:22.952482 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-5c21c2e2-e535-42a0-899e-2e612202e5d3 req-b239957c-43b4-412c-ae7f-2928c8b69885 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:security_group {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:41:22.953570 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5c21c2e2-e535-42a0-899e-2e612202e5d3 req-b239957c-43b4-412c-ae7f-2928c8b69885 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=c00a2894-8d9c-402f-9426-7d3845f40af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562005 Oct 13 15:41:24.149127 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db61fde-a7d5-4f42-81bd-5f4310c98009 req-6fccc958-0215-470f-9954-e28f32652865 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:41:24.150580 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8db61fde-a7d5-4f42-81bd-5f4310c98009 req-6fccc958-0215-470f-9954-e28f32652865 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=09a0d096-463b-4c47-8c8f-2000fd920bbc HTTP/1.1" status: 200 len: 945 time: 0.0852170 Oct 13 15:41:24.196569 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8db61fde-a7d5-4f42-81bd-5f4310c98009 req-2d92db7d-8ef5-4c76-b7df-45e732fc034c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=c00a2894-8d9c-402f-9426-7d3845f40af6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404105 Oct 13 15:41:24.464561 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caeb704-18e3-46ea-ba7a-556450dd1606 req-bf2b8f81-a12e-4c25-b1b9-2e34c1639296 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:41:24.465963 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6caeb704-18e3-46ea-ba7a-556450dd1606 req-bf2b8f81-a12e-4c25-b1b9-2e34c1639296 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.16 "GET /v2.0/ports?device_id=09a0d096-463b-4c47-8c8f-2000fd920bbc HTTP/1.1" status: 200 len: 945 time: 0.0854800 Oct 13 15:41:24.536399 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-6caeb704-18e3-46ea-ba7a-556450dd1606 req-a6b55f3a-08ce-4e49-be4f-20ab455f59fa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Deleting port 27175844-94ea-40d2-bece-e1f568d77b89 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:41:24.536734 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-6caeb704-18e3-46ea-ba7a-556450dd1606 req-a6b55f3a-08ce-4e49-be4f-20ab455f59fa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:24.776290 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-6caeb704-18e3-46ea-ba7a-556450dd1606 req-a6b55f3a-08ce-4e49-be4f-20ab455f59fa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] For port 27175844-94ea-40d2-bece-e1f568d77b89, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=27175844-94ea-40d2-bece-e1f568d77b89,segment=NetworkSegment(3d58039e-3a35-4e11-9d85-5e3760912035),segment_id=3d58039e-3a35-4e11-9d85-5e3760912035)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:41:24.776566 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-6caeb704-18e3-46ea-ba7a-556450dd1606 req-a6b55f3a-08ce-4e49-be4f-20ab455f59fa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:24.899905 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-6caeb704-18e3-46ea-ba7a-556450dd1606 req-a6b55f3a-08ce-4e49-be4f-20ab455f59fa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Calling delete_port for 27175844-94ea-40d2-bece-e1f568d77b89 owned by compute:nova {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:41:25.036421 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-6caeb704-18e3-46ea-ba7a-556450dd1606 req-a6b55f3a-08ce-4e49-be4f-20ab455f59fa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:25.088504 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b55f3a-08ce-4e49-be4f-20ab455f59fa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'Port': ['ID=27175844-94ea-40d2-bece-e1f568d77b89,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:41:25.174002 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-6caeb704-18e3-46ea-ba7a-556450dd1606 req-a6b55f3a-08ce-4e49-be4f-20ab455f59fa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] No DVR routers for this DVR port 27175844-94ea-40d2-bece-e1f568d77b89 on host hv-neutron-8603 {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:41:25.176307 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-6caeb704-18e3-46ea-ba7a-556450dd1606 req-a6b55f3a-08ce-4e49-be4f-20ab455f59fa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:25.178853 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09a0d096-463b-4c47-8c8f-2000fd920bbc', 'name': 'network-vif-deleted', 'tag': '27175844-94ea-40d2-bece-e1f568d77b89'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:41:25.181090 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3ca2b5b-4f46-4744-bba5-8200505444e2" -d '{"events": [{"server_uuid": "09a0d096-463b-4c47-8c8f-2000fd920bbc", "name": "network-vif-deleted", "tag": "27175844-94ea-40d2-bece-e1f568d77b89"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:41:25.194082 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6caeb704-18e3-46ea-ba7a-556450dd1606 req-a6b55f3a-08ce-4e49-be4f-20ab455f59fa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.16 "DELETE /v2.0/ports/27175844-94ea-40d2-bece-e1f568d77b89 HTTP/1.1" status: 204 len: 173 time: 0.7230606 Oct 13 15:41:25.222796 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 15:41:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d8d190-c53b-4dd8-95c5-452c23cd4d4a x-openstack-request-id: req-83d8d190-c53b-4dd8-95c5-452c23cd4d4a {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:41:25.223194 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09a0d096-463b-4c47-8c8f-2000fd920bbc", "name": "network-vif-deleted", "tag": "27175844-94ea-40d2-bece-e1f568d77b89", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:41:25.223359 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-83d8d190-c53b-4dd8-95c5-452c23cd4d4a {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:41:25.223752 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83d8d190-c53b-4dd8-95c5-452c23cd4d4a'] response: {'server_uuid': '09a0d096-463b-4c47-8c8f-2000fd920bbc', 'name': 'network-vif-deleted', 'tag': '27175844-94ea-40d2-bece-e1f568d77b89', 'status': 'completed', 'code': 200} Oct 13 15:41:25.356628 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-ce417774-b705-4893-89ad-2f10067b9259 req-ce1d5e90-b477-4824-b410-3f182bf8d718 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=09a0d096-463b-4c47-8c8f-2000fd920bbc HTTP/1.1" status: 200 len: 210 time: 0.0490799 Oct 13 15:41:25.729542 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:26.453946 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56256) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:41:26.520023 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b5ce3db9-b4b6-43be-8d8f-d7458691bc32 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:26.548686 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b5ce3db9-b4b6-43be-8d8f-d7458691bc32 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:26.609781 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b5ce3db9-b4b6-43be-8d8f-d7458691bc32 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:26.627776 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ce3db9-b4b6-43be-8d8f-d7458691bc32 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00a2894-8d9c-402f-9426-7d3845f40af6,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:41:26.640117 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b5ce3db9-b4b6-43be-8d8f-d7458691bc32 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:26.644521 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-b5ce3db9-b4b6-43be-8d8f-d7458691bc32 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "DELETE /v2.0/security-groups/c00a2894-8d9c-402f-9426-7d3845f40af6 HTTP/1.1" status: 204 len: 168 time: 0.1864054 Oct 13 15:41:26.673108 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 56262) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:41:27.322422 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bbad1253-9b9e-45ae-80ff-2c9c507d5a23 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:27.603088 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:41:27.674227 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-bbad1253-9b9e-45ae-80ff-2c9c507d5a23 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Deleting port 05b1673c-6801-4c29-9be4-417fda66856c {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:41:27.674780 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bbad1253-9b9e-45ae-80ff-2c9c507d5a23 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:27.859440 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-bbad1253-9b9e-45ae-80ff-2c9c507d5a23 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] For port 05b1673c-6801-4c29-9be4-417fda66856c, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=05b1673c-6801-4c29-9be4-417fda66856c,segment=NetworkSegment(3d58039e-3a35-4e11-9d85-5e3760912035),segment_id=3d58039e-3a35-4e11-9d85-5e3760912035)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:41:27.859712 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bbad1253-9b9e-45ae-80ff-2c9c507d5a23 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:27.982806 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-bbad1253-9b9e-45ae-80ff-2c9c507d5a23 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Calling delete_port for 05b1673c-6801-4c29-9be4-417fda66856c owned by network:router_interface {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:41:28.163670 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bbad1253-9b9e-45ae-80ff-2c9c507d5a23 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:28.209942 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbad1253-9b9e-45ae-80ff-2c9c507d5a23 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'Port': ['ID=05b1673c-6801-4c29-9be4-417fda66856c,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:41:28.252016 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad1253-9b9e-45ae-80ff-2c9c507d5a23 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:28.252427 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad1253-9b9e-45ae-80ff-2c9c507d5a23 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:28.253276 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad1253-9b9e-45ae-80ff-2c9c507d5a23 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:28.253604 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad1253-9b9e-45ae-80ff-2c9c507d5a23 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:28.253924 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad1253-9b9e-45ae-80ff-2c9c507d5a23 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:28.254269 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad1253-9b9e-45ae-80ff-2c9c507d5a23 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:28.254589 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad1253-9b9e-45ae-80ff-2c9c507d5a23 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:28.254903 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad1253-9b9e-45ae-80ff-2c9c507d5a23 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:28.255215 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad1253-9b9e-45ae-80ff-2c9c507d5a23 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:28.255525 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad1253-9b9e-45ae-80ff-2c9c507d5a23 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:28.255837 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad1253-9b9e-45ae-80ff-2c9c507d5a23 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:28.256146 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbad1253-9b9e-45ae-80ff-2c9c507d5a23 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:28.493709 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bbad1253-9b9e-45ae-80ff-2c9c507d5a23 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:28.605209 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 27175844-94ea-40d2-bece-e1f568d77b89 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:41:28.642345 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] No Port match for: 27175844-94ea-40d2-bece-e1f568d77b89 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:41:28.642592 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 27175844-94ea-40d2-bece-e1f568d77b89 not bound to the agent host hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:41:28.948313 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbad1253-9b9e-45ae-80ff-2c9c507d5a23 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Router 2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:41:29.119766 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbad1253-9b9e-45ae-80ff-2c9c507d5a23 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:41:29.130196 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c542cdb-3bbd-4404-a884-fb56792a07fb None None] Sync routers for ids ['2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:41:29.132749 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-bbad1253-9b9e-45ae-80ff-2c9c507d5a23 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "PUT /v2.0/routers/2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4585989 Oct 13 15:41:29.135422 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 56266) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:41:29.139319 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c542cdb-3bbd-4404-a884-fb56792a07fb None None] Routers {'2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:41:29.139913 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-6c542cdb-3bbd-4404-a884-fb56792a07fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:41:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:41:29.202504 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-b44096ea-9b43-4a88-86d5-cc605da125b1 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Deleting subnet 8b26ba82-41fc-4996-b011-3b9c1e95c218 {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:41:29.205299 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b44096ea-9b43-4a88-86d5-cc605da125b1 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:29.258800 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b44096ea-9b43-4a88-86d5-cc605da125b1 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:29.314396 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-6c542cdb-3bbd-4404-a884-fb56792a07fb None None] Set router 2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:41:29.343098 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b44096ea-9b43-4a88-86d5-cc605da125b1 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:29.414829 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b44096ea-9b43-4a88-86d5-cc605da125b1 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:29.454477 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44096ea-9b43-4a88-86d5-cc605da125b1 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'Subnet': ['ID=8b26ba82-41fc-4996-b011-3b9c1e95c218,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:41:29.456321 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b44096ea-9b43-4a88-86d5-cc605da125b1 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:29.465490 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-b44096ea-9b43-4a88-86d5-cc605da125b1 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "DELETE /v2.0/subnets/8b26ba82-41fc-4996-b011-3b9c1e95c218 HTTP/1.1" status: 204 len: 168 time: 0.3266759 Oct 13 15:41:29.465681 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d34bbb6f-f4f2-4a46-b2e9-59f9062cea55 None None] Network 34c817a9-6906-4bb2-9b9e-7fdd769b73b0 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:41:29.465862 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 56270) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:41:29.600427 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-6c542cdb-3bbd-4404-a884-fb56792a07fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'name': 'tempest-TestNetworkBasicOps-router-982685831', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.40'}], 'enable_snat': True}, 'gw_port_id': '36a29d71-1874-4718-959b-80f67d639fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:37:59Z', 'updated_at': '2022-10-13T15:41:28Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '36a29d71-1874-4718-959b-80f67d639fbe', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ab:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:38:00Z', 'updated_at': '2022-10-13T15:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:41:29.606976 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c542cdb-3bbd-4404-a884-fb56792a07fb None None] Checking router: 2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:41:29.615886 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c542cdb-3bbd-4404-a884-fb56792a07fb None None] Routers {'2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:41:29.616495 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-6c542cdb-3bbd-4404-a884-fb56792a07fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:41:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:41:29.654848 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e7738674-5a9d-485a-bfd9-434aaf5ad656 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:29.742268 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed23f87b-4a10-4f60-b7f6-ed23e5a0376a None None] DHCP port deletion for 34c817a9-6906-4bb2-9b9e-7fdd769b73b0 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:41:29.746888 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ed23f87b-4a10-4f60-b7f6-ed23e5a0376a None None] Deleting port 4b4b1a96-2e8e-4e09-bb19-0f2a0443a125 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:41:29.747259 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ed23f87b-4a10-4f60-b7f6-ed23e5a0376a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:29.833108 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-6c542cdb-3bbd-4404-a884-fb56792a07fb None None] Set router 2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:41:29.847478 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e7738674-5a9d-485a-bfd9-434aaf5ad656 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:29.857427 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-e7738674-5a9d-485a-bfd9-434aaf5ad656 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Deleting port 36a29d71-1874-4718-959b-80f67d639fbe {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:41:29.858167 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e7738674-5a9d-485a-bfd9-434aaf5ad656 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:30.000560 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ed23f87b-4a10-4f60-b7f6-ed23e5a0376a None None] For port 4b4b1a96-2e8e-4e09-bb19-0f2a0443a125, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=4b4b1a96-2e8e-4e09-bb19-0f2a0443a125,segment=NetworkSegment(3d58039e-3a35-4e11-9d85-5e3760912035),segment_id=3d58039e-3a35-4e11-9d85-5e3760912035)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:41:30.000944 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ed23f87b-4a10-4f60-b7f6-ed23e5a0376a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:30.124824 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ed23f87b-4a10-4f60-b7f6-ed23e5a0376a None None] Calling delete_port for 4b4b1a96-2e8e-4e09-bb19-0f2a0443a125 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:41:30.126275 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-6c542cdb-3bbd-4404-a884-fb56792a07fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'name': 'tempest-TestNetworkBasicOps-router-982685831', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.40'}], 'enable_snat': True}, 'gw_port_id': '36a29d71-1874-4718-959b-80f67d639fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:37:59Z', 'updated_at': '2022-10-13T15:41:28Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '36a29d71-1874-4718-959b-80f67d639fbe', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ab:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:38:00Z', 'updated_at': '2022-10-13T15:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:41:30.130868 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c542cdb-3bbd-4404-a884-fb56792a07fb None None] The sync data for ids ['2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa'] in dv-neutron-860329-2-hyperv is: [{'id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'name': 'tempest-TestNetworkBasicOps-router-982685831', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.40'}], 'enable_snat': True}, 'gw_port_id': '36a29d71-1874-4718-959b-80f67d639fbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:37:59Z', 'updated_at': '2022-10-13T15:41:28Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '36a29d71-1874-4718-959b-80f67d639fbe', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:73:ab:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1364, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.40', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:38:00Z', 'updated_at': '2022-10-13T15:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:41:30.154009 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-e7738674-5a9d-485a-bfd9-434aaf5ad656 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] For port 36a29d71-1874-4718-959b-80f67d639fbe, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=36a29d71-1874-4718-959b-80f67d639fbe,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:41:30.154626 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e7738674-5a9d-485a-bfd9-434aaf5ad656 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:30.205036 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ed23f87b-4a10-4f60-b7f6-ed23e5a0376a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:30.250651 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed23f87b-4a10-4f60-b7f6-ed23e5a0376a None None] Pushing event deleted for resources: {'Port': ['ID=4b4b1a96-2e8e-4e09-bb19-0f2a0443a125,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:41:30.255792 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed23f87b-4a10-4f60-b7f6-ed23e5a0376a None None] No DVR routers for this DVR port 4b4b1a96-2e8e-4e09-bb19-0f2a0443a125 on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:41:30.261562 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed23f87b-4a10-4f60-b7f6-ed23e5a0376a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:30.261910 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed23f87b-4a10-4f60-b7f6-ed23e5a0376a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:30.262273 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed23f87b-4a10-4f60-b7f6-ed23e5a0376a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:30.262609 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed23f87b-4a10-4f60-b7f6-ed23e5a0376a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:30.262944 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed23f87b-4a10-4f60-b7f6-ed23e5a0376a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:30.263274 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed23f87b-4a10-4f60-b7f6-ed23e5a0376a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:30.263598 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed23f87b-4a10-4f60-b7f6-ed23e5a0376a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:30.263920 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed23f87b-4a10-4f60-b7f6-ed23e5a0376a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:30.264720 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed23f87b-4a10-4f60-b7f6-ed23e5a0376a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:30.264720 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed23f87b-4a10-4f60-b7f6-ed23e5a0376a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:30.264870 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed23f87b-4a10-4f60-b7f6-ed23e5a0376a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:30.266434 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed23f87b-4a10-4f60-b7f6-ed23e5a0376a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:30.285294 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-e7738674-5a9d-485a-bfd9-434aaf5ad656 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Calling delete_port for 36a29d71-1874-4718-959b-80f67d639fbe owned by network:router_gateway {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:41:30.448657 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e7738674-5a9d-485a-bfd9-434aaf5ad656 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:30.497696 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7738674-5a9d-485a-bfd9-434aaf5ad656 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'Port': ['ID=36a29d71-1874-4718-959b-80f67d639fbe,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:41:30.597378 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e7738674-5a9d-485a-bfd9-434aaf5ad656 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828050'] for router_gateway, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:30.772890 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e7738674-5a9d-485a-bfd9-434aaf5ad656 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:30.775196 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e7738674-5a9d-485a-bfd9-434aaf5ad656 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:30.775340 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 4b4b1a96-2e8e-4e09-bb19-0f2a0443a125 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:41:30.796600 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e7738674-5a9d-485a-bfd9-434aaf5ad656 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:30.797209 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7738674-5a9d-485a-bfd9-434aaf5ad656 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Fanout notify agent at l3_agent the message router_deleted on router 2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa {{(pid=88972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:41:30.813137 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e7738674-5a9d-485a-bfd9-434aaf5ad656 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:30.813817 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 4b4b1a96-2e8e-4e09-bb19-0f2a0443a125 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:41:30.814195 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 4b4b1a96-2e8e-4e09-bb19-0f2a0443a125 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:41:30.814300 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-e7738674-5a9d-485a-bfd9-434aaf5ad656 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "DELETE /v2.0/routers/2ace5fb0-8d7b-44b4-9f13-0af7a385d5aa HTTP/1.1" status: 204 len: 168 time: 1.3474107 Oct 13 15:41:30.814613 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 05b1673c-6801-4c29-9be4-417fda66856c no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:41:30.817553 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 56274) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:41:30.852429 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 05b1673c-6801-4c29-9be4-417fda66856c {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:41:30.852772 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 05b1673c-6801-4c29-9be4-417fda66856c not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:41:30.934781 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9d1988b2-e299-49f0-bdb1-18d38a8a6c30 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:31.063630 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9d1988b2-e299-49f0-bdb1-18d38a8a6c30 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:31.090979 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-9d1988b2-e299-49f0-bdb1-18d38a8a6c30 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34c817a9-6906-4bb2-9b9e-7fdd769b73b0']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:41:31.102816 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-9d1988b2-e299-49f0-bdb1-18d38a8a6c30 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d58039e-3a35-4e11-9d85-5e3760912035') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:41:31.103103 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-9d1988b2-e299-49f0-bdb1-18d38a8a6c30 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d58039e-3a35-4e11-9d85-5e3760912035') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:41:31.114453 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9d1988b2-e299-49f0-bdb1-18d38a8a6c30 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:31.130094 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9d1988b2-e299-49f0-bdb1-18d38a8a6c30 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:31.135825 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d1988b2-e299-49f0-bdb1-18d38a8a6c30 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:41:31.136196 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9d1988b2-e299-49f0-bdb1-18d38a8a6c30 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:31.225666 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 3d58039e-3a35-4e11-9d85-5e3760912035 resource provider aggregate not found Oct 13 15:41:31.238976 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9d1988b2-e299-49f0-bdb1-18d38a8a6c30 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:31.243967 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9d1988b2-e299-49f0-bdb1-18d38a8a6c30 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:31.248817 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 3d58039e-3a35-4e11-9d85-5e3760912035 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3d58039e-3a35-4e11-9d85-5e3760912035 found for delete ", "request_id": "req-c2287dd7-5cdf-4e98-806f-0993909ced5b"}]} Oct 13 15:41:31.274336 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-9d1988b2-e299-49f0-bdb1-18d38a8a6c30 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "DELETE /v2.0/networks/34c817a9-6906-4bb2-9b9e-7fdd769b73b0 HTTP/1.1" status: 204 len: 168 time: 0.4557559 Oct 13 15:41:31.275158 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1988b2-e299-49f0-bdb1-18d38a8a6c30 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'Network': ['ID=34c817a9-6906-4bb2-9b9e-7fdd769b73b0,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:41:31.299924 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 56284) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:41:31.305393 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-d6d62d6c-0afb-426b-973e-4489bddcf267 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'network': {'name': 'tempest-network-smoke--18706481', 'project_id': 'de460f02ee50469b960f7a471a064187', 'port_security_enabled': True}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:41:31.310456 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-d6d62d6c-0afb-426b-973e-4489bddcf267 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:41:31.314739 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-d6d62d6c-0afb-426b-973e-4489bddcf267 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:network and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:41:31.318070 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-d6d62d6c-0afb-426b-973e-4489bddcf267 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:41:31.324241 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-d6d62d6c-0afb-426b-973e-4489bddcf267 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:41:31.333616 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d62d6c-0afb-426b-973e-4489bddcf267 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Made reservation on behalf of de460f02ee50469b960f7a471a064187 for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:41:31.337125 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d6d62d6c-0afb-426b-973e-4489bddcf267 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:31.365438 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6d62d6c-0afb-426b-973e-4489bddcf267 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 410} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:41:31.374318 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d6d62d6c-0afb-426b-973e-4489bddcf267 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:31.374656 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-d6d62d6c-0afb-426b-973e-4489bddcf267 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Added segment b251b1cc-432f-4e8e-a653-d794e2125bbd of type vlan for network 9f5be654-5236-4c09-bc86-bb1bf1d7e812 Oct 13 15:41:31.401084 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d6d62d6c-0afb-426b-973e-4489bddcf267 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:31.430061 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d6d62d6c-0afb-426b-973e-4489bddcf267 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:31.435471 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d62d6c-0afb-426b-973e-4489bddcf267 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:41:31.436038 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d6d62d6c-0afb-426b-973e-4489bddcf267 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:31.539396 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d6d62d6c-0afb-426b-973e-4489bddcf267 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2383544 Oct 13 15:41:31.542143 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56288) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:41:31.545613 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d62d6c-0afb-426b-973e-4489bddcf267 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Network': ['ID=9f5be654-5236-4c09-bc86-bb1bf1d7e812,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:41:31.547536 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-08ead136-7bdd-4d6a-9d88-48224e709f77 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1488754869', 'admin_state_up': True, 'project_id': 'de460f02ee50469b960f7a471a064187', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:41:31.555293 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-08ead136-7bdd-4d6a-9d88-48224e709f77 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:41:31.557054 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 9f5be654-5236-4c09-bc86-bb1bf1d7e812 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:41:31.559303 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-08ead136-7bdd-4d6a-9d88-48224e709f77 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:router and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:41:31.562093 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-08ead136-7bdd-4d6a-9d88-48224e709f77 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:41:31.568388 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-08ead136-7bdd-4d6a-9d88-48224e709f77 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:41:31.577689 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-08ead136-7bdd-4d6a-9d88-48224e709f77 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:31.578693 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-08ead136-7bdd-4d6a-9d88-48224e709f77 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:31.593971 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-08ead136-7bdd-4d6a-9d88-48224e709f77 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:31.953911 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-08ead136-7bdd-4d6a-9d88-48224e709f77 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:32.248204 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-08ead136-7bdd-4d6a-9d88-48224e709f77 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router_gateway, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:32.276093 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-08ead136-7bdd-4d6a-9d88-48224e709f77 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:32.407934 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-08ead136-7bdd-4d6a-9d88-48224e709f77 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Allocated IP 172.26.2.41 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/0b415f9d-5710-43a8-ba1b-90eb23cd6cd5) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:41:32.552127 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-08ead136-7bdd-4d6a-9d88-48224e709f77 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:32.579595 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-08ead136-7bdd-4d6a-9d88-48224e709f77 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:32.640348 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08ead136-7bdd-4d6a-9d88-48224e709f77 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:41:32.643654 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-08ead136-7bdd-4d6a-9d88-48224e709f77 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:41:32.647433 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ead136-7bdd-4d6a-9d88-48224e709f77 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:41:32.680747 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 36a29d71-1874-4718-959b-80f67d639fbe no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:41:32.689315 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ead136-7bdd-4d6a-9d88-48224e709f77 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Port': ['ID=0b415f9d-5710-43a8-ba1b-90eb23cd6cd5,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:41:32.718037 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 36a29d71-1874-4718-959b-80f67d639fbe {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:41:32.718415 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 36a29d71-1874-4718-959b-80f67d639fbe not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:41:33.056257 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-08ead136-7bdd-4d6a-9d88-48224e709f77 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router_gateway, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:33.497706 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-08ead136-7bdd-4d6a-9d88-48224e709f77 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:33.698875 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ead136-7bdd-4d6a-9d88-48224e709f77 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Router 6fd0ecc7-f6cd-40e9-ab45-2909facf57d9 is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 15:41:33.873929 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ead136-7bdd-4d6a-9d88-48224e709f77 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:41:33.884156 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2d004b-7b37-4565-a4e1-ef702a1922e3 None None] Sync routers for ids ['6fd0ecc7-f6cd-40e9-ab45-2909facf57d9'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:41:33.894097 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2d004b-7b37-4565-a4e1-ef702a1922e3 None None] Routers {'6fd0ecc7-f6cd-40e9-ab45-2909facf57d9'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:41:33.894673 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-aa2d004b-7b37-4565-a4e1-ef702a1922e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:41:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['6fd0ecc7-f6cd-40e9-ab45-2909facf57d9'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:41:33.900743 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-08ead136-7bdd-4d6a-9d88-48224e709f77 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:33.902081 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-08ead136-7bdd-4d6a-9d88-48224e709f77 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.3587799 Oct 13 15:41:33.905303 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56292) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:41:33.944227 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-ec9116ce-0df2-4d01-9b2b-4544500967c3 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=de460f02ee50469b960f7a471a064187&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0378010 Oct 13 15:41:33.947061 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56296) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:41:34.071468 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-aa2d004b-7b37-4565-a4e1-ef702a1922e3 None None] Set router 6fd0ecc7-f6cd-40e9-ab45-2909facf57d9 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:41:34.074529 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82de8b39-286d-47cc-95aa-6efe45bcdfbc tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:41:34.076071 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-82de8b39-286d-47cc-95aa-6efe45bcdfbc tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1282661 Oct 13 15:41:34.078881 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56300) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:41:34.116966 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-24c8336e-800b-496c-a2ac-14ff70fed63e tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=8fb1fa59-32fe-4ed0-a248-96c43edb135f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0369842 Oct 13 15:41:34.119337 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56304) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:41:34.124496 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-5c5c9ce9-534e-4508-abbd-e3f5aa6a54ff tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2099669114', 'network_id': '9f5be654-5236-4c09-bc86-bb1bf1d7e812', 'project_id': 'de460f02ee50469b960f7a471a064187', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:41:34.232027 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-5c5c9ce9-534e-4508-abbd-e3f5aa6a54ff tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:41:34.235907 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-5c5c9ce9-534e-4508-abbd-e3f5aa6a54ff tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:subnet and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:41:34.239191 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-5c5c9ce9-534e-4508-abbd-e3f5aa6a54ff tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:41:34.244779 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-5c5c9ce9-534e-4508-abbd-e3f5aa6a54ff tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:41:34.255040 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5c9ce9-534e-4508-abbd-e3f5aa6a54ff tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Made reservation on behalf of de460f02ee50469b960f7a471a064187 for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:41:34.258429 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5c5c9ce9-534e-4508-abbd-e3f5aa6a54ff tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:34.349889 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-aa2d004b-7b37-4565-a4e1-ef702a1922e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd0ecc7-f6cd-40e9-ab45-2909facf57d9', 'name': 'tempest-TestNetworkBasicOps-router-1488754869', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': '0b415f9d-5710-43a8-ba1b-90eb23cd6cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:41:31Z', 'updated_at': '2022-10-13T15:41:32Z', 'revision_number': 3, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '0b415f9d-5710-43a8-ba1b-90eb23cd6cd5', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:eb:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd0ecc7-f6cd-40e9-ab45-2909facf57d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:41:32Z', 'updated_at': '2022-10-13T15:41:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:41:34.353769 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2d004b-7b37-4565-a4e1-ef702a1922e3 None None] Checking router: 6fd0ecc7-f6cd-40e9-ab45-2909facf57d9 for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:41:34.354110 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2d004b-7b37-4565-a4e1-ef702a1922e3 None None] Updating router 6fd0ecc7-f6cd-40e9-ab45-2909facf57d9 port 0b415f9d-5710-43a8-ba1b-90eb23cd6cd5 binding host dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:41:34.406382 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-aa2d004b-7b37-4565-a4e1-ef702a1922e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:34.473230 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9c7b553b-af61-4a0f-aa3b-013a6d5ec52c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:34.478173 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5c5c9ce9-534e-4508-abbd-e3f5aa6a54ff tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:34.557612 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5c9ce9-534e-4508-abbd-e3f5aa6a54ff tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Subnet': ['ID=fdf33c1c-7dda-40ab-91fa-40b5d7e57449,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:41:34.561602 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c5c9ce9-534e-4508-abbd-e3f5aa6a54ff tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Checking segment: {'id': 'b251b1cc-432f-4e8e-a653-d794e2125bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9f5be654-5236-4c09-bc86-bb1bf1d7e812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:41:34.561957 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5c9ce9-534e-4508-abbd-e3f5aa6a54ff tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network hostable DHCP agents. Network: 9f5be654-5236-4c09-bc86-bb1bf1d7e812, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:41:34.580674 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5c9ce9-534e-4508-abbd-e3f5aa6a54ff tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network 9f5be654-5236-4c09-bc86-bb1bf1d7e812 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:41:34.589489 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-5c5c9ce9-534e-4508-abbd-e3f5aa6a54ff tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 9f5be654-5236-4c09-bc86-bb1bf1d7e812) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:41:34.593440 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5c9ce9-534e-4508-abbd-e3f5aa6a54ff tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:41:34.594010 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5c5c9ce9-534e-4508-abbd-e3f5aa6a54ff tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:34.615661 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-5c5c9ce9-534e-4508-abbd-e3f5aa6a54ff tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4953368 Oct 13 15:41:34.618389 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56308) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:41:34.625945 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d492ab9e-04eb-4c94-847d-1c076f67c59e None None] Network 9f5be654-5236-4c09-bc86-bb1bf1d7e812 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:41:34.982118 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-104cbd5f-df12-4d21-b784-2c17b0cdf650 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-9f5be654-5236-4c09-bc86-bb1bf1d7e812', 'network_id': '9f5be654-5236-4c09-bc86-bb1bf1d7e812', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ips': [{'subnet_id': 'fdf33c1c-7dda-40ab-91fa-40b5d7e57449'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:41:34.982937 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-104cbd5f-df12-4d21-b784-2c17b0cdf650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:34.995188 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-aa2d004b-7b37-4565-a4e1-ef702a1922e3 None None] Notify callbacks [] for port, precommit_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:35.014050 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-aa2d004b-7b37-4565-a4e1-ef702a1922e3 None None] Transition to ACTIVE for port object 0b415f9d-5710-43a8-ba1b-90eb23cd6cd5 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:41:35.054029 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-aa2d004b-7b37-4565-a4e1-ef702a1922e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:35.136664 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-aa2d004b-7b37-4565-a4e1-ef702a1922e3 None None] Attempting to bind port 0b415f9d-5710-43a8-ba1b-90eb23cd6cd5 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:41:35.137037 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-aa2d004b-7b37-4565-a4e1-ef702a1922e3 None None] Attempting to bind port 0b415f9d-5710-43a8-ba1b-90eb23cd6cd5 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:41:35.137400 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2d004b-7b37-4565-a4e1-ef702a1922e3 None None] Attempting to bind port 0b415f9d-5710-43a8-ba1b-90eb23cd6cd5 on network 8fb1fa59-32fe-4ed0-a248-96c43edb135f {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:41:35.157094 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2d004b-7b37-4565-a4e1-ef702a1922e3 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:41:35.157470 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2d004b-7b37-4565-a4e1-ef702a1922e3 None None] Checking segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:41:35.157874 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-aa2d004b-7b37-4565-a4e1-ef702a1922e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:35.158295 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2d004b-7b37-4565-a4e1-ef702a1922e3 None None] Bound using segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:41:35.159293 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-aa2d004b-7b37-4565-a4e1-ef702a1922e3 None None] Bound port: 0b415f9d-5710-43a8-ba1b-90eb23cd6cd5, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:41:35.159668 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-aa2d004b-7b37-4565-a4e1-ef702a1922e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:35.200360 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da507264-921d-4083-891d-813d44e84170 None None] Pushing event updated for resources: {'Port': ['ID=0b415f9d-5710-43a8-ba1b-90eb23cd6cd5,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:41:35.293100 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-aa2d004b-7b37-4565-a4e1-ef702a1922e3 None None] For port 0b415f9d-5710-43a8-ba1b-90eb23cd6cd5, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:41:35.295245 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-104cbd5f-df12-4d21-b784-2c17b0cdf650 None None] Allocated IP 172.20.0.2 (9f5be654-5236-4c09-bc86-bb1bf1d7e812/fdf33c1c-7dda-40ab-91fa-40b5d7e57449/d96b4ab2-932b-4df3-b988-b05d16a0e65c) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:41:35.297935 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-aa2d004b-7b37-4565-a4e1-ef702a1922e3 None None] For port 0b415f9d-5710-43a8-ba1b-90eb23cd6cd5, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=0b415f9d-5710-43a8-ba1b-90eb23cd6cd5,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:41:35.307875 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-aa2d004b-7b37-4565-a4e1-ef702a1922e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:35.402404 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2d004b-7b37-4565-a4e1-ef702a1922e3 None None] Routers {'6fd0ecc7-f6cd-40e9-ab45-2909facf57d9'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:41:35.403027 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-aa2d004b-7b37-4565-a4e1-ef702a1922e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:41:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['6fd0ecc7-f6cd-40e9-ab45-2909facf57d9'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:41:35.428072 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-06bb7f0f-48f9-4051-9e97-64924486a8a6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:35.534354 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da507264-921d-4083-891d-813d44e84170 None None] Pushing event updated for resources: {'Port': ['ID=0b415f9d-5710-43a8-ba1b-90eb23cd6cd5,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:41:35.712568 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-aa2d004b-7b37-4565-a4e1-ef702a1922e3 None None] Set router 6fd0ecc7-f6cd-40e9-ab45-2909facf57d9 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:41:35.862733 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-104cbd5f-df12-4d21-b784-2c17b0cdf650 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:35.919670 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-104cbd5f-df12-4d21-b784-2c17b0cdf650 None None] Transition to ACTIVE for port object d96b4ab2-932b-4df3-b988-b05d16a0e65c will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:41:35.952758 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-104cbd5f-df12-4d21-b784-2c17b0cdf650 None None] Transition to ACTIVE for port object d96b4ab2-932b-4df3-b988-b05d16a0e65c will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:41:35.965395 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-104cbd5f-df12-4d21-b784-2c17b0cdf650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:36.025038 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-06bb7f0f-48f9-4051-9e97-64924486a8a6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Allocated IP 172.20.0.1 (9f5be654-5236-4c09-bc86-bb1bf1d7e812/fdf33c1c-7dda-40ab-91fa-40b5d7e57449/673dad87-9290-4068-8492-19c306d5cf5a) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:41:36.067581 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104cbd5f-df12-4d21-b784-2c17b0cdf650 None None] Network 9f5be654-5236-4c09-bc86-bb1bf1d7e812 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:41:36.070513 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-104cbd5f-df12-4d21-b784-2c17b0cdf650 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:41:36.073170 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104cbd5f-df12-4d21-b784-2c17b0cdf650 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:41:36.111367 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104cbd5f-df12-4d21-b784-2c17b0cdf650 None None] Pushing event updated for resources: {'Port': ['ID=d96b4ab2-932b-4df3-b988-b05d16a0e65c,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:41:36.190488 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-06bb7f0f-48f9-4051-9e97-64924486a8a6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:36.207688 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-06bb7f0f-48f9-4051-9e97-64924486a8a6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Transition to ACTIVE for port object 673dad87-9290-4068-8492-19c306d5cf5a will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:41:36.232581 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-06bb7f0f-48f9-4051-9e97-64924486a8a6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:36.245794 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-104cbd5f-df12-4d21-b784-2c17b0cdf650 None None] Attempting to bind port d96b4ab2-932b-4df3-b988-b05d16a0e65c on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:41:36.246193 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-104cbd5f-df12-4d21-b784-2c17b0cdf650 None None] Attempting to bind port d96b4ab2-932b-4df3-b988-b05d16a0e65c by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'b251b1cc-432f-4e8e-a653-d794e2125bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9f5be654-5236-4c09-bc86-bb1bf1d7e812'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:41:36.246570 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104cbd5f-df12-4d21-b784-2c17b0cdf650 None None] Attempting to bind port d96b4ab2-932b-4df3-b988-b05d16a0e65c on network 9f5be654-5236-4c09-bc86-bb1bf1d7e812 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:41:36.254723 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104cbd5f-df12-4d21-b784-2c17b0cdf650 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:41:36.255088 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104cbd5f-df12-4d21-b784-2c17b0cdf650 None None] Checking segment: {'id': 'b251b1cc-432f-4e8e-a653-d794e2125bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9f5be654-5236-4c09-bc86-bb1bf1d7e812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:41:36.255481 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-104cbd5f-df12-4d21-b784-2c17b0cdf650 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:36.255863 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-104cbd5f-df12-4d21-b784-2c17b0cdf650 None None] Bound using segment: {'id': 'b251b1cc-432f-4e8e-a653-d794e2125bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9f5be654-5236-4c09-bc86-bb1bf1d7e812'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:41:36.256313 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-104cbd5f-df12-4d21-b784-2c17b0cdf650 None None] Bound port: d96b4ab2-932b-4df3-b988-b05d16a0e65c, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b251b1cc-432f-4e8e-a653-d794e2125bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9f5be654-5236-4c09-bc86-bb1bf1d7e812'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:41:36.256675 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-104cbd5f-df12-4d21-b784-2c17b0cdf650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:36.298400 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bb7f0f-48f9-4051-9e97-64924486a8a6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network 9f5be654-5236-4c09-bc86-bb1bf1d7e812 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:41:36.302043 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-06bb7f0f-48f9-4051-9e97-64924486a8a6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:41:36.302555 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-aa2d004b-7b37-4565-a4e1-ef702a1922e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd0ecc7-f6cd-40e9-ab45-2909facf57d9', 'name': 'tempest-TestNetworkBasicOps-router-1488754869', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': '0b415f9d-5710-43a8-ba1b-90eb23cd6cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:41:31Z', 'updated_at': '2022-10-13T15:41:32Z', 'revision_number': 3, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '0b415f9d-5710-43a8-ba1b-90eb23cd6cd5', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:eb:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd0ecc7-f6cd-40e9-ab45-2909facf57d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:41:32Z', 'updated_at': '2022-10-13T15:41:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:41:36.306072 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bb7f0f-48f9-4051-9e97-64924486a8a6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:41:36.320252 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2d004b-7b37-4565-a4e1-ef702a1922e3 None None] The sync data for ids ['6fd0ecc7-f6cd-40e9-ab45-2909facf57d9'] in dv-neutron-860329-2-hyperv is: [{'id': '6fd0ecc7-f6cd-40e9-ab45-2909facf57d9', 'name': 'tempest-TestNetworkBasicOps-router-1488754869', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': '0b415f9d-5710-43a8-ba1b-90eb23cd6cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:41:31Z', 'updated_at': '2022-10-13T15:41:32Z', 'revision_number': 3, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '0b415f9d-5710-43a8-ba1b-90eb23cd6cd5', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:eb:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd0ecc7-f6cd-40e9-ab45-2909facf57d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:41:32Z', 'updated_at': '2022-10-13T15:41:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:41:36.352144 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bb7f0f-48f9-4051-9e97-64924486a8a6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Port': ['ID=673dad87-9290-4068-8492-19c306d5cf5a,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:41:36.358698 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-104cbd5f-df12-4d21-b784-2c17b0cdf650 None None] For port d96b4ab2-932b-4df3-b988-b05d16a0e65c, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:41:36.365331 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-104cbd5f-df12-4d21-b784-2c17b0cdf650 None None] For port d96b4ab2-932b-4df3-b988-b05d16a0e65c, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=d96b4ab2-932b-4df3-b988-b05d16a0e65c,segment=NetworkSegment(b251b1cc-432f-4e8e-a653-d794e2125bbd),segment_id=b251b1cc-432f-4e8e-a653-d794e2125bbd)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:41:36.374297 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-104cbd5f-df12-4d21-b784-2c17b0cdf650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:36.378114 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-06bb7f0f-48f9-4051-9e97-64924486a8a6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:36.457052 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104cbd5f-df12-4d21-b784-2c17b0cdf650 None None] Pushing event updated for resources: {'Port': ['ID=d96b4ab2-932b-4df3-b988-b05d16a0e65c,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:41:36.524753 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-06bb7f0f-48f9-4051-9e97-64924486a8a6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:36.607432 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d66d1597-80df-48c9-a832-3f3ceedf2d9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:36.856979 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 0b415f9d-5710-43a8-ba1b-90eb23cd6cd5 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:41:36.933042 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 0b415f9d-5710-43a8-ba1b-90eb23cd6cd5 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:41:36.938208 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 0b415f9d-5710-43a8-ba1b-90eb23cd6cd5 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:41:36.938584 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:36.938917 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 0b415f9d-5710-43a8-ba1b-90eb23cd6cd5 Oct 13 15:41:37.068782 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 0b415f9d-5710-43a8-ba1b-90eb23cd6cd5 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:41:37.069483 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:37.087213 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 0b415f9d-5710-43a8-ba1b-90eb23cd6cd5, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=0b415f9d-5710-43a8-ba1b-90eb23cd6cd5,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:41:37.091207 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:37.092064 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device d96b4ab2-932b-4df3-b988-b05d16a0e65c up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:41:37.155744 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-06bb7f0f-48f9-4051-9e97-64924486a8a6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:37.160943 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-06bb7f0f-48f9-4051-9e97-64924486a8a6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:37.213854 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=0b415f9d-5710-43a8-ba1b-90eb23cd6cd5,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:41:37.230079 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port d96b4ab2-932b-4df3-b988-b05d16a0e65c completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:41:37.261624 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-06bb7f0f-48f9-4051-9e97-64924486a8a6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:37.376803 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bb7f0f-48f9-4051-9e97-64924486a8a6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Port': ['ID=673dad87-9290-4068-8492-19c306d5cf5a,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:41:37.440057 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bb7f0f-48f9-4051-9e97-64924486a8a6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network 9f5be654-5236-4c09-bc86-bb1bf1d7e812 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:41:37.441170 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-06bb7f0f-48f9-4051-9e97-64924486a8a6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:41:37.543204 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd336e7b-0de3-4a49-93f8-400d1c415fb4 None None] Network 9f5be654-5236-4c09-bc86-bb1bf1d7e812 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:41:37.631230 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-d3e2e4fd-1c18-4ad5-8f57-d2cfb5b11f6d None None] Provisioning for port d96b4ab2-932b-4df3-b988-b05d16a0e65c completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:41:37.631845 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06bb7f0f-48f9-4051-9e97-64924486a8a6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Router 6fd0ecc7-f6cd-40e9-ab45-2909facf57d9 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:41:37.646204 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-d3e2e4fd-1c18-4ad5-8f57-d2cfb5b11f6d None None] Provisioning complete for port d96b4ab2-932b-4df3-b988-b05d16a0e65c triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:41:37.646521 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d3e2e4fd-1c18-4ad5-8f57-d2cfb5b11f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:37.646860 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-d3e2e4fd-1c18-4ad5-8f57-d2cfb5b11f6d None None] Attempt 1 to provision port d96b4ab2-932b-4df3-b988-b05d16a0e65c Oct 13 15:41:37.731318 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:37.821137 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06bb7f0f-48f9-4051-9e97-64924486a8a6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:41:37.833798 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-06bb7f0f-48f9-4051-9e97-64924486a8a6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "PUT /v2.0/routers/6fd0ecc7-f6cd-40e9-ab45-2909facf57d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2143347 Oct 13 15:41:37.836346 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56312) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:41:37.913213 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:37.916845 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-d3e2e4fd-1c18-4ad5-8f57-d2cfb5b11f6d None None] Current status of the port d96b4ab2-932b-4df3-b988-b05d16a0e65c is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:41:37.917211 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d3e2e4fd-1c18-4ad5-8f57-d2cfb5b11f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:37.957595 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-d3e2e4fd-1c18-4ad5-8f57-d2cfb5b11f6d None None] For port d96b4ab2-932b-4df3-b988-b05d16a0e65c, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=d96b4ab2-932b-4df3-b988-b05d16a0e65c,segment=NetworkSegment(b251b1cc-432f-4e8e-a653-d794e2125bbd),segment_id=b251b1cc-432f-4e8e-a653-d794e2125bbd)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:41:37.964364 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d3e2e4fd-1c18-4ad5-8f57-d2cfb5b11f6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:37.979359 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081af24a-6a5e-4a86-a3fe-5187649e4329 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:41:37.979971 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081af24a-6a5e-4a86-a3fe-5187649e4329 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:41:37.980436 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081af24a-6a5e-4a86-a3fe-5187649e4329 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:41:37.980898 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-081af24a-6a5e-4a86-a3fe-5187649e4329 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:41:37.982542 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-081af24a-6a5e-4a86-a3fe-5187649e4329 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2884 time: 0.1452215 Oct 13 15:41:37.985271 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56316) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:41:38.043676 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e2e4fd-1c18-4ad5-8f57-d2cfb5b11f6d None None] Pushing event updated for resources: {'Port': ['ID=d96b4ab2-932b-4df3-b988-b05d16a0e65c,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:41:38.062876 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a720b616-1548-4fb9-a9d1-cfbebb3c7e1c tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:41:38.063436 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a720b616-1548-4fb9-a9d1-cfbebb3c7e1c tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:41:38.063891 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a720b616-1548-4fb9-a9d1-cfbebb3c7e1c tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:41:38.064340 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a720b616-1548-4fb9-a9d1-cfbebb3c7e1c tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:41:38.066003 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-a720b616-1548-4fb9-a9d1-cfbebb3c7e1c tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0797760 Oct 13 15:41:38.068928 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56320) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:41:38.074926 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05da113b-a56b-44b7-b9f5-7f840845202d None None] Sync routers for ids ['6fd0ecc7-f6cd-40e9-ab45-2909facf57d9'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:41:38.086980 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05da113b-a56b-44b7-b9f5-7f840845202d None None] Routers {'6fd0ecc7-f6cd-40e9-ab45-2909facf57d9'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:41:38.087607 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-05da113b-a56b-44b7-b9f5-7f840845202d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:41:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['6fd0ecc7-f6cd-40e9-ab45-2909facf57d9'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:41:38.194791 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-2c428f27-f431-4f16-a688-2047c026fead None None] Provisioning for port 673dad87-9290-4068-8492-19c306d5cf5a completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:41:38.201656 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-2c428f27-f431-4f16-a688-2047c026fead None None] Provisioning complete for port 673dad87-9290-4068-8492-19c306d5cf5a triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:41:38.202384 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2c428f27-f431-4f16-a688-2047c026fead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:38.203103 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-2c428f27-f431-4f16-a688-2047c026fead None None] Attempt 1 to provision port 673dad87-9290-4068-8492-19c306d5cf5a Oct 13 15:41:38.280079 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-2c428f27-f431-4f16-a688-2047c026fead None None] Port 673dad87-9290-4068-8492-19c306d5cf5a cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:41:38.289401 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-05da113b-a56b-44b7-b9f5-7f840845202d None None] Set router 6fd0ecc7-f6cd-40e9-ab45-2909facf57d9 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:41:38.294278 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-fc371d4f-d182-4c5a-925d-0e171d510c3c tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2242019 Oct 13 15:41:38.297154 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56324) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:41:38.303019 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-3f97ca59-398a-45cc-809a-5524278aa2c5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1984919221', 'network_id': '9f5be654-5236-4c09-bc86-bb1bf1d7e812'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:41:38.575372 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-3f97ca59-398a-45cc-809a-5524278aa2c5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:41:38.579376 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-3f97ca59-398a-45cc-809a-5524278aa2c5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:port and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:41:38.582238 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-3f97ca59-398a-45cc-809a-5524278aa2c5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:41:38.587866 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-3f97ca59-398a-45cc-809a-5524278aa2c5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:41:38.598018 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f97ca59-398a-45cc-809a-5524278aa2c5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Made reservation on behalf of de460f02ee50469b960f7a471a064187 for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:41:38.601579 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3f97ca59-398a-45cc-809a-5524278aa2c5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:38.610966 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-05da113b-a56b-44b7-b9f5-7f840845202d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd0ecc7-f6cd-40e9-ab45-2909facf57d9', 'name': 'tempest-TestNetworkBasicOps-router-1488754869', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': '0b415f9d-5710-43a8-ba1b-90eb23cd6cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:41:31Z', 'updated_at': '2022-10-13T15:41:36Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '0b415f9d-5710-43a8-ba1b-90eb23cd6cd5', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:eb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd0ecc7-f6cd-40e9-ab45-2909facf57d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:41:32Z', 'updated_at': '2022-10-13T15:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '673dad87-9290-4068-8492-19c306d5cf5a', 'name': '', 'network_id': '9f5be654-5236-4c09-bc86-bb1bf1d7e812', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:b8:64:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd0ecc7-f6cd-40e9-ab45-2909facf57d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'fdf33c1c-7dda-40ab-91fa-40b5d7e57449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:41:35Z', 'updated_at': '2022-10-13T15:41:36Z', 'revision_number': 2, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': 'fdf33c1c-7dda-40ab-91fa-40b5d7e57449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:41:38.615246 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05da113b-a56b-44b7-b9f5-7f840845202d None None] Checking router: 6fd0ecc7-f6cd-40e9-ab45-2909facf57d9 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:41:38.615595 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05da113b-a56b-44b7-b9f5-7f840845202d None None] Updating router 6fd0ecc7-f6cd-40e9-ab45-2909facf57d9 port 673dad87-9290-4068-8492-19c306d5cf5a binding host dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:41:38.622837 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [None req-3f97ca59-398a-45cc-809a-5524278aa2c5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] device_id is not set on port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f yet. {{(pid=88973) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:41:38.676818 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-05da113b-a56b-44b7-b9f5-7f840845202d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:38.750843 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 0b415f9d-5710-43a8-ba1b-90eb23cd6cd5 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:41:38.775453 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-3f97ca59-398a-45cc-809a-5524278aa2c5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Allocated IP 172.20.0.8 (9f5be654-5236-4c09-bc86-bb1bf1d7e812/fdf33c1c-7dda-40ab-91fa-40b5d7e57449/0f93823c-fe01-454b-92c4-30ec1dd9fe9f) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:41:38.781952 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-2c428f27-f431-4f16-a688-2047c026fead None None] Attempt 2 to provision port 673dad87-9290-4068-8492-19c306d5cf5a Oct 13 15:41:38.858099 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-2c428f27-f431-4f16-a688-2047c026fead None None] Port 673dad87-9290-4068-8492-19c306d5cf5a cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:41:38.869269 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 0b415f9d-5710-43a8-ba1b-90eb23cd6cd5 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:41:38.869636 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:38.869968 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 0b415f9d-5710-43a8-ba1b-90eb23cd6cd5 Oct 13 15:41:38.981588 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3f97ca59-398a-45cc-809a-5524278aa2c5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:38.988023 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 0b415f9d-5710-43a8-ba1b-90eb23cd6cd5 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:41:38.989069 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device d96b4ab2-932b-4df3-b988-b05d16a0e65c up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:41:38.997386 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-3f97ca59-398a-45cc-809a-5524278aa2c5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Transition to ACTIVE for port object 0f93823c-fe01-454b-92c4-30ec1dd9fe9f will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:41:39.020558 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3f97ca59-398a-45cc-809a-5524278aa2c5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:39.061405 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port d96b4ab2-932b-4df3-b988-b05d16a0e65c triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:41:39.061779 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:39.062115 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port d96b4ab2-932b-4df3-b988-b05d16a0e65c Oct 13 15:41:39.094154 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f97ca59-398a-45cc-809a-5524278aa2c5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network 9f5be654-5236-4c09-bc86-bb1bf1d7e812 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:41:39.098879 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-3f97ca59-398a-45cc-809a-5524278aa2c5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:41:39.102452 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f97ca59-398a-45cc-809a-5524278aa2c5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:41:39.133071 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f97ca59-398a-45cc-809a-5524278aa2c5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Port': ['ID=0f93823c-fe01-454b-92c4-30ec1dd9fe9f,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:41:39.170099 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f97ca59-398a-45cc-809a-5524278aa2c5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:41:39.170746 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3f97ca59-398a-45cc-809a-5524278aa2c5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:39.199293 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-3f97ca59-398a-45cc-809a-5524278aa2c5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9007897 Oct 13 15:41:39.209730 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port d96b4ab2-932b-4df3-b988-b05d16a0e65c is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:41:39.246076 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-05da113b-a56b-44b7-b9f5-7f840845202d None None] Notify callbacks [] for port, precommit_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:39.259658 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.provisioning_blocks [None req-05da113b-a56b-44b7-b9f5-7f840845202d None None] Transition to ACTIVE for port object 673dad87-9290-4068-8492-19c306d5cf5a will not be triggered until provisioned by entity L2. {{(pid=88975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:41:39.268248 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-05da113b-a56b-44b7-b9f5-7f840845202d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:39.275876 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56330) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:41:39.281231 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-0b92827c-61e0-4705-a19d-d8681c4af984 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-610047523', 'description': 'tempest-secgroup-smoke-610047523 description', 'project_id': 'de460f02ee50469b960f7a471a064187'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:41:39.288832 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-0b92827c-61e0-4705-a19d-d8681c4af984 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:41:39.293236 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-0b92827c-61e0-4705-a19d-d8681c4af984 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:41:39.296387 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-0b92827c-61e0-4705-a19d-d8681c4af984 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:41:39.302483 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-0b92827c-61e0-4705-a19d-d8681c4af984 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:41:39.313772 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0b92827c-61e0-4705-a19d-d8681c4af984 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:39.337895 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-0b92827c-61e0-4705-a19d-d8681c4af984 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:41:39.341911 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-0b92827c-61e0-4705-a19d-d8681c4af984 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:41:39.344869 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-0b92827c-61e0-4705-a19d-d8681c4af984 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:41:39.353472 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-0b92827c-61e0-4705-a19d-d8681c4af984 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:41:39.359244 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-2c428f27-f431-4f16-a688-2047c026fead None None] Attempt 3 to provision port 673dad87-9290-4068-8492-19c306d5cf5a Oct 13 15:41:39.422611 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-2c428f27-f431-4f16-a688-2047c026fead None None] Port 673dad87-9290-4068-8492-19c306d5cf5a cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:41:39.429260 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0b92827c-61e0-4705-a19d-d8681c4af984 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:39.433225 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0b92827c-61e0-4705-a19d-d8681c4af984 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:39.478505 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b92827c-61e0-4705-a19d-d8681c4af984 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2c24a0a-9b7e-4d6d-927f-07d0fc75a47d,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:41:39.481142 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0b92827c-61e0-4705-a19d-d8681c4af984 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:39.482428 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-0b92827c-61e0-4705-a19d-d8681c4af984 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2054880 Oct 13 15:41:39.485315 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56334) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:41:39.490495 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-d9eb3c85-8220-4b00-a968-8f71ffdc529c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': 'd2c24a0a-9b7e-4d6d-927f-07d0fc75a47d', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:41:39.496359 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-d9eb3c85-8220-4b00-a968-8f71ffdc529c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:41:39.500193 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-d9eb3c85-8220-4b00-a968-8f71ffdc529c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:41:39.503061 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-d9eb3c85-8220-4b00-a968-8f71ffdc529c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:41:39.508708 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-d9eb3c85-8220-4b00-a968-8f71ffdc529c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:41:39.509571 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa28197-ccc8-4681-9480-b3b85b07e8fc None None] Pushing event updated for resources: {'Port': ['ID=673dad87-9290-4068-8492-19c306d5cf5a,revision_number=3']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:41:39.516875 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-05da113b-a56b-44b7-b9f5-7f840845202d None None] Attempting to bind port 673dad87-9290-4068-8492-19c306d5cf5a on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:41:39.517276 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-05da113b-a56b-44b7-b9f5-7f840845202d None None] Attempting to bind port 673dad87-9290-4068-8492-19c306d5cf5a by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'b251b1cc-432f-4e8e-a653-d794e2125bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9f5be654-5236-4c09-bc86-bb1bf1d7e812'}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:41:39.517595 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05da113b-a56b-44b7-b9f5-7f840845202d None None] Attempting to bind port 673dad87-9290-4068-8492-19c306d5cf5a on network 9f5be654-5236-4c09-bc86-bb1bf1d7e812 {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:41:39.521951 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa28197-ccc8-4681-9480-b3b85b07e8fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:39.522317 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa28197-ccc8-4681-9480-b3b85b07e8fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:39.522650 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa28197-ccc8-4681-9480-b3b85b07e8fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:39.522976 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa28197-ccc8-4681-9480-b3b85b07e8fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:39.523297 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa28197-ccc8-4681-9480-b3b85b07e8fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:39.523624 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa28197-ccc8-4681-9480-b3b85b07e8fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:39.523943 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa28197-ccc8-4681-9480-b3b85b07e8fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:39.524259 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa28197-ccc8-4681-9480-b3b85b07e8fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:39.524577 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa28197-ccc8-4681-9480-b3b85b07e8fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:39.524892 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa28197-ccc8-4681-9480-b3b85b07e8fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:39.525202 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa28197-ccc8-4681-9480-b3b85b07e8fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:39.525509 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa28197-ccc8-4681-9480-b3b85b07e8fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:41:39.526352 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d9eb3c85-8220-4b00-a968-8f71ffdc529c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:39.530606 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05da113b-a56b-44b7-b9f5-7f840845202d None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 41, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:41:39.530976 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05da113b-a56b-44b7-b9f5-7f840845202d None None] Checking segment: {'id': 'b251b1cc-432f-4e8e-a653-d794e2125bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9f5be654-5236-4c09-bc86-bb1bf1d7e812'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:41:39.531366 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-05da113b-a56b-44b7-b9f5-7f840845202d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:39.531741 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05da113b-a56b-44b7-b9f5-7f840845202d None None] Bound using segment: {'id': 'b251b1cc-432f-4e8e-a653-d794e2125bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9f5be654-5236-4c09-bc86-bb1bf1d7e812'} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:41:39.532200 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-05da113b-a56b-44b7-b9f5-7f840845202d None None] Bound port: 673dad87-9290-4068-8492-19c306d5cf5a, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b251b1cc-432f-4e8e-a653-d794e2125bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9f5be654-5236-4c09-bc86-bb1bf1d7e812'}}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:41:39.532564 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-05da113b-a56b-44b7-b9f5-7f840845202d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:39.561120 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:39.598017 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d9eb3c85-8220-4b00-a968-8f71ffdc529c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:39.601545 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d9eb3c85-8220-4b00-a968-8f71ffdc529c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:39.626055 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-05da113b-a56b-44b7-b9f5-7f840845202d None None] For port 673dad87-9290-4068-8492-19c306d5cf5a, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:41:39.628189 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9eb3c85-8220-4b00-a968-8f71ffdc529c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02127c90-b233-41ed-9866-9a6dad61adcb,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:41:39.630572 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-05da113b-a56b-44b7-b9f5-7f840845202d None None] For port 673dad87-9290-4068-8492-19c306d5cf5a, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=673dad87-9290-4068-8492-19c306d5cf5a,segment=NetworkSegment(b251b1cc-432f-4e8e-a653-d794e2125bbd),segment_id=b251b1cc-432f-4e8e-a653-d794e2125bbd)] {{(pid=88975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:41:39.635115 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-05da113b-a56b-44b7-b9f5-7f840845202d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:39.637140 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d9eb3c85-8220-4b00-a968-8f71ffdc529c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:39.641147 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 56338) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:41:39.641698 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-d9eb3c85-8220-4b00-a968-8f71ffdc529c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1549435 Oct 13 15:41:39.647175 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-98ad8eb1-3d98-4a64-81f1-c92276ee7754 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': 'd2c24a0a-9b7e-4d6d-927f-07d0fc75a47d', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:41:39.653287 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-98ad8eb1-3d98-4a64-81f1-c92276ee7754 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:41:39.657599 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-98ad8eb1-3d98-4a64-81f1-c92276ee7754 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:41:39.661644 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-98ad8eb1-3d98-4a64-81f1-c92276ee7754 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:41:39.668273 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-98ad8eb1-3d98-4a64-81f1-c92276ee7754 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:41:39.685563 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-98ad8eb1-3d98-4a64-81f1-c92276ee7754 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:39.697583 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05da113b-a56b-44b7-b9f5-7f840845202d None None] Routers {'6fd0ecc7-f6cd-40e9-ab45-2909facf57d9'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:41:39.698197 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-05da113b-a56b-44b7-b9f5-7f840845202d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:41:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['6fd0ecc7-f6cd-40e9-ab45-2909facf57d9'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:41:39.748724 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-98ad8eb1-3d98-4a64-81f1-c92276ee7754 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:39.752823 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-98ad8eb1-3d98-4a64-81f1-c92276ee7754 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:39.776923 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ad8eb1-3d98-4a64-81f1-c92276ee7754 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=828d2e11-a136-49b5-bf32-13b21316fb3b,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:41:39.786461 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-98ad8eb1-3d98-4a64-81f1-c92276ee7754 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:39.790690 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-98ad8eb1-3d98-4a64-81f1-c92276ee7754 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1455059 Oct 13 15:41:39.790853 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa28197-ccc8-4681-9480-b3b85b07e8fc None None] Pushing event updated for resources: {'Port': ['ID=673dad87-9290-4068-8492-19c306d5cf5a,revision_number=4']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:41:39.790957 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 56342) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:41:39.795575 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-5c2013d8-471e-44f6-ad67-f6c5104d683b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': 'd2c24a0a-9b7e-4d6d-927f-07d0fc75a47d', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:41:39.801671 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-5c2013d8-471e-44f6-ad67-f6c5104d683b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:41:39.805526 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-5c2013d8-471e-44f6-ad67-f6c5104d683b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:41:39.808399 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-5c2013d8-471e-44f6-ad67-f6c5104d683b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:41:39.813989 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-5c2013d8-471e-44f6-ad67-f6c5104d683b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:41:39.831820 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5c2013d8-471e-44f6-ad67-f6c5104d683b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:39.887855 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-05da113b-a56b-44b7-b9f5-7f840845202d None None] Set router 6fd0ecc7-f6cd-40e9-ab45-2909facf57d9 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:41:39.923454 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-2c428f27-f431-4f16-a688-2047c026fead None None] Attempt 4 to provision port 673dad87-9290-4068-8492-19c306d5cf5a Oct 13 15:41:39.988171 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-2c428f27-f431-4f16-a688-2047c026fead None None] Port 673dad87-9290-4068-8492-19c306d5cf5a had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 15:41:39.999486 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-2c428f27-f431-4f16-a688-2047c026fead None None] Provisioning complete for port d96b4ab2-932b-4df3-b988-b05d16a0e65c triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:41:40.000100 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2c428f27-f431-4f16-a688-2047c026fead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:40.000244 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5c2013d8-471e-44f6-ad67-f6c5104d683b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:40.000796 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-2c428f27-f431-4f16-a688-2047c026fead None None] Attempt 1 to provision port d96b4ab2-932b-4df3-b988-b05d16a0e65c Oct 13 15:41:40.005765 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5c2013d8-471e-44f6-ad67-f6c5104d683b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:40.031020 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2013d8-471e-44f6-ad67-f6c5104d683b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b2c8ff0-5398-42fd-85d9-fb5f43072cfc,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:41:40.040999 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5c2013d8-471e-44f6-ad67-f6c5104d683b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:40.044976 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-5c2013d8-471e-44f6-ad67-f6c5104d683b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2509880 Oct 13 15:41:40.045745 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 56346) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:41:40.051294 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-ce8ffc64-cd15-4d64-9b62-57c08d5b4a4a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': 'd2c24a0a-9b7e-4d6d-927f-07d0fc75a47d', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:41:40.057278 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-ce8ffc64-cd15-4d64-9b62-57c08d5b4a4a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:41:40.061343 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-ce8ffc64-cd15-4d64-9b62-57c08d5b4a4a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:41:40.064266 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-ce8ffc64-cd15-4d64-9b62-57c08d5b4a4a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:41:40.070783 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-ce8ffc64-cd15-4d64-9b62-57c08d5b4a4a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:41:40.087539 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ce8ffc64-cd15-4d64-9b62-57c08d5b4a4a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:40.154972 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ce8ffc64-cd15-4d64-9b62-57c08d5b4a4a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:40.157801 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-2c428f27-f431-4f16-a688-2047c026fead None None] Current status of the port d96b4ab2-932b-4df3-b988-b05d16a0e65c is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:41:40.160090 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ce8ffc64-cd15-4d64-9b62-57c08d5b4a4a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:40.184407 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8ffc64-cd15-4d64-9b62-57c08d5b4a4a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=106b6852-1d57-4e36-840d-90261046a151,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:41:40.195000 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ce8ffc64-cd15-4d64-9b62-57c08d5b4a4a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:40.198685 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-ce8ffc64-cd15-4d64-9b62-57c08d5b4a4a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1500452 Oct 13 15:41:40.199028 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56350) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:41:40.204319 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-f4b51d47-1144-4d12-b140-40b76c6eab31 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': 'd2c24a0a-9b7e-4d6d-927f-07d0fc75a47d', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:41:40.210468 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-f4b51d47-1144-4d12-b140-40b76c6eab31 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:41:40.214709 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-f4b51d47-1144-4d12-b140-40b76c6eab31 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:41:40.217554 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-f4b51d47-1144-4d12-b140-40b76c6eab31 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:41:40.221425 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-05da113b-a56b-44b7-b9f5-7f840845202d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd0ecc7-f6cd-40e9-ab45-2909facf57d9', 'name': 'tempest-TestNetworkBasicOps-router-1488754869', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': '0b415f9d-5710-43a8-ba1b-90eb23cd6cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:41:31Z', 'updated_at': '2022-10-13T15:41:36Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '0b415f9d-5710-43a8-ba1b-90eb23cd6cd5', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:eb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd0ecc7-f6cd-40e9-ab45-2909facf57d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:41:32Z', 'updated_at': '2022-10-13T15:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '673dad87-9290-4068-8492-19c306d5cf5a', 'name': '', 'network_id': '9f5be654-5236-4c09-bc86-bb1bf1d7e812', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:b8:64:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd0ecc7-f6cd-40e9-ab45-2909facf57d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'fdf33c1c-7dda-40ab-91fa-40b5d7e57449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:41:35Z', 'updated_at': '2022-10-13T15:41:39Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': 'fdf33c1c-7dda-40ab-91fa-40b5d7e57449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:41:40.223605 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-f4b51d47-1144-4d12-b140-40b76c6eab31 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:41:40.225603 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05da113b-a56b-44b7-b9f5-7f840845202d None None] The sync data for ids ['6fd0ecc7-f6cd-40e9-ab45-2909facf57d9'] in dv-neutron-860329-2-hyperv is: [{'id': '6fd0ecc7-f6cd-40e9-ab45-2909facf57d9', 'name': 'tempest-TestNetworkBasicOps-router-1488754869', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': '0b415f9d-5710-43a8-ba1b-90eb23cd6cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:41:31Z', 'updated_at': '2022-10-13T15:41:36Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '0b415f9d-5710-43a8-ba1b-90eb23cd6cd5', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:eb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd0ecc7-f6cd-40e9-ab45-2909facf57d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:41:32Z', 'updated_at': '2022-10-13T15:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '673dad87-9290-4068-8492-19c306d5cf5a', 'name': '', 'network_id': '9f5be654-5236-4c09-bc86-bb1bf1d7e812', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:b8:64:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fd0ecc7-f6cd-40e9-ab45-2909facf57d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'fdf33c1c-7dda-40ab-91fa-40b5d7e57449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:41:35Z', 'updated_at': '2022-10-13T15:41:39Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': 'fdf33c1c-7dda-40ab-91fa-40b5d7e57449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:41:40.234659 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.securitygroups_db [None req-f4b51d47-1144-4d12-b140-40b76c6eab31 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Project de460f02ee50469b960f7a471a064187 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 15:41:40.242536 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f4b51d47-1144-4d12-b140-40b76c6eab31 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:40.302195 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-26c77da1-82f1-48cb-b229-75f8f7301cd8 None None] Provisioning for port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:41:40.307184 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-26c77da1-82f1-48cb-b229-75f8f7301cd8 None None] Provisioning complete for port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:41:40.307569 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-26c77da1-82f1-48cb-b229-75f8f7301cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:40.307912 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-26c77da1-82f1-48cb-b229-75f8f7301cd8 None None] Attempt 1 to provision port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f Oct 13 15:41:40.327462 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f4b51d47-1144-4d12-b140-40b76c6eab31 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:40.331752 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f4b51d47-1144-4d12-b140-40b76c6eab31 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:40.354035 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b51d47-1144-4d12-b140-40b76c6eab31 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=187b25dd-c5a8-4534-8ca0-8ff56a81f12d,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:41:40.368786 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-26c77da1-82f1-48cb-b229-75f8f7301cd8 None None] Port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:41:40.368961 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f4b51d47-1144-4d12-b140-40b76c6eab31 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:40.370165 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-f4b51d47-1144-4d12-b140-40b76c6eab31 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1701374 Oct 13 15:41:40.372876 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56354) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:41:40.378630 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-19e74156-175a-4cff-a18e-134abece4caa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': 'd2c24a0a-9b7e-4d6d-927f-07d0fc75a47d', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:41:40.384975 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-19e74156-175a-4cff-a18e-134abece4caa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:41:40.389161 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-19e74156-175a-4cff-a18e-134abece4caa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:41:40.392258 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-19e74156-175a-4cff-a18e-134abece4caa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:41:40.398313 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-19e74156-175a-4cff-a18e-134abece4caa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:41:40.411826 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.securitygroups_db [None req-19e74156-175a-4cff-a18e-134abece4caa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Project de460f02ee50469b960f7a471a064187 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 15:41:40.419427 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-19e74156-175a-4cff-a18e-134abece4caa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:40.491864 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-19e74156-175a-4cff-a18e-134abece4caa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:40.495810 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-19e74156-175a-4cff-a18e-134abece4caa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:40.519957 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e74156-175a-4cff-a18e-134abece4caa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b79c5e4c-1050-42eb-ab75-4503e026de02,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:41:40.529195 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-19e74156-175a-4cff-a18e-134abece4caa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:40.530406 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-19e74156-175a-4cff-a18e-134abece4caa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1565561 Oct 13 15:41:40.696732 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-6768f086-fc82-4362-84b1-75b22c0a69e3 req-9f89fdc0-d448-4bb5-9bf4-58bdd229021c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-610047523&fields=id&tenant_id=de460f02ee50469b960f7a471a064187 HTTP/1.1" status: 200 len: 267 time: 0.0423455 Oct 13 15:41:40.755960 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 673dad87-9290-4068-8492-19c306d5cf5a up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:41:40.787872 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768f086-fc82-4362-84b1-75b22c0a69e3 req-932a84b5-0112-42d0-972c-0a6248e8c0c0 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:41:40.788854 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-6768f086-fc82-4362-84b1-75b22c0a69e3 req-932a84b5-0112-42d0-972c-0a6248e8c0c0 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:41:40.807059 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-6768f086-fc82-4362-84b1-75b22c0a69e3 req-932a84b5-0112-42d0-972c-0a6248e8c0c0 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:41:40.808460 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-6768f086-fc82-4362-84b1-75b22c0a69e3 req-932a84b5-0112-42d0-972c-0a6248e8c0c0 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports/0f93823c-fe01-454b-92c4-30ec1dd9fe9f HTTP/1.1" status: 200 len: 930 time: 0.1040423 Oct 13 15:41:40.835905 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 673dad87-9290-4068-8492-19c306d5cf5a completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:41:40.841314 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 673dad87-9290-4068-8492-19c306d5cf5a triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:41:40.841680 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:40.842006 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 673dad87-9290-4068-8492-19c306d5cf5a Oct 13 15:41:40.877645 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-26c77da1-82f1-48cb-b229-75f8f7301cd8 None None] Attempt 2 to provision port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f Oct 13 15:41:40.934681 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-6768f086-fc82-4362-84b1-75b22c0a69e3 req-06e4c758-b85b-446a-9b9a-bcdb68357f15 service neutron] 10.222.0.42 "GET /v2.0/ports/0f93823c-fe01-454b-92c4-30ec1dd9fe9f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1132584 Oct 13 15:41:40.949584 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-26c77da1-82f1-48cb-b229-75f8f7301cd8 None None] Port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:41:41.010525 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 673dad87-9290-4068-8492-19c306d5cf5a is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:41:41.010898 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:41.049658 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 673dad87-9290-4068-8492-19c306d5cf5a, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=673dad87-9290-4068-8492-19c306d5cf5a,segment=NetworkSegment(b251b1cc-432f-4e8e-a653-d794e2125bbd),segment_id=b251b1cc-432f-4e8e-a653-d794e2125bbd)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:41:41.053962 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:41.078662 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-6768f086-fc82-4362-84b1-75b22c0a69e3 req-e3e0487b-9378-4e26-9264-4504907121b0 service neutron] 10.222.0.42 "GET /v2.0/networks/9f5be654-5236-4c09-bc86-bb1bf1d7e812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377547 Oct 13 15:41:41.127154 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=673dad87-9290-4068-8492-19c306d5cf5a,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:41:41.211618 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-6768f086-fc82-4362-84b1-75b22c0a69e3 req-5b8b6cc3-44d7-4f9c-9203-bd9ed8a0b054 service neutron] 10.222.0.42 "GET /v2.0/networks/9f5be654-5236-4c09-bc86-bb1bf1d7e812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292000 Oct 13 15:41:41.451087 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-26c77da1-82f1-48cb-b229-75f8f7301cd8 None None] Attempt 3 to provision port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f Oct 13 15:41:41.503711 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-26c77da1-82f1-48cb-b229-75f8f7301cd8 None None] Port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:41:42.005574 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-26c77da1-82f1-48cb-b229-75f8f7301cd8 None None] Attempt 4 to provision port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f Oct 13 15:41:42.060096 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-26c77da1-82f1-48cb-b229-75f8f7301cd8 None None] Port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:41:42.407955 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-05a44492-3b1f-43bc-9a24-c4fc82ef54b9 req-b42f57c6-ce86-483f-a001-0fe3a16c58af tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:41:42.420027 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-05a44492-3b1f-43bc-9a24-c4fc82ef54b9 req-b42f57c6-ce86-483f-a001-0fe3a16c58af tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:41:42.421240 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-05a44492-3b1f-43bc-9a24-c4fc82ef54b9 req-b42f57c6-ce86-483f-a001-0fe3a16c58af tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=69bd1770-94e8-4e48-b949-8a340ee0252e HTTP/1.1" status: 200 len: 210 time: 0.0662289 Oct 13 15:41:42.560945 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-26c77da1-82f1-48cb-b229-75f8f7301cd8 None None] Attempt 5 to provision port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f Oct 13 15:41:42.614958 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-26c77da1-82f1-48cb-b229-75f8f7301cd8 None None] Port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:41:42.729747 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 673dad87-9290-4068-8492-19c306d5cf5a up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:41:42.796974 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 673dad87-9290-4068-8492-19c306d5cf5a triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:41:42.797347 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:42.797676 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 673dad87-9290-4068-8492-19c306d5cf5a Oct 13 15:41:42.917843 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 673dad87-9290-4068-8492-19c306d5cf5a is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:41:43.116511 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-26c77da1-82f1-48cb-b229-75f8f7301cd8 None None] Attempt 6 to provision port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f Oct 13 15:41:43.174442 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-26c77da1-82f1-48cb-b229-75f8f7301cd8 None None] Port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:41:43.351301 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768f086-fc82-4362-84b1-75b22c0a69e3 req-4cc06b41-132f-46e0-b399-033db50f02a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:41:43.352675 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6768f086-fc82-4362-84b1-75b22c0a69e3 req-4cc06b41-132f-46e0-b399-033db50f02a1 service neutron] 10.222.0.16 "GET /v2.0/ports/0f93823c-fe01-454b-92c4-30ec1dd9fe9f HTTP/1.1" status: 200 len: 1026 time: 0.1059442 Oct 13 15:41:43.508626 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768f086-fc82-4362-84b1-75b22c0a69e3 req-27bddfc5-30a5-4f7b-86c9-547bc53d8907 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:41:43.510111 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6768f086-fc82-4362-84b1-75b22c0a69e3 req-27bddfc5-30a5-4f7b-86c9-547bc53d8907 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.16 "GET /v2.0/networks?id=9f5be654-5236-4c09-bc86-bb1bf1d7e812 HTTP/1.1" status: 200 len: 795 time: 0.1521127 Oct 13 15:41:43.561584 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-6768f086-fc82-4362-84b1-75b22c0a69e3 req-5d5c1f09-8ada-4242-a21a-5ed03c482d99 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:security_group {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:41:43.576730 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-6768f086-fc82-4362-84b1-75b22c0a69e3 req-5d5c1f09-8ada-4242-a21a-5ed03c482d99 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:security_group {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:41:43.578223 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6768f086-fc82-4362-84b1-75b22c0a69e3 req-5d5c1f09-8ada-4242-a21a-5ed03c482d99 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de460f02ee50469b960f7a471a064187 HTTP/1.1" status: 200 len: 379 time: 0.0599759 Oct 13 15:41:43.588347 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-6768f086-fc82-4362-84b1-75b22c0a69e3 req-da2206f4-aab8-44e0-b1c3-5a22032c6ae8 service neutron] Request body: {'port': {'device_id': '69bd1770-94e8-4e48-b949-8a340ee0252e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:41:43.589031 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8b11bf6b-5910-48db-8f2b-7b42b3989d6a req-847143b0-adc5-44c2-a4fb-5205d9c1d9de tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=69bd1770-94e8-4e48-b949-8a340ee0252e HTTP/1.1" status: 200 len: 210 time: 0.0544608 Oct 13 15:41:43.676903 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-26c77da1-82f1-48cb-b229-75f8f7301cd8 None None] Attempt 7 to provision port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f Oct 13 15:41:43.699933 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-6768f086-fc82-4362-84b1-75b22c0a69e3 req-da2206f4-aab8-44e0-b1c3-5a22032c6ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:43.731907 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-26c77da1-82f1-48cb-b229-75f8f7301cd8 None None] Port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:41:44.038353 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [req-6768f086-fc82-4362-84b1-75b22c0a69e3 req-da2206f4-aab8-44e0-b1c3-5a22032c6ae8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f93823c-fe01-454b-92c4-30ec1dd9fe9f {{(pid=88973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 15:41:44.045404 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-6768f086-fc82-4362-84b1-75b22c0a69e3 req-da2206f4-aab8-44e0-b1c3-5a22032c6ae8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:44.059392 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-6768f086-fc82-4362-84b1-75b22c0a69e3 req-da2206f4-aab8-44e0-b1c3-5a22032c6ae8 service neutron] Transition to ACTIVE for port object 0f93823c-fe01-454b-92c4-30ec1dd9fe9f will not be triggered until provisioned by entity L2. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:41:44.062620 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-6768f086-fc82-4362-84b1-75b22c0a69e3 req-da2206f4-aab8-44e0-b1c3-5a22032c6ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:44.233126 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-26c77da1-82f1-48cb-b229-75f8f7301cd8 None None] Attempt 8 to provision port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f Oct 13 15:41:44.289451 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-26c77da1-82f1-48cb-b229-75f8f7301cd8 None None] Port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:41:44.351792 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2206f4-aab8-44e0-b1c3-5a22032c6ae8 service neutron] Pushing event updated for resources: {'Port': ['ID=0f93823c-fe01-454b-92c4-30ec1dd9fe9f,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:41:44.380893 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-6768f086-fc82-4362-84b1-75b22c0a69e3 req-da2206f4-aab8-44e0-b1c3-5a22032c6ae8 service neutron] Attempting to bind port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:41:44.381228 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-6768f086-fc82-4362-84b1-75b22c0a69e3 req-da2206f4-aab8-44e0-b1c3-5a22032c6ae8 service neutron] Attempting to bind port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'b251b1cc-432f-4e8e-a653-d794e2125bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9f5be654-5236-4c09-bc86-bb1bf1d7e812'}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:41:44.381552 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6768f086-fc82-4362-84b1-75b22c0a69e3 req-da2206f4-aab8-44e0-b1c3-5a22032c6ae8 service neutron] Attempting to bind port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f on network 9f5be654-5236-4c09-bc86-bb1bf1d7e812 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:41:44.386012 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6768f086-fc82-4362-84b1-75b22c0a69e3 req-da2206f4-aab8-44e0-b1c3-5a22032c6ae8 service neutron] Port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f on network 9f5be654-5236-4c09-bc86-bb1bf1d7e812 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:41:44.386355 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6768f086-fc82-4362-84b1-75b22c0a69e3 req-da2206f4-aab8-44e0-b1c3-5a22032c6ae8 service neutron] Attempting to bind port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f on network 9f5be654-5236-4c09-bc86-bb1bf1d7e812 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:41:44.391304 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6768f086-fc82-4362-84b1-75b22c0a69e3 req-da2206f4-aab8-44e0-b1c3-5a22032c6ae8 service neutron] Checking agent: {'id': 'c4d1d38a-44f6-47ac-b17c-311e640e7cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'started_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 41, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:41:44.391633 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6768f086-fc82-4362-84b1-75b22c0a69e3 req-da2206f4-aab8-44e0-b1c3-5a22032c6ae8 service neutron] Checking segment: {'id': 'b251b1cc-432f-4e8e-a653-d794e2125bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9f5be654-5236-4c09-bc86-bb1bf1d7e812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:41:44.392002 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6768f086-fc82-4362-84b1-75b22c0a69e3 req-da2206f4-aab8-44e0-b1c3-5a22032c6ae8 service neutron] Bound using segment: {'id': 'b251b1cc-432f-4e8e-a653-d794e2125bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9f5be654-5236-4c09-bc86-bb1bf1d7e812'} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:41:44.392421 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-6768f086-fc82-4362-84b1-75b22c0a69e3 req-da2206f4-aab8-44e0-b1c3-5a22032c6ae8 service neutron] Bound port: 0f93823c-fe01-454b-92c4-30ec1dd9fe9f, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b251b1cc-432f-4e8e-a653-d794e2125bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9f5be654-5236-4c09-bc86-bb1bf1d7e812'}}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:41:44.392756 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-6768f086-fc82-4362-84b1-75b22c0a69e3 req-da2206f4-aab8-44e0-b1c3-5a22032c6ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:44.478717 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-6768f086-fc82-4362-84b1-75b22c0a69e3 req-da2206f4-aab8-44e0-b1c3-5a22032c6ae8 service neutron] For port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f, host hv-neutron-8603, cleared binding levels {{(pid=88973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:41:44.481583 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-6768f086-fc82-4362-84b1-75b22c0a69e3 req-da2206f4-aab8-44e0-b1c3-5a22032c6ae8 service neutron] For port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=0f93823c-fe01-454b-92c4-30ec1dd9fe9f,segment=NetworkSegment(b251b1cc-432f-4e8e-a653-d794e2125bbd),segment_id=b251b1cc-432f-4e8e-a653-d794e2125bbd)] {{(pid=88973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:41:44.485805 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-6768f086-fc82-4362-84b1-75b22c0a69e3 req-da2206f4-aab8-44e0-b1c3-5a22032c6ae8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:44.515646 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768f086-fc82-4362-84b1-75b22c0a69e3 req-da2206f4-aab8-44e0-b1c3-5a22032c6ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:41:44.516254 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-6768f086-fc82-4362-84b1-75b22c0a69e3 req-da2206f4-aab8-44e0-b1c3-5a22032c6ae8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:44.517563 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6768f086-fc82-4362-84b1-75b22c0a69e3 req-da2206f4-aab8-44e0-b1c3-5a22032c6ae8 service neutron] 10.222.0.16 "PUT /v2.0/ports/0f93823c-fe01-454b-92c4-30ec1dd9fe9f HTTP/1.1" status: 200 len: 1131 time: 0.9333169 Oct 13 15:41:44.518653 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69bd1770-94e8-4e48-b949-8a340ee0252e', 'tag': '0f93823c-fe01-454b-92c4-30ec1dd9fe9f'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:41:44.520897 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aa7caf7-1f34-4104-bc4c-ba160309048b" -d '{"events": [{"name": "network-changed", "server_uuid": "69bd1770-94e8-4e48-b949-8a340ee0252e", "tag": "0f93823c-fe01-454b-92c4-30ec1dd9fe9f"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:41:44.597220 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 15:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ff7bd1a-672e-4157-818d-a6d1e4c87b2a x-openstack-request-id: req-7ff7bd1a-672e-4157-818d-a6d1e4c87b2a {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:41:44.597508 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69bd1770-94e8-4e48-b949-8a340ee0252e", "tag": "0f93823c-fe01-454b-92c4-30ec1dd9fe9f", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:41:44.597755 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7ff7bd1a-672e-4157-818d-a6d1e4c87b2a {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:41:44.598169 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ff7bd1a-672e-4157-818d-a6d1e4c87b2a'] response: {'name': 'network-changed', 'server_uuid': '69bd1770-94e8-4e48-b949-8a340ee0252e', 'tag': '0f93823c-fe01-454b-92c4-30ec1dd9fe9f', 'status': 'completed', 'code': 200} Oct 13 15:41:44.624953 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2206f4-aab8-44e0-b1c3-5a22032c6ae8 service neutron] Pushing event updated for resources: {'Port': ['ID=0f93823c-fe01-454b-92c4-30ec1dd9fe9f,revision_number=3']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:41:44.643888 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768f086-fc82-4362-84b1-75b22c0a69e3 req-c9fb53d4-2df9-4112-a38d-96f5d15b55fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:41:44.645377 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6768f086-fc82-4362-84b1-75b22c0a69e3 req-c9fb53d4-2df9-4112-a38d-96f5d15b55fc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&device_id=69bd1770-94e8-4e48-b949-8a340ee0252e HTTP/1.1" status: 200 len: 1134 time: 0.0919101 Oct 13 15:41:44.717597 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6768f086-fc82-4362-84b1-75b22c0a69e3 req-b710e533-99ca-40dd-88e4-3b0b461c8992 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f93823c-fe01-454b-92c4-30ec1dd9fe9f HTTP/1.1" status: 200 len: 217 time: 0.0650749 Oct 13 15:41:44.778276 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768f086-fc82-4362-84b1-75b22c0a69e3 req-b1d5f6c7-7a21-4ff5-a8c9-9e3509bcee07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:41:44.779837 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6768f086-fc82-4362-84b1-75b22c0a69e3 req-b1d5f6c7-7a21-4ff5-a8c9-9e3509bcee07 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fdf33c1c-7dda-40ab-91fa-40b5d7e57449 HTTP/1.1" status: 200 len: 835 time: 0.0565691 Oct 13 15:41:44.790552 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-26c77da1-82f1-48cb-b229-75f8f7301cd8 None None] Attempt 9 to provision port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f Oct 13 15:41:44.792086 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094bbdea-722e-424e-a3c0-62408490cdab req-f92873e8-1252-4e1a-a370-70bc9e6ae70d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:41:44.793761 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-094bbdea-722e-424e-a3c0-62408490cdab req-f92873e8-1252-4e1a-a370-70bc9e6ae70d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=69bd1770-94e8-4e48-b949-8a340ee0252e HTTP/1.1" status: 200 len: 981 time: 0.0875716 Oct 13 15:41:44.839491 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-094bbdea-722e-424e-a3c0-62408490cdab req-fdb59df6-d8b3-4fa2-8c71-e3b19bd858e8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae85b762-fa1f-436a-94c1-d65272cce6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394979 Oct 13 15:41:44.856222 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-26c77da1-82f1-48cb-b229-75f8f7301cd8 None None] Port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 15:41:44.866541 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-26c77da1-82f1-48cb-b229-75f8f7301cd8 None None] Provisioning complete for port 673dad87-9290-4068-8492-19c306d5cf5a triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:41:44.866907 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-26c77da1-82f1-48cb-b229-75f8f7301cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:44.867240 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-26c77da1-82f1-48cb-b229-75f8f7301cd8 None None] Attempt 1 to provision port 673dad87-9290-4068-8492-19c306d5cf5a Oct 13 15:41:44.873157 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6768f086-fc82-4362-84b1-75b22c0a69e3 req-fe42d1f5-fc11-4ea2-8f98-1171d6bc952e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:41:44.874677 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6768f086-fc82-4362-84b1-75b22c0a69e3 req-fe42d1f5-fc11-4ea2-8f98-1171d6bc952e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9f5be654-5236-4c09-bc86-bb1bf1d7e812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0891640 Oct 13 15:41:44.983007 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-26c77da1-82f1-48cb-b229-75f8f7301cd8 None None] Current status of the port 673dad87-9290-4068-8492-19c306d5cf5a is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:41:45.006834 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6768f086-fc82-4362-84b1-75b22c0a69e3 req-8dbfe2c4-8527-4e8c-90f5-16b73d0fc474 service neutron] 10.222.0.16 "GET /v2.0/networks/9f5be654-5236-4c09-bc86-bb1bf1d7e812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255386 Oct 13 15:41:45.134727 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6768f086-fc82-4362-84b1-75b22c0a69e3 req-3939a5ee-985a-4046-9cc0-f6d1af6184ac service neutron] 10.222.0.16 "GET /v2.0/networks/9f5be654-5236-4c09-bc86-bb1bf1d7e812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206188 Oct 13 15:41:45.252744 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7caf7-1f34-4104-bc4c-ba160309048b req-bb75d5c0-2a49-40e1-aac4-e13d7fd0dd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:41:45.254223 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0aa7caf7-1f34-4104-bc4c-ba160309048b req-bb75d5c0-2a49-40e1-aac4-e13d7fd0dd77 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&device_id=69bd1770-94e8-4e48-b949-8a340ee0252e HTTP/1.1" status: 200 len: 1134 time: 0.0783145 Oct 13 15:41:45.384357 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7caf7-1f34-4104-bc4c-ba160309048b req-a6320cf3-2710-41f5-8dab-fa1305aeb5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:41:45.385833 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0aa7caf7-1f34-4104-bc4c-ba160309048b req-a6320cf3-2710-41f5-8dab-fa1305aeb5e4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9f5be654-5236-4c09-bc86-bb1bf1d7e812 HTTP/1.1" status: 200 len: 896 time: 0.1249363 Oct 13 15:41:45.455591 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0aa7caf7-1f34-4104-bc4c-ba160309048b req-cad31060-e06d-4e0b-83fa-12a7bba58191 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f93823c-fe01-454b-92c4-30ec1dd9fe9f HTTP/1.1" status: 200 len: 217 time: 0.0638983 Oct 13 15:41:45.516737 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7caf7-1f34-4104-bc4c-ba160309048b req-f8bbbef2-bed1-4b1f-869e-bb748593dbd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:41:45.518255 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0aa7caf7-1f34-4104-bc4c-ba160309048b req-f8bbbef2-bed1-4b1f-869e-bb748593dbd3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fdf33c1c-7dda-40ab-91fa-40b5d7e57449 HTTP/1.1" status: 200 len: 835 time: 0.0564175 Oct 13 15:41:45.600791 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa7caf7-1f34-4104-bc4c-ba160309048b req-ecac74dd-8bbc-48ed-9a90-6e3ccc9e4904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:41:45.602246 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0aa7caf7-1f34-4104-bc4c-ba160309048b req-ecac74dd-8bbc-48ed-9a90-6e3ccc9e4904 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9f5be654-5236-4c09-bc86-bb1bf1d7e812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780880 Oct 13 15:41:45.732768 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0aa7caf7-1f34-4104-bc4c-ba160309048b req-32afcac0-3b5b-4e76-8e73-09e4594c2316 service neutron] 10.222.0.16 "GET /v2.0/networks/9f5be654-5236-4c09-bc86-bb1bf1d7e812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247783 Oct 13 15:41:45.865440 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0aa7caf7-1f34-4104-bc4c-ba160309048b req-346efb36-084f-450c-8927-47ac39eb57db service neutron] 10.222.0.16 "GET /v2.0/networks/9f5be654-5236-4c09-bc86-bb1bf1d7e812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262040 Oct 13 15:41:46.036282 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc43a787-eaa7-4c4d-acef-24356121111a req-fa358f83-87f9-4e07-9cbf-d8f4e86e6fee tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:41:46.037620 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-cc43a787-eaa7-4c4d-acef-24356121111a req-fa358f83-87f9-4e07-9cbf-d8f4e86e6fee tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=69bd1770-94e8-4e48-b949-8a340ee0252e HTTP/1.1" status: 200 len: 981 time: 0.0861194 Oct 13 15:41:46.080227 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-cc43a787-eaa7-4c4d-acef-24356121111a req-c3245ef5-4a13-48b6-82d5-d7f3c1546395 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae85b762-fa1f-436a-94c1-d65272cce6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367887 Oct 13 15:41:47.276022 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e457ae-f33b-48ac-bee2-387e1b54c09e req-f304a9eb-ad67-4300-b7af-2cd04c59abfe tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:41:47.277459 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-02e457ae-f33b-48ac-bee2-387e1b54c09e req-f304a9eb-ad67-4300-b7af-2cd04c59abfe tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=69bd1770-94e8-4e48-b949-8a340ee0252e HTTP/1.1" status: 200 len: 981 time: 0.0883117 Oct 13 15:41:47.320916 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-02e457ae-f33b-48ac-bee2-387e1b54c09e req-6a07b4e9-b753-410e-8c1d-c0a0f9391fa2 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae85b762-fa1f-436a-94c1-d65272cce6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379105 Oct 13 15:41:48.617940 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd781a1-89dc-4cfc-b7d7-6bd73d8e037c req-7f716a2a-7699-4b77-b217-f7cf8966ec27 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:41:48.619319 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-7bd781a1-89dc-4cfc-b7d7-6bd73d8e037c req-7f716a2a-7699-4b77-b217-f7cf8966ec27 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=69bd1770-94e8-4e48-b949-8a340ee0252e HTTP/1.1" status: 200 len: 981 time: 0.1897180 Oct 13 15:41:48.655339 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 0f93823c-fe01-454b-92c4-30ec1dd9fe9f details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=88974) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 13 15:41:48.665612 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-7bd781a1-89dc-4cfc-b7d7-6bd73d8e037c req-359a09ef-27a8-4964-a561-4ab4bcd661db tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae85b762-fa1f-436a-94c1-d65272cce6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406978 Oct 13 15:41:48.791873 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=0f93823c-fe01-454b-92c4-30ec1dd9fe9f,segment=NetworkSegment(b251b1cc-432f-4e8e-a653-d794e2125bbd),segment_id=b251b1cc-432f-4e8e-a653-d794e2125bbd)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:41:48.804453 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Returning: {'device': '0f93823c-fe01-454b-92c4-30ec1dd9fe9f', 'network_id': '9f5be654-5236-4c09-bc86-bb1bf1d7e812', 'port_id': '0f93823c-fe01-454b-92c4-30ec1dd9fe9f', 'mac_address': 'fa:16:3e:05:05:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdf33c1c-7dda-40ab-91fa-40b5d7e57449', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88974) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 13 15:41:48.858912 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f is: DOWN; New status is: BUILD {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:41:48.859290 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:48.875559 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f93823c-fe01-454b-92c4-30ec1dd9fe9f {{(pid=88974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 15:41:48.890846 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=0f93823c-fe01-454b-92c4-30ec1dd9fe9f,segment=NetworkSegment(b251b1cc-432f-4e8e-a653-d794e2125bbd),segment_id=b251b1cc-432f-4e8e-a653-d794e2125bbd)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:41:48.895254 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:48.962756 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=0f93823c-fe01-454b-92c4-30ec1dd9fe9f,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:41:49.263003 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['0f93823c-fe01-454b-92c4-30ec1dd9fe9f'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 15:41:49.874063 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd61ad79-860a-4ef7-a82f-4baec2dceada req-1d00c632-95c9-4ec1-a623-10ab0d0bd95a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:41:49.875510 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-bd61ad79-860a-4ef7-a82f-4baec2dceada req-1d00c632-95c9-4ec1-a623-10ab0d0bd95a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=69bd1770-94e8-4e48-b949-8a340ee0252e HTTP/1.1" status: 200 len: 982 time: 0.0884764 Oct 13 15:41:49.919325 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-bd61ad79-860a-4ef7-a82f-4baec2dceada req-9bdd4789-808a-4bd6-ae95-ecd4ed692e14 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae85b762-fa1f-436a-94c1-d65272cce6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380106 Oct 13 15:41:50.672692 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 0f93823c-fe01-454b-92c4-30ec1dd9fe9f up at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:41:50.768803 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning for port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:41:50.773260 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning complete for port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:41:50.773618 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:50.773944 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Attempt 1 to provision port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f Oct 13 15:41:50.885114 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f is: BUILD; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:41:50.885478 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:50.912313 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69bd1770-94e8-4e48-b949-8a340ee0252e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f93823c-fe01-454b-92c4-30ec1dd9fe9f'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:41:50.914718 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979c64d66908691d8da3fe322a5acf5d757b5bee84c7992aba2ec3c134dffaeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d205374-1446-4320-bdf8-9a590e189bbd" -d '{"events": [{"server_uuid": "69bd1770-94e8-4e48-b949-8a340ee0252e", "name": "network-vif-plugged", "status": "completed", "tag": "0f93823c-fe01-454b-92c4-30ec1dd9fe9f"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:41:50.922755 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=0f93823c-fe01-454b-92c4-30ec1dd9fe9f,segment=NetworkSegment(b251b1cc-432f-4e8e-a653-d794e2125bbd),segment_id=b251b1cc-432f-4e8e-a653-d794e2125bbd)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:41:50.926248 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:50.962317 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 15:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcef946c-a318-48a0-b99d-8042c070da79 x-openstack-request-id: req-dcef946c-a318-48a0-b99d-8042c070da79 {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:41:50.962317 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69bd1770-94e8-4e48-b949-8a340ee0252e", "name": "network-vif-plugged", "status": "completed", "tag": "0f93823c-fe01-454b-92c4-30ec1dd9fe9f", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:41:50.962594 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dcef946c-a318-48a0-b99d-8042c070da79 {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:41:50.963003 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcef946c-a318-48a0-b99d-8042c070da79'] response: {'server_uuid': '69bd1770-94e8-4e48-b949-8a340ee0252e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f93823c-fe01-454b-92c4-30ec1dd9fe9f', 'code': 200} Oct 13 15:41:50.996257 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=0f93823c-fe01-454b-92c4-30ec1dd9fe9f,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:41:51.117331 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8767a673-869a-4c55-986f-02a83d36abd2 req-535d38b3-80b5-4a2f-994b-d871fc82880a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:41:51.118784 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8767a673-869a-4c55-986f-02a83d36abd2 req-535d38b3-80b5-4a2f-994b-d871fc82880a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=69bd1770-94e8-4e48-b949-8a340ee0252e HTTP/1.1" status: 200 len: 983 time: 0.0872035 Oct 13 15:41:51.162862 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8767a673-869a-4c55-986f-02a83d36abd2 req-3a4247ef-8121-4445-8df4-d6d1b8e0275d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae85b762-fa1f-436a-94c1-d65272cce6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383785 Oct 13 15:41:51.196417 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2230388-87d8-45a4-a68f-a7fdda64810c req-deff39e5-2637-4306-81b6-29c90b370a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:41:51.197857 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d2230388-87d8-45a4-a68f-a7fdda64810c req-deff39e5-2637-4306-81b6-29c90b370a9d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=69bd1770-94e8-4e48-b949-8a340ee0252e HTTP/1.1" status: 200 len: 1136 time: 0.0840251 Oct 13 15:41:51.237208 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d2230388-87d8-45a4-a68f-a7fdda64810c req-948aad2d-36b3-47b2-a91a-6a235012c9f8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ae85b762-fa1f-436a-94c1-d65272cce6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334082 Oct 13 15:41:52.359386 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e5a9b-933a-4f20-923b-ded80d779b41 req-12471506-1239-4d3d-8ab6-71c622cbe8d2 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:41:52.360809 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-916e5a9b-933a-4f20-923b-ded80d779b41 req-12471506-1239-4d3d-8ab6-71c622cbe8d2 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=69bd1770-94e8-4e48-b949-8a340ee0252e HTTP/1.1" status: 200 len: 983 time: 0.0845308 Oct 13 15:41:52.406649 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-916e5a9b-933a-4f20-923b-ded80d779b41 req-fea0657c-4b74-4dbb-8990-11e332d259a7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae85b762-fa1f-436a-94c1-d65272cce6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397198 Oct 13 15:41:53.603652 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b899b297-1759-42ed-96c2-5a5dc97103c3 req-ad674179-9a31-4a78-8611-29400afbe953 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:41:53.605074 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-b899b297-1759-42ed-96c2-5a5dc97103c3 req-ad674179-9a31-4a78-8611-29400afbe953 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=69bd1770-94e8-4e48-b949-8a340ee0252e HTTP/1.1" status: 200 len: 983 time: 0.0892174 Oct 13 15:41:53.647513 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-b899b297-1759-42ed-96c2-5a5dc97103c3 req-87371fcc-f593-4ad3-8014-16632fa82273 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae85b762-fa1f-436a-94c1-d65272cce6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368557 Oct 13 15:41:53.843900 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d654c912-1ca2-475a-b6a7-05197eb6d155 req-86f600b0-ba98-4c36-a536-4b3ea0d32d6d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:41:53.845242 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d654c912-1ca2-475a-b6a7-05197eb6d155 req-86f600b0-ba98-4c36-a536-4b3ea0d32d6d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=69bd1770-94e8-4e48-b949-8a340ee0252e HTTP/1.1" status: 200 len: 983 time: 0.0857744 Oct 13 15:41:53.888984 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d654c912-1ca2-475a-b6a7-05197eb6d155 req-1c6de824-64c3-47b6-a003-77c603767087 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae85b762-fa1f-436a-94c1-d65272cce6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372987 Oct 13 15:41:53.917718 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56416) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:41:53.995699 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b44b60-ca45-43f1-a8c7-6a1de070efe7 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:41:53.997150 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-b7b44b60-ca45-43f1-a8c7-6a1de070efe7 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=69bd1770-94e8-4e48-b949-8a340ee0252e HTTP/1.1" status: 200 len: 1131 time: 0.0784857 Oct 13 15:41:54.000045 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56420) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:41:54.005239 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-a426c1a7-d2be-4ded-b3bc-b90351fb4667 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'floatingip': {'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'port_id': '0f93823c-fe01-454b-92c4-30ec1dd9fe9f', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:41:54.010964 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-a426c1a7-d2be-4ded-b3bc-b90351fb4667 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:41:54.014986 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-a426c1a7-d2be-4ded-b3bc-b90351fb4667 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:floatingip and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:41:54.018543 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-a426c1a7-d2be-4ded-b3bc-b90351fb4667 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:41:54.024194 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-a426c1a7-d2be-4ded-b3bc-b90351fb4667 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:41:54.034246 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a426c1a7-d2be-4ded-b3bc-b90351fb4667 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for floatingip, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:54.166559 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a426c1a7-d2be-4ded-b3bc-b90351fb4667 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:54.294682 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-a426c1a7-d2be-4ded-b3bc-b90351fb4667 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Allocated IP 172.26.2.207 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/d83cdc82-6432-45f7-835e-ea0582892f2f) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:41:54.444242 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a426c1a7-d2be-4ded-b3bc-b90351fb4667 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:54.472963 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a426c1a7-d2be-4ded-b3bc-b90351fb4667 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:54.536160 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a426c1a7-d2be-4ded-b3bc-b90351fb4667 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:41:54.538838 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-a426c1a7-d2be-4ded-b3bc-b90351fb4667 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:41:54.542305 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a426c1a7-d2be-4ded-b3bc-b90351fb4667 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:41:54.571230 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a426c1a7-d2be-4ded-b3bc-b90351fb4667 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Port': ['ID=d83cdc82-6432-45f7-835e-ea0582892f2f,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:41:54.943368 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a426c1a7-d2be-4ded-b3bc-b90351fb4667 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:55.015905 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a426c1a7-d2be-4ded-b3bc-b90351fb4667 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:55.313007 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a426c1a7-d2be-4ded-b3bc-b90351fb4667 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:55.317189 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a426c1a7-d2be-4ded-b3bc-b90351fb4667 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:55.423468 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a426c1a7-d2be-4ded-b3bc-b90351fb4667 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Port': ['ID=d83cdc82-6432-45f7-835e-ea0582892f2f,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:41:55.426771 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a426c1a7-d2be-4ded-b3bc-b90351fb4667 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:55.598360 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.l3_db [None req-a426c1a7-d2be-4ded-b3bc-b90351fb4667 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Floating IP 6911e879-b2bc-47c9-a7c6-910fbbe1e921 associated. External IP: 172.26.2.207, port: 0f93823c-fe01-454b-92c4-30ec1dd9fe9f. Oct 13 15:41:55.735611 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:55.945248 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a426c1a7-d2be-4ded-b3bc-b90351fb4667 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Router 6fd0ecc7-f6cd-40e9-ab45-2909facf57d9 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:41:56.118573 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a426c1a7-d2be-4ded-b3bc-b90351fb4667 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:41:56.129184 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d534f3ab-4cf3-42fd-93f3-56091ccbe333 None None] Sync routers for ids ['6fd0ecc7-f6cd-40e9-ab45-2909facf57d9'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:41:56.139162 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d534f3ab-4cf3-42fd-93f3-56091ccbe333 None None] Routers {'6fd0ecc7-f6cd-40e9-ab45-2909facf57d9'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:41:56.139772 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-d534f3ab-4cf3-42fd-93f3-56091ccbe333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:41:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['6fd0ecc7-f6cd-40e9-ab45-2909facf57d9'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:41:56.143913 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a426c1a7-d2be-4ded-b3bc-b90351fb4667 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:56.202324 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-a426c1a7-d2be-4ded-b3bc-b90351fb4667 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.2011244 Oct 13 15:41:56.202801 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69bd1770-94e8-4e48-b949-8a340ee0252e', 'tag': '0f93823c-fe01-454b-92c4-30ec1dd9fe9f'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:41:56.205054 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 56424) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:41:56.205531 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24dd04a0-3a61-44e0-88dd-cce67af7a1cf" -d '{"events": [{"name": "network-changed", "server_uuid": "69bd1770-94e8-4e48-b949-8a340ee0252e", "tag": "0f93823c-fe01-454b-92c4-30ec1dd9fe9f"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:41:56.252984 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 15:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b043a8ad-46a6-48ba-8e04-95a13d3cb374 x-openstack-request-id: req-b043a8ad-46a6-48ba-8e04-95a13d3cb374 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:41:56.253270 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69bd1770-94e8-4e48-b949-8a340ee0252e", "tag": "0f93823c-fe01-454b-92c4-30ec1dd9fe9f", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:41:56.253522 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b043a8ad-46a6-48ba-8e04-95a13d3cb374 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:41:56.253922 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b043a8ad-46a6-48ba-8e04-95a13d3cb374'] response: {'name': 'network-changed', 'server_uuid': '69bd1770-94e8-4e48-b949-8a340ee0252e', 'tag': '0f93823c-fe01-454b-92c4-30ec1dd9fe9f', 'status': 'completed', 'code': 200} Oct 13 15:41:56.292240 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5795520-71ef-4b8d-b380-c4a4ab10468f tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:41:56.296516 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-b5795520-71ef-4b8d-b380-c4a4ab10468f tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=69bd1770-94e8-4e48-b949-8a340ee0252e&network_id=9f5be654-5236-4c09-bc86-bb1bf1d7e812 HTTP/1.1" status: 200 len: 1131 time: 0.0879171 Oct 13 15:41:56.328422 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-d534f3ab-4cf3-42fd-93f3-56091ccbe333 None None] Set router 6fd0ecc7-f6cd-40e9-ab45-2909facf57d9 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:41:56.351745 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd04a0-3a61-44e0-88dd-cce67af7a1cf req-ac3f9c97-784d-4f0d-a9c6-11bed653383f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:41:56.353209 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-24dd04a0-3a61-44e0-88dd-cce67af7a1cf req-ac3f9c97-784d-4f0d-a9c6-11bed653383f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&device_id=69bd1770-94e8-4e48-b949-8a340ee0252e HTTP/1.1" status: 200 len: 1136 time: 0.0790820 Oct 13 15:41:56.486364 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd04a0-3a61-44e0-88dd-cce67af7a1cf req-26bd555c-c93d-4c2d-bcfb-5db90f898faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:41:56.488461 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-24dd04a0-3a61-44e0-88dd-cce67af7a1cf req-26bd555c-c93d-4c2d-bcfb-5db90f898faa service neutron] 10.222.0.16 "GET /v2.0/networks?id=9f5be654-5236-4c09-bc86-bb1bf1d7e812 HTTP/1.1" status: 200 len: 896 time: 0.1282892 Oct 13 15:41:56.597858 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-24dd04a0-3a61-44e0-88dd-cce67af7a1cf req-45feb136-188a-4322-b8f3-6d84a8aa0cdd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f93823c-fe01-454b-92c4-30ec1dd9fe9f HTTP/1.1" status: 200 len: 1037 time: 0.1036813 Oct 13 15:41:56.667016 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd04a0-3a61-44e0-88dd-cce67af7a1cf req-282e9083-cf09-4ea1-928f-85552014f700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:41:56.668485 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-24dd04a0-3a61-44e0-88dd-cce67af7a1cf req-282e9083-cf09-4ea1-928f-85552014f700 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fdf33c1c-7dda-40ab-91fa-40b5d7e57449 HTTP/1.1" status: 200 len: 835 time: 0.0636775 Oct 13 15:41:56.680115 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7950cdf0-27f0-4efd-a3f1-519683a8209c req-a2722916-8522-461a-8d22-c7d9b4f81694 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:41:56.681755 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-7950cdf0-27f0-4efd-a3f1-519683a8209c req-a2722916-8522-461a-8d22-c7d9b4f81694 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=69bd1770-94e8-4e48-b949-8a340ee0252e HTTP/1.1" status: 200 len: 983 time: 0.0975461 Oct 13 15:41:56.707282 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-d534f3ab-4cf3-42fd-93f3-56091ccbe333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd0ecc7-f6cd-40e9-ab45-2909facf57d9', 'name': 'tempest-TestNetworkBasicOps-router-1488754869', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': '0b415f9d-5710-43a8-ba1b-90eb23cd6cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:41:31Z', 'updated_at': '2022-10-13T15:41:36Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '0b415f9d-5710-43a8-ba1b-90eb23cd6cd5', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:eb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd0ecc7-f6cd-40e9-ab45-2909facf57d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:41:32Z', 'updated_at': '2022-10-13T15:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '6911e879-b2bc-47c9-a7c6-910fbbe1e921', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'floating_ip_address': '172.26.2.207', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '6fd0ecc7-f6cd-40e9-ab45-2909facf57d9', 'port_id': '0f93823c-fe01-454b-92c4-30ec1dd9fe9f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1984919221', 'network_id': '9f5be654-5236-4c09-bc86-bb1bf1d7e812', 'mac_address': 'fa:16:3e:05:05:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bd1770-94e8-4e48-b949-8a340ee0252e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:41:54Z', 'updated_at': '2022-10-13T15:41:54Z', 'revision_number': 0, 'project_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '673dad87-9290-4068-8492-19c306d5cf5a', 'name': '', 'network_id': '9f5be654-5236-4c09-bc86-bb1bf1d7e812', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:b8:64:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd0ecc7-f6cd-40e9-ab45-2909facf57d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'fdf33c1c-7dda-40ab-91fa-40b5d7e57449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:41:35Z', 'updated_at': '2022-10-13T15:41:41Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': 'fdf33c1c-7dda-40ab-91fa-40b5d7e57449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:41:56.711795 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d534f3ab-4cf3-42fd-93f3-56091ccbe333 None None] Checking router: 6fd0ecc7-f6cd-40e9-ab45-2909facf57d9 for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:41:56.722753 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d534f3ab-4cf3-42fd-93f3-56091ccbe333 None None] Routers {'6fd0ecc7-f6cd-40e9-ab45-2909facf57d9'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:41:56.723002 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-d534f3ab-4cf3-42fd-93f3-56091ccbe333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:41:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['6fd0ecc7-f6cd-40e9-ab45-2909facf57d9'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:41:56.730383 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-7950cdf0-27f0-4efd-a3f1-519683a8209c req-4e17390c-fc1b-44cd-bd91-df78bbc5d89d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae85b762-fa1f-436a-94c1-d65272cce6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424581 Oct 13 15:41:56.873926 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd04a0-3a61-44e0-88dd-cce67af7a1cf req-9d42f39e-70b5-4ef6-980b-d5e2dc2d6e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:41:56.875429 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-24dd04a0-3a61-44e0-88dd-cce67af7a1cf req-9d42f39e-70b5-4ef6-980b-d5e2dc2d6e6d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9f5be654-5236-4c09-bc86-bb1bf1d7e812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1924322 Oct 13 15:41:56.905555 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-d534f3ab-4cf3-42fd-93f3-56091ccbe333 None None] Set router 6fd0ecc7-f6cd-40e9-ab45-2909facf57d9 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:41:57.005978 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-24dd04a0-3a61-44e0-88dd-cce67af7a1cf req-673c16c6-be0b-4e4f-9c83-b5b8e9a8f23e service neutron] 10.222.0.16 "GET /v2.0/networks/9f5be654-5236-4c09-bc86-bb1bf1d7e812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234739 Oct 13 15:41:57.139069 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-24dd04a0-3a61-44e0-88dd-cce67af7a1cf req-d2076c2a-aa40-4cc3-b224-7e6b58a15e2c service neutron] 10.222.0.16 "GET /v2.0/networks/9f5be654-5236-4c09-bc86-bb1bf1d7e812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245708 Oct 13 15:41:57.249227 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-d534f3ab-4cf3-42fd-93f3-56091ccbe333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd0ecc7-f6cd-40e9-ab45-2909facf57d9', 'name': 'tempest-TestNetworkBasicOps-router-1488754869', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': '0b415f9d-5710-43a8-ba1b-90eb23cd6cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:41:31Z', 'updated_at': '2022-10-13T15:41:36Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '0b415f9d-5710-43a8-ba1b-90eb23cd6cd5', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:eb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd0ecc7-f6cd-40e9-ab45-2909facf57d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:41:32Z', 'updated_at': '2022-10-13T15:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '6911e879-b2bc-47c9-a7c6-910fbbe1e921', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'floating_ip_address': '172.26.2.207', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '6fd0ecc7-f6cd-40e9-ab45-2909facf57d9', 'port_id': '0f93823c-fe01-454b-92c4-30ec1dd9fe9f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1984919221', 'network_id': '9f5be654-5236-4c09-bc86-bb1bf1d7e812', 'mac_address': 'fa:16:3e:05:05:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bd1770-94e8-4e48-b949-8a340ee0252e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:41:54Z', 'updated_at': '2022-10-13T15:41:54Z', 'revision_number': 0, 'project_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '673dad87-9290-4068-8492-19c306d5cf5a', 'name': '', 'network_id': '9f5be654-5236-4c09-bc86-bb1bf1d7e812', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:b8:64:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd0ecc7-f6cd-40e9-ab45-2909facf57d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'fdf33c1c-7dda-40ab-91fa-40b5d7e57449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:41:35Z', 'updated_at': '2022-10-13T15:41:41Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': 'fdf33c1c-7dda-40ab-91fa-40b5d7e57449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:41:57.253726 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d534f3ab-4cf3-42fd-93f3-56091ccbe333 None None] The sync data for ids ['6fd0ecc7-f6cd-40e9-ab45-2909facf57d9'] in dv-neutron-860329-2-hyperv is: [{'id': '6fd0ecc7-f6cd-40e9-ab45-2909facf57d9', 'name': 'tempest-TestNetworkBasicOps-router-1488754869', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': '0b415f9d-5710-43a8-ba1b-90eb23cd6cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:41:31Z', 'updated_at': '2022-10-13T15:41:36Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '0b415f9d-5710-43a8-ba1b-90eb23cd6cd5', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:eb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd0ecc7-f6cd-40e9-ab45-2909facf57d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:41:32Z', 'updated_at': '2022-10-13T15:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '6911e879-b2bc-47c9-a7c6-910fbbe1e921', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'floating_ip_address': '172.26.2.207', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '6fd0ecc7-f6cd-40e9-ab45-2909facf57d9', 'port_id': '0f93823c-fe01-454b-92c4-30ec1dd9fe9f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1408, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1984919221', 'network_id': '9f5be654-5236-4c09-bc86-bb1bf1d7e812', 'mac_address': 'fa:16:3e:05:05:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69bd1770-94e8-4e48-b949-8a340ee0252e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:41:54Z', 'updated_at': '2022-10-13T15:41:54Z', 'revision_number': 0, 'project_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '673dad87-9290-4068-8492-19c306d5cf5a', 'name': '', 'network_id': '9f5be654-5236-4c09-bc86-bb1bf1d7e812', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:b8:64:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd0ecc7-f6cd-40e9-ab45-2909facf57d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'fdf33c1c-7dda-40ab-91fa-40b5d7e57449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:41:35Z', 'updated_at': '2022-10-13T15:41:41Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': 'fdf33c1c-7dda-40ab-91fa-40b5d7e57449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:41:57.447198 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2e0bc3c-c82e-410e-80b7-6ffa5eb097ab None None] New status for floating IP 6911e879-b2bc-47c9-a7c6-910fbbe1e921: ACTIVE {{(pid=88975) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:41:57.932039 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c882110-2f29-4e5c-9996-fd1e33eb69f5 req-758519ec-0b06-47fa-bf18-00b6b4ad25c6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:41:57.933393 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4c882110-2f29-4e5c-9996-fd1e33eb69f5 req-758519ec-0b06-47fa-bf18-00b6b4ad25c6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=69bd1770-94e8-4e48-b949-8a340ee0252e HTTP/1.1" status: 200 len: 983 time: 0.0926640 Oct 13 15:41:57.976636 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4c882110-2f29-4e5c-9996-fd1e33eb69f5 req-30aa5cd5-e8b4-4dea-98e9-1582236bd627 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae85b762-fa1f-436a-94c1-d65272cce6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374904 Oct 13 15:41:58.294579 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de997b-2b23-40c1-a143-2c700aaafa6a req-a41d3038-8a78-4cca-8842-a249945abac1 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:41:58.295920 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-84de997b-2b23-40c1-a143-2c700aaafa6a req-a41d3038-8a78-4cca-8842-a249945abac1 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.16 "GET /v2.0/ports?device_id=69bd1770-94e8-4e48-b949-8a340ee0252e HTTP/1.1" status: 200 len: 983 time: 0.0859406 Oct 13 15:41:58.368842 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de997b-2b23-40c1-a143-2c700aaafa6a req-8b01bf4d-37b8-4870-89b5-cbd9c9c77cab tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:41:58.370111 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-84de997b-2b23-40c1-a143-2c700aaafa6a req-8b01bf4d-37b8-4870-89b5-cbd9c9c77cab tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.16 "GET /v2.0/ports/0f93823c-fe01-454b-92c4-30ec1dd9fe9f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0685959 Oct 13 15:41:58.512335 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-84de997b-2b23-40c1-a143-2c700aaafa6a req-387cd161-1136-43d4-83a3-ad76ba03dc06 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.16 "GET /v2.0/networks/9f5be654-5236-4c09-bc86-bb1bf1d7e812?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1378231 Oct 13 15:41:58.522443 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-84de997b-2b23-40c1-a143-2c700aaafa6a req-26956ced-0eec-4828-afda-95a3d80bc562 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:41:58.629168 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-84de997b-2b23-40c1-a143-2c700aaafa6a req-26956ced-0eec-4828-afda-95a3d80bc562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:58.823489 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-84de997b-2b23-40c1-a143-2c700aaafa6a req-26956ced-0eec-4828-afda-95a3d80bc562 service neutron] For port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=0f93823c-fe01-454b-92c4-30ec1dd9fe9f,segment=NetworkSegment(b251b1cc-432f-4e8e-a653-d794e2125bbd),segment_id=b251b1cc-432f-4e8e-a653-d794e2125bbd)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:41:58.850586 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-84de997b-2b23-40c1-a143-2c700aaafa6a req-26956ced-0eec-4828-afda-95a3d80bc562 service neutron] For port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f, host hv-neutron-8603, cleared binding levels {{(pid=88973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:41:58.903197 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [req-84de997b-2b23-40c1-a143-2c700aaafa6a req-26956ced-0eec-4828-afda-95a3d80bc562 service neutron] device_id is not set on port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f yet. {{(pid=88973) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:41:58.911263 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-84de997b-2b23-40c1-a143-2c700aaafa6a req-26956ced-0eec-4828-afda-95a3d80bc562 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:58.916648 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-84de997b-2b23-40c1-a143-2c700aaafa6a req-26956ced-0eec-4828-afda-95a3d80bc562 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:59.055174 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26956ced-0eec-4828-afda-95a3d80bc562 service neutron] Pushing event updated for resources: {'Port': ['ID=0f93823c-fe01-454b-92c4-30ec1dd9fe9f,revision_number=6']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:41:59.098182 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-84de997b-2b23-40c1-a143-2c700aaafa6a req-26956ced-0eec-4828-afda-95a3d80bc562 service neutron] No DVR routers for this DVR port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f on host hv-neutron-8603 {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:41:59.139555 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-c0520dbe-5c70-4c40-b7dc-9d0e831db741 req-9ed3d880-35c0-4c17-beb8-093aa2f62ca9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=69bd1770-94e8-4e48-b949-8a340ee0252e HTTP/1.1" status: 200 len: 210 time: 0.0523353 Oct 13 15:41:59.416606 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-84de997b-2b23-40c1-a143-2c700aaafa6a req-26956ced-0eec-4828-afda-95a3d80bc562 service neutron] In _notify_port_updated(), no bound segment for port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f on network 9f5be654-5236-4c09-bc86-bb1bf1d7e812 {{(pid=88973) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 13 15:41:59.417464 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84de997b-2b23-40c1-a143-2c700aaafa6a req-26956ced-0eec-4828-afda-95a3d80bc562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:41:59.418059 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-84de997b-2b23-40c1-a143-2c700aaafa6a req-26956ced-0eec-4828-afda-95a3d80bc562 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:41:59.419349 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-84de997b-2b23-40c1-a143-2c700aaafa6a req-26956ced-0eec-4828-afda-95a3d80bc562 service neutron] 10.222.0.16 "PUT /v2.0/ports/0f93823c-fe01-454b-92c4-30ec1dd9fe9f HTTP/1.1" status: 200 len: 1026 time: 0.9013186 Oct 13 15:42:00.237825 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 56440) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:42:00.307724 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62363dd6-6621-4bda-b4df-657d0d71edbf tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:00.309016 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-62363dd6-6621-4bda-b4df-657d0d71edbf tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports/0f93823c-fe01-454b-92c4-30ec1dd9fe9f HTTP/1.1" status: 200 len: 925 time: 0.0701983 Oct 13 15:42:00.377072 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 56446) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:42:00.382867 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-b1473fc8-10eb-41ec-aa98-8772e4d5f9bb tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1801025956', 'description': 'tempest-secgroup-smoke-1801025956 description', 'project_id': 'de460f02ee50469b960f7a471a064187'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:42:00.388750 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-b1473fc8-10eb-41ec-aa98-8772e4d5f9bb tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:42:00.398370 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-b1473fc8-10eb-41ec-aa98-8772e4d5f9bb tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:42:00.407870 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b1473fc8-10eb-41ec-aa98-8772e4d5f9bb tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:00.428256 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-b1473fc8-10eb-41ec-aa98-8772e4d5f9bb tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:42:00.431966 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-b1473fc8-10eb-41ec-aa98-8772e4d5f9bb tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:42:00.434729 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-b1473fc8-10eb-41ec-aa98-8772e4d5f9bb tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:42:00.440863 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-b1473fc8-10eb-41ec-aa98-8772e4d5f9bb tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:42:00.510408 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b1473fc8-10eb-41ec-aa98-8772e4d5f9bb tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:00.513832 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b1473fc8-10eb-41ec-aa98-8772e4d5f9bb tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:00.559958 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1473fc8-10eb-41ec-aa98-8772e4d5f9bb tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=078ff1c4-2b04-4b55-922a-f6728c9364b3,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:42:00.566269 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b1473fc8-10eb-41ec-aa98-8772e4d5f9bb tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:00.567867 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-b1473fc8-10eb-41ec-aa98-8772e4d5f9bb tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1888852 Oct 13 15:42:00.570469 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 56450) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:42:00.575297 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-45b1e55e-e3e4-4fb6-8156-0ff87836092b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': '078ff1c4-2b04-4b55-922a-f6728c9364b3', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:42:00.581058 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-45b1e55e-e3e4-4fb6-8156-0ff87836092b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:42:00.584843 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-45b1e55e-e3e4-4fb6-8156-0ff87836092b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:42:00.587686 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-45b1e55e-e3e4-4fb6-8156-0ff87836092b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:42:00.593216 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-45b1e55e-e3e4-4fb6-8156-0ff87836092b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:42:00.609421 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-45b1e55e-e3e4-4fb6-8156-0ff87836092b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:00.668863 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-45b1e55e-e3e4-4fb6-8156-0ff87836092b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:00.671631 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-45b1e55e-e3e4-4fb6-8156-0ff87836092b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:00.694979 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b1e55e-e3e4-4fb6-8156-0ff87836092b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=197d038e-26e1-4fc0-8c9f-ac174bb3c62e,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:42:00.702752 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-45b1e55e-e3e4-4fb6-8156-0ff87836092b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:00.703902 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-45b1e55e-e3e4-4fb6-8156-0ff87836092b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1325533 Oct 13 15:42:00.706611 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 56454) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:42:00.711339 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-27b80680-353d-4fdb-951a-b0ba52b6ae63 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': '078ff1c4-2b04-4b55-922a-f6728c9364b3', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:42:00.716975 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-27b80680-353d-4fdb-951a-b0ba52b6ae63 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:42:00.722186 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-27b80680-353d-4fdb-951a-b0ba52b6ae63 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:42:00.725056 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-27b80680-353d-4fdb-951a-b0ba52b6ae63 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:42:00.730937 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-27b80680-353d-4fdb-951a-b0ba52b6ae63 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:42:00.747922 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-27b80680-353d-4fdb-951a-b0ba52b6ae63 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:00.806747 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-27b80680-353d-4fdb-951a-b0ba52b6ae63 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:00.809916 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-27b80680-353d-4fdb-951a-b0ba52b6ae63 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:00.832154 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b80680-353d-4fdb-951a-b0ba52b6ae63 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d76c523c-f2e6-4c0c-8e79-3082240d3fb5,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:42:00.840030 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-27b80680-353d-4fdb-951a-b0ba52b6ae63 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:00.841424 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-27b80680-353d-4fdb-951a-b0ba52b6ae63 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1337986 Oct 13 15:42:00.844035 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 56458) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:42:00.849601 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-3b60aedc-f5c7-4ce3-b705-16c4eaa2951b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': '078ff1c4-2b04-4b55-922a-f6728c9364b3', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:42:00.855220 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-3b60aedc-f5c7-4ce3-b705-16c4eaa2951b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:42:00.858995 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-3b60aedc-f5c7-4ce3-b705-16c4eaa2951b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:42:00.862426 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-3b60aedc-f5c7-4ce3-b705-16c4eaa2951b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:42:00.868217 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-3b60aedc-f5c7-4ce3-b705-16c4eaa2951b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:42:00.887018 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3b60aedc-f5c7-4ce3-b705-16c4eaa2951b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:00.947357 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3b60aedc-f5c7-4ce3-b705-16c4eaa2951b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:00.950595 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3b60aedc-f5c7-4ce3-b705-16c4eaa2951b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:00.973101 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b60aedc-f5c7-4ce3-b705-16c4eaa2951b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79d7ac10-f320-4c64-889a-5a289cda2936,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:42:00.981553 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3b60aedc-f5c7-4ce3-b705-16c4eaa2951b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:00.982775 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-3b60aedc-f5c7-4ce3-b705-16c4eaa2951b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1378598 Oct 13 15:42:00.985440 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 56462) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:42:00.991006 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-d88c07d7-1eec-41c2-901d-d4243a451331 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': '078ff1c4-2b04-4b55-922a-f6728c9364b3', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:42:00.996636 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-d88c07d7-1eec-41c2-901d-d4243a451331 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:42:01.000396 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-d88c07d7-1eec-41c2-901d-d4243a451331 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:42:01.003261 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-d88c07d7-1eec-41c2-901d-d4243a451331 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:42:01.008880 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-d88c07d7-1eec-41c2-901d-d4243a451331 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:42:01.025901 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d88c07d7-1eec-41c2-901d-d4243a451331 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:01.087660 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d88c07d7-1eec-41c2-901d-d4243a451331 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:01.091102 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d88c07d7-1eec-41c2-901d-d4243a451331 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:01.115310 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88c07d7-1eec-41c2-901d-d4243a451331 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33eec336-2bad-41b0-aea5-e513bc4aae25,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:42:01.125687 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d88c07d7-1eec-41c2-901d-d4243a451331 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:01.126854 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d88c07d7-1eec-41c2-901d-d4243a451331 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1405165 Oct 13 15:42:01.129593 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 56466) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:42:01.134382 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-ffe38809-8904-4e32-aa2f-2ba1ec1b26f3 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': '078ff1c4-2b04-4b55-922a-f6728c9364b3', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:42:01.139855 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-ffe38809-8904-4e32-aa2f-2ba1ec1b26f3 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:42:01.144122 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-ffe38809-8904-4e32-aa2f-2ba1ec1b26f3 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:42:01.147022 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-ffe38809-8904-4e32-aa2f-2ba1ec1b26f3 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:42:01.152649 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-ffe38809-8904-4e32-aa2f-2ba1ec1b26f3 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:42:01.163282 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.securitygroups_db [None req-ffe38809-8904-4e32-aa2f-2ba1ec1b26f3 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Project de460f02ee50469b960f7a471a064187 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 15:42:01.169877 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ffe38809-8904-4e32-aa2f-2ba1ec1b26f3 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:01.235026 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ffe38809-8904-4e32-aa2f-2ba1ec1b26f3 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:01.238327 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ffe38809-8904-4e32-aa2f-2ba1ec1b26f3 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:01.262541 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe38809-8904-4e32-aa2f-2ba1ec1b26f3 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccb84d9b-8961-4dba-a3d8-52c6fe1fdb66,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:42:01.271745 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ffe38809-8904-4e32-aa2f-2ba1ec1b26f3 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:01.272967 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-ffe38809-8904-4e32-aa2f-2ba1ec1b26f3 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1424637 Oct 13 15:42:01.275726 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 56470) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:42:01.280793 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-0a40589a-59b4-4b41-9c05-d2488e4ad49a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': '078ff1c4-2b04-4b55-922a-f6728c9364b3', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:42:01.287002 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-0a40589a-59b4-4b41-9c05-d2488e4ad49a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:42:01.290794 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-0a40589a-59b4-4b41-9c05-d2488e4ad49a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:42:01.293587 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-0a40589a-59b4-4b41-9c05-d2488e4ad49a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:42:01.299223 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-0a40589a-59b4-4b41-9c05-d2488e4ad49a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:42:01.309130 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.securitygroups_db [None req-0a40589a-59b4-4b41-9c05-d2488e4ad49a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Project de460f02ee50469b960f7a471a064187 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 15:42:01.315647 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0a40589a-59b4-4b41-9c05-d2488e4ad49a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:01.378855 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0a40589a-59b4-4b41-9c05-d2488e4ad49a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:01.382099 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0a40589a-59b4-4b41-9c05-d2488e4ad49a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:01.404585 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a40589a-59b4-4b41-9c05-d2488e4ad49a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30c46dfc-b587-4227-8242-b425eb97cb80,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:42:01.412468 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0a40589a-59b4-4b41-9c05-d2488e4ad49a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:01.413614 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-0a40589a-59b4-4b41-9c05-d2488e4ad49a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1370015 Oct 13 15:42:01.572885 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-475c8801-04ef-4a88-a6db-c5d8df415aa1 req-7774f10d-d216-4f7d-bf89-6990197901a0 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1801025956&fields=id&tenant_id=de460f02ee50469b960f7a471a064187 HTTP/1.1" status: 200 len: 267 time: 0.0406532 Oct 13 15:42:01.647385 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c8801-04ef-4a88-a6db-c5d8df415aa1 req-99d6f24a-7ce2-4b9d-a65b-405e29d6d3a2 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:01.648673 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-475c8801-04ef-4a88-a6db-c5d8df415aa1 req-99d6f24a-7ce2-4b9d-a65b-405e29d6d3a2 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports/0f93823c-fe01-454b-92c4-30ec1dd9fe9f HTTP/1.1" status: 200 len: 930 time: 0.0696509 Oct 13 15:42:01.719573 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-475c8801-04ef-4a88-a6db-c5d8df415aa1 req-6abc5e61-84ee-444f-83a6-ce8950219267 service neutron] 10.222.0.42 "GET /v2.0/ports/0f93823c-fe01-454b-92c4-30ec1dd9fe9f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0590973 Oct 13 15:42:01.850007 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-475c8801-04ef-4a88-a6db-c5d8df415aa1 req-138085e1-b380-4866-882d-4c732b91af3d service neutron] 10.222.0.42 "GET /v2.0/networks/9f5be654-5236-4c09-bc86-bb1bf1d7e812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244462 Oct 13 15:42:01.977728 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-475c8801-04ef-4a88-a6db-c5d8df415aa1 req-1ab823f2-405c-486b-90c9-a661d4cc8cf0 service neutron] 10.222.0.42 "GET /v2.0/networks/9f5be654-5236-4c09-bc86-bb1bf1d7e812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220832 Oct 13 15:42:02.160514 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-2d3c9d05-ce89-41b4-bf6b-c5b4c8b29abd req-fa7db8cc-6a56-4747-93d5-63fd8a70fa8d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2e1e4b2-a09d-45b1-9471-b08e055fc146 HTTP/1.1" status: 200 len: 210 time: 0.0526996 Oct 13 15:42:02.728376 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 0f93823c-fe01-454b-92c4-30ec1dd9fe9f no longer exists at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:42:02.784795 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 0f93823c-fe01-454b-92c4-30ec1dd9fe9f not bound to the agent host hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:42:03.082581 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c8801-04ef-4a88-a6db-c5d8df415aa1 req-0b5af318-1904-4c0c-8671-53a3034e679d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:03.083833 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-475c8801-04ef-4a88-a6db-c5d8df415aa1 req-0b5af318-1904-4c0c-8671-53a3034e679d service neutron] 10.222.0.16 "GET /v2.0/ports/0f93823c-fe01-454b-92c4-30ec1dd9fe9f HTTP/1.1" status: 200 len: 1026 time: 0.0643246 Oct 13 15:42:03.235809 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c8801-04ef-4a88-a6db-c5d8df415aa1 req-7ad5a60b-07ae-4090-a6fa-3079e20d17c2 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:03.237790 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-475c8801-04ef-4a88-a6db-c5d8df415aa1 req-7ad5a60b-07ae-4090-a6fa-3079e20d17c2 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.16 "GET /v2.0/networks?id=9f5be654-5236-4c09-bc86-bb1bf1d7e812 HTTP/1.1" status: 200 len: 795 time: 0.1492083 Oct 13 15:42:03.332245 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-3d22474f-ed16-4ac3-a1d1-4f790e3561eb req-36e023e9-88bf-4c45-b886-32fee422cbf0 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2e1e4b2-a09d-45b1-9471-b08e055fc146 HTTP/1.1" status: 200 len: 210 time: 0.0550523 Oct 13 15:42:03.337705 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-475c8801-04ef-4a88-a6db-c5d8df415aa1 req-2fc906ca-0666-49d8-a692-ef923127abc4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de460f02ee50469b960f7a471a064187 HTTP/1.1" status: 200 len: 472 time: 0.0888715 Oct 13 15:42:03.348387 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-475c8801-04ef-4a88-a6db-c5d8df415aa1 req-89f5b9db-a517-44a6-89b4-8c7bf59aea54 service neutron] Request body: {'port': {'device_id': 'f2e1e4b2-a09d-45b1-9471-b08e055fc146', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:42:03.459107 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-475c8801-04ef-4a88-a6db-c5d8df415aa1 req-89f5b9db-a517-44a6-89b4-8c7bf59aea54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:03.795804 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [req-475c8801-04ef-4a88-a6db-c5d8df415aa1 req-89f5b9db-a517-44a6-89b4-8c7bf59aea54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f93823c-fe01-454b-92c4-30ec1dd9fe9f {{(pid=88973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 15:42:03.803490 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-475c8801-04ef-4a88-a6db-c5d8df415aa1 req-89f5b9db-a517-44a6-89b4-8c7bf59aea54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:03.817307 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-475c8801-04ef-4a88-a6db-c5d8df415aa1 req-89f5b9db-a517-44a6-89b4-8c7bf59aea54 service neutron] Transition to ACTIVE for port object 0f93823c-fe01-454b-92c4-30ec1dd9fe9f will not be triggered until provisioned by entity L2. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:42:03.821363 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-475c8801-04ef-4a88-a6db-c5d8df415aa1 req-89f5b9db-a517-44a6-89b4-8c7bf59aea54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:03.957525 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f5b9db-a517-44a6-89b4-8c7bf59aea54 service neutron] Pushing event updated for resources: {'Port': ['ID=0f93823c-fe01-454b-92c4-30ec1dd9fe9f,revision_number=7']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:42:04.077493 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-475c8801-04ef-4a88-a6db-c5d8df415aa1 req-89f5b9db-a517-44a6-89b4-8c7bf59aea54 service neutron] Attempting to bind port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:42:04.077823 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-475c8801-04ef-4a88-a6db-c5d8df415aa1 req-89f5b9db-a517-44a6-89b4-8c7bf59aea54 service neutron] Attempting to bind port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'b251b1cc-432f-4e8e-a653-d794e2125bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9f5be654-5236-4c09-bc86-bb1bf1d7e812'}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:42:04.078166 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475c8801-04ef-4a88-a6db-c5d8df415aa1 req-89f5b9db-a517-44a6-89b4-8c7bf59aea54 service neutron] Attempting to bind port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f on network 9f5be654-5236-4c09-bc86-bb1bf1d7e812 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:42:04.082651 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475c8801-04ef-4a88-a6db-c5d8df415aa1 req-89f5b9db-a517-44a6-89b4-8c7bf59aea54 service neutron] Port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f on network 9f5be654-5236-4c09-bc86-bb1bf1d7e812 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:42:04.083232 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475c8801-04ef-4a88-a6db-c5d8df415aa1 req-89f5b9db-a517-44a6-89b4-8c7bf59aea54 service neutron] Attempting to bind port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f on network 9f5be654-5236-4c09-bc86-bb1bf1d7e812 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:42:04.087968 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475c8801-04ef-4a88-a6db-c5d8df415aa1 req-89f5b9db-a517-44a6-89b4-8c7bf59aea54 service neutron] Checking agent: {'id': 'c4d1d38a-44f6-47ac-b17c-311e640e7cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'started_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:42:04.088295 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475c8801-04ef-4a88-a6db-c5d8df415aa1 req-89f5b9db-a517-44a6-89b4-8c7bf59aea54 service neutron] Checking segment: {'id': 'b251b1cc-432f-4e8e-a653-d794e2125bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9f5be654-5236-4c09-bc86-bb1bf1d7e812'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:42:04.088673 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-475c8801-04ef-4a88-a6db-c5d8df415aa1 req-89f5b9db-a517-44a6-89b4-8c7bf59aea54 service neutron] Bound using segment: {'id': 'b251b1cc-432f-4e8e-a653-d794e2125bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9f5be654-5236-4c09-bc86-bb1bf1d7e812'} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:42:04.089096 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-475c8801-04ef-4a88-a6db-c5d8df415aa1 req-89f5b9db-a517-44a6-89b4-8c7bf59aea54 service neutron] Bound port: 0f93823c-fe01-454b-92c4-30ec1dd9fe9f, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b251b1cc-432f-4e8e-a653-d794e2125bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 410, 'network_id': '9f5be654-5236-4c09-bc86-bb1bf1d7e812'}}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:42:04.089429 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-475c8801-04ef-4a88-a6db-c5d8df415aa1 req-89f5b9db-a517-44a6-89b4-8c7bf59aea54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:04.178249 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-475c8801-04ef-4a88-a6db-c5d8df415aa1 req-89f5b9db-a517-44a6-89b4-8c7bf59aea54 service neutron] For port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f, host hv-neutron-8603, cleared binding levels {{(pid=88973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:42:04.181232 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-475c8801-04ef-4a88-a6db-c5d8df415aa1 req-89f5b9db-a517-44a6-89b4-8c7bf59aea54 service neutron] For port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=0f93823c-fe01-454b-92c4-30ec1dd9fe9f,segment=NetworkSegment(b251b1cc-432f-4e8e-a653-d794e2125bbd),segment_id=b251b1cc-432f-4e8e-a653-d794e2125bbd)] {{(pid=88973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:42:04.185491 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-475c8801-04ef-4a88-a6db-c5d8df415aa1 req-89f5b9db-a517-44a6-89b4-8c7bf59aea54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:04.215499 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c8801-04ef-4a88-a6db-c5d8df415aa1 req-89f5b9db-a517-44a6-89b4-8c7bf59aea54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:04.216030 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-475c8801-04ef-4a88-a6db-c5d8df415aa1 req-89f5b9db-a517-44a6-89b4-8c7bf59aea54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:04.217361 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-475c8801-04ef-4a88-a6db-c5d8df415aa1 req-89f5b9db-a517-44a6-89b4-8c7bf59aea54 service neutron] 10.222.0.16 "PUT /v2.0/ports/0f93823c-fe01-454b-92c4-30ec1dd9fe9f HTTP/1.1" status: 200 len: 1131 time: 0.8733726 Oct 13 15:42:04.222658 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2e1e4b2-a09d-45b1-9471-b08e055fc146', 'tag': '0f93823c-fe01-454b-92c4-30ec1dd9fe9f'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:42:04.224925 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4a6eee-910f-4b09-a4b2-15c85058234e" -d '{"events": [{"name": "network-changed", "server_uuid": "f2e1e4b2-a09d-45b1-9471-b08e055fc146", "tag": "0f93823c-fe01-454b-92c4-30ec1dd9fe9f"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:42:04.402031 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 15:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c60603b1-9e2f-470d-bfc6-f7e3c2bc0ccc x-openstack-request-id: req-c60603b1-9e2f-470d-bfc6-f7e3c2bc0ccc {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:42:04.402309 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2e1e4b2-a09d-45b1-9471-b08e055fc146", "tag": "0f93823c-fe01-454b-92c4-30ec1dd9fe9f", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:42:04.402556 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c60603b1-9e2f-470d-bfc6-f7e3c2bc0ccc {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:42:04.402940 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c60603b1-9e2f-470d-bfc6-f7e3c2bc0ccc'] response: {'name': 'network-changed', 'server_uuid': 'f2e1e4b2-a09d-45b1-9471-b08e055fc146', 'tag': '0f93823c-fe01-454b-92c4-30ec1dd9fe9f', 'status': 'completed', 'code': 200} Oct 13 15:42:04.421057 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f5b9db-a517-44a6-89b4-8c7bf59aea54 service neutron] Pushing event updated for resources: {'Port': ['ID=0f93823c-fe01-454b-92c4-30ec1dd9fe9f,revision_number=8']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:42:04.455749 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-fd8f3bb2-c2c2-48fe-ab31-2984416df9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:04.490510 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c8801-04ef-4a88-a6db-c5d8df415aa1 req-9e4eecc2-7ddd-42f4-a972-0f24a5fdf32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:04.491880 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-475c8801-04ef-4a88-a6db-c5d8df415aa1 req-9e4eecc2-7ddd-42f4-a972-0f24a5fdf32b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&device_id=f2e1e4b2-a09d-45b1-9471-b08e055fc146 HTTP/1.1" status: 200 len: 1134 time: 0.2383685 Oct 13 15:42:04.601883 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:42:04.605582 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-475c8801-04ef-4a88-a6db-c5d8df415aa1 req-4f9fcb70-6065-44fe-a5b1-ed9d0c8dcf3b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f93823c-fe01-454b-92c4-30ec1dd9fe9f HTTP/1.1" status: 200 len: 1037 time: 0.1066148 Oct 13 15:42:04.652536 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a21aa7-120b-429d-a775-f8ca495c1632 req-69f726a3-1997-4720-acae-42f65ba64f62 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:04.653942 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f4a21aa7-120b-429d-a775-f8ca495c1632 req-69f726a3-1997-4720-acae-42f65ba64f62 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2e1e4b2-a09d-45b1-9471-b08e055fc146 HTTP/1.1" status: 200 len: 981 time: 0.2087586 Oct 13 15:42:04.702042 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c8801-04ef-4a88-a6db-c5d8df415aa1 req-beccaa0d-2295-4244-8c38-9f9349331fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:04.703460 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-475c8801-04ef-4a88-a6db-c5d8df415aa1 req-beccaa0d-2295-4244-8c38-9f9349331fb3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fdf33c1c-7dda-40ab-91fa-40b5d7e57449 HTTP/1.1" status: 200 len: 835 time: 0.0909679 Oct 13 15:42:04.753359 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f4a21aa7-120b-429d-a775-f8ca495c1632 req-67c94a0b-e518-453d-abca-28397be110af tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae85b762-fa1f-436a-94c1-d65272cce6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924869 Oct 13 15:42:04.789165 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475c8801-04ef-4a88-a6db-c5d8df415aa1 req-f8f67701-542a-427a-abe2-a8e5895b17b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:04.790660 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-475c8801-04ef-4a88-a6db-c5d8df415aa1 req-f8f67701-542a-427a-abe2-a8e5895b17b6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9f5be654-5236-4c09-bc86-bb1bf1d7e812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797522 Oct 13 15:42:04.919139 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-475c8801-04ef-4a88-a6db-c5d8df415aa1 req-3f961b4b-c59c-479d-9701-c24e36c5eb69 service neutron] 10.222.0.16 "GET /v2.0/networks/9f5be654-5236-4c09-bc86-bb1bf1d7e812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217787 Oct 13 15:42:05.046340 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-475c8801-04ef-4a88-a6db-c5d8df415aa1 req-cc59b572-ae6d-4ea7-9ee0-7fa7996d7891 service neutron] 10.222.0.16 "GET /v2.0/networks/9f5be654-5236-4c09-bc86-bb1bf1d7e812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212306 Oct 13 15:42:05.166246 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a6eee-910f-4b09-a4b2-15c85058234e req-2b6851f2-1a1b-45a7-9fbd-c1998442da21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:05.167745 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6b4a6eee-910f-4b09-a4b2-15c85058234e req-2b6851f2-1a1b-45a7-9fbd-c1998442da21 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&device_id=f2e1e4b2-a09d-45b1-9471-b08e055fc146 HTTP/1.1" status: 200 len: 1134 time: 0.0814407 Oct 13 15:42:05.297078 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a6eee-910f-4b09-a4b2-15c85058234e req-02be1c6c-2860-43a4-831d-b88a0a395021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:05.298426 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6b4a6eee-910f-4b09-a4b2-15c85058234e req-02be1c6c-2860-43a4-831d-b88a0a395021 service neutron] 10.222.0.16 "GET /v2.0/networks?id=9f5be654-5236-4c09-bc86-bb1bf1d7e812 HTTP/1.1" status: 200 len: 896 time: 0.1250875 Oct 13 15:42:05.401457 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6b4a6eee-910f-4b09-a4b2-15c85058234e req-f92f2bb2-9281-4de6-ace3-cef7f2811d72 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0f93823c-fe01-454b-92c4-30ec1dd9fe9f HTTP/1.1" status: 200 len: 1037 time: 0.0975723 Oct 13 15:42:05.464160 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a6eee-910f-4b09-a4b2-15c85058234e req-bb944980-c143-4a02-af5e-7225708c7f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:05.465558 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6b4a6eee-910f-4b09-a4b2-15c85058234e req-bb944980-c143-4a02-af5e-7225708c7f0c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=fdf33c1c-7dda-40ab-91fa-40b5d7e57449 HTTP/1.1" status: 200 len: 835 time: 0.0583980 Oct 13 15:42:05.546381 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4a6eee-910f-4b09-a4b2-15c85058234e req-c12c8b6b-f8ec-4231-8908-511fb77f04a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:05.547897 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6b4a6eee-910f-4b09-a4b2-15c85058234e req-c12c8b6b-f8ec-4231-8908-511fb77f04a0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=9f5be654-5236-4c09-bc86-bb1bf1d7e812&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760643 Oct 13 15:42:05.678261 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6b4a6eee-910f-4b09-a4b2-15c85058234e req-bcee0c36-86e5-49ef-96c8-513c64c40c26 service neutron] 10.222.0.16 "GET /v2.0/networks/9f5be654-5236-4c09-bc86-bb1bf1d7e812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245623 Oct 13 15:42:05.809783 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6b4a6eee-910f-4b09-a4b2-15c85058234e req-afee3414-e7ff-40fc-b8e7-2b655c5458c7 service neutron] 10.222.0.16 "GET /v2.0/networks/9f5be654-5236-4c09-bc86-bb1bf1d7e812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245244 Oct 13 15:42:05.957272 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ebfb8e-f3ef-440a-9a1d-f8b64090b323 req-6425fd83-1783-4898-8a05-6953eec61015 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:05.958764 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f6ebfb8e-f3ef-440a-9a1d-f8b64090b323 req-6425fd83-1783-4898-8a05-6953eec61015 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2e1e4b2-a09d-45b1-9471-b08e055fc146 HTTP/1.1" status: 200 len: 981 time: 0.0886970 Oct 13 15:42:06.004015 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-f6ebfb8e-f3ef-440a-9a1d-f8b64090b323 req-fad51a6e-c8aa-4b2d-ba8e-e8ad42090d89 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:security_group {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:42:06.019572 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-f6ebfb8e-f3ef-440a-9a1d-f8b64090b323 req-fad51a6e-c8aa-4b2d-ba8e-e8ad42090d89 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:security_group {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:42:06.020785 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f6ebfb8e-f3ef-440a-9a1d-f8b64090b323 req-fad51a6e-c8aa-4b2d-ba8e-e8ad42090d89 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae85b762-fa1f-436a-94c1-d65272cce6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564449 Oct 13 15:42:06.605223 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6702f25e-5d82-4ba2-ace2-6e1fe039754d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:07.219920 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609c48c1-9a55-4485-b372-44ece6ae2705 req-5c559dcc-03b1-4426-9952-f7248912a6f5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:07.221404 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-609c48c1-9a55-4485-b372-44ece6ae2705 req-5c559dcc-03b1-4426-9952-f7248912a6f5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2e1e4b2-a09d-45b1-9471-b08e055fc146 HTTP/1.1" status: 200 len: 981 time: 0.0885279 Oct 13 15:42:07.265946 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-609c48c1-9a55-4485-b372-44ece6ae2705 req-5c56ddab-f7ec-4020-a8d7-1c72f46878d7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae85b762-fa1f-436a-94c1-d65272cce6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386190 Oct 13 15:42:07.702774 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:07.859594 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:08.549802 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5324920-3caf-402c-80e4-8f8161c93e84 req-f4cd0bb9-914d-4972-b62f-d57e5054c32e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:08.551213 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e5324920-3caf-402c-80e4-8f8161c93e84 req-f4cd0bb9-914d-4972-b62f-d57e5054c32e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2e1e4b2-a09d-45b1-9471-b08e055fc146 HTTP/1.1" status: 200 len: 981 time: 0.1769729 Oct 13 15:42:08.594550 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e5324920-3caf-402c-80e4-8f8161c93e84 req-477cfeb2-daa0-4bf3-9636-9154bb286be3 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae85b762-fa1f-436a-94c1-d65272cce6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376797 Oct 13 15:42:08.781115 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 0f93823c-fe01-454b-92c4-30ec1dd9fe9f details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=88974) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 13 15:42:08.943189 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=0f93823c-fe01-454b-92c4-30ec1dd9fe9f,segment=NetworkSegment(b251b1cc-432f-4e8e-a653-d794e2125bbd),segment_id=b251b1cc-432f-4e8e-a653-d794e2125bbd)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:42:08.956371 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Returning: {'device': '0f93823c-fe01-454b-92c4-30ec1dd9fe9f', 'network_id': '9f5be654-5236-4c09-bc86-bb1bf1d7e812', 'port_id': '0f93823c-fe01-454b-92c4-30ec1dd9fe9f', 'mac_address': 'fa:16:3e:05:05:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 410, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdf33c1c-7dda-40ab-91fa-40b5d7e57449', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88974) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 13 15:42:09.009430 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f is: DOWN; New status is: BUILD {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:42:09.009806 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:09.026637 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f93823c-fe01-454b-92c4-30ec1dd9fe9f {{(pid=88974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 15:42:09.041348 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=0f93823c-fe01-454b-92c4-30ec1dd9fe9f,segment=NetworkSegment(b251b1cc-432f-4e8e-a653-d794e2125bbd),segment_id=b251b1cc-432f-4e8e-a653-d794e2125bbd)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:42:09.045147 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:09.113557 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=0f93823c-fe01-454b-92c4-30ec1dd9fe9f,revision_number=9']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:42:09.331671 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['0f93823c-fe01-454b-92c4-30ec1dd9fe9f'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 15:42:09.562269 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:09.794562 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db120e73-b85a-4f4c-b862-f975517c4b71 req-6cf83c4b-666f-4f4b-94f7-b77fe0136c8c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:09.796167 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-db120e73-b85a-4f4c-b862-f975517c4b71 req-6cf83c4b-666f-4f4b-94f7-b77fe0136c8c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2e1e4b2-a09d-45b1-9471-b08e055fc146 HTTP/1.1" status: 200 len: 982 time: 0.0896165 Oct 13 15:42:09.934704 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-db120e73-b85a-4f4c-b862-f975517c4b71 req-cdd688ff-fd74-45cb-9c1e-609569fceb0f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae85b762-fa1f-436a-94c1-d65272cce6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322253 Oct 13 15:42:10.782954 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 0f93823c-fe01-454b-92c4-30ec1dd9fe9f up at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:42:10.850244 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning for port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:42:10.854686 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning complete for port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:42:10.855048 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:10.855371 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Attempt 1 to provision port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f Oct 13 15:42:10.967200 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f is: BUILD; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:42:10.967483 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:10.993998 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e1e4b2-a09d-45b1-9471-b08e055fc146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f93823c-fe01-454b-92c4-30ec1dd9fe9f'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:42:10.996272 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979c64d66908691d8da3fe322a5acf5d757b5bee84c7992aba2ec3c134dffaeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a594ca-0e29-43f7-a17c-76db282a6710" -d '{"events": [{"server_uuid": "f2e1e4b2-a09d-45b1-9471-b08e055fc146", "name": "network-vif-plugged", "status": "completed", "tag": "0f93823c-fe01-454b-92c4-30ec1dd9fe9f"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:42:11.004761 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=0f93823c-fe01-454b-92c4-30ec1dd9fe9f,segment=NetworkSegment(b251b1cc-432f-4e8e-a653-d794e2125bbd),segment_id=b251b1cc-432f-4e8e-a653-d794e2125bbd)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:42:11.008145 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:11.042890 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 15:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3483e2f8-261f-49a5-9faa-ab1ee1936dc7 x-openstack-request-id: req-3483e2f8-261f-49a5-9faa-ab1ee1936dc7 {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:42:11.043180 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2e1e4b2-a09d-45b1-9471-b08e055fc146", "name": "network-vif-plugged", "status": "completed", "tag": "0f93823c-fe01-454b-92c4-30ec1dd9fe9f", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:42:11.043429 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3483e2f8-261f-49a5-9faa-ab1ee1936dc7 {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:42:11.043836 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3483e2f8-261f-49a5-9faa-ab1ee1936dc7'] response: {'server_uuid': 'f2e1e4b2-a09d-45b1-9471-b08e055fc146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f93823c-fe01-454b-92c4-30ec1dd9fe9f', 'code': 200} Oct 13 15:42:11.076137 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=0f93823c-fe01-454b-92c4-30ec1dd9fe9f,revision_number=10']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:42:11.136494 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d914f7b-a952-4844-9b84-ab6342cd3bde req-4e221b6c-2edc-4d71-9aa3-ea4239bb86c7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:11.137924 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-1d914f7b-a952-4844-9b84-ab6342cd3bde req-4e221b6c-2edc-4d71-9aa3-ea4239bb86c7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2e1e4b2-a09d-45b1-9471-b08e055fc146 HTTP/1.1" status: 200 len: 984 time: 0.0897887 Oct 13 15:42:11.182484 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-1d914f7b-a952-4844-9b84-ab6342cd3bde req-04f4bd1d-5f9b-4756-9dd8-df3da277c6ec tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae85b762-fa1f-436a-94c1-d65272cce6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388279 Oct 13 15:42:11.271604 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006e2382-aed9-48cc-9b2b-c83d819bf1bf req-c678dc38-27e5-4106-9583-78a960688834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:11.272962 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-006e2382-aed9-48cc-9b2b-c83d819bf1bf req-c678dc38-27e5-4106-9583-78a960688834 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f2e1e4b2-a09d-45b1-9471-b08e055fc146 HTTP/1.1" status: 200 len: 1137 time: 0.0754492 Oct 13 15:42:11.312970 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-006e2382-aed9-48cc-9b2b-c83d819bf1bf req-d371d3ff-689a-4512-a765-de4667356719 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ae85b762-fa1f-436a-94c1-d65272cce6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336442 Oct 13 15:42:12.382720 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab94e98-cf43-494a-9584-a03e11a71bef req-ee71c157-ac3d-424b-985b-6c7b10b5185a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:12.384195 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4ab94e98-cf43-494a-9584-a03e11a71bef req-ee71c157-ac3d-424b-985b-6c7b10b5185a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2e1e4b2-a09d-45b1-9471-b08e055fc146 HTTP/1.1" status: 200 len: 984 time: 0.0918181 Oct 13 15:42:12.427962 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4ab94e98-cf43-494a-9584-a03e11a71bef req-9c75544a-774b-448f-ab97-e785cb0bcf3e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae85b762-fa1f-436a-94c1-d65272cce6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379770 Oct 13 15:42:13.774142 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e9ba0-024e-43d5-b61e-267663aa966c req-d3f9acf0-383a-4f59-a2b1-3439f37d2555 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:13.775569 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8e7e9ba0-024e-43d5-b61e-267663aa966c req-d3f9acf0-383a-4f59-a2b1-3439f37d2555 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2e1e4b2-a09d-45b1-9471-b08e055fc146 HTTP/1.1" status: 200 len: 984 time: 0.0885847 Oct 13 15:42:13.819772 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8e7e9ba0-024e-43d5-b61e-267663aa966c req-731f66d1-d739-4908-b9a6-953c08f725a3 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae85b762-fa1f-436a-94c1-d65272cce6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386140 Oct 13 15:42:14.016851 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622dd9c-2f52-40bf-96fa-9faee1173d6f req-1501c5c7-1757-4f82-970b-4f063a291df4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:14.018790 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e622dd9c-2f52-40bf-96fa-9faee1173d6f req-1501c5c7-1757-4f82-970b-4f063a291df4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2e1e4b2-a09d-45b1-9471-b08e055fc146 HTTP/1.1" status: 200 len: 984 time: 0.0901906 Oct 13 15:42:14.061819 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e622dd9c-2f52-40bf-96fa-9faee1173d6f req-fde83fb2-5336-4685-a8ac-0bbef6f02c9d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae85b762-fa1f-436a-94c1-d65272cce6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374167 Oct 13 15:42:14.089932 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56524) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:42:14.168242 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5f1913-ce54-4ff0-893d-7c77a3dd4970 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:14.169717 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-1c5f1913-ce54-4ff0-893d-7c77a3dd4970 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=f2e1e4b2-a09d-45b1-9471-b08e055fc146&network_id=9f5be654-5236-4c09-bc86-bb1bf1d7e812 HTTP/1.1" status: 200 len: 1132 time: 0.0788014 Oct 13 15:42:14.531711 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6f4932-dc56-48f7-b32a-5d80fbb7a38a req-41f3b466-b6c9-47f1-aecf-2a4ab6aaf469 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:14.533266 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5d6f4932-dc56-48f7-b32a-5d80fbb7a38a req-41f3b466-b6c9-47f1-aecf-2a4ab6aaf469 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2e1e4b2-a09d-45b1-9471-b08e055fc146 HTTP/1.1" status: 200 len: 984 time: 0.0899119 Oct 13 15:42:14.576470 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5d6f4932-dc56-48f7-b32a-5d80fbb7a38a req-8712ccc3-b01c-472c-8af5-8bd74cb63e2c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae85b762-fa1f-436a-94c1-d65272cce6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377188 Oct 13 15:42:15.778787 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a04e3a-95c6-4eba-9628-ed98222e141f req-176eb052-cf59-4d1a-9cbf-21f19c2ad17b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:15.780195 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-79a04e3a-95c6-4eba-9628-ed98222e141f req-176eb052-cf59-4d1a-9cbf-21f19c2ad17b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2e1e4b2-a09d-45b1-9471-b08e055fc146 HTTP/1.1" status: 200 len: 984 time: 0.0874248 Oct 13 15:42:15.827295 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-79a04e3a-95c6-4eba-9628-ed98222e141f req-1060558d-af74-49e8-86de-b351b003d1a3 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae85b762-fa1f-436a-94c1-d65272cce6f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405536 Oct 13 15:42:15.880161 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce130c-921b-4d3c-b86b-46f6d4b8fbe2 req-6d6a76e4-fbd7-4aad-9f37-7ec7a116b673 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:15.881508 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-53ce130c-921b-4d3c-b86b-46f6d4b8fbe2 req-6d6a76e4-fbd7-4aad-9f37-7ec7a116b673 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.16 "GET /v2.0/ports?device_id=f2e1e4b2-a09d-45b1-9471-b08e055fc146 HTTP/1.1" status: 200 len: 984 time: 0.0939186 Oct 13 15:42:15.953910 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce130c-921b-4d3c-b86b-46f6d4b8fbe2 req-3a71c5e3-44a4-4317-9ade-4a601f88dec2 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:15.955267 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-53ce130c-921b-4d3c-b86b-46f6d4b8fbe2 req-3a71c5e3-44a4-4317-9ade-4a601f88dec2 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.16 "GET /v2.0/ports/0f93823c-fe01-454b-92c4-30ec1dd9fe9f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0689359 Oct 13 15:42:16.098321 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-53ce130c-921b-4d3c-b86b-46f6d4b8fbe2 req-24607d9b-f02f-4abc-9d3c-fc638ff819e5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.16 "GET /v2.0/networks/9f5be654-5236-4c09-bc86-bb1bf1d7e812?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1387231 Oct 13 15:42:16.107981 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-53ce130c-921b-4d3c-b86b-46f6d4b8fbe2 req-f59a4698-50c2-4046-aa84-fd871b04c57d service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:42:16.216769 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-53ce130c-921b-4d3c-b86b-46f6d4b8fbe2 req-f59a4698-50c2-4046-aa84-fd871b04c57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:16.405244 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-53ce130c-921b-4d3c-b86b-46f6d4b8fbe2 req-f59a4698-50c2-4046-aa84-fd871b04c57d service neutron] For port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=0f93823c-fe01-454b-92c4-30ec1dd9fe9f,segment=NetworkSegment(b251b1cc-432f-4e8e-a653-d794e2125bbd),segment_id=b251b1cc-432f-4e8e-a653-d794e2125bbd)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:42:16.433795 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-53ce130c-921b-4d3c-b86b-46f6d4b8fbe2 req-f59a4698-50c2-4046-aa84-fd871b04c57d service neutron] For port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f, host hv-neutron-8603, cleared binding levels {{(pid=88973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:42:16.487055 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [req-53ce130c-921b-4d3c-b86b-46f6d4b8fbe2 req-f59a4698-50c2-4046-aa84-fd871b04c57d service neutron] device_id is not set on port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f yet. {{(pid=88973) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:201}} Oct 13 15:42:16.494715 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-53ce130c-921b-4d3c-b86b-46f6d4b8fbe2 req-f59a4698-50c2-4046-aa84-fd871b04c57d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:16.500055 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-53ce130c-921b-4d3c-b86b-46f6d4b8fbe2 req-f59a4698-50c2-4046-aa84-fd871b04c57d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:16.629593 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f59a4698-50c2-4046-aa84-fd871b04c57d service neutron] Pushing event updated for resources: {'Port': ['ID=0f93823c-fe01-454b-92c4-30ec1dd9fe9f,revision_number=11']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:42:16.681960 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ce130c-921b-4d3c-b86b-46f6d4b8fbe2 req-f59a4698-50c2-4046-aa84-fd871b04c57d service neutron] No DVR routers for this DVR port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f on host hv-neutron-8603 {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:42:16.993948 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-bc7a8f9a-7cb3-46de-af61-4bcc680ddb08 req-b383e546-7103-4559-b1ce-efad8adec251 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=f2e1e4b2-a09d-45b1-9471-b08e055fc146 HTTP/1.1" status: 200 len: 210 time: 0.0529439 Oct 13 15:42:17.051209 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-53ce130c-921b-4d3c-b86b-46f6d4b8fbe2 req-f59a4698-50c2-4046-aa84-fd871b04c57d service neutron] In _notify_port_updated(), no bound segment for port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f on network 9f5be654-5236-4c09-bc86-bb1bf1d7e812 {{(pid=88973) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:891}} Oct 13 15:42:17.052055 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ce130c-921b-4d3c-b86b-46f6d4b8fbe2 req-f59a4698-50c2-4046-aa84-fd871b04c57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:17.052672 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-53ce130c-921b-4d3c-b86b-46f6d4b8fbe2 req-f59a4698-50c2-4046-aa84-fd871b04c57d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:17.053898 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-53ce130c-921b-4d3c-b86b-46f6d4b8fbe2 req-f59a4698-50c2-4046-aa84-fd871b04c57d service neutron] 10.222.0.16 "PUT /v2.0/ports/0f93823c-fe01-454b-92c4-30ec1dd9fe9f HTTP/1.1" status: 200 len: 1027 time: 0.9496932 Oct 13 15:42:18.092061 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56538) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:42:18.158117 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-01dbae44-7b8f-48fe-a0c3-90169583015f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:18.186253 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-01dbae44-7b8f-48fe-a0c3-90169583015f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:18.247386 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-01dbae44-7b8f-48fe-a0c3-90169583015f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:18.266464 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01dbae44-7b8f-48fe-a0c3-90169583015f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=078ff1c4-2b04-4b55-922a-f6728c9364b3,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:42:18.274333 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-01dbae44-7b8f-48fe-a0c3-90169583015f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:18.275425 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-01dbae44-7b8f-48fe-a0c3-90169583015f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "DELETE /v2.0/security-groups/078ff1c4-2b04-4b55-922a-f6728c9364b3 HTTP/1.1" status: 204 len: 168 time: 0.1823845 Oct 13 15:42:18.305727 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56544) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:42:18.506263 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-97baa126-36c2-4f97-9d13-bb41e8f9e187 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Deleting port d83cdc82-6432-45f7-835e-ea0582892f2f {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:42:18.506603 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-97baa126-36c2-4f97-9d13-bb41e8f9e187 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:18.672138 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-97baa126-36c2-4f97-9d13-bb41e8f9e187 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:18.672461 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-97baa126-36c2-4f97-9d13-bb41e8f9e187 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:18.798494 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-97baa126-36c2-4f97-9d13-bb41e8f9e187 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Calling delete_port for d83cdc82-6432-45f7-835e-ea0582892f2f owned by network:floatingip {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:42:18.861936 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 0f93823c-fe01-454b-92c4-30ec1dd9fe9f no longer exists at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:42:18.920107 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 0f93823c-fe01-454b-92c4-30ec1dd9fe9f not bound to the agent host hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:42:18.945179 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-97baa126-36c2-4f97-9d13-bb41e8f9e187 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:18.995043 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97baa126-36c2-4f97-9d13-bb41e8f9e187 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'Port': ['ID=d83cdc82-6432-45f7-835e-ea0582892f2f,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:42:19.090209 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-97baa126-36c2-4f97-9d13-bb41e8f9e187 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for floatingip, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:19.090540 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.l3_db [None req-97baa126-36c2-4f97-9d13-bb41e8f9e187 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Floating IP 6911e879-b2bc-47c9-a7c6-910fbbe1e921 disassociated (deleted). External IP: 172.26.2.207, port: 0f93823c-fe01-454b-92c4-30ec1dd9fe9f. Oct 13 15:42:19.534746 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97baa126-36c2-4f97-9d13-bb41e8f9e187 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Router 6fd0ecc7-f6cd-40e9-ab45-2909facf57d9 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:42:19.708993 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97baa126-36c2-4f97-9d13-bb41e8f9e187 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:42:19.719283 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d351c4-1590-497e-ac84-a923539156ea None None] Sync routers for ids ['6fd0ecc7-f6cd-40e9-ab45-2909facf57d9'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:42:19.728842 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d351c4-1590-497e-ac84-a923539156ea None None] Routers {'6fd0ecc7-f6cd-40e9-ab45-2909facf57d9'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:42:19.729148 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-97baa126-36c2-4f97-9d13-bb41e8f9e187 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:19.729457 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-43d351c4-1590-497e-ac84-a923539156ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:42:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['6fd0ecc7-f6cd-40e9-ab45-2909facf57d9'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:42:19.787426 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-97baa126-36c2-4f97-9d13-bb41e8f9e187 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "DELETE /v2.0/floatingips/6911e879-b2bc-47c9-a7c6-910fbbe1e921 HTTP/1.1" status: 204 len: 168 time: 1.4805057 Oct 13 15:42:19.907682 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-43d351c4-1590-497e-ac84-a923539156ea None None] Set router 6fd0ecc7-f6cd-40e9-ab45-2909facf57d9 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:42:19.934556 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56552) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:42:20.002632 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-fb4983b6-b73b-489c-bf38-954b5ea3d66b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:20.031239 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-fb4983b6-b73b-489c-bf38-954b5ea3d66b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:20.093662 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-fb4983b6-b73b-489c-bf38-954b5ea3d66b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:20.113589 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4983b6-b73b-489c-bf38-954b5ea3d66b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2c24a0a-9b7e-4d6d-927f-07d0fc75a47d,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:42:20.123651 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4983b6-b73b-489c-bf38-954b5ea3d66b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:42:20.123994 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4983b6-b73b-489c-bf38-954b5ea3d66b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:42:20.124347 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4983b6-b73b-489c-bf38-954b5ea3d66b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:42:20.124656 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4983b6-b73b-489c-bf38-954b5ea3d66b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:42:20.124985 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4983b6-b73b-489c-bf38-954b5ea3d66b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:42:20.125309 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4983b6-b73b-489c-bf38-954b5ea3d66b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:42:20.125629 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4983b6-b73b-489c-bf38-954b5ea3d66b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:42:20.125949 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4983b6-b73b-489c-bf38-954b5ea3d66b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:42:20.126292 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4983b6-b73b-489c-bf38-954b5ea3d66b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:42:20.126612 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4983b6-b73b-489c-bf38-954b5ea3d66b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:42:20.127480 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4983b6-b73b-489c-bf38-954b5ea3d66b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:42:20.127796 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb4983b6-b73b-489c-bf38-954b5ea3d66b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:42:20.131921 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-fb4983b6-b73b-489c-bf38-954b5ea3d66b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:20.133019 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-fb4983b6-b73b-489c-bf38-954b5ea3d66b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "DELETE /v2.0/security-groups/d2c24a0a-9b7e-4d6d-927f-07d0fc75a47d HTTP/1.1" status: 204 len: 168 time: 0.1974418 Oct 13 15:42:20.163589 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 56558) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:42:20.226242 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-43d351c4-1590-497e-ac84-a923539156ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd0ecc7-f6cd-40e9-ab45-2909facf57d9', 'name': 'tempest-TestNetworkBasicOps-router-1488754869', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': '0b415f9d-5710-43a8-ba1b-90eb23cd6cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:41:31Z', 'updated_at': '2022-10-13T15:41:36Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '0b415f9d-5710-43a8-ba1b-90eb23cd6cd5', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:eb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd0ecc7-f6cd-40e9-ab45-2909facf57d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:41:32Z', 'updated_at': '2022-10-13T15:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '673dad87-9290-4068-8492-19c306d5cf5a', 'name': '', 'network_id': '9f5be654-5236-4c09-bc86-bb1bf1d7e812', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:b8:64:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd0ecc7-f6cd-40e9-ab45-2909facf57d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'fdf33c1c-7dda-40ab-91fa-40b5d7e57449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:41:35Z', 'updated_at': '2022-10-13T15:41:41Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': 'fdf33c1c-7dda-40ab-91fa-40b5d7e57449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:42:20.230067 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d351c4-1590-497e-ac84-a923539156ea None None] Checking router: 6fd0ecc7-f6cd-40e9-ab45-2909facf57d9 for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:42:20.231941 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-b0f74cc6-e139-45da-a35e-2ed5970e1967 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Deleting port 0f93823c-fe01-454b-92c4-30ec1dd9fe9f {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:42:20.232281 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b0f74cc6-e139-45da-a35e-2ed5970e1967 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:20.238992 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d351c4-1590-497e-ac84-a923539156ea None None] Routers {'6fd0ecc7-f6cd-40e9-ab45-2909facf57d9'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:42:20.239576 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-43d351c4-1590-497e-ac84-a923539156ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:42:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['6fd0ecc7-f6cd-40e9-ab45-2909facf57d9'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:42:20.451085 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-43d351c4-1590-497e-ac84-a923539156ea None None] Set router 6fd0ecc7-f6cd-40e9-ab45-2909facf57d9 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:42:20.475882 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b0f74cc6-e139-45da-a35e-2ed5970e1967 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:20.605552 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-b0f74cc6-e139-45da-a35e-2ed5970e1967 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Calling delete_port for 0f93823c-fe01-454b-92c4-30ec1dd9fe9f owned by {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:42:20.755567 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b0f74cc6-e139-45da-a35e-2ed5970e1967 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:20.760190 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-43d351c4-1590-497e-ac84-a923539156ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd0ecc7-f6cd-40e9-ab45-2909facf57d9', 'name': 'tempest-TestNetworkBasicOps-router-1488754869', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': '0b415f9d-5710-43a8-ba1b-90eb23cd6cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:41:31Z', 'updated_at': '2022-10-13T15:41:36Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '0b415f9d-5710-43a8-ba1b-90eb23cd6cd5', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:eb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd0ecc7-f6cd-40e9-ab45-2909facf57d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:41:32Z', 'updated_at': '2022-10-13T15:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '673dad87-9290-4068-8492-19c306d5cf5a', 'name': '', 'network_id': '9f5be654-5236-4c09-bc86-bb1bf1d7e812', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:b8:64:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd0ecc7-f6cd-40e9-ab45-2909facf57d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'fdf33c1c-7dda-40ab-91fa-40b5d7e57449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:41:35Z', 'updated_at': '2022-10-13T15:41:41Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': 'fdf33c1c-7dda-40ab-91fa-40b5d7e57449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:42:20.764210 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d351c4-1590-497e-ac84-a923539156ea None None] The sync data for ids ['6fd0ecc7-f6cd-40e9-ab45-2909facf57d9'] in dv-neutron-860329-2-hyperv is: [{'id': '6fd0ecc7-f6cd-40e9-ab45-2909facf57d9', 'name': 'tempest-TestNetworkBasicOps-router-1488754869', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': '0b415f9d-5710-43a8-ba1b-90eb23cd6cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:41:31Z', 'updated_at': '2022-10-13T15:41:36Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '0b415f9d-5710-43a8-ba1b-90eb23cd6cd5', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:eb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd0ecc7-f6cd-40e9-ab45-2909facf57d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:41:32Z', 'updated_at': '2022-10-13T15:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '673dad87-9290-4068-8492-19c306d5cf5a', 'name': '', 'network_id': '9f5be654-5236-4c09-bc86-bb1bf1d7e812', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:b8:64:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd0ecc7-f6cd-40e9-ab45-2909facf57d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1396, 'fixed_ips': [{'subnet_id': 'fdf33c1c-7dda-40ab-91fa-40b5d7e57449', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:41:35Z', 'updated_at': '2022-10-13T15:41:41Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': 'fdf33c1c-7dda-40ab-91fa-40b5d7e57449', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:42:20.844986 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f74cc6-e139-45da-a35e-2ed5970e1967 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'Port': ['ID=0f93823c-fe01-454b-92c4-30ec1dd9fe9f,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:42:20.914745 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b0f74cc6-e139-45da-a35e-2ed5970e1967 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:20.926097 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-b0f74cc6-e139-45da-a35e-2ed5970e1967 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "DELETE /v2.0/ports/0f93823c-fe01-454b-92c4-30ec1dd9fe9f HTTP/1.1" status: 204 len: 168 time: 0.7611012 Oct 13 15:42:20.928973 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 56562) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:42:21.011772 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a38e7f2-544a-439f-b80a-8fa81ce804ed None None] New status for floating IP 6911e879-b2bc-47c9-a7c6-910fbbe1e921: DOWN {{(pid=88975) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:42:21.572984 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8201f265-af8a-4c2c-8167-f63fc592a573 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:21.919019 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-8201f265-af8a-4c2c-8167-f63fc592a573 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Deleting port 673dad87-9290-4068-8492-19c306d5cf5a {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:42:21.919384 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8201f265-af8a-4c2c-8167-f63fc592a573 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:22.102105 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-8201f265-af8a-4c2c-8167-f63fc592a573 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] For port 673dad87-9290-4068-8492-19c306d5cf5a, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=673dad87-9290-4068-8492-19c306d5cf5a,segment=NetworkSegment(b251b1cc-432f-4e8e-a653-d794e2125bbd),segment_id=b251b1cc-432f-4e8e-a653-d794e2125bbd)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:42:22.102481 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8201f265-af8a-4c2c-8167-f63fc592a573 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:22.225589 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-8201f265-af8a-4c2c-8167-f63fc592a573 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Calling delete_port for 673dad87-9290-4068-8492-19c306d5cf5a owned by network:router_interface {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:42:22.405685 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8201f265-af8a-4c2c-8167-f63fc592a573 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:22.453370 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8201f265-af8a-4c2c-8167-f63fc592a573 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'Port': ['ID=673dad87-9290-4068-8492-19c306d5cf5a,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:42:22.730926 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8201f265-af8a-4c2c-8167-f63fc592a573 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:23.179252 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8201f265-af8a-4c2c-8167-f63fc592a573 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Router 6fd0ecc7-f6cd-40e9-ab45-2909facf57d9 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:42:23.350198 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8201f265-af8a-4c2c-8167-f63fc592a573 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:42:23.359805 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59a547c-0b49-4431-a11e-2125c606c3f0 None None] Sync routers for ids ['6fd0ecc7-f6cd-40e9-ab45-2909facf57d9'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:42:23.365305 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-8201f265-af8a-4c2c-8167-f63fc592a573 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "PUT /v2.0/routers/6fd0ecc7-f6cd-40e9-ab45-2909facf57d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4327986 Oct 13 15:42:23.365524 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 56566) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:42:23.368810 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59a547c-0b49-4431-a11e-2125c606c3f0 None None] Routers {'6fd0ecc7-f6cd-40e9-ab45-2909facf57d9'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:42:23.369422 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-f59a547c-0b49-4431-a11e-2125c606c3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:42:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['6fd0ecc7-f6cd-40e9-ab45-2909facf57d9'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:42:23.432244 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2f40a30-e10a-4b72-a1cb-ac067e925616 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Deleting subnet fdf33c1c-7dda-40ab-91fa-40b5d7e57449 {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:42:23.435029 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c2f40a30-e10a-4b72-a1cb-ac067e925616 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:23.488802 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c2f40a30-e10a-4b72-a1cb-ac067e925616 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:23.548448 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-f59a547c-0b49-4431-a11e-2125c606c3f0 None None] Set router 6fd0ecc7-f6cd-40e9-ab45-2909facf57d9 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:42:23.572054 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c2f40a30-e10a-4b72-a1cb-ac067e925616 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:23.645017 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c2f40a30-e10a-4b72-a1cb-ac067e925616 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:23.686553 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f40a30-e10a-4b72-a1cb-ac067e925616 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'Subnet': ['ID=fdf33c1c-7dda-40ab-91fa-40b5d7e57449,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:42:23.688392 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c2f40a30-e10a-4b72-a1cb-ac067e925616 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:23.695274 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-c2f40a30-e10a-4b72-a1cb-ac067e925616 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "DELETE /v2.0/subnets/fdf33c1c-7dda-40ab-91fa-40b5d7e57449 HTTP/1.1" status: 204 len: 168 time: 0.3287973 Oct 13 15:42:23.697805 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 56570) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:42:23.733414 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dccb19f3-9c30-4179-ac9f-62c537b32e92 None None] Network 9f5be654-5236-4c09-bc86-bb1bf1d7e812 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:42:23.879578 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6425223c-8a32-4a3e-9eed-aab3572e1478 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:24.007947 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-f59a547c-0b49-4431-a11e-2125c606c3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd0ecc7-f6cd-40e9-ab45-2909facf57d9', 'name': 'tempest-TestNetworkBasicOps-router-1488754869', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.41'}], 'enable_snat': True}, 'gw_port_id': '0b415f9d-5710-43a8-ba1b-90eb23cd6cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:41:31Z', 'updated_at': '2022-10-13T15:42:22Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '0b415f9d-5710-43a8-ba1b-90eb23cd6cd5', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:eb:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fd0ecc7-f6cd-40e9-ab45-2909facf57d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1393, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:41:32Z', 'updated_at': '2022-10-13T15:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:42:24.014323 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59a547c-0b49-4431-a11e-2125c606c3f0 None None] Checking router: 6fd0ecc7-f6cd-40e9-ab45-2909facf57d9 for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:42:24.027527 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f59a547c-0b49-4431-a11e-2125c606c3f0 None None] Routers {'6fd0ecc7-f6cd-40e9-ab45-2909facf57d9'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:42:24.028236 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-f59a547c-0b49-4431-a11e-2125c606c3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:42:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['6fd0ecc7-f6cd-40e9-ab45-2909facf57d9'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:42:24.057178 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6425223c-8a32-4a3e-9eed-aab3572e1478 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:24.069007 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-6425223c-8a32-4a3e-9eed-aab3572e1478 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Deleting port 0b415f9d-5710-43a8-ba1b-90eb23cd6cd5 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:42:24.069346 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6425223c-8a32-4a3e-9eed-aab3572e1478 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:24.086597 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48acee6b-31eb-40fe-9f4f-a6e3ba32e5bc None None] DHCP port deletion for 9f5be654-5236-4c09-bc86-bb1bf1d7e812 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:42:24.144863 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-48acee6b-31eb-40fe-9f4f-a6e3ba32e5bc None None] Deleting port d96b4ab2-932b-4df3-b988-b05d16a0e65c {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:42:24.145236 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-48acee6b-31eb-40fe-9f4f-a6e3ba32e5bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:24.318874 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-f59a547c-0b49-4431-a11e-2125c606c3f0 None None] Set router 6fd0ecc7-f6cd-40e9-ab45-2909facf57d9 gateway port host: None {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:42:24.357447 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-6425223c-8a32-4a3e-9eed-aab3572e1478 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] For port 0b415f9d-5710-43a8-ba1b-90eb23cd6cd5, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=0b415f9d-5710-43a8-ba1b-90eb23cd6cd5,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:42:24.357805 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6425223c-8a32-4a3e-9eed-aab3572e1478 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:24.427676 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-f59a547c-0b49-4431-a11e-2125c606c3f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fd0ecc7-f6cd-40e9-ab45-2909facf57d9', 'name': 'tempest-TestNetworkBasicOps-router-1488754869', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:41:31Z', 'updated_at': '2022-10-13T15:42:24Z', 'revision_number': 6, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port_host': None}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:42:24.448121 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f59a547c-0b49-4431-a11e-2125c606c3f0 None None] The sync data for ids ['6fd0ecc7-f6cd-40e9-ab45-2909facf57d9'] in dv-neutron-860329-2-hyperv is: [{'id': '6fd0ecc7-f6cd-40e9-ab45-2909facf57d9', 'name': 'tempest-TestNetworkBasicOps-router-1488754869', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:41:31Z', 'updated_at': '2022-10-13T15:42:24Z', 'revision_number': 6, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port_host': None}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:42:24.479389 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-6425223c-8a32-4a3e-9eed-aab3572e1478 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Calling delete_port for 0b415f9d-5710-43a8-ba1b-90eb23cd6cd5 owned by network:router_gateway {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:42:24.535574 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-48acee6b-31eb-40fe-9f4f-a6e3ba32e5bc None None] For port d96b4ab2-932b-4df3-b988-b05d16a0e65c, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=d96b4ab2-932b-4df3-b988-b05d16a0e65c,segment=NetworkSegment(b251b1cc-432f-4e8e-a653-d794e2125bbd),segment_id=b251b1cc-432f-4e8e-a653-d794e2125bbd)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:42:24.535961 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-48acee6b-31eb-40fe-9f4f-a6e3ba32e5bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:24.645224 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6425223c-8a32-4a3e-9eed-aab3572e1478 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:24.656481 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-48acee6b-31eb-40fe-9f4f-a6e3ba32e5bc None None] Calling delete_port for d96b4ab2-932b-4df3-b988-b05d16a0e65c owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:42:24.698971 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6425223c-8a32-4a3e-9eed-aab3572e1478 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'Port': ['ID=0b415f9d-5710-43a8-ba1b-90eb23cd6cd5,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:42:24.736033 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-48acee6b-31eb-40fe-9f4f-a6e3ba32e5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:24.785727 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48acee6b-31eb-40fe-9f4f-a6e3ba32e5bc None None] Pushing event deleted for resources: {'Port': ['ID=d96b4ab2-932b-4df3-b988-b05d16a0e65c,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:42:24.789421 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48acee6b-31eb-40fe-9f4f-a6e3ba32e5bc None None] No DVR routers for this DVR port d96b4ab2-932b-4df3-b988-b05d16a0e65c on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:42:24.803809 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6425223c-8a32-4a3e-9eed-aab3572e1478 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828050'] for router_gateway, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:24.878992 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device d96b4ab2-932b-4df3-b988-b05d16a0e65c no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:42:24.914608 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: d96b4ab2-932b-4df3-b988-b05d16a0e65c {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:42:24.914954 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device d96b4ab2-932b-4df3-b988-b05d16a0e65c not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:42:24.915364 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 673dad87-9290-4068-8492-19c306d5cf5a no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:42:24.948829 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 673dad87-9290-4068-8492-19c306d5cf5a {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:42:24.949300 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 673dad87-9290-4068-8492-19c306d5cf5a not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:42:24.987784 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6425223c-8a32-4a3e-9eed-aab3572e1478 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:24.990078 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6425223c-8a32-4a3e-9eed-aab3572e1478 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:25.012056 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6425223c-8a32-4a3e-9eed-aab3572e1478 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:25.012523 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6425223c-8a32-4a3e-9eed-aab3572e1478 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Fanout notify agent at l3_agent the message router_deleted on router 6fd0ecc7-f6cd-40e9-ab45-2909facf57d9 {{(pid=88972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:42:25.027739 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6425223c-8a32-4a3e-9eed-aab3572e1478 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:25.028808 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-6425223c-8a32-4a3e-9eed-aab3572e1478 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "DELETE /v2.0/routers/6fd0ecc7-f6cd-40e9-ab45-2909facf57d9 HTTP/1.1" status: 204 len: 168 time: 1.3295689 Oct 13 15:42:25.031590 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56574) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:42:25.149805 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-638e30b5-b9b9-41fa-b420-2538562fa376 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:25.280376 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-638e30b5-b9b9-41fa-b420-2538562fa376 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:25.304723 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-638e30b5-b9b9-41fa-b420-2538562fa376 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f5be654-5236-4c09-bc86-bb1bf1d7e812']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:42:25.316826 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-638e30b5-b9b9-41fa-b420-2538562fa376 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b251b1cc-432f-4e8e-a653-d794e2125bbd') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:42:25.317117 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-638e30b5-b9b9-41fa-b420-2538562fa376 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b251b1cc-432f-4e8e-a653-d794e2125bbd') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:42:25.328166 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-638e30b5-b9b9-41fa-b420-2538562fa376 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:25.347337 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-638e30b5-b9b9-41fa-b420-2538562fa376 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:25.353110 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-638e30b5-b9b9-41fa-b420-2538562fa376 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Releasing vlan 410 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:42:25.353482 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-638e30b5-b9b9-41fa-b420-2538562fa376 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:25.433969 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment b251b1cc-432f-4e8e-a653-d794e2125bbd resource provider aggregate not found Oct 13 15:42:25.450642 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment b251b1cc-432f-4e8e-a653-d794e2125bbd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b251b1cc-432f-4e8e-a653-d794e2125bbd found for delete ", "request_id": "req-40eb1b28-3486-43b1-8539-9e2314121515"}]} Oct 13 15:42:25.451866 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-638e30b5-b9b9-41fa-b420-2538562fa376 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:25.456287 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-638e30b5-b9b9-41fa-b420-2538562fa376 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:25.484778 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638e30b5-b9b9-41fa-b420-2538562fa376 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'Network': ['ID=9f5be654-5236-4c09-bc86-bb1bf1d7e812,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:42:25.488199 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-638e30b5-b9b9-41fa-b420-2538562fa376 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "DELETE /v2.0/networks/9f5be654-5236-4c09-bc86-bb1bf1d7e812 HTTP/1.1" status: 204 len: 168 time: 0.4554548 Oct 13 15:42:25.501340 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 56584) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:42:25.512586 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-7c773081-6169-4dba-94f6-b1a154730b83 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0099280 Oct 13 15:42:25.514968 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 56588) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:42:25.520000 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-7f6c2093-eb11-4b77-91d9-d8ecba4a2cc7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'network': {'name': 'tempest-network-smoke--1521449186', 'project_id': 'de460f02ee50469b960f7a471a064187', 'port_security_enabled': True}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:42:25.524685 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-7f6c2093-eb11-4b77-91d9-d8ecba4a2cc7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:42:25.528769 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-7f6c2093-eb11-4b77-91d9-d8ecba4a2cc7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:network and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:42:25.532124 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-7f6c2093-eb11-4b77-91d9-d8ecba4a2cc7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:42:25.538332 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-7f6c2093-eb11-4b77-91d9-d8ecba4a2cc7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:42:25.547642 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f6c2093-eb11-4b77-91d9-d8ecba4a2cc7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Made reservation on behalf of de460f02ee50469b960f7a471a064187 for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:42:25.551494 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7f6c2093-eb11-4b77-91d9-d8ecba4a2cc7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:25.578177 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f6c2093-eb11-4b77-91d9-d8ecba4a2cc7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 429} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:42:25.586983 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7f6c2093-eb11-4b77-91d9-d8ecba4a2cc7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:25.587339 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-7f6c2093-eb11-4b77-91d9-d8ecba4a2cc7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Added segment 2df32f92-94ec-4e23-867b-2c9915a4f49e of type vlan for network 1506319e-3f39-4d48-b724-7d050e481aab Oct 13 15:42:25.616311 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7f6c2093-eb11-4b77-91d9-d8ecba4a2cc7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:25.644771 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7f6c2093-eb11-4b77-91d9-d8ecba4a2cc7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:25.650334 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6c2093-eb11-4b77-91d9-d8ecba4a2cc7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:25.650899 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7f6c2093-eb11-4b77-91d9-d8ecba4a2cc7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:25.760060 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56592) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:42:25.760296 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-7f6c2093-eb11-4b77-91d9-d8ecba4a2cc7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2441623 Oct 13 15:42:25.763239 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6c2093-eb11-4b77-91d9-d8ecba4a2cc7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Network': ['ID=1506319e-3f39-4d48-b724-7d050e481aab,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:42:25.765503 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-10ca0dc2-2836-40a3-83e0-9186cb57e78e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1463671027', 'admin_state_up': True, 'project_id': 'de460f02ee50469b960f7a471a064187', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:42:25.773879 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-10ca0dc2-2836-40a3-83e0-9186cb57e78e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:42:25.774267 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 1506319e-3f39-4d48-b724-7d050e481aab details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:42:25.777903 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-10ca0dc2-2836-40a3-83e0-9186cb57e78e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:router and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:42:25.780748 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-10ca0dc2-2836-40a3-83e0-9186cb57e78e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:42:25.791540 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-10ca0dc2-2836-40a3-83e0-9186cb57e78e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:42:25.792246 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:25.810584 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-10ca0dc2-2836-40a3-83e0-9186cb57e78e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:25.811796 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-10ca0dc2-2836-40a3-83e0-9186cb57e78e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:25.827291 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-10ca0dc2-2836-40a3-83e0-9186cb57e78e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:26.090434 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-10ca0dc2-2836-40a3-83e0-9186cb57e78e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:26.482411 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-10ca0dc2-2836-40a3-83e0-9186cb57e78e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router_gateway, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:26.510692 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-10ca0dc2-2836-40a3-83e0-9186cb57e78e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:26.641075 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-10ca0dc2-2836-40a3-83e0-9186cb57e78e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Allocated IP 172.26.2.101 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/9a9df358-c31b-4e0e-bc65-f4a933dcb8dc) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:42:26.708768 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 0b415f9d-5710-43a8-ba1b-90eb23cd6cd5 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:42:26.745977 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 0b415f9d-5710-43a8-ba1b-90eb23cd6cd5 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:42:26.746297 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 0b415f9d-5710-43a8-ba1b-90eb23cd6cd5 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:42:26.785923 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-10ca0dc2-2836-40a3-83e0-9186cb57e78e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:26.813929 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-10ca0dc2-2836-40a3-83e0-9186cb57e78e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:26.875690 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10ca0dc2-2836-40a3-83e0-9186cb57e78e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:42:26.879088 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-10ca0dc2-2836-40a3-83e0-9186cb57e78e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:42:26.882802 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10ca0dc2-2836-40a3-83e0-9186cb57e78e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:42:26.922890 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ca0dc2-2836-40a3-83e0-9186cb57e78e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Port': ['ID=9a9df358-c31b-4e0e-bc65-f4a933dcb8dc,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:42:27.287052 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-10ca0dc2-2836-40a3-83e0-9186cb57e78e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router_gateway, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:27.620029 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-10ca0dc2-2836-40a3-83e0-9186cb57e78e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:27.924415 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ca0dc2-2836-40a3-83e0-9186cb57e78e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Router 5dfb1a7c-cbf8-4c52-8913-12f763e39ac4 is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 15:42:28.099827 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ca0dc2-2836-40a3-83e0-9186cb57e78e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:42:28.109162 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f138f4-60af-4e96-b9c4-11ca42141e1a None None] Sync routers for ids ['5dfb1a7c-cbf8-4c52-8913-12f763e39ac4'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:42:28.118751 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f138f4-60af-4e96-b9c4-11ca42141e1a None None] Routers {'5dfb1a7c-cbf8-4c52-8913-12f763e39ac4'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:42:28.119347 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-b4f138f4-60af-4e96-b9c4-11ca42141e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:42:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['5dfb1a7c-cbf8-4c52-8913-12f763e39ac4'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:42:28.126102 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-10ca0dc2-2836-40a3-83e0-9186cb57e78e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:28.130817 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-10ca0dc2-2836-40a3-83e0-9186cb57e78e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.3668911 Oct 13 15:42:28.131139 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56596) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:42:28.169436 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-d0b07f71-43c8-4ad0-b896-1a31cb0b1e97 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=de460f02ee50469b960f7a471a064187&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371215 Oct 13 15:42:28.171855 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56600) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:42:28.302174 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c182f3-cbe5-4ad7-bb02-fa9880576f95 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:28.303546 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-87c182f3-cbe5-4ad7-bb02-fa9880576f95 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1308281 Oct 13 15:42:28.306353 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56604) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:42:28.326116 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-b4f138f4-60af-4e96-b9c4-11ca42141e1a None None] Set router 5dfb1a7c-cbf8-4c52-8913-12f763e39ac4 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:42:28.344453 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-1f284266-69ba-4ead-aed3-01609d527281 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=8fb1fa59-32fe-4ed0-a248-96c43edb135f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370817 Oct 13 15:42:28.347388 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56608) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:42:28.352567 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-7b223e72-b432-48b6-b70b-d6c8422ff3bb tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-492240839', 'network_id': '1506319e-3f39-4d48-b724-7d050e481aab', 'project_id': 'de460f02ee50469b960f7a471a064187', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:42:28.461898 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-7b223e72-b432-48b6-b70b-d6c8422ff3bb tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:42:28.465776 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-7b223e72-b432-48b6-b70b-d6c8422ff3bb tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:subnet and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:42:28.468572 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-7b223e72-b432-48b6-b70b-d6c8422ff3bb tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:42:28.475111 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-7b223e72-b432-48b6-b70b-d6c8422ff3bb tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:42:28.484683 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b223e72-b432-48b6-b70b-d6c8422ff3bb tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Made reservation on behalf of de460f02ee50469b960f7a471a064187 for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:42:28.488798 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7b223e72-b432-48b6-b70b-d6c8422ff3bb tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:28.605332 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-b4f138f4-60af-4e96-b9c4-11ca42141e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dfb1a7c-cbf8-4c52-8913-12f763e39ac4', 'name': 'tempest-TestNetworkBasicOps-router-1463671027', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': '9a9df358-c31b-4e0e-bc65-f4a933dcb8dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:42:25Z', 'updated_at': '2022-10-13T15:42:27Z', 'revision_number': 3, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '9a9df358-c31b-4e0e-bc65-f4a933dcb8dc', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:00:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dfb1a7c-cbf8-4c52-8913-12f763e39ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:42:26Z', 'updated_at': '2022-10-13T15:42:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:42:28.609064 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f138f4-60af-4e96-b9c4-11ca42141e1a None None] Checking router: 5dfb1a7c-cbf8-4c52-8913-12f763e39ac4 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:42:28.609408 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f138f4-60af-4e96-b9c4-11ca42141e1a None None] Updating router 5dfb1a7c-cbf8-4c52-8913-12f763e39ac4 port 9a9df358-c31b-4e0e-bc65-f4a933dcb8dc binding host dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:42:28.661595 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-b4f138f4-60af-4e96-b9c4-11ca42141e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:28.716997 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7b223e72-b432-48b6-b70b-d6c8422ff3bb tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:28.794804 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b223e72-b432-48b6-b70b-d6c8422ff3bb tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Subnet': ['ID=299d7aa9-602e-4d5c-9fb3-ed1ecbe0b77b,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:42:28.808778 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b223e72-b432-48b6-b70b-d6c8422ff3bb tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Checking segment: {'id': '2df32f92-94ec-4e23-867b-2c9915a4f49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1506319e-3f39-4d48-b724-7d050e481aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:42:28.809164 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b223e72-b432-48b6-b70b-d6c8422ff3bb tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network hostable DHCP agents. Network: 1506319e-3f39-4d48-b724-7d050e481aab, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:42:28.827581 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b223e72-b432-48b6-b70b-d6c8422ff3bb tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network 1506319e-3f39-4d48-b724-7d050e481aab is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:42:28.837212 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-7b223e72-b432-48b6-b70b-d6c8422ff3bb tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 1506319e-3f39-4d48-b724-7d050e481aab) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:42:28.841167 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b223e72-b432-48b6-b70b-d6c8422ff3bb tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:28.841745 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7b223e72-b432-48b6-b70b-d6c8422ff3bb tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:28.849220 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed6d188-4b59-4510-b451-66654001c04c None None] Network 1506319e-3f39-4d48-b724-7d050e481aab requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:42:28.869725 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-7b223e72-b432-48b6-b70b-d6c8422ff3bb tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5187762 Oct 13 15:42:28.869977 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56612) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:42:28.993087 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-b4f138f4-60af-4e96-b9c4-11ca42141e1a None None] Notify callbacks [] for port, precommit_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:29.004928 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.provisioning_blocks [None req-b4f138f4-60af-4e96-b9c4-11ca42141e1a None None] Transition to ACTIVE for port object 9a9df358-c31b-4e0e-bc65-f4a933dcb8dc will not be triggered until provisioned by entity L2. {{(pid=88975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:42:29.011956 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-b4f138f4-60af-4e96-b9c4-11ca42141e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:29.068350 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e865f262-cad9-43f8-9124-3f35bf42dbb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-1506319e-3f39-4d48-b724-7d050e481aab', 'network_id': '1506319e-3f39-4d48-b724-7d050e481aab', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ips': [{'subnet_id': '299d7aa9-602e-4d5c-9fb3-ed1ecbe0b77b'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:42:29.069252 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e865f262-cad9-43f8-9124-3f35bf42dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:29.071653 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-b4f138f4-60af-4e96-b9c4-11ca42141e1a None None] Attempting to bind port 9a9df358-c31b-4e0e-bc65-f4a933dcb8dc on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:42:29.072011 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-b4f138f4-60af-4e96-b9c4-11ca42141e1a None None] Attempting to bind port 9a9df358-c31b-4e0e-bc65-f4a933dcb8dc by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:42:29.072365 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f138f4-60af-4e96-b9c4-11ca42141e1a None None] Attempting to bind port 9a9df358-c31b-4e0e-bc65-f4a933dcb8dc on network 8fb1fa59-32fe-4ed0-a248-96c43edb135f {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:42:29.081288 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f138f4-60af-4e96-b9c4-11ca42141e1a None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:42:29.081650 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f138f4-60af-4e96-b9c4-11ca42141e1a None None] Checking segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:42:29.082039 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-b4f138f4-60af-4e96-b9c4-11ca42141e1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:29.082450 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4f138f4-60af-4e96-b9c4-11ca42141e1a None None] Bound using segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:42:29.082885 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-b4f138f4-60af-4e96-b9c4-11ca42141e1a None None] Bound port: 9a9df358-c31b-4e0e-bc65-f4a933dcb8dc, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:42:29.083713 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-b4f138f4-60af-4e96-b9c4-11ca42141e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:29.130347 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b426a91-e1fd-4e85-83f4-ead86e3369a5 None None] Pushing event updated for resources: {'Port': ['ID=9a9df358-c31b-4e0e-bc65-f4a933dcb8dc,revision_number=2']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:42:29.171975 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-b4f138f4-60af-4e96-b9c4-11ca42141e1a None None] For port 9a9df358-c31b-4e0e-bc65-f4a933dcb8dc, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:42:29.175208 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-b4f138f4-60af-4e96-b9c4-11ca42141e1a None None] For port 9a9df358-c31b-4e0e-bc65-f4a933dcb8dc, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=9a9df358-c31b-4e0e-bc65-f4a933dcb8dc,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:42:29.179500 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-b4f138f4-60af-4e96-b9c4-11ca42141e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:29.231650 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-e865f262-cad9-43f8-9124-3f35bf42dbb9 None None] Allocated IP 172.20.0.2 (1506319e-3f39-4d48-b724-7d050e481aab/299d7aa9-602e-4d5c-9fb3-ed1ecbe0b77b/3c7aaf05-6c7c-4781-a0b3-fb4788fc1ee2) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:42:29.246262 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4f138f4-60af-4e96-b9c4-11ca42141e1a None None] Routers {'5dfb1a7c-cbf8-4c52-8913-12f763e39ac4'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:42:29.247005 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-b4f138f4-60af-4e96-b9c4-11ca42141e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:42:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['5dfb1a7c-cbf8-4c52-8913-12f763e39ac4'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:42:29.411862 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b426a91-e1fd-4e85-83f4-ead86e3369a5 None None] Pushing event updated for resources: {'Port': ['ID=9a9df358-c31b-4e0e-bc65-f4a933dcb8dc,revision_number=3']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:42:29.443591 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-b4f138f4-60af-4e96-b9c4-11ca42141e1a None None] Set router 5dfb1a7c-cbf8-4c52-8913-12f763e39ac4 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:42:29.446329 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e865f262-cad9-43f8-9124-3f35bf42dbb9 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:29.458277 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-e865f262-cad9-43f8-9124-3f35bf42dbb9 None None] Transition to ACTIVE for port object 3c7aaf05-6c7c-4781-a0b3-fb4788fc1ee2 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:42:29.478016 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-e865f262-cad9-43f8-9124-3f35bf42dbb9 None None] Transition to ACTIVE for port object 3c7aaf05-6c7c-4781-a0b3-fb4788fc1ee2 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:42:29.484900 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e865f262-cad9-43f8-9124-3f35bf42dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:29.554702 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e865f262-cad9-43f8-9124-3f35bf42dbb9 None None] Network 1506319e-3f39-4d48-b724-7d050e481aab is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:42:29.557540 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-e865f262-cad9-43f8-9124-3f35bf42dbb9 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:42:29.561117 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e865f262-cad9-43f8-9124-3f35bf42dbb9 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:42:29.567434 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e865f262-cad9-43f8-9124-3f35bf42dbb9 None None] Pushing event updated for resources: {'Port': ['ID=3c7aaf05-6c7c-4781-a0b3-fb4788fc1ee2,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:42:29.705825 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-08c2daa1-d771-4275-8ece-bfdf9342122b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:29.707944 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-e865f262-cad9-43f8-9124-3f35bf42dbb9 None None] Attempting to bind port 3c7aaf05-6c7c-4781-a0b3-fb4788fc1ee2 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:42:29.708392 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-e865f262-cad9-43f8-9124-3f35bf42dbb9 None None] Attempting to bind port 3c7aaf05-6c7c-4781-a0b3-fb4788fc1ee2 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '2df32f92-94ec-4e23-867b-2c9915a4f49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1506319e-3f39-4d48-b724-7d050e481aab'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:42:29.708821 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e865f262-cad9-43f8-9124-3f35bf42dbb9 None None] Attempting to bind port 3c7aaf05-6c7c-4781-a0b3-fb4788fc1ee2 on network 1506319e-3f39-4d48-b724-7d050e481aab {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:42:29.715813 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e865f262-cad9-43f8-9124-3f35bf42dbb9 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:42:29.716063 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e865f262-cad9-43f8-9124-3f35bf42dbb9 None None] Checking segment: {'id': '2df32f92-94ec-4e23-867b-2c9915a4f49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1506319e-3f39-4d48-b724-7d050e481aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:42:29.716525 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e865f262-cad9-43f8-9124-3f35bf42dbb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:29.717420 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e865f262-cad9-43f8-9124-3f35bf42dbb9 None None] Bound using segment: {'id': '2df32f92-94ec-4e23-867b-2c9915a4f49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1506319e-3f39-4d48-b724-7d050e481aab'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:42:29.718210 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-e865f262-cad9-43f8-9124-3f35bf42dbb9 None None] Bound port: 3c7aaf05-6c7c-4781-a0b3-fb4788fc1ee2, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2df32f92-94ec-4e23-867b-2c9915a4f49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1506319e-3f39-4d48-b724-7d050e481aab'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:42:29.718430 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e865f262-cad9-43f8-9124-3f35bf42dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:29.800144 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-b4f138f4-60af-4e96-b9c4-11ca42141e1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dfb1a7c-cbf8-4c52-8913-12f763e39ac4', 'name': 'tempest-TestNetworkBasicOps-router-1463671027', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': '9a9df358-c31b-4e0e-bc65-f4a933dcb8dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:42:25Z', 'updated_at': '2022-10-13T15:42:27Z', 'revision_number': 3, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '9a9df358-c31b-4e0e-bc65-f4a933dcb8dc', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:00:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dfb1a7c-cbf8-4c52-8913-12f763e39ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:42:26Z', 'updated_at': '2022-10-13T15:42:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:42:29.804052 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4f138f4-60af-4e96-b9c4-11ca42141e1a None None] The sync data for ids ['5dfb1a7c-cbf8-4c52-8913-12f763e39ac4'] in dv-neutron-860329-2-hyperv is: [{'id': '5dfb1a7c-cbf8-4c52-8913-12f763e39ac4', 'name': 'tempest-TestNetworkBasicOps-router-1463671027', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': '9a9df358-c31b-4e0e-bc65-f4a933dcb8dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:42:25Z', 'updated_at': '2022-10-13T15:42:27Z', 'revision_number': 3, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '9a9df358-c31b-4e0e-bc65-f4a933dcb8dc', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:00:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dfb1a7c-cbf8-4c52-8913-12f763e39ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:42:26Z', 'updated_at': '2022-10-13T15:42:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:42:29.814963 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-e865f262-cad9-43f8-9124-3f35bf42dbb9 None None] For port 3c7aaf05-6c7c-4781-a0b3-fb4788fc1ee2, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:42:29.818592 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-e865f262-cad9-43f8-9124-3f35bf42dbb9 None None] For port 3c7aaf05-6c7c-4781-a0b3-fb4788fc1ee2, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=3c7aaf05-6c7c-4781-a0b3-fb4788fc1ee2,segment=NetworkSegment(2df32f92-94ec-4e23-867b-2c9915a4f49e),segment_id=2df32f92-94ec-4e23-867b-2c9915a4f49e)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:42:29.829048 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e865f262-cad9-43f8-9124-3f35bf42dbb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:29.915638 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e865f262-cad9-43f8-9124-3f35bf42dbb9 None None] Pushing event updated for resources: {'Port': ['ID=3c7aaf05-6c7c-4781-a0b3-fb4788fc1ee2,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:42:30.167316 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-08c2daa1-d771-4275-8ece-bfdf9342122b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Allocated IP 172.20.0.1 (1506319e-3f39-4d48-b724-7d050e481aab/299d7aa9-602e-4d5c-9fb3-ed1ecbe0b77b/995d5748-7867-4e28-9196-fb4d895f3171) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:42:30.341398 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-08c2daa1-d771-4275-8ece-bfdf9342122b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:30.358731 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-08c2daa1-d771-4275-8ece-bfdf9342122b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Transition to ACTIVE for port object 995d5748-7867-4e28-9196-fb4d895f3171 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:42:30.384897 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-08c2daa1-d771-4275-8ece-bfdf9342122b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:30.459385 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c2daa1-d771-4275-8ece-bfdf9342122b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network 1506319e-3f39-4d48-b724-7d050e481aab is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:42:30.462518 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-08c2daa1-d771-4275-8ece-bfdf9342122b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:42:30.466389 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08c2daa1-d771-4275-8ece-bfdf9342122b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:42:30.497584 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c2daa1-d771-4275-8ece-bfdf9342122b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Port': ['ID=995d5748-7867-4e28-9196-fb4d895f3171,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:42:30.529684 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-08c2daa1-d771-4275-8ece-bfdf9342122b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:30.674758 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-08c2daa1-d771-4275-8ece-bfdf9342122b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:30.834581 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 9a9df358-c31b-4e0e-bc65-f4a933dcb8dc up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:42:30.890668 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b060e8d6-301d-4b65-8cb9-bc28cca47cea None None] Network 1506319e-3f39-4d48-b724-7d050e481aab requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:42:30.999961 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 9a9df358-c31b-4e0e-bc65-f4a933dcb8dc completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:42:31.009707 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 9a9df358-c31b-4e0e-bc65-f4a933dcb8dc triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:42:31.010089 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:31.010479 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 9a9df358-c31b-4e0e-bc65-f4a933dcb8dc Oct 13 15:42:31.043547 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-cf690ab3-20e3-4756-8eb2-9b40827bb577 None None] Provisioning for port 3c7aaf05-6c7c-4781-a0b3-fb4788fc1ee2 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:42:31.116100 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-08c2daa1-d771-4275-8ece-bfdf9342122b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:31.120596 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-08c2daa1-d771-4275-8ece-bfdf9342122b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:31.236173 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c2daa1-d771-4275-8ece-bfdf9342122b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Port': ['ID=995d5748-7867-4e28-9196-fb4d895f3171,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:42:31.240785 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-08c2daa1-d771-4275-8ece-bfdf9342122b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:31.249891 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 9a9df358-c31b-4e0e-bc65-f4a933dcb8dc is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:42:31.250361 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:31.272716 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 9a9df358-c31b-4e0e-bc65-f4a933dcb8dc, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=9a9df358-c31b-4e0e-bc65-f4a933dcb8dc,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:42:31.279688 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:31.280715 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 3c7aaf05-6c7c-4781-a0b3-fb4788fc1ee2 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:42:31.402820 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=9a9df358-c31b-4e0e-bc65-f4a933dcb8dc,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:42:31.410703 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:42:31.411051 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:42:31.411389 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:42:31.411725 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:42:31.412050 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:42:31.412550 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:42:31.413033 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:42:31.413523 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:42:31.414005 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:42:31.414571 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:42:31.415037 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:42:31.415535 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:42:31.431381 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 3c7aaf05-6c7c-4781-a0b3-fb4788fc1ee2 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:42:31.441701 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 3c7aaf05-6c7c-4781-a0b3-fb4788fc1ee2 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:42:31.442063 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:31.442654 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 3c7aaf05-6c7c-4781-a0b3-fb4788fc1ee2 Oct 13 15:42:31.510483 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08c2daa1-d771-4275-8ece-bfdf9342122b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network 1506319e-3f39-4d48-b724-7d050e481aab is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:42:31.512241 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-08c2daa1-d771-4275-8ece-bfdf9342122b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:42:31.572164 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 3c7aaf05-6c7c-4781-a0b3-fb4788fc1ee2 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:42:31.572453 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:31.614771 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-0a4691d0-808a-44e6-82ff-c20adc235e5c None None] Provisioning complete for port 3c7aaf05-6c7c-4781-a0b3-fb4788fc1ee2 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:42:31.615143 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0a4691d0-808a-44e6-82ff-c20adc235e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:31.615480 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-0a4691d0-808a-44e6-82ff-c20adc235e5c None None] Attempt 1 to provision port 3c7aaf05-6c7c-4781-a0b3-fb4788fc1ee2 Oct 13 15:42:31.640359 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 3c7aaf05-6c7c-4781-a0b3-fb4788fc1ee2, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=3c7aaf05-6c7c-4781-a0b3-fb4788fc1ee2,segment=NetworkSegment(2df32f92-94ec-4e23-867b-2c9915a4f49e),segment_id=2df32f92-94ec-4e23-867b-2c9915a4f49e)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:42:31.678046 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:31.710921 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c2daa1-d771-4275-8ece-bfdf9342122b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Router 5dfb1a7c-cbf8-4c52-8913-12f763e39ac4 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:42:31.809725 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=3c7aaf05-6c7c-4781-a0b3-fb4788fc1ee2,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:42:31.818369 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-0a4691d0-808a-44e6-82ff-c20adc235e5c None None] Current status of the port 3c7aaf05-6c7c-4781-a0b3-fb4788fc1ee2 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:42:31.831068 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-0a4691d0-808a-44e6-82ff-c20adc235e5c None None] Provisioning for port 995d5748-7867-4e28-9196-fb4d895f3171 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:42:31.837189 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-0a4691d0-808a-44e6-82ff-c20adc235e5c None None] Provisioning complete for port 995d5748-7867-4e28-9196-fb4d895f3171 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:42:31.837554 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0a4691d0-808a-44e6-82ff-c20adc235e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:31.837891 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-0a4691d0-808a-44e6-82ff-c20adc235e5c None None] Attempt 1 to provision port 995d5748-7867-4e28-9196-fb4d895f3171 Oct 13 15:42:31.899652 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-0a4691d0-808a-44e6-82ff-c20adc235e5c None None] Port 995d5748-7867-4e28-9196-fb4d895f3171 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:42:31.906593 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c2daa1-d771-4275-8ece-bfdf9342122b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:42:31.917598 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc575fca-6a03-4257-acc4-d6f94090420d None None] Sync routers for ids ['5dfb1a7c-cbf8-4c52-8913-12f763e39ac4'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:42:31.925375 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 56616) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:42:31.928300 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc575fca-6a03-4257-acc4-d6f94090420d None None] Routers {'5dfb1a7c-cbf8-4c52-8913-12f763e39ac4'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:42:31.928802 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-dc575fca-6a03-4257-acc4-d6f94090420d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:42:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['5dfb1a7c-cbf8-4c52-8913-12f763e39ac4'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:42:31.930645 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-08c2daa1-d771-4275-8ece-bfdf9342122b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "PUT /v2.0/routers/5dfb1a7c-cbf8-4c52-8913-12f763e39ac4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0595148 Oct 13 15:42:32.061611 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7c20d9-a94a-45db-beaa-4f2fd7895c91 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:32.061975 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7c20d9-a94a-45db-beaa-4f2fd7895c91 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:32.062476 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7c20d9-a94a-45db-beaa-4f2fd7895c91 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:32.062970 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d7c20d9-a94a-45db-beaa-4f2fd7895c91 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:32.065166 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-3d7c20d9-a94a-45db-beaa-4f2fd7895c91 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1388023 Oct 13 15:42:32.068103 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 56620) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:42:32.103566 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-dc575fca-6a03-4257-acc4-d6f94090420d None None] Set router 5dfb1a7c-cbf8-4c52-8913-12f763e39ac4 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:42:32.134722 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee725c6-4b25-42e7-a542-f66994d353cc tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:32.135187 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee725c6-4b25-42e7-a542-f66994d353cc tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:32.135646 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee725c6-4b25-42e7-a542-f66994d353cc tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:32.136094 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee725c6-4b25-42e7-a542-f66994d353cc tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:32.137701 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-cee725c6-4b25-42e7-a542-f66994d353cc tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0686712 Oct 13 15:42:32.140468 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 56624) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:42:32.341814 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-37cec72d-6eaf-4694-89bc-c5c756478ff4 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2001777 Oct 13 15:42:32.410798 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-0a4691d0-808a-44e6-82ff-c20adc235e5c None None] Attempt 2 to provision port 995d5748-7867-4e28-9196-fb4d895f3171 Oct 13 15:42:32.411268 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 56630) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:42:32.416529 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-ed036575-383e-4cc5-adfd-64c4d67699fa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2106986688', 'description': 'tempest-secgroup-smoke-2106986688 description', 'project_id': 'de460f02ee50469b960f7a471a064187'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:42:32.422679 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-ed036575-383e-4cc5-adfd-64c4d67699fa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:42:32.427368 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-ed036575-383e-4cc5-adfd-64c4d67699fa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:42:32.430343 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-ed036575-383e-4cc5-adfd-64c4d67699fa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:42:32.436097 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-ed036575-383e-4cc5-adfd-64c4d67699fa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:42:32.446543 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ed036575-383e-4cc5-adfd-64c4d67699fa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:32.466549 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-ed036575-383e-4cc5-adfd-64c4d67699fa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:42:32.471478 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-ed036575-383e-4cc5-adfd-64c4d67699fa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:42:32.475160 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-ed036575-383e-4cc5-adfd-64c4d67699fa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:42:32.477099 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-0a4691d0-808a-44e6-82ff-c20adc235e5c None None] Port 995d5748-7867-4e28-9196-fb4d895f3171 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:42:32.480789 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-ed036575-383e-4cc5-adfd-64c4d67699fa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:42:32.496263 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-dc575fca-6a03-4257-acc4-d6f94090420d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dfb1a7c-cbf8-4c52-8913-12f763e39ac4', 'name': 'tempest-TestNetworkBasicOps-router-1463671027', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': '9a9df358-c31b-4e0e-bc65-f4a933dcb8dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:42:25Z', 'updated_at': '2022-10-13T15:42:30Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '9a9df358-c31b-4e0e-bc65-f4a933dcb8dc', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:00:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dfb1a7c-cbf8-4c52-8913-12f763e39ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:42:26Z', 'updated_at': '2022-10-13T15:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '995d5748-7867-4e28-9196-fb4d895f3171', 'name': '', 'network_id': '1506319e-3f39-4d48-b724-7d050e481aab', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:b7:5c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dfb1a7c-cbf8-4c52-8913-12f763e39ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '299d7aa9-602e-4d5c-9fb3-ed1ecbe0b77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:42:29Z', 'updated_at': '2022-10-13T15:42:30Z', 'revision_number': 2, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '299d7aa9-602e-4d5c-9fb3-ed1ecbe0b77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:42:32.500176 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc575fca-6a03-4257-acc4-d6f94090420d None None] Checking router: 5dfb1a7c-cbf8-4c52-8913-12f763e39ac4 for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:42:32.500540 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc575fca-6a03-4257-acc4-d6f94090420d None None] Updating router 5dfb1a7c-cbf8-4c52-8913-12f763e39ac4 port 995d5748-7867-4e28-9196-fb4d895f3171 binding host dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:42:32.555468 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-dc575fca-6a03-4257-acc4-d6f94090420d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:32.555957 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ed036575-383e-4cc5-adfd-64c4d67699fa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:32.559762 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ed036575-383e-4cc5-adfd-64c4d67699fa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:32.605833 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed036575-383e-4cc5-adfd-64c4d67699fa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=366ab20c-6118-456b-bb5d-9ba274923e40,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:42:32.613514 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed036575-383e-4cc5-adfd-64c4d67699fa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:42:32.613856 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed036575-383e-4cc5-adfd-64c4d67699fa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:42:32.614216 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed036575-383e-4cc5-adfd-64c4d67699fa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:42:32.614539 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed036575-383e-4cc5-adfd-64c4d67699fa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:42:32.614868 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed036575-383e-4cc5-adfd-64c4d67699fa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:42:32.615191 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed036575-383e-4cc5-adfd-64c4d67699fa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:42:32.615511 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed036575-383e-4cc5-adfd-64c4d67699fa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:42:32.615828 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed036575-383e-4cc5-adfd-64c4d67699fa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:42:32.616147 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed036575-383e-4cc5-adfd-64c4d67699fa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:42:32.616463 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed036575-383e-4cc5-adfd-64c4d67699fa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:42:32.616782 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed036575-383e-4cc5-adfd-64c4d67699fa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:42:32.617086 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed036575-383e-4cc5-adfd-64c4d67699fa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:42:32.621675 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ed036575-383e-4cc5-adfd-64c4d67699fa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:32.625559 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-ed036575-383e-4cc5-adfd-64c4d67699fa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2106407 Oct 13 15:42:32.626495 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 56634) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:42:32.630786 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-73834f25-9ba3-4d7e-8613-31796fb4e129 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': '366ab20c-6118-456b-bb5d-9ba274923e40', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:42:32.636762 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-73834f25-9ba3-4d7e-8613-31796fb4e129 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:42:32.640607 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-73834f25-9ba3-4d7e-8613-31796fb4e129 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:42:32.643991 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-73834f25-9ba3-4d7e-8613-31796fb4e129 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:42:32.649817 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-73834f25-9ba3-4d7e-8613-31796fb4e129 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:42:32.667324 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-73834f25-9ba3-4d7e-8613-31796fb4e129 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:32.738952 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-73834f25-9ba3-4d7e-8613-31796fb4e129 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:32.742822 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-73834f25-9ba3-4d7e-8613-31796fb4e129 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:32.786083 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 9a9df358-c31b-4e0e-bc65-f4a933dcb8dc up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:42:32.881859 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73834f25-9ba3-4d7e-8613-31796fb4e129 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bf61d44-91aa-4df1-ac06-4a69560b3661,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:42:32.888439 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-73834f25-9ba3-4d7e-8613-31796fb4e129 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:32.893152 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-73834f25-9ba3-4d7e-8613-31796fb4e129 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2631750 Oct 13 15:42:32.893152 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 56638) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:42:32.898058 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-5925f3d9-8558-42ed-a1fc-5363e489c2c8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': '366ab20c-6118-456b-bb5d-9ba274923e40', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:42:32.901667 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 9a9df358-c31b-4e0e-bc65-f4a933dcb8dc triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:42:32.902039 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:32.902431 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 9a9df358-c31b-4e0e-bc65-f4a933dcb8dc Oct 13 15:42:32.904248 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-5925f3d9-8558-42ed-a1fc-5363e489c2c8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:42:32.908175 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-5925f3d9-8558-42ed-a1fc-5363e489c2c8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:42:32.911021 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-5925f3d9-8558-42ed-a1fc-5363e489c2c8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:42:32.916677 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-5925f3d9-8558-42ed-a1fc-5363e489c2c8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:42:32.934038 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5925f3d9-8558-42ed-a1fc-5363e489c2c8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:32.983177 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-0a4691d0-808a-44e6-82ff-c20adc235e5c None None] Attempt 3 to provision port 995d5748-7867-4e28-9196-fb4d895f3171 Oct 13 15:42:32.995090 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5925f3d9-8558-42ed-a1fc-5363e489c2c8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:32.998583 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5925f3d9-8558-42ed-a1fc-5363e489c2c8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:33.022208 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5925f3d9-8558-42ed-a1fc-5363e489c2c8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f3f62d8-7ba7-4b19-a284-c7d78155003b,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:42:33.031364 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5925f3d9-8558-42ed-a1fc-5363e489c2c8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:33.032522 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-5925f3d9-8558-42ed-a1fc-5363e489c2c8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1384835 Oct 13 15:42:33.035314 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 56642) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:42:33.040302 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-3fbaca0f-dcfa-4771-a706-0de6ca4f21b9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': '366ab20c-6118-456b-bb5d-9ba274923e40', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:42:33.045941 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-3fbaca0f-dcfa-4771-a706-0de6ca4f21b9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:42:33.050080 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-3fbaca0f-dcfa-4771-a706-0de6ca4f21b9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:42:33.053026 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-3fbaca0f-dcfa-4771-a706-0de6ca4f21b9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:42:33.059010 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-3fbaca0f-dcfa-4771-a706-0de6ca4f21b9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:42:33.076207 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3fbaca0f-dcfa-4771-a706-0de6ca4f21b9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:33.076453 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-dc575fca-6a03-4257-acc4-d6f94090420d None None] Notify callbacks [] for port, precommit_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:33.078726 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-0a4691d0-808a-44e6-82ff-c20adc235e5c None None] Port 995d5748-7867-4e28-9196-fb4d895f3171 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:42:33.092413 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-dc575fca-6a03-4257-acc4-d6f94090420d None None] Transition to ACTIVE for port object 995d5748-7867-4e28-9196-fb4d895f3171 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:42:33.100107 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-dc575fca-6a03-4257-acc4-d6f94090420d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:33.140075 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3fbaca0f-dcfa-4771-a706-0de6ca4f21b9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:33.144049 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3fbaca0f-dcfa-4771-a706-0de6ca4f21b9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:33.166853 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbaca0f-dcfa-4771-a706-0de6ca4f21b9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08e718f5-f989-4a01-899f-392e956984cb,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:42:33.175822 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3fbaca0f-dcfa-4771-a706-0de6ca4f21b9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:33.176982 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-3fbaca0f-dcfa-4771-a706-0de6ca4f21b9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1407480 Oct 13 15:42:33.179832 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 56646) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:42:33.184897 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-65f9b6fb-59ca-40e5-b286-847455743f97 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': '366ab20c-6118-456b-bb5d-9ba274923e40', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:42:33.191164 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-65f9b6fb-59ca-40e5-b286-847455743f97 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:42:33.194972 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-65f9b6fb-59ca-40e5-b286-847455743f97 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:42:33.197833 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-65f9b6fb-59ca-40e5-b286-847455743f97 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:42:33.203938 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-65f9b6fb-59ca-40e5-b286-847455743f97 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:42:33.223801 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-65f9b6fb-59ca-40e5-b286-847455743f97 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:33.287001 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-65f9b6fb-59ca-40e5-b286-847455743f97 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:33.290473 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-65f9b6fb-59ca-40e5-b286-847455743f97 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:33.313792 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f9b6fb-59ca-40e5-b286-847455743f97 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dffa04f3-4d02-4459-86e5-77f02a3bcc46,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:42:33.323676 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-65f9b6fb-59ca-40e5-b286-847455743f97 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:33.325077 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-65f9b6fb-59ca-40e5-b286-847455743f97 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1440513 Oct 13 15:42:33.327697 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 56650) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:42:33.332665 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-e5ca9284-9ed4-43ec-a07c-850efa83833f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': '366ab20c-6118-456b-bb5d-9ba274923e40', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:42:33.335079 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf9dfd-da11-4b0d-be9a-ed0508a8967b None None] Pushing event updated for resources: {'Port': ['ID=995d5748-7867-4e28-9196-fb4d895f3171,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:42:33.338560 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-e5ca9284-9ed4-43ec-a07c-850efa83833f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:42:33.342451 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-e5ca9284-9ed4-43ec-a07c-850efa83833f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:42:33.346046 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-e5ca9284-9ed4-43ec-a07c-850efa83833f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:42:33.352066 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-e5ca9284-9ed4-43ec-a07c-850efa83833f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:42:33.358721 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 9a9df358-c31b-4e0e-bc65-f4a933dcb8dc is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:42:33.359779 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 3c7aaf05-6c7c-4781-a0b3-fb4788fc1ee2 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:42:33.363317 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.securitygroups_db [None req-e5ca9284-9ed4-43ec-a07c-850efa83833f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Project de460f02ee50469b960f7a471a064187 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 15:42:33.370171 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e5ca9284-9ed4-43ec-a07c-850efa83833f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:33.408114 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-dc575fca-6a03-4257-acc4-d6f94090420d None None] Attempting to bind port 995d5748-7867-4e28-9196-fb4d895f3171 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:42:33.408434 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-dc575fca-6a03-4257-acc4-d6f94090420d None None] Attempting to bind port 995d5748-7867-4e28-9196-fb4d895f3171 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '2df32f92-94ec-4e23-867b-2c9915a4f49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1506319e-3f39-4d48-b724-7d050e481aab'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:42:33.408757 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc575fca-6a03-4257-acc4-d6f94090420d None None] Attempting to bind port 995d5748-7867-4e28-9196-fb4d895f3171 on network 1506319e-3f39-4d48-b724-7d050e481aab {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:42:33.419352 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc575fca-6a03-4257-acc4-d6f94090420d None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:42:33.419720 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc575fca-6a03-4257-acc4-d6f94090420d None None] Checking segment: {'id': '2df32f92-94ec-4e23-867b-2c9915a4f49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1506319e-3f39-4d48-b724-7d050e481aab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:42:33.420115 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-dc575fca-6a03-4257-acc4-d6f94090420d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:33.420500 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc575fca-6a03-4257-acc4-d6f94090420d None None] Bound using segment: {'id': '2df32f92-94ec-4e23-867b-2c9915a4f49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1506319e-3f39-4d48-b724-7d050e481aab'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:42:33.420959 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-dc575fca-6a03-4257-acc4-d6f94090420d None None] Bound port: 995d5748-7867-4e28-9196-fb4d895f3171, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2df32f92-94ec-4e23-867b-2c9915a4f49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1506319e-3f39-4d48-b724-7d050e481aab'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:42:33.421326 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-dc575fca-6a03-4257-acc4-d6f94090420d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:33.434970 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e5ca9284-9ed4-43ec-a07c-850efa83833f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:33.438527 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e5ca9284-9ed4-43ec-a07c-850efa83833f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:33.461750 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca9284-9ed4-43ec-a07c-850efa83833f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c03ad403-52df-46eb-b70c-662e6a0b7491,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:42:33.471818 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e5ca9284-9ed4-43ec-a07c-850efa83833f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:33.475940 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-e5ca9284-9ed4-43ec-a07c-850efa83833f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1446939 Oct 13 15:42:33.476125 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 56654) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:42:33.480980 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-9518cfe1-723a-4246-8ecb-c8d7dc97a978 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': '366ab20c-6118-456b-bb5d-9ba274923e40', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:42:33.487243 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-9518cfe1-723a-4246-8ecb-c8d7dc97a978 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:42:33.491074 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-9518cfe1-723a-4246-8ecb-c8d7dc97a978 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:42:33.493873 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-9518cfe1-723a-4246-8ecb-c8d7dc97a978 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:42:33.499520 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-9518cfe1-723a-4246-8ecb-c8d7dc97a978 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:42:33.510399 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.securitygroups_db [None req-9518cfe1-723a-4246-8ecb-c8d7dc97a978 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Project de460f02ee50469b960f7a471a064187 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 15:42:33.516908 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9518cfe1-723a-4246-8ecb-c8d7dc97a978 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:33.518150 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 3c7aaf05-6c7c-4781-a0b3-fb4788fc1ee2 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:42:33.518805 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:33.519140 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 3c7aaf05-6c7c-4781-a0b3-fb4788fc1ee2 Oct 13 15:42:33.569305 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-dc575fca-6a03-4257-acc4-d6f94090420d None None] For port 995d5748-7867-4e28-9196-fb4d895f3171, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:42:33.579600 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-0a4691d0-808a-44e6-82ff-c20adc235e5c None None] Attempt 4 to provision port 995d5748-7867-4e28-9196-fb4d895f3171 Oct 13 15:42:33.583948 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9518cfe1-723a-4246-8ecb-c8d7dc97a978 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:33.587454 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9518cfe1-723a-4246-8ecb-c8d7dc97a978 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:33.604432 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-dc575fca-6a03-4257-acc4-d6f94090420d None None] For port 995d5748-7867-4e28-9196-fb4d895f3171, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=995d5748-7867-4e28-9196-fb4d895f3171,segment=NetworkSegment(2df32f92-94ec-4e23-867b-2c9915a4f49e),segment_id=2df32f92-94ec-4e23-867b-2c9915a4f49e)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:42:33.611529 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9518cfe1-723a-4246-8ecb-c8d7dc97a978 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5a61ab6-a579-4050-b4d0-917be1ff57fc,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:42:33.617709 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-dc575fca-6a03-4257-acc4-d6f94090420d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:33.621851 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9518cfe1-723a-4246-8ecb-c8d7dc97a978 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:33.623705 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-9518cfe1-723a-4246-8ecb-c8d7dc97a978 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1460726 Oct 13 15:42:33.731237 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc575fca-6a03-4257-acc4-d6f94090420d None None] Routers {'5dfb1a7c-cbf8-4c52-8913-12f763e39ac4'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:42:33.731521 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-dc575fca-6a03-4257-acc4-d6f94090420d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:42:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['5dfb1a7c-cbf8-4c52-8913-12f763e39ac4'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:42:33.839739 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-6552a330-fcea-45de-955e-cd321248c66e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:security_group {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:42:33.855057 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-6552a330-fcea-45de-955e-cd321248c66e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:security_group {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:42:33.856204 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-6552a330-fcea-45de-955e-cd321248c66e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2106986688&fields=id&tenant_id=de460f02ee50469b960f7a471a064187 HTTP/1.1" status: 200 len: 267 time: 0.0551043 Oct 13 15:42:33.876997 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cf9dfd-da11-4b0d-be9a-ed0508a8967b None None] Pushing event updated for resources: {'Port': ['ID=995d5748-7867-4e28-9196-fb4d895f3171,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:42:33.893422 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 3c7aaf05-6c7c-4781-a0b3-fb4788fc1ee2 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:42:33.895411 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-0a4691d0-808a-44e6-82ff-c20adc235e5c None None] Port 995d5748-7867-4e28-9196-fb4d895f3171 had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 15:42:33.993204 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-dc575fca-6a03-4257-acc4-d6f94090420d None None] Set router 5dfb1a7c-cbf8-4c52-8913-12f763e39ac4 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:42:34.015688 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-2c44c2d3-b7ff-4de9-b97e-16e51f36452a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:34.016360 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-2c44c2d3-b7ff-4de9-b97e-16e51f36452a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:network {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:42:34.031690 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-2c44c2d3-b7ff-4de9-b97e-16e51f36452a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:network {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:42:34.033711 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-2c44c2d3-b7ff-4de9-b97e-16e51f36452a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/networks?id=1506319e-3f39-4d48-b724-7d050e481aab HTTP/1.1" status: 200 len: 797 time: 0.1699178 Oct 13 15:42:34.048929 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-c785432c-a7e1-4e04-b180-a0e102764f6b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/quotas/de460f02ee50469b960f7a471a064187 HTTP/1.1" status: 200 len: 375 time: 0.0094068 Oct 13 15:42:34.140143 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-81698b06-947c-4347-bf86-d4d611d747f0 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:42:34.155271 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-81698b06-947c-4347-bf86-d4d611d747f0 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:42:34.156619 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-81698b06-947c-4347-bf86-d4d611d747f0 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1021974 Oct 13 15:42:34.293070 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-2e37b8df-62a4-4e09-b3f9-01124c629875 service neutron] 10.222.0.42 "GET /v2.0/networks/1506319e-3f39-4d48-b724-7d050e481aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241636 Oct 13 15:42:34.316228 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-dc575fca-6a03-4257-acc4-d6f94090420d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dfb1a7c-cbf8-4c52-8913-12f763e39ac4', 'name': 'tempest-TestNetworkBasicOps-router-1463671027', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': '9a9df358-c31b-4e0e-bc65-f4a933dcb8dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:42:25Z', 'updated_at': '2022-10-13T15:42:30Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '9a9df358-c31b-4e0e-bc65-f4a933dcb8dc', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:00:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dfb1a7c-cbf8-4c52-8913-12f763e39ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:42:26Z', 'updated_at': '2022-10-13T15:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '995d5748-7867-4e28-9196-fb4d895f3171', 'name': '', 'network_id': '1506319e-3f39-4d48-b724-7d050e481aab', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:b7:5c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dfb1a7c-cbf8-4c52-8913-12f763e39ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '299d7aa9-602e-4d5c-9fb3-ed1ecbe0b77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:42:29Z', 'updated_at': '2022-10-13T15:42:33Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '299d7aa9-602e-4d5c-9fb3-ed1ecbe0b77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:42:34.320342 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc575fca-6a03-4257-acc4-d6f94090420d None None] The sync data for ids ['5dfb1a7c-cbf8-4c52-8913-12f763e39ac4'] in dv-neutron-860329-2-hyperv is: [{'id': '5dfb1a7c-cbf8-4c52-8913-12f763e39ac4', 'name': 'tempest-TestNetworkBasicOps-router-1463671027', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': '9a9df358-c31b-4e0e-bc65-f4a933dcb8dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:42:25Z', 'updated_at': '2022-10-13T15:42:30Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '9a9df358-c31b-4e0e-bc65-f4a933dcb8dc', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:00:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dfb1a7c-cbf8-4c52-8913-12f763e39ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:42:26Z', 'updated_at': '2022-10-13T15:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '995d5748-7867-4e28-9196-fb4d895f3171', 'name': '', 'network_id': '1506319e-3f39-4d48-b724-7d050e481aab', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:b7:5c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dfb1a7c-cbf8-4c52-8913-12f763e39ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '299d7aa9-602e-4d5c-9fb3-ed1ecbe0b77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:42:29Z', 'updated_at': '2022-10-13T15:42:33Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '299d7aa9-602e-4d5c-9fb3-ed1ecbe0b77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:42:34.437728 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-53254215-92db-4fb6-a1f7-c4ac8abc158e service neutron] 10.222.0.42 "GET /v2.0/networks/1506319e-3f39-4d48-b724-7d050e481aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387162 Oct 13 15:42:34.464044 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-cbe67d73-5cdd-4fcf-8be4-48952c4a8e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:34.632410 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-910f8f72-cce8-4686-b98e-fcbf5def08fc req-7f2fe2e2-33e1-42a5-958d-0fcd01d03858 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:42:34.646394 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-910f8f72-cce8-4686-b98e-fcbf5def08fc req-7f2fe2e2-33e1-42a5-958d-0fcd01d03858 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:42:34.650606 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-910f8f72-cce8-4686-b98e-fcbf5def08fc req-7f2fe2e2-33e1-42a5-958d-0fcd01d03858 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac20987c-3146-4000-bbf0-a4799eec029c HTTP/1.1" status: 200 len: 210 time: 0.0686655 Oct 13 15:42:34.796993 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 995d5748-7867-4e28-9196-fb4d895f3171 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:42:34.882257 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 995d5748-7867-4e28-9196-fb4d895f3171 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:42:34.887136 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 995d5748-7867-4e28-9196-fb4d895f3171 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:42:34.887512 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:34.887849 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 995d5748-7867-4e28-9196-fb4d895f3171 Oct 13 15:42:35.020258 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 995d5748-7867-4e28-9196-fb4d895f3171 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:42:35.020684 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:35.058777 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 995d5748-7867-4e28-9196-fb4d895f3171, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=995d5748-7867-4e28-9196-fb4d895f3171,segment=NetworkSegment(2df32f92-94ec-4e23-867b-2c9915a4f49e),segment_id=2df32f92-94ec-4e23-867b-2c9915a4f49e)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:42:35.063827 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:35.138870 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=995d5748-7867-4e28-9196-fb4d895f3171,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:42:35.722271 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-95414827-d4c0-4b40-abbe-46c4d63dc123 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:35.722979 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-95414827-d4c0-4b40-abbe-46c4d63dc123 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:network {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:42:35.736897 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-95414827-d4c0-4b40-abbe-46c4d63dc123 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:network {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:42:35.738010 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-95414827-d4c0-4b40-abbe-46c4d63dc123 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.16 "GET /v2.0/networks?id=1506319e-3f39-4d48-b724-7d050e481aab HTTP/1.1" status: 200 len: 797 time: 0.1789877 Oct 13 15:42:35.790222 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-383a6b44-0da0-4cfa-b3de-add856b7ba3d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:security_group {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:42:35.804815 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-383a6b44-0da0-4cfa-b3de-add856b7ba3d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:security_group {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:42:35.806033 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-383a6b44-0da0-4cfa-b3de-add856b7ba3d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de460f02ee50469b960f7a471a064187 HTTP/1.1" status: 200 len: 380 time: 0.0605950 Oct 13 15:42:35.815605 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-ab6f1806-25ad-49a7-8778-e893926d7abc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'port': {'device_id': 'ac20987c-3146-4000-bbf0-a4799eec029c', 'network_id': '1506319e-3f39-4d48-b724-7d050e481aab', 'admin_state_up': True, 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'security_groups': ['366ab20c-6118-456b-bb5d-9ba274923e40']}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:42:35.829768 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-041943ab-f01a-49ec-9d1f-36a2e85c2e8b req-adad5790-f30c-459d-8bd4-32f8a144001f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac20987c-3146-4000-bbf0-a4799eec029c HTTP/1.1" status: 200 len: 210 time: 0.0626068 Oct 13 15:42:35.952320 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-ab6f1806-25ad-49a7-8778-e893926d7abc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:42:35.961850 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-ab6f1806-25ad-49a7-8778-e893926d7abc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:42:35.971954 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-ab6f1806-25ad-49a7-8778-e893926d7abc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Made reservation on behalf of de460f02ee50469b960f7a471a064187 for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:42:35.975771 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-ab6f1806-25ad-49a7-8778-e893926d7abc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:36.137468 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-ab6f1806-25ad-49a7-8778-e893926d7abc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Allocated IP 172.20.0.5 (1506319e-3f39-4d48-b724-7d050e481aab/299d7aa9-602e-4d5c-9fb3-ed1ecbe0b77b/aa15430f-b7f2-4c92-a484-1ae55c1499a5) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:42:36.323484 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-ab6f1806-25ad-49a7-8778-e893926d7abc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:36.339135 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-ab6f1806-25ad-49a7-8778-e893926d7abc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Transition to ACTIVE for port object aa15430f-b7f2-4c92-a484-1ae55c1499a5 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:42:36.363124 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-ab6f1806-25ad-49a7-8778-e893926d7abc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:36.432075 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-ab6f1806-25ad-49a7-8778-e893926d7abc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network 1506319e-3f39-4d48-b724-7d050e481aab is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:42:36.435032 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-ab6f1806-25ad-49a7-8778-e893926d7abc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:42:36.438872 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-ab6f1806-25ad-49a7-8778-e893926d7abc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:42:36.472915 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6f1806-25ad-49a7-8778-e893926d7abc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Port': ['ID=aa15430f-b7f2-4c92-a484-1ae55c1499a5,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:42:36.508734 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-ab6f1806-25ad-49a7-8778-e893926d7abc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:36.509331 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-ab6f1806-25ad-49a7-8778-e893926d7abc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:36.536464 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-ab6f1806-25ad-49a7-8778-e893926d7abc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7253556 Oct 13 15:42:36.547603 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-332699b0-05e6-4ff0-aa9a-0545ad4f3729 service neutron] Request body: {'port': {'device_id': 'ac20987c-3146-4000-bbf0-a4799eec029c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:42:36.609673 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b119a6e7-46ae-4403-9f0a-a54bec7459b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:36.657890 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-332699b0-05e6-4ff0-aa9a-0545ad4f3729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:36.659407 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-28250578-6bdb-450b-bd14-e443fa4a76d6 None None] Provisioning for port aa15430f-b7f2-4c92-a484-1ae55c1499a5 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:42:36.664515 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-28250578-6bdb-450b-bd14-e443fa4a76d6 None None] Provisioning complete for port aa15430f-b7f2-4c92-a484-1ae55c1499a5 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:42:36.665065 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-28250578-6bdb-450b-bd14-e443fa4a76d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:36.665550 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-28250578-6bdb-450b-bd14-e443fa4a76d6 None None] Attempt 1 to provision port aa15430f-b7f2-4c92-a484-1ae55c1499a5 Oct 13 15:42:36.729021 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-28250578-6bdb-450b-bd14-e443fa4a76d6 None None] Port aa15430f-b7f2-4c92-a484-1ae55c1499a5 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:42:36.757134 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 995d5748-7867-4e28-9196-fb4d895f3171 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:42:36.826225 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 995d5748-7867-4e28-9196-fb4d895f3171 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:42:36.826484 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:36.826776 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 995d5748-7867-4e28-9196-fb4d895f3171 Oct 13 15:42:36.947218 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 995d5748-7867-4e28-9196-fb4d895f3171 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:42:37.123805 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c968cc-f1d3-44bb-9f99-e699dc62ab65 req-3c1636c7-39a3-4cd7-b07a-8d164531d695 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:37.124402 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-a7c968cc-f1d3-44bb-9f99-e699dc62ab65 req-3c1636c7-39a3-4cd7-b07a-8d164531d695 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:42:37.178376 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-a7c968cc-f1d3-44bb-9f99-e699dc62ab65 req-3c1636c7-39a3-4cd7-b07a-8d164531d695 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:42:37.179502 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a7c968cc-f1d3-44bb-9f99-e699dc62ab65 req-3c1636c7-39a3-4cd7-b07a-8d164531d695 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac20987c-3146-4000-bbf0-a4799eec029c HTTP/1.1" status: 200 len: 931 time: 0.2264707 Oct 13 15:42:37.229729 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-28250578-6bdb-450b-bd14-e443fa4a76d6 None None] Attempt 2 to provision port aa15430f-b7f2-4c92-a484-1ae55c1499a5 Oct 13 15:42:37.231716 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-332699b0-05e6-4ff0-aa9a-0545ad4f3729 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa15430f-b7f2-4c92-a484-1ae55c1499a5 {{(pid=88973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 15:42:37.243494 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-332699b0-05e6-4ff0-aa9a-0545ad4f3729 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:37.251221 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a7c968cc-f1d3-44bb-9f99-e699dc62ab65 req-42cdfd73-8146-4f97-b530-22b7fb088094 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=366ab20c-6118-456b-bb5d-9ba274923e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575378 Oct 13 15:42:37.262860 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-332699b0-05e6-4ff0-aa9a-0545ad4f3729 service neutron] Transition to ACTIVE for port object aa15430f-b7f2-4c92-a484-1ae55c1499a5 will not be triggered until provisioned by entity L2. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:42:37.268422 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-332699b0-05e6-4ff0-aa9a-0545ad4f3729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:37.284577 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-28250578-6bdb-450b-bd14-e443fa4a76d6 None None] Port aa15430f-b7f2-4c92-a484-1ae55c1499a5 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:42:37.452990 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332699b0-05e6-4ff0-aa9a-0545ad4f3729 service neutron] Pushing event updated for resources: {'Port': ['ID=aa15430f-b7f2-4c92-a484-1ae55c1499a5,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:42:37.493166 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-332699b0-05e6-4ff0-aa9a-0545ad4f3729 service neutron] Attempting to bind port aa15430f-b7f2-4c92-a484-1ae55c1499a5 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:42:37.493493 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-332699b0-05e6-4ff0-aa9a-0545ad4f3729 service neutron] Attempting to bind port aa15430f-b7f2-4c92-a484-1ae55c1499a5 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '2df32f92-94ec-4e23-867b-2c9915a4f49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1506319e-3f39-4d48-b724-7d050e481aab'}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:42:37.493815 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-332699b0-05e6-4ff0-aa9a-0545ad4f3729 service neutron] Attempting to bind port aa15430f-b7f2-4c92-a484-1ae55c1499a5 on network 1506319e-3f39-4d48-b724-7d050e481aab {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:42:37.498365 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-332699b0-05e6-4ff0-aa9a-0545ad4f3729 service neutron] Port aa15430f-b7f2-4c92-a484-1ae55c1499a5 on network 1506319e-3f39-4d48-b724-7d050e481aab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:42:37.498683 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-332699b0-05e6-4ff0-aa9a-0545ad4f3729 service neutron] Attempting to bind port aa15430f-b7f2-4c92-a484-1ae55c1499a5 on network 1506319e-3f39-4d48-b724-7d050e481aab {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:42:37.503725 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-332699b0-05e6-4ff0-aa9a-0545ad4f3729 service neutron] Checking agent: {'id': 'c4d1d38a-44f6-47ac-b17c-311e640e7cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'started_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 42, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:42:37.504059 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-332699b0-05e6-4ff0-aa9a-0545ad4f3729 service neutron] Checking segment: {'id': '2df32f92-94ec-4e23-867b-2c9915a4f49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1506319e-3f39-4d48-b724-7d050e481aab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:42:37.504438 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-332699b0-05e6-4ff0-aa9a-0545ad4f3729 service neutron] Bound using segment: {'id': '2df32f92-94ec-4e23-867b-2c9915a4f49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1506319e-3f39-4d48-b724-7d050e481aab'} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:42:37.504853 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-332699b0-05e6-4ff0-aa9a-0545ad4f3729 service neutron] Bound port: aa15430f-b7f2-4c92-a484-1ae55c1499a5, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2df32f92-94ec-4e23-867b-2c9915a4f49e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 429, 'network_id': '1506319e-3f39-4d48-b724-7d050e481aab'}}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:42:37.505189 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-332699b0-05e6-4ff0-aa9a-0545ad4f3729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:37.590041 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-332699b0-05e6-4ff0-aa9a-0545ad4f3729 service neutron] For port aa15430f-b7f2-4c92-a484-1ae55c1499a5, host hv-neutron-8603, cleared binding levels {{(pid=88973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:42:37.592936 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-332699b0-05e6-4ff0-aa9a-0545ad4f3729 service neutron] For port aa15430f-b7f2-4c92-a484-1ae55c1499a5, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=aa15430f-b7f2-4c92-a484-1ae55c1499a5,segment=NetworkSegment(2df32f92-94ec-4e23-867b-2c9915a4f49e),segment_id=2df32f92-94ec-4e23-867b-2c9915a4f49e)] {{(pid=88973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:42:37.597887 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-332699b0-05e6-4ff0-aa9a-0545ad4f3729 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:37.627731 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-332699b0-05e6-4ff0-aa9a-0545ad4f3729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:37.628330 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-332699b0-05e6-4ff0-aa9a-0545ad4f3729 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:37.629660 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-332699b0-05e6-4ff0-aa9a-0545ad4f3729 service neutron] 10.222.0.16 "PUT /v2.0/ports/aa15430f-b7f2-4c92-a484-1ae55c1499a5 HTTP/1.1" status: 200 len: 1093 time: 1.0863147 Oct 13 15:42:37.630179 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac20987c-3146-4000-bbf0-a4799eec029c', 'tag': 'aa15430f-b7f2-4c92-a484-1ae55c1499a5'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:42:37.632485 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a541766d-5809-40a3-991a-a1ee6ee06ca0" -d '{"events": [{"name": "network-changed", "server_uuid": "ac20987c-3146-4000-bbf0-a4799eec029c", "tag": "aa15430f-b7f2-4c92-a484-1ae55c1499a5"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:42:37.704875 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:37.715961 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 15:42:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e16e0ab-ac7c-4137-b1f4-2c4505f87b7f x-openstack-request-id: req-0e16e0ab-ac7c-4137-b1f4-2c4505f87b7f {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:42:37.716235 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac20987c-3146-4000-bbf0-a4799eec029c", "tag": "aa15430f-b7f2-4c92-a484-1ae55c1499a5", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:42:37.716486 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0e16e0ab-ac7c-4137-b1f4-2c4505f87b7f {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:42:37.716874 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0e16e0ab-ac7c-4137-b1f4-2c4505f87b7f'] response: {'name': 'network-changed', 'server_uuid': 'ac20987c-3146-4000-bbf0-a4799eec029c', 'tag': 'aa15430f-b7f2-4c92-a484-1ae55c1499a5', 'status': 'completed', 'code': 200} Oct 13 15:42:37.729967 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332699b0-05e6-4ff0-aa9a-0545ad4f3729 service neutron] Pushing event updated for resources: {'Port': ['ID=aa15430f-b7f2-4c92-a484-1ae55c1499a5,revision_number=3']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:42:37.760680 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-fb0a0410-93b6-4959-97dc-de828b789dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:37.762158 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-fb0a0410-93b6-4959-97dc-de828b789dde service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&device_id=ac20987c-3146-4000-bbf0-a4799eec029c HTTP/1.1" status: 200 len: 1096 time: 0.0944986 Oct 13 15:42:37.785914 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-28250578-6bdb-450b-bd14-e443fa4a76d6 None None] Attempt 3 to provision port aa15430f-b7f2-4c92-a484-1ae55c1499a5 Oct 13 15:42:37.832513 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-58b79ecb-b958-4f95-a9dc-7ec15ce96430 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa15430f-b7f2-4c92-a484-1ae55c1499a5 HTTP/1.1" status: 200 len: 217 time: 0.0636237 Oct 13 15:42:37.858192 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-28250578-6bdb-450b-bd14-e443fa4a76d6 None None] Port aa15430f-b7f2-4c92-a484-1ae55c1499a5 had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 15:42:37.865905 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:37.894101 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-904c0cf7-703f-418e-ae53-69d94a536419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:37.896139 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-904c0cf7-703f-418e-ae53-69d94a536419 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=299d7aa9-602e-4d5c-9fb3-ed1ecbe0b77b HTTP/1.1" status: 200 len: 834 time: 0.0577972 Oct 13 15:42:37.975791 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-64d704ce-d7d6-4ed5-a395-791fd9536a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:37.977226 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-64d704ce-d7d6-4ed5-a395-791fd9536a2b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1506319e-3f39-4d48-b724-7d050e481aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759354 Oct 13 15:42:38.105714 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-b4372140-0770-45f1-92b2-f74b3183e17e service neutron] 10.222.0.16 "GET /v2.0/networks/1506319e-3f39-4d48-b724-7d050e481aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223035 Oct 13 15:42:38.234796 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-87b7911c-0f1e-4f66-a656-0ca7bd6a00eb req-75396ca2-9998-4d61-bab8-a4303f53eff3 service neutron] 10.222.0.16 "GET /v2.0/networks/1506319e-3f39-4d48-b724-7d050e481aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226196 Oct 13 15:42:38.358233 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a541766d-5809-40a3-991a-a1ee6ee06ca0 req-b0e34a71-ed49-48d8-803b-057173cdee15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:38.359688 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a541766d-5809-40a3-991a-a1ee6ee06ca0 req-b0e34a71-ed49-48d8-803b-057173cdee15 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&device_id=ac20987c-3146-4000-bbf0-a4799eec029c HTTP/1.1" status: 200 len: 1096 time: 0.0831361 Oct 13 15:42:38.640327 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a541766d-5809-40a3-991a-a1ee6ee06ca0 req-0e680307-2602-4d73-813e-6564eb3be7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:38.641759 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a541766d-5809-40a3-991a-a1ee6ee06ca0 req-0e680307-2602-4d73-813e-6564eb3be7b5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1506319e-3f39-4d48-b724-7d050e481aab HTTP/1.1" status: 200 len: 898 time: 0.2759333 Oct 13 15:42:38.652275 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de928a05-db2a-4c29-a292-d4b22560c056 req-34d1349e-90b1-4efc-99f7-b170d442ac3b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:38.653602 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-de928a05-db2a-4c29-a292-d4b22560c056 req-34d1349e-90b1-4efc-99f7-b170d442ac3b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac20987c-3146-4000-bbf0-a4799eec029c HTTP/1.1" status: 200 len: 943 time: 0.2866771 Oct 13 15:42:38.730633 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a541766d-5809-40a3-991a-a1ee6ee06ca0 req-f1da9a2b-16f6-42f9-964d-ef8dc0691602 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa15430f-b7f2-4c92-a484-1ae55c1499a5 HTTP/1.1" status: 200 len: 217 time: 0.0760763 Oct 13 15:42:38.802689 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-de928a05-db2a-4c29-a292-d4b22560c056 req-721a7f06-4621-4d9d-b403-d38a5dcececb tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=366ab20c-6118-456b-bb5d-9ba274923e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0929875 Oct 13 15:42:38.811388 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a541766d-5809-40a3-991a-a1ee6ee06ca0 req-ddebddd3-8c43-4357-b135-31ef2bcb2f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:38.812738 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a541766d-5809-40a3-991a-a1ee6ee06ca0 req-ddebddd3-8c43-4357-b135-31ef2bcb2f1a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=299d7aa9-602e-4d5c-9fb3-ed1ecbe0b77b HTTP/1.1" status: 200 len: 834 time: 0.0751116 Oct 13 15:42:38.896039 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a541766d-5809-40a3-991a-a1ee6ee06ca0 req-b68a1ffd-d654-4af8-844f-447523ec8c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:38.897503 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a541766d-5809-40a3-991a-a1ee6ee06ca0 req-b68a1ffd-d654-4af8-844f-447523ec8c68 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1506319e-3f39-4d48-b724-7d050e481aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777686 Oct 13 15:42:39.027238 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a541766d-5809-40a3-991a-a1ee6ee06ca0 req-30946404-c5a5-4eb0-a625-927b0f90777b service neutron] 10.222.0.16 "GET /v2.0/networks/1506319e-3f39-4d48-b724-7d050e481aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235971 Oct 13 15:42:39.156964 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a541766d-5809-40a3-991a-a1ee6ee06ca0 req-643e75c9-790c-4637-89ce-6b16dc8fc754 service neutron] 10.222.0.16 "GET /v2.0/networks/1506319e-3f39-4d48-b724-7d050e481aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221945 Oct 13 15:42:39.566839 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:39.998666 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf09b60-5b21-42ef-9432-5aba8e309a65 req-53171c32-443a-4c7f-86dd-7c56f327e5d7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:40.000092 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-dbf09b60-5b21-42ef-9432-5aba8e309a65 req-53171c32-443a-4c7f-86dd-7c56f327e5d7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac20987c-3146-4000-bbf0-a4799eec029c HTTP/1.1" status: 200 len: 943 time: 0.0847030 Oct 13 15:42:40.045920 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-dbf09b60-5b21-42ef-9432-5aba8e309a65 req-62fe5187-23da-4cc0-8088-4a8b3fa8b885 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=366ab20c-6118-456b-bb5d-9ba274923e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399253 Oct 13 15:42:41.243350 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9129dd11-a115-48ab-a601-06dae69c95a9 req-aab2423b-0950-4d8e-ae01-00af2865e79d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:41.244716 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9129dd11-a115-48ab-a601-06dae69c95a9 req-aab2423b-0950-4d8e-ae01-00af2865e79d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac20987c-3146-4000-bbf0-a4799eec029c HTTP/1.1" status: 200 len: 943 time: 0.0898857 Oct 13 15:42:41.288716 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9129dd11-a115-48ab-a601-06dae69c95a9 req-972d1666-55b9-4c0e-9f3c-9cd3382302e2 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=366ab20c-6118-456b-bb5d-9ba274923e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383928 Oct 13 15:42:41.600930 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:42:42.484962 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c469e4-f88e-4b6e-a7e3-dce23a8e3c47 req-5866476e-d7ce-43ba-aad6-b08c36046971 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:42.486468 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-b5c469e4-f88e-4b6e-a7e3-dce23a8e3c47 req-5866476e-d7ce-43ba-aad6-b08c36046971 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac20987c-3146-4000-bbf0-a4799eec029c HTTP/1.1" status: 200 len: 943 time: 0.0889316 Oct 13 15:42:42.528605 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-b5c469e4-f88e-4b6e-a7e3-dce23a8e3c47 req-124dff8e-7e3e-42a5-b93b-de094d3c3305 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=366ab20c-6118-456b-bb5d-9ba274923e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365858 Oct 13 15:42:43.008593 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device aa15430f-b7f2-4c92-a484-1ae55c1499a5 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=88974) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 13 15:42:43.144762 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port aa15430f-b7f2-4c92-a484-1ae55c1499a5, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=aa15430f-b7f2-4c92-a484-1ae55c1499a5,segment=NetworkSegment(2df32f92-94ec-4e23-867b-2c9915a4f49e),segment_id=2df32f92-94ec-4e23-867b-2c9915a4f49e)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:42:43.157523 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Returning: {'device': 'aa15430f-b7f2-4c92-a484-1ae55c1499a5', 'network_id': '1506319e-3f39-4d48-b724-7d050e481aab', 'port_id': 'aa15430f-b7f2-4c92-a484-1ae55c1499a5', 'mac_address': 'fa:16:3e:81:50:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 429, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '299d7aa9-602e-4d5c-9fb3-ed1ecbe0b77b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88974) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 13 15:42:43.214236 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port aa15430f-b7f2-4c92-a484-1ae55c1499a5 is: DOWN; New status is: BUILD {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:42:43.214615 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:43.231821 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa15430f-b7f2-4c92-a484-1ae55c1499a5 {{(pid=88974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 15:42:43.247778 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port aa15430f-b7f2-4c92-a484-1ae55c1499a5, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=aa15430f-b7f2-4c92-a484-1ae55c1499a5,segment=NetworkSegment(2df32f92-94ec-4e23-867b-2c9915a4f49e),segment_id=2df32f92-94ec-4e23-867b-2c9915a4f49e)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:42:43.251935 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:43.318282 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=aa15430f-b7f2-4c92-a484-1ae55c1499a5,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:42:43.557887 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['aa15430f-b7f2-4c92-a484-1ae55c1499a5'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 15:42:43.730446 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9315326-280a-47db-867f-be194696ae4d req-03c3303a-1a02-42fb-811d-aa6af96c49f4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:43.732163 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b9315326-280a-47db-867f-be194696ae4d req-03c3303a-1a02-42fb-811d-aa6af96c49f4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac20987c-3146-4000-bbf0-a4799eec029c HTTP/1.1" status: 200 len: 944 time: 0.0916176 Oct 13 15:42:43.781191 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b9315326-280a-47db-867f-be194696ae4d req-0f7b0b9c-e9db-4247-b806-afa5ab175b1e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=366ab20c-6118-456b-bb5d-9ba274923e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424738 Oct 13 15:42:44.979658 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d937592-39f5-4460-9192-85afd51cb72b req-37d92cab-971a-4854-b503-44e4c816b2b4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:44.981071 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-4d937592-39f5-4460-9192-85afd51cb72b req-37d92cab-971a-4854-b503-44e4c816b2b4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac20987c-3146-4000-bbf0-a4799eec029c HTTP/1.1" status: 200 len: 944 time: 0.0877092 Oct 13 15:42:45.009549 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device aa15430f-b7f2-4c92-a484-1ae55c1499a5 up at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:42:45.025064 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-4d937592-39f5-4460-9192-85afd51cb72b req-b35e2810-dd1c-40e5-9d10-8f956cd85195 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=366ab20c-6118-456b-bb5d-9ba274923e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378323 Oct 13 15:42:45.076191 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning for port aa15430f-b7f2-4c92-a484-1ae55c1499a5 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:42:45.080518 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning complete for port aa15430f-b7f2-4c92-a484-1ae55c1499a5 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:42:45.080884 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:45.081214 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Attempt 1 to provision port aa15430f-b7f2-4c92-a484-1ae55c1499a5 Oct 13 15:42:45.194808 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port aa15430f-b7f2-4c92-a484-1ae55c1499a5 is: BUILD; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:42:45.195182 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:45.221101 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac20987c-3146-4000-bbf0-a4799eec029c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa15430f-b7f2-4c92-a484-1ae55c1499a5'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:42:45.223626 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979c64d66908691d8da3fe322a5acf5d757b5bee84c7992aba2ec3c134dffaeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816ea976-f8dc-4d60-a5c8-eda3ed6c857d" -d '{"events": [{"server_uuid": "ac20987c-3146-4000-bbf0-a4799eec029c", "name": "network-vif-plugged", "status": "completed", "tag": "aa15430f-b7f2-4c92-a484-1ae55c1499a5"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:42:45.231335 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port aa15430f-b7f2-4c92-a484-1ae55c1499a5, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=aa15430f-b7f2-4c92-a484-1ae55c1499a5,segment=NetworkSegment(2df32f92-94ec-4e23-867b-2c9915a4f49e),segment_id=2df32f92-94ec-4e23-867b-2c9915a4f49e)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:42:45.235397 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:45.273946 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 15:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b389fae6-9e40-400b-9643-0951afc41388 x-openstack-request-id: req-b389fae6-9e40-400b-9643-0951afc41388 {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:42:45.274261 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac20987c-3146-4000-bbf0-a4799eec029c", "name": "network-vif-plugged", "status": "completed", "tag": "aa15430f-b7f2-4c92-a484-1ae55c1499a5", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:42:45.274517 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b389fae6-9e40-400b-9643-0951afc41388 {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:42:45.274907 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b389fae6-9e40-400b-9643-0951afc41388'] response: {'server_uuid': 'ac20987c-3146-4000-bbf0-a4799eec029c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa15430f-b7f2-4c92-a484-1ae55c1499a5', 'code': 200} Oct 13 15:42:45.306957 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=aa15430f-b7f2-4c92-a484-1ae55c1499a5,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:42:45.492116 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6607dd-216f-47e7-904b-52686b9c7de1 req-f5f7a474-b219-4bbf-bccc-2ee891bee21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:45.493578 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6c6607dd-216f-47e7-904b-52686b9c7de1 req-f5f7a474-b219-4bbf-bccc-2ee891bee21a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ac20987c-3146-4000-bbf0-a4799eec029c HTTP/1.1" status: 200 len: 1098 time: 0.0771565 Oct 13 15:42:45.533468 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6c6607dd-216f-47e7-904b-52686b9c7de1 req-33fed3f8-3148-43fa-a98d-ddcf0612934e service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=366ab20c-6118-456b-bb5d-9ba274923e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340416 Oct 13 15:42:46.218373 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b75b0e-8de0-47ec-9380-65d585856547 req-25dadd2c-02c7-444d-84e4-37fc23aa73b1 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:46.219798 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-20b75b0e-8de0-47ec-9380-65d585856547 req-25dadd2c-02c7-444d-84e4-37fc23aa73b1 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac20987c-3146-4000-bbf0-a4799eec029c HTTP/1.1" status: 200 len: 945 time: 0.0844011 Oct 13 15:42:46.266957 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-20b75b0e-8de0-47ec-9380-65d585856547 req-cb13c35e-f4f2-4528-bfa5-1dd50656f375 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=366ab20c-6118-456b-bb5d-9ba274923e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408990 Oct 13 15:42:47.464786 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38331129-1128-4640-b46e-b8edacd6924d req-a86625c1-402f-415e-8665-0e0457b72ef5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:47.466242 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-38331129-1128-4640-b46e-b8edacd6924d req-a86625c1-402f-415e-8665-0e0457b72ef5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac20987c-3146-4000-bbf0-a4799eec029c HTTP/1.1" status: 200 len: 945 time: 0.0899305 Oct 13 15:42:47.509893 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-38331129-1128-4640-b46e-b8edacd6924d req-92b5a141-ef5a-4f54-a222-68d9ea7e0904 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=366ab20c-6118-456b-bb5d-9ba274923e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380635 Oct 13 15:42:47.701632 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6261e6-bf54-439d-8927-df82e16e3e98 req-f87ebf19-cf90-4898-bf6f-daf5ba80355b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:47.703145 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-2f6261e6-bf54-439d-8927-df82e16e3e98 req-f87ebf19-cf90-4898-bf6f-daf5ba80355b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac20987c-3146-4000-bbf0-a4799eec029c HTTP/1.1" status: 200 len: 945 time: 0.0855663 Oct 13 15:42:47.747158 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-2f6261e6-bf54-439d-8927-df82e16e3e98 req-53c7364c-b556-4aef-8263-47d67264e3f8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=366ab20c-6118-456b-bb5d-9ba274923e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377581 Oct 13 15:42:47.775589 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 56710) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:42:47.854076 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafa4672-4391-4286-a82c-97625f4a0cb8 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:47.855488 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-eafa4672-4391-4286-a82c-97625f4a0cb8 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ac20987c-3146-4000-bbf0-a4799eec029c HTTP/1.1" status: 200 len: 1093 time: 0.0789907 Oct 13 15:42:47.858231 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 56714) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:42:47.862877 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-44097804-7c3d-449d-a3de-153deb0413c6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'floatingip': {'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'port_id': 'aa15430f-b7f2-4c92-a484-1ae55c1499a5', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:42:47.868566 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-44097804-7c3d-449d-a3de-153deb0413c6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:42:47.872331 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-44097804-7c3d-449d-a3de-153deb0413c6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:floatingip and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:42:47.875080 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-44097804-7c3d-449d-a3de-153deb0413c6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:42:47.881110 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-44097804-7c3d-449d-a3de-153deb0413c6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:42:47.891646 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-44097804-7c3d-449d-a3de-153deb0413c6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for floatingip, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:48.026553 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-44097804-7c3d-449d-a3de-153deb0413c6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:48.155155 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-44097804-7c3d-449d-a3de-153deb0413c6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Allocated IP 172.26.2.121 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/df71ebae-e1fe-4214-aadd-e9ec107f2929) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:42:48.300604 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-44097804-7c3d-449d-a3de-153deb0413c6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:48.328830 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-44097804-7c3d-449d-a3de-153deb0413c6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:48.475356 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44097804-7c3d-449d-a3de-153deb0413c6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:42:48.478411 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-44097804-7c3d-449d-a3de-153deb0413c6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:42:48.481986 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44097804-7c3d-449d-a3de-153deb0413c6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:42:48.530411 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44097804-7c3d-449d-a3de-153deb0413c6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Port': ['ID=df71ebae-e1fe-4214-aadd-e9ec107f2929,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:42:48.891947 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-44097804-7c3d-449d-a3de-153deb0413c6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:48.963276 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-44097804-7c3d-449d-a3de-153deb0413c6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:49.162515 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-44097804-7c3d-449d-a3de-153deb0413c6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:49.166741 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-44097804-7c3d-449d-a3de-153deb0413c6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:49.274809 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-44097804-7c3d-449d-a3de-153deb0413c6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:49.334410 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44097804-7c3d-449d-a3de-153deb0413c6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Port': ['ID=df71ebae-e1fe-4214-aadd-e9ec107f2929,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:42:49.482989 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.l3_db [None req-44097804-7c3d-449d-a3de-153deb0413c6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Floating IP b1cbe978-6435-40dd-947e-6730385d0863 associated. External IP: 172.26.2.121, port: aa15430f-b7f2-4c92-a484-1ae55c1499a5. Oct 13 15:42:49.953734 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44097804-7c3d-449d-a3de-153deb0413c6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Router 5dfb1a7c-cbf8-4c52-8913-12f763e39ac4 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:42:50.130053 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44097804-7c3d-449d-a3de-153deb0413c6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:42:50.139961 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a17f08f-dcd5-4c8f-8674-8664c33797cf None None] Sync routers for ids ['5dfb1a7c-cbf8-4c52-8913-12f763e39ac4'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:42:50.149829 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a17f08f-dcd5-4c8f-8674-8664c33797cf None None] Routers {'5dfb1a7c-cbf8-4c52-8913-12f763e39ac4'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:42:50.150458 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-6a17f08f-dcd5-4c8f-8674-8664c33797cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:42:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['5dfb1a7c-cbf8-4c52-8913-12f763e39ac4'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:42:50.154281 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-44097804-7c3d-449d-a3de-153deb0413c6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:42:50.208627 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-44097804-7c3d-449d-a3de-153deb0413c6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3492470 Oct 13 15:42:50.209105 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac20987c-3146-4000-bbf0-a4799eec029c', 'tag': 'aa15430f-b7f2-4c92-a484-1ae55c1499a5'}] {{(pid=88972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:42:50.211494 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56718) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:42:50.211953 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66139ebd01b2281a52a84d0c3e28fe779798cc7e4f9f2d51c02648ac67609c1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-654ddd21-0416-470f-8cbe-08086257d0b0" -d '{"events": [{"name": "network-changed", "server_uuid": "ac20987c-3146-4000-bbf0-a4799eec029c", "tag": "aa15430f-b7f2-4c92-a484-1ae55c1499a5"}]}' {{(pid=88972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:42:50.254034 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 15:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0887bb12-5c61-4f26-8a7a-41c846c08a72 x-openstack-request-id: req-0887bb12-5c61-4f26-8a7a-41c846c08a72 {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:42:50.254348 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac20987c-3146-4000-bbf0-a4799eec029c", "tag": "aa15430f-b7f2-4c92-a484-1ae55c1499a5", "status": "completed", "code": 200}]} {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:42:50.254596 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0887bb12-5c61-4f26-8a7a-41c846c08a72 {{(pid=88972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:42:50.254988 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0887bb12-5c61-4f26-8a7a-41c846c08a72'] response: {'name': 'network-changed', 'server_uuid': 'ac20987c-3146-4000-bbf0-a4799eec029c', 'tag': 'aa15430f-b7f2-4c92-a484-1ae55c1499a5', 'status': 'completed', 'code': 200} Oct 13 15:42:50.339132 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-6a17f08f-dcd5-4c8f-8674-8664c33797cf None None] Set router 5dfb1a7c-cbf8-4c52-8913-12f763e39ac4 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:42:50.447221 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-6abd84e7-de1d-40ce-927c-d63a7d1b067f tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/routers/5dfb1a7c-cbf8-4c52-8913-12f763e39ac4 HTTP/1.1" status: 200 len: 923 time: 0.2348523 Oct 13 15:42:50.449980 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ddd21-0416-470f-8cbe-08086257d0b0 req-c54d73e7-6545-4828-8737-83fca491b7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:50.450272 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 56724) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:42:50.451379 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-654ddd21-0416-470f-8cbe-08086257d0b0 req-c54d73e7-6545-4828-8737-83fca491b7ef service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&device_id=ac20987c-3146-4000-bbf0-a4799eec029c HTTP/1.1" status: 200 len: 1098 time: 0.1711247 Oct 13 15:42:50.585871 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ddd21-0416-470f-8cbe-08086257d0b0 req-78488e03-1c52-4b0a-9702-0b867ccc4da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:50.587352 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-654ddd21-0416-470f-8cbe-08086257d0b0 req-78488e03-1c52-4b0a-9702-0b867ccc4da7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1506319e-3f39-4d48-b724-7d050e481aab HTTP/1.1" status: 200 len: 898 time: 0.1295378 Oct 13 15:42:50.599514 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-e3c83905-c6fc-4143-95eb-31164b30e670 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/floatingips/b1cbe978-6435-40dd-947e-6730385d0863 HTTP/1.1" status: 200 len: 991 time: 0.1480880 Oct 13 15:42:50.695769 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-6a17f08f-dcd5-4c8f-8674-8664c33797cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dfb1a7c-cbf8-4c52-8913-12f763e39ac4', 'name': 'tempest-TestNetworkBasicOps-router-1463671027', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': '9a9df358-c31b-4e0e-bc65-f4a933dcb8dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:42:25Z', 'updated_at': '2022-10-13T15:42:30Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '9a9df358-c31b-4e0e-bc65-f4a933dcb8dc', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:00:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dfb1a7c-cbf8-4c52-8913-12f763e39ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:42:26Z', 'updated_at': '2022-10-13T15:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': 'b1cbe978-6435-40dd-947e-6730385d0863', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'floating_ip_address': '172.26.2.121', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '5dfb1a7c-cbf8-4c52-8913-12f763e39ac4', 'port_id': 'aa15430f-b7f2-4c92-a484-1ae55c1499a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1506319e-3f39-4d48-b724-7d050e481aab', 'mac_address': 'fa:16:3e:81:50:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac20987c-3146-4000-bbf0-a4799eec029c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:42:48Z', 'updated_at': '2022-10-13T15:42:48Z', 'revision_number': 0, 'project_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '995d5748-7867-4e28-9196-fb4d895f3171', 'name': '', 'network_id': '1506319e-3f39-4d48-b724-7d050e481aab', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:b7:5c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dfb1a7c-cbf8-4c52-8913-12f763e39ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '299d7aa9-602e-4d5c-9fb3-ed1ecbe0b77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:42:29Z', 'updated_at': '2022-10-13T15:42:35Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '299d7aa9-602e-4d5c-9fb3-ed1ecbe0b77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:42:50.699541 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a17f08f-dcd5-4c8f-8674-8664c33797cf None None] Checking router: 5dfb1a7c-cbf8-4c52-8913-12f763e39ac4 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:42:50.708519 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a17f08f-dcd5-4c8f-8674-8664c33797cf None None] Routers {'5dfb1a7c-cbf8-4c52-8913-12f763e39ac4'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:42:50.709125 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-6a17f08f-dcd5-4c8f-8674-8664c33797cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:42:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['5dfb1a7c-cbf8-4c52-8913-12f763e39ac4'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:42:50.795488 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-654ddd21-0416-470f-8cbe-08086257d0b0 req-c2492d19-00ee-41f2-9247-d40ee53d38b9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa15430f-b7f2-4c92-a484-1ae55c1499a5 HTTP/1.1" status: 200 len: 999 time: 0.2021949 Oct 13 15:42:50.859473 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ddd21-0416-470f-8cbe-08086257d0b0 req-64a9f8c3-87b7-4e4a-833f-5c968b4b9e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:50.860896 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-654ddd21-0416-470f-8cbe-08086257d0b0 req-64a9f8c3-87b7-4e4a-833f-5c968b4b9e90 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=299d7aa9-602e-4d5c-9fb3-ed1ecbe0b77b HTTP/1.1" status: 200 len: 834 time: 0.0593779 Oct 13 15:42:50.881927 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-6a17f08f-dcd5-4c8f-8674-8664c33797cf None None] Set router 5dfb1a7c-cbf8-4c52-8913-12f763e39ac4 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:42:50.942017 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ddd21-0416-470f-8cbe-08086257d0b0 req-ee3d1d34-792c-4dfe-9b0b-63c3f37460a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:42:50.943519 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-654ddd21-0416-470f-8cbe-08086257d0b0 req-ee3d1d34-792c-4dfe-9b0b-63c3f37460a1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1506319e-3f39-4d48-b724-7d050e481aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770988 Oct 13 15:42:51.074053 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-654ddd21-0416-470f-8cbe-08086257d0b0 req-59ce8f97-b8ad-4011-8b69-17671936ddc5 service neutron] 10.222.0.16 "GET /v2.0/networks/1506319e-3f39-4d48-b724-7d050e481aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242151 Oct 13 15:42:51.203454 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-654ddd21-0416-470f-8cbe-08086257d0b0 req-737ccb81-b939-4bed-a18c-850a164c6097 service neutron] 10.222.0.16 "GET /v2.0/networks/1506319e-3f39-4d48-b724-7d050e481aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234350 Oct 13 15:42:51.221355 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-6a17f08f-dcd5-4c8f-8674-8664c33797cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dfb1a7c-cbf8-4c52-8913-12f763e39ac4', 'name': 'tempest-TestNetworkBasicOps-router-1463671027', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': '9a9df358-c31b-4e0e-bc65-f4a933dcb8dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:42:25Z', 'updated_at': '2022-10-13T15:42:30Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '9a9df358-c31b-4e0e-bc65-f4a933dcb8dc', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:00:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dfb1a7c-cbf8-4c52-8913-12f763e39ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:42:26Z', 'updated_at': '2022-10-13T15:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': 'b1cbe978-6435-40dd-947e-6730385d0863', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'floating_ip_address': '172.26.2.121', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '5dfb1a7c-cbf8-4c52-8913-12f763e39ac4', 'port_id': 'aa15430f-b7f2-4c92-a484-1ae55c1499a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1506319e-3f39-4d48-b724-7d050e481aab', 'mac_address': 'fa:16:3e:81:50:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac20987c-3146-4000-bbf0-a4799eec029c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:42:48Z', 'updated_at': '2022-10-13T15:42:48Z', 'revision_number': 0, 'project_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '995d5748-7867-4e28-9196-fb4d895f3171', 'name': '', 'network_id': '1506319e-3f39-4d48-b724-7d050e481aab', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:b7:5c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dfb1a7c-cbf8-4c52-8913-12f763e39ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '299d7aa9-602e-4d5c-9fb3-ed1ecbe0b77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:42:29Z', 'updated_at': '2022-10-13T15:42:35Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '299d7aa9-602e-4d5c-9fb3-ed1ecbe0b77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:42:51.225590 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a17f08f-dcd5-4c8f-8674-8664c33797cf None None] The sync data for ids ['5dfb1a7c-cbf8-4c52-8913-12f763e39ac4'] in dv-neutron-860329-2-hyperv is: [{'id': '5dfb1a7c-cbf8-4c52-8913-12f763e39ac4', 'name': 'tempest-TestNetworkBasicOps-router-1463671027', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': '9a9df358-c31b-4e0e-bc65-f4a933dcb8dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:42:25Z', 'updated_at': '2022-10-13T15:42:30Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '9a9df358-c31b-4e0e-bc65-f4a933dcb8dc', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:00:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dfb1a7c-cbf8-4c52-8913-12f763e39ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:42:26Z', 'updated_at': '2022-10-13T15:42:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': 'b1cbe978-6435-40dd-947e-6730385d0863', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'floating_ip_address': '172.26.2.121', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '5dfb1a7c-cbf8-4c52-8913-12f763e39ac4', 'port_id': 'aa15430f-b7f2-4c92-a484-1ae55c1499a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1506319e-3f39-4d48-b724-7d050e481aab', 'mac_address': 'fa:16:3e:81:50:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac20987c-3146-4000-bbf0-a4799eec029c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:42:48Z', 'updated_at': '2022-10-13T15:42:48Z', 'revision_number': 0, 'project_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '995d5748-7867-4e28-9196-fb4d895f3171', 'name': '', 'network_id': '1506319e-3f39-4d48-b724-7d050e481aab', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:b7:5c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dfb1a7c-cbf8-4c52-8913-12f763e39ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '299d7aa9-602e-4d5c-9fb3-ed1ecbe0b77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:42:29Z', 'updated_at': '2022-10-13T15:42:35Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '299d7aa9-602e-4d5c-9fb3-ed1ecbe0b77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:42:51.400028 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c4ab4a8-f254-4150-95ef-a6815e23b65d None None] New status for floating IP b1cbe978-6435-40dd-947e-6730385d0863: ACTIVE {{(pid=88974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:42:51.603152 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56730) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:42:51.712951 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-1c9fd0e6-8ac5-4869-9563-b509c6790fb4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/floatingips/b1cbe978-6435-40dd-947e-6730385d0863 HTTP/1.1" status: 200 len: 993 time: 0.1087286 Oct 13 15:42:55.788845 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:04.456481 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-fa073ba6-d06e-44e4-a731-ee37819b7152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:06.610799 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b2d99182-9401-402e-aba2-15bc2e28180a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:07.707294 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:07.864635 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:09.569006 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:18.600905 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:43:19.891957 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-58d62f16-4938-405e-9c52-0678c1f73972 req-28a47ca4-90fc-4a00-80a1-26dd7ac9ea83 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ac20987c-3146-4000-bbf0-a4799eec029c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0787849 Oct 13 15:43:20.035139 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d62f16-4938-405e-9c52-0678c1f73972 req-b16cde70-1e6a-4483-9d71-8124667d23fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:43:20.037137 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-58d62f16-4938-405e-9c52-0678c1f73972 req-b16cde70-1e6a-4483-9d71-8124667d23fc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&device_id=ac20987c-3146-4000-bbf0-a4799eec029c HTTP/1.1" status: 200 len: 1098 time: 0.0800910 Oct 13 15:43:20.177302 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d62f16-4938-405e-9c52-0678c1f73972 req-e573d0b9-6d3d-4b02-b161-96c1cb3e3169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:43:20.178724 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-58d62f16-4938-405e-9c52-0678c1f73972 req-e573d0b9-6d3d-4b02-b161-96c1cb3e3169 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1506319e-3f39-4d48-b724-7d050e481aab HTTP/1.1" status: 200 len: 898 time: 0.1245151 Oct 13 15:43:20.281053 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-58d62f16-4938-405e-9c52-0678c1f73972 req-86b628b7-4254-4a96-b014-4f0f13d0ab1c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa15430f-b7f2-4c92-a484-1ae55c1499a5 HTTP/1.1" status: 200 len: 1001 time: 0.0951021 Oct 13 15:43:20.340901 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d62f16-4938-405e-9c52-0678c1f73972 req-025acc9a-2451-4e1a-973f-7049bc31a7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:43:20.342200 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-58d62f16-4938-405e-9c52-0678c1f73972 req-025acc9a-2451-4e1a-973f-7049bc31a7d1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=299d7aa9-602e-4d5c-9fb3-ed1ecbe0b77b HTTP/1.1" status: 200 len: 834 time: 0.0555823 Oct 13 15:43:20.425437 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d62f16-4938-405e-9c52-0678c1f73972 req-cb83987a-db38-44b8-a81b-dfbacab0cc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:43:20.427458 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-58d62f16-4938-405e-9c52-0678c1f73972 req-cb83987a-db38-44b8-a81b-dfbacab0cc4f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1506319e-3f39-4d48-b724-7d050e481aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790045 Oct 13 15:43:20.555887 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-58d62f16-4938-405e-9c52-0678c1f73972 req-5d2650e8-04a8-482e-9c59-18327a478d20 service neutron] 10.222.0.16 "GET /v2.0/networks/1506319e-3f39-4d48-b724-7d050e481aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224546 Oct 13 15:43:20.684035 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-58d62f16-4938-405e-9c52-0678c1f73972 req-affd0cd7-2401-43b1-99fa-69d2c57f858e service neutron] 10.222.0.16 "GET /v2.0/networks/1506319e-3f39-4d48-b724-7d050e481aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228325 Oct 13 15:43:25.779449 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:34.457443 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-03658a80-7cd8-4eb2-8d9a-c226397487ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:36.611930 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-320705c8-397e-4c78-8e7f-0d202cb3c817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:37.709309 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:37.867085 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:39.571622 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:55.600278 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:43:55.789442 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:56.401366 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56752) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:43:56.745254 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-70ebd8ee-f920-440a-aa16-71c622c986bd tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/routers/5dfb1a7c-cbf8-4c52-8913-12f763e39ac4/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.3427262 Oct 13 15:43:56.748146 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56758) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:43:56.932261 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81dd7a57-0731-4ee7-8171-6fe6431354c7 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Notify agent at dv-neutron-860329-2-hyperv the message router_removed_from_agent {{(pid=88973) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Oct 13 15:43:56.935438 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-81dd7a57-0731-4ee7-8171-6fe6431354c7 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "DELETE /v2.0/agents/3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a/l3-routers/5dfb1a7c-cbf8-4c52-8913-12f763e39ac4 HTTP/1.1" status: 204 len: 168 time: 0.1863770 Oct 13 15:43:56.937976 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56762) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:43:57.120038 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-764cce95-5824-4648-bf5d-ec3eb8858f66 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/routers/5dfb1a7c-cbf8-4c52-8913-12f763e39ac4/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1809061 Oct 13 15:43:57.122646 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56766) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:43:57.227088 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-2197cb45-5f03-45a5-8993-68cb58a221d6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/floatingips/b1cbe978-6435-40dd-947e-6730385d0863 HTTP/1.1" status: 200 len: 993 time: 0.1032226 Oct 13 15:43:57.695070 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97d62c34-4628-40ca-ba9c-470a5b9988a3 None None] New status for floating IP b1cbe978-6435-40dd-947e-6730385d0863: DOWN {{(pid=88975) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:43:58.230952 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56770) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:43:58.331449 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e0179db4-5f5c-44c8-a535-20b36c640641 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/floatingips/b1cbe978-6435-40dd-947e-6730385d0863 HTTP/1.1" status: 200 len: 991 time: 0.0994759 Oct 13 15:43:58.788739 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 9a9df358-c31b-4e0e-bc65-f4a933dcb8dc no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:43:58.897984 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 9a9df358-c31b-4e0e-bc65-f4a933dcb8dc is: ACTIVE; New status is: DOWN {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:43:58.898386 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:58.914470 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 9a9df358-c31b-4e0e-bc65-f4a933dcb8dc, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=9a9df358-c31b-4e0e-bc65-f4a933dcb8dc,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:43:58.918363 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:58.918993 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 995d5748-7867-4e28-9196-fb4d895f3171 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:43:59.029166 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=9a9df358-c31b-4e0e-bc65-f4a933dcb8dc,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:43:59.058238 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:43:59.058581 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:43:59.058913 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:43:59.059240 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:43:59.059561 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:43:59.059893 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:43:59.060200 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:43:59.060517 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:43:59.060834 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:43:59.061150 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:43:59.061461 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:43:59.061770 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:43:59.094103 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 995d5748-7867-4e28-9196-fb4d895f3171 is: ACTIVE; New status is: DOWN {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:43:59.094500 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:59.124817 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 995d5748-7867-4e28-9196-fb4d895f3171, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=995d5748-7867-4e28-9196-fb4d895f3171,segment=NetworkSegment(2df32f92-94ec-4e23-867b-2c9915a4f49e),segment_id=2df32f92-94ec-4e23-867b-2c9915a4f49e)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:43:59.128696 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:43:59.196747 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=995d5748-7867-4e28-9196-fb4d895f3171,revision_number=6']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:43:59.470827 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56776) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:43:59.668308 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1eaae78a-9b6a-46f1-8069-2d4413015e03 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Router 5dfb1a7c-cbf8-4c52-8913-12f763e39ac4 is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 15:43:59.668739 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1eaae78a-9b6a-46f1-8069-2d4413015e03 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Notify agent at dv-neutron-860329-2-hyperv the message router_added_to_agent {{(pid=88973) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:48}} Oct 13 15:43:59.690211 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-1eaae78a-9b6a-46f1-8069-2d4413015e03 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "POST /v2.0/agents/3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2158806 Oct 13 15:43:59.690490 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56784) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:43:59.701217 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebdd77c-aa95-4e9e-8e70-f1fd4e0b0c7c None None] Sync routers for ids ['5dfb1a7c-cbf8-4c52-8913-12f763e39ac4'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:43:59.711532 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebdd77c-aa95-4e9e-8e70-f1fd4e0b0c7c None None] Routers {'5dfb1a7c-cbf8-4c52-8913-12f763e39ac4'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:43:59.712142 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-cebdd77c-aa95-4e9e-8e70-f1fd4e0b0c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:43:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['5dfb1a7c-cbf8-4c52-8913-12f763e39ac4'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:43:59.873095 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-1d95c53e-32e3-4d1f-ada9-1d6ff844d799 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/routers/5dfb1a7c-cbf8-4c52-8913-12f763e39ac4/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1814640 Oct 13 15:43:59.875825 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56788) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:43:59.925690 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-cebdd77c-aa95-4e9e-8e70-f1fd4e0b0c7c None None] Set router 5dfb1a7c-cbf8-4c52-8913-12f763e39ac4 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:43:59.978310 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-9e4ed355-cc25-495d-ac88-132e36088ec0 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/floatingips/b1cbe978-6435-40dd-947e-6730385d0863 HTTP/1.1" status: 200 len: 991 time: 0.1014304 Oct 13 15:44:00.266040 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-cebdd77c-aa95-4e9e-8e70-f1fd4e0b0c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dfb1a7c-cbf8-4c52-8913-12f763e39ac4', 'name': 'tempest-TestNetworkBasicOps-router-1463671027', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': '9a9df358-c31b-4e0e-bc65-f4a933dcb8dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:42:25Z', 'updated_at': '2022-10-13T15:42:30Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '9a9df358-c31b-4e0e-bc65-f4a933dcb8dc', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:00:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dfb1a7c-cbf8-4c52-8913-12f763e39ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:42:26Z', 'updated_at': '2022-10-13T15:43:58Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': 'b1cbe978-6435-40dd-947e-6730385d0863', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'floating_ip_address': '172.26.2.121', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '5dfb1a7c-cbf8-4c52-8913-12f763e39ac4', 'port_id': 'aa15430f-b7f2-4c92-a484-1ae55c1499a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1506319e-3f39-4d48-b724-7d050e481aab', 'mac_address': 'fa:16:3e:81:50:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac20987c-3146-4000-bbf0-a4799eec029c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:42:48Z', 'updated_at': '2022-10-13T15:43:57Z', 'revision_number': 2, 'project_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '995d5748-7867-4e28-9196-fb4d895f3171', 'name': '', 'network_id': '1506319e-3f39-4d48-b724-7d050e481aab', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:b7:5c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dfb1a7c-cbf8-4c52-8913-12f763e39ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '299d7aa9-602e-4d5c-9fb3-ed1ecbe0b77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:42:29Z', 'updated_at': '2022-10-13T15:43:59Z', 'revision_number': 6, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '299d7aa9-602e-4d5c-9fb3-ed1ecbe0b77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:44:00.269751 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebdd77c-aa95-4e9e-8e70-f1fd4e0b0c7c None None] Checking router: 5dfb1a7c-cbf8-4c52-8913-12f763e39ac4 for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:44:00.277871 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cebdd77c-aa95-4e9e-8e70-f1fd4e0b0c7c None None] Routers {'5dfb1a7c-cbf8-4c52-8913-12f763e39ac4'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:44:00.278495 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-cebdd77c-aa95-4e9e-8e70-f1fd4e0b0c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:43:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['5dfb1a7c-cbf8-4c52-8913-12f763e39ac4'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:44:00.451603 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-cebdd77c-aa95-4e9e-8e70-f1fd4e0b0c7c None None] Set router 5dfb1a7c-cbf8-4c52-8913-12f763e39ac4 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:44:00.791930 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-cebdd77c-aa95-4e9e-8e70-f1fd4e0b0c7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dfb1a7c-cbf8-4c52-8913-12f763e39ac4', 'name': 'tempest-TestNetworkBasicOps-router-1463671027', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': '9a9df358-c31b-4e0e-bc65-f4a933dcb8dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:42:25Z', 'updated_at': '2022-10-13T15:42:30Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '9a9df358-c31b-4e0e-bc65-f4a933dcb8dc', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:00:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dfb1a7c-cbf8-4c52-8913-12f763e39ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:42:26Z', 'updated_at': '2022-10-13T15:43:58Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': 'b1cbe978-6435-40dd-947e-6730385d0863', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'floating_ip_address': '172.26.2.121', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '5dfb1a7c-cbf8-4c52-8913-12f763e39ac4', 'port_id': 'aa15430f-b7f2-4c92-a484-1ae55c1499a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1506319e-3f39-4d48-b724-7d050e481aab', 'mac_address': 'fa:16:3e:81:50:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac20987c-3146-4000-bbf0-a4799eec029c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:42:48Z', 'updated_at': '2022-10-13T15:43:57Z', 'revision_number': 2, 'project_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '995d5748-7867-4e28-9196-fb4d895f3171', 'name': '', 'network_id': '1506319e-3f39-4d48-b724-7d050e481aab', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:b7:5c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dfb1a7c-cbf8-4c52-8913-12f763e39ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '299d7aa9-602e-4d5c-9fb3-ed1ecbe0b77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:42:29Z', 'updated_at': '2022-10-13T15:43:59Z', 'revision_number': 6, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '299d7aa9-602e-4d5c-9fb3-ed1ecbe0b77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:44:00.795899 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cebdd77c-aa95-4e9e-8e70-f1fd4e0b0c7c None None] The sync data for ids ['5dfb1a7c-cbf8-4c52-8913-12f763e39ac4'] in dv-neutron-860329-2-hyperv is: [{'id': '5dfb1a7c-cbf8-4c52-8913-12f763e39ac4', 'name': 'tempest-TestNetworkBasicOps-router-1463671027', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': '9a9df358-c31b-4e0e-bc65-f4a933dcb8dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:42:25Z', 'updated_at': '2022-10-13T15:42:30Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '9a9df358-c31b-4e0e-bc65-f4a933dcb8dc', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:00:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dfb1a7c-cbf8-4c52-8913-12f763e39ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:42:26Z', 'updated_at': '2022-10-13T15:43:58Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': 'b1cbe978-6435-40dd-947e-6730385d0863', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'floating_ip_address': '172.26.2.121', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '5dfb1a7c-cbf8-4c52-8913-12f763e39ac4', 'port_id': 'aa15430f-b7f2-4c92-a484-1ae55c1499a5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1506319e-3f39-4d48-b724-7d050e481aab', 'mac_address': 'fa:16:3e:81:50:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac20987c-3146-4000-bbf0-a4799eec029c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:42:48Z', 'updated_at': '2022-10-13T15:43:57Z', 'revision_number': 2, 'project_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '995d5748-7867-4e28-9196-fb4d895f3171', 'name': '', 'network_id': '1506319e-3f39-4d48-b724-7d050e481aab', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:b7:5c:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5dfb1a7c-cbf8-4c52-8913-12f763e39ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '299d7aa9-602e-4d5c-9fb3-ed1ecbe0b77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:42:29Z', 'updated_at': '2022-10-13T15:43:59Z', 'revision_number': 6, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '299d7aa9-602e-4d5c-9fb3-ed1ecbe0b77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:44:00.981800 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56792) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:44:01.097763 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-24a7b8d6-eee1-4e0f-be9a-e9fb5effe022 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/floatingips/b1cbe978-6435-40dd-947e-6730385d0863 HTTP/1.1" status: 200 len: 991 time: 0.1131785 Oct 13 15:44:02.101142 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56796) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:44:02.316964 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-77063b3a-a0aa-4b5a-b662-a5056252a91f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/floatingips/b1cbe978-6435-40dd-947e-6730385d0863 HTTP/1.1" status: 200 len: 991 time: 0.2147815 Oct 13 15:44:02.441812 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-150eb3b2-a3cc-4ea6-9ea0-c03780fa8a02 None None] New status for floating IP b1cbe978-6435-40dd-947e-6730385d0863: ACTIVE {{(pid=88975) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:44:02.829116 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 9a9df358-c31b-4e0e-bc65-f4a933dcb8dc up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:44:02.896868 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 9a9df358-c31b-4e0e-bc65-f4a933dcb8dc triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:44:02.897229 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:02.897555 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 9a9df358-c31b-4e0e-bc65-f4a933dcb8dc Oct 13 15:44:03.014858 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 9a9df358-c31b-4e0e-bc65-f4a933dcb8dc is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:44:03.015232 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:03.031462 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 9a9df358-c31b-4e0e-bc65-f4a933dcb8dc, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=9a9df358-c31b-4e0e-bc65-f4a933dcb8dc,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:44:03.035266 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:03.036130 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 995d5748-7867-4e28-9196-fb4d895f3171 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:44:03.146835 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=9a9df358-c31b-4e0e-bc65-f4a933dcb8dc,revision_number=6']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:44:03.159728 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 995d5748-7867-4e28-9196-fb4d895f3171 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:44:03.160096 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:03.160427 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 995d5748-7867-4e28-9196-fb4d895f3171 Oct 13 15:44:03.274296 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 995d5748-7867-4e28-9196-fb4d895f3171 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:44:03.274567 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:03.320516 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56800) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:44:03.341450 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 995d5748-7867-4e28-9196-fb4d895f3171, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=995d5748-7867-4e28-9196-fb4d895f3171,segment=NetworkSegment(2df32f92-94ec-4e23-867b-2c9915a4f49e),segment_id=2df32f92-94ec-4e23-867b-2c9915a4f49e)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:44:03.344610 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:03.416896 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=995d5748-7867-4e28-9196-fb4d895f3171,revision_number=7']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:44:03.431774 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-1f165341-1f52-4289-af8a-ae0d6a65221a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/floatingips/b1cbe978-6435-40dd-947e-6730385d0863 HTTP/1.1" status: 200 len: 993 time: 0.1101415 Oct 13 15:44:03.707408 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56808) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:44:03.907647 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-2bed7ae4-dd6f-4af9-a2db-b1681b8c6a5a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Deleting port df71ebae-e1fe-4214-aadd-e9ec107f2929 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:44:03.907985 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2bed7ae4-dd6f-4af9-a2db-b1681b8c6a5a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:04.072901 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2bed7ae4-dd6f-4af9-a2db-b1681b8c6a5a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:04.073230 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2bed7ae4-dd6f-4af9-a2db-b1681b8c6a5a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:04.195050 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-2bed7ae4-dd6f-4af9-a2db-b1681b8c6a5a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Calling delete_port for df71ebae-e1fe-4214-aadd-e9ec107f2929 owned by network:floatingip {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:44:04.340621 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2bed7ae4-dd6f-4af9-a2db-b1681b8c6a5a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:04.389934 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bed7ae4-dd6f-4af9-a2db-b1681b8c6a5a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'Port': ['ID=df71ebae-e1fe-4214-aadd-e9ec107f2929,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:44:04.431403 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bed7ae4-dd6f-4af9-a2db-b1681b8c6a5a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:04.431748 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bed7ae4-dd6f-4af9-a2db-b1681b8c6a5a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:04.432084 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bed7ae4-dd6f-4af9-a2db-b1681b8c6a5a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:04.432415 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bed7ae4-dd6f-4af9-a2db-b1681b8c6a5a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:04.432741 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bed7ae4-dd6f-4af9-a2db-b1681b8c6a5a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:04.433068 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bed7ae4-dd6f-4af9-a2db-b1681b8c6a5a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:04.433395 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bed7ae4-dd6f-4af9-a2db-b1681b8c6a5a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:04.433718 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bed7ae4-dd6f-4af9-a2db-b1681b8c6a5a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:04.434043 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bed7ae4-dd6f-4af9-a2db-b1681b8c6a5a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:04.434388 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bed7ae4-dd6f-4af9-a2db-b1681b8c6a5a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:04.434709 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bed7ae4-dd6f-4af9-a2db-b1681b8c6a5a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:04.435027 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bed7ae4-dd6f-4af9-a2db-b1681b8c6a5a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:04.459304 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-fcb9207a-7866-467b-9fcb-714c04f7737f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:04.495489 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2bed7ae4-dd6f-4af9-a2db-b1681b8c6a5a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for floatingip, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:04.495816 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.l3_db [None req-2bed7ae4-dd6f-4af9-a2db-b1681b8c6a5a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Floating IP b1cbe978-6435-40dd-947e-6730385d0863 disassociated (deleted). External IP: 172.26.2.121, port: aa15430f-b7f2-4c92-a484-1ae55c1499a5. Oct 13 15:44:04.801816 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 9a9df358-c31b-4e0e-bc65-f4a933dcb8dc up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:44:04.874734 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 9a9df358-c31b-4e0e-bc65-f4a933dcb8dc triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:44:04.875098 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:04.875428 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 9a9df358-c31b-4e0e-bc65-f4a933dcb8dc Oct 13 15:44:04.952649 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bed7ae4-dd6f-4af9-a2db-b1681b8c6a5a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Router 5dfb1a7c-cbf8-4c52-8913-12f763e39ac4 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:44:04.989985 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 9a9df358-c31b-4e0e-bc65-f4a933dcb8dc is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:44:04.990993 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 995d5748-7867-4e28-9196-fb4d895f3171 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:44:05.056563 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 995d5748-7867-4e28-9196-fb4d895f3171 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:44:05.056922 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:05.057252 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 995d5748-7867-4e28-9196-fb4d895f3171 Oct 13 15:44:05.132596 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bed7ae4-dd6f-4af9-a2db-b1681b8c6a5a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:44:05.148274 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7151653a-c993-4f0c-b019-822365d2f3f4 None None] Sync routers for ids ['5dfb1a7c-cbf8-4c52-8913-12f763e39ac4'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:44:05.152671 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2bed7ae4-dd6f-4af9-a2db-b1681b8c6a5a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:05.177788 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7151653a-c993-4f0c-b019-822365d2f3f4 None None] Routers {'5dfb1a7c-cbf8-4c52-8913-12f763e39ac4'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:44:05.178433 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-7151653a-c993-4f0c-b019-822365d2f3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:43:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['5dfb1a7c-cbf8-4c52-8913-12f763e39ac4'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:44:05.212478 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-2bed7ae4-dd6f-4af9-a2db-b1681b8c6a5a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "DELETE /v2.0/floatingips/b1cbe978-6435-40dd-947e-6730385d0863 HTTP/1.1" status: 204 len: 168 time: 1.5015028 Oct 13 15:44:05.212478 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac20987c-3146-4000-bbf0-a4799eec029c', 'tag': 'aa15430f-b7f2-4c92-a484-1ae55c1499a5'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:44:05.213166 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e41b72a4-1dbb-4cb4-8aba-db6d313eb817" -d '{"events": [{"name": "network-changed", "server_uuid": "ac20987c-3146-4000-bbf0-a4799eec029c", "tag": "aa15430f-b7f2-4c92-a484-1ae55c1499a5"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:44:05.250075 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 995d5748-7867-4e28-9196-fb4d895f3171 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:44:05.267621 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 15:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bc98bdf-efba-45c9-ba68-a72f766e0bbf x-openstack-request-id: req-8bc98bdf-efba-45c9-ba68-a72f766e0bbf {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:44:05.267918 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac20987c-3146-4000-bbf0-a4799eec029c", "tag": "aa15430f-b7f2-4c92-a484-1ae55c1499a5", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:44:05.268160 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8bc98bdf-efba-45c9-ba68-a72f766e0bbf {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:44:05.268559 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8bc98bdf-efba-45c9-ba68-a72f766e0bbf'] response: {'name': 'network-changed', 'server_uuid': 'ac20987c-3146-4000-bbf0-a4799eec029c', 'tag': 'aa15430f-b7f2-4c92-a484-1ae55c1499a5', 'status': 'completed', 'code': 200} Oct 13 15:44:05.358522 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-7151653a-c993-4f0c-b019-822365d2f3f4 None None] Set router 5dfb1a7c-cbf8-4c52-8913-12f763e39ac4 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:44:05.407018 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b72a4-1dbb-4cb4-8aba-db6d313eb817 req-c21c6ea5-a358-43ab-bb23-3ab2ece9a293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:44:05.408608 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e41b72a4-1dbb-4cb4-8aba-db6d313eb817 req-c21c6ea5-a358-43ab-bb23-3ab2ece9a293 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&device_id=ac20987c-3146-4000-bbf0-a4799eec029c HTTP/1.1" status: 200 len: 1098 time: 0.0850132 Oct 13 15:44:05.560357 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b72a4-1dbb-4cb4-8aba-db6d313eb817 req-7416e54c-b6e9-493f-a9a2-75d336d02a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:44:05.562048 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e41b72a4-1dbb-4cb4-8aba-db6d313eb817 req-7416e54c-b6e9-493f-a9a2-75d336d02a36 service neutron] 10.222.0.16 "GET /v2.0/networks?id=1506319e-3f39-4d48-b724-7d050e481aab HTTP/1.1" status: 200 len: 898 time: 0.1446204 Oct 13 15:44:05.613056 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec86f5-221f-468c-ba6f-826b75cb20d9 req-c23a1394-9b61-4462-9c1c-ceb6bf416b1a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:44:05.615841 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-17ec86f5-221f-468c-ba6f-826b75cb20d9 req-c23a1394-9b61-4462-9c1c-ceb6bf416b1a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac20987c-3146-4000-bbf0-a4799eec029c HTTP/1.1" status: 200 len: 945 time: 0.0897310 Oct 13 15:44:05.636093 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e41b72a4-1dbb-4cb4-8aba-db6d313eb817 req-1e777b53-3dde-43bb-8b01-938680ca848d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=aa15430f-b7f2-4c92-a484-1ae55c1499a5 HTTP/1.1" status: 200 len: 217 time: 0.0663974 Oct 13 15:44:05.682116 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-7151653a-c993-4f0c-b019-822365d2f3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dfb1a7c-cbf8-4c52-8913-12f763e39ac4', 'name': 'tempest-TestNetworkBasicOps-router-1463671027', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': '9a9df358-c31b-4e0e-bc65-f4a933dcb8dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:42:25Z', 'updated_at': '2022-10-13T15:42:30Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '9a9df358-c31b-4e0e-bc65-f4a933dcb8dc', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:00:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dfb1a7c-cbf8-4c52-8913-12f763e39ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:42:26Z', 'updated_at': '2022-10-13T15:44:03Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '995d5748-7867-4e28-9196-fb4d895f3171', 'name': '', 'network_id': '1506319e-3f39-4d48-b724-7d050e481aab', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:b7:5c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dfb1a7c-cbf8-4c52-8913-12f763e39ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '299d7aa9-602e-4d5c-9fb3-ed1ecbe0b77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:42:29Z', 'updated_at': '2022-10-13T15:44:03Z', 'revision_number': 7, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '299d7aa9-602e-4d5c-9fb3-ed1ecbe0b77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:44:05.684512 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-17ec86f5-221f-468c-ba6f-826b75cb20d9 req-c89aacd1-d52b-4043-a888-787cded1d882 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=366ab20c-6118-456b-bb5d-9ba274923e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622389 Oct 13 15:44:05.686970 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7151653a-c993-4f0c-b019-822365d2f3f4 None None] Checking router: 5dfb1a7c-cbf8-4c52-8913-12f763e39ac4 for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:44:05.706788 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7151653a-c993-4f0c-b019-822365d2f3f4 None None] Routers {'5dfb1a7c-cbf8-4c52-8913-12f763e39ac4'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:44:05.706788 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-7151653a-c993-4f0c-b019-822365d2f3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:43:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['5dfb1a7c-cbf8-4c52-8913-12f763e39ac4'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:44:05.711641 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b72a4-1dbb-4cb4-8aba-db6d313eb817 req-65662eb7-7185-4a8c-b8a4-2ef6ea896edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:44:05.712950 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e41b72a4-1dbb-4cb4-8aba-db6d313eb817 req-65662eb7-7185-4a8c-b8a4-2ef6ea896edf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=299d7aa9-602e-4d5c-9fb3-ed1ecbe0b77b HTTP/1.1" status: 200 len: 834 time: 0.0705178 Oct 13 15:44:05.799843 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41b72a4-1dbb-4cb4-8aba-db6d313eb817 req-27efbb2e-0957-416c-8c00-34668a79a8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:44:05.801339 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e41b72a4-1dbb-4cb4-8aba-db6d313eb817 req-27efbb2e-0957-416c-8c00-34668a79a8e0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=1506319e-3f39-4d48-b724-7d050e481aab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818605 Oct 13 15:44:05.874980 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-7151653a-c993-4f0c-b019-822365d2f3f4 None None] Set router 5dfb1a7c-cbf8-4c52-8913-12f763e39ac4 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:44:05.934753 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e41b72a4-1dbb-4cb4-8aba-db6d313eb817 req-b8018060-e49e-4151-bb71-39a28b680768 service neutron] 10.222.0.16 "GET /v2.0/networks/1506319e-3f39-4d48-b724-7d050e481aab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256368 Oct 13 15:44:06.067349 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e41b72a4-1dbb-4cb4-8aba-db6d313eb817 req-cc69bc5c-9a15-4d3d-8b53-cdfff799bff6 service neutron] 10.222.0.16 "GET /v2.0/networks/1506319e-3f39-4d48-b724-7d050e481aab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257703 Oct 13 15:44:06.219279 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-7151653a-c993-4f0c-b019-822365d2f3f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dfb1a7c-cbf8-4c52-8913-12f763e39ac4', 'name': 'tempest-TestNetworkBasicOps-router-1463671027', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': '9a9df358-c31b-4e0e-bc65-f4a933dcb8dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:42:25Z', 'updated_at': '2022-10-13T15:42:30Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '9a9df358-c31b-4e0e-bc65-f4a933dcb8dc', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:00:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dfb1a7c-cbf8-4c52-8913-12f763e39ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:42:26Z', 'updated_at': '2022-10-13T15:44:03Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '995d5748-7867-4e28-9196-fb4d895f3171', 'name': '', 'network_id': '1506319e-3f39-4d48-b724-7d050e481aab', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:b7:5c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dfb1a7c-cbf8-4c52-8913-12f763e39ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '299d7aa9-602e-4d5c-9fb3-ed1ecbe0b77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:42:29Z', 'updated_at': '2022-10-13T15:44:03Z', 'revision_number': 7, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '299d7aa9-602e-4d5c-9fb3-ed1ecbe0b77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:44:06.223402 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7151653a-c993-4f0c-b019-822365d2f3f4 None None] The sync data for ids ['5dfb1a7c-cbf8-4c52-8913-12f763e39ac4'] in dv-neutron-860329-2-hyperv is: [{'id': '5dfb1a7c-cbf8-4c52-8913-12f763e39ac4', 'name': 'tempest-TestNetworkBasicOps-router-1463671027', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': '9a9df358-c31b-4e0e-bc65-f4a933dcb8dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:42:25Z', 'updated_at': '2022-10-13T15:42:30Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '9a9df358-c31b-4e0e-bc65-f4a933dcb8dc', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:00:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dfb1a7c-cbf8-4c52-8913-12f763e39ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:42:26Z', 'updated_at': '2022-10-13T15:44:03Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '995d5748-7867-4e28-9196-fb4d895f3171', 'name': '', 'network_id': '1506319e-3f39-4d48-b724-7d050e481aab', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:b7:5c:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dfb1a7c-cbf8-4c52-8913-12f763e39ac4', 'device_owner': 'network:router_interface', 'standard_attr_id': 1424, 'fixed_ips': [{'subnet_id': '299d7aa9-602e-4d5c-9fb3-ed1ecbe0b77b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:42:29Z', 'updated_at': '2022-10-13T15:44:03Z', 'revision_number': 7, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '299d7aa9-602e-4d5c-9fb3-ed1ecbe0b77b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:44:06.613985 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e3bd7d7d-880e-4c80-9eee-1d87c0f1fbb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:06.845436 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be0911fe-9e58-4cb0-b3dd-5550be7d3fbc None None] New status for floating IP b1cbe978-6435-40dd-947e-6730385d0863: DOWN {{(pid=88975) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:44:06.882801 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0768b821-23b6-458b-a767-912b3c8cd32f req-9865ceca-a818-41d9-95ce-ba0d92ff9280 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:44:06.883494 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-0768b821-23b6-458b-a767-912b3c8cd32f req-9865ceca-a818-41d9-95ce-ba0d92ff9280 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:44:06.898479 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-0768b821-23b6-458b-a767-912b3c8cd32f req-9865ceca-a818-41d9-95ce-ba0d92ff9280 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:44:06.899663 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0768b821-23b6-458b-a767-912b3c8cd32f req-9865ceca-a818-41d9-95ce-ba0d92ff9280 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac20987c-3146-4000-bbf0-a4799eec029c HTTP/1.1" status: 200 len: 945 time: 0.1046307 Oct 13 15:44:06.944419 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0768b821-23b6-458b-a767-912b3c8cd32f req-d9c6e828-0770-48f3-a14f-3053fcc9686a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=366ab20c-6118-456b-bb5d-9ba274923e40&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389187 Oct 13 15:44:07.057960 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0305e9a2-8249-4013-8f2b-2e068a539393 req-ed22c013-eefd-4c76-8192-0714dd2fce92 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:44:07.059451 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0305e9a2-8249-4013-8f2b-2e068a539393 req-ed22c013-eefd-4c76-8192-0714dd2fce92 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.16 "GET /v2.0/ports?device_id=ac20987c-3146-4000-bbf0-a4799eec029c HTTP/1.1" status: 200 len: 945 time: 0.0893016 Oct 13 15:44:07.129630 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-0305e9a2-8249-4013-8f2b-2e068a539393 req-6b66611e-0c7d-42d3-89e0-89ec087a8657 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Deleting port aa15430f-b7f2-4c92-a484-1ae55c1499a5 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:44:07.129972 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-0305e9a2-8249-4013-8f2b-2e068a539393 req-6b66611e-0c7d-42d3-89e0-89ec087a8657 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:07.370973 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-0305e9a2-8249-4013-8f2b-2e068a539393 req-6b66611e-0c7d-42d3-89e0-89ec087a8657 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] For port aa15430f-b7f2-4c92-a484-1ae55c1499a5, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=aa15430f-b7f2-4c92-a484-1ae55c1499a5,segment=NetworkSegment(2df32f92-94ec-4e23-867b-2c9915a4f49e),segment_id=2df32f92-94ec-4e23-867b-2c9915a4f49e)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:44:07.371241 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-0305e9a2-8249-4013-8f2b-2e068a539393 req-6b66611e-0c7d-42d3-89e0-89ec087a8657 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:07.591907 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-0305e9a2-8249-4013-8f2b-2e068a539393 req-6b66611e-0c7d-42d3-89e0-89ec087a8657 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Calling delete_port for aa15430f-b7f2-4c92-a484-1ae55c1499a5 owned by compute:nova {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:44:07.713501 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:07.737695 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-0305e9a2-8249-4013-8f2b-2e068a539393 req-6b66611e-0c7d-42d3-89e0-89ec087a8657 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:07.788762 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b66611e-0c7d-42d3-89e0-89ec087a8657 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'Port': ['ID=aa15430f-b7f2-4c92-a484-1ae55c1499a5,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:44:07.869652 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:07.882480 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-0305e9a2-8249-4013-8f2b-2e068a539393 req-6b66611e-0c7d-42d3-89e0-89ec087a8657 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] No DVR routers for this DVR port aa15430f-b7f2-4c92-a484-1ae55c1499a5 on host hv-neutron-8603 {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:44:07.885055 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-0305e9a2-8249-4013-8f2b-2e068a539393 req-6b66611e-0c7d-42d3-89e0-89ec087a8657 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:07.887957 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac20987c-3146-4000-bbf0-a4799eec029c', 'name': 'network-vif-deleted', 'tag': 'aa15430f-b7f2-4c92-a484-1ae55c1499a5'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:44:07.890396 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a009cb9-cbed-4778-9111-c5ad1b2692af" -d '{"events": [{"server_uuid": "ac20987c-3146-4000-bbf0-a4799eec029c", "name": "network-vif-deleted", "tag": "aa15430f-b7f2-4c92-a484-1ae55c1499a5"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:44:07.904607 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0305e9a2-8249-4013-8f2b-2e068a539393 req-6b66611e-0c7d-42d3-89e0-89ec087a8657 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.16 "DELETE /v2.0/ports/aa15430f-b7f2-4c92-a484-1ae55c1499a5 HTTP/1.1" status: 204 len: 173 time: 0.8403420 Oct 13 15:44:07.933244 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 15:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a44804b5-2611-491d-ac81-04924b041d21 x-openstack-request-id: req-a44804b5-2611-491d-ac81-04924b041d21 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:44:07.933540 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac20987c-3146-4000-bbf0-a4799eec029c", "name": "network-vif-deleted", "tag": "aa15430f-b7f2-4c92-a484-1ae55c1499a5", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:44:07.933799 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a44804b5-2611-491d-ac81-04924b041d21 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:44:07.934250 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a44804b5-2611-491d-ac81-04924b041d21'] response: {'server_uuid': 'ac20987c-3146-4000-bbf0-a4799eec029c', 'name': 'network-vif-deleted', 'tag': 'aa15430f-b7f2-4c92-a484-1ae55c1499a5', 'status': 'completed', 'code': 200} Oct 13 15:44:08.132640 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-39d3fdda-48dd-4aca-bc34-d709ca203589 req-a24c1101-3666-45ed-82bd-64b20f5dce77 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:44:08.148599 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-39d3fdda-48dd-4aca-bc34-d709ca203589 req-a24c1101-3666-45ed-82bd-64b20f5dce77 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:44:08.149670 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-39d3fdda-48dd-4aca-bc34-d709ca203589 req-a24c1101-3666-45ed-82bd-64b20f5dce77 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=ac20987c-3146-4000-bbf0-a4799eec029c HTTP/1.1" status: 200 len: 210 time: 0.0701349 Oct 13 15:44:09.252445 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56826) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:44:09.318792 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-62eed529-2a43-4e15-a7ca-4991a7fe5f0e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:09.347951 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-62eed529-2a43-4e15-a7ca-4991a7fe5f0e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:09.411033 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-62eed529-2a43-4e15-a7ca-4991a7fe5f0e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:09.430079 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62eed529-2a43-4e15-a7ca-4991a7fe5f0e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=366ab20c-6118-456b-bb5d-9ba274923e40,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:44:09.440800 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-62eed529-2a43-4e15-a7ca-4991a7fe5f0e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:09.441906 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-62eed529-2a43-4e15-a7ca-4991a7fe5f0e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "DELETE /v2.0/security-groups/366ab20c-6118-456b-bb5d-9ba274923e40 HTTP/1.1" status: 204 len: 168 time: 0.1884727 Oct 13 15:44:09.472438 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56832) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:44:09.573900 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:10.017219 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-16df8373-271d-40ce-9f7d-cd791ab0dd24 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:10.464831 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-16df8373-271d-40ce-9f7d-cd791ab0dd24 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Deleting port 995d5748-7867-4e28-9196-fb4d895f3171 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:44:10.465567 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-16df8373-271d-40ce-9f7d-cd791ab0dd24 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:10.650632 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-16df8373-271d-40ce-9f7d-cd791ab0dd24 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] For port 995d5748-7867-4e28-9196-fb4d895f3171, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=995d5748-7867-4e28-9196-fb4d895f3171,segment=NetworkSegment(2df32f92-94ec-4e23-867b-2c9915a4f49e),segment_id=2df32f92-94ec-4e23-867b-2c9915a4f49e)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:44:10.650989 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-16df8373-271d-40ce-9f7d-cd791ab0dd24 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:10.772582 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-16df8373-271d-40ce-9f7d-cd791ab0dd24 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Calling delete_port for 995d5748-7867-4e28-9196-fb4d895f3171 owned by network:router_interface {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:44:11.091360 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-16df8373-271d-40ce-9f7d-cd791ab0dd24 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:11.139799 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16df8373-271d-40ce-9f7d-cd791ab0dd24 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'Port': ['ID=995d5748-7867-4e28-9196-fb4d895f3171,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:44:11.336686 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device aa15430f-b7f2-4c92-a484-1ae55c1499a5 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:44:11.373794 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] No Port match for: aa15430f-b7f2-4c92-a484-1ae55c1499a5 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:44:11.374054 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device aa15430f-b7f2-4c92-a484-1ae55c1499a5 not bound to the agent host hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:44:11.421980 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-16df8373-271d-40ce-9f7d-cd791ab0dd24 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:11.883274 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16df8373-271d-40ce-9f7d-cd791ab0dd24 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Router 5dfb1a7c-cbf8-4c52-8913-12f763e39ac4 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:44:12.054216 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16df8373-271d-40ce-9f7d-cd791ab0dd24 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:44:12.063302 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e3c09e-b592-4f13-b2a7-2fe8c544e167 None None] Sync routers for ids ['5dfb1a7c-cbf8-4c52-8913-12f763e39ac4'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:44:12.070752 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-16df8373-271d-40ce-9f7d-cd791ab0dd24 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "PUT /v2.0/routers/5dfb1a7c-cbf8-4c52-8913-12f763e39ac4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5969813 Oct 13 15:44:12.073189 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e3c09e-b592-4f13-b2a7-2fe8c544e167 None None] Routers {'5dfb1a7c-cbf8-4c52-8913-12f763e39ac4'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:44:12.073513 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56836) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:44:12.073777 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-79e3c09e-b592-4f13-b2a7-2fe8c544e167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:44:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['5dfb1a7c-cbf8-4c52-8913-12f763e39ac4'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:44:12.141607 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad8563e5-5664-45a2-860a-c0d2b9b281b4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Deleting subnet 299d7aa9-602e-4d5c-9fb3-ed1ecbe0b77b {{(pid=88973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:44:12.144632 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ad8563e5-5664-45a2-860a-c0d2b9b281b4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for subnet, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:12.203448 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ad8563e5-5664-45a2-860a-c0d2b9b281b4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7432921'] for subnet, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:12.249687 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-79e3c09e-b592-4f13-b2a7-2fe8c544e167 None None] Set router 5dfb1a7c-cbf8-4c52-8913-12f763e39ac4 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:44:12.287761 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ad8563e5-5664-45a2-860a-c0d2b9b281b4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:12.359375 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ad8563e5-5664-45a2-860a-c0d2b9b281b4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:12.396785 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8563e5-5664-45a2-860a-c0d2b9b281b4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'Subnet': ['ID=299d7aa9-602e-4d5c-9fb3-ed1ecbe0b77b,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:44:12.403994 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ad8563e5-5664-45a2-860a-c0d2b9b281b4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:12.410223 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-ad8563e5-5664-45a2-860a-c0d2b9b281b4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "DELETE /v2.0/subnets/299d7aa9-602e-4d5c-9fb3-ed1ecbe0b77b HTTP/1.1" status: 204 len: 168 time: 0.3356681 Oct 13 15:44:12.412933 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56840) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:44:12.429063 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ad478c-7792-491a-890e-0f401c4b39df None None] Network 1506319e-3f39-4d48-b724-7d050e481aab requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:44:12.592800 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8a951d98-f320-4fb7-9fb6-a5dd82c192b6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:12.725700 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-79e3c09e-b592-4f13-b2a7-2fe8c544e167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dfb1a7c-cbf8-4c52-8913-12f763e39ac4', 'name': 'tempest-TestNetworkBasicOps-router-1463671027', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101'}], 'enable_snat': True}, 'gw_port_id': '9a9df358-c31b-4e0e-bc65-f4a933dcb8dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:42:25Z', 'updated_at': '2022-10-13T15:44:11Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '9a9df358-c31b-4e0e-bc65-f4a933dcb8dc', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:00:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dfb1a7c-cbf8-4c52-8913-12f763e39ac4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1421, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:42:26Z', 'updated_at': '2022-10-13T15:44:03Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:44:12.730255 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e3c09e-b592-4f13-b2a7-2fe8c544e167 None None] Checking router: 5dfb1a7c-cbf8-4c52-8913-12f763e39ac4 for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:44:12.758696 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e3c09e-b592-4f13-b2a7-2fe8c544e167 None None] Routers {'5dfb1a7c-cbf8-4c52-8913-12f763e39ac4'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:44:12.762584 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-79e3c09e-b592-4f13-b2a7-2fe8c544e167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:44:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['5dfb1a7c-cbf8-4c52-8913-12f763e39ac4'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:44:12.788606 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8a951d98-f320-4fb7-9fb6-a5dd82c192b6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:12.799582 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-8a951d98-f320-4fb7-9fb6-a5dd82c192b6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Deleting port 9a9df358-c31b-4e0e-bc65-f4a933dcb8dc {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:44:12.800021 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8a951d98-f320-4fb7-9fb6-a5dd82c192b6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:12.883559 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5652d80d-a8f9-4b20-ad7a-ffc23ed7d0f7 None None] DHCP port deletion for 1506319e-3f39-4d48-b724-7d050e481aab request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:44:12.902737 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-5652d80d-a8f9-4b20-ad7a-ffc23ed7d0f7 None None] Deleting port 3c7aaf05-6c7c-4781-a0b3-fb4788fc1ee2 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:44:12.903104 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-5652d80d-a8f9-4b20-ad7a-ffc23ed7d0f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:12.993477 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-8a951d98-f320-4fb7-9fb6-a5dd82c192b6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] For port 9a9df358-c31b-4e0e-bc65-f4a933dcb8dc, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=9a9df358-c31b-4e0e-bc65-f4a933dcb8dc,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:44:12.994056 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8a951d98-f320-4fb7-9fb6-a5dd82c192b6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:13.001797 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-79e3c09e-b592-4f13-b2a7-2fe8c544e167 None None] Set router 5dfb1a7c-cbf8-4c52-8913-12f763e39ac4 gateway port host: None {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:44:13.118188 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-8a951d98-f320-4fb7-9fb6-a5dd82c192b6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Calling delete_port for 9a9df358-c31b-4e0e-bc65-f4a933dcb8dc owned by network:router_gateway {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:44:13.121414 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-79e3c09e-b592-4f13-b2a7-2fe8c544e167 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5dfb1a7c-cbf8-4c52-8913-12f763e39ac4', 'name': 'tempest-TestNetworkBasicOps-router-1463671027', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:42:25Z', 'updated_at': '2022-10-13T15:44:12Z', 'revision_number': 6, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port_host': None}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:44:13.130025 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e3c09e-b592-4f13-b2a7-2fe8c544e167 None None] The sync data for ids ['5dfb1a7c-cbf8-4c52-8913-12f763e39ac4'] in dv-neutron-860329-2-hyperv is: [{'id': '5dfb1a7c-cbf8-4c52-8913-12f763e39ac4', 'name': 'tempest-TestNetworkBasicOps-router-1463671027', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:42:25Z', 'updated_at': '2022-10-13T15:44:12Z', 'revision_number': 6, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port_host': None}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:44:13.281374 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-5652d80d-a8f9-4b20-ad7a-ffc23ed7d0f7 None None] For port 3c7aaf05-6c7c-4781-a0b3-fb4788fc1ee2, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=3c7aaf05-6c7c-4781-a0b3-fb4788fc1ee2,segment=NetworkSegment(2df32f92-94ec-4e23-867b-2c9915a4f49e),segment_id=2df32f92-94ec-4e23-867b-2c9915a4f49e)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:44:13.281779 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-5652d80d-a8f9-4b20-ad7a-ffc23ed7d0f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:13.328333 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8a951d98-f320-4fb7-9fb6-a5dd82c192b6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:13.378804 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a951d98-f320-4fb7-9fb6-a5dd82c192b6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'Port': ['ID=9a9df358-c31b-4e0e-bc65-f4a933dcb8dc,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:44:13.410219 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-5652d80d-a8f9-4b20-ad7a-ffc23ed7d0f7 None None] Calling delete_port for 3c7aaf05-6c7c-4781-a0b3-fb4788fc1ee2 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:44:13.492106 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-5652d80d-a8f9-4b20-ad7a-ffc23ed7d0f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:13.540847 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5652d80d-a8f9-4b20-ad7a-ffc23ed7d0f7 None None] Pushing event deleted for resources: {'Port': ['ID=3c7aaf05-6c7c-4781-a0b3-fb4788fc1ee2,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:44:13.542677 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5652d80d-a8f9-4b20-ad7a-ffc23ed7d0f7 None None] No DVR routers for this DVR port 3c7aaf05-6c7c-4781-a0b3-fb4788fc1ee2 on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:44:13.595455 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8a951d98-f320-4fb7-9fb6-a5dd82c192b6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828050'] for router_gateway, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:13.768681 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8a951d98-f320-4fb7-9fb6-a5dd82c192b6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:13.770851 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8a951d98-f320-4fb7-9fb6-a5dd82c192b6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:13.795516 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8a951d98-f320-4fb7-9fb6-a5dd82c192b6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:13.796042 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a951d98-f320-4fb7-9fb6-a5dd82c192b6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Fanout notify agent at l3_agent the message router_deleted on router 5dfb1a7c-cbf8-4c52-8913-12f763e39ac4 {{(pid=88973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:44:13.811474 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8a951d98-f320-4fb7-9fb6-a5dd82c192b6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:13.812547 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-8a951d98-f320-4fb7-9fb6-a5dd82c192b6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "DELETE /v2.0/routers/5dfb1a7c-cbf8-4c52-8913-12f763e39ac4 HTTP/1.1" status: 204 len: 168 time: 1.3987393 Oct 13 15:44:13.815358 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56846) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:44:13.926846 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-eb048a09-86b9-4fd8-9ee5-1e7e1743c1aa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:14.063605 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-eb048a09-86b9-4fd8-9ee5-1e7e1743c1aa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:14.087338 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-eb048a09-86b9-4fd8-9ee5-1e7e1743c1aa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1506319e-3f39-4d48-b724-7d050e481aab']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:44:14.099020 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-eb048a09-86b9-4fd8-9ee5-1e7e1743c1aa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2df32f92-94ec-4e23-867b-2c9915a4f49e') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:44:14.099829 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-eb048a09-86b9-4fd8-9ee5-1e7e1743c1aa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2df32f92-94ec-4e23-867b-2c9915a4f49e') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:44:14.110784 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-eb048a09-86b9-4fd8-9ee5-1e7e1743c1aa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:14.126351 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-eb048a09-86b9-4fd8-9ee5-1e7e1743c1aa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:14.132214 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb048a09-86b9-4fd8-9ee5-1e7e1743c1aa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Releasing vlan 429 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:44:14.132587 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-eb048a09-86b9-4fd8-9ee5-1e7e1743c1aa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:14.212131 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 2df32f92-94ec-4e23-867b-2c9915a4f49e resource provider aggregate not found Oct 13 15:44:14.228893 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 2df32f92-94ec-4e23-867b-2c9915a4f49e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2df32f92-94ec-4e23-867b-2c9915a4f49e found for delete ", "request_id": "req-4cc87367-72ea-4c0a-96fd-ba90d5d05b60"}]} Oct 13 15:44:14.235824 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-eb048a09-86b9-4fd8-9ee5-1e7e1743c1aa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:14.253576 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-eb048a09-86b9-4fd8-9ee5-1e7e1743c1aa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:14.264380 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb048a09-86b9-4fd8-9ee5-1e7e1743c1aa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'Network': ['ID=1506319e-3f39-4d48-b724-7d050e481aab,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:44:14.272434 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-eb048a09-86b9-4fd8-9ee5-1e7e1743c1aa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "DELETE /v2.0/networks/1506319e-3f39-4d48-b724-7d050e481aab HTTP/1.1" status: 204 len: 168 time: 0.4561551 Oct 13 15:44:14.292622 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56854) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:44:14.298050 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-e2e4abec-b3f3-4020-942a-46183c82a43b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'network': {'name': 'tempest-network-smoke--1404791393', 'project_id': 'de460f02ee50469b960f7a471a064187', 'port_security_enabled': True}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:44:14.303542 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-e2e4abec-b3f3-4020-942a-46183c82a43b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:44:14.307623 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-e2e4abec-b3f3-4020-942a-46183c82a43b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:network and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:44:14.310454 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-e2e4abec-b3f3-4020-942a-46183c82a43b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:44:14.316158 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-e2e4abec-b3f3-4020-942a-46183c82a43b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:44:14.325498 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2e4abec-b3f3-4020-942a-46183c82a43b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Made reservation on behalf of de460f02ee50469b960f7a471a064187 for: {'network': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:44:14.328769 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e2e4abec-b3f3-4020-942a-46183c82a43b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:14.356141 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2e4abec-b3f3-4020-942a-46183c82a43b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 421} {{(pid=88973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:44:14.365510 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e2e4abec-b3f3-4020-942a-46183c82a43b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:14.365847 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-e2e4abec-b3f3-4020-942a-46183c82a43b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Added segment 724a2374-2f39-494c-80a1-e88ae2a3313d of type vlan for network d499734f-ea11-4365-9798-98c3f60d14b0 Oct 13 15:44:14.391100 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e2e4abec-b3f3-4020-942a-46183c82a43b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:14.419490 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e2e4abec-b3f3-4020-942a-46183c82a43b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:14.424959 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2e4abec-b3f3-4020-942a-46183c82a43b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:44:14.425536 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e2e4abec-b3f3-4020-942a-46183c82a43b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:14.524509 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e2e4abec-b3f3-4020-942a-46183c82a43b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2308443 Oct 13 15:44:14.527409 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 56858) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:44:14.532539 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-dda959b8-7140-487e-96c5-467b76228da6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1742643138', 'admin_state_up': True, 'project_id': 'de460f02ee50469b960f7a471a064187', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:44:14.535861 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e4abec-b3f3-4020-942a-46183c82a43b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Network': ['ID=d499734f-ea11-4365-9798-98c3f60d14b0,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:44:14.540443 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-dda959b8-7140-487e-96c5-467b76228da6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:44:14.544261 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-dda959b8-7140-487e-96c5-467b76228da6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:router and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:44:14.546491 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network d499734f-ea11-4365-9798-98c3f60d14b0 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:44:14.547431 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-dda959b8-7140-487e-96c5-467b76228da6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:44:14.553725 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-dda959b8-7140-487e-96c5-467b76228da6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:44:14.563373 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-dda959b8-7140-487e-96c5-467b76228da6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:14.564339 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-dda959b8-7140-487e-96c5-467b76228da6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:14.579194 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-dda959b8-7140-487e-96c5-467b76228da6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:14.797460 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 9a9df358-c31b-4e0e-bc65-f4a933dcb8dc no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:44:14.831555 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 9a9df358-c31b-4e0e-bc65-f4a933dcb8dc {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:44:14.831824 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 9a9df358-c31b-4e0e-bc65-f4a933dcb8dc not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:44:14.832238 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 3c7aaf05-6c7c-4781-a0b3-fb4788fc1ee2 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:44:14.840593 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-dda959b8-7140-487e-96c5-467b76228da6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:14.872206 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 3c7aaf05-6c7c-4781-a0b3-fb4788fc1ee2 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:44:14.872552 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 3c7aaf05-6c7c-4781-a0b3-fb4788fc1ee2 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:44:14.872965 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 995d5748-7867-4e28-9196-fb4d895f3171 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:44:14.905247 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 995d5748-7867-4e28-9196-fb4d895f3171 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:44:14.905592 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 995d5748-7867-4e28-9196-fb4d895f3171 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:44:15.136386 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-dda959b8-7140-487e-96c5-467b76228da6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router_gateway, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:15.165216 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-dda959b8-7140-487e-96c5-467b76228da6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:15.297869 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-dda959b8-7140-487e-96c5-467b76228da6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Allocated IP 172.26.2.48 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/4822cbb7-20ac-4231-8283-4ab426a8265d) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:44:15.547501 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-dda959b8-7140-487e-96c5-467b76228da6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:15.576140 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-dda959b8-7140-487e-96c5-467b76228da6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:15.640548 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda959b8-7140-487e-96c5-467b76228da6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:44:15.643303 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-dda959b8-7140-487e-96c5-467b76228da6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:44:15.647711 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda959b8-7140-487e-96c5-467b76228da6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:44:15.678583 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda959b8-7140-487e-96c5-467b76228da6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Port': ['ID=4822cbb7-20ac-4231-8283-4ab426a8265d,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:44:15.696236 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda959b8-7140-487e-96c5-467b76228da6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:15.696581 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda959b8-7140-487e-96c5-467b76228da6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:15.696919 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda959b8-7140-487e-96c5-467b76228da6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:15.697253 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda959b8-7140-487e-96c5-467b76228da6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:15.697582 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda959b8-7140-487e-96c5-467b76228da6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:15.697911 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda959b8-7140-487e-96c5-467b76228da6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:15.698274 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda959b8-7140-487e-96c5-467b76228da6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:15.698601 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda959b8-7140-487e-96c5-467b76228da6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:15.698924 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda959b8-7140-487e-96c5-467b76228da6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:15.699241 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda959b8-7140-487e-96c5-467b76228da6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:15.699556 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda959b8-7140-487e-96c5-467b76228da6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:15.699871 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dda959b8-7140-487e-96c5-467b76228da6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:16.062816 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-dda959b8-7140-487e-96c5-467b76228da6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router_gateway, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:16.394275 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-dda959b8-7140-487e-96c5-467b76228da6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:16.592589 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda959b8-7140-487e-96c5-467b76228da6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Router 7deb9a9e-0df2-4526-adeb-225eaaba9243 is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 15:44:16.768259 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda959b8-7140-487e-96c5-467b76228da6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:44:16.777784 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9aeca15-cf34-4b2c-ab65-5c710c3e4528 None None] Sync routers for ids ['7deb9a9e-0df2-4526-adeb-225eaaba9243'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:44:16.788004 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9aeca15-cf34-4b2c-ab65-5c710c3e4528 None None] Routers {'7deb9a9e-0df2-4526-adeb-225eaaba9243'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:44:16.788863 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-f9aeca15-cf34-4b2c-ab65-5c710c3e4528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:44:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['7deb9a9e-0df2-4526-adeb-225eaaba9243'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:44:16.794978 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-dda959b8-7140-487e-96c5-467b76228da6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:16.796592 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-dda959b8-7140-487e-96c5-467b76228da6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2682133 Oct 13 15:44:16.799822 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 56862) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:44:16.951543 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-7bf9573a-3afd-4e9c-a705-ac8dda525282 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=de460f02ee50469b960f7a471a064187&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1504550 Oct 13 15:44:16.954091 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56866) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:44:16.971428 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-f9aeca15-cf34-4b2c-ab65-5c710c3e4528 None None] Set router 7deb9a9e-0df2-4526-adeb-225eaaba9243 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:44:17.089363 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d2dbee-2949-49a3-97a4-b1bfc8915fa5 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:44:17.090856 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c5d2dbee-2949-49a3-97a4-b1bfc8915fa5 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1357594 Oct 13 15:44:17.093655 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56870) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:44:17.132175 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e50ea12d-b336-4dd0-b449-9d8c055c49f4 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=8fb1fa59-32fe-4ed0-a248-96c43edb135f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374680 Oct 13 15:44:17.134776 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56874) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:44:17.139932 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-70ebe640-3592-42aa-9b52-00f6c3ebacdd tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-134461878', 'network_id': 'd499734f-ea11-4365-9798-98c3f60d14b0', 'project_id': 'de460f02ee50469b960f7a471a064187', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:44:17.248093 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-70ebe640-3592-42aa-9b52-00f6c3ebacdd tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:44:17.251846 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-70ebe640-3592-42aa-9b52-00f6c3ebacdd tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:subnet and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:44:17.254703 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-70ebe640-3592-42aa-9b52-00f6c3ebacdd tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:44:17.255440 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-f9aeca15-cf34-4b2c-ab65-5c710c3e4528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7deb9a9e-0df2-4526-adeb-225eaaba9243', 'name': 'tempest-TestNetworkBasicOps-router-1742643138', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '4822cbb7-20ac-4231-8283-4ab426a8265d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:44:14Z', 'updated_at': '2022-10-13T15:44:15Z', 'revision_number': 3, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '4822cbb7-20ac-4231-8283-4ab426a8265d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:be:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7deb9a9e-0df2-4526-adeb-225eaaba9243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:44:15Z', 'updated_at': '2022-10-13T15:44:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:44:17.259141 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9aeca15-cf34-4b2c-ab65-5c710c3e4528 None None] Checking router: 7deb9a9e-0df2-4526-adeb-225eaaba9243 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:44:17.259482 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9aeca15-cf34-4b2c-ab65-5c710c3e4528 None None] Updating router 7deb9a9e-0df2-4526-adeb-225eaaba9243 port 4822cbb7-20ac-4231-8283-4ab426a8265d binding host dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:44:17.260453 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-70ebe640-3592-42aa-9b52-00f6c3ebacdd tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:44:17.270450 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ebe640-3592-42aa-9b52-00f6c3ebacdd tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Made reservation on behalf of de460f02ee50469b960f7a471a064187 for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:44:17.273892 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-70ebe640-3592-42aa-9b52-00f6c3ebacdd tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:17.311568 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-f9aeca15-cf34-4b2c-ab65-5c710c3e4528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:17.592489 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-70ebe640-3592-42aa-9b52-00f6c3ebacdd tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:17.671773 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ebe640-3592-42aa-9b52-00f6c3ebacdd tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Subnet': ['ID=f84a8885-d1ed-4066-ada2-3b78eef82063,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:44:17.674980 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-f9aeca15-cf34-4b2c-ab65-5c710c3e4528 None None] Notify callbacks [] for port, precommit_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:17.677447 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ebe640-3592-42aa-9b52-00f6c3ebacdd tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Checking segment: {'id': '724a2374-2f39-494c-80a1-e88ae2a3313d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'd499734f-ea11-4365-9798-98c3f60d14b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:44:17.677801 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ebe640-3592-42aa-9b52-00f6c3ebacdd tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network hostable DHCP agents. Network: d499734f-ea11-4365-9798-98c3f60d14b0, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:44:17.687172 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.provisioning_blocks [None req-f9aeca15-cf34-4b2c-ab65-5c710c3e4528 None None] Transition to ACTIVE for port object 4822cbb7-20ac-4231-8283-4ab426a8265d will not be triggered until provisioned by entity L2. {{(pid=88975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:44:17.694306 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-f9aeca15-cf34-4b2c-ab65-5c710c3e4528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:17.699876 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ebe640-3592-42aa-9b52-00f6c3ebacdd tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network d499734f-ea11-4365-9798-98c3f60d14b0 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:44:17.709789 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-70ebe640-3592-42aa-9b52-00f6c3ebacdd tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, d499734f-ea11-4365-9798-98c3f60d14b0) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:44:17.714072 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ebe640-3592-42aa-9b52-00f6c3ebacdd tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:44:17.714744 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-70ebe640-3592-42aa-9b52-00f6c3ebacdd tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:17.719618 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e016be4-25c0-4c30-806f-2e1bb19b791a None None] Network d499734f-ea11-4365-9798-98c3f60d14b0 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:44:17.736377 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-70ebe640-3592-42aa-9b52-00f6c3ebacdd tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6006253 Oct 13 15:44:17.739940 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56878) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:44:17.748295 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-f9aeca15-cf34-4b2c-ab65-5c710c3e4528 None None] Attempting to bind port 4822cbb7-20ac-4231-8283-4ab426a8265d on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:44:17.748652 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-f9aeca15-cf34-4b2c-ab65-5c710c3e4528 None None] Attempting to bind port 4822cbb7-20ac-4231-8283-4ab426a8265d by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:44:17.749000 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9aeca15-cf34-4b2c-ab65-5c710c3e4528 None None] Attempting to bind port 4822cbb7-20ac-4231-8283-4ab426a8265d on network 8fb1fa59-32fe-4ed0-a248-96c43edb135f {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:44:17.764226 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9aeca15-cf34-4b2c-ab65-5c710c3e4528 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:44:17.764589 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9aeca15-cf34-4b2c-ab65-5c710c3e4528 None None] Checking segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:44:17.764977 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-f9aeca15-cf34-4b2c-ab65-5c710c3e4528 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:17.765358 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9aeca15-cf34-4b2c-ab65-5c710c3e4528 None None] Bound using segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:44:17.765816 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-f9aeca15-cf34-4b2c-ab65-5c710c3e4528 None None] Bound port: 4822cbb7-20ac-4231-8283-4ab426a8265d, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:44:17.766196 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-f9aeca15-cf34-4b2c-ab65-5c710c3e4528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:17.820084 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2186065-a9c8-4c66-804f-424709dd6f11 None None] Pushing event updated for resources: {'Port': ['ID=4822cbb7-20ac-4231-8283-4ab426a8265d,revision_number=2']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:44:17.829099 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2186065-a9c8-4c66-804f-424709dd6f11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:17.829453 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2186065-a9c8-4c66-804f-424709dd6f11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:17.829768 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2186065-a9c8-4c66-804f-424709dd6f11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:17.830086 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2186065-a9c8-4c66-804f-424709dd6f11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:17.830431 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2186065-a9c8-4c66-804f-424709dd6f11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:17.830751 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2186065-a9c8-4c66-804f-424709dd6f11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:17.831067 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2186065-a9c8-4c66-804f-424709dd6f11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:17.831382 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2186065-a9c8-4c66-804f-424709dd6f11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:17.831696 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2186065-a9c8-4c66-804f-424709dd6f11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:17.832010 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2186065-a9c8-4c66-804f-424709dd6f11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:17.832324 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2186065-a9c8-4c66-804f-424709dd6f11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:17.832632 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2186065-a9c8-4c66-804f-424709dd6f11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:44:17.863877 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-f9aeca15-cf34-4b2c-ab65-5c710c3e4528 None None] For port 4822cbb7-20ac-4231-8283-4ab426a8265d, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:44:17.867309 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-f9aeca15-cf34-4b2c-ab65-5c710c3e4528 None None] For port 4822cbb7-20ac-4231-8283-4ab426a8265d, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=4822cbb7-20ac-4231-8283-4ab426a8265d,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:44:17.872132 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-f9aeca15-cf34-4b2c-ab65-5c710c3e4528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:17.931758 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9aeca15-cf34-4b2c-ab65-5c710c3e4528 None None] Routers {'7deb9a9e-0df2-4526-adeb-225eaaba9243'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:44:17.932370 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-f9aeca15-cf34-4b2c-ab65-5c710c3e4528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:44:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['7deb9a9e-0df2-4526-adeb-225eaaba9243'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:44:17.954246 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5f77f54-b67c-474e-9de1-c9cf0a1306e6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-d499734f-ea11-4365-9798-98c3f60d14b0', 'network_id': 'd499734f-ea11-4365-9798-98c3f60d14b0', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ips': [{'subnet_id': 'f84a8885-d1ed-4066-ada2-3b78eef82063'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:44:17.955180 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d5f77f54-b67c-474e-9de1-c9cf0a1306e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:18.131462 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-f9aeca15-cf34-4b2c-ab65-5c710c3e4528 None None] Set router 7deb9a9e-0df2-4526-adeb-225eaaba9243 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:44:18.145961 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-d5f77f54-b67c-474e-9de1-c9cf0a1306e6 None None] Allocated IP 172.20.0.2 (d499734f-ea11-4365-9798-98c3f60d14b0/f84a8885-d1ed-4066-ada2-3b78eef82063/d04cef55-40af-44eb-9cad-085da5313ba4) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:44:18.338283 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2186065-a9c8-4c66-804f-424709dd6f11 None None] Pushing event updated for resources: {'Port': ['ID=4822cbb7-20ac-4231-8283-4ab426a8265d,revision_number=3']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:44:18.391439 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d5f77f54-b67c-474e-9de1-c9cf0a1306e6 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:18.404430 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-d5f77f54-b67c-474e-9de1-c9cf0a1306e6 None None] Transition to ACTIVE for port object d04cef55-40af-44eb-9cad-085da5313ba4 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:44:18.428009 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-d5f77f54-b67c-474e-9de1-c9cf0a1306e6 None None] Transition to ACTIVE for port object d04cef55-40af-44eb-9cad-085da5313ba4 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:44:18.433372 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d5f77f54-b67c-474e-9de1-c9cf0a1306e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:18.445544 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-f9aeca15-cf34-4b2c-ab65-5c710c3e4528 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7deb9a9e-0df2-4526-adeb-225eaaba9243', 'name': 'tempest-TestNetworkBasicOps-router-1742643138', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '4822cbb7-20ac-4231-8283-4ab426a8265d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:44:14Z', 'updated_at': '2022-10-13T15:44:15Z', 'revision_number': 3, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '4822cbb7-20ac-4231-8283-4ab426a8265d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:be:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7deb9a9e-0df2-4526-adeb-225eaaba9243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:44:15Z', 'updated_at': '2022-10-13T15:44:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:44:18.449575 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9aeca15-cf34-4b2c-ab65-5c710c3e4528 None None] The sync data for ids ['7deb9a9e-0df2-4526-adeb-225eaaba9243'] in dv-neutron-860329-2-hyperv is: [{'id': '7deb9a9e-0df2-4526-adeb-225eaaba9243', 'name': 'tempest-TestNetworkBasicOps-router-1742643138', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '4822cbb7-20ac-4231-8283-4ab426a8265d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:44:14Z', 'updated_at': '2022-10-13T15:44:15Z', 'revision_number': 3, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '4822cbb7-20ac-4231-8283-4ab426a8265d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:be:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7deb9a9e-0df2-4526-adeb-225eaaba9243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:44:15Z', 'updated_at': '2022-10-13T15:44:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:44:18.489358 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-16878741-335b-4d23-8b16-8c2173b620b1 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:18.502763 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f77f54-b67c-474e-9de1-c9cf0a1306e6 None None] Network d499734f-ea11-4365-9798-98c3f60d14b0 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:44:18.506153 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-d5f77f54-b67c-474e-9de1-c9cf0a1306e6 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:44:18.509815 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f77f54-b67c-474e-9de1-c9cf0a1306e6 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:44:18.515630 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f77f54-b67c-474e-9de1-c9cf0a1306e6 None None] Pushing event updated for resources: {'Port': ['ID=d04cef55-40af-44eb-9cad-085da5313ba4,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:44:18.615221 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-d5f77f54-b67c-474e-9de1-c9cf0a1306e6 None None] Attempting to bind port d04cef55-40af-44eb-9cad-085da5313ba4 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:44:18.616245 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-d5f77f54-b67c-474e-9de1-c9cf0a1306e6 None None] Attempting to bind port d04cef55-40af-44eb-9cad-085da5313ba4 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '724a2374-2f39-494c-80a1-e88ae2a3313d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'd499734f-ea11-4365-9798-98c3f60d14b0'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:44:18.616486 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f77f54-b67c-474e-9de1-c9cf0a1306e6 None None] Attempting to bind port d04cef55-40af-44eb-9cad-085da5313ba4 on network d499734f-ea11-4365-9798-98c3f60d14b0 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:44:18.621868 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f77f54-b67c-474e-9de1-c9cf0a1306e6 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:44:18.622268 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f77f54-b67c-474e-9de1-c9cf0a1306e6 None None] Checking segment: {'id': '724a2374-2f39-494c-80a1-e88ae2a3313d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'd499734f-ea11-4365-9798-98c3f60d14b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:44:18.622664 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d5f77f54-b67c-474e-9de1-c9cf0a1306e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:18.623058 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f77f54-b67c-474e-9de1-c9cf0a1306e6 None None] Bound using segment: {'id': '724a2374-2f39-494c-80a1-e88ae2a3313d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'd499734f-ea11-4365-9798-98c3f60d14b0'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:44:18.623538 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-d5f77f54-b67c-474e-9de1-c9cf0a1306e6 None None] Bound port: d04cef55-40af-44eb-9cad-085da5313ba4, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724a2374-2f39-494c-80a1-e88ae2a3313d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'd499734f-ea11-4365-9798-98c3f60d14b0'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:44:18.623870 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d5f77f54-b67c-474e-9de1-c9cf0a1306e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:18.752673 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-d5f77f54-b67c-474e-9de1-c9cf0a1306e6 None None] For port d04cef55-40af-44eb-9cad-085da5313ba4, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:44:18.756039 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-d5f77f54-b67c-474e-9de1-c9cf0a1306e6 None None] For port d04cef55-40af-44eb-9cad-085da5313ba4, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=d04cef55-40af-44eb-9cad-085da5313ba4,segment=NetworkSegment(724a2374-2f39-494c-80a1-e88ae2a3313d),segment_id=724a2374-2f39-494c-80a1-e88ae2a3313d)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:44:18.760774 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d5f77f54-b67c-474e-9de1-c9cf0a1306e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:18.846019 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 4822cbb7-20ac-4231-8283-4ab426a8265d up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:44:18.943160 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f77f54-b67c-474e-9de1-c9cf0a1306e6 None None] Pushing event updated for resources: {'Port': ['ID=d04cef55-40af-44eb-9cad-085da5313ba4,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:44:18.963340 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 4822cbb7-20ac-4231-8283-4ab426a8265d completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:44:18.968718 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 4822cbb7-20ac-4231-8283-4ab426a8265d triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:44:18.969483 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:18.969866 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 4822cbb7-20ac-4231-8283-4ab426a8265d Oct 13 15:44:18.995738 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-16878741-335b-4d23-8b16-8c2173b620b1 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Allocated IP 172.20.0.1 (d499734f-ea11-4365-9798-98c3f60d14b0/f84a8885-d1ed-4066-ada2-3b78eef82063/50cab1ee-6b24-4243-a995-2429a7a26028) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:44:19.127367 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 4822cbb7-20ac-4231-8283-4ab426a8265d is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:44:19.128036 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:19.149239 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 4822cbb7-20ac-4231-8283-4ab426a8265d, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=4822cbb7-20ac-4231-8283-4ab426a8265d,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:44:19.155914 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:19.194537 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-16878741-335b-4d23-8b16-8c2173b620b1 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:19.216985 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-16878741-335b-4d23-8b16-8c2173b620b1 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Transition to ACTIVE for port object 50cab1ee-6b24-4243-a995-2429a7a26028 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:44:19.230852 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=4822cbb7-20ac-4231-8283-4ab426a8265d,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:44:19.247776 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-16878741-335b-4d23-8b16-8c2173b620b1 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:19.427773 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16878741-335b-4d23-8b16-8c2173b620b1 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network d499734f-ea11-4365-9798-98c3f60d14b0 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:44:19.430919 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-16878741-335b-4d23-8b16-8c2173b620b1 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:44:19.434911 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16878741-335b-4d23-8b16-8c2173b620b1 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:44:19.475857 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16878741-335b-4d23-8b16-8c2173b620b1 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Port': ['ID=50cab1ee-6b24-4243-a995-2429a7a26028,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:44:19.498847 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-16878741-335b-4d23-8b16-8c2173b620b1 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:19.763159 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-16878741-335b-4d23-8b16-8c2173b620b1 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:19.872704 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3206b3a3-b635-4ceb-8446-96f495947521 None None] Network d499734f-ea11-4365-9798-98c3f60d14b0 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:44:19.968711 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4bd2b1b3-6dd8-4782-a591-b9fc7e01fe96 None None] Provisioning for port d04cef55-40af-44eb-9cad-085da5313ba4 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:44:20.180111 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-16878741-335b-4d23-8b16-8c2173b620b1 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:20.185801 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-16878741-335b-4d23-8b16-8c2173b620b1 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:20.301905 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16878741-335b-4d23-8b16-8c2173b620b1 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Port': ['ID=50cab1ee-6b24-4243-a995-2429a7a26028,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:44:20.304907 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-16878741-335b-4d23-8b16-8c2173b620b1 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:20.400568 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-81620a60-82b6-4951-8786-34b3bf0c3c1f None None] Provisioning for port 50cab1ee-6b24-4243-a995-2429a7a26028 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:44:20.413261 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-81620a60-82b6-4951-8786-34b3bf0c3c1f None None] Provisioning complete for port 50cab1ee-6b24-4243-a995-2429a7a26028 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:44:20.413828 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-81620a60-82b6-4951-8786-34b3bf0c3c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:20.414501 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-81620a60-82b6-4951-8786-34b3bf0c3c1f None None] Attempt 1 to provision port 50cab1ee-6b24-4243-a995-2429a7a26028 Oct 13 15:44:20.459291 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16878741-335b-4d23-8b16-8c2173b620b1 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network d499734f-ea11-4365-9798-98c3f60d14b0 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:44:20.460518 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-16878741-335b-4d23-8b16-8c2173b620b1 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:44:20.475168 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-81620a60-82b6-4951-8786-34b3bf0c3c1f None None] Port 50cab1ee-6b24-4243-a995-2429a7a26028 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:44:20.653294 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16878741-335b-4d23-8b16-8c2173b620b1 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Router 7deb9a9e-0df2-4526-adeb-225eaaba9243 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:44:20.881006 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 4822cbb7-20ac-4231-8283-4ab426a8265d up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:44:20.946436 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16878741-335b-4d23-8b16-8c2173b620b1 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:44:20.949845 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 4822cbb7-20ac-4231-8283-4ab426a8265d triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:44:20.950316 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:20.950646 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 4822cbb7-20ac-4231-8283-4ab426a8265d Oct 13 15:44:20.959883 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-16878741-335b-4d23-8b16-8c2173b620b1 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "PUT /v2.0/routers/7deb9a9e-0df2-4526-adeb-225eaaba9243/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2195251 Oct 13 15:44:20.962455 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56882) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:44:20.975644 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523502a6-b5b8-4c70-bd76-4a6301ecc9df None None] Sync routers for ids ['7deb9a9e-0df2-4526-adeb-225eaaba9243'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:44:20.981737 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-81620a60-82b6-4951-8786-34b3bf0c3c1f None None] Attempt 2 to provision port 50cab1ee-6b24-4243-a995-2429a7a26028 Oct 13 15:44:21.054605 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523502a6-b5b8-4c70-bd76-4a6301ecc9df None None] Routers {'7deb9a9e-0df2-4526-adeb-225eaaba9243'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:44:21.055216 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-523502a6-b5b8-4c70-bd76-4a6301ecc9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:44:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['7deb9a9e-0df2-4526-adeb-225eaaba9243'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:44:21.095620 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ceda76-4ee5-4dca-b0d5-b5ac118e7544 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:44:21.096097 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ceda76-4ee5-4dca-b0d5-b5ac118e7544 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:44:21.096554 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ceda76-4ee5-4dca-b0d5-b5ac118e7544 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:44:21.097037 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ceda76-4ee5-4dca-b0d5-b5ac118e7544 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:44:21.098951 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-61ceda76-4ee5-4dca-b0d5-b5ac118e7544 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1355863 Oct 13 15:44:21.101682 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56886) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:44:21.126311 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-81620a60-82b6-4951-8786-34b3bf0c3c1f None None] Port 50cab1ee-6b24-4243-a995-2429a7a26028 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:44:21.171602 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621d9fe9-8978-4f17-b405-71d9e203c8a8 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:44:21.172065 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621d9fe9-8978-4f17-b405-71d9e203c8a8 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:44:21.172515 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621d9fe9-8978-4f17-b405-71d9e203c8a8 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:44:21.172983 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-621d9fe9-8978-4f17-b405-71d9e203c8a8 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:44:21.174614 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-621d9fe9-8978-4f17-b405-71d9e203c8a8 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2736 time: 0.0720160 Oct 13 15:44:21.177836 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56890) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:44:21.275647 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 4822cbb7-20ac-4231-8283-4ab426a8265d is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:44:21.276628 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device d04cef55-40af-44eb-9cad-085da5313ba4 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:44:21.322954 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-523502a6-b5b8-4c70-bd76-4a6301ecc9df None None] Set router 7deb9a9e-0df2-4526-adeb-225eaaba9243 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:44:21.374568 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-ed163abb-4cef-42cc-b60f-214d4bc4f2ca tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1956277 Oct 13 15:44:21.444773 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56896) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:44:21.450390 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-ee9b1b20-b554-4974-a889-5c10484fb32a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-421093802', 'description': 'tempest-secgroup-smoke-421093802 description', 'project_id': 'de460f02ee50469b960f7a471a064187'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:44:21.456206 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-ee9b1b20-b554-4974-a889-5c10484fb32a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:44:21.460401 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-ee9b1b20-b554-4974-a889-5c10484fb32a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:44:21.463306 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-ee9b1b20-b554-4974-a889-5c10484fb32a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:44:21.468932 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-ee9b1b20-b554-4974-a889-5c10484fb32a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:44:21.478987 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ee9b1b20-b554-4974-a889-5c10484fb32a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:21.494151 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port d04cef55-40af-44eb-9cad-085da5313ba4 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:44:21.499569 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-ee9b1b20-b554-4974-a889-5c10484fb32a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:44:21.503774 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-ee9b1b20-b554-4974-a889-5c10484fb32a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:44:21.507485 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-ee9b1b20-b554-4974-a889-5c10484fb32a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:44:21.513467 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-ee9b1b20-b554-4974-a889-5c10484fb32a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:44:21.548440 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port d04cef55-40af-44eb-9cad-085da5313ba4 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:44:21.548730 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:21.549057 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port d04cef55-40af-44eb-9cad-085da5313ba4 Oct 13 15:44:21.587284 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ee9b1b20-b554-4974-a889-5c10484fb32a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:21.591087 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ee9b1b20-b554-4974-a889-5c10484fb32a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:21.627727 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-81620a60-82b6-4951-8786-34b3bf0c3c1f None None] Attempt 3 to provision port 50cab1ee-6b24-4243-a995-2429a7a26028 Oct 13 15:44:21.644449 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9b1b20-b554-4974-a889-5c10484fb32a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cad95414-aa74-4f5c-9b65-8eb4269aa2c8,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:44:21.651822 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ee9b1b20-b554-4974-a889-5c10484fb32a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:21.656458 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 56900) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:44:21.656954 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-ee9b1b20-b554-4974-a889-5c10484fb32a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2107859 Oct 13 15:44:21.662399 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-20443197-5c6a-4175-a004-72ebfb49e1fa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': 'cad95414-aa74-4f5c-9b65-8eb4269aa2c8', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:44:21.668527 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-20443197-5c6a-4175-a004-72ebfb49e1fa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:44:21.672929 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-20443197-5c6a-4175-a004-72ebfb49e1fa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:44:21.676001 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-20443197-5c6a-4175-a004-72ebfb49e1fa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:44:21.683203 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-20443197-5c6a-4175-a004-72ebfb49e1fa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:44:21.699875 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-20443197-5c6a-4175-a004-72ebfb49e1fa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:21.723603 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-81620a60-82b6-4951-8786-34b3bf0c3c1f None None] Port 50cab1ee-6b24-4243-a995-2429a7a26028 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:44:21.762084 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-20443197-5c6a-4175-a004-72ebfb49e1fa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:21.766043 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-20443197-5c6a-4175-a004-72ebfb49e1fa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:21.792802 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20443197-5c6a-4175-a004-72ebfb49e1fa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88f6364c-66e0-4bbd-a65c-8fb6807c317f,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:44:21.804849 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-20443197-5c6a-4175-a004-72ebfb49e1fa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:21.808745 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-20443197-5c6a-4175-a004-72ebfb49e1fa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1486909 Oct 13 15:44:21.810159 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56904) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:44:21.815217 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-e539b624-d0c4-4cfb-bccc-f44f3189750d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': 'cad95414-aa74-4f5c-9b65-8eb4269aa2c8', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:44:21.821136 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-e539b624-d0c4-4cfb-bccc-f44f3189750d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:44:21.825060 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-e539b624-d0c4-4cfb-bccc-f44f3189750d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:44:21.827890 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-e539b624-d0c4-4cfb-bccc-f44f3189750d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:44:21.833489 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-e539b624-d0c4-4cfb-bccc-f44f3189750d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:44:21.839700 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port d04cef55-40af-44eb-9cad-085da5313ba4 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:44:21.840195 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:21.851333 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e539b624-d0c4-4cfb-bccc-f44f3189750d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:21.869166 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-523502a6-b5b8-4c70-bd76-4a6301ecc9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7deb9a9e-0df2-4526-adeb-225eaaba9243', 'name': 'tempest-TestNetworkBasicOps-router-1742643138', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '4822cbb7-20ac-4231-8283-4ab426a8265d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:44:14Z', 'updated_at': '2022-10-13T15:44:19Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '4822cbb7-20ac-4231-8283-4ab426a8265d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:be:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7deb9a9e-0df2-4526-adeb-225eaaba9243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:44:15Z', 'updated_at': '2022-10-13T15:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '50cab1ee-6b24-4243-a995-2429a7a26028', 'name': '', 'network_id': 'd499734f-ea11-4365-9798-98c3f60d14b0', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:0a:f9:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7deb9a9e-0df2-4526-adeb-225eaaba9243', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'f84a8885-d1ed-4066-ada2-3b78eef82063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:44:18Z', 'updated_at': '2022-10-13T15:44:20Z', 'revision_number': 2, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': 'f84a8885-d1ed-4066-ada2-3b78eef82063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:44:21.878722 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523502a6-b5b8-4c70-bd76-4a6301ecc9df None None] Checking router: 7deb9a9e-0df2-4526-adeb-225eaaba9243 for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:44:21.879065 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523502a6-b5b8-4c70-bd76-4a6301ecc9df None None] Updating router 7deb9a9e-0df2-4526-adeb-225eaaba9243 port 50cab1ee-6b24-4243-a995-2429a7a26028 binding host dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:44:21.912803 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e539b624-d0c4-4cfb-bccc-f44f3189750d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:21.914137 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port d04cef55-40af-44eb-9cad-085da5313ba4, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=d04cef55-40af-44eb-9cad-085da5313ba4,segment=NetworkSegment(724a2374-2f39-494c-80a1-e88ae2a3313d),segment_id=724a2374-2f39-494c-80a1-e88ae2a3313d)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:44:21.916990 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e539b624-d0c4-4cfb-bccc-f44f3189750d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:21.923899 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:21.939588 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e539b624-d0c4-4cfb-bccc-f44f3189750d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f38cbb9-5ef8-439d-bd53-37f89d0e36bf,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:44:21.948969 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e539b624-d0c4-4cfb-bccc-f44f3189750d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:21.952694 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e539b624-d0c4-4cfb-bccc-f44f3189750d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1392443 Oct 13 15:44:21.952932 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56908) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:44:21.957860 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-13f38d32-484b-46d4-8769-c0fbf9635e74 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': 'cad95414-aa74-4f5c-9b65-8eb4269aa2c8', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:44:21.964490 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-13f38d32-484b-46d4-8769-c0fbf9635e74 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:44:21.967988 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-13f38d32-484b-46d4-8769-c0fbf9635e74 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:44:21.970794 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-13f38d32-484b-46d4-8769-c0fbf9635e74 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:44:21.977764 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-13f38d32-484b-46d4-8769-c0fbf9635e74 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:44:21.983793 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-523502a6-b5b8-4c70-bd76-4a6301ecc9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:21.994923 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-13f38d32-484b-46d4-8769-c0fbf9635e74 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:22.043877 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=d04cef55-40af-44eb-9cad-085da5313ba4,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:44:22.059939 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-13f38d32-484b-46d4-8769-c0fbf9635e74 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:22.063423 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-13f38d32-484b-46d4-8769-c0fbf9635e74 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:22.086327 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f38d32-484b-46d4-8769-c0fbf9635e74 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deb9ff2f-da0a-4521-bf30-ca1cac0727b4,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:44:22.095961 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-13f38d32-484b-46d4-8769-c0fbf9635e74 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:22.097185 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-13f38d32-484b-46d4-8769-c0fbf9635e74 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1433494 Oct 13 15:44:22.100820 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56912) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:44:22.105697 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-21a738db-cae9-4c1f-a3e2-17ca3bbe9bd0 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': 'cad95414-aa74-4f5c-9b65-8eb4269aa2c8', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:44:22.111526 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-21a738db-cae9-4c1f-a3e2-17ca3bbe9bd0 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:44:22.115415 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-21a738db-cae9-4c1f-a3e2-17ca3bbe9bd0 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:44:22.118325 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-21a738db-cae9-4c1f-a3e2-17ca3bbe9bd0 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:44:22.124021 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-21a738db-cae9-4c1f-a3e2-17ca3bbe9bd0 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:44:22.140466 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-21a738db-cae9-4c1f-a3e2-17ca3bbe9bd0 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:22.201938 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-21a738db-cae9-4c1f-a3e2-17ca3bbe9bd0 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:22.206030 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-21a738db-cae9-4c1f-a3e2-17ca3bbe9bd0 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:22.227997 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a738db-cae9-4c1f-a3e2-17ca3bbe9bd0 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=661b20b8-b874-47d1-ac8d-4fe8e3d0d69f,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:44:22.231705 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-81620a60-82b6-4951-8786-34b3bf0c3c1f None None] Attempt 4 to provision port 50cab1ee-6b24-4243-a995-2429a7a26028 Oct 13 15:44:22.239838 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-21a738db-cae9-4c1f-a3e2-17ca3bbe9bd0 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:22.241010 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-21a738db-cae9-4c1f-a3e2-17ca3bbe9bd0 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1392918 Oct 13 15:44:22.243873 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56916) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:44:22.248748 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-d4c28b7c-4547-4f4f-9173-56f8428412d6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': 'cad95414-aa74-4f5c-9b65-8eb4269aa2c8', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:44:22.254528 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-d4c28b7c-4547-4f4f-9173-56f8428412d6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:44:22.258828 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-d4c28b7c-4547-4f4f-9173-56f8428412d6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:44:22.261727 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-d4c28b7c-4547-4f4f-9173-56f8428412d6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:44:22.267512 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-d4c28b7c-4547-4f4f-9173-56f8428412d6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:44:22.279520 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.securitygroups_db [None req-d4c28b7c-4547-4f4f-9173-56f8428412d6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Project de460f02ee50469b960f7a471a064187 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 15:44:22.286318 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d4c28b7c-4547-4f4f-9173-56f8428412d6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:22.307439 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-81620a60-82b6-4951-8786-34b3bf0c3c1f None None] Port 50cab1ee-6b24-4243-a995-2429a7a26028 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:44:22.349682 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d4c28b7c-4547-4f4f-9173-56f8428412d6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:22.353918 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d4c28b7c-4547-4f4f-9173-56f8428412d6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:22.376153 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c28b7c-4547-4f4f-9173-56f8428412d6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d942827d-83f3-4fe6-ae77-c4d6fa9b0e30,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:44:22.386013 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d4c28b7c-4547-4f4f-9173-56f8428412d6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:22.389953 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-d4c28b7c-4547-4f4f-9173-56f8428412d6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1426485 Oct 13 15:44:22.390292 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56920) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:44:22.395191 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-38d31176-96c0-4e5b-82f2-08da23e530df tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': 'cad95414-aa74-4f5c-9b65-8eb4269aa2c8', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:44:22.398216 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-523502a6-b5b8-4c70-bd76-4a6301ecc9df None None] Notify callbacks [] for port, precommit_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:22.401584 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-38d31176-96c0-4e5b-82f2-08da23e530df tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:44:22.405430 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-38d31176-96c0-4e5b-82f2-08da23e530df tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:44:22.408297 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-38d31176-96c0-4e5b-82f2-08da23e530df tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:44:22.410795 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-523502a6-b5b8-4c70-bd76-4a6301ecc9df None None] Transition to ACTIVE for port object 50cab1ee-6b24-4243-a995-2429a7a26028 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:44:22.413994 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-38d31176-96c0-4e5b-82f2-08da23e530df tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:44:22.417630 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-523502a6-b5b8-4c70-bd76-4a6301ecc9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:22.427194 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.securitygroups_db [None req-38d31176-96c0-4e5b-82f2-08da23e530df tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Project de460f02ee50469b960f7a471a064187 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 15:44:22.433741 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-38d31176-96c0-4e5b-82f2-08da23e530df tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:22.497744 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-38d31176-96c0-4e5b-82f2-08da23e530df tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:22.502194 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-38d31176-96c0-4e5b-82f2-08da23e530df tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:22.526163 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d31176-96c0-4e5b-82f2-08da23e530df tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=417f14d1-8cfb-4837-b98f-bb82dbae8ee7,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:44:22.535112 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-38d31176-96c0-4e5b-82f2-08da23e530df tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:22.537080 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-38d31176-96c0-4e5b-82f2-08da23e530df tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1457253 Oct 13 15:44:22.629165 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1764a9-dfbf-41af-8bdb-99e0547de3d6 None None] Pushing event updated for resources: {'Port': ['ID=50cab1ee-6b24-4243-a995-2429a7a26028,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:44:22.641151 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-523502a6-b5b8-4c70-bd76-4a6301ecc9df None None] Attempting to bind port 50cab1ee-6b24-4243-a995-2429a7a26028 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:44:22.641523 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-523502a6-b5b8-4c70-bd76-4a6301ecc9df None None] Attempting to bind port 50cab1ee-6b24-4243-a995-2429a7a26028 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '724a2374-2f39-494c-80a1-e88ae2a3313d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'd499734f-ea11-4365-9798-98c3f60d14b0'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:44:22.641882 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523502a6-b5b8-4c70-bd76-4a6301ecc9df None None] Attempting to bind port 50cab1ee-6b24-4243-a995-2429a7a26028 on network d499734f-ea11-4365-9798-98c3f60d14b0 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:44:22.649097 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523502a6-b5b8-4c70-bd76-4a6301ecc9df None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:44:22.649608 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523502a6-b5b8-4c70-bd76-4a6301ecc9df None None] Checking segment: {'id': '724a2374-2f39-494c-80a1-e88ae2a3313d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'd499734f-ea11-4365-9798-98c3f60d14b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:44:22.650010 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-523502a6-b5b8-4c70-bd76-4a6301ecc9df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:22.650512 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-523502a6-b5b8-4c70-bd76-4a6301ecc9df None None] Bound using segment: {'id': '724a2374-2f39-494c-80a1-e88ae2a3313d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'd499734f-ea11-4365-9798-98c3f60d14b0'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:44:22.650979 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-523502a6-b5b8-4c70-bd76-4a6301ecc9df None None] Bound port: 50cab1ee-6b24-4243-a995-2429a7a26028, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '724a2374-2f39-494c-80a1-e88ae2a3313d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'd499734f-ea11-4365-9798-98c3f60d14b0'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:44:22.651344 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-523502a6-b5b8-4c70-bd76-4a6301ecc9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:22.719776 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-4bc65f8e-86ed-40ee-99c1-8e89c14fb49b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:security_group {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:44:22.734532 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-4bc65f8e-86ed-40ee-99c1-8e89c14fb49b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:security_group {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:44:22.735641 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-4bc65f8e-86ed-40ee-99c1-8e89c14fb49b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-421093802&fields=id&tenant_id=de460f02ee50469b960f7a471a064187 HTTP/1.1" status: 200 len: 267 time: 0.0597575 Oct 13 15:44:22.750443 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-523502a6-b5b8-4c70-bd76-4a6301ecc9df None None] For port 50cab1ee-6b24-4243-a995-2429a7a26028, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:44:22.753517 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-523502a6-b5b8-4c70-bd76-4a6301ecc9df None None] For port 50cab1ee-6b24-4243-a995-2429a7a26028, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=50cab1ee-6b24-4243-a995-2429a7a26028,segment=NetworkSegment(724a2374-2f39-494c-80a1-e88ae2a3313d),segment_id=724a2374-2f39-494c-80a1-e88ae2a3313d)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:44:22.757869 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-523502a6-b5b8-4c70-bd76-4a6301ecc9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:22.808780 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-81620a60-82b6-4951-8786-34b3bf0c3c1f None None] Attempt 5 to provision port 50cab1ee-6b24-4243-a995-2429a7a26028 Oct 13 15:44:22.837283 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device d04cef55-40af-44eb-9cad-085da5313ba4 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:44:22.890310 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523502a6-b5b8-4c70-bd76-4a6301ecc9df None None] Routers {'7deb9a9e-0df2-4526-adeb-225eaaba9243'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:44:22.890947 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-523502a6-b5b8-4c70-bd76-4a6301ecc9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:44:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['7deb9a9e-0df2-4526-adeb-225eaaba9243'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:44:22.892232 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-4cbc4edd-0816-4725-af2f-7e9538abdfd3 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:44:22.892898 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-4cbc4edd-0816-4725-af2f-7e9538abdfd3 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:network {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:44:22.907372 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-4cbc4edd-0816-4725-af2f-7e9538abdfd3 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:network {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:44:22.908473 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-4cbc4edd-0816-4725-af2f-7e9538abdfd3 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/networks?id=d499734f-ea11-4365-9798-98c3f60d14b0 HTTP/1.1" status: 200 len: 797 time: 0.1652257 Oct 13 15:44:22.923547 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-c2401d72-410b-42b3-a958-916cec968979 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/quotas/de460f02ee50469b960f7a471a064187 HTTP/1.1" status: 200 len: 375 time: 0.0091350 Oct 13 15:44:22.995292 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1764a9-dfbf-41af-8bdb-99e0547de3d6 None None] Pushing event updated for resources: {'Port': ['ID=50cab1ee-6b24-4243-a995-2429a7a26028,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:44:23.018972 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-6c29d7f1-213f-4409-97ab-b7da5e40b069 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:44:23.033467 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-6c29d7f1-213f-4409-97ab-b7da5e40b069 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:44:23.034744 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-6c29d7f1-213f-4409-97ab-b7da5e40b069 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1056132 Oct 13 15:44:23.095679 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-81620a60-82b6-4951-8786-34b3bf0c3c1f None None] Port 50cab1ee-6b24-4243-a995-2429a7a26028 had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 15:44:23.114385 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port d04cef55-40af-44eb-9cad-085da5313ba4 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:44:23.115306 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:23.115637 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port d04cef55-40af-44eb-9cad-085da5313ba4 Oct 13 15:44:23.173858 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-81620a60-82b6-4951-8786-34b3bf0c3c1f None None] Provisioning complete for port d04cef55-40af-44eb-9cad-085da5313ba4 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:44:23.174243 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-81620a60-82b6-4951-8786-34b3bf0c3c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:23.174659 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-81620a60-82b6-4951-8786-34b3bf0c3c1f None None] Attempt 1 to provision port d04cef55-40af-44eb-9cad-085da5313ba4 Oct 13 15:44:23.204332 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-523502a6-b5b8-4c70-bd76-4a6301ecc9df None None] Set router 7deb9a9e-0df2-4526-adeb-225eaaba9243 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:44:23.215442 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-86172795-4c60-4e8d-b556-d9fc2dd479dd service neutron] 10.222.0.42 "GET /v2.0/networks/d499734f-ea11-4365-9798-98c3f60d14b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684480 Oct 13 15:44:23.349629 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-123b359b-8cbe-42ea-a55d-61b1ce91d7f2 service neutron] 10.222.0.42 "GET /v2.0/networks/d499734f-ea11-4365-9798-98c3f60d14b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276090 Oct 13 15:44:23.550799 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e17b05ea-58e3-4b69-8462-b59f7dec44bc req-2966ba11-af99-489a-84d4-6e2b6c205914 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=643583e4-e5cd-4154-bca8-61d1e306c8a9 HTTP/1.1" status: 200 len: 210 time: 0.0614443 Oct 13 15:44:23.609579 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port d04cef55-40af-44eb-9cad-085da5313ba4 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:44:23.634022 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-81620a60-82b6-4951-8786-34b3bf0c3c1f None None] Current status of the port d04cef55-40af-44eb-9cad-085da5313ba4 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:44:23.718545 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-523502a6-b5b8-4c70-bd76-4a6301ecc9df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7deb9a9e-0df2-4526-adeb-225eaaba9243', 'name': 'tempest-TestNetworkBasicOps-router-1742643138', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '4822cbb7-20ac-4231-8283-4ab426a8265d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:44:14Z', 'updated_at': '2022-10-13T15:44:19Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '4822cbb7-20ac-4231-8283-4ab426a8265d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:be:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7deb9a9e-0df2-4526-adeb-225eaaba9243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:44:15Z', 'updated_at': '2022-10-13T15:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '50cab1ee-6b24-4243-a995-2429a7a26028', 'name': '', 'network_id': 'd499734f-ea11-4365-9798-98c3f60d14b0', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:0a:f9:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7deb9a9e-0df2-4526-adeb-225eaaba9243', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'f84a8885-d1ed-4066-ada2-3b78eef82063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:44:18Z', 'updated_at': '2022-10-13T15:44:22Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': 'f84a8885-d1ed-4066-ada2-3b78eef82063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:44:23.722578 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523502a6-b5b8-4c70-bd76-4a6301ecc9df None None] The sync data for ids ['7deb9a9e-0df2-4526-adeb-225eaaba9243'] in dv-neutron-860329-2-hyperv is: [{'id': '7deb9a9e-0df2-4526-adeb-225eaaba9243', 'name': 'tempest-TestNetworkBasicOps-router-1742643138', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '4822cbb7-20ac-4231-8283-4ab426a8265d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:44:14Z', 'updated_at': '2022-10-13T15:44:19Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '4822cbb7-20ac-4231-8283-4ab426a8265d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:be:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7deb9a9e-0df2-4526-adeb-225eaaba9243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:44:15Z', 'updated_at': '2022-10-13T15:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '50cab1ee-6b24-4243-a995-2429a7a26028', 'name': '', 'network_id': 'd499734f-ea11-4365-9798-98c3f60d14b0', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:0a:f9:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7deb9a9e-0df2-4526-adeb-225eaaba9243', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'f84a8885-d1ed-4066-ada2-3b78eef82063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:44:18Z', 'updated_at': '2022-10-13T15:44:22Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': 'f84a8885-d1ed-4066-ada2-3b78eef82063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:44:24.841571 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 50cab1ee-6b24-4243-a995-2429a7a26028 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:44:24.867014 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-438849a8-c7a5-4010-857d-161e217c7bef req-f490b07a-baf0-477b-9383-04cf5b87f4e6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=643583e4-e5cd-4154-bca8-61d1e306c8a9 HTTP/1.1" status: 200 len: 210 time: 0.1861918 Oct 13 15:44:24.898994 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-4a911985-410e-463b-92f9-c042226f57be tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:44:24.900410 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-4a911985-410e-463b-92f9-c042226f57be tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.16 "GET /v2.0/networks?id=d499734f-ea11-4365-9798-98c3f60d14b0 HTTP/1.1" status: 200 len: 797 time: 0.3723862 Oct 13 15:44:24.915297 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 50cab1ee-6b24-4243-a995-2429a7a26028 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:44:24.920026 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 50cab1ee-6b24-4243-a995-2429a7a26028 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:44:24.920396 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:24.920731 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 50cab1ee-6b24-4243-a995-2429a7a26028 Oct 13 15:44:24.948533 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-2be83eca-7525-473b-9f81-3c40d0513e75 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de460f02ee50469b960f7a471a064187 HTTP/1.1" status: 200 len: 379 time: 0.0397253 Oct 13 15:44:24.956500 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-2946e2d7-6969-4d5c-b18c-8cda55e6f0e7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'port': {'device_id': '643583e4-e5cd-4154-bca8-61d1e306c8a9', 'network_id': 'd499734f-ea11-4365-9798-98c3f60d14b0', 'admin_state_up': True, 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'security_groups': ['cad95414-aa74-4f5c-9b65-8eb4269aa2c8']}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:44:25.034382 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 50cab1ee-6b24-4243-a995-2429a7a26028 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:44:25.034757 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:25.066884 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 50cab1ee-6b24-4243-a995-2429a7a26028, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=50cab1ee-6b24-4243-a995-2429a7a26028,segment=NetworkSegment(724a2374-2f39-494c-80a1-e88ae2a3313d),segment_id=724a2374-2f39-494c-80a1-e88ae2a3313d)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:44:25.070705 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:25.094043 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-2946e2d7-6969-4d5c-b18c-8cda55e6f0e7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:44:25.104341 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-2946e2d7-6969-4d5c-b18c-8cda55e6f0e7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:44:25.115412 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-2946e2d7-6969-4d5c-b18c-8cda55e6f0e7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Made reservation on behalf of de460f02ee50469b960f7a471a064187 for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:44:25.118980 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-2946e2d7-6969-4d5c-b18c-8cda55e6f0e7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:25.141070 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=50cab1ee-6b24-4243-a995-2429a7a26028,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:44:25.280532 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-2946e2d7-6969-4d5c-b18c-8cda55e6f0e7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Allocated IP 172.20.0.7 (d499734f-ea11-4365-9798-98c3f60d14b0/f84a8885-d1ed-4066-ada2-3b78eef82063/9273544f-8536-49c4-a37c-8bbe3ac4e2fd) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:44:25.463914 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-2946e2d7-6969-4d5c-b18c-8cda55e6f0e7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:25.479543 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-2946e2d7-6969-4d5c-b18c-8cda55e6f0e7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Transition to ACTIVE for port object 9273544f-8536-49c4-a37c-8bbe3ac4e2fd will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:44:25.501945 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-2946e2d7-6969-4d5c-b18c-8cda55e6f0e7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:25.571381 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-2946e2d7-6969-4d5c-b18c-8cda55e6f0e7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network d499734f-ea11-4365-9798-98c3f60d14b0 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:44:25.574173 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-2946e2d7-6969-4d5c-b18c-8cda55e6f0e7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:44:25.576499 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-2946e2d7-6969-4d5c-b18c-8cda55e6f0e7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:44:25.624391 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2946e2d7-6969-4d5c-b18c-8cda55e6f0e7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Port': ['ID=9273544f-8536-49c4-a37c-8bbe3ac4e2fd,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:44:25.649517 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-2946e2d7-6969-4d5c-b18c-8cda55e6f0e7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:44:25.650213 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-2946e2d7-6969-4d5c-b18c-8cda55e6f0e7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:25.680106 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-2946e2d7-6969-4d5c-b18c-8cda55e6f0e7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7270422 Oct 13 15:44:25.691963 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-3bd84de2-dff2-42a7-a071-2b97e1685fa4 service neutron] Request body: {'port': {'device_id': '643583e4-e5cd-4154-bca8-61d1e306c8a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:44:25.790680 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:25.793685 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-3edcfe9c-ab9e-4294-9e61-0aef7c2b8a29 None None] Provisioning for port 9273544f-8536-49c4-a37c-8bbe3ac4e2fd completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:44:25.798526 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-3edcfe9c-ab9e-4294-9e61-0aef7c2b8a29 None None] Provisioning complete for port 9273544f-8536-49c4-a37c-8bbe3ac4e2fd triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:44:25.798888 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-3edcfe9c-ab9e-4294-9e61-0aef7c2b8a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:25.799221 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-3edcfe9c-ab9e-4294-9e61-0aef7c2b8a29 None None] Attempt 1 to provision port 9273544f-8536-49c4-a37c-8bbe3ac4e2fd Oct 13 15:44:25.809955 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-3bd84de2-dff2-42a7-a071-2b97e1685fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:25.852181 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-3edcfe9c-ab9e-4294-9e61-0aef7c2b8a29 None None] Port 9273544f-8536-49c4-a37c-8bbe3ac4e2fd cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:44:26.063582 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c23d77b-28e9-4c81-b283-24cce541d71d req-48c5217e-51c5-4a91-9b55-c9c3aae234a5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:44:26.065031 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-6c23d77b-28e9-4c81-b283-24cce541d71d req-48c5217e-51c5-4a91-9b55-c9c3aae234a5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=643583e4-e5cd-4154-bca8-61d1e306c8a9 HTTP/1.1" status: 200 len: 931 time: 0.0858858 Oct 13 15:44:26.108914 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-6c23d77b-28e9-4c81-b283-24cce541d71d req-7d4c199d-d453-4153-a7e7-b4f1f1e2500b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad95414-aa74-4f5c-9b65-8eb4269aa2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371759 Oct 13 15:44:26.150792 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-3bd84de2-dff2-42a7-a071-2b97e1685fa4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9273544f-8536-49c4-a37c-8bbe3ac4e2fd {{(pid=88973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 15:44:26.158029 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-3bd84de2-dff2-42a7-a071-2b97e1685fa4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:26.172293 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-3bd84de2-dff2-42a7-a071-2b97e1685fa4 service neutron] Transition to ACTIVE for port object 9273544f-8536-49c4-a37c-8bbe3ac4e2fd will not be triggered until provisioned by entity L2. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:44:26.175045 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-3bd84de2-dff2-42a7-a071-2b97e1685fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:26.353556 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-3edcfe9c-ab9e-4294-9e61-0aef7c2b8a29 None None] Attempt 2 to provision port 9273544f-8536-49c4-a37c-8bbe3ac4e2fd Oct 13 15:44:26.357920 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd84de2-dff2-42a7-a071-2b97e1685fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=9273544f-8536-49c4-a37c-8bbe3ac4e2fd,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:44:26.398436 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-3bd84de2-dff2-42a7-a071-2b97e1685fa4 service neutron] Attempting to bind port 9273544f-8536-49c4-a37c-8bbe3ac4e2fd on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:44:26.398770 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-3bd84de2-dff2-42a7-a071-2b97e1685fa4 service neutron] Attempting to bind port 9273544f-8536-49c4-a37c-8bbe3ac4e2fd by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '724a2374-2f39-494c-80a1-e88ae2a3313d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'd499734f-ea11-4365-9798-98c3f60d14b0'}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:44:26.399112 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-3bd84de2-dff2-42a7-a071-2b97e1685fa4 service neutron] Attempting to bind port 9273544f-8536-49c4-a37c-8bbe3ac4e2fd on network d499734f-ea11-4365-9798-98c3f60d14b0 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:44:26.403606 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-3bd84de2-dff2-42a7-a071-2b97e1685fa4 service neutron] Port 9273544f-8536-49c4-a37c-8bbe3ac4e2fd on network d499734f-ea11-4365-9798-98c3f60d14b0 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:44:26.403917 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-3bd84de2-dff2-42a7-a071-2b97e1685fa4 service neutron] Attempting to bind port 9273544f-8536-49c4-a37c-8bbe3ac4e2fd on network d499734f-ea11-4365-9798-98c3f60d14b0 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:44:26.408910 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-3bd84de2-dff2-42a7-a071-2b97e1685fa4 service neutron] Checking agent: {'id': 'c4d1d38a-44f6-47ac-b17c-311e640e7cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'started_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 44, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:44:26.409236 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-3bd84de2-dff2-42a7-a071-2b97e1685fa4 service neutron] Checking segment: {'id': '724a2374-2f39-494c-80a1-e88ae2a3313d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'd499734f-ea11-4365-9798-98c3f60d14b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:44:26.409610 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-3bd84de2-dff2-42a7-a071-2b97e1685fa4 service neutron] Bound using segment: {'id': '724a2374-2f39-494c-80a1-e88ae2a3313d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'd499734f-ea11-4365-9798-98c3f60d14b0'} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:44:26.410035 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-3bd84de2-dff2-42a7-a071-2b97e1685fa4 service neutron] Bound port: 9273544f-8536-49c4-a37c-8bbe3ac4e2fd, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '724a2374-2f39-494c-80a1-e88ae2a3313d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 421, 'network_id': 'd499734f-ea11-4365-9798-98c3f60d14b0'}}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:44:26.410395 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-3bd84de2-dff2-42a7-a071-2b97e1685fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:26.410505 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-3edcfe9c-ab9e-4294-9e61-0aef7c2b8a29 None None] Port 9273544f-8536-49c4-a37c-8bbe3ac4e2fd cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:44:26.498286 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-3bd84de2-dff2-42a7-a071-2b97e1685fa4 service neutron] For port 9273544f-8536-49c4-a37c-8bbe3ac4e2fd, host hv-neutron-8603, cleared binding levels {{(pid=88973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:44:26.501109 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-3bd84de2-dff2-42a7-a071-2b97e1685fa4 service neutron] For port 9273544f-8536-49c4-a37c-8bbe3ac4e2fd, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=9273544f-8536-49c4-a37c-8bbe3ac4e2fd,segment=NetworkSegment(724a2374-2f39-494c-80a1-e88ae2a3313d),segment_id=724a2374-2f39-494c-80a1-e88ae2a3313d)] {{(pid=88973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:44:26.505666 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-3bd84de2-dff2-42a7-a071-2b97e1685fa4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:26.539787 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-3bd84de2-dff2-42a7-a071-2b97e1685fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:44:26.540399 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-3bd84de2-dff2-42a7-a071-2b97e1685fa4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:26.541725 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-3bd84de2-dff2-42a7-a071-2b97e1685fa4 service neutron] 10.222.0.16 "PUT /v2.0/ports/9273544f-8536-49c4-a37c-8bbe3ac4e2fd HTTP/1.1" status: 200 len: 1093 time: 0.8546069 Oct 13 15:44:26.542239 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '643583e4-e5cd-4154-bca8-61d1e306c8a9', 'tag': '9273544f-8536-49c4-a37c-8bbe3ac4e2fd'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:44:26.544490 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-499a2a32-e009-49c2-8792-14492c628bd8" -d '{"events": [{"name": "network-changed", "server_uuid": "643583e4-e5cd-4154-bca8-61d1e306c8a9", "tag": "9273544f-8536-49c4-a37c-8bbe3ac4e2fd"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:44:26.620019 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 15:44:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a3ec86-14ef-4149-8072-45f2e337a276 x-openstack-request-id: req-44a3ec86-14ef-4149-8072-45f2e337a276 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:44:26.620244 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "643583e4-e5cd-4154-bca8-61d1e306c8a9", "tag": "9273544f-8536-49c4-a37c-8bbe3ac4e2fd", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:44:26.620496 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-44a3ec86-14ef-4149-8072-45f2e337a276 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:44:26.620891 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44a3ec86-14ef-4149-8072-45f2e337a276'] response: {'name': 'network-changed', 'server_uuid': '643583e4-e5cd-4154-bca8-61d1e306c8a9', 'tag': '9273544f-8536-49c4-a37c-8bbe3ac4e2fd', 'status': 'completed', 'code': 200} Oct 13 15:44:26.626764 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd84de2-dff2-42a7-a071-2b97e1685fa4 service neutron] Pushing event updated for resources: {'Port': ['ID=9273544f-8536-49c4-a37c-8bbe3ac4e2fd,revision_number=3']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:44:26.660033 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-e9fca3d5-4690-43b8-9671-1d89086f7ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:44:26.661556 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-e9fca3d5-4690-43b8-9671-1d89086f7ff3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&device_id=643583e4-e5cd-4154-bca8-61d1e306c8a9 HTTP/1.1" status: 200 len: 1096 time: 0.0834231 Oct 13 15:44:26.733688 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-b7e8d444-6814-486d-859b-2a9a7e348d65 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9273544f-8536-49c4-a37c-8bbe3ac4e2fd HTTP/1.1" status: 200 len: 217 time: 0.0638335 Oct 13 15:44:26.799538 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-5926843e-3984-416f-8cb2-1d083bec632b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:44:26.801073 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-5926843e-3984-416f-8cb2-1d083bec632b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f84a8885-d1ed-4066-ada2-3b78eef82063 HTTP/1.1" status: 200 len: 843 time: 0.0611463 Oct 13 15:44:26.816440 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 50cab1ee-6b24-4243-a995-2429a7a26028 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:44:26.886973 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 50cab1ee-6b24-4243-a995-2429a7a26028 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:44:26.887631 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:26.887770 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 50cab1ee-6b24-4243-a995-2429a7a26028 Oct 13 15:44:26.915550 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-3edcfe9c-ab9e-4294-9e61-0aef7c2b8a29 None None] Attempt 3 to provision port 9273544f-8536-49c4-a37c-8bbe3ac4e2fd Oct 13 15:44:26.992388 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-e05a71de-89ec-41a6-b3ba-440b56acf036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:44:26.993859 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-e05a71de-89ec-41a6-b3ba-440b56acf036 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d499734f-ea11-4365-9798-98c3f60d14b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1872580 Oct 13 15:44:27.003300 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-3edcfe9c-ab9e-4294-9e61-0aef7c2b8a29 None None] Port 9273544f-8536-49c4-a37c-8bbe3ac4e2fd had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 15:44:27.058291 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 50cab1ee-6b24-4243-a995-2429a7a26028 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:44:27.123604 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-67431e06-8eee-4ec2-8bd9-53e4b06cbae9 service neutron] 10.222.0.16 "GET /v2.0/networks/d499734f-ea11-4365-9798-98c3f60d14b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237628 Oct 13 15:44:27.254824 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-81ac956f-da88-40c2-b8f9-cc09f52de1c7 req-359696aa-a16b-47e5-8574-9dccfbcd31c4 service neutron] 10.222.0.16 "GET /v2.0/networks/d499734f-ea11-4365-9798-98c3f60d14b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242690 Oct 13 15:44:27.308591 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55a1af4-ae0f-432d-824c-12f3ee6d7ce3 req-75f37850-9e87-4906-b56c-570829cce07e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:44:27.310055 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-c55a1af4-ae0f-432d-824c-12f3ee6d7ce3 req-75f37850-9e87-4906-b56c-570829cce07e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=643583e4-e5cd-4154-bca8-61d1e306c8a9 HTTP/1.1" status: 200 len: 943 time: 0.0909340 Oct 13 15:44:27.355722 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-c55a1af4-ae0f-432d-824c-12f3ee6d7ce3 req-ff793113-1498-4503-9d5e-a0ce7bd15dce tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad95414-aa74-4f5c-9b65-8eb4269aa2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395973 Oct 13 15:44:27.379212 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a2a32-e009-49c2-8792-14492c628bd8 req-8b20fc14-8d33-4d00-9fa5-ab94a9262347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:44:27.380714 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-499a2a32-e009-49c2-8792-14492c628bd8 req-8b20fc14-8d33-4d00-9fa5-ab94a9262347 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&device_id=643583e4-e5cd-4154-bca8-61d1e306c8a9 HTTP/1.1" status: 200 len: 1096 time: 0.0840268 Oct 13 15:44:27.507987 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a2a32-e009-49c2-8792-14492c628bd8 req-31344ddc-d4d6-4876-a33b-309868f7114f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:44:27.509346 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-499a2a32-e009-49c2-8792-14492c628bd8 req-31344ddc-d4d6-4876-a33b-309868f7114f service neutron] 10.222.0.16 "GET /v2.0/networks?id=d499734f-ea11-4365-9798-98c3f60d14b0 HTTP/1.1" status: 200 len: 898 time: 0.1230845 Oct 13 15:44:27.573421 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-499a2a32-e009-49c2-8792-14492c628bd8 req-61ef9c9d-4596-4ace-b771-4d3b4104e463 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9273544f-8536-49c4-a37c-8bbe3ac4e2fd HTTP/1.1" status: 200 len: 217 time: 0.0585117 Oct 13 15:44:27.635620 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a2a32-e009-49c2-8792-14492c628bd8 req-31a395f7-532f-4aae-b160-409d84beafee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:44:27.637032 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-499a2a32-e009-49c2-8792-14492c628bd8 req-31a395f7-532f-4aae-b160-409d84beafee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f84a8885-d1ed-4066-ada2-3b78eef82063 HTTP/1.1" status: 200 len: 843 time: 0.0586038 Oct 13 15:44:27.717670 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a2a32-e009-49c2-8792-14492c628bd8 req-d18774a4-9e59-4234-9658-c7c830577041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:44:27.719156 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-499a2a32-e009-49c2-8792-14492c628bd8 req-d18774a4-9e59-4234-9658-c7c830577041 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d499734f-ea11-4365-9798-98c3f60d14b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764480 Oct 13 15:44:27.847940 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-499a2a32-e009-49c2-8792-14492c628bd8 req-367d42a7-48e1-493c-94e4-d6438f7e6d05 service neutron] 10.222.0.16 "GET /v2.0/networks/d499734f-ea11-4365-9798-98c3f60d14b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212757 Oct 13 15:44:27.974777 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-499a2a32-e009-49c2-8792-14492c628bd8 req-132e1bfe-2590-4584-a500-07fce27530ef service neutron] 10.222.0.16 "GET /v2.0/networks/d499734f-ea11-4365-9798-98c3f60d14b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205006 Oct 13 15:44:28.556139 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236d40f2-df08-4df7-95b4-cdcbb6a54950 req-c963471f-8473-4bf4-a5fc-211ac3028e96 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:44:28.556840 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-236d40f2-df08-4df7-95b4-cdcbb6a54950 req-c963471f-8473-4bf4-a5fc-211ac3028e96 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:44:28.573186 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-236d40f2-df08-4df7-95b4-cdcbb6a54950 req-c963471f-8473-4bf4-a5fc-211ac3028e96 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:44:28.574336 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-236d40f2-df08-4df7-95b4-cdcbb6a54950 req-c963471f-8473-4bf4-a5fc-211ac3028e96 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=643583e4-e5cd-4154-bca8-61d1e306c8a9 HTTP/1.1" status: 200 len: 943 time: 0.1059911 Oct 13 15:44:28.618061 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-236d40f2-df08-4df7-95b4-cdcbb6a54950 req-470f525c-2bab-41c0-aa1d-2ae498afea36 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad95414-aa74-4f5c-9b65-8eb4269aa2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379515 Oct 13 15:44:29.814386 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ac0fa-f4bb-4872-a1d4-b7cf0eb3a98d req-ec732ff8-935b-4845-9db5-e868bb37daf5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:44:29.815801 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f90ac0fa-f4bb-4872-a1d4-b7cf0eb3a98d req-ec732ff8-935b-4845-9db5-e868bb37daf5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=643583e4-e5cd-4154-bca8-61d1e306c8a9 HTTP/1.1" status: 200 len: 943 time: 0.0841930 Oct 13 15:44:29.862295 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f90ac0fa-f4bb-4872-a1d4-b7cf0eb3a98d req-c270feca-8f65-4865-88d5-477fe93eab1f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad95414-aa74-4f5c-9b65-8eb4269aa2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402191 Oct 13 15:44:31.058151 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c521be-d7cf-437d-aa23-27bfcdad0a0e req-0f27c82a-5cc5-4512-9c76-41d7b27f1ffd tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:44:31.059486 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a7c521be-d7cf-437d-aa23-27bfcdad0a0e req-0f27c82a-5cc5-4512-9c76-41d7b27f1ffd tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=643583e4-e5cd-4154-bca8-61d1e306c8a9 HTTP/1.1" status: 200 len: 943 time: 0.0877616 Oct 13 15:44:31.102971 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a7c521be-d7cf-437d-aa23-27bfcdad0a0e req-3f6cc2d4-d0d3-41f6-a4e1-d258d32f74d8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad95414-aa74-4f5c-9b65-8eb4269aa2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378327 Oct 13 15:44:31.382418 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 9273544f-8536-49c4-a37c-8bbe3ac4e2fd details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=88974) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 13 15:44:31.512325 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 9273544f-8536-49c4-a37c-8bbe3ac4e2fd, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=9273544f-8536-49c4-a37c-8bbe3ac4e2fd,segment=NetworkSegment(724a2374-2f39-494c-80a1-e88ae2a3313d),segment_id=724a2374-2f39-494c-80a1-e88ae2a3313d)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:44:31.525113 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Returning: {'device': '9273544f-8536-49c4-a37c-8bbe3ac4e2fd', 'network_id': 'd499734f-ea11-4365-9798-98c3f60d14b0', 'port_id': '9273544f-8536-49c4-a37c-8bbe3ac4e2fd', 'mac_address': 'fa:16:3e:0a:c1:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 421, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f84a8885-d1ed-4066-ada2-3b78eef82063', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88974) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 13 15:44:31.581547 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 9273544f-8536-49c4-a37c-8bbe3ac4e2fd is: DOWN; New status is: BUILD {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:44:31.581913 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:31.598139 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9273544f-8536-49c4-a37c-8bbe3ac4e2fd {{(pid=88974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 15:44:31.613543 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 9273544f-8536-49c4-a37c-8bbe3ac4e2fd, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=9273544f-8536-49c4-a37c-8bbe3ac4e2fd,segment=NetworkSegment(724a2374-2f39-494c-80a1-e88ae2a3313d),segment_id=724a2374-2f39-494c-80a1-e88ae2a3313d)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:44:31.617790 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:31.683013 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=9273544f-8536-49c4-a37c-8bbe3ac4e2fd,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:44:31.919971 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['9273544f-8536-49c4-a37c-8bbe3ac4e2fd'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 15:44:32.297598 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b12ae6-51c3-438b-b51d-52f49e55367e req-159de804-9f5b-419c-912d-ced3b7986f19 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:44:32.299067 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-b1b12ae6-51c3-438b-b51d-52f49e55367e req-159de804-9f5b-419c-912d-ced3b7986f19 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=643583e4-e5cd-4154-bca8-61d1e306c8a9 HTTP/1.1" status: 200 len: 944 time: 0.0867214 Oct 13 15:44:32.341480 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-b1b12ae6-51c3-438b-b51d-52f49e55367e req-8f35db46-14a6-4a81-a070-cb09c2af4879 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad95414-aa74-4f5c-9b65-8eb4269aa2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367982 Oct 13 15:44:32.598987 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:44:33.381951 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 9273544f-8536-49c4-a37c-8bbe3ac4e2fd up at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:44:33.450178 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning for port 9273544f-8536-49c4-a37c-8bbe3ac4e2fd completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:44:33.454959 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning complete for port 9273544f-8536-49c4-a37c-8bbe3ac4e2fd triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:44:33.455332 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:33.455667 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Attempt 1 to provision port 9273544f-8536-49c4-a37c-8bbe3ac4e2fd Oct 13 15:44:33.538831 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95fac9-b4d8-46d6-83fd-10a649ae5875 req-8529f1fa-50b1-4682-be5f-19ab13a89e93 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:44:33.540331 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-bc95fac9-b4d8-46d6-83fd-10a649ae5875 req-8529f1fa-50b1-4682-be5f-19ab13a89e93 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=643583e4-e5cd-4154-bca8-61d1e306c8a9 HTTP/1.1" status: 200 len: 944 time: 0.0878997 Oct 13 15:44:33.585751 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-bc95fac9-b4d8-46d6-83fd-10a649ae5875 req-1833caff-ce60-46cd-96eb-23ec9bb7b030 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad95414-aa74-4f5c-9b65-8eb4269aa2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394087 Oct 13 15:44:33.605994 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 9273544f-8536-49c4-a37c-8bbe3ac4e2fd is: BUILD; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:44:33.606386 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:33.631876 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '643583e4-e5cd-4154-bca8-61d1e306c8a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9273544f-8536-49c4-a37c-8bbe3ac4e2fd'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:44:33.634192 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979c64d66908691d8da3fe322a5acf5d757b5bee84c7992aba2ec3c134dffaeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665c0d21-4d86-40f1-bafa-6e5cebf13ae2" -d '{"events": [{"server_uuid": "643583e4-e5cd-4154-bca8-61d1e306c8a9", "name": "network-vif-plugged", "status": "completed", "tag": "9273544f-8536-49c4-a37c-8bbe3ac4e2fd"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:44:33.641970 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 9273544f-8536-49c4-a37c-8bbe3ac4e2fd, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=9273544f-8536-49c4-a37c-8bbe3ac4e2fd,segment=NetworkSegment(724a2374-2f39-494c-80a1-e88ae2a3313d),segment_id=724a2374-2f39-494c-80a1-e88ae2a3313d)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:44:33.646553 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:33.713143 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=9273544f-8536-49c4-a37c-8bbe3ac4e2fd,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:44:33.724045 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 15:44:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b41f95-a1bb-46f3-8772-5a3afe287db6 x-openstack-request-id: req-55b41f95-a1bb-46f3-8772-5a3afe287db6 {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:44:33.724325 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "643583e4-e5cd-4154-bca8-61d1e306c8a9", "name": "network-vif-plugged", "status": "completed", "tag": "9273544f-8536-49c4-a37c-8bbe3ac4e2fd", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:44:33.724798 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-55b41f95-a1bb-46f3-8772-5a3afe287db6 {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:44:33.725759 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-55b41f95-a1bb-46f3-8772-5a3afe287db6'] response: {'server_uuid': '643583e4-e5cd-4154-bca8-61d1e306c8a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9273544f-8536-49c4-a37c-8bbe3ac4e2fd', 'code': 200} Oct 13 15:44:33.954596 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8cab0f-8f63-4312-8b12-4e9c16cc448a req-7373a24f-a4ea-4668-8714-078e8b80d733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:44:33.956031 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fe8cab0f-8f63-4312-8b12-4e9c16cc448a req-7373a24f-a4ea-4668-8714-078e8b80d733 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=643583e4-e5cd-4154-bca8-61d1e306c8a9 HTTP/1.1" status: 200 len: 1098 time: 0.0779550 Oct 13 15:44:33.996128 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fe8cab0f-8f63-4312-8b12-4e9c16cc448a req-6db7b251-67dc-4b28-8d17-dda28a2b302f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=cad95414-aa74-4f5c-9b65-8eb4269aa2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337303 Oct 13 15:44:34.462833 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-bb1a7e4b-b944-4ee8-b6b1-c3f130713aa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:34.786493 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7408f90-1501-449b-bb58-05146acec9eb req-6b31cf98-02b3-4a4b-ac95-b88ad69bdaaf tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:44:34.788461 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b7408f90-1501-449b-bb58-05146acec9eb req-6b31cf98-02b3-4a4b-ac95-b88ad69bdaaf tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=643583e4-e5cd-4154-bca8-61d1e306c8a9 HTTP/1.1" status: 200 len: 945 time: 0.0886481 Oct 13 15:44:34.927293 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b7408f90-1501-449b-bb58-05146acec9eb req-4023c928-5396-4162-9e3e-a9a199ba5470 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad95414-aa74-4f5c-9b65-8eb4269aa2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331890 Oct 13 15:44:36.126511 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db77ee52-2197-4eb5-ae5e-50b33e30f4a7 req-e224556d-06d1-4f17-9e1d-e9fa7fc1aac4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:44:36.127347 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-db77ee52-2197-4eb5-ae5e-50b33e30f4a7 req-e224556d-06d1-4f17-9e1d-e9fa7fc1aac4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=643583e4-e5cd-4154-bca8-61d1e306c8a9 HTTP/1.1" status: 200 len: 945 time: 0.0882516 Oct 13 15:44:36.169432 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-db77ee52-2197-4eb5-ae5e-50b33e30f4a7 req-a97e2c6f-8162-48ec-a007-49064183feec tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad95414-aa74-4f5c-9b65-8eb4269aa2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364985 Oct 13 15:44:36.509731 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742a9167-24b1-4b79-9fb8-c480bfaed0d4 req-e63a4e48-d6ed-4d51-a230-f29353b4d62d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:44:36.511159 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-742a9167-24b1-4b79-9fb8-c480bfaed0d4 req-e63a4e48-d6ed-4d51-a230-f29353b4d62d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=643583e4-e5cd-4154-bca8-61d1e306c8a9 HTTP/1.1" status: 200 len: 945 time: 0.0851030 Oct 13 15:44:36.555500 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-742a9167-24b1-4b79-9fb8-c480bfaed0d4 req-e3bcbf56-ec3b-4533-bdfa-8529a94cbafa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad95414-aa74-4f5c-9b65-8eb4269aa2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388281 Oct 13 15:44:36.584412 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56986) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:44:36.619203 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-79565bdf-6d31-4b0d-ba15-e561888d28bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:36.659773 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f63fd6a-11bc-4c6b-a784-4508477815d0 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:44:36.661245 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-6f63fd6a-11bc-4c6b-a784-4508477815d0 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=643583e4-e5cd-4154-bca8-61d1e306c8a9 HTTP/1.1" status: 200 len: 1093 time: 0.0759535 Oct 13 15:44:36.664185 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 56990) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:44:36.669111 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-192f581c-0d76-43bb-bede-4ccf9384477c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'floatingip': {'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'port_id': '9273544f-8536-49c4-a37c-8bbe3ac4e2fd', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ip_address': '172.20.0.7'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:44:36.675101 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-192f581c-0d76-43bb-bede-4ccf9384477c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:44:36.679464 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-192f581c-0d76-43bb-bede-4ccf9384477c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:floatingip and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:44:36.682255 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-192f581c-0d76-43bb-bede-4ccf9384477c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:44:36.687876 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-192f581c-0d76-43bb-bede-4ccf9384477c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:44:36.698442 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-192f581c-0d76-43bb-bede-4ccf9384477c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for floatingip, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:36.834683 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-192f581c-0d76-43bb-bede-4ccf9384477c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:36.967883 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-192f581c-0d76-43bb-bede-4ccf9384477c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Allocated IP 172.26.2.94 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/db7976e8-96cc-48eb-a247-2b89aed26f26) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:44:37.113383 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-192f581c-0d76-43bb-bede-4ccf9384477c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:37.141582 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-192f581c-0d76-43bb-bede-4ccf9384477c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:37.204810 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-192f581c-0d76-43bb-bede-4ccf9384477c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:44:37.207530 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-192f581c-0d76-43bb-bede-4ccf9384477c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:44:37.211019 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-192f581c-0d76-43bb-bede-4ccf9384477c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:44:37.243582 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192f581c-0d76-43bb-bede-4ccf9384477c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Port': ['ID=db7976e8-96cc-48eb-a247-2b89aed26f26,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:44:37.616029 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-192f581c-0d76-43bb-bede-4ccf9384477c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:37.688230 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-192f581c-0d76-43bb-bede-4ccf9384477c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:37.716852 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:37.872921 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:37.893971 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-192f581c-0d76-43bb-bede-4ccf9384477c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:37.898855 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-192f581c-0d76-43bb-bede-4ccf9384477c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:37.999592 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-192f581c-0d76-43bb-bede-4ccf9384477c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:38.144416 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192f581c-0d76-43bb-bede-4ccf9384477c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Port': ['ID=db7976e8-96cc-48eb-a247-2b89aed26f26,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:44:38.265033 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.l3_db [None req-192f581c-0d76-43bb-bede-4ccf9384477c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Floating IP bcb0819f-1982-46ad-a00f-16338313e228 associated. External IP: 172.26.2.94, port: 9273544f-8536-49c4-a37c-8bbe3ac4e2fd. Oct 13 15:44:38.604728 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-192f581c-0d76-43bb-bede-4ccf9384477c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Router 7deb9a9e-0df2-4526-adeb-225eaaba9243 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:44:38.786352 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-192f581c-0d76-43bb-bede-4ccf9384477c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:44:38.796226 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d0f3bb-ed1c-4715-b1f8-de7a6941dbee None None] Sync routers for ids ['7deb9a9e-0df2-4526-adeb-225eaaba9243'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:44:38.807112 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d0f3bb-ed1c-4715-b1f8-de7a6941dbee None None] Routers {'7deb9a9e-0df2-4526-adeb-225eaaba9243'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:44:38.807691 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-32d0f3bb-ed1c-4715-b1f8-de7a6941dbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:44:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['7deb9a9e-0df2-4526-adeb-225eaaba9243'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:44:38.810394 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-192f581c-0d76-43bb-bede-4ccf9384477c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:38.864918 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-192f581c-0d76-43bb-bede-4ccf9384477c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1996109 Oct 13 15:44:38.866018 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '643583e4-e5cd-4154-bca8-61d1e306c8a9', 'tag': '9273544f-8536-49c4-a37c-8bbe3ac4e2fd'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:44:38.868187 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 56996) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:44:38.868662 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2ca037-06d0-461f-85ac-9cdf837f15a0" -d '{"events": [{"name": "network-changed", "server_uuid": "643583e4-e5cd-4154-bca8-61d1e306c8a9", "tag": "9273544f-8536-49c4-a37c-8bbe3ac4e2fd"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:44:38.909138 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 15:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45593c34-f350-4945-8bc9-bd2e89a312a6 x-openstack-request-id: req-45593c34-f350-4945-8bc9-bd2e89a312a6 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:44:38.909552 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "643583e4-e5cd-4154-bca8-61d1e306c8a9", "tag": "9273544f-8536-49c4-a37c-8bbe3ac4e2fd", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:44:38.909869 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-45593c34-f350-4945-8bc9-bd2e89a312a6 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:44:38.910417 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45593c34-f350-4945-8bc9-bd2e89a312a6'] response: {'name': 'network-changed', 'server_uuid': '643583e4-e5cd-4154-bca8-61d1e306c8a9', 'tag': '9273544f-8536-49c4-a37c-8bbe3ac4e2fd', 'status': 'completed', 'code': 200} Oct 13 15:44:38.979089 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-30a13099-4f33-475f-9b33-6f0de29ea647 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/floatingips/bcb0819f-1982-46ad-a00f-16338313e228 HTTP/1.1" status: 200 len: 990 time: 0.1097488 Oct 13 15:44:38.990307 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-32d0f3bb-ed1c-4715-b1f8-de7a6941dbee None None] Set router 7deb9a9e-0df2-4526-adeb-225eaaba9243 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:44:39.013745 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ca037-06d0-461f-85ac-9cdf837f15a0 req-08ce1ae1-7522-4bd8-b6ae-6f71873758d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:44:39.015243 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0b2ca037-06d0-461f-85ac-9cdf837f15a0 req-08ce1ae1-7522-4bd8-b6ae-6f71873758d7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&device_id=643583e4-e5cd-4154-bca8-61d1e306c8a9 HTTP/1.1" status: 200 len: 1098 time: 0.0834496 Oct 13 15:44:39.147089 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ca037-06d0-461f-85ac-9cdf837f15a0 req-709a6ddf-4d91-41d1-8f90-b0f430db371f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:44:39.148578 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0b2ca037-06d0-461f-85ac-9cdf837f15a0 req-709a6ddf-4d91-41d1-8f90-b0f430db371f service neutron] 10.222.0.16 "GET /v2.0/networks?id=d499734f-ea11-4365-9798-98c3f60d14b0 HTTP/1.1" status: 200 len: 898 time: 0.1270974 Oct 13 15:44:39.253276 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0b2ca037-06d0-461f-85ac-9cdf837f15a0 req-c741b349-adf7-4547-a6f0-769552f2ef8f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9273544f-8536-49c4-a37c-8bbe3ac4e2fd HTTP/1.1" status: 200 len: 998 time: 0.0990984 Oct 13 15:44:39.313695 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ca037-06d0-461f-85ac-9cdf837f15a0 req-bab842fe-e091-4368-951d-b6b7ff9da55b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:44:39.315120 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0b2ca037-06d0-461f-85ac-9cdf837f15a0 req-bab842fe-e091-4368-951d-b6b7ff9da55b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f84a8885-d1ed-4066-ada2-3b78eef82063 HTTP/1.1" status: 200 len: 843 time: 0.0560539 Oct 13 15:44:39.361545 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-32d0f3bb-ed1c-4715-b1f8-de7a6941dbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7deb9a9e-0df2-4526-adeb-225eaaba9243', 'name': 'tempest-TestNetworkBasicOps-router-1742643138', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '4822cbb7-20ac-4231-8283-4ab426a8265d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:44:14Z', 'updated_at': '2022-10-13T15:44:19Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '4822cbb7-20ac-4231-8283-4ab426a8265d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:be:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7deb9a9e-0df2-4526-adeb-225eaaba9243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:44:15Z', 'updated_at': '2022-10-13T15:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': 'bcb0819f-1982-46ad-a00f-16338313e228', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'floating_ip_address': '172.26.2.94', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '7deb9a9e-0df2-4526-adeb-225eaaba9243', 'port_id': '9273544f-8536-49c4-a37c-8bbe3ac4e2fd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd499734f-ea11-4365-9798-98c3f60d14b0', 'mac_address': 'fa:16:3e:0a:c1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643583e4-e5cd-4154-bca8-61d1e306c8a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:44:37Z', 'updated_at': '2022-10-13T15:44:37Z', 'revision_number': 0, 'project_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50cab1ee-6b24-4243-a995-2429a7a26028', 'name': '', 'network_id': 'd499734f-ea11-4365-9798-98c3f60d14b0', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:0a:f9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7deb9a9e-0df2-4526-adeb-225eaaba9243', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'f84a8885-d1ed-4066-ada2-3b78eef82063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:44:18Z', 'updated_at': '2022-10-13T15:44:25Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': 'f84a8885-d1ed-4066-ada2-3b78eef82063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:44:39.365393 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d0f3bb-ed1c-4715-b1f8-de7a6941dbee None None] Checking router: 7deb9a9e-0df2-4526-adeb-225eaaba9243 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:44:39.374203 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d0f3bb-ed1c-4715-b1f8-de7a6941dbee None None] Routers {'7deb9a9e-0df2-4526-adeb-225eaaba9243'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:44:39.374801 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-32d0f3bb-ed1c-4715-b1f8-de7a6941dbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:44:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['7deb9a9e-0df2-4526-adeb-225eaaba9243'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:44:39.398335 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ca037-06d0-461f-85ac-9cdf837f15a0 req-a9da2bae-f887-4d64-9c0e-88a87b2daf81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:44:39.399713 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0b2ca037-06d0-461f-85ac-9cdf837f15a0 req-a9da2bae-f887-4d64-9c0e-88a87b2daf81 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d499734f-ea11-4365-9798-98c3f60d14b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786655 Oct 13 15:44:39.531246 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0b2ca037-06d0-461f-85ac-9cdf837f15a0 req-dd482582-8874-4e8f-a40b-631dc95acba6 service neutron] 10.222.0.16 "GET /v2.0/networks/d499734f-ea11-4365-9798-98c3f60d14b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253963 Oct 13 15:44:39.550623 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-32d0f3bb-ed1c-4715-b1f8-de7a6941dbee None None] Set router 7deb9a9e-0df2-4526-adeb-225eaaba9243 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:44:39.578473 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:44:39.775284 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0b2ca037-06d0-461f-85ac-9cdf837f15a0 req-db9d4e6d-ea27-4a9f-b3e9-d1462d7dc979 service neutron] 10.222.0.16 "GET /v2.0/networks/d499734f-ea11-4365-9798-98c3f60d14b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387557 Oct 13 15:44:39.900412 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-32d0f3bb-ed1c-4715-b1f8-de7a6941dbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7deb9a9e-0df2-4526-adeb-225eaaba9243', 'name': 'tempest-TestNetworkBasicOps-router-1742643138', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '4822cbb7-20ac-4231-8283-4ab426a8265d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:44:14Z', 'updated_at': '2022-10-13T15:44:19Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '4822cbb7-20ac-4231-8283-4ab426a8265d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:be:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7deb9a9e-0df2-4526-adeb-225eaaba9243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:44:15Z', 'updated_at': '2022-10-13T15:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': 'bcb0819f-1982-46ad-a00f-16338313e228', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'floating_ip_address': '172.26.2.94', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '7deb9a9e-0df2-4526-adeb-225eaaba9243', 'port_id': '9273544f-8536-49c4-a37c-8bbe3ac4e2fd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd499734f-ea11-4365-9798-98c3f60d14b0', 'mac_address': 'fa:16:3e:0a:c1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643583e4-e5cd-4154-bca8-61d1e306c8a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:44:37Z', 'updated_at': '2022-10-13T15:44:37Z', 'revision_number': 0, 'project_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50cab1ee-6b24-4243-a995-2429a7a26028', 'name': '', 'network_id': 'd499734f-ea11-4365-9798-98c3f60d14b0', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:0a:f9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7deb9a9e-0df2-4526-adeb-225eaaba9243', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'f84a8885-d1ed-4066-ada2-3b78eef82063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:44:18Z', 'updated_at': '2022-10-13T15:44:25Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': 'f84a8885-d1ed-4066-ada2-3b78eef82063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:44:39.904211 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d0f3bb-ed1c-4715-b1f8-de7a6941dbee None None] The sync data for ids ['7deb9a9e-0df2-4526-adeb-225eaaba9243'] in dv-neutron-860329-2-hyperv is: [{'id': '7deb9a9e-0df2-4526-adeb-225eaaba9243', 'name': 'tempest-TestNetworkBasicOps-router-1742643138', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '4822cbb7-20ac-4231-8283-4ab426a8265d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:44:14Z', 'updated_at': '2022-10-13T15:44:19Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '4822cbb7-20ac-4231-8283-4ab426a8265d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:be:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7deb9a9e-0df2-4526-adeb-225eaaba9243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:44:15Z', 'updated_at': '2022-10-13T15:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': 'bcb0819f-1982-46ad-a00f-16338313e228', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'floating_ip_address': '172.26.2.94', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '7deb9a9e-0df2-4526-adeb-225eaaba9243', 'port_id': '9273544f-8536-49c4-a37c-8bbe3ac4e2fd', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd499734f-ea11-4365-9798-98c3f60d14b0', 'mac_address': 'fa:16:3e:0a:c1:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '643583e4-e5cd-4154-bca8-61d1e306c8a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:44:37Z', 'updated_at': '2022-10-13T15:44:37Z', 'revision_number': 0, 'project_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '50cab1ee-6b24-4243-a995-2429a7a26028', 'name': '', 'network_id': 'd499734f-ea11-4365-9798-98c3f60d14b0', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:0a:f9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7deb9a9e-0df2-4526-adeb-225eaaba9243', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'f84a8885-d1ed-4066-ada2-3b78eef82063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:44:18Z', 'updated_at': '2022-10-13T15:44:25Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': 'f84a8885-d1ed-4066-ada2-3b78eef82063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:44:39.982743 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57002) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:44:40.091314 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-5e6b54f5-e022-41fc-9ee1-4dd041cd2f81 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/floatingips/bcb0819f-1982-46ad-a00f-16338313e228 HTTP/1.1" status: 200 len: 990 time: 0.1074576 Oct 13 15:44:40.092473 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12f5650-1137-46b5-8468-b946870fbaef None None] New status for floating IP bcb0819f-1982-46ad-a00f-16338313e228: ACTIVE {{(pid=88974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:44:41.095275 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 57006) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:44:41.199422 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-2470dff2-33c7-4345-9006-92341f696e18 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/floatingips/bcb0819f-1982-46ad-a00f-16338313e228 HTTP/1.1" status: 200 len: 992 time: 0.1030557 Oct 13 15:44:55.804291 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:45:04.464748 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-fc96ae33-f92c-4c3b-a659-ef973cd33d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:45:06.619936 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-bdfc1cf9-517f-4f90-a57f-44e1e25cc490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:45:07.719572 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:45:07.873829 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:45:09.578731 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:45:09.597667 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:45:22.879170 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-3cec3e29-ef45-4af0-b061-6e7be8f876fb req-390af794-142d-4a46-932c-78bc18a89c7f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=643583e4-e5cd-4154-bca8-61d1e306c8a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746813 Oct 13 15:45:23.027915 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec3e29-ef45-4af0-b061-6e7be8f876fb req-cf6af086-8360-4ee5-a6ef-fc832271f922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:45:23.029272 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-3cec3e29-ef45-4af0-b061-6e7be8f876fb req-cf6af086-8360-4ee5-a6ef-fc832271f922 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&device_id=643583e4-e5cd-4154-bca8-61d1e306c8a9 HTTP/1.1" status: 200 len: 1098 time: 0.0801234 Oct 13 15:45:23.169999 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec3e29-ef45-4af0-b061-6e7be8f876fb req-747bed93-c025-4a18-99b5-ed2f2d205160 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:45:23.171433 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-3cec3e29-ef45-4af0-b061-6e7be8f876fb req-747bed93-c025-4a18-99b5-ed2f2d205160 service neutron] 10.222.0.16 "GET /v2.0/networks?id=d499734f-ea11-4365-9798-98c3f60d14b0 HTTP/1.1" status: 200 len: 898 time: 0.1240964 Oct 13 15:45:23.272874 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-3cec3e29-ef45-4af0-b061-6e7be8f876fb req-4219e097-0a5b-4830-936c-1b5633c24dc5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9273544f-8536-49c4-a37c-8bbe3ac4e2fd HTTP/1.1" status: 200 len: 1000 time: 0.0952938 Oct 13 15:45:23.335108 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec3e29-ef45-4af0-b061-6e7be8f876fb req-ed51b7b9-63d9-47b2-95a3-af637b6a844f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:45:23.336378 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-3cec3e29-ef45-4af0-b061-6e7be8f876fb req-ed51b7b9-63d9-47b2-95a3-af637b6a844f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f84a8885-d1ed-4066-ada2-3b78eef82063 HTTP/1.1" status: 200 len: 843 time: 0.0554037 Oct 13 15:45:23.417782 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cec3e29-ef45-4af0-b061-6e7be8f876fb req-06d10809-5dd6-4c9f-b190-c6a287292053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:45:23.419222 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-3cec3e29-ef45-4af0-b061-6e7be8f876fb req-06d10809-5dd6-4c9f-b190-c6a287292053 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d499734f-ea11-4365-9798-98c3f60d14b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774643 Oct 13 15:45:23.547101 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-3cec3e29-ef45-4af0-b061-6e7be8f876fb req-4076d656-2556-4b9d-a83c-654bcd8b7b81 service neutron] 10.222.0.16 "GET /v2.0/networks/d499734f-ea11-4365-9798-98c3f60d14b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211469 Oct 13 15:45:23.680865 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-3cec3e29-ef45-4af0-b061-6e7be8f876fb req-799e7452-f3ce-4a3d-8180-39d16d2e0c8a service neutron] 10.222.0.16 "GET /v2.0/networks/d499734f-ea11-4365-9798-98c3f60d14b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273274 Oct 13 15:45:25.834109 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:45:34.466428 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-1ea86c89-ab6a-4046-a720-1c6b157b30c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:45:36.620811 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-3b1500db-2572-49fa-a89b-ff9742c60996 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:45:37.722696 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:45:37.877399 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:45:39.582264 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:45:46.597018 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:45:55.840272 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:46:04.467447 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e9324cf2-ba02-42df-a8e9-35256a93cbbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:46:06.622053 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-193b405a-5db3-4aa5-b420-6a3e409cd11e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:46:07.726406 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:46:07.879427 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:46:09.584696 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:46:22.878543 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-edb33980-e753-4720-a9d4-cb8757e5a692 req-563cca3d-c64f-47b3-8f98-f44aa6a410ac service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=643583e4-e5cd-4154-bca8-61d1e306c8a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0745659 Oct 13 15:46:23.020467 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb33980-e753-4720-a9d4-cb8757e5a692 req-d6d70db9-6d19-48cf-a315-93e950f6762b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:46:23.021791 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-edb33980-e753-4720-a9d4-cb8757e5a692 req-d6d70db9-6d19-48cf-a315-93e950f6762b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&device_id=643583e4-e5cd-4154-bca8-61d1e306c8a9 HTTP/1.1" status: 200 len: 1098 time: 0.0788429 Oct 13 15:46:23.159835 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb33980-e753-4720-a9d4-cb8757e5a692 req-50b27ad1-7c79-4187-9a90-f73f5d99aeae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:46:23.161207 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-edb33980-e753-4720-a9d4-cb8757e5a692 req-50b27ad1-7c79-4187-9a90-f73f5d99aeae service neutron] 10.222.0.16 "GET /v2.0/networks?id=d499734f-ea11-4365-9798-98c3f60d14b0 HTTP/1.1" status: 200 len: 898 time: 0.1220419 Oct 13 15:46:23.257429 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-edb33980-e753-4720-a9d4-cb8757e5a692 req-8da9d733-9d86-4d5b-9de5-3876bfc3c585 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9273544f-8536-49c4-a37c-8bbe3ac4e2fd HTTP/1.1" status: 200 len: 1000 time: 0.0905433 Oct 13 15:46:23.424783 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb33980-e753-4720-a9d4-cb8757e5a692 req-4e36f19c-0e4c-4c0f-9ceb-93c694e648c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:46:23.426209 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-edb33980-e753-4720-a9d4-cb8757e5a692 req-4e36f19c-0e4c-4c0f-9ceb-93c694e648c4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f84a8885-d1ed-4066-ada2-3b78eef82063 HTTP/1.1" status: 200 len: 843 time: 0.1624985 Oct 13 15:46:23.506385 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb33980-e753-4720-a9d4-cb8757e5a692 req-1cca98f7-e0e1-40d0-a5e6-5c3a77a8a54d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:46:23.507823 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-edb33980-e753-4720-a9d4-cb8757e5a692 req-1cca98f7-e0e1-40d0-a5e6-5c3a77a8a54d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d499734f-ea11-4365-9798-98c3f60d14b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752087 Oct 13 15:46:23.518468 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [req-edb33980-e753-4720-a9d4-cb8757e5a692 req-62d79c70-8d41-49d0-aada-eb194b06324c service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:46:23.519349 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-edb33980-e753-4720-a9d4-cb8757e5a692 req-62d79c70-8d41-49d0-aada-eb194b06324c service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046792 Oct 13 15:46:23.594985 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:46:23.648974 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-edb33980-e753-4720-a9d4-cb8757e5a692 req-759ae969-149e-4b53-960a-1f9f6f8dd26d service neutron] 10.222.0.16 "GET /v2.0/networks/d499734f-ea11-4365-9798-98c3f60d14b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233940 Oct 13 15:46:23.778604 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-edb33980-e753-4720-a9d4-cb8757e5a692 req-30835bc2-7a17-4e8a-9fa9-92d87e631902 service neutron] 10.222.0.16 "GET /v2.0/networks/d499734f-ea11-4365-9798-98c3f60d14b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234794 Oct 13 15:46:25.846632 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:46:34.468421 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-20bacef6-830a-4564-9b19-e3ddd63d16da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:46:36.622973 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-5de0bae7-41cf-419e-9c61-8bbeaea324d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:46:37.728876 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:46:37.883013 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:46:39.586534 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:46:55.843847 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:00.594038 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:47:04.470558 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-51ae4d9b-923e-4fdd-9541-147116f9673d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:06.623317 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-85db5c21-0c4a-478b-b539-cf50b2ea94c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:07.731085 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:07.885783 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:09.590617 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:13.311682 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 57062) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:47:13.317312 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-4ccf4667-2741-4a5e-8ca9-ccb699bae64c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:47:13.436206 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4ccf4667-2741-4a5e-8ca9-ccb699bae64c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6472788'] for subnet, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:13.621078 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4ccf4667-2741-4a5e-8ca9-ccb699bae64c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8734006200203', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6731385'] for subnet, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:13.674663 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ccf4667-2741-4a5e-8ca9-ccb699bae64c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:47:13.675246 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4ccf4667-2741-4a5e-8ca9-ccb699bae64c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:13.676832 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-4ccf4667-2741-4a5e-8ca9-ccb699bae64c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "PUT /v2.0/subnets/f84a8885-d1ed-4066-ada2-3b78eef82063 HTTP/1.1" status: 200 len: 835 time: 0.3638706 Oct 13 15:47:13.681513 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34af5c17-4947-4feb-af93-18c3b53b4840 None None] Network d499734f-ea11-4365-9798-98c3f60d14b0 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:47:13.691523 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ccf4667-2741-4a5e-8ca9-ccb699bae64c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Subnet': ['ID=f84a8885-d1ed-4066-ada2-3b78eef82063,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:47:13.699352 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccf4667-2741-4a5e-8ca9-ccb699bae64c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:47:13.699700 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccf4667-2741-4a5e-8ca9-ccb699bae64c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:47:13.700038 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccf4667-2741-4a5e-8ca9-ccb699bae64c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:47:13.702388 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccf4667-2741-4a5e-8ca9-ccb699bae64c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:47:13.702733 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccf4667-2741-4a5e-8ca9-ccb699bae64c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:47:13.703543 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccf4667-2741-4a5e-8ca9-ccb699bae64c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:47:13.705822 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccf4667-2741-4a5e-8ca9-ccb699bae64c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:47:13.706335 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccf4667-2741-4a5e-8ca9-ccb699bae64c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:47:13.706809 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccf4667-2741-4a5e-8ca9-ccb699bae64c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:47:13.707452 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccf4667-2741-4a5e-8ca9-ccb699bae64c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:47:13.707544 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccf4667-2741-4a5e-8ca9-ccb699bae64c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:47:13.707928 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ccf4667-2741-4a5e-8ca9-ccb699bae64c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:47:14.182302 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-5232b694-05fb-4afc-849f-433adae9693d None None] Provisioning complete for port 50cab1ee-6b24-4243-a995-2429a7a26028 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:47:14.182610 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-5232b694-05fb-4afc-849f-433adae9693d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:14.182946 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-5232b694-05fb-4afc-849f-433adae9693d None None] Attempt 1 to provision port 50cab1ee-6b24-4243-a995-2429a7a26028 Oct 13 15:47:14.297757 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-5232b694-05fb-4afc-849f-433adae9693d None None] Current status of the port 50cab1ee-6b24-4243-a995-2429a7a26028 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:47:14.308331 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-5232b694-05fb-4afc-849f-433adae9693d None None] Provisioning complete for port d04cef55-40af-44eb-9cad-085da5313ba4 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:47:14.308697 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-5232b694-05fb-4afc-849f-433adae9693d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:14.309025 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-5232b694-05fb-4afc-849f-433adae9693d None None] Attempt 1 to provision port d04cef55-40af-44eb-9cad-085da5313ba4 Oct 13 15:47:14.453355 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-5232b694-05fb-4afc-849f-433adae9693d None None] Current status of the port d04cef55-40af-44eb-9cad-085da5313ba4 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:47:14.464736 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-5232b694-05fb-4afc-849f-433adae9693d None None] Provisioning complete for port 9273544f-8536-49c4-a37c-8bbe3ac4e2fd triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:47:14.465104 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-5232b694-05fb-4afc-849f-433adae9693d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:14.465436 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-5232b694-05fb-4afc-849f-433adae9693d None None] Attempt 1 to provision port 9273544f-8536-49c4-a37c-8bbe3ac4e2fd Oct 13 15:47:14.577101 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-5232b694-05fb-4afc-849f-433adae9693d None None] Current status of the port 9273544f-8536-49c4-a37c-8bbe3ac4e2fd is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:47:23.917581 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-39308e75-6dc2-4e53-b332-68e44b1cd7c6 req-fb58d7b6-d7fc-4228-bbd2-972c2a235d25 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=643583e4-e5cd-4154-bca8-61d1e306c8a9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1142023 Oct 13 15:47:24.061248 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39308e75-6dc2-4e53-b332-68e44b1cd7c6 req-fbb87c98-7763-4fdf-895b-71aeb2c75dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:47:24.062623 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-39308e75-6dc2-4e53-b332-68e44b1cd7c6 req-fbb87c98-7763-4fdf-895b-71aeb2c75dde service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&device_id=643583e4-e5cd-4154-bca8-61d1e306c8a9 HTTP/1.1" status: 200 len: 1098 time: 0.0798366 Oct 13 15:47:24.203450 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39308e75-6dc2-4e53-b332-68e44b1cd7c6 req-bf3c6928-8b85-459e-b930-b20be7d283fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:47:24.204870 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-39308e75-6dc2-4e53-b332-68e44b1cd7c6 req-bf3c6928-8b85-459e-b930-b20be7d283fb service neutron] 10.222.0.16 "GET /v2.0/networks?id=d499734f-ea11-4365-9798-98c3f60d14b0 HTTP/1.1" status: 200 len: 898 time: 0.1239798 Oct 13 15:47:24.303626 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-39308e75-6dc2-4e53-b332-68e44b1cd7c6 req-88fe4a49-4df9-49e9-a2f0-cb17aa71627b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9273544f-8536-49c4-a37c-8bbe3ac4e2fd HTTP/1.1" status: 200 len: 1000 time: 0.0933983 Oct 13 15:47:24.365121 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39308e75-6dc2-4e53-b332-68e44b1cd7c6 req-20e5b7ce-15ce-46e6-86a2-d6df7cada4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:47:24.366444 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-39308e75-6dc2-4e53-b332-68e44b1cd7c6 req-20e5b7ce-15ce-46e6-86a2-d6df7cada4ef service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f84a8885-d1ed-4066-ada2-3b78eef82063 HTTP/1.1" status: 200 len: 843 time: 0.0556738 Oct 13 15:47:24.448289 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39308e75-6dc2-4e53-b332-68e44b1cd7c6 req-9241f0a1-4d99-4069-9c11-a876d33a8e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:47:24.449727 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-39308e75-6dc2-4e53-b332-68e44b1cd7c6 req-9241f0a1-4d99-4069-9c11-a876d33a8e20 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d499734f-ea11-4365-9798-98c3f60d14b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779448 Oct 13 15:47:24.577587 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-39308e75-6dc2-4e53-b332-68e44b1cd7c6 req-86ae0bf8-2450-4bd7-94c3-ab278382ceda service neutron] 10.222.0.16 "GET /v2.0/networks/d499734f-ea11-4365-9798-98c3f60d14b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217871 Oct 13 15:47:24.705357 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-39308e75-6dc2-4e53-b332-68e44b1cd7c6 req-ff0d1595-a10a-4a6e-9d06-f473233e3e0e service neutron] 10.222.0.16 "GET /v2.0/networks/d499734f-ea11-4365-9798-98c3f60d14b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218641 Oct 13 15:47:25.844267 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:34.472361 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9b43b1c5-9d9d-46f2-ad4e-3afa80fcec0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:36.625303 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-1d8ce0cb-9e77-4864-9e3e-38c51e90f979 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:37.592696 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:47:37.736182 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:37.888118 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:39.592148 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:55.850043 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:57.354311 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57078) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:47:57.754756 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-e5be19f3-5e34-4340-9a11-a045a9653907 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Deleting port db7976e8-96cc-48eb-a247-2b89aed26f26 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:47:57.755086 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e5be19f3-5e34-4340-9a11-a045a9653907 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:57.917417 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e5be19f3-5e34-4340-9a11-a045a9653907 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:57.917735 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e5be19f3-5e34-4340-9a11-a045a9653907 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:58.036051 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-e5be19f3-5e34-4340-9a11-a045a9653907 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Calling delete_port for db7976e8-96cc-48eb-a247-2b89aed26f26 owned by network:floatingip {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:47:58.278641 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e5be19f3-5e34-4340-9a11-a045a9653907 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:58.322692 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5be19f3-5e34-4340-9a11-a045a9653907 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'Port': ['ID=db7976e8-96cc-48eb-a247-2b89aed26f26,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:47:58.365350 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5be19f3-5e34-4340-9a11-a045a9653907 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:47:58.365966 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5be19f3-5e34-4340-9a11-a045a9653907 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:47:58.366087 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5be19f3-5e34-4340-9a11-a045a9653907 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:47:58.366337 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5be19f3-5e34-4340-9a11-a045a9653907 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:47:58.366656 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5be19f3-5e34-4340-9a11-a045a9653907 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:47:58.366972 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5be19f3-5e34-4340-9a11-a045a9653907 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:47:58.367287 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5be19f3-5e34-4340-9a11-a045a9653907 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:47:58.367607 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5be19f3-5e34-4340-9a11-a045a9653907 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:47:58.367939 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5be19f3-5e34-4340-9a11-a045a9653907 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:47:58.368248 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5be19f3-5e34-4340-9a11-a045a9653907 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:47:58.368556 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5be19f3-5e34-4340-9a11-a045a9653907 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:47:58.368864 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5be19f3-5e34-4340-9a11-a045a9653907 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:47:58.426967 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e5be19f3-5e34-4340-9a11-a045a9653907 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for floatingip, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:58.427288 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.l3_db [None req-e5be19f3-5e34-4340-9a11-a045a9653907 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Floating IP bcb0819f-1982-46ad-a00f-16338313e228 disassociated (deleted). External IP: 172.26.2.94, port: 9273544f-8536-49c4-a37c-8bbe3ac4e2fd. Oct 13 15:47:58.769536 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5be19f3-5e34-4340-9a11-a045a9653907 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Router 7deb9a9e-0df2-4526-adeb-225eaaba9243 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:47:58.942977 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5be19f3-5e34-4340-9a11-a045a9653907 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:47:58.953003 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe27b22e-7ce0-4ccc-81e3-1f0f7bc20e48 None None] Sync routers for ids ['7deb9a9e-0df2-4526-adeb-225eaaba9243'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:47:58.962930 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe27b22e-7ce0-4ccc-81e3-1f0f7bc20e48 None None] Routers {'7deb9a9e-0df2-4526-adeb-225eaaba9243'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:47:58.963116 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e5be19f3-5e34-4340-9a11-a045a9653907 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:47:58.963527 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-fe27b22e-7ce0-4ccc-81e3-1f0f7bc20e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:47:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['7deb9a9e-0df2-4526-adeb-225eaaba9243'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:47:59.020872 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-e5be19f3-5e34-4340-9a11-a045a9653907 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "DELETE /v2.0/floatingips/bcb0819f-1982-46ad-a00f-16338313e228 HTTP/1.1" status: 204 len: 168 time: 1.6654942 Oct 13 15:47:59.021509 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '643583e4-e5cd-4154-bca8-61d1e306c8a9', 'tag': '9273544f-8536-49c4-a37c-8bbe3ac4e2fd'}] {{(pid=88972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:47:59.023893 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66139ebd01b2281a52a84d0c3e28fe779798cc7e4f9f2d51c02648ac67609c1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7885b39-d2b7-4671-ac37-08823456feda" -d '{"events": [{"name": "network-changed", "server_uuid": "643583e4-e5cd-4154-bca8-61d1e306c8a9", "tag": "9273544f-8536-49c4-a37c-8bbe3ac4e2fd"}]}' {{(pid=88972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:47:59.141751 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-fe27b22e-7ce0-4ccc-81e3-1f0f7bc20e48 None None] Set router 7deb9a9e-0df2-4526-adeb-225eaaba9243 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:47:59.213395 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 15:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-267084db-06a6-4899-8f4f-3771fd1597d9 x-openstack-request-id: req-267084db-06a6-4899-8f4f-3771fd1597d9 {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:47:59.213678 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "643583e4-e5cd-4154-bca8-61d1e306c8a9", "tag": "9273544f-8536-49c4-a37c-8bbe3ac4e2fd", "status": "completed", "code": 200}]} {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:47:59.213924 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-267084db-06a6-4899-8f4f-3771fd1597d9 {{(pid=88972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:47:59.214347 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-267084db-06a6-4899-8f4f-3771fd1597d9'] response: {'name': 'network-changed', 'server_uuid': '643583e4-e5cd-4154-bca8-61d1e306c8a9', 'tag': '9273544f-8536-49c4-a37c-8bbe3ac4e2fd', 'status': 'completed', 'code': 200} Oct 13 15:47:59.320952 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7885b39-d2b7-4671-ac37-08823456feda req-b6d8f552-3bf7-4104-a360-8790edf09032 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:47:59.322542 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f7885b39-d2b7-4671-ac37-08823456feda req-b6d8f552-3bf7-4104-a360-8790edf09032 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&device_id=643583e4-e5cd-4154-bca8-61d1e306c8a9 HTTP/1.1" status: 200 len: 1098 time: 0.0800970 Oct 13 15:47:59.510229 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-fe27b22e-7ce0-4ccc-81e3-1f0f7bc20e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7deb9a9e-0df2-4526-adeb-225eaaba9243', 'name': 'tempest-TestNetworkBasicOps-router-1742643138', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '4822cbb7-20ac-4231-8283-4ab426a8265d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:44:14Z', 'updated_at': '2022-10-13T15:44:19Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '4822cbb7-20ac-4231-8283-4ab426a8265d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:be:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7deb9a9e-0df2-4526-adeb-225eaaba9243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:44:15Z', 'updated_at': '2022-10-13T15:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '50cab1ee-6b24-4243-a995-2429a7a26028', 'name': '', 'network_id': 'd499734f-ea11-4365-9798-98c3f60d14b0', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:0a:f9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7deb9a9e-0df2-4526-adeb-225eaaba9243', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'f84a8885-d1ed-4066-ada2-3b78eef82063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:44:18Z', 'updated_at': '2022-10-13T15:44:25Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': 'f84a8885-d1ed-4066-ada2-3b78eef82063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:47:59.513962 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe27b22e-7ce0-4ccc-81e3-1f0f7bc20e48 None None] Checking router: 7deb9a9e-0df2-4526-adeb-225eaaba9243 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:47:59.522274 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe27b22e-7ce0-4ccc-81e3-1f0f7bc20e48 None None] Routers {'7deb9a9e-0df2-4526-adeb-225eaaba9243'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:47:59.522867 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-fe27b22e-7ce0-4ccc-81e3-1f0f7bc20e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:47:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['7deb9a9e-0df2-4526-adeb-225eaaba9243'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:47:59.620408 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7885b39-d2b7-4671-ac37-08823456feda req-4fe27eef-c410-4d99-8264-e4ee74a3f09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:47:59.621857 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f7885b39-d2b7-4671-ac37-08823456feda req-4fe27eef-c410-4d99-8264-e4ee74a3f09b service neutron] 10.222.0.16 "GET /v2.0/networks?id=d499734f-ea11-4365-9798-98c3f60d14b0 HTTP/1.1" status: 200 len: 898 time: 0.2935369 Oct 13 15:47:59.687867 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a47cf-785a-42fc-9714-b6c25497d08c req-2ef413ff-d0d8-4240-a1c3-4c2addc06e85 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:47:59.689332 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-024a47cf-785a-42fc-9714-b6c25497d08c req-2ef413ff-d0d8-4240-a1c3-4c2addc06e85 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=643583e4-e5cd-4154-bca8-61d1e306c8a9 HTTP/1.1" status: 200 len: 945 time: 0.3659327 Oct 13 15:47:59.697493 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f7885b39-d2b7-4671-ac37-08823456feda req-c0619be0-2c5b-4146-b552-7f246771d6df service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9273544f-8536-49c4-a37c-8bbe3ac4e2fd HTTP/1.1" status: 200 len: 217 time: 0.0688670 Oct 13 15:47:59.703162 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-fe27b22e-7ce0-4ccc-81e3-1f0f7bc20e48 None None] Set router 7deb9a9e-0df2-4526-adeb-225eaaba9243 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:47:59.785284 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-024a47cf-785a-42fc-9714-b6c25497d08c req-38e6a689-3f43-429c-873c-2c56b9e95049 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad95414-aa74-4f5c-9b65-8eb4269aa2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867469 Oct 13 15:47:59.791099 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7885b39-d2b7-4671-ac37-08823456feda req-72383f43-65f4-4f44-8313-1d618e3c2318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:47:59.792470 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f7885b39-d2b7-4671-ac37-08823456feda req-72383f43-65f4-4f44-8313-1d618e3c2318 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=f84a8885-d1ed-4066-ada2-3b78eef82063 HTTP/1.1" status: 200 len: 843 time: 0.0782619 Oct 13 15:47:59.874201 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7885b39-d2b7-4671-ac37-08823456feda req-9ea748f4-b8d6-4415-a179-dd14ee9a863d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:47:59.875654 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f7885b39-d2b7-4671-ac37-08823456feda req-9ea748f4-b8d6-4415-a179-dd14ee9a863d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=d499734f-ea11-4365-9798-98c3f60d14b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759230 Oct 13 15:48:00.005739 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f7885b39-d2b7-4671-ac37-08823456feda req-2076369d-41d3-4ac1-84f8-6bce873bcdae service neutron] 10.222.0.16 "GET /v2.0/networks/d499734f-ea11-4365-9798-98c3f60d14b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233182 Oct 13 15:48:00.016467 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-fe27b22e-7ce0-4ccc-81e3-1f0f7bc20e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7deb9a9e-0df2-4526-adeb-225eaaba9243', 'name': 'tempest-TestNetworkBasicOps-router-1742643138', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '4822cbb7-20ac-4231-8283-4ab426a8265d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:44:14Z', 'updated_at': '2022-10-13T15:44:19Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '4822cbb7-20ac-4231-8283-4ab426a8265d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:be:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7deb9a9e-0df2-4526-adeb-225eaaba9243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:44:15Z', 'updated_at': '2022-10-13T15:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '50cab1ee-6b24-4243-a995-2429a7a26028', 'name': '', 'network_id': 'd499734f-ea11-4365-9798-98c3f60d14b0', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:0a:f9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7deb9a9e-0df2-4526-adeb-225eaaba9243', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'f84a8885-d1ed-4066-ada2-3b78eef82063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:44:18Z', 'updated_at': '2022-10-13T15:44:25Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': 'f84a8885-d1ed-4066-ada2-3b78eef82063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:48:00.020367 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe27b22e-7ce0-4ccc-81e3-1f0f7bc20e48 None None] The sync data for ids ['7deb9a9e-0df2-4526-adeb-225eaaba9243'] in dv-neutron-860329-2-hyperv is: [{'id': '7deb9a9e-0df2-4526-adeb-225eaaba9243', 'name': 'tempest-TestNetworkBasicOps-router-1742643138', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '4822cbb7-20ac-4231-8283-4ab426a8265d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:44:14Z', 'updated_at': '2022-10-13T15:44:19Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '4822cbb7-20ac-4231-8283-4ab426a8265d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:be:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7deb9a9e-0df2-4526-adeb-225eaaba9243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:44:15Z', 'updated_at': '2022-10-13T15:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '50cab1ee-6b24-4243-a995-2429a7a26028', 'name': '', 'network_id': 'd499734f-ea11-4365-9798-98c3f60d14b0', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:0a:f9:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7deb9a9e-0df2-4526-adeb-225eaaba9243', 'device_owner': 'network:router_interface', 'standard_attr_id': 1443, 'fixed_ips': [{'subnet_id': 'f84a8885-d1ed-4066-ada2-3b78eef82063', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:44:18Z', 'updated_at': '2022-10-13T15:44:25Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': 'f84a8885-d1ed-4066-ada2-3b78eef82063', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:48:00.142463 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f7885b39-d2b7-4671-ac37-08823456feda req-82e90f89-ca7c-460c-b3b5-de37a75262fc service neutron] 10.222.0.16 "GET /v2.0/networks/d499734f-ea11-4365-9798-98c3f60d14b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289575 Oct 13 15:48:00.235295 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc5b2be-80e7-4f0d-afb8-546c3d580e2b None None] New status for floating IP bcb0819f-1982-46ad-a00f-16338313e228: DOWN {{(pid=88974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:48:00.808019 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebb439-b759-4f97-90ca-4d984c00de44 req-44ed63a7-9b66-4194-ab6a-a745efa2c595 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:00.809438 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a2ebb439-b759-4f97-90ca-4d984c00de44 req-44ed63a7-9b66-4194-ab6a-a745efa2c595 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.16 "GET /v2.0/ports?device_id=643583e4-e5cd-4154-bca8-61d1e306c8a9 HTTP/1.1" status: 200 len: 945 time: 0.0907092 Oct 13 15:48:00.883363 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-a2ebb439-b759-4f97-90ca-4d984c00de44 req-b6a6cfd6-114e-4899-94ed-57d058e9ab2e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Deleting port 9273544f-8536-49c4-a37c-8bbe3ac4e2fd {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:48:00.884295 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-a2ebb439-b759-4f97-90ca-4d984c00de44 req-b6a6cfd6-114e-4899-94ed-57d058e9ab2e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:01.028687 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233d7cff-0232-492a-8480-23523fc1c5a0 req-e404d1fd-06af-4a32-a57e-e6715678826d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:01.029381 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-233d7cff-0232-492a-8480-23523fc1c5a0 req-e404d1fd-06af-4a32-a57e-e6715678826d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:48:01.044824 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-233d7cff-0232-492a-8480-23523fc1c5a0 req-e404d1fd-06af-4a32-a57e-e6715678826d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:48:01.046280 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-233d7cff-0232-492a-8480-23523fc1c5a0 req-e404d1fd-06af-4a32-a57e-e6715678826d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=643583e4-e5cd-4154-bca8-61d1e306c8a9 HTTP/1.1" status: 200 len: 945 time: 0.1470020 Oct 13 15:48:01.090974 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-233d7cff-0232-492a-8480-23523fc1c5a0 req-01c85bb8-4926-4b77-8f2a-22811e109792 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=cad95414-aa74-4f5c-9b65-8eb4269aa2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391631 Oct 13 15:48:01.135407 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-a2ebb439-b759-4f97-90ca-4d984c00de44 req-b6a6cfd6-114e-4899-94ed-57d058e9ab2e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] For port 9273544f-8536-49c4-a37c-8bbe3ac4e2fd, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=9273544f-8536-49c4-a37c-8bbe3ac4e2fd,segment=NetworkSegment(724a2374-2f39-494c-80a1-e88ae2a3313d),segment_id=724a2374-2f39-494c-80a1-e88ae2a3313d)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:48:01.135764 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-a2ebb439-b759-4f97-90ca-4d984c00de44 req-b6a6cfd6-114e-4899-94ed-57d058e9ab2e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:01.253524 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-a2ebb439-b759-4f97-90ca-4d984c00de44 req-b6a6cfd6-114e-4899-94ed-57d058e9ab2e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Calling delete_port for 9273544f-8536-49c4-a37c-8bbe3ac4e2fd owned by compute:nova {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:48:01.394408 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-a2ebb439-b759-4f97-90ca-4d984c00de44 req-b6a6cfd6-114e-4899-94ed-57d058e9ab2e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:01.441995 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a6cfd6-114e-4899-94ed-57d058e9ab2e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'Port': ['ID=9273544f-8536-49c4-a37c-8bbe3ac4e2fd,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:48:01.531355 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2ebb439-b759-4f97-90ca-4d984c00de44 req-b6a6cfd6-114e-4899-94ed-57d058e9ab2e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] No DVR routers for this DVR port 9273544f-8536-49c4-a37c-8bbe3ac4e2fd on host hv-neutron-8603 {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:48:01.533707 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-a2ebb439-b759-4f97-90ca-4d984c00de44 req-b6a6cfd6-114e-4899-94ed-57d058e9ab2e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:01.536432 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '643583e4-e5cd-4154-bca8-61d1e306c8a9', 'name': 'network-vif-deleted', 'tag': '9273544f-8536-49c4-a37c-8bbe3ac4e2fd'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:48:01.538714 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97339c23-0fd3-46b6-9f79-b755ab6bd228" -d '{"events": [{"server_uuid": "643583e4-e5cd-4154-bca8-61d1e306c8a9", "name": "network-vif-deleted", "tag": "9273544f-8536-49c4-a37c-8bbe3ac4e2fd"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:48:01.553329 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a2ebb439-b759-4f97-90ca-4d984c00de44 req-b6a6cfd6-114e-4899-94ed-57d058e9ab2e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.16 "DELETE /v2.0/ports/9273544f-8536-49c4-a37c-8bbe3ac4e2fd HTTP/1.1" status: 204 len: 173 time: 0.7381358 Oct 13 15:48:01.634212 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 15:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eabad001-5bda-4745-8fa9-2fa3c4f7072c x-openstack-request-id: req-eabad001-5bda-4745-8fa9-2fa3c4f7072c {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:48:01.634516 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "643583e4-e5cd-4154-bca8-61d1e306c8a9", "name": "network-vif-deleted", "tag": "9273544f-8536-49c4-a37c-8bbe3ac4e2fd", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:48:01.634774 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eabad001-5bda-4745-8fa9-2fa3c4f7072c {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:48:01.635203 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eabad001-5bda-4745-8fa9-2fa3c4f7072c'] response: {'server_uuid': '643583e4-e5cd-4154-bca8-61d1e306c8a9', 'name': 'network-vif-deleted', 'tag': '9273544f-8536-49c4-a37c-8bbe3ac4e2fd', 'status': 'completed', 'code': 200} Oct 13 15:48:02.194074 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 57108) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:48:02.261289 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a4dd7fc3-698a-4c9e-a5b0-1d9258f9ad15 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:02.293404 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a4dd7fc3-698a-4c9e-a5b0-1d9258f9ad15 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:02.356207 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a4dd7fc3-698a-4c9e-a5b0-1d9258f9ad15 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:02.374919 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dd7fc3-698a-4c9e-a5b0-1d9258f9ad15 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cad95414-aa74-4f5c-9b65-8eb4269aa2c8,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:48:02.385381 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a4dd7fc3-698a-4c9e-a5b0-1d9258f9ad15 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:02.389052 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-a4dd7fc3-698a-4c9e-a5b0-1d9258f9ad15 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "DELETE /v2.0/security-groups/cad95414-aa74-4f5c-9b65-8eb4269aa2c8 HTTP/1.1" status: 204 len: 168 time: 0.1914566 Oct 13 15:48:02.415925 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 57114) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:48:03.064458 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c2f91445-b2a0-49a1-9575-3ff9e878afe5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:03.411496 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-c2f91445-b2a0-49a1-9575-3ff9e878afe5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Deleting port 50cab1ee-6b24-4243-a995-2429a7a26028 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:48:03.412183 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c2f91445-b2a0-49a1-9575-3ff9e878afe5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:03.597439 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-c2f91445-b2a0-49a1-9575-3ff9e878afe5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] For port 50cab1ee-6b24-4243-a995-2429a7a26028, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=50cab1ee-6b24-4243-a995-2429a7a26028,segment=NetworkSegment(724a2374-2f39-494c-80a1-e88ae2a3313d),segment_id=724a2374-2f39-494c-80a1-e88ae2a3313d)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:48:03.597875 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c2f91445-b2a0-49a1-9575-3ff9e878afe5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:03.717785 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-c2f91445-b2a0-49a1-9575-3ff9e878afe5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Calling delete_port for 50cab1ee-6b24-4243-a995-2429a7a26028 owned by network:router_interface {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:48:03.984804 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c2f91445-b2a0-49a1-9575-3ff9e878afe5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:04.031835 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f91445-b2a0-49a1-9575-3ff9e878afe5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'Port': ['ID=50cab1ee-6b24-4243-a995-2429a7a26028,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:48:04.354508 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 9273544f-8536-49c4-a37c-8bbe3ac4e2fd no longer exists at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:48:04.390553 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] No Port match for: 9273544f-8536-49c4-a37c-8bbe3ac4e2fd {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:48:04.390886 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 9273544f-8536-49c4-a37c-8bbe3ac4e2fd not bound to the agent host hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:48:04.426546 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c2f91445-b2a0-49a1-9575-3ff9e878afe5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:04.473666 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-bd2e214f-bef3-4dc7-8405-f2ab87464ca2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:04.781047 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f91445-b2a0-49a1-9575-3ff9e878afe5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Router 7deb9a9e-0df2-4526-adeb-225eaaba9243 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:48:04.957393 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f91445-b2a0-49a1-9575-3ff9e878afe5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:48:04.967678 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c32b0f-af2a-43fb-b6ae-3898d0663634 None None] Sync routers for ids ['7deb9a9e-0df2-4526-adeb-225eaaba9243'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:48:04.971420 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c2f91445-b2a0-49a1-9575-3ff9e878afe5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "PUT /v2.0/routers/7deb9a9e-0df2-4526-adeb-225eaaba9243/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5544281 Oct 13 15:48:04.974206 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57118) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:48:04.978359 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c32b0f-af2a-43fb-b6ae-3898d0663634 None None] Routers {'7deb9a9e-0df2-4526-adeb-225eaaba9243'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:48:04.978967 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-c8c32b0f-af2a-43fb-b6ae-3898d0663634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:47:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['7deb9a9e-0df2-4526-adeb-225eaaba9243'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:48:05.042577 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-150faa34-81b3-430f-8565-fe921c029e35 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Deleting subnet f84a8885-d1ed-4066-ada2-3b78eef82063 {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:48:05.045511 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-150faa34-81b3-430f-8565-fe921c029e35 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:05.098432 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-150faa34-81b3-430f-8565-fe921c029e35 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:05.151443 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-c8c32b0f-af2a-43fb-b6ae-3898d0663634 None None] Set router 7deb9a9e-0df2-4526-adeb-225eaaba9243 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:48:05.182872 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-150faa34-81b3-430f-8565-fe921c029e35 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:05.255481 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-150faa34-81b3-430f-8565-fe921c029e35 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:05.295411 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150faa34-81b3-430f-8565-fe921c029e35 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'Subnet': ['ID=f84a8885-d1ed-4066-ada2-3b78eef82063,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:48:05.297359 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-150faa34-81b3-430f-8565-fe921c029e35 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:05.303350 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ac870c-ea08-46a3-b2b4-c9d52d085dc8 None None] Network d499734f-ea11-4365-9798-98c3f60d14b0 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:48:05.303779 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-150faa34-81b3-430f-8565-fe921c029e35 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "DELETE /v2.0/subnets/f84a8885-d1ed-4066-ada2-3b78eef82063 HTTP/1.1" status: 204 len: 168 time: 0.3285482 Oct 13 15:48:05.306378 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57122) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:48:05.472385 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-c8c32b0f-af2a-43fb-b6ae-3898d0663634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7deb9a9e-0df2-4526-adeb-225eaaba9243', 'name': 'tempest-TestNetworkBasicOps-router-1742643138', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '4822cbb7-20ac-4231-8283-4ab426a8265d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:44:14Z', 'updated_at': '2022-10-13T15:48:03Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '4822cbb7-20ac-4231-8283-4ab426a8265d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:be:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7deb9a9e-0df2-4526-adeb-225eaaba9243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:44:15Z', 'updated_at': '2022-10-13T15:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:48:05.476848 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c32b0f-af2a-43fb-b6ae-3898d0663634 None None] Checking router: 7deb9a9e-0df2-4526-adeb-225eaaba9243 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:48:05.485961 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c32b0f-af2a-43fb-b6ae-3898d0663634 None None] Routers {'7deb9a9e-0df2-4526-adeb-225eaaba9243'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:48:05.486613 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-c8c32b0f-af2a-43fb-b6ae-3898d0663634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:47:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['7deb9a9e-0df2-4526-adeb-225eaaba9243'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:48:05.577193 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb3d5ae-fa83-4eaa-a396-c9e319ca61ae None None] DHCP port deletion for d499734f-ea11-4365-9798-98c3f60d14b0 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:48:05.581088 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cb3d5ae-fa83-4eaa-a396-c9e319ca61ae None None] Deleting port d04cef55-40af-44eb-9cad-085da5313ba4 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:48:05.581463 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cb3d5ae-fa83-4eaa-a396-c9e319ca61ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:05.602729 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0c98708a-ccb2-475a-8934-350c348429b6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:05.694872 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-c8c32b0f-af2a-43fb-b6ae-3898d0663634 None None] Set router 7deb9a9e-0df2-4526-adeb-225eaaba9243 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:48:05.792877 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0c98708a-ccb2-475a-8934-350c348429b6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:05.797121 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cb3d5ae-fa83-4eaa-a396-c9e319ca61ae None None] For port d04cef55-40af-44eb-9cad-085da5313ba4, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=d04cef55-40af-44eb-9cad-085da5313ba4,segment=NetworkSegment(724a2374-2f39-494c-80a1-e88ae2a3313d),segment_id=724a2374-2f39-494c-80a1-e88ae2a3313d)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:48:05.797516 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cb3d5ae-fa83-4eaa-a396-c9e319ca61ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:05.802727 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-0c98708a-ccb2-475a-8934-350c348429b6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Deleting port 4822cbb7-20ac-4231-8283-4ab426a8265d {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:48:05.803404 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0c98708a-ccb2-475a-8934-350c348429b6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:05.920789 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cb3d5ae-fa83-4eaa-a396-c9e319ca61ae None None] Calling delete_port for d04cef55-40af-44eb-9cad-085da5313ba4 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:48:05.982339 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-c8c32b0f-af2a-43fb-b6ae-3898d0663634 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7deb9a9e-0df2-4526-adeb-225eaaba9243', 'name': 'tempest-TestNetworkBasicOps-router-1742643138', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '4822cbb7-20ac-4231-8283-4ab426a8265d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:44:14Z', 'updated_at': '2022-10-13T15:48:03Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '4822cbb7-20ac-4231-8283-4ab426a8265d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:be:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7deb9a9e-0df2-4526-adeb-225eaaba9243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:44:15Z', 'updated_at': '2022-10-13T15:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:48:05.986555 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8c32b0f-af2a-43fb-b6ae-3898d0663634 None None] The sync data for ids ['7deb9a9e-0df2-4526-adeb-225eaaba9243'] in dv-neutron-860329-2-hyperv is: [{'id': '7deb9a9e-0df2-4526-adeb-225eaaba9243', 'name': 'tempest-TestNetworkBasicOps-router-1742643138', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.48'}], 'enable_snat': True}, 'gw_port_id': '4822cbb7-20ac-4231-8283-4ab426a8265d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:44:14Z', 'updated_at': '2022-10-13T15:48:03Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '4822cbb7-20ac-4231-8283-4ab426a8265d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:be:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7deb9a9e-0df2-4526-adeb-225eaaba9243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:44:15Z', 'updated_at': '2022-10-13T15:44:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:48:05.997897 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-0c98708a-ccb2-475a-8934-350c348429b6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] For port 4822cbb7-20ac-4231-8283-4ab426a8265d, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=4822cbb7-20ac-4231-8283-4ab426a8265d,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:48:05.999003 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0c98708a-ccb2-475a-8934-350c348429b6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:06.006594 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cb3d5ae-fa83-4eaa-a396-c9e319ca61ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:06.062020 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb3d5ae-fa83-4eaa-a396-c9e319ca61ae None None] Pushing event deleted for resources: {'Port': ['ID=d04cef55-40af-44eb-9cad-085da5313ba4,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:48:06.065200 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb3d5ae-fa83-4eaa-a396-c9e319ca61ae None None] No DVR routers for this DVR port d04cef55-40af-44eb-9cad-085da5313ba4 on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:48:06.071094 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb3d5ae-fa83-4eaa-a396-c9e319ca61ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:48:06.071437 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb3d5ae-fa83-4eaa-a396-c9e319ca61ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:48:06.071767 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb3d5ae-fa83-4eaa-a396-c9e319ca61ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:48:06.077236 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb3d5ae-fa83-4eaa-a396-c9e319ca61ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:48:06.077236 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb3d5ae-fa83-4eaa-a396-c9e319ca61ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:48:06.077236 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb3d5ae-fa83-4eaa-a396-c9e319ca61ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:48:06.077236 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb3d5ae-fa83-4eaa-a396-c9e319ca61ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:48:06.077236 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb3d5ae-fa83-4eaa-a396-c9e319ca61ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:48:06.077236 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb3d5ae-fa83-4eaa-a396-c9e319ca61ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:48:06.077236 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb3d5ae-fa83-4eaa-a396-c9e319ca61ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:48:06.077236 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb3d5ae-fa83-4eaa-a396-c9e319ca61ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:48:06.077236 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cb3d5ae-fa83-4eaa-a396-c9e319ca61ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:48:06.132087 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-0c98708a-ccb2-475a-8934-350c348429b6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Calling delete_port for 4822cbb7-20ac-4231-8283-4ab426a8265d owned by network:router_gateway {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:48:06.296265 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0c98708a-ccb2-475a-8934-350c348429b6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:06.342844 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c98708a-ccb2-475a-8934-350c348429b6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'Port': ['ID=4822cbb7-20ac-4231-8283-4ab426a8265d,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:48:06.443942 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0c98708a-ccb2-475a-8934-350c348429b6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828050'] for router_gateway, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:06.617873 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0c98708a-ccb2-475a-8934-350c348429b6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:06.619955 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0c98708a-ccb2-475a-8934-350c348429b6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:06.626597 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-be661727-1fc5-4f22-bd65-3f06ed8f3393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:06.643738 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0c98708a-ccb2-475a-8934-350c348429b6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:06.644268 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c98708a-ccb2-475a-8934-350c348429b6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Fanout notify agent at l3_agent the message router_deleted on router 7deb9a9e-0df2-4526-adeb-225eaaba9243 {{(pid=88972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:48:06.660697 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0c98708a-ccb2-475a-8934-350c348429b6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:06.661834 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-0c98708a-ccb2-475a-8934-350c348429b6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "DELETE /v2.0/routers/7deb9a9e-0df2-4526-adeb-225eaaba9243 HTTP/1.1" status: 204 len: 168 time: 1.3545527 Oct 13 15:48:06.664547 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57126) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:48:06.785712 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a08042e2-2d90-41cd-9fc4-0b9646bf6199 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:06.917480 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 4822cbb7-20ac-4231-8283-4ab426a8265d no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:48:06.919807 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a08042e2-2d90-41cd-9fc4-0b9646bf6199 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:06.944278 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-a08042e2-2d90-41cd-9fc4-0b9646bf6199 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d499734f-ea11-4365-9798-98c3f60d14b0']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:48:06.951843 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 4822cbb7-20ac-4231-8283-4ab426a8265d {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:48:06.952263 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 4822cbb7-20ac-4231-8283-4ab426a8265d not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:48:06.952683 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device d04cef55-40af-44eb-9cad-085da5313ba4 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:48:06.956818 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-a08042e2-2d90-41cd-9fc4-0b9646bf6199 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '724a2374-2f39-494c-80a1-e88ae2a3313d') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:48:06.957113 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-a08042e2-2d90-41cd-9fc4-0b9646bf6199 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '724a2374-2f39-494c-80a1-e88ae2a3313d') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:48:06.968895 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a08042e2-2d90-41cd-9fc4-0b9646bf6199 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:06.984666 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a08042e2-2d90-41cd-9fc4-0b9646bf6199 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:06.988511 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: d04cef55-40af-44eb-9cad-085da5313ba4 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:48:06.988859 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device d04cef55-40af-44eb-9cad-085da5313ba4 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:48:06.989296 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 50cab1ee-6b24-4243-a995-2429a7a26028 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:48:06.990699 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a08042e2-2d90-41cd-9fc4-0b9646bf6199 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Releasing vlan 421 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:48:06.991082 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a08042e2-2d90-41cd-9fc4-0b9646bf6199 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:07.022492 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 50cab1ee-6b24-4243-a995-2429a7a26028 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:48:07.022815 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 50cab1ee-6b24-4243-a995-2429a7a26028 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:48:07.179053 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 724a2374-2f39-494c-80a1-e88ae2a3313d resource provider aggregate not found Oct 13 15:48:07.195832 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 724a2374-2f39-494c-80a1-e88ae2a3313d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 724a2374-2f39-494c-80a1-e88ae2a3313d found for delete ", "request_id": "req-df096177-35ee-4dc5-b85e-a692d75c9ced"}]} Oct 13 15:48:07.203552 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a08042e2-2d90-41cd-9fc4-0b9646bf6199 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:07.220686 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a08042e2-2d90-41cd-9fc4-0b9646bf6199 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:07.231646 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08042e2-2d90-41cd-9fc4-0b9646bf6199 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'Network': ['ID=d499734f-ea11-4365-9798-98c3f60d14b0,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:48:07.239543 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a08042e2-2d90-41cd-9fc4-0b9646bf6199 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "DELETE /v2.0/networks/d499734f-ea11-4365-9798-98c3f60d14b0 HTTP/1.1" status: 204 len: 168 time: 0.5732565 Oct 13 15:48:07.251718 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 57136) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:48:07.257511 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-8bdc7e4b-682a-4e52-8928-e386bc835fa2 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'network': {'name': 'tempest-network-smoke--1107287214', 'project_id': 'de460f02ee50469b960f7a471a064187', 'port_security_enabled': True}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:48:07.263445 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-8bdc7e4b-682a-4e52-8928-e386bc835fa2 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:48:07.267639 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-8bdc7e4b-682a-4e52-8928-e386bc835fa2 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:network and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:48:07.270564 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-8bdc7e4b-682a-4e52-8928-e386bc835fa2 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:48:07.276312 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-8bdc7e4b-682a-4e52-8928-e386bc835fa2 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:48:07.286108 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bdc7e4b-682a-4e52-8928-e386bc835fa2 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Made reservation on behalf of de460f02ee50469b960f7a471a064187 for: {'network': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:48:07.289506 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8bdc7e4b-682a-4e52-8928-e386bc835fa2 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:07.316466 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bdc7e4b-682a-4e52-8928-e386bc835fa2 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=88973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:48:07.325497 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8bdc7e4b-682a-4e52-8928-e386bc835fa2 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:07.325836 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-8bdc7e4b-682a-4e52-8928-e386bc835fa2 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Added segment f23b5f13-f87a-4d32-a96d-0b4ec71183da of type vlan for network 385ae410-40dd-4bdd-a772-a7ade19abb6f Oct 13 15:48:07.350244 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8bdc7e4b-682a-4e52-8928-e386bc835fa2 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:07.378337 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8bdc7e4b-682a-4e52-8928-e386bc835fa2 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:07.384430 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdc7e4b-682a-4e52-8928-e386bc835fa2 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:07.385008 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8bdc7e4b-682a-4e52-8928-e386bc835fa2 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:07.487983 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-8bdc7e4b-682a-4e52-8928-e386bc835fa2 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2350578 Oct 13 15:48:07.490801 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57140) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:48:07.494412 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdc7e4b-682a-4e52-8928-e386bc835fa2 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Network': ['ID=385ae410-40dd-4bdd-a772-a7ade19abb6f,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:48:07.497873 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-134bf363-44bf-47a3-bc0a-0725b33c40c3 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1959839772', 'admin_state_up': True, 'project_id': 'de460f02ee50469b960f7a471a064187', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:48:07.504526 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 385ae410-40dd-4bdd-a772-a7ade19abb6f details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:48:07.506335 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-134bf363-44bf-47a3-bc0a-0725b33c40c3 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:48:07.510242 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-134bf363-44bf-47a3-bc0a-0725b33c40c3 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:router and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:48:07.513081 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-134bf363-44bf-47a3-bc0a-0725b33c40c3 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:48:07.519188 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-134bf363-44bf-47a3-bc0a-0725b33c40c3 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:48:07.528378 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-134bf363-44bf-47a3-bc0a-0725b33c40c3 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:07.529507 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-134bf363-44bf-47a3-bc0a-0725b33c40c3 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:07.544787 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-134bf363-44bf-47a3-bc0a-0725b33c40c3 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:07.738145 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:07.811941 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-134bf363-44bf-47a3-bc0a-0725b33c40c3 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:07.890332 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:08.108394 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-134bf363-44bf-47a3-bc0a-0725b33c40c3 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router_gateway, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:08.137470 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-134bf363-44bf-47a3-bc0a-0725b33c40c3 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:08.268846 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-134bf363-44bf-47a3-bc0a-0725b33c40c3 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Allocated IP 172.26.2.145 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/dca082dc-433c-4418-bdce-f2e1402ccbd5) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:48:08.414370 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-134bf363-44bf-47a3-bc0a-0725b33c40c3 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:08.444911 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-134bf363-44bf-47a3-bc0a-0725b33c40c3 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:08.505115 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134bf363-44bf-47a3-bc0a-0725b33c40c3 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:48:08.507873 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-134bf363-44bf-47a3-bc0a-0725b33c40c3 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:48:08.511651 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134bf363-44bf-47a3-bc0a-0725b33c40c3 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:48:08.551841 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134bf363-44bf-47a3-bc0a-0725b33c40c3 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Port': ['ID=dca082dc-433c-4418-bdce-f2e1402ccbd5,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:48:09.016589 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-134bf363-44bf-47a3-bc0a-0725b33c40c3 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router_gateway, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:09.349333 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-134bf363-44bf-47a3-bc0a-0725b33c40c3 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:09.548965 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-134bf363-44bf-47a3-bc0a-0725b33c40c3 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Router 668347c3-afe0-463c-b506-b232bb5ce446 is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 15:48:09.594609 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:09.726409 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134bf363-44bf-47a3-bc0a-0725b33c40c3 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:48:09.736549 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b297cf-cbe0-4842-ad65-0eed00f78b76 None None] Sync routers for ids ['668347c3-afe0-463c-b506-b232bb5ce446'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:48:09.746010 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b297cf-cbe0-4842-ad65-0eed00f78b76 None None] Routers {'668347c3-afe0-463c-b506-b232bb5ce446'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:48:09.746777 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-51b297cf-cbe0-4842-ad65-0eed00f78b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:48:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['668347c3-afe0-463c-b506-b232bb5ce446'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:48:09.753307 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-134bf363-44bf-47a3-bc0a-0725b33c40c3 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:09.754527 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-134bf363-44bf-47a3-bc0a-0725b33c40c3 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2627330 Oct 13 15:48:09.757656 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57144) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:48:09.796204 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-bf2ed7f0-5f24-44b2-b76d-05d20aed8efb tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=de460f02ee50469b960f7a471a064187&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374842 Oct 13 15:48:09.798724 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57148) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:48:09.921655 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-51b297cf-cbe0-4842-ad65-0eed00f78b76 None None] Set router 668347c3-afe0-463c-b506-b232bb5ce446 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:48:09.925667 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e8e10ea-2088-47fd-b3d8-6e0f717996ab tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:09.927171 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-7e8e10ea-2088-47fd-b3d8-6e0f717996ab tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1275773 Oct 13 15:48:09.929980 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57152) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:48:09.968363 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-f1b04cc3-8d97-47b1-b67c-423b35e7abea tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=8fb1fa59-32fe-4ed0-a248-96c43edb135f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0366075 Oct 13 15:48:09.970758 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57156) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:48:09.975940 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-2ce6b4a6-54f8-4692-ae0e-1b26798fb89d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1673980400', 'network_id': '385ae410-40dd-4bdd-a772-a7ade19abb6f', 'project_id': 'de460f02ee50469b960f7a471a064187', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:48:10.084041 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-2ce6b4a6-54f8-4692-ae0e-1b26798fb89d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:48:10.088476 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-2ce6b4a6-54f8-4692-ae0e-1b26798fb89d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:subnet and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:48:10.091260 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-2ce6b4a6-54f8-4692-ae0e-1b26798fb89d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:48:10.096860 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-2ce6b4a6-54f8-4692-ae0e-1b26798fb89d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:48:10.107485 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ce6b4a6-54f8-4692-ae0e-1b26798fb89d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Made reservation on behalf of de460f02ee50469b960f7a471a064187 for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:48:10.110918 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2ce6b4a6-54f8-4692-ae0e-1b26798fb89d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:10.200755 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-51b297cf-cbe0-4842-ad65-0eed00f78b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668347c3-afe0-463c-b506-b232bb5ce446', 'name': 'tempest-TestNetworkBasicOps-router-1959839772', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': 'dca082dc-433c-4418-bdce-f2e1402ccbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:48:07Z', 'updated_at': '2022-10-13T15:48:08Z', 'revision_number': 3, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': 'dca082dc-433c-4418-bdce-f2e1402ccbd5', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a1:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668347c3-afe0-463c-b506-b232bb5ce446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:48:08Z', 'updated_at': '2022-10-13T15:48:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:48:10.204900 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b297cf-cbe0-4842-ad65-0eed00f78b76 None None] Checking router: 668347c3-afe0-463c-b506-b232bb5ce446 for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:48:10.205269 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b297cf-cbe0-4842-ad65-0eed00f78b76 None None] Updating router 668347c3-afe0-463c-b506-b232bb5ce446 port dca082dc-433c-4418-bdce-f2e1402ccbd5 binding host dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:48:10.259096 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-51b297cf-cbe0-4842-ad65-0eed00f78b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:10.434517 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2ce6b4a6-54f8-4692-ae0e-1b26798fb89d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:10.513756 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce6b4a6-54f8-4692-ae0e-1b26798fb89d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Subnet': ['ID=820e9e10-38c6-4a1f-bc93-37362ca694c2,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:48:10.519026 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce6b4a6-54f8-4692-ae0e-1b26798fb89d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Checking segment: {'id': 'f23b5f13-f87a-4d32-a96d-0b4ec71183da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '385ae410-40dd-4bdd-a772-a7ade19abb6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:48:10.519382 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce6b4a6-54f8-4692-ae0e-1b26798fb89d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network hostable DHCP agents. Network: 385ae410-40dd-4bdd-a772-a7ade19abb6f, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:48:10.537858 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ce6b4a6-54f8-4692-ae0e-1b26798fb89d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network 385ae410-40dd-4bdd-a772-a7ade19abb6f is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:48:10.546199 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-2ce6b4a6-54f8-4692-ae0e-1b26798fb89d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 385ae410-40dd-4bdd-a772-a7ade19abb6f) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:48:10.551216 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ce6b4a6-54f8-4692-ae0e-1b26798fb89d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:10.551937 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2ce6b4a6-54f8-4692-ae0e-1b26798fb89d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:10.555061 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5eaba8-7ade-4b95-8387-2bfd68377eea None None] Network 385ae410-40dd-4bdd-a772-a7ade19abb6f requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:48:10.574928 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-2ce6b4a6-54f8-4692-ae0e-1b26798fb89d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6031899 Oct 13 15:48:10.577649 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57160) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:48:10.662466 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-51b297cf-cbe0-4842-ad65-0eed00f78b76 None None] Notify callbacks [] for port, precommit_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:10.686013 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-51b297cf-cbe0-4842-ad65-0eed00f78b76 None None] Transition to ACTIVE for port object dca082dc-433c-4418-bdce-f2e1402ccbd5 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:48:10.698488 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-51b297cf-cbe0-4842-ad65-0eed00f78b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:10.796875 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-51b297cf-cbe0-4842-ad65-0eed00f78b76 None None] Attempting to bind port dca082dc-433c-4418-bdce-f2e1402ccbd5 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:48:10.797158 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-51b297cf-cbe0-4842-ad65-0eed00f78b76 None None] Attempting to bind port dca082dc-433c-4418-bdce-f2e1402ccbd5 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:48:10.797506 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b297cf-cbe0-4842-ad65-0eed00f78b76 None None] Attempting to bind port dca082dc-433c-4418-bdce-f2e1402ccbd5 on network 8fb1fa59-32fe-4ed0-a248-96c43edb135f {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:48:10.819487 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b297cf-cbe0-4842-ad65-0eed00f78b76 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:48:10.819856 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b297cf-cbe0-4842-ad65-0eed00f78b76 None None] Checking segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:48:10.820247 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-51b297cf-cbe0-4842-ad65-0eed00f78b76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:10.820639 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b297cf-cbe0-4842-ad65-0eed00f78b76 None None] Bound using segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:48:10.821619 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-51b297cf-cbe0-4842-ad65-0eed00f78b76 None None] Bound port: dca082dc-433c-4418-bdce-f2e1402ccbd5, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:48:10.821981 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-51b297cf-cbe0-4842-ad65-0eed00f78b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:10.865662 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6934b8-84c3-48db-84f6-16b95dc66b5c None None] Pushing event updated for resources: {'Port': ['ID=dca082dc-433c-4418-bdce-f2e1402ccbd5,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:48:10.941595 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f114d16-e3f7-4827-8a75-4d7d01388228 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-385ae410-40dd-4bdd-a772-a7ade19abb6f', 'network_id': '385ae410-40dd-4bdd-a772-a7ade19abb6f', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ips': [{'subnet_id': '820e9e10-38c6-4a1f-bc93-37362ca694c2'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:48:10.942412 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2f114d16-e3f7-4827-8a75-4d7d01388228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:10.970977 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-51b297cf-cbe0-4842-ad65-0eed00f78b76 None None] For port dca082dc-433c-4418-bdce-f2e1402ccbd5, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:48:11.020721 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-51b297cf-cbe0-4842-ad65-0eed00f78b76 None None] For port dca082dc-433c-4418-bdce-f2e1402ccbd5, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=dca082dc-433c-4418-bdce-f2e1402ccbd5,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:48:11.027882 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-51b297cf-cbe0-4842-ad65-0eed00f78b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:11.102054 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b297cf-cbe0-4842-ad65-0eed00f78b76 None None] Routers {'668347c3-afe0-463c-b506-b232bb5ce446'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:48:11.102685 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-51b297cf-cbe0-4842-ad65-0eed00f78b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:48:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['668347c3-afe0-463c-b506-b232bb5ce446'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:48:11.266305 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bdd02505-a9a5-48ba-8271-9186ddf03833 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:11.336559 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6934b8-84c3-48db-84f6-16b95dc66b5c None None] Pushing event updated for resources: {'Port': ['ID=dca082dc-433c-4418-bdce-f2e1402ccbd5,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:48:11.380098 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-2f114d16-e3f7-4827-8a75-4d7d01388228 None None] Allocated IP 172.20.0.2 (385ae410-40dd-4bdd-a772-a7ade19abb6f/820e9e10-38c6-4a1f-bc93-37362ca694c2/f33d812f-e9f2-4d71-9206-32ded820eb4a) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:48:11.420667 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-51b297cf-cbe0-4842-ad65-0eed00f78b76 None None] Set router 668347c3-afe0-463c-b506-b232bb5ce446 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:48:11.830430 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2f114d16-e3f7-4827-8a75-4d7d01388228 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:11.847078 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-2f114d16-e3f7-4827-8a75-4d7d01388228 None None] Transition to ACTIVE for port object f33d812f-e9f2-4d71-9206-32ded820eb4a will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:48:11.870069 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-2f114d16-e3f7-4827-8a75-4d7d01388228 None None] Transition to ACTIVE for port object f33d812f-e9f2-4d71-9206-32ded820eb4a will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:48:11.875452 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2f114d16-e3f7-4827-8a75-4d7d01388228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:11.937903 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-bdd02505-a9a5-48ba-8271-9186ddf03833 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Allocated IP 172.20.0.1 (385ae410-40dd-4bdd-a772-a7ade19abb6f/820e9e10-38c6-4a1f-bc93-37362ca694c2/ea21750d-b80b-4614-a667-b81d40f76a8b) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:48:11.941857 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-51b297cf-cbe0-4842-ad65-0eed00f78b76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668347c3-afe0-463c-b506-b232bb5ce446', 'name': 'tempest-TestNetworkBasicOps-router-1959839772', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': 'dca082dc-433c-4418-bdce-f2e1402ccbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:48:07Z', 'updated_at': '2022-10-13T15:48:08Z', 'revision_number': 3, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': 'dca082dc-433c-4418-bdce-f2e1402ccbd5', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a1:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668347c3-afe0-463c-b506-b232bb5ce446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:48:08Z', 'updated_at': '2022-10-13T15:48:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:48:11.946559 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f114d16-e3f7-4827-8a75-4d7d01388228 None None] Network 385ae410-40dd-4bdd-a772-a7ade19abb6f is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:48:11.952117 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-2f114d16-e3f7-4827-8a75-4d7d01388228 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:48:11.956565 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f114d16-e3f7-4827-8a75-4d7d01388228 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:48:11.958675 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b297cf-cbe0-4842-ad65-0eed00f78b76 None None] The sync data for ids ['668347c3-afe0-463c-b506-b232bb5ce446'] in dv-neutron-860329-2-hyperv is: [{'id': '668347c3-afe0-463c-b506-b232bb5ce446', 'name': 'tempest-TestNetworkBasicOps-router-1959839772', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': 'dca082dc-433c-4418-bdce-f2e1402ccbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:48:07Z', 'updated_at': '2022-10-13T15:48:08Z', 'revision_number': 3, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': 'dca082dc-433c-4418-bdce-f2e1402ccbd5', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a1:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668347c3-afe0-463c-b506-b232bb5ce446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:48:08Z', 'updated_at': '2022-10-13T15:48:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:48:11.996323 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f114d16-e3f7-4827-8a75-4d7d01388228 None None] Pushing event updated for resources: {'Port': ['ID=f33d812f-e9f2-4d71-9206-32ded820eb4a,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:48:12.069760 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-2f114d16-e3f7-4827-8a75-4d7d01388228 None None] Attempting to bind port f33d812f-e9f2-4d71-9206-32ded820eb4a on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:48:12.070411 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-2f114d16-e3f7-4827-8a75-4d7d01388228 None None] Attempting to bind port f33d812f-e9f2-4d71-9206-32ded820eb4a by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'f23b5f13-f87a-4d32-a96d-0b4ec71183da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '385ae410-40dd-4bdd-a772-a7ade19abb6f'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:48:12.071545 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f114d16-e3f7-4827-8a75-4d7d01388228 None None] Attempting to bind port f33d812f-e9f2-4d71-9206-32ded820eb4a on network 385ae410-40dd-4bdd-a772-a7ade19abb6f {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:48:12.078147 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f114d16-e3f7-4827-8a75-4d7d01388228 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:48:12.078518 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f114d16-e3f7-4827-8a75-4d7d01388228 None None] Checking segment: {'id': 'f23b5f13-f87a-4d32-a96d-0b4ec71183da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '385ae410-40dd-4bdd-a772-a7ade19abb6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:48:12.078914 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2f114d16-e3f7-4827-8a75-4d7d01388228 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:12.079302 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f114d16-e3f7-4827-8a75-4d7d01388228 None None] Bound using segment: {'id': 'f23b5f13-f87a-4d32-a96d-0b4ec71183da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '385ae410-40dd-4bdd-a772-a7ade19abb6f'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:48:12.079765 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-2f114d16-e3f7-4827-8a75-4d7d01388228 None None] Bound port: f33d812f-e9f2-4d71-9206-32ded820eb4a, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f23b5f13-f87a-4d32-a96d-0b4ec71183da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '385ae410-40dd-4bdd-a772-a7ade19abb6f'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:48:12.080135 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2f114d16-e3f7-4827-8a75-4d7d01388228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:12.192532 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-2f114d16-e3f7-4827-8a75-4d7d01388228 None None] For port f33d812f-e9f2-4d71-9206-32ded820eb4a, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:48:12.196680 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-2f114d16-e3f7-4827-8a75-4d7d01388228 None None] For port f33d812f-e9f2-4d71-9206-32ded820eb4a, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=f33d812f-e9f2-4d71-9206-32ded820eb4a,segment=NetworkSegment(f23b5f13-f87a-4d32-a96d-0b4ec71183da),segment_id=f23b5f13-f87a-4d32-a96d-0b4ec71183da)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:48:12.202917 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2f114d16-e3f7-4827-8a75-4d7d01388228 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:12.228687 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bdd02505-a9a5-48ba-8271-9186ddf03833 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:12.244844 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-bdd02505-a9a5-48ba-8271-9186ddf03833 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Transition to ACTIVE for port object ea21750d-b80b-4614-a667-b81d40f76a8b will not be triggered until provisioned by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:48:12.276224 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bdd02505-a9a5-48ba-8271-9186ddf03833 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:12.291037 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f114d16-e3f7-4827-8a75-4d7d01388228 None None] Pushing event updated for resources: {'Port': ['ID=f33d812f-e9f2-4d71-9206-32ded820eb4a,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:48:12.353377 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd02505-a9a5-48ba-8271-9186ddf03833 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network 385ae410-40dd-4bdd-a772-a7ade19abb6f is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:48:12.356790 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-bdd02505-a9a5-48ba-8271-9186ddf03833 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:48:12.359309 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd02505-a9a5-48ba-8271-9186ddf03833 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:48:12.401735 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd02505-a9a5-48ba-8271-9186ddf03833 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Port': ['ID=ea21750d-b80b-4614-a667-b81d40f76a8b,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:48:12.428023 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bdd02505-a9a5-48ba-8271-9186ddf03833 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:12.746649 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bdd02505-a9a5-48ba-8271-9186ddf03833 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:12.989949 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device f33d812f-e9f2-4d71-9206-32ded820eb4a up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:48:13.084760 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port f33d812f-e9f2-4d71-9206-32ded820eb4a completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:48:13.091409 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device dca082dc-433c-4418-bdce-f2e1402ccbd5 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:48:13.179160 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port dca082dc-433c-4418-bdce-f2e1402ccbd5 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:48:13.186790 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port dca082dc-433c-4418-bdce-f2e1402ccbd5 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:48:13.187527 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:13.187865 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port dca082dc-433c-4418-bdce-f2e1402ccbd5 Oct 13 15:48:13.216534 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bdd02505-a9a5-48ba-8271-9186ddf03833 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:13.229600 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bdd02505-a9a5-48ba-8271-9186ddf03833 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:13.347674 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port dca082dc-433c-4418-bdce-f2e1402ccbd5 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:48:13.348670 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:13.369472 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd02505-a9a5-48ba-8271-9186ddf03833 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Port': ['ID=ea21750d-b80b-4614-a667-b81d40f76a8b,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:48:13.372055 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bdd02505-a9a5-48ba-8271-9186ddf03833 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:13.379107 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port dca082dc-433c-4418-bdce-f2e1402ccbd5, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=dca082dc-433c-4418-bdce-f2e1402ccbd5,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:48:13.384821 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:13.435711 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70dd2c9-8c4f-40af-bb1b-1faaddfcf91b None None] Network 385ae410-40dd-4bdd-a772-a7ade19abb6f requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:48:13.536587 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd02505-a9a5-48ba-8271-9186ddf03833 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network 385ae410-40dd-4bdd-a772-a7ade19abb6f is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:48:13.537908 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-bdd02505-a9a5-48ba-8271-9186ddf03833 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:48:13.567792 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=dca082dc-433c-4418-bdce-f2e1402ccbd5,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:48:13.570379 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-5958c663-5600-4f36-a81e-ee40c8b0ef8f None None] Provisioning for port f33d812f-e9f2-4d71-9206-32ded820eb4a completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:48:13.579160 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-5958c663-5600-4f36-a81e-ee40c8b0ef8f None None] Provisioning complete for port f33d812f-e9f2-4d71-9206-32ded820eb4a triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:48:13.579532 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-5958c663-5600-4f36-a81e-ee40c8b0ef8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:13.579867 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-5958c663-5600-4f36-a81e-ee40c8b0ef8f None None] Attempt 1 to provision port f33d812f-e9f2-4d71-9206-32ded820eb4a Oct 13 15:48:13.741660 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdd02505-a9a5-48ba-8271-9186ddf03833 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Router 668347c3-afe0-463c-b506-b232bb5ce446 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:48:13.856874 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-5958c663-5600-4f36-a81e-ee40c8b0ef8f None None] Current status of the port f33d812f-e9f2-4d71-9206-32ded820eb4a is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:48:13.857252 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-5958c663-5600-4f36-a81e-ee40c8b0ef8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:13.898857 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-5958c663-5600-4f36-a81e-ee40c8b0ef8f None None] For port f33d812f-e9f2-4d71-9206-32ded820eb4a, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=f33d812f-e9f2-4d71-9206-32ded820eb4a,segment=NetworkSegment(f23b5f13-f87a-4d32-a96d-0b4ec71183da),segment_id=f23b5f13-f87a-4d32-a96d-0b4ec71183da)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:48:13.903878 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-5958c663-5600-4f36-a81e-ee40c8b0ef8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:13.979885 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5958c663-5600-4f36-a81e-ee40c8b0ef8f None None] Pushing event updated for resources: {'Port': ['ID=f33d812f-e9f2-4d71-9206-32ded820eb4a,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:48:14.043203 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd02505-a9a5-48ba-8271-9186ddf03833 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:48:14.053961 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68de416f-a0e8-41f3-9a76-34037a91b060 None None] Sync routers for ids ['668347c3-afe0-463c-b506-b232bb5ce446'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:48:14.059331 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-bdd02505-a9a5-48ba-8271-9186ddf03833 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "PUT /v2.0/routers/668347c3-afe0-463c-b506-b232bb5ce446/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4782410 Oct 13 15:48:14.059600 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57164) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:48:14.068707 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68de416f-a0e8-41f3-9a76-34037a91b060 None None] Routers {'668347c3-afe0-463c-b506-b232bb5ce446'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:48:14.069314 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-68de416f-a0e8-41f3-9a76-34037a91b060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:48:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['668347c3-afe0-463c-b506-b232bb5ce446'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:48:14.138205 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4f069604-308d-415d-924b-bef4a2fdd356 None None] Provisioning for port ea21750d-b80b-4614-a667-b81d40f76a8b completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:48:14.146244 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4f069604-308d-415d-924b-bef4a2fdd356 None None] Provisioning complete for port ea21750d-b80b-4614-a667-b81d40f76a8b triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:48:14.147611 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4f069604-308d-415d-924b-bef4a2fdd356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:14.148048 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4f069604-308d-415d-924b-bef4a2fdd356 None None] Attempt 1 to provision port ea21750d-b80b-4614-a667-b81d40f76a8b Oct 13 15:48:14.201613 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcd2b5b-03e1-4ecf-bd0d-42a1f0ab462d tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:14.202089 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcd2b5b-03e1-4ecf-bd0d-42a1f0ab462d tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:14.202585 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcd2b5b-03e1-4ecf-bd0d-42a1f0ab462d tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:14.203047 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcd2b5b-03e1-4ecf-bd0d-42a1f0ab462d tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:14.204851 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-3fcd2b5b-03e1-4ecf-bd0d-42a1f0ab462d tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1443870 Oct 13 15:48:14.208300 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 57168) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:48:14.219085 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4f069604-308d-415d-924b-bef4a2fdd356 None None] Port ea21750d-b80b-4614-a667-b81d40f76a8b cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:48:14.265003 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-68de416f-a0e8-41f3-9a76-34037a91b060 None None] Set router 668347c3-afe0-463c-b506-b232bb5ce446 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:48:14.281176 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a469fe78-02f8-403a-923d-c43bc8ef0c7f tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:14.281642 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a469fe78-02f8-403a-923d-c43bc8ef0c7f tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:14.282094 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a469fe78-02f8-403a-923d-c43bc8ef0c7f tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:14.282562 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a469fe78-02f8-403a-923d-c43bc8ef0c7f tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:14.284381 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-a469fe78-02f8-403a-923d-c43bc8ef0c7f tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0745990 Oct 13 15:48:14.287303 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57172) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:48:14.508905 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-779d0ad9-f4bf-43d0-a68d-faa87d829e70 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2154756 Oct 13 15:48:14.574352 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 57178) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:48:14.579770 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-9359ad7d-3fbc-4e5a-a435-467074e47256 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1838213782', 'description': 'tempest-secgroup-smoke-1838213782 description', 'project_id': 'de460f02ee50469b960f7a471a064187'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:48:14.585803 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-9359ad7d-3fbc-4e5a-a435-467074e47256 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:48:14.590649 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-9359ad7d-3fbc-4e5a-a435-467074e47256 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:48:14.593264 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:48:14.593501 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-9359ad7d-3fbc-4e5a-a435-467074e47256 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:48:14.598851 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-68de416f-a0e8-41f3-9a76-34037a91b060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668347c3-afe0-463c-b506-b232bb5ce446', 'name': 'tempest-TestNetworkBasicOps-router-1959839772', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': 'dca082dc-433c-4418-bdce-f2e1402ccbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:48:07Z', 'updated_at': '2022-10-13T15:48:12Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': 'dca082dc-433c-4418-bdce-f2e1402ccbd5', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668347c3-afe0-463c-b506-b232bb5ce446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:48:08Z', 'updated_at': '2022-10-13T15:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': 'ea21750d-b80b-4614-a667-b81d40f76a8b', 'name': '', 'network_id': '385ae410-40dd-4bdd-a772-a7ade19abb6f', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:8a:38:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668347c3-afe0-463c-b506-b232bb5ce446', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '820e9e10-38c6-4a1f-bc93-37362ca694c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:48:11Z', 'updated_at': '2022-10-13T15:48:13Z', 'revision_number': 2, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '820e9e10-38c6-4a1f-bc93-37362ca694c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:48:14.599113 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-9359ad7d-3fbc-4e5a-a435-467074e47256 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:48:14.603260 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68de416f-a0e8-41f3-9a76-34037a91b060 None None] Checking router: 668347c3-afe0-463c-b506-b232bb5ce446 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:48:14.603602 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68de416f-a0e8-41f3-9a76-34037a91b060 None None] Updating router 668347c3-afe0-463c-b506-b232bb5ce446 port ea21750d-b80b-4614-a667-b81d40f76a8b binding host dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:48:14.612471 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9359ad7d-3fbc-4e5a-a435-467074e47256 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:14.632143 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-9359ad7d-3fbc-4e5a-a435-467074e47256 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:48:14.636602 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-9359ad7d-3fbc-4e5a-a435-467074e47256 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:48:14.639417 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-9359ad7d-3fbc-4e5a-a435-467074e47256 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:48:14.645038 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-9359ad7d-3fbc-4e5a-a435-467074e47256 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:48:14.661001 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-68de416f-a0e8-41f3-9a76-34037a91b060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:14.720274 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4f069604-308d-415d-924b-bef4a2fdd356 None None] Attempt 2 to provision port ea21750d-b80b-4614-a667-b81d40f76a8b Oct 13 15:48:14.722704 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9359ad7d-3fbc-4e5a-a435-467074e47256 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:14.727147 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9359ad7d-3fbc-4e5a-a435-467074e47256 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:14.773661 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9359ad7d-3fbc-4e5a-a435-467074e47256 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e020c264-9b26-4c0e-9136-93507d01b8bf,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:48:14.780865 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9359ad7d-3fbc-4e5a-a435-467074e47256 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:14.782228 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-9359ad7d-3fbc-4e5a-a435-467074e47256 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2068570 Oct 13 15:48:14.782626 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4f069604-308d-415d-924b-bef4a2fdd356 None None] Port ea21750d-b80b-4614-a667-b81d40f76a8b cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:48:14.783991 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9359ad7d-3fbc-4e5a-a435-467074e47256 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:48:14.784436 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9359ad7d-3fbc-4e5a-a435-467074e47256 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:48:14.784896 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9359ad7d-3fbc-4e5a-a435-467074e47256 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:48:14.785468 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9359ad7d-3fbc-4e5a-a435-467074e47256 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:48:14.785604 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57182) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:48:14.785987 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9359ad7d-3fbc-4e5a-a435-467074e47256 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:48:14.786431 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9359ad7d-3fbc-4e5a-a435-467074e47256 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:48:14.786857 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9359ad7d-3fbc-4e5a-a435-467074e47256 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:48:14.787294 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9359ad7d-3fbc-4e5a-a435-467074e47256 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:48:14.787815 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9359ad7d-3fbc-4e5a-a435-467074e47256 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:48:14.788208 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9359ad7d-3fbc-4e5a-a435-467074e47256 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:48:14.788599 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9359ad7d-3fbc-4e5a-a435-467074e47256 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:48:14.788994 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9359ad7d-3fbc-4e5a-a435-467074e47256 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:48:14.792544 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-910e33b6-0fa6-4a23-9245-1ad21b4f278b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': 'e020c264-9b26-4c0e-9136-93507d01b8bf', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:48:14.798761 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-910e33b6-0fa6-4a23-9245-1ad21b4f278b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:48:14.802593 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-910e33b6-0fa6-4a23-9245-1ad21b4f278b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:48:14.805993 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-910e33b6-0fa6-4a23-9245-1ad21b4f278b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:48:14.811583 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-910e33b6-0fa6-4a23-9245-1ad21b4f278b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:48:14.828744 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-910e33b6-0fa6-4a23-9245-1ad21b4f278b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:14.889474 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-910e33b6-0fa6-4a23-9245-1ad21b4f278b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:14.894384 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-910e33b6-0fa6-4a23-9245-1ad21b4f278b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:14.915994 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910e33b6-0fa6-4a23-9245-1ad21b4f278b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=713b7e58-f160-4cf4-a683-03da391c051f,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:48:14.928887 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-910e33b6-0fa6-4a23-9245-1ad21b4f278b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:14.931018 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-910e33b6-0fa6-4a23-9245-1ad21b4f278b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1437104 Oct 13 15:48:14.933689 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57186) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:48:14.936122 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device f33d812f-e9f2-4d71-9206-32ded820eb4a up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:48:14.938947 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-795f2b79-5371-46ef-81d1-3bb7948df2e8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': 'e020c264-9b26-4c0e-9136-93507d01b8bf', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:48:14.944756 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-795f2b79-5371-46ef-81d1-3bb7948df2e8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:48:14.949331 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-795f2b79-5371-46ef-81d1-3bb7948df2e8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:48:14.952651 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-795f2b79-5371-46ef-81d1-3bb7948df2e8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:48:14.958461 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-795f2b79-5371-46ef-81d1-3bb7948df2e8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:48:14.976030 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-795f2b79-5371-46ef-81d1-3bb7948df2e8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:15.010836 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port f33d812f-e9f2-4d71-9206-32ded820eb4a triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:48:15.011205 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:15.011532 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port f33d812f-e9f2-4d71-9206-32ded820eb4a Oct 13 15:48:15.046737 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-68de416f-a0e8-41f3-9a76-34037a91b060 None None] Notify callbacks [] for port, precommit_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:15.048176 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-795f2b79-5371-46ef-81d1-3bb7948df2e8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:15.054534 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-795f2b79-5371-46ef-81d1-3bb7948df2e8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:15.060124 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.provisioning_blocks [None req-68de416f-a0e8-41f3-9a76-34037a91b060 None None] Transition to ACTIVE for port object ea21750d-b80b-4614-a667-b81d40f76a8b will not be triggered until provisioned by entity L2. {{(pid=88975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:48:15.067743 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-68de416f-a0e8-41f3-9a76-34037a91b060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:15.079293 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795f2b79-5371-46ef-81d1-3bb7948df2e8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cafd7d65-d95b-4939-9134-2cde1dba6502,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:48:15.089202 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-795f2b79-5371-46ef-81d1-3bb7948df2e8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:15.090440 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-795f2b79-5371-46ef-81d1-3bb7948df2e8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1557379 Oct 13 15:48:15.093140 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57190) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:48:15.098418 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-36859f07-a8a0-47f9-8f7b-abc4c7ed2d6f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': 'e020c264-9b26-4c0e-9136-93507d01b8bf', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:48:15.105006 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-36859f07-a8a0-47f9-8f7b-abc4c7ed2d6f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:48:15.108871 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-36859f07-a8a0-47f9-8f7b-abc4c7ed2d6f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:48:15.112039 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-36859f07-a8a0-47f9-8f7b-abc4c7ed2d6f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:48:15.119515 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-36859f07-a8a0-47f9-8f7b-abc4c7ed2d6f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:48:15.137924 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-36859f07-a8a0-47f9-8f7b-abc4c7ed2d6f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:15.145086 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port f33d812f-e9f2-4d71-9206-32ded820eb4a is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:48:15.146706 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device dca082dc-433c-4418-bdce-f2e1402ccbd5 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:48:15.204221 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-36859f07-a8a0-47f9-8f7b-abc4c7ed2d6f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:15.208265 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-36859f07-a8a0-47f9-8f7b-abc4c7ed2d6f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:15.222824 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port dca082dc-433c-4418-bdce-f2e1402ccbd5 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:48:15.223662 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:15.224150 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port dca082dc-433c-4418-bdce-f2e1402ccbd5 Oct 13 15:48:15.236474 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36859f07-a8a0-47f9-8f7b-abc4c7ed2d6f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e628a9b-d917-4dfd-8ab3-49f8bb201c93,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:48:15.245134 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-36859f07-a8a0-47f9-8f7b-abc4c7ed2d6f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:15.246582 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-36859f07-a8a0-47f9-8f7b-abc4c7ed2d6f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1523404 Oct 13 15:48:15.249067 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57194) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:48:15.254052 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-a15d8375-1e46-4e8f-8a67-a30cfe3bd9f6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': 'e020c264-9b26-4c0e-9136-93507d01b8bf', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:48:15.259843 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-a15d8375-1e46-4e8f-8a67-a30cfe3bd9f6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:48:15.263687 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-a15d8375-1e46-4e8f-8a67-a30cfe3bd9f6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:48:15.266530 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-a15d8375-1e46-4e8f-8a67-a30cfe3bd9f6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:48:15.272239 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-a15d8375-1e46-4e8f-8a67-a30cfe3bd9f6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:48:15.283355 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27639141-57f9-4a26-92af-2da974246e0d None None] Pushing event updated for resources: {'Port': ['ID=ea21750d-b80b-4614-a667-b81d40f76a8b,revision_number=3']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:48:15.284045 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4f069604-308d-415d-924b-bef4a2fdd356 None None] Attempt 3 to provision port ea21750d-b80b-4614-a667-b81d40f76a8b Oct 13 15:48:15.291083 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a15d8375-1e46-4e8f-8a67-a30cfe3bd9f6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:15.293576 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27639141-57f9-4a26-92af-2da974246e0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:48:15.293924 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27639141-57f9-4a26-92af-2da974246e0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:48:15.294286 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27639141-57f9-4a26-92af-2da974246e0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:48:15.294614 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27639141-57f9-4a26-92af-2da974246e0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:48:15.294937 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27639141-57f9-4a26-92af-2da974246e0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:48:15.295261 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27639141-57f9-4a26-92af-2da974246e0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:48:15.295585 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27639141-57f9-4a26-92af-2da974246e0d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:48:15.295905 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27639141-57f9-4a26-92af-2da974246e0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:48:15.296229 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27639141-57f9-4a26-92af-2da974246e0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:48:15.296551 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27639141-57f9-4a26-92af-2da974246e0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:48:15.296916 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27639141-57f9-4a26-92af-2da974246e0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:48:15.297174 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27639141-57f9-4a26-92af-2da974246e0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:48:15.300239 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-68de416f-a0e8-41f3-9a76-34037a91b060 None None] Attempting to bind port ea21750d-b80b-4614-a667-b81d40f76a8b on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:48:15.300605 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-68de416f-a0e8-41f3-9a76-34037a91b060 None None] Attempting to bind port ea21750d-b80b-4614-a667-b81d40f76a8b by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'f23b5f13-f87a-4d32-a96d-0b4ec71183da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '385ae410-40dd-4bdd-a772-a7ade19abb6f'}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:48:15.300958 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68de416f-a0e8-41f3-9a76-34037a91b060 None None] Attempting to bind port ea21750d-b80b-4614-a667-b81d40f76a8b on network 385ae410-40dd-4bdd-a772-a7ade19abb6f {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:48:15.307372 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68de416f-a0e8-41f3-9a76-34037a91b060 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:48:15.307729 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68de416f-a0e8-41f3-9a76-34037a91b060 None None] Checking segment: {'id': 'f23b5f13-f87a-4d32-a96d-0b4ec71183da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '385ae410-40dd-4bdd-a772-a7ade19abb6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:48:15.308121 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-68de416f-a0e8-41f3-9a76-34037a91b060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:15.308503 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68de416f-a0e8-41f3-9a76-34037a91b060 None None] Bound using segment: {'id': 'f23b5f13-f87a-4d32-a96d-0b4ec71183da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '385ae410-40dd-4bdd-a772-a7ade19abb6f'} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:48:15.308959 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-68de416f-a0e8-41f3-9a76-34037a91b060 None None] Bound port: ea21750d-b80b-4614-a667-b81d40f76a8b, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f23b5f13-f87a-4d32-a96d-0b4ec71183da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '385ae410-40dd-4bdd-a772-a7ade19abb6f'}}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:48:15.309322 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-68de416f-a0e8-41f3-9a76-34037a91b060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:15.361467 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a15d8375-1e46-4e8f-8a67-a30cfe3bd9f6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:15.366501 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a15d8375-1e46-4e8f-8a67-a30cfe3bd9f6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:15.389693 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4f069604-308d-415d-924b-bef4a2fdd356 None None] Port ea21750d-b80b-4614-a667-b81d40f76a8b cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:48:15.390050 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d8375-1e46-4e8f-8a67-a30cfe3bd9f6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f87b29e0-0653-4208-b86e-2a9c806a237a,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:48:15.399982 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-68de416f-a0e8-41f3-9a76-34037a91b060 None None] For port ea21750d-b80b-4614-a667-b81d40f76a8b, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:48:15.401615 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a15d8375-1e46-4e8f-8a67-a30cfe3bd9f6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:15.403051 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-68de416f-a0e8-41f3-9a76-34037a91b060 None None] For port ea21750d-b80b-4614-a667-b81d40f76a8b, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=ea21750d-b80b-4614-a667-b81d40f76a8b,segment=NetworkSegment(f23b5f13-f87a-4d32-a96d-0b4ec71183da),segment_id=f23b5f13-f87a-4d32-a96d-0b4ec71183da)] {{(pid=88975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:48:15.403192 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a15d8375-1e46-4e8f-8a67-a30cfe3bd9f6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1530917 Oct 13 15:48:15.405901 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57198) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:48:15.407936 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port dca082dc-433c-4418-bdce-f2e1402ccbd5 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:48:15.410642 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-68de416f-a0e8-41f3-9a76-34037a91b060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:15.416955 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-6356b73f-dc4c-411c-87a0-61a8de7e1b44 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': 'e020c264-9b26-4c0e-9136-93507d01b8bf', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:48:15.423204 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-6356b73f-dc4c-411c-87a0-61a8de7e1b44 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:48:15.427204 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-6356b73f-dc4c-411c-87a0-61a8de7e1b44 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:48:15.430327 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-6356b73f-dc4c-411c-87a0-61a8de7e1b44 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:48:15.436058 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-6356b73f-dc4c-411c-87a0-61a8de7e1b44 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:48:15.449848 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.securitygroups_db [None req-6356b73f-dc4c-411c-87a0-61a8de7e1b44 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Project de460f02ee50469b960f7a471a064187 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 15:48:15.456639 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6356b73f-dc4c-411c-87a0-61a8de7e1b44 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:15.473718 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68de416f-a0e8-41f3-9a76-34037a91b060 None None] Routers {'668347c3-afe0-463c-b506-b232bb5ce446'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:48:15.474360 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-68de416f-a0e8-41f3-9a76-34037a91b060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:48:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['668347c3-afe0-463c-b506-b232bb5ce446'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:48:15.522258 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6356b73f-dc4c-411c-87a0-61a8de7e1b44 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:15.526262 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6356b73f-dc4c-411c-87a0-61a8de7e1b44 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:15.551336 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6356b73f-dc4c-411c-87a0-61a8de7e1b44 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5325e302-af6d-4074-843c-613aa36fefeb,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:48:15.561351 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6356b73f-dc4c-411c-87a0-61a8de7e1b44 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:15.562639 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-6356b73f-dc4c-411c-87a0-61a8de7e1b44 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1557717 Oct 13 15:48:15.564387 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27639141-57f9-4a26-92af-2da974246e0d None None] Pushing event updated for resources: {'Port': ['ID=ea21750d-b80b-4614-a667-b81d40f76a8b,revision_number=4']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:48:15.565407 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57202) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:48:15.571682 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-c32c2f29-5ce0-438c-be79-e5d81e2c4735 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': 'e020c264-9b26-4c0e-9136-93507d01b8bf', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:48:15.577788 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-c32c2f29-5ce0-438c-be79-e5d81e2c4735 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:48:15.581754 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-c32c2f29-5ce0-438c-be79-e5d81e2c4735 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:48:15.584709 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-c32c2f29-5ce0-438c-be79-e5d81e2c4735 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:48:15.591046 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-c32c2f29-5ce0-438c-be79-e5d81e2c4735 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:48:15.601190 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.securitygroups_db [None req-c32c2f29-5ce0-438c-be79-e5d81e2c4735 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Project de460f02ee50469b960f7a471a064187 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 15:48:15.608730 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c32c2f29-5ce0-438c-be79-e5d81e2c4735 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:15.668098 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-68de416f-a0e8-41f3-9a76-34037a91b060 None None] Set router 668347c3-afe0-463c-b506-b232bb5ce446 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:48:15.680018 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c32c2f29-5ce0-438c-be79-e5d81e2c4735 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:15.683776 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c32c2f29-5ce0-438c-be79-e5d81e2c4735 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:15.701969 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32c2f29-5ce0-438c-be79-e5d81e2c4735 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b054188b-24f9-44f8-8d01-a3a4d5254248,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:48:15.719076 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c32c2f29-5ce0-438c-be79-e5d81e2c4735 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:15.720235 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-c32c2f29-5ce0-438c-be79-e5d81e2c4735 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1538537 Oct 13 15:48:15.882886 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-45528a08-7abf-40d8-a19a-22f60ac116e9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:security_group {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:48:15.891561 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4f069604-308d-415d-924b-bef4a2fdd356 None None] Attempt 4 to provision port ea21750d-b80b-4614-a667-b81d40f76a8b Oct 13 15:48:15.900146 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-45528a08-7abf-40d8-a19a-22f60ac116e9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:security_group {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:48:15.902162 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-45528a08-7abf-40d8-a19a-22f60ac116e9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1838213782&fields=id&tenant_id=de460f02ee50469b960f7a471a064187 HTTP/1.1" status: 200 len: 267 time: 0.0573230 Oct 13 15:48:15.963929 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4f069604-308d-415d-924b-bef4a2fdd356 None None] Port ea21750d-b80b-4614-a667-b81d40f76a8b had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 15:48:15.974800 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4f069604-308d-415d-924b-bef4a2fdd356 None None] Provisioning complete for port f33d812f-e9f2-4d71-9206-32ded820eb4a triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:48:15.975165 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4f069604-308d-415d-924b-bef4a2fdd356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:15.975555 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4f069604-308d-415d-924b-bef4a2fdd356 None None] Attempt 1 to provision port f33d812f-e9f2-4d71-9206-32ded820eb4a Oct 13 15:48:15.986832 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-68de416f-a0e8-41f3-9a76-34037a91b060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668347c3-afe0-463c-b506-b232bb5ce446', 'name': 'tempest-TestNetworkBasicOps-router-1959839772', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': 'dca082dc-433c-4418-bdce-f2e1402ccbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:48:07Z', 'updated_at': '2022-10-13T15:48:12Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': 'dca082dc-433c-4418-bdce-f2e1402ccbd5', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668347c3-afe0-463c-b506-b232bb5ce446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:48:08Z', 'updated_at': '2022-10-13T15:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': 'ea21750d-b80b-4614-a667-b81d40f76a8b', 'name': '', 'network_id': '385ae410-40dd-4bdd-a772-a7ade19abb6f', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:8a:38:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668347c3-afe0-463c-b506-b232bb5ce446', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '820e9e10-38c6-4a1f-bc93-37362ca694c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:48:11Z', 'updated_at': '2022-10-13T15:48:15Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '820e9e10-38c6-4a1f-bc93-37362ca694c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:48:15.990700 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68de416f-a0e8-41f3-9a76-34037a91b060 None None] The sync data for ids ['668347c3-afe0-463c-b506-b232bb5ce446'] in dv-neutron-860329-2-hyperv is: [{'id': '668347c3-afe0-463c-b506-b232bb5ce446', 'name': 'tempest-TestNetworkBasicOps-router-1959839772', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': 'dca082dc-433c-4418-bdce-f2e1402ccbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:48:07Z', 'updated_at': '2022-10-13T15:48:12Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': 'dca082dc-433c-4418-bdce-f2e1402ccbd5', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668347c3-afe0-463c-b506-b232bb5ce446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:48:08Z', 'updated_at': '2022-10-13T15:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': 'ea21750d-b80b-4614-a667-b81d40f76a8b', 'name': '', 'network_id': '385ae410-40dd-4bdd-a772-a7ade19abb6f', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:8a:38:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '668347c3-afe0-463c-b506-b232bb5ce446', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '820e9e10-38c6-4a1f-bc93-37362ca694c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:48:11Z', 'updated_at': '2022-10-13T15:48:15Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '820e9e10-38c6-4a1f-bc93-37362ca694c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:48:16.091643 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-54bbca34-9a2d-4cf3-b1b3-98d8469ecdd5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:16.092358 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-54bbca34-9a2d-4cf3-b1b3-98d8469ecdd5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:network {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:48:16.109168 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-54bbca34-9a2d-4cf3-b1b3-98d8469ecdd5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:network {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:48:16.110801 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-54bbca34-9a2d-4cf3-b1b3-98d8469ecdd5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/networks?id=385ae410-40dd-4bdd-a772-a7ade19abb6f HTTP/1.1" status: 200 len: 797 time: 0.2013838 Oct 13 15:48:16.126439 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-235f8767-6d7e-4e55-8434-5325547c9d57 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/quotas/de460f02ee50469b960f7a471a064187 HTTP/1.1" status: 200 len: 375 time: 0.0099993 Oct 13 15:48:16.134542 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4f069604-308d-415d-924b-bef4a2fdd356 None None] Current status of the port f33d812f-e9f2-4d71-9206-32ded820eb4a is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:48:16.220999 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-78b4eae7-57df-46f4-b8c0-1a2f72ce8e7c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:48:16.236603 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-78b4eae7-57df-46f4-b8c0-1a2f72ce8e7c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:48:16.238084 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-78b4eae7-57df-46f4-b8c0-1a2f72ce8e7c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1061959 Oct 13 15:48:16.256025 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-21444120-c446-44a6-ac15-d3fdfd46755c service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:48:16.257168 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-21444120-c446-44a6-ac15-d3fdfd46755c service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054553 Oct 13 15:48:16.514814 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-7a1ccaef-2e34-46d9-9ccf-693c8c5ec02b service neutron] 10.222.0.42 "GET /v2.0/networks/385ae410-40dd-4bdd-a772-a7ade19abb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2500832 Oct 13 15:48:16.652043 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-604a2874-b8b9-4294-8c6f-987c203f1f8c service neutron] 10.222.0.42 "GET /v2.0/networks/385ae410-40dd-4bdd-a772-a7ade19abb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314929 Oct 13 15:48:16.846781 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-e4101e7c-acea-4606-81f8-76c7f8e9c113 req-2a058c48-ad5b-4d32-8615-bc3b2ecfaedc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:48:16.862702 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-e4101e7c-acea-4606-81f8-76c7f8e9c113 req-2a058c48-ad5b-4d32-8615-bc3b2ecfaedc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:48:16.863827 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e4101e7c-acea-4606-81f8-76c7f8e9c113 req-2a058c48-ad5b-4d32-8615-bc3b2ecfaedc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787 HTTP/1.1" status: 200 len: 210 time: 0.0715795 Oct 13 15:48:16.941334 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device ea21750d-b80b-4614-a667-b81d40f76a8b up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:48:17.013041 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port ea21750d-b80b-4614-a667-b81d40f76a8b completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:48:17.017979 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port ea21750d-b80b-4614-a667-b81d40f76a8b triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:48:17.018348 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:17.018682 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port ea21750d-b80b-4614-a667-b81d40f76a8b Oct 13 15:48:17.136867 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port ea21750d-b80b-4614-a667-b81d40f76a8b is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:48:17.137244 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:17.170416 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port ea21750d-b80b-4614-a667-b81d40f76a8b, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=ea21750d-b80b-4614-a667-b81d40f76a8b,segment=NetworkSegment(f23b5f13-f87a-4d32-a96d-0b4ec71183da),segment_id=f23b5f13-f87a-4d32-a96d-0b4ec71183da)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:48:17.173659 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:17.241594 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=ea21750d-b80b-4614-a667-b81d40f76a8b,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:48:17.979028 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-45de0ffb-fdff-4f10-aade-99144be011ca req-5e842d80-340a-4a19-857d-05bda3f99a13 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787 HTTP/1.1" status: 200 len: 210 time: 0.0524025 Oct 13 15:48:18.924475 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device ea21750d-b80b-4614-a667-b81d40f76a8b up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:48:18.993818 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port ea21750d-b80b-4614-a667-b81d40f76a8b triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:48:18.994227 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:18.994557 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port ea21750d-b80b-4614-a667-b81d40f76a8b Oct 13 15:48:19.087650 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-00545f88-08c6-4ae9-8acc-8794632989b0 req-f70e0950-7a43-4e6e-b4d7-5b98b1ab7db0 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787 HTTP/1.1" status: 200 len: 210 time: 0.0512822 Oct 13 15:48:19.120840 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port ea21750d-b80b-4614-a667-b81d40f76a8b is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:48:20.134637 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-5e630249-7faf-43aa-964f-cc24c477c97e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:20.136099 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-5e630249-7faf-43aa-964f-cc24c477c97e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.16 "GET /v2.0/networks?id=385ae410-40dd-4bdd-a772-a7ade19abb6f HTTP/1.1" status: 200 len: 797 time: 0.1537709 Oct 13 15:48:20.185811 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-7e82e758-bc89-430b-b86c-060ad3998ddb tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de460f02ee50469b960f7a471a064187 HTTP/1.1" status: 200 len: 380 time: 0.0420978 Oct 13 15:48:20.193899 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-32cfd6c0-db0b-4281-9a8b-e8c9df2e26b4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'port': {'device_id': 'b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787', 'network_id': '385ae410-40dd-4bdd-a772-a7ade19abb6f', 'admin_state_up': True, 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'security_groups': ['e020c264-9b26-4c0e-9136-93507d01b8bf']}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:48:20.279805 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-01b4502a-edc0-402b-88e3-a57d776e226c req-91b7fea8-567d-4b74-9dff-a6bf29b1877d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787 HTTP/1.1" status: 200 len: 210 time: 0.0686731 Oct 13 15:48:20.377897 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-32cfd6c0-db0b-4281-9a8b-e8c9df2e26b4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:48:20.387368 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-32cfd6c0-db0b-4281-9a8b-e8c9df2e26b4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:48:20.396531 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-32cfd6c0-db0b-4281-9a8b-e8c9df2e26b4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Made reservation on behalf of de460f02ee50469b960f7a471a064187 for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:48:20.400070 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-32cfd6c0-db0b-4281-9a8b-e8c9df2e26b4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:20.561060 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-32cfd6c0-db0b-4281-9a8b-e8c9df2e26b4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Allocated IP 172.20.0.6 (385ae410-40dd-4bdd-a772-a7ade19abb6f/820e9e10-38c6-4a1f-bc93-37362ca694c2/c0633864-5ce2-4055-96d2-f8cb70d10b32) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:48:20.745264 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-32cfd6c0-db0b-4281-9a8b-e8c9df2e26b4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:20.759950 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-32cfd6c0-db0b-4281-9a8b-e8c9df2e26b4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Transition to ACTIVE for port object c0633864-5ce2-4055-96d2-f8cb70d10b32 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:48:20.782478 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-32cfd6c0-db0b-4281-9a8b-e8c9df2e26b4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:20.850671 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-32cfd6c0-db0b-4281-9a8b-e8c9df2e26b4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network 385ae410-40dd-4bdd-a772-a7ade19abb6f is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:48:20.854391 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-32cfd6c0-db0b-4281-9a8b-e8c9df2e26b4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:48:20.857959 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-32cfd6c0-db0b-4281-9a8b-e8c9df2e26b4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:48:20.895195 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32cfd6c0-db0b-4281-9a8b-e8c9df2e26b4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Port': ['ID=c0633864-5ce2-4055-96d2-f8cb70d10b32,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:48:20.927146 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-32cfd6c0-db0b-4281-9a8b-e8c9df2e26b4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:20.927742 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-32cfd6c0-db0b-4281-9a8b-e8c9df2e26b4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:20.953576 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-32cfd6c0-db0b-4281-9a8b-e8c9df2e26b4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7631233 Oct 13 15:48:20.964711 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-972ff53a-ff64-474a-9f8e-c7a4eb8be8e3 service neutron] Request body: {'port': {'device_id': 'b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:48:21.084363 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-972ff53a-ff64-474a-9f8e-c7a4eb8be8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:21.099043 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-740092fd-f069-4de4-8aa1-02546137258e None None] Provisioning for port c0633864-5ce2-4055-96d2-f8cb70d10b32 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:48:21.104373 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-740092fd-f069-4de4-8aa1-02546137258e None None] Provisioning complete for port c0633864-5ce2-4055-96d2-f8cb70d10b32 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:48:21.104961 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-740092fd-f069-4de4-8aa1-02546137258e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:21.105355 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-740092fd-f069-4de4-8aa1-02546137258e None None] Attempt 1 to provision port c0633864-5ce2-4055-96d2-f8cb70d10b32 Oct 13 15:48:21.162254 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-740092fd-f069-4de4-8aa1-02546137258e None None] Port c0633864-5ce2-4055-96d2-f8cb70d10b32 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:48:21.482281 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534148a2-fa94-4415-bc04-b17b58aeb9df req-9171e363-bdbb-4e72-a45a-fd7c138303a2 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:21.483764 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-534148a2-fa94-4415-bc04-b17b58aeb9df req-9171e363-bdbb-4e72-a45a-fd7c138303a2 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787 HTTP/1.1" status: 200 len: 931 time: 0.0936730 Oct 13 15:48:21.530709 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-534148a2-fa94-4415-bc04-b17b58aeb9df req-91a03472-02bd-48e2-ba84-8da4aa98388c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=e020c264-9b26-4c0e-9136-93507d01b8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410242 Oct 13 15:48:21.531683 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-972ff53a-ff64-474a-9f8e-c7a4eb8be8e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0633864-5ce2-4055-96d2-f8cb70d10b32 {{(pid=88973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 15:48:21.538940 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-972ff53a-ff64-474a-9f8e-c7a4eb8be8e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:21.553766 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-972ff53a-ff64-474a-9f8e-c7a4eb8be8e3 service neutron] Transition to ACTIVE for port object c0633864-5ce2-4055-96d2-f8cb70d10b32 will not be triggered until provisioned by entity L2. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:48:21.558172 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-972ff53a-ff64-474a-9f8e-c7a4eb8be8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:21.663468 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-740092fd-f069-4de4-8aa1-02546137258e None None] Attempt 2 to provision port c0633864-5ce2-4055-96d2-f8cb70d10b32 Oct 13 15:48:21.717903 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-740092fd-f069-4de4-8aa1-02546137258e None None] Port c0633864-5ce2-4055-96d2-f8cb70d10b32 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:48:21.747641 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972ff53a-ff64-474a-9f8e-c7a4eb8be8e3 service neutron] Pushing event updated for resources: {'Port': ['ID=c0633864-5ce2-4055-96d2-f8cb70d10b32,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:48:21.781894 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-972ff53a-ff64-474a-9f8e-c7a4eb8be8e3 service neutron] Attempting to bind port c0633864-5ce2-4055-96d2-f8cb70d10b32 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:48:21.782261 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-972ff53a-ff64-474a-9f8e-c7a4eb8be8e3 service neutron] Attempting to bind port c0633864-5ce2-4055-96d2-f8cb70d10b32 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'f23b5f13-f87a-4d32-a96d-0b4ec71183da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '385ae410-40dd-4bdd-a772-a7ade19abb6f'}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:48:21.782584 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-972ff53a-ff64-474a-9f8e-c7a4eb8be8e3 service neutron] Attempting to bind port c0633864-5ce2-4055-96d2-f8cb70d10b32 on network 385ae410-40dd-4bdd-a772-a7ade19abb6f {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:48:21.787191 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-972ff53a-ff64-474a-9f8e-c7a4eb8be8e3 service neutron] Port c0633864-5ce2-4055-96d2-f8cb70d10b32 on network 385ae410-40dd-4bdd-a772-a7ade19abb6f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:48:21.787509 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-972ff53a-ff64-474a-9f8e-c7a4eb8be8e3 service neutron] Attempting to bind port c0633864-5ce2-4055-96d2-f8cb70d10b32 on network 385ae410-40dd-4bdd-a772-a7ade19abb6f {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:48:21.792676 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-972ff53a-ff64-474a-9f8e-c7a4eb8be8e3 service neutron] Checking agent: {'id': 'c4d1d38a-44f6-47ac-b17c-311e640e7cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'started_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 47, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:48:21.793009 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-972ff53a-ff64-474a-9f8e-c7a4eb8be8e3 service neutron] Checking segment: {'id': 'f23b5f13-f87a-4d32-a96d-0b4ec71183da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '385ae410-40dd-4bdd-a772-a7ade19abb6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:48:21.793384 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-972ff53a-ff64-474a-9f8e-c7a4eb8be8e3 service neutron] Bound using segment: {'id': 'f23b5f13-f87a-4d32-a96d-0b4ec71183da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '385ae410-40dd-4bdd-a772-a7ade19abb6f'} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:48:21.793808 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-972ff53a-ff64-474a-9f8e-c7a4eb8be8e3 service neutron] Bound port: c0633864-5ce2-4055-96d2-f8cb70d10b32, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f23b5f13-f87a-4d32-a96d-0b4ec71183da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '385ae410-40dd-4bdd-a772-a7ade19abb6f'}}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:48:21.794180 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-972ff53a-ff64-474a-9f8e-c7a4eb8be8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:21.880360 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-972ff53a-ff64-474a-9f8e-c7a4eb8be8e3 service neutron] For port c0633864-5ce2-4055-96d2-f8cb70d10b32, host hv-neutron-8603, cleared binding levels {{(pid=88973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:48:21.884001 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-972ff53a-ff64-474a-9f8e-c7a4eb8be8e3 service neutron] For port c0633864-5ce2-4055-96d2-f8cb70d10b32, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=c0633864-5ce2-4055-96d2-f8cb70d10b32,segment=NetworkSegment(f23b5f13-f87a-4d32-a96d-0b4ec71183da),segment_id=f23b5f13-f87a-4d32-a96d-0b4ec71183da)] {{(pid=88973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:48:21.888008 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-972ff53a-ff64-474a-9f8e-c7a4eb8be8e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:21.921207 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-972ff53a-ff64-474a-9f8e-c7a4eb8be8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:21.921724 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-972ff53a-ff64-474a-9f8e-c7a4eb8be8e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:21.923081 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-972ff53a-ff64-474a-9f8e-c7a4eb8be8e3 service neutron] 10.222.0.16 "PUT /v2.0/ports/c0633864-5ce2-4055-96d2-f8cb70d10b32 HTTP/1.1" status: 200 len: 1093 time: 0.9631388 Oct 13 15:48:21.923606 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787', 'tag': 'c0633864-5ce2-4055-96d2-f8cb70d10b32'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:48:21.925804 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53d039f7-6b13-4cef-b9bf-41f3d8e7ccd0" -d '{"events": [{"name": "network-changed", "server_uuid": "b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787", "tag": "c0633864-5ce2-4055-96d2-f8cb70d10b32"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:48:21.999665 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 15:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbcaa5f2-e9fd-4e34-b39c-7e9a6db2dc14 x-openstack-request-id: req-bbcaa5f2-e9fd-4e34-b39c-7e9a6db2dc14 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:48:21.999940 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787", "tag": "c0633864-5ce2-4055-96d2-f8cb70d10b32", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:48:22.000243 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bbcaa5f2-e9fd-4e34-b39c-7e9a6db2dc14 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:48:22.000646 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbcaa5f2-e9fd-4e34-b39c-7e9a6db2dc14'] response: {'name': 'network-changed', 'server_uuid': 'b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787', 'tag': 'c0633864-5ce2-4055-96d2-f8cb70d10b32', 'status': 'completed', 'code': 200} Oct 13 15:48:22.015999 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972ff53a-ff64-474a-9f8e-c7a4eb8be8e3 service neutron] Pushing event updated for resources: {'Port': ['ID=c0633864-5ce2-4055-96d2-f8cb70d10b32,revision_number=3']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:48:22.045513 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-0452c884-6981-4968-a635-3be9e2711b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:22.047013 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-0452c884-6981-4968-a635-3be9e2711b0e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&device_id=b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787 HTTP/1.1" status: 200 len: 1096 time: 0.0878963 Oct 13 15:48:22.115817 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-f4215530-cfde-471b-adea-9caff3d5f6bc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0633864-5ce2-4055-96d2-f8cb70d10b32 HTTP/1.1" status: 200 len: 217 time: 0.0620825 Oct 13 15:48:22.177431 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-af381429-14cb-4410-8104-6bb547658447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:22.178776 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-af381429-14cb-4410-8104-6bb547658447 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=820e9e10-38c6-4a1f-bc93-37362ca694c2 HTTP/1.1" status: 200 len: 835 time: 0.0553596 Oct 13 15:48:22.218748 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-740092fd-f069-4de4-8aa1-02546137258e None None] Attempt 3 to provision port c0633864-5ce2-4055-96d2-f8cb70d10b32 Oct 13 15:48:22.261730 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-6bbff0b5-ba83-4da9-9fc9-f79ae39b6a64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:22.263206 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-6bbff0b5-ba83-4da9-9fc9-f79ae39b6a64 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=385ae410-40dd-4bdd-a772-a7ade19abb6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788574 Oct 13 15:48:22.281653 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-740092fd-f069-4de4-8aa1-02546137258e None None] Port c0633864-5ce2-4055-96d2-f8cb70d10b32 had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 15:48:22.390989 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-f8e7f8be-09b9-467d-9473-f78c84219dda service neutron] 10.222.0.16 "GET /v2.0/networks/385ae410-40dd-4bdd-a772-a7ade19abb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218123 Oct 13 15:48:22.517787 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4584cbb8-0fbc-46da-9396-5d971b89997a req-19f515dc-ed71-4b5a-9a8a-1a349a824d7d service neutron] 10.222.0.16 "GET /v2.0/networks/385ae410-40dd-4bdd-a772-a7ade19abb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210859 Oct 13 15:48:22.644283 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d039f7-6b13-4cef-b9bf-41f3d8e7ccd0 req-cb1367bf-1731-4d6a-b6a2-45082e5bfcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:22.645744 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-53d039f7-6b13-4cef-b9bf-41f3d8e7ccd0 req-cb1367bf-1731-4d6a-b6a2-45082e5bfcc6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&device_id=b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787 HTTP/1.1" status: 200 len: 1096 time: 0.0798237 Oct 13 15:48:22.726607 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd4f943-8c3f-46d8-93e3-3a6ef6ca0ad5 req-bfd77908-1ef4-456c-89f7-a10334ca85ea tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:22.728812 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-dbd4f943-8c3f-46d8-93e3-3a6ef6ca0ad5 req-bfd77908-1ef4-456c-89f7-a10334ca85ea tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787 HTTP/1.1" status: 200 len: 943 time: 0.0877149 Oct 13 15:48:22.771956 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-dbd4f943-8c3f-46d8-93e3-3a6ef6ca0ad5 req-d37d9bba-2a5e-41d4-bf06-018985668287 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=e020c264-9b26-4c0e-9136-93507d01b8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372462 Oct 13 15:48:22.780615 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d039f7-6b13-4cef-b9bf-41f3d8e7ccd0 req-e7144b73-eb7b-4c00-93fa-49170301835c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:22.782058 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-53d039f7-6b13-4cef-b9bf-41f3d8e7ccd0 req-e7144b73-eb7b-4c00-93fa-49170301835c service neutron] 10.222.0.16 "GET /v2.0/networks?id=385ae410-40dd-4bdd-a772-a7ade19abb6f HTTP/1.1" status: 200 len: 898 time: 0.1304305 Oct 13 15:48:22.854230 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-53d039f7-6b13-4cef-b9bf-41f3d8e7ccd0 req-3e2bbda5-0528-43dc-88f9-d9948929acd4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0633864-5ce2-4055-96d2-f8cb70d10b32 HTTP/1.1" status: 200 len: 217 time: 0.0662436 Oct 13 15:48:22.916089 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d039f7-6b13-4cef-b9bf-41f3d8e7ccd0 req-c89ece81-a333-4a66-8bab-956d19c38634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:22.917470 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-53d039f7-6b13-4cef-b9bf-41f3d8e7ccd0 req-c89ece81-a333-4a66-8bab-956d19c38634 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=820e9e10-38c6-4a1f-bc93-37362ca694c2 HTTP/1.1" status: 200 len: 835 time: 0.0563931 Oct 13 15:48:23.001176 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d039f7-6b13-4cef-b9bf-41f3d8e7ccd0 req-9c1f86a0-ae24-437a-bc62-04f6663ca4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:23.002662 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-53d039f7-6b13-4cef-b9bf-41f3d8e7ccd0 req-9c1f86a0-ae24-437a-bc62-04f6663ca4b4 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=385ae410-40dd-4bdd-a772-a7ade19abb6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789859 Oct 13 15:48:23.234421 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-53d039f7-6b13-4cef-b9bf-41f3d8e7ccd0 req-fac0a1be-415a-470c-93b3-0d5454e29085 service neutron] 10.222.0.16 "GET /v2.0/networks/385ae410-40dd-4bdd-a772-a7ade19abb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2245319 Oct 13 15:48:23.366614 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-53d039f7-6b13-4cef-b9bf-41f3d8e7ccd0 req-55f21c69-da5c-4781-bb32-462be59e8e9c service neutron] 10.222.0.16 "GET /v2.0/networks/385ae410-40dd-4bdd-a772-a7ade19abb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247220 Oct 13 15:48:23.976072 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f14b3f-63d5-41ab-9e8b-7888f3656660 req-272f99c4-7b23-4fe8-a394-e2e76788b5aa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:23.976743 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-f9f14b3f-63d5-41ab-9e8b-7888f3656660 req-272f99c4-7b23-4fe8-a394-e2e76788b5aa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:48:23.992251 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-f9f14b3f-63d5-41ab-9e8b-7888f3656660 req-272f99c4-7b23-4fe8-a394-e2e76788b5aa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:48:23.994006 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f9f14b3f-63d5-41ab-9e8b-7888f3656660 req-272f99c4-7b23-4fe8-a394-e2e76788b5aa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787 HTTP/1.1" status: 200 len: 943 time: 0.1018448 Oct 13 15:48:24.040959 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f9f14b3f-63d5-41ab-9e8b-7888f3656660 req-f0e2db39-3105-40ad-8f14-854a8d1a8d6f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=e020c264-9b26-4c0e-9136-93507d01b8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412421 Oct 13 15:48:25.238987 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514de1d9-aaff-4884-b6da-1a86e5602c55 req-9d072590-d5fe-4d26-a906-1935ce1e6ad4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:25.240426 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-514de1d9-aaff-4884-b6da-1a86e5602c55 req-9d072590-d5fe-4d26-a906-1935ce1e6ad4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787 HTTP/1.1" status: 200 len: 943 time: 0.0884111 Oct 13 15:48:25.284117 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-514de1d9-aaff-4884-b6da-1a86e5602c55 req-eb15fff3-f602-4c8b-a284-4424264de317 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=e020c264-9b26-4c0e-9136-93507d01b8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375226 Oct 13 15:48:25.873087 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:26.419553 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device c0633864-5ce2-4055-96d2-f8cb70d10b32 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=88974) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 13 15:48:26.480200 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29846fe-268d-492e-a076-9ed8ceaa36fb req-3e7e1839-7057-454a-a0e6-7032dc9a7c75 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:26.481699 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c29846fe-268d-492e-a076-9ed8ceaa36fb req-3e7e1839-7057-454a-a0e6-7032dc9a7c75 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787 HTTP/1.1" status: 200 len: 943 time: 0.0880435 Oct 13 15:48:26.525153 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c29846fe-268d-492e-a076-9ed8ceaa36fb req-6e692e12-2a15-4b02-8eec-6a96a4f4a9ae tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=e020c264-9b26-4c0e-9136-93507d01b8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377517 Oct 13 15:48:26.550326 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port c0633864-5ce2-4055-96d2-f8cb70d10b32, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=c0633864-5ce2-4055-96d2-f8cb70d10b32,segment=NetworkSegment(f23b5f13-f87a-4d32-a96d-0b4ec71183da),segment_id=f23b5f13-f87a-4d32-a96d-0b4ec71183da)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:48:26.563655 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Returning: {'device': 'c0633864-5ce2-4055-96d2-f8cb70d10b32', 'network_id': '385ae410-40dd-4bdd-a772-a7ade19abb6f', 'port_id': 'c0633864-5ce2-4055-96d2-f8cb70d10b32', 'mac_address': 'fa:16:3e:c2:37:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '820e9e10-38c6-4a1f-bc93-37362ca694c2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88974) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 13 15:48:26.619115 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port c0633864-5ce2-4055-96d2-f8cb70d10b32 is: DOWN; New status is: BUILD {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:48:26.619487 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:26.635614 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0633864-5ce2-4055-96d2-f8cb70d10b32 {{(pid=88974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 15:48:26.651563 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port c0633864-5ce2-4055-96d2-f8cb70d10b32, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=c0633864-5ce2-4055-96d2-f8cb70d10b32,segment=NetworkSegment(f23b5f13-f87a-4d32-a96d-0b4ec71183da),segment_id=f23b5f13-f87a-4d32-a96d-0b4ec71183da)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:48:26.655293 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:26.723146 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=c0633864-5ce2-4055-96d2-f8cb70d10b32,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:48:27.005852 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['c0633864-5ce2-4055-96d2-f8cb70d10b32'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 15:48:27.723339 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359bf833-54e5-4596-8e8c-d3faf8ec2907 req-bb12d362-8dcd-4246-a829-c18ceb3e06d5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:27.724774 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-359bf833-54e5-4596-8e8c-d3faf8ec2907 req-bb12d362-8dcd-4246-a829-c18ceb3e06d5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787 HTTP/1.1" status: 200 len: 944 time: 0.0893736 Oct 13 15:48:27.768810 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-359bf833-54e5-4596-8e8c-d3faf8ec2907 req-c9163b84-1c18-4dd3-a551-164d9ed5e74b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=e020c264-9b26-4c0e-9136-93507d01b8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378265 Oct 13 15:48:28.425782 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device c0633864-5ce2-4055-96d2-f8cb70d10b32 up at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:48:28.496047 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning for port c0633864-5ce2-4055-96d2-f8cb70d10b32 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:48:28.500719 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning complete for port c0633864-5ce2-4055-96d2-f8cb70d10b32 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:48:28.501084 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:28.501415 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Attempt 1 to provision port c0633864-5ce2-4055-96d2-f8cb70d10b32 Oct 13 15:48:28.610973 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port c0633864-5ce2-4055-96d2-f8cb70d10b32 is: BUILD; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:48:28.611342 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:28.637335 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0633864-5ce2-4055-96d2-f8cb70d10b32'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:48:28.639657 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979c64d66908691d8da3fe322a5acf5d757b5bee84c7992aba2ec3c134dffaeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c61b10a1-4d46-4ca4-882e-14b907bf6549" -d '{"events": [{"server_uuid": "b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787", "name": "network-vif-plugged", "status": "completed", "tag": "c0633864-5ce2-4055-96d2-f8cb70d10b32"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:48:28.646886 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port c0633864-5ce2-4055-96d2-f8cb70d10b32, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=c0633864-5ce2-4055-96d2-f8cb70d10b32,segment=NetworkSegment(f23b5f13-f87a-4d32-a96d-0b4ec71183da),segment_id=f23b5f13-f87a-4d32-a96d-0b4ec71183da)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:48:28.651703 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:28.690231 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 15:48:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11b11d46-a27c-4b71-ba62-4be98ebe085e x-openstack-request-id: req-11b11d46-a27c-4b71-ba62-4be98ebe085e {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:48:28.690416 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787", "name": "network-vif-plugged", "status": "completed", "tag": "c0633864-5ce2-4055-96d2-f8cb70d10b32", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:48:28.690650 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-11b11d46-a27c-4b71-ba62-4be98ebe085e {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:48:28.691037 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-11b11d46-a27c-4b71-ba62-4be98ebe085e'] response: {'server_uuid': 'b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0633864-5ce2-4055-96d2-f8cb70d10b32', 'code': 200} Oct 13 15:48:28.722645 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=c0633864-5ce2-4055-96d2-f8cb70d10b32,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:48:28.916450 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9e4ab-7cf7-464b-90bb-1a5e5f507e76 req-0b84e6e0-4aed-472e-b1df-55b9f81cf0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:28.917955 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-79e9e4ab-7cf7-464b-90bb-1a5e5f507e76 req-0b84e6e0-4aed-472e-b1df-55b9f81cf0dd service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787 HTTP/1.1" status: 200 len: 1098 time: 0.0818367 Oct 13 15:48:28.957623 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-79e9e4ab-7cf7-464b-90bb-1a5e5f507e76 req-60cfe0fa-a784-4171-80f3-9412bddeebea service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=e020c264-9b26-4c0e-9136-93507d01b8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333977 Oct 13 15:48:28.966043 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda17fa2-f98d-465c-afdf-42916cd91f95 req-a85b4e37-f06c-4049-9f50-2aa79354b391 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:28.967515 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-cda17fa2-f98d-465c-afdf-42916cd91f95 req-a85b4e37-f06c-4049-9f50-2aa79354b391 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787 HTTP/1.1" status: 200 len: 945 time: 0.0861483 Oct 13 15:48:29.010335 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-cda17fa2-f98d-465c-afdf-42916cd91f95 req-309c60d3-c72c-4234-a598-b9f93c582de2 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=e020c264-9b26-4c0e-9136-93507d01b8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371721 Oct 13 15:48:30.212627 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a136be6a-e09b-422c-9d7e-a239459904fb req-a32d093d-106f-4248-a0d2-220e85606aa4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:30.214881 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a136be6a-e09b-422c-9d7e-a239459904fb req-a32d093d-106f-4248-a0d2-220e85606aa4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787 HTTP/1.1" status: 200 len: 945 time: 0.0871224 Oct 13 15:48:30.263970 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a136be6a-e09b-422c-9d7e-a239459904fb req-87f6ca3e-733c-4bfb-a415-21a7ef98228b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=e020c264-9b26-4c0e-9136-93507d01b8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428631 Oct 13 15:48:31.463611 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ce28e3-5dcb-49d9-99b8-0ba93582e016 req-9cdfe908-73ad-425d-9d8f-614c8c2c5f33 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:31.465030 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-32ce28e3-5dcb-49d9-99b8-0ba93582e016 req-9cdfe908-73ad-425d-9d8f-614c8c2c5f33 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787 HTTP/1.1" status: 200 len: 945 time: 0.0891979 Oct 13 15:48:31.507917 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-32ce28e3-5dcb-49d9-99b8-0ba93582e016 req-51940040-de47-4999-8dd7-d34d1306017f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=e020c264-9b26-4c0e-9136-93507d01b8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372660 Oct 13 15:48:31.701332 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b4eb64-67f5-45ba-8ccc-bc7000576718 req-c0c019e3-9ece-4a92-ad08-bbe41f7e9e27 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:31.702825 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-25b4eb64-67f5-45ba-8ccc-bc7000576718 req-c0c019e3-9ece-4a92-ad08-bbe41f7e9e27 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787 HTTP/1.1" status: 200 len: 945 time: 0.0864074 Oct 13 15:48:31.745820 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-25b4eb64-67f5-45ba-8ccc-bc7000576718 req-d351e935-a9d2-491a-b283-e49ae35adac9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=e020c264-9b26-4c0e-9136-93507d01b8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375018 Oct 13 15:48:31.774980 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 57274) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:48:31.852796 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a49ebe7a-ce0f-40c8-a812-e918fec054b2 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:31.854186 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-a49ebe7a-ce0f-40c8-a812-e918fec054b2 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787 HTTP/1.1" status: 200 len: 1093 time: 0.0782638 Oct 13 15:48:31.856903 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 57278) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:48:31.861588 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-03f0dce2-8cbf-4b9e-bb5b-d03c826373da tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'floatingip': {'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'port_id': 'c0633864-5ce2-4055-96d2-f8cb70d10b32', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:48:31.867246 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-03f0dce2-8cbf-4b9e-bb5b-d03c826373da tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:48:31.871612 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-03f0dce2-8cbf-4b9e-bb5b-d03c826373da tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:floatingip and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:48:31.874391 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-03f0dce2-8cbf-4b9e-bb5b-d03c826373da tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:48:31.879988 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-03f0dce2-8cbf-4b9e-bb5b-d03c826373da tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:48:31.891151 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-03f0dce2-8cbf-4b9e-bb5b-d03c826373da tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for floatingip, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:32.024021 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-03f0dce2-8cbf-4b9e-bb5b-d03c826373da tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:32.153711 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-03f0dce2-8cbf-4b9e-bb5b-d03c826373da tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Allocated IP 172.26.2.125 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/42a750ed-9094-48a4-81ea-eb95a2469811) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:48:32.297566 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-03f0dce2-8cbf-4b9e-bb5b-d03c826373da tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:32.326614 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-03f0dce2-8cbf-4b9e-bb5b-d03c826373da tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:32.387862 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f0dce2-8cbf-4b9e-bb5b-d03c826373da tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:48:32.390597 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-03f0dce2-8cbf-4b9e-bb5b-d03c826373da tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:48:32.393517 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f0dce2-8cbf-4b9e-bb5b-d03c826373da tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:48:32.439705 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f0dce2-8cbf-4b9e-bb5b-d03c826373da tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Port': ['ID=42a750ed-9094-48a4-81ea-eb95a2469811,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:48:32.902275 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-03f0dce2-8cbf-4b9e-bb5b-d03c826373da tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:32.975116 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-03f0dce2-8cbf-4b9e-bb5b-d03c826373da tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:33.172943 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-03f0dce2-8cbf-4b9e-bb5b-d03c826373da tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:33.177180 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-03f0dce2-8cbf-4b9e-bb5b-d03c826373da tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:33.284817 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-03f0dce2-8cbf-4b9e-bb5b-d03c826373da tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:33.339381 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f0dce2-8cbf-4b9e-bb5b-d03c826373da tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Port': ['ID=42a750ed-9094-48a4-81ea-eb95a2469811,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:48:33.455418 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.l3_db [None req-03f0dce2-8cbf-4b9e-bb5b-d03c826373da tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Floating IP aae94071-5292-4074-a37e-60226ebcd724 associated. External IP: 172.26.2.125, port: c0633864-5ce2-4055-96d2-f8cb70d10b32. Oct 13 15:48:33.801182 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03f0dce2-8cbf-4b9e-bb5b-d03c826373da tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Router 668347c3-afe0-463c-b506-b232bb5ce446 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:48:33.972788 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03f0dce2-8cbf-4b9e-bb5b-d03c826373da tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:48:33.983067 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003e1ceb-a7c1-4953-94cb-839a3a736623 None None] Sync routers for ids ['668347c3-afe0-463c-b506-b232bb5ce446'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:48:33.992054 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003e1ceb-a7c1-4953-94cb-839a3a736623 None None] Routers {'668347c3-afe0-463c-b506-b232bb5ce446'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:48:33.993331 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-003e1ceb-a7c1-4953-94cb-839a3a736623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:48:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['668347c3-afe0-463c-b506-b232bb5ce446'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:48:33.997013 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-03f0dce2-8cbf-4b9e-bb5b-d03c826373da tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:34.053560 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-03f0dce2-8cbf-4b9e-bb5b-d03c826373da tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1956742 Oct 13 15:48:34.054212 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787', 'tag': 'c0633864-5ce2-4055-96d2-f8cb70d10b32'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:48:34.057007 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57284) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:48:34.057519 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8448e5a-bfa4-4187-ae45-3082c0180748" -d '{"events": [{"name": "network-changed", "server_uuid": "b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787", "tag": "c0633864-5ce2-4055-96d2-f8cb70d10b32"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:48:34.099971 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 15:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a3134a-15b5-46ce-8038-bbc3e646f2e9 x-openstack-request-id: req-e8a3134a-15b5-46ce-8038-bbc3e646f2e9 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:48:34.100261 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787", "tag": "c0633864-5ce2-4055-96d2-f8cb70d10b32", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:48:34.100507 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e8a3134a-15b5-46ce-8038-bbc3e646f2e9 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:48:34.100907 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8a3134a-15b5-46ce-8038-bbc3e646f2e9'] response: {'name': 'network-changed', 'server_uuid': 'b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787', 'tag': 'c0633864-5ce2-4055-96d2-f8cb70d10b32', 'status': 'completed', 'code': 200} Oct 13 15:48:34.136473 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d82decd-caeb-49cf-aab2-60f60489a712 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:34.143247 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-3d82decd-caeb-49cf-aab2-60f60489a712 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787 HTTP/1.1" status: 200 len: 1093 time: 0.0799825 Oct 13 15:48:34.189644 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-003e1ceb-a7c1-4953-94cb-839a3a736623 None None] Set router 668347c3-afe0-463c-b506-b232bb5ce446 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:48:34.205092 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8448e5a-bfa4-4187-ae45-3082c0180748 req-f7e60aae-c6ee-48f6-a918-fbdac98bbf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:34.206672 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a8448e5a-bfa4-4187-ae45-3082c0180748 req-f7e60aae-c6ee-48f6-a918-fbdac98bbf2f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&device_id=b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787 HTTP/1.1" status: 200 len: 1098 time: 0.0862505 Oct 13 15:48:34.209357 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 57292) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:48:34.214651 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-f7e21f75-fe01-41a2-954e-ffe4994d9af6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-173590583', 'description': 'tempest-secgroup-smoke-173590583 description', 'project_id': 'de460f02ee50469b960f7a471a064187'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:48:34.237523 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-f7e21f75-fe01-41a2-954e-ffe4994d9af6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:48:34.264296 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-f7e21f75-fe01-41a2-954e-ffe4994d9af6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:48:34.444923 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f7e21f75-fe01-41a2-954e-ffe4994d9af6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:34.474345 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-f7e21f75-fe01-41a2-954e-ffe4994d9af6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:48:34.491874 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-f7e21f75-fe01-41a2-954e-ffe4994d9af6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:48:34.495962 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-f7e21f75-fe01-41a2-954e-ffe4994d9af6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:48:34.502656 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8448e5a-bfa4-4187-ae45-3082c0180748 req-18ca0202-0f4b-4dd9-af3c-5c4b75e5c8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:34.504084 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a8448e5a-bfa4-4187-ae45-3082c0180748 req-18ca0202-0f4b-4dd9-af3c-5c4b75e5c8f3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=385ae410-40dd-4bdd-a772-a7ade19abb6f HTTP/1.1" status: 200 len: 898 time: 0.2850728 Oct 13 15:48:34.504874 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-f7e21f75-fe01-41a2-954e-ffe4994d9af6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:48:34.515286 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c3da0f41-0b96-42e8-99d7-3f5e9ab22947 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:34.556971 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-003e1ceb-a7c1-4953-94cb-839a3a736623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668347c3-afe0-463c-b506-b232bb5ce446', 'name': 'tempest-TestNetworkBasicOps-router-1959839772', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': 'dca082dc-433c-4418-bdce-f2e1402ccbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:48:07Z', 'updated_at': '2022-10-13T15:48:12Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': 'dca082dc-433c-4418-bdce-f2e1402ccbd5', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668347c3-afe0-463c-b506-b232bb5ce446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:48:08Z', 'updated_at': '2022-10-13T15:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': 'aae94071-5292-4074-a37e-60226ebcd724', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'floating_ip_address': '172.26.2.125', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '668347c3-afe0-463c-b506-b232bb5ce446', 'port_id': 'c0633864-5ce2-4055-96d2-f8cb70d10b32', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '385ae410-40dd-4bdd-a772-a7ade19abb6f', 'mac_address': 'fa:16:3e:c2:37:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:48:32Z', 'updated_at': '2022-10-13T15:48:32Z', 'revision_number': 0, 'project_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea21750d-b80b-4614-a667-b81d40f76a8b', 'name': '', 'network_id': '385ae410-40dd-4bdd-a772-a7ade19abb6f', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:8a:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668347c3-afe0-463c-b506-b232bb5ce446', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '820e9e10-38c6-4a1f-bc93-37362ca694c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:48:11Z', 'updated_at': '2022-10-13T15:48:17Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '820e9e10-38c6-4a1f-bc93-37362ca694c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:48:34.560730 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003e1ceb-a7c1-4953-94cb-839a3a736623 None None] Checking router: 668347c3-afe0-463c-b506-b232bb5ce446 for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:48:34.568940 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003e1ceb-a7c1-4953-94cb-839a3a736623 None None] Routers {'668347c3-afe0-463c-b506-b232bb5ce446'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:48:34.569531 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-003e1ceb-a7c1-4953-94cb-839a3a736623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:48:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['668347c3-afe0-463c-b506-b232bb5ce446'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:48:34.628054 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a8448e5a-bfa4-4187-ae45-3082c0180748 req-7b08eef1-fa36-486c-87a1-f32e8c707063 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0633864-5ce2-4055-96d2-f8cb70d10b32 HTTP/1.1" status: 200 len: 999 time: 0.1148806 Oct 13 15:48:34.708448 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f7e21f75-fe01-41a2-954e-ffe4994d9af6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:34.715580 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f7e21f75-fe01-41a2-954e-ffe4994d9af6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:34.731438 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8448e5a-bfa4-4187-ae45-3082c0180748 req-35127e14-37bc-4479-b04e-c39c3543c65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:34.732827 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a8448e5a-bfa4-4187-ae45-3082c0180748 req-35127e14-37bc-4479-b04e-c39c3543c65a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=820e9e10-38c6-4a1f-bc93-37362ca694c2 HTTP/1.1" status: 200 len: 835 time: 0.0943873 Oct 13 15:48:34.787610 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-003e1ceb-a7c1-4953-94cb-839a3a736623 None None] Set router 668347c3-afe0-463c-b506-b232bb5ce446 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:48:34.808211 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e21f75-fe01-41a2-954e-ffe4994d9af6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a8850e-fc1f-44a7-af1f-0e7d4eedefaa,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:48:34.825345 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f7e21f75-fe01-41a2-954e-ffe4994d9af6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:34.829251 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-f7e21f75-fe01-41a2-954e-ffe4994d9af6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6163146 Oct 13 15:48:34.829787 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57296) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:48:34.835738 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-36789c08-bf01-4db6-9f37-5c403f177505 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': 'b0a8850e-fc1f-44a7-af1f-0e7d4eedefaa', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:48:34.842784 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-36789c08-bf01-4db6-9f37-5c403f177505 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:48:34.847160 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-36789c08-bf01-4db6-9f37-5c403f177505 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:48:34.847739 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8448e5a-bfa4-4187-ae45-3082c0180748 req-115e9c4e-e78f-45c2-b95d-cfbca1e0d1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:34.849225 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a8448e5a-bfa4-4187-ae45-3082c0180748 req-115e9c4e-e78f-45c2-b95d-cfbca1e0d1b9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=385ae410-40dd-4bdd-a772-a7ade19abb6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1062841 Oct 13 15:48:34.850586 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-36789c08-bf01-4db6-9f37-5c403f177505 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:48:34.856575 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-36789c08-bf01-4db6-9f37-5c403f177505 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:48:34.878811 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-36789c08-bf01-4db6-9f37-5c403f177505 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:34.991533 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a8448e5a-bfa4-4187-ae45-3082c0180748 req-5aaaf7af-10c3-45e1-bfd7-4c2914180581 service neutron] 10.222.0.16 "GET /v2.0/networks/385ae410-40dd-4bdd-a772-a7ade19abb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361268 Oct 13 15:48:35.043383 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-36789c08-bf01-4db6-9f37-5c403f177505 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:35.047459 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-36789c08-bf01-4db6-9f37-5c403f177505 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:35.078017 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36789c08-bf01-4db6-9f37-5c403f177505 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=940f6797-aba6-4dc8-83a3-724c1d60a994,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:48:35.083700 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-36789c08-bf01-4db6-9f37-5c403f177505 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:35.088135 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-36789c08-bf01-4db6-9f37-5c403f177505 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2570639 Oct 13 15:48:35.088712 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57300) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:48:35.093800 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-35d7fe48-9093-4f3b-afaa-b04c435f5276 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': 'b0a8850e-fc1f-44a7-af1f-0e7d4eedefaa', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:48:35.099684 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-35d7fe48-9093-4f3b-afaa-b04c435f5276 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:48:35.103817 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-35d7fe48-9093-4f3b-afaa-b04c435f5276 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:48:35.107321 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-35d7fe48-9093-4f3b-afaa-b04c435f5276 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:48:35.112984 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-35d7fe48-9093-4f3b-afaa-b04c435f5276 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:48:35.130299 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-35d7fe48-9093-4f3b-afaa-b04c435f5276 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:35.132447 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a8448e5a-bfa4-4187-ae45-3082c0180748 req-60dbb639-f073-45a4-836e-a87a00ca6894 service neutron] 10.222.0.16 "GET /v2.0/networks/385ae410-40dd-4bdd-a772-a7ade19abb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346877 Oct 13 15:48:35.153666 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-003e1ceb-a7c1-4953-94cb-839a3a736623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668347c3-afe0-463c-b506-b232bb5ce446', 'name': 'tempest-TestNetworkBasicOps-router-1959839772', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': 'dca082dc-433c-4418-bdce-f2e1402ccbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:48:07Z', 'updated_at': '2022-10-13T15:48:12Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': 'dca082dc-433c-4418-bdce-f2e1402ccbd5', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668347c3-afe0-463c-b506-b232bb5ce446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:48:08Z', 'updated_at': '2022-10-13T15:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': 'aae94071-5292-4074-a37e-60226ebcd724', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'floating_ip_address': '172.26.2.125', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '668347c3-afe0-463c-b506-b232bb5ce446', 'port_id': 'c0633864-5ce2-4055-96d2-f8cb70d10b32', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '385ae410-40dd-4bdd-a772-a7ade19abb6f', 'mac_address': 'fa:16:3e:c2:37:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:48:32Z', 'updated_at': '2022-10-13T15:48:32Z', 'revision_number': 0, 'project_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea21750d-b80b-4614-a667-b81d40f76a8b', 'name': '', 'network_id': '385ae410-40dd-4bdd-a772-a7ade19abb6f', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:8a:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668347c3-afe0-463c-b506-b232bb5ce446', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '820e9e10-38c6-4a1f-bc93-37362ca694c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:48:11Z', 'updated_at': '2022-10-13T15:48:17Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '820e9e10-38c6-4a1f-bc93-37362ca694c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:48:35.158232 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003e1ceb-a7c1-4953-94cb-839a3a736623 None None] The sync data for ids ['668347c3-afe0-463c-b506-b232bb5ce446'] in dv-neutron-860329-2-hyperv is: [{'id': '668347c3-afe0-463c-b506-b232bb5ce446', 'name': 'tempest-TestNetworkBasicOps-router-1959839772', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': 'dca082dc-433c-4418-bdce-f2e1402ccbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:48:07Z', 'updated_at': '2022-10-13T15:48:12Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': 'dca082dc-433c-4418-bdce-f2e1402ccbd5', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668347c3-afe0-463c-b506-b232bb5ce446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:48:08Z', 'updated_at': '2022-10-13T15:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': 'aae94071-5292-4074-a37e-60226ebcd724', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'floating_ip_address': '172.26.2.125', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '668347c3-afe0-463c-b506-b232bb5ce446', 'port_id': 'c0633864-5ce2-4055-96d2-f8cb70d10b32', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '385ae410-40dd-4bdd-a772-a7ade19abb6f', 'mac_address': 'fa:16:3e:c2:37:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:48:32Z', 'updated_at': '2022-10-13T15:48:32Z', 'revision_number': 0, 'project_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea21750d-b80b-4614-a667-b81d40f76a8b', 'name': '', 'network_id': '385ae410-40dd-4bdd-a772-a7ade19abb6f', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:8a:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668347c3-afe0-463c-b506-b232bb5ce446', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '820e9e10-38c6-4a1f-bc93-37362ca694c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:48:11Z', 'updated_at': '2022-10-13T15:48:17Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '820e9e10-38c6-4a1f-bc93-37362ca694c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:48:35.198956 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-35d7fe48-9093-4f3b-afaa-b04c435f5276 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:35.202842 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-35d7fe48-9093-4f3b-afaa-b04c435f5276 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:35.227430 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d7fe48-9093-4f3b-afaa-b04c435f5276 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a7f73d3-de98-426c-80de-c6ca306ee69c,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:48:35.236581 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-35d7fe48-9093-4f3b-afaa-b04c435f5276 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:35.237784 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-35d7fe48-9093-4f3b-afaa-b04c435f5276 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1481049 Oct 13 15:48:35.240653 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57304) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:48:35.246696 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-99e61af4-f7f2-46e5-b2b1-de868e8e2701 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': 'b0a8850e-fc1f-44a7-af1f-0e7d4eedefaa', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:48:35.252705 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-99e61af4-f7f2-46e5-b2b1-de868e8e2701 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:48:35.256646 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-99e61af4-f7f2-46e5-b2b1-de868e8e2701 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:48:35.259524 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-99e61af4-f7f2-46e5-b2b1-de868e8e2701 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:48:35.265072 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-99e61af4-f7f2-46e5-b2b1-de868e8e2701 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:48:35.281349 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-99e61af4-f7f2-46e5-b2b1-de868e8e2701 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:35.350321 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-99e61af4-f7f2-46e5-b2b1-de868e8e2701 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:35.354869 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-99e61af4-f7f2-46e5-b2b1-de868e8e2701 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:35.364947 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0483d728-34ca-4a9d-b55c-dea6400fc9a2 None None] New status for floating IP aae94071-5292-4074-a37e-60226ebcd724: ACTIVE {{(pid=88975) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:48:35.384875 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e61af4-f7f2-46e5-b2b1-de868e8e2701 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96de4bc2-9113-4071-99b1-70ce284dd92a,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:48:35.390966 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-99e61af4-f7f2-46e5-b2b1-de868e8e2701 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:35.394729 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-99e61af4-f7f2-46e5-b2b1-de868e8e2701 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1505685 Oct 13 15:48:35.394874 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57308) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:48:35.399770 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-399c3c6e-2d10-4569-a47f-6b272ebaa2e5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': 'b0a8850e-fc1f-44a7-af1f-0e7d4eedefaa', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:48:35.405644 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-399c3c6e-2d10-4569-a47f-6b272ebaa2e5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:48:35.409567 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-399c3c6e-2d10-4569-a47f-6b272ebaa2e5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:48:35.412404 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-399c3c6e-2d10-4569-a47f-6b272ebaa2e5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:48:35.418583 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-399c3c6e-2d10-4569-a47f-6b272ebaa2e5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:48:35.435916 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-399c3c6e-2d10-4569-a47f-6b272ebaa2e5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:35.498934 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-399c3c6e-2d10-4569-a47f-6b272ebaa2e5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:35.502605 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-399c3c6e-2d10-4569-a47f-6b272ebaa2e5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:35.525936 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c3c6e-2d10-4569-a47f-6b272ebaa2e5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8e13228-73a5-4e6d-81fe-1c30280356d1,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:48:35.535543 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-399c3c6e-2d10-4569-a47f-6b272ebaa2e5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:35.536841 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-399c3c6e-2d10-4569-a47f-6b272ebaa2e5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1410708 Oct 13 15:48:35.540210 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57312) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:48:35.545223 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-d301f1ba-5ba6-48c1-b83c-a9e5286e1ecc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': 'b0a8850e-fc1f-44a7-af1f-0e7d4eedefaa', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:48:35.551107 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-d301f1ba-5ba6-48c1-b83c-a9e5286e1ecc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:48:35.555535 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-d301f1ba-5ba6-48c1-b83c-a9e5286e1ecc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:48:35.558630 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-d301f1ba-5ba6-48c1-b83c-a9e5286e1ecc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:48:35.564404 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-d301f1ba-5ba6-48c1-b83c-a9e5286e1ecc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:48:35.574749 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.securitygroups_db [None req-d301f1ba-5ba6-48c1-b83c-a9e5286e1ecc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Project de460f02ee50469b960f7a471a064187 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 15:48:35.581208 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d301f1ba-5ba6-48c1-b83c-a9e5286e1ecc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:35.646907 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d301f1ba-5ba6-48c1-b83c-a9e5286e1ecc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:35.651578 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d301f1ba-5ba6-48c1-b83c-a9e5286e1ecc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:35.678003 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d301f1ba-5ba6-48c1-b83c-a9e5286e1ecc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc5a92ca-f9a5-4d8e-98a7-3edcec416f8d,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:48:35.687568 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d301f1ba-5ba6-48c1-b83c-a9e5286e1ecc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:35.688722 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d301f1ba-5ba6-48c1-b83c-a9e5286e1ecc tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1475263 Oct 13 15:48:35.691547 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57316) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:48:35.696579 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-ae59cf06-5787-4b8a-93b3-0ceffcd79cd1 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': 'b0a8850e-fc1f-44a7-af1f-0e7d4eedefaa', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:48:35.702475 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-ae59cf06-5787-4b8a-93b3-0ceffcd79cd1 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:48:35.706379 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-ae59cf06-5787-4b8a-93b3-0ceffcd79cd1 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:48:35.709197 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-ae59cf06-5787-4b8a-93b3-0ceffcd79cd1 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:48:35.715424 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-ae59cf06-5787-4b8a-93b3-0ceffcd79cd1 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:48:35.725507 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.securitygroups_db [None req-ae59cf06-5787-4b8a-93b3-0ceffcd79cd1 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Project de460f02ee50469b960f7a471a064187 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 15:48:35.732928 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ae59cf06-5787-4b8a-93b3-0ceffcd79cd1 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:35.796211 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ae59cf06-5787-4b8a-93b3-0ceffcd79cd1 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:35.799501 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ae59cf06-5787-4b8a-93b3-0ceffcd79cd1 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:35.822812 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae59cf06-5787-4b8a-93b3-0ceffcd79cd1 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b74d814a-3a1b-4aa8-9835-8646ac0f0300,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:48:35.831630 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ae59cf06-5787-4b8a-93b3-0ceffcd79cd1 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:35.832841 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-ae59cf06-5787-4b8a-93b3-0ceffcd79cd1 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1403558 Oct 13 15:48:35.991917 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-2098c8ba-b531-4ca8-9ca4-ce6de5de9df7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-173590583&fields=id&tenant_id=de460f02ee50469b960f7a471a064187 HTTP/1.1" status: 200 len: 267 time: 0.0395968 Oct 13 15:48:36.138061 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-0de532e3-329c-4dc3-ba18-912bc1ddb853 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:36.138760 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-0de532e3-329c-4dc3-ba18-912bc1ddb853 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:network {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:48:36.150664 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-0de532e3-329c-4dc3-ba18-912bc1ddb853 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:network {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:48:36.151751 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-0de532e3-329c-4dc3-ba18-912bc1ddb853 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/networks?id=385ae410-40dd-4bdd-a772-a7ade19abb6f HTTP/1.1" status: 200 len: 797 time: 0.1534326 Oct 13 15:48:36.165964 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-49864a61-0c08-4a4e-94c0-75749cc22167 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/quotas/de460f02ee50469b960f7a471a064187 HTTP/1.1" status: 200 len: 375 time: 0.0086288 Oct 13 15:48:36.260423 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-879ac365-6101-4c92-ac74-8362940bb741 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0896277 Oct 13 15:48:36.312475 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-dc48a451-6813-4098-a7ef-946ce08a4398 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:48:36.313452 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-dc48a451-6813-4098-a7ef-946ce08a4398 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0418806 Oct 13 15:48:36.442986 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-7051e5b2-0047-47b9-8e44-3d863a43b79a service neutron] 10.222.0.42 "GET /v2.0/networks/385ae410-40dd-4bdd-a772-a7ade19abb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237268 Oct 13 15:48:36.572005 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-9af8d4cb-61fd-4b1e-bc8c-ab1a596757a2 service neutron] 10.222.0.42 "GET /v2.0/networks/385ae410-40dd-4bdd-a772-a7ade19abb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225717 Oct 13 15:48:36.629079 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e3baa09b-14bd-4e38-8c5a-4bffd7b26850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:36.760453 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c2df536b-675c-45dc-889d-d1fcfd5f8f0b req-07ddad2d-c331-42c5-9c63-e3bc64603ffe tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec9d59ca-f166-4207-a35b-c836df2f587f HTTP/1.1" status: 200 len: 210 time: 0.0490878 Oct 13 15:48:37.740726 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:37.761968 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-6ed19ebb-9089-4339-bc81-3b1f527a27b0 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:37.763384 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-6ed19ebb-9089-4339-bc81-3b1f527a27b0 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.16 "GET /v2.0/networks?id=385ae410-40dd-4bdd-a772-a7ade19abb6f HTTP/1.1" status: 200 len: 797 time: 0.1525929 Oct 13 15:48:37.821255 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-ade9e103-6c8c-48d7-83ca-8938ea1abc83 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:security_group {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:48:37.837805 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-ade9e103-6c8c-48d7-83ca-8938ea1abc83 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:security_group {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:48:37.839423 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-ade9e103-6c8c-48d7-83ca-8938ea1abc83 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de460f02ee50469b960f7a471a064187 HTTP/1.1" status: 200 len: 472 time: 0.0683296 Oct 13 15:48:37.847749 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-83a3a7fd-9657-42f7-b988-bc7b72aa075b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'port': {'device_id': 'ec9d59ca-f166-4207-a35b-c836df2f587f', 'network_id': '385ae410-40dd-4bdd-a772-a7ade19abb6f', 'admin_state_up': True, 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'security_groups': ['b0a8850e-fc1f-44a7-af1f-0e7d4eedefaa']}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:48:37.896686 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:37.925856 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-382a98ac-0181-4ee2-90a3-92cbd624d282 req-c1fb776d-f380-4f8f-a493-306b5cfebc57 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec9d59ca-f166-4207-a35b-c836df2f587f HTTP/1.1" status: 200 len: 210 time: 0.0518711 Oct 13 15:48:37.984499 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-83a3a7fd-9657-42f7-b988-bc7b72aa075b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:48:37.994381 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-83a3a7fd-9657-42f7-b988-bc7b72aa075b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:48:38.003182 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-83a3a7fd-9657-42f7-b988-bc7b72aa075b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Made reservation on behalf of de460f02ee50469b960f7a471a064187 for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:48:38.006636 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-83a3a7fd-9657-42f7-b988-bc7b72aa075b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:38.164991 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-83a3a7fd-9657-42f7-b988-bc7b72aa075b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Allocated IP 172.20.0.5 (385ae410-40dd-4bdd-a772-a7ade19abb6f/820e9e10-38c6-4a1f-bc93-37362ca694c2/0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:48:38.347908 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-83a3a7fd-9657-42f7-b988-bc7b72aa075b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:38.363455 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-83a3a7fd-9657-42f7-b988-bc7b72aa075b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Transition to ACTIVE for port object 0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:48:38.387100 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-83a3a7fd-9657-42f7-b988-bc7b72aa075b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:38.456399 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-83a3a7fd-9657-42f7-b988-bc7b72aa075b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network 385ae410-40dd-4bdd-a772-a7ade19abb6f is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:48:38.459532 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-83a3a7fd-9657-42f7-b988-bc7b72aa075b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:48:38.463365 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-83a3a7fd-9657-42f7-b988-bc7b72aa075b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:48:38.500224 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a3a7fd-9657-42f7-b988-bc7b72aa075b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Port': ['ID=0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:48:38.531716 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-83a3a7fd-9657-42f7-b988-bc7b72aa075b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:38.532319 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-83a3a7fd-9657-42f7-b988-bc7b72aa075b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:38.559280 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-83a3a7fd-9657-42f7-b988-bc7b72aa075b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7153389 Oct 13 15:48:38.570211 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-3a5a1c7c-24ea-4e61-9182-b916a3879c75 service neutron] Request body: {'port': {'device_id': 'ec9d59ca-f166-4207-a35b-c836df2f587f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:48:38.695870 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-963c7d24-a420-47c8-8457-bf20410f26af None None] Provisioning for port 0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:48:38.702112 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-963c7d24-a420-47c8-8457-bf20410f26af None None] Provisioning complete for port 0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:48:38.702517 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-963c7d24-a420-47c8-8457-bf20410f26af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:38.702923 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-963c7d24-a420-47c8-8457-bf20410f26af None None] Attempt 1 to provision port 0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9 Oct 13 15:48:38.768118 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-963c7d24-a420-47c8-8457-bf20410f26af None None] Port 0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:48:38.793537 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-3a5a1c7c-24ea-4e61-9182-b916a3879c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:39.197921 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60fe847-4dec-49da-87e6-5e767edc255c req-fdbff477-4439-417c-bddf-0cfab4a99042 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:39.198633 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-c60fe847-4dec-49da-87e6-5e767edc255c req-fdbff477-4439-417c-bddf-0cfab4a99042 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:48:39.204356 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-3a5a1c7c-24ea-4e61-9182-b916a3879c75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9 {{(pid=88973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 15:48:39.215022 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-3a5a1c7c-24ea-4e61-9182-b916a3879c75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:39.232627 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-c60fe847-4dec-49da-87e6-5e767edc255c req-fdbff477-4439-417c-bddf-0cfab4a99042 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:48:39.233771 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c60fe847-4dec-49da-87e6-5e767edc255c req-fdbff477-4439-417c-bddf-0cfab4a99042 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec9d59ca-f166-4207-a35b-c836df2f587f HTTP/1.1" status: 200 len: 931 time: 0.1937001 Oct 13 15:48:39.234632 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-3a5a1c7c-24ea-4e61-9182-b916a3879c75 service neutron] Transition to ACTIVE for port object 0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9 will not be triggered until provisioned by entity L2. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:48:39.253286 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-3a5a1c7c-24ea-4e61-9182-b916a3879c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:39.269909 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-963c7d24-a420-47c8-8457-bf20410f26af None None] Attempt 2 to provision port 0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9 Oct 13 15:48:39.328701 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-963c7d24-a420-47c8-8457-bf20410f26af None None] Port 0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:48:39.432676 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c60fe847-4dec-49da-87e6-5e767edc255c req-f695d219-a589-40c5-a846-b98ccc46b335 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=b0a8850e-fc1f-44a7-af1f-0e7d4eedefaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1923766 Oct 13 15:48:39.463251 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a1c7c-24ea-4e61-9182-b916a3879c75 service neutron] Pushing event updated for resources: {'Port': ['ID=0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:48:39.503273 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-3a5a1c7c-24ea-4e61-9182-b916a3879c75 service neutron] Attempting to bind port 0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:48:39.503606 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-3a5a1c7c-24ea-4e61-9182-b916a3879c75 service neutron] Attempting to bind port 0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'f23b5f13-f87a-4d32-a96d-0b4ec71183da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '385ae410-40dd-4bdd-a772-a7ade19abb6f'}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:48:39.503930 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-3a5a1c7c-24ea-4e61-9182-b916a3879c75 service neutron] Attempting to bind port 0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9 on network 385ae410-40dd-4bdd-a772-a7ade19abb6f {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:48:39.509033 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-3a5a1c7c-24ea-4e61-9182-b916a3879c75 service neutron] Port 0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9 on network 385ae410-40dd-4bdd-a772-a7ade19abb6f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:48:39.509350 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-3a5a1c7c-24ea-4e61-9182-b916a3879c75 service neutron] Attempting to bind port 0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9 on network 385ae410-40dd-4bdd-a772-a7ade19abb6f {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:48:39.514364 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-3a5a1c7c-24ea-4e61-9182-b916a3879c75 service neutron] Checking agent: {'id': 'c4d1d38a-44f6-47ac-b17c-311e640e7cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'started_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 48, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:48:39.514694 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-3a5a1c7c-24ea-4e61-9182-b916a3879c75 service neutron] Checking segment: {'id': 'f23b5f13-f87a-4d32-a96d-0b4ec71183da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '385ae410-40dd-4bdd-a772-a7ade19abb6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:48:39.515068 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-3a5a1c7c-24ea-4e61-9182-b916a3879c75 service neutron] Bound using segment: {'id': 'f23b5f13-f87a-4d32-a96d-0b4ec71183da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '385ae410-40dd-4bdd-a772-a7ade19abb6f'} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:48:39.515485 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-3a5a1c7c-24ea-4e61-9182-b916a3879c75 service neutron] Bound port: 0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f23b5f13-f87a-4d32-a96d-0b4ec71183da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '385ae410-40dd-4bdd-a772-a7ade19abb6f'}}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:48:39.515824 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-3a5a1c7c-24ea-4e61-9182-b916a3879c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:39.596731 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:39.606471 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-3a5a1c7c-24ea-4e61-9182-b916a3879c75 service neutron] For port 0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9, host hv-neutron-8603, cleared binding levels {{(pid=88973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:48:39.609373 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-3a5a1c7c-24ea-4e61-9182-b916a3879c75 service neutron] For port 0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9,segment=NetworkSegment(f23b5f13-f87a-4d32-a96d-0b4ec71183da),segment_id=f23b5f13-f87a-4d32-a96d-0b4ec71183da)] {{(pid=88973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:48:39.612973 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-3a5a1c7c-24ea-4e61-9182-b916a3879c75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:39.644005 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-3a5a1c7c-24ea-4e61-9182-b916a3879c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:39.644615 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-3a5a1c7c-24ea-4e61-9182-b916a3879c75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:39.645960 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-3a5a1c7c-24ea-4e61-9182-b916a3879c75 service neutron] 10.222.0.16 "PUT /v2.0/ports/0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9 HTTP/1.1" status: 200 len: 1093 time: 1.0801651 Oct 13 15:48:39.646473 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec9d59ca-f166-4207-a35b-c836df2f587f', 'tag': '0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:48:39.648776 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67e9fe7-5600-4020-8a33-8388ff7e4d4a" -d '{"events": [{"name": "network-changed", "server_uuid": "ec9d59ca-f166-4207-a35b-c836df2f587f", "tag": "0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:48:39.723947 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 15:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ec9af9e-13ed-41f9-a868-a3e760d25222 x-openstack-request-id: req-7ec9af9e-13ed-41f9-a868-a3e760d25222 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:48:39.724174 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec9d59ca-f166-4207-a35b-c836df2f587f", "tag": "0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:48:39.724426 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7ec9af9e-13ed-41f9-a868-a3e760d25222 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:48:39.724822 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7ec9af9e-13ed-41f9-a868-a3e760d25222'] response: {'name': 'network-changed', 'server_uuid': 'ec9d59ca-f166-4207-a35b-c836df2f587f', 'tag': '0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9', 'status': 'completed', 'code': 200} Oct 13 15:48:39.754561 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a1c7c-24ea-4e61-9182-b916a3879c75 service neutron] Pushing event updated for resources: {'Port': ['ID=0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9,revision_number=3']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:48:39.783507 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-2529220e-2972-4b57-8e04-d4179fc251fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:39.785021 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-2529220e-2972-4b57-8e04-d4179fc251fb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&device_id=ec9d59ca-f166-4207-a35b-c836df2f587f HTTP/1.1" status: 200 len: 1096 time: 0.0953734 Oct 13 15:48:39.829793 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-963c7d24-a420-47c8-8457-bf20410f26af None None] Attempt 3 to provision port 0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9 Oct 13 15:48:39.850192 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-20e39f33-7eba-4df6-a1e8-e870031a27d2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9 HTTP/1.1" status: 200 len: 217 time: 0.0591388 Oct 13 15:48:39.889830 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-963c7d24-a420-47c8-8457-bf20410f26af None None] Port 0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9 had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 15:48:39.915642 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-389d9845-0f15-4bfa-bf3b-bc5e6944b89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:39.917048 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-389d9845-0f15-4bfa-bf3b-bc5e6944b89f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=820e9e10-38c6-4a1f-bc93-37362ca694c2 HTTP/1.1" status: 200 len: 835 time: 0.0610156 Oct 13 15:48:39.997519 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-fb05254b-b382-4189-bb76-630df872da55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:39.998894 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-fb05254b-b382-4189-bb76-630df872da55 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=385ae410-40dd-4bdd-a772-a7ade19abb6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756078 Oct 13 15:48:40.126658 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-5b30e7cf-5329-4e6e-82e6-4ae880f9c36f service neutron] 10.222.0.16 "GET /v2.0/networks/385ae410-40dd-4bdd-a772-a7ade19abb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218076 Oct 13 15:48:40.254403 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-817c1d84-732c-4c6c-91d0-5654a1d79b8d req-20808670-721c-4068-9bc1-debedc97795e service neutron] 10.222.0.16 "GET /v2.0/networks/385ae410-40dd-4bdd-a772-a7ade19abb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221704 Oct 13 15:48:40.374226 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e9fe7-5600-4020-8a33-8388ff7e4d4a req-7dbb3909-cf5c-40f0-ac79-68f870dd507b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:40.375668 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f67e9fe7-5600-4020-8a33-8388ff7e4d4a req-7dbb3909-cf5c-40f0-ac79-68f870dd507b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&device_id=ec9d59ca-f166-4207-a35b-c836df2f587f HTTP/1.1" status: 200 len: 1096 time: 0.0806680 Oct 13 15:48:40.662004 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e9fe7-5600-4020-8a33-8388ff7e4d4a req-252d9367-48f7-4bf7-9c73-b17435d5b36c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:40.663465 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f67e9fe7-5600-4020-8a33-8388ff7e4d4a req-252d9367-48f7-4bf7-9c73-b17435d5b36c service neutron] 10.222.0.16 "GET /v2.0/networks?id=385ae410-40dd-4bdd-a772-a7ade19abb6f HTTP/1.1" status: 200 len: 898 time: 0.2817357 Oct 13 15:48:40.736570 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f67e9fe7-5600-4020-8a33-8388ff7e4d4a req-1b66facd-78d2-4dc8-a085-6b49e8b1ad88 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9 HTTP/1.1" status: 200 len: 217 time: 0.0655127 Oct 13 15:48:40.744693 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66690799-cd75-441a-9a9a-a3c2953091c1 req-49a67139-eae8-4d75-91dd-16d3e0730610 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:40.746034 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-66690799-cd75-441a-9a9a-a3c2953091c1 req-49a67139-eae8-4d75-91dd-16d3e0730610 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec9d59ca-f166-4207-a35b-c836df2f587f HTTP/1.1" status: 200 len: 943 time: 0.1847203 Oct 13 15:48:40.833224 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e9fe7-5600-4020-8a33-8388ff7e4d4a req-f3f71b96-1f82-49c9-952b-d2073a278145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:40.834631 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f67e9fe7-5600-4020-8a33-8388ff7e4d4a req-f3f71b96-1f82-49c9-952b-d2073a278145 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=820e9e10-38c6-4a1f-bc93-37362ca694c2 HTTP/1.1" status: 200 len: 835 time: 0.0877652 Oct 13 15:48:40.837953 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-66690799-cd75-441a-9a9a-a3c2953091c1 req-b7ab0def-786e-4765-8243-708e452d142a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=b0a8850e-fc1f-44a7-af1f-0e7d4eedefaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606244 Oct 13 15:48:40.917725 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67e9fe7-5600-4020-8a33-8388ff7e4d4a req-90220aa9-3b96-42cd-87ae-7eca81b073ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:40.919151 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f67e9fe7-5600-4020-8a33-8388ff7e4d4a req-90220aa9-3b96-42cd-87ae-7eca81b073ef service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=385ae410-40dd-4bdd-a772-a7ade19abb6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765653 Oct 13 15:48:41.047761 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f67e9fe7-5600-4020-8a33-8388ff7e4d4a req-de3ce3a1-62f7-4394-99e9-db3fe3a45961 service neutron] 10.222.0.16 "GET /v2.0/networks/385ae410-40dd-4bdd-a772-a7ade19abb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216481 Oct 13 15:48:41.176174 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f67e9fe7-5600-4020-8a33-8388ff7e4d4a req-35b34b26-b0f7-4887-9e64-d5a00549fddb service neutron] 10.222.0.16 "GET /v2.0/networks/385ae410-40dd-4bdd-a772-a7ade19abb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219327 Oct 13 15:48:42.037508 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d4ec19-6aed-4081-894c-05f2753a02ab req-aa1708cc-76c0-4fd0-8979-5ffe63d0f5eb tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:42.038963 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-81d4ec19-6aed-4081-894c-05f2753a02ab req-aa1708cc-76c0-4fd0-8979-5ffe63d0f5eb tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec9d59ca-f166-4207-a35b-c836df2f587f HTTP/1.1" status: 200 len: 943 time: 0.0887599 Oct 13 15:48:42.081945 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-81d4ec19-6aed-4081-894c-05f2753a02ab req-c082939b-f185-4469-9794-bbd5d22d6119 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=b0a8850e-fc1f-44a7-af1f-0e7d4eedefaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373089 Oct 13 15:48:42.472025 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=88974) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 13 15:48:42.601890 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9,segment=NetworkSegment(f23b5f13-f87a-4d32-a96d-0b4ec71183da),segment_id=f23b5f13-f87a-4d32-a96d-0b4ec71183da)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:48:42.615150 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Returning: {'device': '0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9', 'network_id': '385ae410-40dd-4bdd-a772-a7ade19abb6f', 'port_id': '0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9', 'mac_address': 'fa:16:3e:d9:22:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '820e9e10-38c6-4a1f-bc93-37362ca694c2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88974) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 13 15:48:42.672755 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9 is: DOWN; New status is: BUILD {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:48:42.673124 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:42.689878 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9 {{(pid=88974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 15:48:42.705457 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9,segment=NetworkSegment(f23b5f13-f87a-4d32-a96d-0b4ec71183da),segment_id=f23b5f13-f87a-4d32-a96d-0b4ec71183da)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:48:42.709916 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:42.775173 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:48:43.037906 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 15:48:43.280117 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cfa5b6-4265-4c6c-937d-4d5fa4fc805c req-4a5540c5-34e0-4bad-a7ed-4646f297b4c7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:43.281554 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f1cfa5b6-4265-4c6c-937d-4d5fa4fc805c req-4a5540c5-34e0-4bad-a7ed-4646f297b4c7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec9d59ca-f166-4207-a35b-c836df2f587f HTTP/1.1" status: 200 len: 944 time: 0.0898664 Oct 13 15:48:43.329331 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f1cfa5b6-4265-4c6c-937d-4d5fa4fc805c req-d45b7cef-b080-4977-a10e-0a9ec4793b39 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=b0a8850e-fc1f-44a7-af1f-0e7d4eedefaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416520 Oct 13 15:48:44.489528 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9 up at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:48:44.524130 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c66130-b5c2-4589-94c6-5b51f0c8eca1 req-cbce69dc-f24c-4c57-8352-705e45d4cee5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:44.525619 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-c2c66130-b5c2-4589-94c6-5b51f0c8eca1 req-cbce69dc-f24c-4c57-8352-705e45d4cee5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec9d59ca-f166-4207-a35b-c836df2f587f HTTP/1.1" status: 200 len: 944 time: 0.0866797 Oct 13 15:48:44.560239 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning for port 0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:48:44.564985 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning complete for port 0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:48:44.565355 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:44.565688 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Attempt 1 to provision port 0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9 Oct 13 15:48:44.574769 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-c2c66130-b5c2-4589-94c6-5b51f0c8eca1 req-05534ef8-cfbf-4fc6-8bb7-dfbc57d492b0 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=b0a8850e-fc1f-44a7-af1f-0e7d4eedefaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430217 Oct 13 15:48:44.682136 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9 is: BUILD; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:48:44.682531 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:44.743020 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9d59ca-f166-4207-a35b-c836df2f587f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:48:44.745259 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979c64d66908691d8da3fe322a5acf5d757b5bee84c7992aba2ec3c134dffaeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-862a7cbe-58da-4f6f-b0e9-95a1dd1e7d04" -d '{"events": [{"server_uuid": "ec9d59ca-f166-4207-a35b-c836df2f587f", "name": "network-vif-plugged", "status": "completed", "tag": "0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:48:44.753123 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9,segment=NetworkSegment(f23b5f13-f87a-4d32-a96d-0b4ec71183da),segment_id=f23b5f13-f87a-4d32-a96d-0b4ec71183da)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:48:44.757802 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:44.788241 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 15:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f68474d-49c5-4f34-9e05-4db385f87bed x-openstack-request-id: req-7f68474d-49c5-4f34-9e05-4db385f87bed {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:48:44.788534 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec9d59ca-f166-4207-a35b-c836df2f587f", "name": "network-vif-plugged", "status": "completed", "tag": "0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:48:44.788784 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7f68474d-49c5-4f34-9e05-4db385f87bed {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:48:44.789782 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f68474d-49c5-4f34-9e05-4db385f87bed'] response: {'server_uuid': 'ec9d59ca-f166-4207-a35b-c836df2f587f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9', 'code': 200} Oct 13 15:48:44.826200 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:48:45.012227 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b33fc3-9ba8-4314-93ca-92582d43a1e9 req-85310c83-9c95-45cc-b44e-1491fc53ae75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:45.013583 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a7b33fc3-9ba8-4314-93ca-92582d43a1e9 req-85310c83-9c95-45cc-b44e-1491fc53ae75 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=ec9d59ca-f166-4207-a35b-c836df2f587f HTTP/1.1" status: 200 len: 1098 time: 0.0762472 Oct 13 15:48:45.055952 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a7b33fc3-9ba8-4314-93ca-92582d43a1e9 req-2330ef50-d881-4bfc-b056-be3c59772ce2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=b0a8850e-fc1f-44a7-af1f-0e7d4eedefaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366163 Oct 13 15:48:45.773294 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2004868d-954f-40f4-bd25-f04c5a141343 req-5d8f99ae-8d4c-4e5e-bff3-8d864352bd11 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:45.774765 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-2004868d-954f-40f4-bd25-f04c5a141343 req-5d8f99ae-8d4c-4e5e-bff3-8d864352bd11 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec9d59ca-f166-4207-a35b-c836df2f587f HTTP/1.1" status: 200 len: 945 time: 0.0862906 Oct 13 15:48:45.818285 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-2004868d-954f-40f4-bd25-f04c5a141343 req-90c887f0-636e-449b-a23f-be8fa3bb3c06 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=b0a8850e-fc1f-44a7-af1f-0e7d4eedefaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378764 Oct 13 15:48:47.012109 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b25e74-4802-430e-8cbf-85745394b1e9 req-be154309-3c43-44d9-9a02-d7ebb86c9f63 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:47.013415 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-44b25e74-4802-430e-8cbf-85745394b1e9 req-be154309-3c43-44d9-9a02-d7ebb86c9f63 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec9d59ca-f166-4207-a35b-c836df2f587f HTTP/1.1" status: 200 len: 945 time: 0.0857711 Oct 13 15:48:47.055434 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-44b25e74-4802-430e-8cbf-85745394b1e9 req-3b2e45fd-eae5-42c8-a13e-ea397b9488c8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=b0a8850e-fc1f-44a7-af1f-0e7d4eedefaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359039 Oct 13 15:48:47.253300 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03cca47-c037-4755-9643-0f9142c3e456 req-763aaae4-7e9f-4683-9d7a-5b4e309c9fee tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:47.255010 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f03cca47-c037-4755-9643-0f9142c3e456 req-763aaae4-7e9f-4683-9d7a-5b4e309c9fee tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec9d59ca-f166-4207-a35b-c836df2f587f HTTP/1.1" status: 200 len: 945 time: 0.0893338 Oct 13 15:48:47.297739 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f03cca47-c037-4755-9643-0f9142c3e456 req-1df1c507-53f6-4169-b4c0-c4753e67ca73 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=b0a8850e-fc1f-44a7-af1f-0e7d4eedefaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369833 Oct 13 15:48:47.325629 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57370) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:48:47.403842 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27a1163-5cc3-4b5d-877b-e599693f52d6 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:47.405313 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-c27a1163-5cc3-4b5d-877b-e599693f52d6 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=ec9d59ca-f166-4207-a35b-c836df2f587f HTTP/1.1" status: 200 len: 1093 time: 0.0787201 Oct 13 15:48:47.408085 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57374) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:48:47.413073 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-69dd572e-731f-428f-a672-ed459869e42c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'floatingip': {'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'port_id': '0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:48:47.419387 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-69dd572e-731f-428f-a672-ed459869e42c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:48:47.423188 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-69dd572e-731f-428f-a672-ed459869e42c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:floatingip and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:48:47.425928 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-69dd572e-731f-428f-a672-ed459869e42c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:48:47.432150 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-69dd572e-731f-428f-a672-ed459869e42c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:48:47.441960 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-69dd572e-731f-428f-a672-ed459869e42c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for floatingip, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:47.574517 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-69dd572e-731f-428f-a672-ed459869e42c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:47.797151 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-69dd572e-731f-428f-a672-ed459869e42c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Allocated IP 172.26.2.182 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/076a4376-ddca-4f7e-8293-2a6d3363facf) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:48:47.936372 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-69dd572e-731f-428f-a672-ed459869e42c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:47.964270 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-69dd572e-731f-428f-a672-ed459869e42c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:48.031454 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69dd572e-731f-428f-a672-ed459869e42c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:48:48.034159 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-69dd572e-731f-428f-a672-ed459869e42c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:48:48.037552 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69dd572e-731f-428f-a672-ed459869e42c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:48:48.065059 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd572e-731f-428f-a672-ed459869e42c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Port': ['ID=076a4376-ddca-4f7e-8293-2a6d3363facf,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:48:48.433993 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-69dd572e-731f-428f-a672-ed459869e42c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:48.506114 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-69dd572e-731f-428f-a672-ed459869e42c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:48.704846 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-69dd572e-731f-428f-a672-ed459869e42c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:48.709152 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-69dd572e-731f-428f-a672-ed459869e42c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:48.818254 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dd572e-731f-428f-a672-ed459869e42c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Port': ['ID=076a4376-ddca-4f7e-8293-2a6d3363facf,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:48:48.820687 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-69dd572e-731f-428f-a672-ed459869e42c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:48.986981 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.l3_db [None req-69dd572e-731f-428f-a672-ed459869e42c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Floating IP c230a0e0-2f16-4aa3-83b0-7d8112590fa6 associated. External IP: 172.26.2.182, port: 0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9. Oct 13 15:48:49.430409 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69dd572e-731f-428f-a672-ed459869e42c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Router 668347c3-afe0-463c-b506-b232bb5ce446 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:48:49.604103 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69dd572e-731f-428f-a672-ed459869e42c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:48:49.613656 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ad61ed-2fc1-4f3b-bf01-8d22dfd7ded7 None None] Sync routers for ids ['668347c3-afe0-463c-b506-b232bb5ce446'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:48:49.625093 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ad61ed-2fc1-4f3b-bf01-8d22dfd7ded7 None None] Routers {'668347c3-afe0-463c-b506-b232bb5ce446'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:48:49.625609 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-83ad61ed-2fc1-4f3b-bf01-8d22dfd7ded7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:48:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['668347c3-afe0-463c-b506-b232bb5ce446'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:48:49.629063 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-69dd572e-731f-428f-a672-ed459869e42c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:48:49.690169 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-69dd572e-731f-428f-a672-ed459869e42c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2809484 Oct 13 15:48:49.691117 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec9d59ca-f166-4207-a35b-c836df2f587f', 'tag': '0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9'}] {{(pid=88972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:48:49.693910 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66139ebd01b2281a52a84d0c3e28fe779798cc7e4f9f2d51c02648ac67609c1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-230d4fa0-1341-4232-8a5f-ce30490a0071" -d '{"events": [{"name": "network-changed", "server_uuid": "ec9d59ca-f166-4207-a35b-c836df2f587f", "tag": "0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9"}]}' {{(pid=88972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:48:49.736700 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 15:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5464d849-76e4-476e-b527-670f3a21107c x-openstack-request-id: req-5464d849-76e4-476e-b527-670f3a21107c {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:48:49.736994 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec9d59ca-f166-4207-a35b-c836df2f587f", "tag": "0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9", "status": "completed", "code": 200}]} {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:48:49.737242 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5464d849-76e4-476e-b527-670f3a21107c {{(pid=88972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:48:49.737641 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5464d849-76e4-476e-b527-670f3a21107c'] response: {'name': 'network-changed', 'server_uuid': 'ec9d59ca-f166-4207-a35b-c836df2f587f', 'tag': '0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9', 'status': 'completed', 'code': 200} Oct 13 15:48:49.801088 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-83ad61ed-2fc1-4f3b-bf01-8d22dfd7ded7 None None] Set router 668347c3-afe0-463c-b506-b232bb5ce446 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:48:49.840992 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d4fa0-1341-4232-8a5f-ce30490a0071 req-6c75b217-31f3-41ee-aed6-af0761095857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:49.842512 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-230d4fa0-1341-4232-8a5f-ce30490a0071 req-6c75b217-31f3-41ee-aed6-af0761095857 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&device_id=ec9d59ca-f166-4207-a35b-c836df2f587f HTTP/1.1" status: 200 len: 1098 time: 0.0828500 Oct 13 15:48:49.970463 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d4fa0-1341-4232-8a5f-ce30490a0071 req-bd8b8d73-ed2e-4521-8fe1-1b12fe95e06e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:49.971792 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-230d4fa0-1341-4232-8a5f-ce30490a0071 req-bd8b8d73-ed2e-4521-8fe1-1b12fe95e06e service neutron] 10.222.0.16 "GET /v2.0/networks?id=385ae410-40dd-4bdd-a772-a7ade19abb6f HTTP/1.1" status: 200 len: 898 time: 0.1235981 Oct 13 15:48:50.073477 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-230d4fa0-1341-4232-8a5f-ce30490a0071 req-2eb33134-0f4f-4ea7-8076-d5916d69388f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9 HTTP/1.1" status: 200 len: 999 time: 0.0944541 Oct 13 15:48:50.135300 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d4fa0-1341-4232-8a5f-ce30490a0071 req-395784c0-98fa-4fde-9e07-d0004bf787eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:50.136733 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-230d4fa0-1341-4232-8a5f-ce30490a0071 req-395784c0-98fa-4fde-9e07-d0004bf787eb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=820e9e10-38c6-4a1f-bc93-37362ca694c2 HTTP/1.1" status: 200 len: 835 time: 0.0570846 Oct 13 15:48:50.146198 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-83ad61ed-2fc1-4f3b-bf01-8d22dfd7ded7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668347c3-afe0-463c-b506-b232bb5ce446', 'name': 'tempest-TestNetworkBasicOps-router-1959839772', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': 'dca082dc-433c-4418-bdce-f2e1402ccbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:48:07Z', 'updated_at': '2022-10-13T15:48:12Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': 'dca082dc-433c-4418-bdce-f2e1402ccbd5', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668347c3-afe0-463c-b506-b232bb5ce446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:48:08Z', 'updated_at': '2022-10-13T15:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': 'aae94071-5292-4074-a37e-60226ebcd724', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'floating_ip_address': '172.26.2.125', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '668347c3-afe0-463c-b506-b232bb5ce446', 'port_id': 'c0633864-5ce2-4055-96d2-f8cb70d10b32', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '385ae410-40dd-4bdd-a772-a7ade19abb6f', 'mac_address': 'fa:16:3e:c2:37:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:48:32Z', 'updated_at': '2022-10-13T15:48:35Z', 'revision_number': 1, 'project_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ip_address_scope': None}, {'id': 'c230a0e0-2f16-4aa3-83b0-7d8112590fa6', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'floating_ip_address': '172.26.2.182', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '668347c3-afe0-463c-b506-b232bb5ce446', 'port_id': '0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '385ae410-40dd-4bdd-a772-a7ade19abb6f', 'mac_address': 'fa:16:3e:d9:22:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9d59ca-f166-4207-a35b-c836df2f587f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:48:48Z', 'updated_at': '2022-10-13T15:48:48Z', 'revision_number': 0, 'project_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea21750d-b80b-4614-a667-b81d40f76a8b', 'name': '', 'network_id': '385ae410-40dd-4bdd-a772-a7ade19abb6f', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:8a:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668347c3-afe0-463c-b506-b232bb5ce446', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '820e9e10-38c6-4a1f-bc93-37362ca694c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:48:11Z', 'updated_at': '2022-10-13T15:48:17Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '820e9e10-38c6-4a1f-bc93-37362ca694c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:48:50.150626 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ad61ed-2fc1-4f3b-bf01-8d22dfd7ded7 None None] Checking router: 668347c3-afe0-463c-b506-b232bb5ce446 for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:48:50.158808 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ad61ed-2fc1-4f3b-bf01-8d22dfd7ded7 None None] Routers {'668347c3-afe0-463c-b506-b232bb5ce446'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:48:50.159392 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-83ad61ed-2fc1-4f3b-bf01-8d22dfd7ded7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:48:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['668347c3-afe0-463c-b506-b232bb5ce446'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:48:50.221101 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230d4fa0-1341-4232-8a5f-ce30490a0071 req-adf40bd6-3eca-4844-b897-edc60fdac824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:48:50.222513 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-230d4fa0-1341-4232-8a5f-ce30490a0071 req-adf40bd6-3eca-4844-b897-edc60fdac824 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=385ae410-40dd-4bdd-a772-a7ade19abb6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796444 Oct 13 15:48:50.334609 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-83ad61ed-2fc1-4f3b-bf01-8d22dfd7ded7 None None] Set router 668347c3-afe0-463c-b506-b232bb5ce446 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:48:50.453986 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-230d4fa0-1341-4232-8a5f-ce30490a0071 req-fd43652a-18ec-46e1-ba63-e74b93dd3fe4 service neutron] 10.222.0.16 "GET /v2.0/networks/385ae410-40dd-4bdd-a772-a7ade19abb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250321 Oct 13 15:48:50.584820 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-230d4fa0-1341-4232-8a5f-ce30490a0071 req-318f43b4-8b92-4bdf-8846-6eaba895ce81 service neutron] 10.222.0.16 "GET /v2.0/networks/385ae410-40dd-4bdd-a772-a7ade19abb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245022 Oct 13 15:48:50.676046 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-83ad61ed-2fc1-4f3b-bf01-8d22dfd7ded7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668347c3-afe0-463c-b506-b232bb5ce446', 'name': 'tempest-TestNetworkBasicOps-router-1959839772', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': 'dca082dc-433c-4418-bdce-f2e1402ccbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:48:07Z', 'updated_at': '2022-10-13T15:48:12Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': 'dca082dc-433c-4418-bdce-f2e1402ccbd5', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668347c3-afe0-463c-b506-b232bb5ce446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:48:08Z', 'updated_at': '2022-10-13T15:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': 'aae94071-5292-4074-a37e-60226ebcd724', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'floating_ip_address': '172.26.2.125', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '668347c3-afe0-463c-b506-b232bb5ce446', 'port_id': 'c0633864-5ce2-4055-96d2-f8cb70d10b32', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '385ae410-40dd-4bdd-a772-a7ade19abb6f', 'mac_address': 'fa:16:3e:c2:37:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:48:32Z', 'updated_at': '2022-10-13T15:48:35Z', 'revision_number': 1, 'project_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ip_address_scope': None}, {'id': 'c230a0e0-2f16-4aa3-83b0-7d8112590fa6', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'floating_ip_address': '172.26.2.182', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '668347c3-afe0-463c-b506-b232bb5ce446', 'port_id': '0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '385ae410-40dd-4bdd-a772-a7ade19abb6f', 'mac_address': 'fa:16:3e:d9:22:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9d59ca-f166-4207-a35b-c836df2f587f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:48:48Z', 'updated_at': '2022-10-13T15:48:48Z', 'revision_number': 0, 'project_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea21750d-b80b-4614-a667-b81d40f76a8b', 'name': '', 'network_id': '385ae410-40dd-4bdd-a772-a7ade19abb6f', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:8a:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668347c3-afe0-463c-b506-b232bb5ce446', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '820e9e10-38c6-4a1f-bc93-37362ca694c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:48:11Z', 'updated_at': '2022-10-13T15:48:17Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '820e9e10-38c6-4a1f-bc93-37362ca694c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:48:50.680513 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83ad61ed-2fc1-4f3b-bf01-8d22dfd7ded7 None None] The sync data for ids ['668347c3-afe0-463c-b506-b232bb5ce446'] in dv-neutron-860329-2-hyperv is: [{'id': '668347c3-afe0-463c-b506-b232bb5ce446', 'name': 'tempest-TestNetworkBasicOps-router-1959839772', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': 'dca082dc-433c-4418-bdce-f2e1402ccbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:48:07Z', 'updated_at': '2022-10-13T15:48:12Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': 'dca082dc-433c-4418-bdce-f2e1402ccbd5', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668347c3-afe0-463c-b506-b232bb5ce446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:48:08Z', 'updated_at': '2022-10-13T15:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': 'aae94071-5292-4074-a37e-60226ebcd724', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'floating_ip_address': '172.26.2.125', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '668347c3-afe0-463c-b506-b232bb5ce446', 'port_id': 'c0633864-5ce2-4055-96d2-f8cb70d10b32', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '385ae410-40dd-4bdd-a772-a7ade19abb6f', 'mac_address': 'fa:16:3e:c2:37:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:48:32Z', 'updated_at': '2022-10-13T15:48:35Z', 'revision_number': 1, 'project_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ip_address_scope': None}, {'id': 'c230a0e0-2f16-4aa3-83b0-7d8112590fa6', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'floating_ip_address': '172.26.2.182', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '668347c3-afe0-463c-b506-b232bb5ce446', 'port_id': '0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1486, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '385ae410-40dd-4bdd-a772-a7ade19abb6f', 'mac_address': 'fa:16:3e:d9:22:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec9d59ca-f166-4207-a35b-c836df2f587f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:48:48Z', 'updated_at': '2022-10-13T15:48:48Z', 'revision_number': 0, 'project_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea21750d-b80b-4614-a667-b81d40f76a8b', 'name': '', 'network_id': '385ae410-40dd-4bdd-a772-a7ade19abb6f', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:8a:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668347c3-afe0-463c-b506-b232bb5ce446', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '820e9e10-38c6-4a1f-bc93-37362ca694c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:48:11Z', 'updated_at': '2022-10-13T15:48:17Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '820e9e10-38c6-4a1f-bc93-37362ca694c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:48:50.872478 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4eaf9fe0-dbaf-4a51-9324-6c5462b69bc4 None None] New status for floating IP c230a0e0-2f16-4aa3-83b0-7d8112590fa6: ACTIVE {{(pid=88975) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:48:51.592339 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:48:55.860265 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:04.477021 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c6f75c8d-d3eb-4e69-aefc-7411c8242b8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:06.631423 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f34926aa-3a59-4ce6-b0d7-07727b8a8d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:07.744153 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:07.896030 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:09.599392 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:25.490943 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ca97bdbc-0cd1-4941-9b37-f2bb4be56589 req-ce211eff-9c43-4570-8380-fb2866bacf89 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0754251 Oct 13 15:49:25.641532 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97bdbc-0cd1-4941-9b37-f2bb4be56589 req-0582dbbf-65a0-4ef7-aff6-ca06f196f803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:49:25.643022 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ca97bdbc-0cd1-4941-9b37-f2bb4be56589 req-0582dbbf-65a0-4ef7-aff6-ca06f196f803 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&device_id=b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787 HTTP/1.1" status: 200 len: 1098 time: 0.0811310 Oct 13 15:49:25.785416 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97bdbc-0cd1-4941-9b37-f2bb4be56589 req-1d00aee7-8c58-4377-9397-f3fa0d25b740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:49:25.786780 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ca97bdbc-0cd1-4941-9b37-f2bb4be56589 req-1d00aee7-8c58-4377-9397-f3fa0d25b740 service neutron] 10.222.0.16 "GET /v2.0/networks?id=385ae410-40dd-4bdd-a772-a7ade19abb6f HTTP/1.1" status: 200 len: 898 time: 0.1251287 Oct 13 15:49:25.858930 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:25.888574 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ca97bdbc-0cd1-4941-9b37-f2bb4be56589 req-d8099b78-db8c-4106-ad27-9b462684f885 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0633864-5ce2-4055-96d2-f8cb70d10b32 HTTP/1.1" status: 200 len: 1001 time: 0.0949290 Oct 13 15:49:25.948923 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97bdbc-0cd1-4941-9b37-f2bb4be56589 req-5bd2ce9d-2e78-4642-8196-c7861e75fb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:49:25.950287 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ca97bdbc-0cd1-4941-9b37-f2bb4be56589 req-5bd2ce9d-2e78-4642-8196-c7861e75fb59 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=820e9e10-38c6-4a1f-bc93-37362ca694c2 HTTP/1.1" status: 200 len: 835 time: 0.0552118 Oct 13 15:49:26.037766 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca97bdbc-0cd1-4941-9b37-f2bb4be56589 req-b79836b7-e036-4e36-8935-207440b6ea8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:49:26.039139 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ca97bdbc-0cd1-4941-9b37-f2bb4be56589 req-b79836b7-e036-4e36-8935-207440b6ea8d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=385ae410-40dd-4bdd-a772-a7ade19abb6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0801520 Oct 13 15:49:26.167160 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ca97bdbc-0cd1-4941-9b37-f2bb4be56589 req-d22ba635-4b8d-40c2-ba1b-58098ce516ec service neutron] 10.222.0.16 "GET /v2.0/networks/385ae410-40dd-4bdd-a772-a7ade19abb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207726 Oct 13 15:49:26.295148 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ca97bdbc-0cd1-4941-9b37-f2bb4be56589 req-8165c0d0-6b94-4e26-84dc-554db703de7f service neutron] 10.222.0.16 "GET /v2.0/networks/385ae410-40dd-4bdd-a772-a7ade19abb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223090 Oct 13 15:49:28.592558 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:49:34.481855 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-625f47e5-3ea4-45be-a892-2b5967191ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:36.633136 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-efbb56ba-6739-46b5-9e82-87501e8e553f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:37.748046 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:37.897913 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:39.602608 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:49:55.875375 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:04.276301 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57400) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:50:04.381576 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-13739f07-b2f3-4fa3-bb45-67c3eb40ebde tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/floatingips/aae94071-5292-4074-a37e-60226ebcd724 HTTP/1.1" status: 200 len: 993 time: 0.1041067 Oct 13 15:50:04.484036 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e58ea0b4-185a-47ad-bba5-94d2a54eaf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:05.295913 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57410) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:50:05.301605 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-9e2f98d4-f47c-4b15-8373-1f06d23b2427 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'port': {'admin_state_up': False}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:50:05.421753 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9e2f98d4-f47c-4b15-8373-1f06d23b2427 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:05.592696 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:50:05.632491 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-9e2f98d4-f47c-4b15-8373-1f06d23b2427 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] For port c0633864-5ce2-4055-96d2-f8cb70d10b32, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=c0633864-5ce2-4055-96d2-f8cb70d10b32,segment=NetworkSegment(f23b5f13-f87a-4d32-a96d-0b4ec71183da),segment_id=f23b5f13-f87a-4d32-a96d-0b4ec71183da)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:50:05.658107 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9e2f98d4-f47c-4b15-8373-1f06d23b2427 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:05.663361 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9e2f98d4-f47c-4b15-8373-1f06d23b2427 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:05.698758 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2f98d4-f47c-4b15-8373-1f06d23b2427 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:50:05.699355 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9e2f98d4-f47c-4b15-8373-1f06d23b2427 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:05.700692 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-9e2f98d4-f47c-4b15-8373-1f06d23b2427 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "PUT /v2.0/ports/c0633864-5ce2-4055-96d2-f8cb70d10b32 HTTP/1.1" status: 200 len: 938 time: 0.4038692 Oct 13 15:50:05.701279 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787', 'tag': 'c0633864-5ce2-4055-96d2-f8cb70d10b32'}] {{(pid=88972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:50:05.703568 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66139ebd01b2281a52a84d0c3e28fe779798cc7e4f9f2d51c02648ac67609c1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce43fb9b-6233-40fe-9dd4-b22cb2180b15" -d '{"events": [{"name": "network-changed", "server_uuid": "b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787", "tag": "c0633864-5ce2-4055-96d2-f8cb70d10b32"}]}' {{(pid=88972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:50:05.750787 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 15:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc4255d4-1d09-41ed-8154-48ff670fc3fb x-openstack-request-id: req-bc4255d4-1d09-41ed-8154-48ff670fc3fb {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:50:05.751068 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787", "tag": "c0633864-5ce2-4055-96d2-f8cb70d10b32", "status": "completed", "code": 200}]} {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:50:05.751317 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bc4255d4-1d09-41ed-8154-48ff670fc3fb {{(pid=88972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:50:05.751708 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc4255d4-1d09-41ed-8154-48ff670fc3fb'] response: {'name': 'network-changed', 'server_uuid': 'b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787', 'tag': 'c0633864-5ce2-4055-96d2-f8cb70d10b32', 'status': 'completed', 'code': 200} Oct 13 15:50:05.752500 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2f98d4-f47c-4b15-8373-1f06d23b2427 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Port': ['ID=c0633864-5ce2-4055-96d2-f8cb70d10b32,revision_number=6']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:05.760390 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2f98d4-f47c-4b15-8373-1f06d23b2427 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:05.760749 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2f98d4-f47c-4b15-8373-1f06d23b2427 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:05.761076 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2f98d4-f47c-4b15-8373-1f06d23b2427 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:05.761437 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2f98d4-f47c-4b15-8373-1f06d23b2427 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:05.761887 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2f98d4-f47c-4b15-8373-1f06d23b2427 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:05.762290 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2f98d4-f47c-4b15-8373-1f06d23b2427 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:05.762684 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2f98d4-f47c-4b15-8373-1f06d23b2427 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:05.763048 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2f98d4-f47c-4b15-8373-1f06d23b2427 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:05.763442 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2f98d4-f47c-4b15-8373-1f06d23b2427 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:05.763785 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2f98d4-f47c-4b15-8373-1f06d23b2427 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:05.764104 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2f98d4-f47c-4b15-8373-1f06d23b2427 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:05.764425 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2f98d4-f47c-4b15-8373-1f06d23b2427 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:05.852888 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43fb9b-6233-40fe-9dd4-b22cb2180b15 req-c1bbf576-d651-42f0-abc9-b7d2843df557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:50:05.854594 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ce43fb9b-6233-40fe-9dd4-b22cb2180b15 req-c1bbf576-d651-42f0-abc9-b7d2843df557 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&device_id=b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787 HTTP/1.1" status: 200 len: 1099 time: 0.0766127 Oct 13 15:50:05.985001 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43fb9b-6233-40fe-9dd4-b22cb2180b15 req-d74736ad-0424-4c82-bd04-097d4c6e64ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:50:05.986454 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ce43fb9b-6233-40fe-9dd4-b22cb2180b15 req-d74736ad-0424-4c82-bd04-097d4c6e64ce service neutron] 10.222.0.16 "GET /v2.0/networks?id=385ae410-40dd-4bdd-a772-a7ade19abb6f HTTP/1.1" status: 200 len: 898 time: 0.1253152 Oct 13 15:50:06.089472 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ce43fb9b-6233-40fe-9dd4-b22cb2180b15 req-31ff39bd-0ee3-4554-bccf-4d8ce4752a83 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0633864-5ce2-4055-96d2-f8cb70d10b32 HTTP/1.1" status: 200 len: 1002 time: 0.0958607 Oct 13 15:50:06.150110 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43fb9b-6233-40fe-9dd4-b22cb2180b15 req-39735c8e-c575-420c-8be2-db1ea9e3e0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:50:06.151478 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ce43fb9b-6233-40fe-9dd4-b22cb2180b15 req-39735c8e-c575-420c-8be2-db1ea9e3e0ea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=820e9e10-38c6-4a1f-bc93-37362ca694c2 HTTP/1.1" status: 200 len: 835 time: 0.0558755 Oct 13 15:50:06.331866 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce43fb9b-6233-40fe-9dd4-b22cb2180b15 req-3ad27543-aee4-40ea-8a6e-116ed3fb3355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:50:06.333323 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ce43fb9b-6233-40fe-9dd4-b22cb2180b15 req-3ad27543-aee4-40ea-8a6e-116ed3fb3355 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=385ae410-40dd-4bdd-a772-a7ade19abb6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1755064 Oct 13 15:50:06.461198 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ce43fb9b-6233-40fe-9dd4-b22cb2180b15 req-7b414c0a-e5bc-4a1a-bfd5-e08f4d11bb42 service neutron] 10.222.0.16 "GET /v2.0/networks/385ae410-40dd-4bdd-a772-a7ade19abb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205246 Oct 13 15:50:06.589497 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ce43fb9b-6233-40fe-9dd4-b22cb2180b15 req-c485f4dc-7803-4860-a6f8-456733a1458c service neutron] 10.222.0.16 "GET /v2.0/networks/385ae410-40dd-4bdd-a772-a7ade19abb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214015 Oct 13 15:50:06.636017 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d53fe72e-76d6-4f62-8eda-2cf1dbfb37a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:07.751717 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:07.901900 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:09.137147 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57420) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:50:09.143069 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-ab7c549e-c811-4822-b253-745831d46e0f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'port': {'admin_state_up': True}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:50:09.262878 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ab7c549e-c811-4822-b253-745831d46e0f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:09.470163 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-ab7c549e-c811-4822-b253-745831d46e0f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] For port c0633864-5ce2-4055-96d2-f8cb70d10b32, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=c0633864-5ce2-4055-96d2-f8cb70d10b32,segment=NetworkSegment(f23b5f13-f87a-4d32-a96d-0b4ec71183da),segment_id=f23b5f13-f87a-4d32-a96d-0b4ec71183da)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:50:09.494266 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ab7c549e-c811-4822-b253-745831d46e0f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:09.498610 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ab7c549e-c811-4822-b253-745831d46e0f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:09.538162 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7c549e-c811-4822-b253-745831d46e0f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:50:09.538162 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ab7c549e-c811-4822-b253-745831d46e0f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:09.539327 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-ab7c549e-c811-4822-b253-745831d46e0f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "PUT /v2.0/ports/c0633864-5ce2-4055-96d2-f8cb70d10b32 HTTP/1.1" status: 200 len: 937 time: 0.4011903 Oct 13 15:50:09.540001 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787', 'tag': 'c0633864-5ce2-4055-96d2-f8cb70d10b32'}] {{(pid=88972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:50:09.542905 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66139ebd01b2281a52a84d0c3e28fe779798cc7e4f9f2d51c02648ac67609c1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16af12aa-75d0-4f2d-a875-133a10595ef4" -d '{"events": [{"name": "network-changed", "server_uuid": "b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787", "tag": "c0633864-5ce2-4055-96d2-f8cb70d10b32"}]}' {{(pid=88972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:50:09.543090 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 57424) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:50:09.583898 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 15:50:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b7348d9-9afd-480e-b236-9828c0ac04e0 x-openstack-request-id: req-9b7348d9-9afd-480e-b236-9828c0ac04e0 {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:50:09.584183 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787", "tag": "c0633864-5ce2-4055-96d2-f8cb70d10b32", "status": "completed", "code": 200}]} {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:50:09.584430 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9b7348d9-9afd-480e-b236-9828c0ac04e0 {{(pid=88972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:50:09.584817 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b7348d9-9afd-480e-b236-9828c0ac04e0'] response: {'name': 'network-changed', 'server_uuid': 'b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787', 'tag': 'c0633864-5ce2-4055-96d2-f8cb70d10b32', 'status': 'completed', 'code': 200} Oct 13 15:50:09.588922 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7c549e-c811-4822-b253-745831d46e0f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Port': ['ID=c0633864-5ce2-4055-96d2-f8cb70d10b32,revision_number=7']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:09.610053 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:09.717555 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-5c72d1fe-cdd4-4d8a-bf81-4a8ec6194546 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/floatingips/aae94071-5292-4074-a37e-60226ebcd724 HTTP/1.1" status: 200 len: 993 time: 0.1733432 Oct 13 15:50:09.734042 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af12aa-75d0-4f2d-a875-133a10595ef4 req-ec509603-66f3-4f00-9933-99378c8381d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:50:09.735587 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-16af12aa-75d0-4f2d-a875-133a10595ef4 req-ec509603-66f3-4f00-9933-99378c8381d3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&device_id=b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787 HTTP/1.1" status: 200 len: 1098 time: 0.1166627 Oct 13 15:50:09.863626 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af12aa-75d0-4f2d-a875-133a10595ef4 req-b8fb8887-8b57-4e43-a6a8-65b79001145d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:50:09.865046 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-16af12aa-75d0-4f2d-a875-133a10595ef4 req-b8fb8887-8b57-4e43-a6a8-65b79001145d service neutron] 10.222.0.16 "GET /v2.0/networks?id=385ae410-40dd-4bdd-a772-a7ade19abb6f HTTP/1.1" status: 200 len: 898 time: 0.1236882 Oct 13 15:50:09.886469 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['c0633864-5ce2-4055-96d2-f8cb70d10b32'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 15:50:09.969374 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-16af12aa-75d0-4f2d-a875-133a10595ef4 req-d835c32e-6447-40ac-a2f3-ebc21dbe4dc6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0633864-5ce2-4055-96d2-f8cb70d10b32 HTTP/1.1" status: 200 len: 1001 time: 0.0973606 Oct 13 15:50:10.035433 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af12aa-75d0-4f2d-a875-133a10595ef4 req-45b19036-1ab1-4dbf-9cde-202ff2a954b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:50:10.036758 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-16af12aa-75d0-4f2d-a875-133a10595ef4 req-45b19036-1ab1-4dbf-9cde-202ff2a954b6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=820e9e10-38c6-4a1f-bc93-37362ca694c2 HTTP/1.1" status: 200 len: 835 time: 0.0616620 Oct 13 15:50:10.117597 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af12aa-75d0-4f2d-a875-133a10595ef4 req-7e2ac4f5-6f2d-461e-8f7e-7c59e51dfede service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:50:10.119620 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-16af12aa-75d0-4f2d-a875-133a10595ef4 req-7e2ac4f5-6f2d-461e-8f7e-7c59e51dfede service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=385ae410-40dd-4bdd-a772-a7ade19abb6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764191 Oct 13 15:50:10.249202 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-16af12aa-75d0-4f2d-a875-133a10595ef4 req-20036f82-0f04-4f60-8d38-fb1d6d950097 service neutron] 10.222.0.16 "GET /v2.0/networks/385ae410-40dd-4bdd-a772-a7ade19abb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236725 Oct 13 15:50:10.377350 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-16af12aa-75d0-4f2d-a875-133a10595ef4 req-f4ab8516-245d-4319-b96c-633b9c3bc77e service neutron] 10.222.0.16 "GET /v2.0/networks/385ae410-40dd-4bdd-a772-a7ade19abb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211886 Oct 13 15:50:12.276772 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 57436) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:50:12.476311 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-85f33fa4-2211-43af-94e7-4530b6a54132 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Deleting port 076a4376-ddca-4f7e-8293-2a6d3363facf {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:50:12.476675 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-85f33fa4-2211-43af-94e7-4530b6a54132 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:12.749514 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-85f33fa4-2211-43af-94e7-4530b6a54132 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:12.749842 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-85f33fa4-2211-43af-94e7-4530b6a54132 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:12.875885 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-85f33fa4-2211-43af-94e7-4530b6a54132 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Calling delete_port for 076a4376-ddca-4f7e-8293-2a6d3363facf owned by network:floatingip {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:50:13.025610 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-85f33fa4-2211-43af-94e7-4530b6a54132 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:13.073214 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f33fa4-2211-43af-94e7-4530b6a54132 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'Port': ['ID=076a4376-ddca-4f7e-8293-2a6d3363facf,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:13.114096 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f33fa4-2211-43af-94e7-4530b6a54132 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:13.114467 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f33fa4-2211-43af-94e7-4530b6a54132 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:13.114798 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f33fa4-2211-43af-94e7-4530b6a54132 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:13.115136 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f33fa4-2211-43af-94e7-4530b6a54132 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:13.115460 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f33fa4-2211-43af-94e7-4530b6a54132 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:13.115787 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f33fa4-2211-43af-94e7-4530b6a54132 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:13.116110 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f33fa4-2211-43af-94e7-4530b6a54132 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:13.116431 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f33fa4-2211-43af-94e7-4530b6a54132 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:13.116754 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f33fa4-2211-43af-94e7-4530b6a54132 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:13.117075 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f33fa4-2211-43af-94e7-4530b6a54132 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:13.117393 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f33fa4-2211-43af-94e7-4530b6a54132 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:13.117709 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85f33fa4-2211-43af-94e7-4530b6a54132 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:13.181831 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-85f33fa4-2211-43af-94e7-4530b6a54132 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for floatingip, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:13.182182 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.l3_db [None req-85f33fa4-2211-43af-94e7-4530b6a54132 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Floating IP c230a0e0-2f16-4aa3-83b0-7d8112590fa6 disassociated (deleted). External IP: 172.26.2.182, port: 0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9. Oct 13 15:50:13.535909 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85f33fa4-2211-43af-94e7-4530b6a54132 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Router 668347c3-afe0-463c-b506-b232bb5ce446 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:50:13.718346 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85f33fa4-2211-43af-94e7-4530b6a54132 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:50:13.727530 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acf991a-25e3-472c-8227-a695d7a60d8c None None] Sync routers for ids ['668347c3-afe0-463c-b506-b232bb5ce446'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:50:13.738579 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-85f33fa4-2211-43af-94e7-4530b6a54132 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:13.738766 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acf991a-25e3-472c-8227-a695d7a60d8c None None] Routers {'668347c3-afe0-463c-b506-b232bb5ce446'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:50:13.739373 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-4acf991a-25e3-472c-8227-a695d7a60d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:50:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['668347c3-afe0-463c-b506-b232bb5ce446'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:50:13.794959 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-85f33fa4-2211-43af-94e7-4530b6a54132 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "DELETE /v2.0/floatingips/c230a0e0-2f16-4aa3-83b0-7d8112590fa6 HTTP/1.1" status: 204 len: 168 time: 1.5169339 Oct 13 15:50:13.795413 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec9d59ca-f166-4207-a35b-c836df2f587f', 'tag': '0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:50:13.797805 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569938aa-f067-4a9a-ad9d-019b12096a1f" -d '{"events": [{"name": "network-changed", "server_uuid": "ec9d59ca-f166-4207-a35b-c836df2f587f", "tag": "0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:50:13.842889 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 15:50:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdaa75b4-f82f-4950-801d-096667097d15 x-openstack-request-id: req-bdaa75b4-f82f-4950-801d-096667097d15 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:50:13.843334 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec9d59ca-f166-4207-a35b-c836df2f587f", "tag": "0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:50:13.843753 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bdaa75b4-f82f-4950-801d-096667097d15 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:50:13.844186 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdaa75b4-f82f-4950-801d-096667097d15'] response: {'name': 'network-changed', 'server_uuid': 'ec9d59ca-f166-4207-a35b-c836df2f587f', 'tag': '0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9', 'status': 'completed', 'code': 200} Oct 13 15:50:13.924141 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-4acf991a-25e3-472c-8227-a695d7a60d8c None None] Set router 668347c3-afe0-463c-b506-b232bb5ce446 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:50:13.943163 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569938aa-f067-4a9a-ad9d-019b12096a1f req-2fe3fccc-28ff-41e7-a472-0a1ffbaa1d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:50:13.944530 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-569938aa-f067-4a9a-ad9d-019b12096a1f req-2fe3fccc-28ff-41e7-a472-0a1ffbaa1d64 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&device_id=ec9d59ca-f166-4207-a35b-c836df2f587f HTTP/1.1" status: 200 len: 1098 time: 0.0796943 Oct 13 15:50:14.085347 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569938aa-f067-4a9a-ad9d-019b12096a1f req-02ba558b-52df-4400-959b-3ad693e78ae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:50:14.086704 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-569938aa-f067-4a9a-ad9d-019b12096a1f req-02ba558b-52df-4400-959b-3ad693e78ae8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=385ae410-40dd-4bdd-a772-a7ade19abb6f HTTP/1.1" status: 200 len: 898 time: 0.1352398 Oct 13 15:50:14.177600 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b45933-bbc5-4094-b7f2-8045f441517a req-ad499f3e-8039-4a88-9770-9e6ddb0c8a8c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:50:14.186371 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-58b45933-bbc5-4094-b7f2-8045f441517a req-ad499f3e-8039-4a88-9770-9e6ddb0c8a8c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec9d59ca-f166-4207-a35b-c836df2f587f HTTP/1.1" status: 200 len: 945 time: 0.0982943 Oct 13 15:50:14.234185 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-58b45933-bbc5-4094-b7f2-8045f441517a req-c9836c3a-18e5-4885-9205-faaa003ad21a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=b0a8850e-fc1f-44a7-af1f-0e7d4eedefaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466733 Oct 13 15:50:14.271320 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-569938aa-f067-4a9a-ad9d-019b12096a1f req-765c8e33-24f0-4411-9fca-34d25fe53f78 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9 HTTP/1.1" status: 200 len: 217 time: 0.1768711 Oct 13 15:50:14.295374 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-4acf991a-25e3-472c-8227-a695d7a60d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668347c3-afe0-463c-b506-b232bb5ce446', 'name': 'tempest-TestNetworkBasicOps-router-1959839772', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': 'dca082dc-433c-4418-bdce-f2e1402ccbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:48:07Z', 'updated_at': '2022-10-13T15:48:12Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': 'dca082dc-433c-4418-bdce-f2e1402ccbd5', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668347c3-afe0-463c-b506-b232bb5ce446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:48:08Z', 'updated_at': '2022-10-13T15:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': 'aae94071-5292-4074-a37e-60226ebcd724', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'floating_ip_address': '172.26.2.125', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '668347c3-afe0-463c-b506-b232bb5ce446', 'port_id': 'c0633864-5ce2-4055-96d2-f8cb70d10b32', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '385ae410-40dd-4bdd-a772-a7ade19abb6f', 'mac_address': 'fa:16:3e:c2:37:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:48:32Z', 'updated_at': '2022-10-13T15:48:35Z', 'revision_number': 1, 'project_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea21750d-b80b-4614-a667-b81d40f76a8b', 'name': '', 'network_id': '385ae410-40dd-4bdd-a772-a7ade19abb6f', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:8a:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668347c3-afe0-463c-b506-b232bb5ce446', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '820e9e10-38c6-4a1f-bc93-37362ca694c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:48:11Z', 'updated_at': '2022-10-13T15:48:17Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '820e9e10-38c6-4a1f-bc93-37362ca694c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:50:14.299275 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acf991a-25e3-472c-8227-a695d7a60d8c None None] Checking router: 668347c3-afe0-463c-b506-b232bb5ce446 for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:50:14.308168 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acf991a-25e3-472c-8227-a695d7a60d8c None None] Routers {'668347c3-afe0-463c-b506-b232bb5ce446'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:50:14.308767 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-4acf991a-25e3-472c-8227-a695d7a60d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:50:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['668347c3-afe0-463c-b506-b232bb5ce446'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:50:14.335650 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569938aa-f067-4a9a-ad9d-019b12096a1f req-382af3d6-bfd7-443e-803b-5d4a7e5f94fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:50:14.336980 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-569938aa-f067-4a9a-ad9d-019b12096a1f req-382af3d6-bfd7-443e-803b-5d4a7e5f94fd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=820e9e10-38c6-4a1f-bc93-37362ca694c2 HTTP/1.1" status: 200 len: 835 time: 0.0593026 Oct 13 15:50:14.421681 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569938aa-f067-4a9a-ad9d-019b12096a1f req-98121a66-6762-497f-beb1-635e745af06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:50:14.423363 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-569938aa-f067-4a9a-ad9d-019b12096a1f req-98121a66-6762-497f-beb1-635e745af06a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=385ae410-40dd-4bdd-a772-a7ade19abb6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779786 Oct 13 15:50:14.488272 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-4acf991a-25e3-472c-8227-a695d7a60d8c None None] Set router 668347c3-afe0-463c-b506-b232bb5ce446 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:50:14.555192 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-569938aa-f067-4a9a-ad9d-019b12096a1f req-6f86a403-ec70-4ea0-9490-5177414b6de2 service neutron] 10.222.0.16 "GET /v2.0/networks/385ae410-40dd-4bdd-a772-a7ade19abb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247232 Oct 13 15:50:14.689492 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-569938aa-f067-4a9a-ad9d-019b12096a1f req-f10521b2-bc35-4db2-9fe5-71b3126f6ef7 service neutron] 10.222.0.16 "GET /v2.0/networks/385ae410-40dd-4bdd-a772-a7ade19abb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254535 Oct 13 15:50:14.830954 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-4acf991a-25e3-472c-8227-a695d7a60d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668347c3-afe0-463c-b506-b232bb5ce446', 'name': 'tempest-TestNetworkBasicOps-router-1959839772', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': 'dca082dc-433c-4418-bdce-f2e1402ccbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:48:07Z', 'updated_at': '2022-10-13T15:48:12Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': 'dca082dc-433c-4418-bdce-f2e1402ccbd5', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668347c3-afe0-463c-b506-b232bb5ce446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:48:08Z', 'updated_at': '2022-10-13T15:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': 'aae94071-5292-4074-a37e-60226ebcd724', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'floating_ip_address': '172.26.2.125', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '668347c3-afe0-463c-b506-b232bb5ce446', 'port_id': 'c0633864-5ce2-4055-96d2-f8cb70d10b32', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '385ae410-40dd-4bdd-a772-a7ade19abb6f', 'mac_address': 'fa:16:3e:c2:37:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:48:32Z', 'updated_at': '2022-10-13T15:48:35Z', 'revision_number': 1, 'project_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea21750d-b80b-4614-a667-b81d40f76a8b', 'name': '', 'network_id': '385ae410-40dd-4bdd-a772-a7ade19abb6f', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:8a:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668347c3-afe0-463c-b506-b232bb5ce446', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '820e9e10-38c6-4a1f-bc93-37362ca694c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:48:11Z', 'updated_at': '2022-10-13T15:48:17Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '820e9e10-38c6-4a1f-bc93-37362ca694c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:50:14.834895 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4acf991a-25e3-472c-8227-a695d7a60d8c None None] The sync data for ids ['668347c3-afe0-463c-b506-b232bb5ce446'] in dv-neutron-860329-2-hyperv is: [{'id': '668347c3-afe0-463c-b506-b232bb5ce446', 'name': 'tempest-TestNetworkBasicOps-router-1959839772', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': 'dca082dc-433c-4418-bdce-f2e1402ccbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:48:07Z', 'updated_at': '2022-10-13T15:48:12Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': 'dca082dc-433c-4418-bdce-f2e1402ccbd5', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668347c3-afe0-463c-b506-b232bb5ce446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:48:08Z', 'updated_at': '2022-10-13T15:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': 'aae94071-5292-4074-a37e-60226ebcd724', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'floating_ip_address': '172.26.2.125', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '668347c3-afe0-463c-b506-b232bb5ce446', 'port_id': 'c0633864-5ce2-4055-96d2-f8cb70d10b32', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '385ae410-40dd-4bdd-a772-a7ade19abb6f', 'mac_address': 'fa:16:3e:c2:37:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:48:32Z', 'updated_at': '2022-10-13T15:48:35Z', 'revision_number': 1, 'project_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ea21750d-b80b-4614-a667-b81d40f76a8b', 'name': '', 'network_id': '385ae410-40dd-4bdd-a772-a7ade19abb6f', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:8a:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668347c3-afe0-463c-b506-b232bb5ce446', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '820e9e10-38c6-4a1f-bc93-37362ca694c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:48:11Z', 'updated_at': '2022-10-13T15:48:17Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '820e9e10-38c6-4a1f-bc93-37362ca694c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:50:15.036821 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c115d01b-25b7-4763-a688-94209eb19f51 None None] New status for floating IP c230a0e0-2f16-4aa3-83b0-7d8112590fa6: DOWN {{(pid=88975) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:50:15.439376 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e08fa7-c50d-4790-9bad-a1c6edca044a req-60b0f5f6-590e-4d8d-80b3-4654497030e5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:50:15.440051 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-00e08fa7-c50d-4790-9bad-a1c6edca044a req-60b0f5f6-590e-4d8d-80b3-4654497030e5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:50:15.492379 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-00e08fa7-c50d-4790-9bad-a1c6edca044a req-60b0f5f6-590e-4d8d-80b3-4654497030e5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:50:15.494179 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-00e08fa7-c50d-4790-9bad-a1c6edca044a req-60b0f5f6-590e-4d8d-80b3-4654497030e5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec9d59ca-f166-4207-a35b-c836df2f587f HTTP/1.1" status: 200 len: 945 time: 0.1439254 Oct 13 15:50:15.551553 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-00e08fa7-c50d-4790-9bad-a1c6edca044a req-bb18be61-d1b5-4329-98f9-2eac24d27937 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=b0a8850e-fc1f-44a7-af1f-0e7d4eedefaa&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511456 Oct 13 15:50:15.573297 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70996be-f2c4-4175-9f4f-f3c2c6c296db req-545f868b-009a-4ffb-8786-83fd6904943b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:50:15.574710 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c70996be-f2c4-4175-9f4f-f3c2c6c296db req-545f868b-009a-4ffb-8786-83fd6904943b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.16 "GET /v2.0/ports?device_id=ec9d59ca-f166-4207-a35b-c836df2f587f HTTP/1.1" status: 200 len: 945 time: 0.1232574 Oct 13 15:50:15.646165 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-c70996be-f2c4-4175-9f4f-f3c2c6c296db req-da775414-436c-4645-9423-f7d016561677 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Deleting port 0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:50:15.646504 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-c70996be-f2c4-4175-9f4f-f3c2c6c296db req-da775414-436c-4645-9423-f7d016561677 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:15.894814 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-c70996be-f2c4-4175-9f4f-f3c2c6c296db req-da775414-436c-4645-9423-f7d016561677 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] For port 0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9,segment=NetworkSegment(f23b5f13-f87a-4d32-a96d-0b4ec71183da),segment_id=f23b5f13-f87a-4d32-a96d-0b4ec71183da)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:50:15.895170 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-c70996be-f2c4-4175-9f4f-f3c2c6c296db req-da775414-436c-4645-9423-f7d016561677 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:16.016935 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-c70996be-f2c4-4175-9f4f-f3c2c6c296db req-da775414-436c-4645-9423-f7d016561677 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Calling delete_port for 0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9 owned by compute:nova {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:50:16.160246 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-c70996be-f2c4-4175-9f4f-f3c2c6c296db req-da775414-436c-4645-9423-f7d016561677 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:16.208281 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da775414-436c-4645-9423-f7d016561677 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'Port': ['ID=0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:16.296635 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-c70996be-f2c4-4175-9f4f-f3c2c6c296db req-da775414-436c-4645-9423-f7d016561677 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] No DVR routers for this DVR port 0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9 on host hv-neutron-8603 {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:50:16.299017 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-c70996be-f2c4-4175-9f4f-f3c2c6c296db req-da775414-436c-4645-9423-f7d016561677 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:16.301520 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec9d59ca-f166-4207-a35b-c836df2f587f', 'name': 'network-vif-deleted', 'tag': '0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:50:16.303794 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43a94f4-feb4-4c5f-84ba-bee71486055e" -d '{"events": [{"server_uuid": "ec9d59ca-f166-4207-a35b-c836df2f587f", "name": "network-vif-deleted", "tag": "0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:50:16.317373 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c70996be-f2c4-4175-9f4f-f3c2c6c296db req-da775414-436c-4645-9423-f7d016561677 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.16 "DELETE /v2.0/ports/0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9 HTTP/1.1" status: 204 len: 173 time: 0.7373307 Oct 13 15:50:16.347759 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 15:50:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0b26f5d-064e-4109-8cac-e1f96903bf51 x-openstack-request-id: req-a0b26f5d-064e-4109-8cac-e1f96903bf51 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:50:16.348111 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec9d59ca-f166-4207-a35b-c836df2f587f", "name": "network-vif-deleted", "tag": "0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:50:16.348364 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a0b26f5d-064e-4109-8cac-e1f96903bf51 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:50:16.348758 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0b26f5d-064e-4109-8cac-e1f96903bf51'] response: {'server_uuid': 'ec9d59ca-f166-4207-a35b-c836df2f587f', 'name': 'network-vif-deleted', 'tag': '0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9', 'status': 'completed', 'code': 200} Oct 13 15:50:16.741308 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-637a23b2-d888-446f-a68b-f68304a098a6 req-79aa01b7-6b56-4a9c-ace9-fd3482b68935 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:50:16.758384 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-637a23b2-d888-446f-a68b-f68304a098a6 req-79aa01b7-6b56-4a9c-ace9-fd3482b68935 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:50:16.759653 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-637a23b2-d888-446f-a68b-f68304a098a6 req-79aa01b7-6b56-4a9c-ace9-fd3482b68935 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=ec9d59ca-f166-4207-a35b-c836df2f587f HTTP/1.1" status: 200 len: 210 time: 0.0768926 Oct 13 15:50:17.860809 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 57454) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:50:17.930726 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-525efad8-6166-41f2-b78e-deadf02dadb6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:17.960103 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-525efad8-6166-41f2-b78e-deadf02dadb6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:18.022824 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-525efad8-6166-41f2-b78e-deadf02dadb6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:18.040060 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525efad8-6166-41f2-b78e-deadf02dadb6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a8850e-fc1f-44a7-af1f-0e7d4eedefaa,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:18.052440 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-525efad8-6166-41f2-b78e-deadf02dadb6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:18.053537 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-525efad8-6166-41f2-b78e-deadf02dadb6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "DELETE /v2.0/security-groups/b0a8850e-fc1f-44a7-af1f-0e7d4eedefaa HTTP/1.1" status: 204 len: 168 time: 0.1917551 Oct 13 15:50:18.084459 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 57460) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:50:18.377650 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-a2bf8f30-ffbe-4f40-aa06-7ad37a146e93 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Deleting port 42a750ed-9094-48a4-81ea-eb95a2469811 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:50:18.377895 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a2bf8f30-ffbe-4f40-aa06-7ad37a146e93 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:18.541538 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a2bf8f30-ffbe-4f40-aa06-7ad37a146e93 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:18.541858 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a2bf8f30-ffbe-4f40-aa06-7ad37a146e93 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:18.660220 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-a2bf8f30-ffbe-4f40-aa06-7ad37a146e93 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Calling delete_port for 42a750ed-9094-48a4-81ea-eb95a2469811 owned by network:floatingip {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:50:18.809878 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a2bf8f30-ffbe-4f40-aa06-7ad37a146e93 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:18.855750 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bf8f30-ffbe-4f40-aa06-7ad37a146e93 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'Port': ['ID=42a750ed-9094-48a4-81ea-eb95a2469811,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:18.953889 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a2bf8f30-ffbe-4f40-aa06-7ad37a146e93 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for floatingip, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:18.954520 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.l3_db [None req-a2bf8f30-ffbe-4f40-aa06-7ad37a146e93 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Floating IP aae94071-5292-4074-a37e-60226ebcd724 disassociated (deleted). External IP: 172.26.2.125, port: c0633864-5ce2-4055-96d2-f8cb70d10b32. Oct 13 15:50:19.031678 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:50:19.064781 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] No Port match for: 0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:50:19.065116 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 0a9654ed-6cbd-4be6-9ae4-c1326d25e3c9 not bound to the agent host hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:50:19.297752 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2bf8f30-ffbe-4f40-aa06-7ad37a146e93 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Router 668347c3-afe0-463c-b506-b232bb5ce446 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:50:19.470985 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2bf8f30-ffbe-4f40-aa06-7ad37a146e93 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:50:19.480591 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b53a93-9abd-4ca6-b17a-c836d3b5c662 None None] Sync routers for ids ['668347c3-afe0-463c-b506-b232bb5ce446'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:50:19.489869 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b53a93-9abd-4ca6-b17a-c836d3b5c662 None None] Routers {'668347c3-afe0-463c-b506-b232bb5ce446'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:50:19.490503 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-42b53a93-9abd-4ca6-b17a-c836d3b5c662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:50:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['668347c3-afe0-463c-b506-b232bb5ce446'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:50:19.491517 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a2bf8f30-ffbe-4f40-aa06-7ad37a146e93 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:19.546410 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-a2bf8f30-ffbe-4f40-aa06-7ad37a146e93 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "DELETE /v2.0/floatingips/aae94071-5292-4074-a37e-60226ebcd724 HTTP/1.1" status: 204 len: 168 time: 1.4607959 Oct 13 15:50:19.547158 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787', 'tag': 'c0633864-5ce2-4055-96d2-f8cb70d10b32'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:50:19.549655 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-357b3bab-f294-4da2-aa8b-1a625abaa623" -d '{"events": [{"name": "network-changed", "server_uuid": "b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787", "tag": "c0633864-5ce2-4055-96d2-f8cb70d10b32"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:50:19.595528 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 15:50:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cc8baac-8ec9-4284-b25e-c9ceb3a98eca x-openstack-request-id: req-9cc8baac-8ec9-4284-b25e-c9ceb3a98eca {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:50:19.596019 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787", "tag": "c0633864-5ce2-4055-96d2-f8cb70d10b32", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:50:19.596275 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9cc8baac-8ec9-4284-b25e-c9ceb3a98eca {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:50:19.596997 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9cc8baac-8ec9-4284-b25e-c9ceb3a98eca'] response: {'name': 'network-changed', 'server_uuid': 'b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787', 'tag': 'c0633864-5ce2-4055-96d2-f8cb70d10b32', 'status': 'completed', 'code': 200} Oct 13 15:50:19.747542 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-42b53a93-9abd-4ca6-b17a-c836d3b5c662 None None] Set router 668347c3-afe0-463c-b506-b232bb5ce446 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:50:19.858267 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b3bab-f294-4da2-aa8b-1a625abaa623 req-73f744b8-fa4f-4a47-bbf0-765674447d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:50:19.859737 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-357b3bab-f294-4da2-aa8b-1a625abaa623 req-73f744b8-fa4f-4a47-bbf0-765674447d79 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&device_id=b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787 HTTP/1.1" status: 200 len: 1098 time: 0.2433393 Oct 13 15:50:20.054497 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b3bab-f294-4da2-aa8b-1a625abaa623 req-1c72b0cd-7ed9-4382-ad65-3b45a89d8618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:50:20.055930 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-357b3bab-f294-4da2-aa8b-1a625abaa623 req-1c72b0cd-7ed9-4382-ad65-3b45a89d8618 service neutron] 10.222.0.16 "GET /v2.0/networks?id=385ae410-40dd-4bdd-a772-a7ade19abb6f HTTP/1.1" status: 200 len: 898 time: 0.1891716 Oct 13 15:50:20.070014 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-42b53a93-9abd-4ca6-b17a-c836d3b5c662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668347c3-afe0-463c-b506-b232bb5ce446', 'name': 'tempest-TestNetworkBasicOps-router-1959839772', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': 'dca082dc-433c-4418-bdce-f2e1402ccbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:48:07Z', 'updated_at': '2022-10-13T15:48:12Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': 'dca082dc-433c-4418-bdce-f2e1402ccbd5', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668347c3-afe0-463c-b506-b232bb5ce446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:48:08Z', 'updated_at': '2022-10-13T15:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': 'ea21750d-b80b-4614-a667-b81d40f76a8b', 'name': '', 'network_id': '385ae410-40dd-4bdd-a772-a7ade19abb6f', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:8a:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668347c3-afe0-463c-b506-b232bb5ce446', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '820e9e10-38c6-4a1f-bc93-37362ca694c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:48:11Z', 'updated_at': '2022-10-13T15:48:17Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '820e9e10-38c6-4a1f-bc93-37362ca694c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:50:20.073898 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b53a93-9abd-4ca6-b17a-c836d3b5c662 None None] Checking router: 668347c3-afe0-463c-b506-b232bb5ce446 for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:50:20.082305 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42b53a93-9abd-4ca6-b17a-c836d3b5c662 None None] Routers {'668347c3-afe0-463c-b506-b232bb5ce446'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:50:20.082833 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-42b53a93-9abd-4ca6-b17a-c836d3b5c662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:50:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['668347c3-afe0-463c-b506-b232bb5ce446'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:50:20.127230 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-357b3bab-f294-4da2-aa8b-1a625abaa623 req-4a58625e-5362-4bd9-83c3-4c9c1ce4b581 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c0633864-5ce2-4055-96d2-f8cb70d10b32 HTTP/1.1" status: 200 len: 217 time: 0.0633364 Oct 13 15:50:20.135525 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbee18a-dc71-4fc9-b973-169558352459 req-cc73e846-b490-48ce-924e-d67620319b78 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:50:20.136188 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-8fbee18a-dc71-4fc9-b973-169558352459 req-cc73e846-b490-48ce-924e-d67620319b78 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:50:20.201257 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-8fbee18a-dc71-4fc9-b973-169558352459 req-cc73e846-b490-48ce-924e-d67620319b78 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:50:20.202404 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-8fbee18a-dc71-4fc9-b973-169558352459 req-cc73e846-b490-48ce-924e-d67620319b78 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787 HTTP/1.1" status: 200 len: 945 time: 0.2525299 Oct 13 15:50:20.205676 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b3bab-f294-4da2-aa8b-1a625abaa623 req-a1e326c2-11d5-4c60-99e3-2fc932d4d8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:50:20.207078 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-357b3bab-f294-4da2-aa8b-1a625abaa623 req-a1e326c2-11d5-4c60-99e3-2fc932d4d8e7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=820e9e10-38c6-4a1f-bc93-37362ca694c2 HTTP/1.1" status: 200 len: 835 time: 0.0682588 Oct 13 15:50:20.258601 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-42b53a93-9abd-4ca6-b17a-c836d3b5c662 None None] Set router 668347c3-afe0-463c-b506-b232bb5ce446 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:50:20.299378 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-8fbee18a-dc71-4fc9-b973-169558352459 req-13f6aaa3-48d0-4d6b-9a2f-8cd6b725bee1 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:security_group {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:50:20.327157 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-8fbee18a-dc71-4fc9-b973-169558352459 req-13f6aaa3-48d0-4d6b-9a2f-8cd6b725bee1 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:security_group {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:50:20.328296 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-8fbee18a-dc71-4fc9-b973-169558352459 req-13f6aaa3-48d0-4d6b-9a2f-8cd6b725bee1 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=e020c264-9b26-4c0e-9136-93507d01b8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202648 Oct 13 15:50:20.330895 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357b3bab-f294-4da2-aa8b-1a625abaa623 req-ddfd11ed-e152-4b8b-b6f3-d4188f4f2ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:50:20.332399 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-357b3bab-f294-4da2-aa8b-1a625abaa623 req-ddfd11ed-e152-4b8b-b6f3-d4188f4f2ae7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=385ae410-40dd-4bdd-a772-a7ade19abb6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1094131 Oct 13 15:50:20.465315 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-357b3bab-f294-4da2-aa8b-1a625abaa623 req-57d629a3-d6bc-487d-99c8-88c90b5e0dfe service neutron] 10.222.0.16 "GET /v2.0/networks/385ae410-40dd-4bdd-a772-a7ade19abb6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264234 Oct 13 15:50:20.568772 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-42b53a93-9abd-4ca6-b17a-c836d3b5c662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668347c3-afe0-463c-b506-b232bb5ce446', 'name': 'tempest-TestNetworkBasicOps-router-1959839772', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': 'dca082dc-433c-4418-bdce-f2e1402ccbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:48:07Z', 'updated_at': '2022-10-13T15:48:12Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': 'dca082dc-433c-4418-bdce-f2e1402ccbd5', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668347c3-afe0-463c-b506-b232bb5ce446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:48:08Z', 'updated_at': '2022-10-13T15:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': 'ea21750d-b80b-4614-a667-b81d40f76a8b', 'name': '', 'network_id': '385ae410-40dd-4bdd-a772-a7ade19abb6f', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:8a:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668347c3-afe0-463c-b506-b232bb5ce446', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '820e9e10-38c6-4a1f-bc93-37362ca694c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:48:11Z', 'updated_at': '2022-10-13T15:48:17Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '820e9e10-38c6-4a1f-bc93-37362ca694c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:50:20.574040 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42b53a93-9abd-4ca6-b17a-c836d3b5c662 None None] The sync data for ids ['668347c3-afe0-463c-b506-b232bb5ce446'] in dv-neutron-860329-2-hyperv is: [{'id': '668347c3-afe0-463c-b506-b232bb5ce446', 'name': 'tempest-TestNetworkBasicOps-router-1959839772', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': 'dca082dc-433c-4418-bdce-f2e1402ccbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:48:07Z', 'updated_at': '2022-10-13T15:48:12Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': 'dca082dc-433c-4418-bdce-f2e1402ccbd5', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668347c3-afe0-463c-b506-b232bb5ce446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:48:08Z', 'updated_at': '2022-10-13T15:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': 'ea21750d-b80b-4614-a667-b81d40f76a8b', 'name': '', 'network_id': '385ae410-40dd-4bdd-a772-a7ade19abb6f', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:8a:38:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668347c3-afe0-463c-b506-b232bb5ce446', 'device_owner': 'network:router_interface', 'standard_attr_id': 1462, 'fixed_ips': [{'subnet_id': '820e9e10-38c6-4a1f-bc93-37362ca694c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:48:11Z', 'updated_at': '2022-10-13T15:48:17Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '820e9e10-38c6-4a1f-bc93-37362ca694c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:50:20.597035 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-357b3bab-f294-4da2-aa8b-1a625abaa623 req-ae3013ce-9e8d-4388-8887-a26b6ec33ed4 service neutron] 10.222.0.16 "GET /v2.0/networks/385ae410-40dd-4bdd-a772-a7ade19abb6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249630 Oct 13 15:50:20.773060 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-731f9847-6e67-442b-bc23-c7e69a65823f None None] New status for floating IP aae94071-5292-4074-a37e-60226ebcd724: DOWN {{(pid=88975) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:50:21.611459 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19207a88-18f6-4110-8ff6-384d9b689a29 req-375ba91b-c7ae-45d7-8e0e-d2e8e4ba745e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:50:21.612890 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-19207a88-18f6-4110-8ff6-384d9b689a29 req-375ba91b-c7ae-45d7-8e0e-d2e8e4ba745e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.16 "GET /v2.0/ports?device_id=b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787 HTTP/1.1" status: 200 len: 945 time: 0.0866382 Oct 13 15:50:21.618293 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25820da1-d183-4f1d-b915-33c6cb195cd5 req-4218acbd-66ff-44f4-87b6-f16bd4648920 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:50:21.619648 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-25820da1-d183-4f1d-b915-33c6cb195cd5 req-4218acbd-66ff-44f4-87b6-f16bd4648920 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787 HTTP/1.1" status: 200 len: 945 time: 0.1788435 Oct 13 15:50:21.663764 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-25820da1-d183-4f1d-b915-33c6cb195cd5 req-e27c52e7-c89a-4317-beac-28326d6e14a8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=e020c264-9b26-4c0e-9136-93507d01b8bf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383739 Oct 13 15:50:21.682689 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-19207a88-18f6-4110-8ff6-384d9b689a29 req-c0bd7473-364c-4d79-bb69-8d0f147bc146 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Deleting port c0633864-5ce2-4055-96d2-f8cb70d10b32 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:50:21.683033 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-19207a88-18f6-4110-8ff6-384d9b689a29 req-c0bd7473-364c-4d79-bb69-8d0f147bc146 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:21.925323 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-19207a88-18f6-4110-8ff6-384d9b689a29 req-c0bd7473-364c-4d79-bb69-8d0f147bc146 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] For port c0633864-5ce2-4055-96d2-f8cb70d10b32, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=c0633864-5ce2-4055-96d2-f8cb70d10b32,segment=NetworkSegment(f23b5f13-f87a-4d32-a96d-0b4ec71183da),segment_id=f23b5f13-f87a-4d32-a96d-0b4ec71183da)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:50:21.925676 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-19207a88-18f6-4110-8ff6-384d9b689a29 req-c0bd7473-364c-4d79-bb69-8d0f147bc146 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:22.049172 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-19207a88-18f6-4110-8ff6-384d9b689a29 req-c0bd7473-364c-4d79-bb69-8d0f147bc146 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Calling delete_port for c0633864-5ce2-4055-96d2-f8cb70d10b32 owned by compute:nova {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:50:22.187700 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-19207a88-18f6-4110-8ff6-384d9b689a29 req-c0bd7473-364c-4d79-bb69-8d0f147bc146 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:22.328241 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd7473-364c-4d79-bb69-8d0f147bc146 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'Port': ['ID=c0633864-5ce2-4055-96d2-f8cb70d10b32,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:22.413976 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-19207a88-18f6-4110-8ff6-384d9b689a29 req-c0bd7473-364c-4d79-bb69-8d0f147bc146 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] No DVR routers for this DVR port c0633864-5ce2-4055-96d2-f8cb70d10b32 on host hv-neutron-8603 {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:50:22.417084 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-19207a88-18f6-4110-8ff6-384d9b689a29 req-c0bd7473-364c-4d79-bb69-8d0f147bc146 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:22.419558 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787', 'name': 'network-vif-deleted', 'tag': 'c0633864-5ce2-4055-96d2-f8cb70d10b32'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:50:22.421804 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-441ad6bd-30b7-405d-a4e4-7a4f4967f980" -d '{"events": [{"server_uuid": "b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787", "name": "network-vif-deleted", "tag": "c0633864-5ce2-4055-96d2-f8cb70d10b32"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:50:22.434604 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-19207a88-18f6-4110-8ff6-384d9b689a29 req-c0bd7473-364c-4d79-bb69-8d0f147bc146 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.16 "DELETE /v2.0/ports/c0633864-5ce2-4055-96d2-f8cb70d10b32 HTTP/1.1" status: 204 len: 173 time: 0.8167663 Oct 13 15:50:22.464886 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 15:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-468d58c1-cbf7-40fd-b621-c67c0f67a781 x-openstack-request-id: req-468d58c1-cbf7-40fd-b621-c67c0f67a781 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:50:22.465222 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787", "name": "network-vif-deleted", "tag": "c0633864-5ce2-4055-96d2-f8cb70d10b32", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:50:22.465474 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-468d58c1-cbf7-40fd-b621-c67c0f67a781 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:50:22.465872 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-468d58c1-cbf7-40fd-b621-c67c0f67a781'] response: {'server_uuid': 'b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787', 'name': 'network-vif-deleted', 'tag': 'c0633864-5ce2-4055-96d2-f8cb70d10b32', 'status': 'completed', 'code': 200} Oct 13 15:50:22.856644 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-39e69c2c-a6b2-4dd8-a284-75fd52ce0c02 req-67c3e1cf-0f78-4806-9e34-6e64b087ed13 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=b4c64a94-dbbc-41fb-acd5-a1ffdbdb4787 HTTP/1.1" status: 200 len: 210 time: 0.0527616 Oct 13 15:50:23.965718 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57478) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:50:24.031780 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-75f32744-d7a4-40b6-a8fb-d95b44517709 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:24.061059 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-75f32744-d7a4-40b6-a8fb-d95b44517709 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:24.122334 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-75f32744-d7a4-40b6-a8fb-d95b44517709 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:24.140297 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f32744-d7a4-40b6-a8fb-d95b44517709 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e020c264-9b26-4c0e-9136-93507d01b8bf,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:24.150636 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-75f32744-d7a4-40b6-a8fb-d95b44517709 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:24.151764 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-75f32744-d7a4-40b6-a8fb-d95b44517709 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "DELETE /v2.0/security-groups/e020c264-9b26-4c0e-9136-93507d01b8bf HTTP/1.1" status: 204 len: 168 time: 0.1850471 Oct 13 15:50:24.184141 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57484) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:50:24.724954 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9d280f1a-1db2-46c3-b5e2-1854f75bafdf tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:25.074073 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-9d280f1a-1db2-46c3-b5e2-1854f75bafdf tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Deleting port ea21750d-b80b-4614-a667-b81d40f76a8b {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:50:25.074764 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9d280f1a-1db2-46c3-b5e2-1854f75bafdf tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:25.093816 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device c0633864-5ce2-4055-96d2-f8cb70d10b32 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:50:25.127200 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] No Port match for: c0633864-5ce2-4055-96d2-f8cb70d10b32 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:50:25.127546 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device c0633864-5ce2-4055-96d2-f8cb70d10b32 not bound to the agent host hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:50:25.258694 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-9d280f1a-1db2-46c3-b5e2-1854f75bafdf tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] For port ea21750d-b80b-4614-a667-b81d40f76a8b, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=ea21750d-b80b-4614-a667-b81d40f76a8b,segment=NetworkSegment(f23b5f13-f87a-4d32-a96d-0b4ec71183da),segment_id=f23b5f13-f87a-4d32-a96d-0b4ec71183da)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:50:25.259095 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9d280f1a-1db2-46c3-b5e2-1854f75bafdf tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:25.475869 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-9d280f1a-1db2-46c3-b5e2-1854f75bafdf tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Calling delete_port for ea21750d-b80b-4614-a667-b81d40f76a8b owned by network:router_interface {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:50:25.793650 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9d280f1a-1db2-46c3-b5e2-1854f75bafdf tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:25.844291 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d280f1a-1db2-46c3-b5e2-1854f75bafdf tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'Port': ['ID=ea21750d-b80b-4614-a667-b81d40f76a8b,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:25.893320 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:26.125346 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9d280f1a-1db2-46c3-b5e2-1854f75bafdf tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:26.476261 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d280f1a-1db2-46c3-b5e2-1854f75bafdf tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Router 668347c3-afe0-463c-b506-b232bb5ce446 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:50:26.762901 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d280f1a-1db2-46c3-b5e2-1854f75bafdf tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:50:26.772779 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4671de2-76c9-4689-9380-4989e7e8b613 None None] Sync routers for ids ['668347c3-afe0-463c-b506-b232bb5ce446'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:50:26.778088 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-9d280f1a-1db2-46c3-b5e2-1854f75bafdf tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "PUT /v2.0/routers/668347c3-afe0-463c-b506-b232bb5ce446/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5927927 Oct 13 15:50:26.780808 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57488) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:50:26.782781 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4671de2-76c9-4689-9380-4989e7e8b613 None None] Routers {'668347c3-afe0-463c-b506-b232bb5ce446'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:50:26.783380 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-f4671de2-76c9-4689-9380-4989e7e8b613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:50:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['668347c3-afe0-463c-b506-b232bb5ce446'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:50:26.844624 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-ded44ab6-1f1b-4af4-97a3-6e6ce38aa6aa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Deleting subnet 820e9e10-38c6-4a1f-bc93-37362ca694c2 {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:50:26.847772 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ded44ab6-1f1b-4af4-97a3-6e6ce38aa6aa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:26.901505 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ded44ab6-1f1b-4af4-97a3-6e6ce38aa6aa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:26.964598 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-f4671de2-76c9-4689-9380-4989e7e8b613 None None] Set router 668347c3-afe0-463c-b506-b232bb5ce446 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:50:26.991111 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ded44ab6-1f1b-4af4-97a3-6e6ce38aa6aa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:27.063568 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ded44ab6-1f1b-4af4-97a3-6e6ce38aa6aa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:27.106937 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded44ab6-1f1b-4af4-97a3-6e6ce38aa6aa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'Subnet': ['ID=820e9e10-38c6-4a1f-bc93-37362ca694c2,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:27.110496 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ded44ab6-1f1b-4af4-97a3-6e6ce38aa6aa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:27.116663 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-ded44ab6-1f1b-4af4-97a3-6e6ce38aa6aa tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "DELETE /v2.0/subnets/820e9e10-38c6-4a1f-bc93-37362ca694c2 HTTP/1.1" status: 204 len: 168 time: 0.3349051 Oct 13 15:50:27.119408 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57492) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:50:27.122228 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b835b2-bd43-4d73-9f62-cee31a349779 None None] Network 385ae410-40dd-4bdd-a772-a7ade19abb6f requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:50:27.296672 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2d97d1ad-5548-462c-89b5-2dbf4168e9ac tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:27.457504 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-f4671de2-76c9-4689-9380-4989e7e8b613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668347c3-afe0-463c-b506-b232bb5ce446', 'name': 'tempest-TestNetworkBasicOps-router-1959839772', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': 'dca082dc-433c-4418-bdce-f2e1402ccbd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:48:07Z', 'updated_at': '2022-10-13T15:50:25Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': 'dca082dc-433c-4418-bdce-f2e1402ccbd5', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:a1:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '668347c3-afe0-463c-b506-b232bb5ce446', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1459, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:48:08Z', 'updated_at': '2022-10-13T15:48:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:50:27.463606 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4671de2-76c9-4689-9380-4989e7e8b613 None None] Checking router: 668347c3-afe0-463c-b506-b232bb5ce446 for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:50:27.472354 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4671de2-76c9-4689-9380-4989e7e8b613 None None] Routers {'668347c3-afe0-463c-b506-b232bb5ce446'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:50:27.472974 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-f4671de2-76c9-4689-9380-4989e7e8b613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:50:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['668347c3-afe0-463c-b506-b232bb5ce446'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:50:27.488378 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2d97d1ad-5548-462c-89b5-2dbf4168e9ac tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:27.499277 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-2d97d1ad-5548-462c-89b5-2dbf4168e9ac tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Deleting port dca082dc-433c-4418-bdce-f2e1402ccbd5 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:50:27.499609 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2d97d1ad-5548-462c-89b5-2dbf4168e9ac tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:27.535089 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfbdc97-7437-48c5-855d-aad9f48d6852 None None] DHCP port deletion for 385ae410-40dd-4bdd-a772-a7ade19abb6f request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:50:27.598909 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cfbdc97-7437-48c5-855d-aad9f48d6852 None None] Deleting port f33d812f-e9f2-4d71-9206-32ded820eb4a {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:50:27.599283 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cfbdc97-7437-48c5-855d-aad9f48d6852 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:27.675404 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-2d97d1ad-5548-462c-89b5-2dbf4168e9ac tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] For port dca082dc-433c-4418-bdce-f2e1402ccbd5, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=dca082dc-433c-4418-bdce-f2e1402ccbd5,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:50:27.675759 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2d97d1ad-5548-462c-89b5-2dbf4168e9ac tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:27.711322 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-f4671de2-76c9-4689-9380-4989e7e8b613 None None] Set router 668347c3-afe0-463c-b506-b232bb5ce446 gateway port host: None {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:50:27.798541 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-2d97d1ad-5548-462c-89b5-2dbf4168e9ac tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Calling delete_port for dca082dc-433c-4418-bdce-f2e1402ccbd5 owned by network:router_gateway {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:50:27.827118 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-f4671de2-76c9-4689-9380-4989e7e8b613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '668347c3-afe0-463c-b506-b232bb5ce446', 'name': 'tempest-TestNetworkBasicOps-router-1959839772', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:48:07Z', 'updated_at': '2022-10-13T15:50:27Z', 'revision_number': 6, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port_host': None}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:50:27.847308 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4671de2-76c9-4689-9380-4989e7e8b613 None None] The sync data for ids ['668347c3-afe0-463c-b506-b232bb5ce446'] in dv-neutron-860329-2-hyperv is: [{'id': '668347c3-afe0-463c-b506-b232bb5ce446', 'name': 'tempest-TestNetworkBasicOps-router-1959839772', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:48:07Z', 'updated_at': '2022-10-13T15:50:27Z', 'revision_number': 6, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port_host': None}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:50:27.936811 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cfbdc97-7437-48c5-855d-aad9f48d6852 None None] For port f33d812f-e9f2-4d71-9206-32ded820eb4a, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=f33d812f-e9f2-4d71-9206-32ded820eb4a,segment=NetworkSegment(f23b5f13-f87a-4d32-a96d-0b4ec71183da),segment_id=f23b5f13-f87a-4d32-a96d-0b4ec71183da)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:50:27.937194 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cfbdc97-7437-48c5-855d-aad9f48d6852 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:27.970517 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2d97d1ad-5548-462c-89b5-2dbf4168e9ac tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:28.020902 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d97d1ad-5548-462c-89b5-2dbf4168e9ac tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'Port': ['ID=dca082dc-433c-4418-bdce-f2e1402ccbd5,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:28.059230 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cfbdc97-7437-48c5-855d-aad9f48d6852 None None] Calling delete_port for f33d812f-e9f2-4d71-9206-32ded820eb4a owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:50:28.114591 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2d97d1ad-5548-462c-89b5-2dbf4168e9ac tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828050'] for router_gateway, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:28.134660 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cfbdc97-7437-48c5-855d-aad9f48d6852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:28.183298 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfbdc97-7437-48c5-855d-aad9f48d6852 None None] Pushing event deleted for resources: {'Port': ['ID=f33d812f-e9f2-4d71-9206-32ded820eb4a,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:28.188124 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cfbdc97-7437-48c5-855d-aad9f48d6852 None None] No DVR routers for this DVR port f33d812f-e9f2-4d71-9206-32ded820eb4a on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:50:28.194233 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfbdc97-7437-48c5-855d-aad9f48d6852 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:28.194585 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfbdc97-7437-48c5-855d-aad9f48d6852 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:28.194928 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfbdc97-7437-48c5-855d-aad9f48d6852 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:28.195262 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfbdc97-7437-48c5-855d-aad9f48d6852 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:28.195592 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfbdc97-7437-48c5-855d-aad9f48d6852 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:28.195922 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfbdc97-7437-48c5-855d-aad9f48d6852 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:28.196249 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfbdc97-7437-48c5-855d-aad9f48d6852 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:28.196608 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfbdc97-7437-48c5-855d-aad9f48d6852 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:28.196941 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfbdc97-7437-48c5-855d-aad9f48d6852 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:28.197262 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfbdc97-7437-48c5-855d-aad9f48d6852 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:28.197586 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfbdc97-7437-48c5-855d-aad9f48d6852 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:28.197907 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cfbdc97-7437-48c5-855d-aad9f48d6852 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:28.393798 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2d97d1ad-5548-462c-89b5-2dbf4168e9ac tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:28.395940 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2d97d1ad-5548-462c-89b5-2dbf4168e9ac tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:28.419476 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2d97d1ad-5548-462c-89b5-2dbf4168e9ac tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:28.420018 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d97d1ad-5548-462c-89b5-2dbf4168e9ac tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Fanout notify agent at l3_agent the message router_deleted on router 668347c3-afe0-463c-b506-b232bb5ce446 {{(pid=88972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:50:28.434469 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2d97d1ad-5548-462c-89b5-2dbf4168e9ac tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:28.435533 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-2d97d1ad-5548-462c-89b5-2dbf4168e9ac tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "DELETE /v2.0/routers/668347c3-afe0-463c-b506-b232bb5ce446 HTTP/1.1" status: 204 len: 168 time: 1.3152399 Oct 13 15:50:28.438376 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57496) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:50:28.546019 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f06e7a4d-06f7-4dfd-87cc-2735771b8719 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:28.679466 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f06e7a4d-06f7-4dfd-87cc-2735771b8719 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:28.705587 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-f06e7a4d-06f7-4dfd-87cc-2735771b8719 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['385ae410-40dd-4bdd-a772-a7ade19abb6f']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:50:28.718460 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-f06e7a4d-06f7-4dfd-87cc-2735771b8719 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f23b5f13-f87a-4d32-a96d-0b4ec71183da') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:50:28.718752 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-f06e7a4d-06f7-4dfd-87cc-2735771b8719 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f23b5f13-f87a-4d32-a96d-0b4ec71183da') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:50:28.730486 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f06e7a4d-06f7-4dfd-87cc-2735771b8719 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:28.746460 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f06e7a4d-06f7-4dfd-87cc-2735771b8719 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:28.752593 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f06e7a4d-06f7-4dfd-87cc-2735771b8719 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Releasing vlan 435 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:50:28.752966 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f06e7a4d-06f7-4dfd-87cc-2735771b8719 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:28.832298 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment f23b5f13-f87a-4d32-a96d-0b4ec71183da resource provider aggregate not found Oct 13 15:50:28.855633 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment f23b5f13-f87a-4d32-a96d-0b4ec71183da resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f23b5f13-f87a-4d32-a96d-0b4ec71183da found for delete ", "request_id": "req-0e2a784a-3e01-4456-bef3-f68ae0e977dc"}]} Oct 13 15:50:28.857586 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f06e7a4d-06f7-4dfd-87cc-2735771b8719 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:28.863293 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f06e7a4d-06f7-4dfd-87cc-2735771b8719 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:28.892856 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e7a4d-06f7-4dfd-87cc-2735771b8719 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'Network': ['ID=385ae410-40dd-4bdd-a772-a7ade19abb6f,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:28.900253 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-f06e7a4d-06f7-4dfd-87cc-2735771b8719 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "DELETE /v2.0/networks/385ae410-40dd-4bdd-a772-a7ade19abb6f HTTP/1.1" status: 204 len: 168 time: 0.4609656 Oct 13 15:50:28.925821 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 57504) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:50:28.932045 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-3d46ee83-8fcf-4097-b792-f85db5e6dd2b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'network': {'name': 'tempest-network-smoke--306271078', 'project_id': 'de460f02ee50469b960f7a471a064187', 'port_security_enabled': True}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:50:28.937681 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-3d46ee83-8fcf-4097-b792-f85db5e6dd2b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:50:28.941850 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-3d46ee83-8fcf-4097-b792-f85db5e6dd2b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:network and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:50:28.944857 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-3d46ee83-8fcf-4097-b792-f85db5e6dd2b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:50:28.955183 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-3d46ee83-8fcf-4097-b792-f85db5e6dd2b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:50:28.964110 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d46ee83-8fcf-4097-b792-f85db5e6dd2b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Made reservation on behalf of de460f02ee50469b960f7a471a064187 for: {'network': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:50:28.967808 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3d46ee83-8fcf-4097-b792-f85db5e6dd2b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:28.985180 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device f33d812f-e9f2-4d71-9206-32ded820eb4a no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:50:29.003175 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d46ee83-8fcf-4097-b792-f85db5e6dd2b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 401} {{(pid=88973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:50:29.012849 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3d46ee83-8fcf-4097-b792-f85db5e6dd2b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:29.013184 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-3d46ee83-8fcf-4097-b792-f85db5e6dd2b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Added segment 6c58c664-caa0-495b-aa78-12e3cf34305e of type vlan for network a76c421b-886f-4773-a57a-1fdc7c977f8c Oct 13 15:50:29.021133 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: f33d812f-e9f2-4d71-9206-32ded820eb4a {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:50:29.021473 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device f33d812f-e9f2-4d71-9206-32ded820eb4a not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:50:29.021886 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device ea21750d-b80b-4614-a667-b81d40f76a8b no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:50:29.038929 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3d46ee83-8fcf-4097-b792-f85db5e6dd2b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:29.054949 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: ea21750d-b80b-4614-a667-b81d40f76a8b {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:50:29.055217 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device ea21750d-b80b-4614-a667-b81d40f76a8b not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:50:29.055733 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device dca082dc-433c-4418-bdce-f2e1402ccbd5 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:50:29.067721 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3d46ee83-8fcf-4097-b792-f85db5e6dd2b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:29.073951 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d46ee83-8fcf-4097-b792-f85db5e6dd2b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:50:29.074554 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3d46ee83-8fcf-4097-b792-f85db5e6dd2b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:29.128401 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: dca082dc-433c-4418-bdce-f2e1402ccbd5 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:50:29.128635 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device dca082dc-433c-4418-bdce-f2e1402ccbd5 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:50:29.187938 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d46ee83-8fcf-4097-b792-f85db5e6dd2b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Network': ['ID=a76c421b-886f-4773-a57a-1fdc7c977f8c,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:29.193570 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-3d46ee83-8fcf-4097-b792-f85db5e6dd2b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2641029 Oct 13 15:50:29.193811 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 57508) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:50:29.198112 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network a76c421b-886f-4773-a57a-1fdc7c977f8c details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:50:29.199936 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-749e87ff-4c1b-4154-902e-61322c765c71 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1712437576', 'admin_state_up': True, 'project_id': 'de460f02ee50469b960f7a471a064187', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:50:29.207027 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-749e87ff-4c1b-4154-902e-61322c765c71 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:50:29.210873 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-749e87ff-4c1b-4154-902e-61322c765c71 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:router and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:50:29.213708 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-749e87ff-4c1b-4154-902e-61322c765c71 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:50:29.219843 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-749e87ff-4c1b-4154-902e-61322c765c71 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:50:29.230860 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-749e87ff-4c1b-4154-902e-61322c765c71 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:29.231829 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-749e87ff-4c1b-4154-902e-61322c765c71 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:29.247463 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-749e87ff-4c1b-4154-902e-61322c765c71 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:29.507248 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-749e87ff-4c1b-4154-902e-61322c765c71 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:29.801409 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-749e87ff-4c1b-4154-902e-61322c765c71 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router_gateway, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:29.832131 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-749e87ff-4c1b-4154-902e-61322c765c71 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:29.959392 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-749e87ff-4c1b-4154-902e-61322c765c71 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Allocated IP 172.26.2.183 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/42fe224d-df60-4a03-9c20-bb68e9dadd2d) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:50:30.102107 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-749e87ff-4c1b-4154-902e-61322c765c71 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:30.130142 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-749e87ff-4c1b-4154-902e-61322c765c71 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:30.193736 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749e87ff-4c1b-4154-902e-61322c765c71 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:50:30.197068 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-749e87ff-4c1b-4154-902e-61322c765c71 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:50:30.200775 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749e87ff-4c1b-4154-902e-61322c765c71 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:50:30.238006 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749e87ff-4c1b-4154-902e-61322c765c71 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Port': ['ID=42fe224d-df60-4a03-9c20-bb68e9dadd2d,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:30.708572 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-749e87ff-4c1b-4154-902e-61322c765c71 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router_gateway, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:31.036905 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-749e87ff-4c1b-4154-902e-61322c765c71 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:31.236074 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-749e87ff-4c1b-4154-902e-61322c765c71 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Router 5e298bd5-9b00-44bd-9103-c2ad7bf01ae6 is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 15:50:31.408154 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-749e87ff-4c1b-4154-902e-61322c765c71 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:50:31.420509 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec384d1-958b-4260-b021-aa2f39b195cd None None] Sync routers for ids ['5e298bd5-9b00-44bd-9103-c2ad7bf01ae6'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:50:31.429629 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec384d1-958b-4260-b021-aa2f39b195cd None None] Routers {'5e298bd5-9b00-44bd-9103-c2ad7bf01ae6'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:50:31.430271 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-7ec384d1-958b-4260-b021-aa2f39b195cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:50:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['5e298bd5-9b00-44bd-9103-c2ad7bf01ae6'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:50:31.435499 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-749e87ff-4c1b-4154-902e-61322c765c71 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:31.436718 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-749e87ff-4c1b-4154-902e-61322c765c71 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.2419219 Oct 13 15:50:31.439964 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 57512) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:50:31.603786 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-7ec384d1-958b-4260-b021-aa2f39b195cd None None] Set router 5e298bd5-9b00-44bd-9103-c2ad7bf01ae6 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:50:31.619377 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-f2626c8f-c0c9-4590-a4ea-4ceb5860608a tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=de460f02ee50469b960f7a471a064187&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1777556 Oct 13 15:50:31.621974 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 57518) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:50:31.752048 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e96f70e-b97a-4035-8272-ff2e8a28c5d9 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:50:31.753501 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-6e96f70e-b97a-4035-8272-ff2e8a28c5d9 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1306260 Oct 13 15:50:31.756382 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 57522) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:50:31.888590 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-7ec384d1-958b-4260-b021-aa2f39b195cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e298bd5-9b00-44bd-9103-c2ad7bf01ae6', 'name': 'tempest-TestNetworkBasicOps-router-1712437576', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': '42fe224d-df60-4a03-9c20-bb68e9dadd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:50:29Z', 'updated_at': '2022-10-13T15:50:30Z', 'revision_number': 3, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '42fe224d-df60-4a03-9c20-bb68e9dadd2d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:04:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e298bd5-9b00-44bd-9103-c2ad7bf01ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:50:29Z', 'updated_at': '2022-10-13T15:50:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:50:31.892644 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec384d1-958b-4260-b021-aa2f39b195cd None None] Checking router: 5e298bd5-9b00-44bd-9103-c2ad7bf01ae6 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:50:31.892986 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec384d1-958b-4260-b021-aa2f39b195cd None None] Updating router 5e298bd5-9b00-44bd-9103-c2ad7bf01ae6 port 42fe224d-df60-4a03-9c20-bb68e9dadd2d binding host dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:50:31.912221 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-afd8d4de-4b33-48a3-8962-45d0e710231c tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=8fb1fa59-32fe-4ed0-a248-96c43edb135f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1548073 Oct 13 15:50:31.914899 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 57526) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:50:31.921047 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-1e24de94-d0fa-444a-b600-ec00f375d6f8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1994338503', 'network_id': 'a76c421b-886f-4773-a57a-1fdc7c977f8c', 'project_id': 'de460f02ee50469b960f7a471a064187', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:50:31.949201 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-7ec384d1-958b-4260-b021-aa2f39b195cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:32.027373 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-1e24de94-d0fa-444a-b600-ec00f375d6f8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:50:32.031138 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-1e24de94-d0fa-444a-b600-ec00f375d6f8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:subnet and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:50:32.033845 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-1e24de94-d0fa-444a-b600-ec00f375d6f8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:50:32.039763 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-1e24de94-d0fa-444a-b600-ec00f375d6f8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:50:32.050523 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e24de94-d0fa-444a-b600-ec00f375d6f8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Made reservation on behalf of de460f02ee50469b960f7a471a064187 for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:50:32.053922 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1e24de94-d0fa-444a-b600-ec00f375d6f8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:32.266990 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1e24de94-d0fa-444a-b600-ec00f375d6f8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:32.291480 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-7ec384d1-958b-4260-b021-aa2f39b195cd None None] Notify callbacks [] for port, precommit_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:32.303383 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.provisioning_blocks [None req-7ec384d1-958b-4260-b021-aa2f39b195cd None None] Transition to ACTIVE for port object 42fe224d-df60-4a03-9c20-bb68e9dadd2d will not be triggered until provisioned by entity L2. {{(pid=88975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:50:32.310353 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-7ec384d1-958b-4260-b021-aa2f39b195cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:32.347296 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e24de94-d0fa-444a-b600-ec00f375d6f8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Subnet': ['ID=5286a44c-915e-466b-8c2a-6ee7a38aad2a,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:32.359278 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e24de94-d0fa-444a-b600-ec00f375d6f8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Checking segment: {'id': '6c58c664-caa0-495b-aa78-12e3cf34305e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a76c421b-886f-4773-a57a-1fdc7c977f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:50:32.359651 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e24de94-d0fa-444a-b600-ec00f375d6f8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network hostable DHCP agents. Network: a76c421b-886f-4773-a57a-1fdc7c977f8c, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:50:32.367983 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-7ec384d1-958b-4260-b021-aa2f39b195cd None None] Attempting to bind port 42fe224d-df60-4a03-9c20-bb68e9dadd2d on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:50:32.368384 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-7ec384d1-958b-4260-b021-aa2f39b195cd None None] Attempting to bind port 42fe224d-df60-4a03-9c20-bb68e9dadd2d by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:50:32.368738 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec384d1-958b-4260-b021-aa2f39b195cd None None] Attempting to bind port 42fe224d-df60-4a03-9c20-bb68e9dadd2d on network 8fb1fa59-32fe-4ed0-a248-96c43edb135f {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:50:32.376523 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec384d1-958b-4260-b021-aa2f39b195cd None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:50:32.376912 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec384d1-958b-4260-b021-aa2f39b195cd None None] Checking segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:50:32.377421 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-7ec384d1-958b-4260-b021-aa2f39b195cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:32.377885 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ec384d1-958b-4260-b021-aa2f39b195cd None None] Bound using segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:50:32.378315 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-7ec384d1-958b-4260-b021-aa2f39b195cd None None] Bound port: 42fe224d-df60-4a03-9c20-bb68e9dadd2d, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:50:32.378449 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e24de94-d0fa-444a-b600-ec00f375d6f8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network a76c421b-886f-4773-a57a-1fdc7c977f8c is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:50:32.378677 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-7ec384d1-958b-4260-b021-aa2f39b195cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:32.388175 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-1e24de94-d0fa-444a-b600-ec00f375d6f8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, a76c421b-886f-4773-a57a-1fdc7c977f8c) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:50:32.392349 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e24de94-d0fa-444a-b600-ec00f375d6f8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:50:32.393007 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1e24de94-d0fa-444a-b600-ec00f375d6f8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:32.398750 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84978029-88f6-4688-b30e-37fcaeaaf46d None None] Network a76c421b-886f-4773-a57a-1fdc7c977f8c requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:50:32.417381 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-1e24de94-d0fa-444a-b600-ec00f375d6f8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5008671 Oct 13 15:50:32.420233 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 57530) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:50:32.442603 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4a9d74-08f4-40d7-8981-6fa0cc7b39b2 None None] Pushing event updated for resources: {'Port': ['ID=42fe224d-df60-4a03-9c20-bb68e9dadd2d,revision_number=2']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:32.460662 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4a9d74-08f4-40d7-8981-6fa0cc7b39b2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:32.461008 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4a9d74-08f4-40d7-8981-6fa0cc7b39b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:32.461340 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4a9d74-08f4-40d7-8981-6fa0cc7b39b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:32.461668 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4a9d74-08f4-40d7-8981-6fa0cc7b39b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:32.461993 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4a9d74-08f4-40d7-8981-6fa0cc7b39b2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:32.462899 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4a9d74-08f4-40d7-8981-6fa0cc7b39b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:32.463221 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4a9d74-08f4-40d7-8981-6fa0cc7b39b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:32.463538 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4a9d74-08f4-40d7-8981-6fa0cc7b39b2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:32.463853 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4a9d74-08f4-40d7-8981-6fa0cc7b39b2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:32.464169 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4a9d74-08f4-40d7-8981-6fa0cc7b39b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:32.464484 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4a9d74-08f4-40d7-8981-6fa0cc7b39b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:32.464813 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a4a9d74-08f4-40d7-8981-6fa0cc7b39b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:50:32.479306 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-7ec384d1-958b-4260-b021-aa2f39b195cd None None] For port 42fe224d-df60-4a03-9c20-bb68e9dadd2d, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:50:32.483312 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-7ec384d1-958b-4260-b021-aa2f39b195cd None None] For port 42fe224d-df60-4a03-9c20-bb68e9dadd2d, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=42fe224d-df60-4a03-9c20-bb68e9dadd2d,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:50:32.488464 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-7ec384d1-958b-4260-b021-aa2f39b195cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:32.549168 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec384d1-958b-4260-b021-aa2f39b195cd None None] Routers {'5e298bd5-9b00-44bd-9103-c2ad7bf01ae6'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:50:32.549691 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-7ec384d1-958b-4260-b021-aa2f39b195cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:50:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['5e298bd5-9b00-44bd-9103-c2ad7bf01ae6'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:50:32.635015 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4a9d74-08f4-40d7-8981-6fa0cc7b39b2 None None] Pushing event updated for resources: {'Port': ['ID=42fe224d-df60-4a03-9c20-bb68e9dadd2d,revision_number=3']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:32.640080 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605bcd6d-55aa-4f0b-9c4f-4b6151afdb5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-a76c421b-886f-4773-a57a-1fdc7c977f8c', 'network_id': 'a76c421b-886f-4773-a57a-1fdc7c977f8c', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ips': [{'subnet_id': '5286a44c-915e-466b-8c2a-6ee7a38aad2a'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:50:32.641349 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-605bcd6d-55aa-4f0b-9c4f-4b6151afdb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:32.746963 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-7ec384d1-958b-4260-b021-aa2f39b195cd None None] Set router 5e298bd5-9b00-44bd-9103-c2ad7bf01ae6 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:50:32.808086 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-605bcd6d-55aa-4f0b-9c4f-4b6151afdb5b None None] Allocated IP 172.20.0.2 (a76c421b-886f-4773-a57a-1fdc7c977f8c/5286a44c-915e-466b-8c2a-6ee7a38aad2a/cb9d8ce1-550d-4281-90d5-5419ba96ffb0) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:50:33.017476 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-605bcd6d-55aa-4f0b-9c4f-4b6151afdb5b None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:33.030937 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-605bcd6d-55aa-4f0b-9c4f-4b6151afdb5b None None] Transition to ACTIVE for port object cb9d8ce1-550d-4281-90d5-5419ba96ffb0 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:50:33.036836 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-7ec384d1-958b-4260-b021-aa2f39b195cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e298bd5-9b00-44bd-9103-c2ad7bf01ae6', 'name': 'tempest-TestNetworkBasicOps-router-1712437576', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': '42fe224d-df60-4a03-9c20-bb68e9dadd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:50:29Z', 'updated_at': '2022-10-13T15:50:30Z', 'revision_number': 3, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '42fe224d-df60-4a03-9c20-bb68e9dadd2d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:04:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e298bd5-9b00-44bd-9103-c2ad7bf01ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:50:29Z', 'updated_at': '2022-10-13T15:50:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:50:33.041556 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ec384d1-958b-4260-b021-aa2f39b195cd None None] The sync data for ids ['5e298bd5-9b00-44bd-9103-c2ad7bf01ae6'] in dv-neutron-860329-2-hyperv is: [{'id': '5e298bd5-9b00-44bd-9103-c2ad7bf01ae6', 'name': 'tempest-TestNetworkBasicOps-router-1712437576', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': '42fe224d-df60-4a03-9c20-bb68e9dadd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:50:29Z', 'updated_at': '2022-10-13T15:50:30Z', 'revision_number': 3, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '42fe224d-df60-4a03-9c20-bb68e9dadd2d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:04:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e298bd5-9b00-44bd-9103-c2ad7bf01ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:50:29Z', 'updated_at': '2022-10-13T15:50:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:50:33.063374 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-605bcd6d-55aa-4f0b-9c4f-4b6151afdb5b None None] Transition to ACTIVE for port object cb9d8ce1-550d-4281-90d5-5419ba96ffb0 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:50:33.069509 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-605bcd6d-55aa-4f0b-9c4f-4b6151afdb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:33.128306 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9a86a1b1-c4b2-452d-9737-8f3246f48fce tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:33.137983 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-605bcd6d-55aa-4f0b-9c4f-4b6151afdb5b None None] Network a76c421b-886f-4773-a57a-1fdc7c977f8c is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:50:33.141494 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-605bcd6d-55aa-4f0b-9c4f-4b6151afdb5b None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:50:33.144610 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605bcd6d-55aa-4f0b-9c4f-4b6151afdb5b None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:50:33.183794 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605bcd6d-55aa-4f0b-9c4f-4b6151afdb5b None None] Pushing event updated for resources: {'Port': ['ID=cb9d8ce1-550d-4281-90d5-5419ba96ffb0,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:33.270308 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-605bcd6d-55aa-4f0b-9c4f-4b6151afdb5b None None] Attempting to bind port cb9d8ce1-550d-4281-90d5-5419ba96ffb0 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:50:33.270764 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-605bcd6d-55aa-4f0b-9c4f-4b6151afdb5b None None] Attempting to bind port cb9d8ce1-550d-4281-90d5-5419ba96ffb0 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '6c58c664-caa0-495b-aa78-12e3cf34305e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a76c421b-886f-4773-a57a-1fdc7c977f8c'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:50:33.271025 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605bcd6d-55aa-4f0b-9c4f-4b6151afdb5b None None] Attempting to bind port cb9d8ce1-550d-4281-90d5-5419ba96ffb0 on network a76c421b-886f-4773-a57a-1fdc7c977f8c {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:50:33.276876 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605bcd6d-55aa-4f0b-9c4f-4b6151afdb5b None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:50:33.277234 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605bcd6d-55aa-4f0b-9c4f-4b6151afdb5b None None] Checking segment: {'id': '6c58c664-caa0-495b-aa78-12e3cf34305e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a76c421b-886f-4773-a57a-1fdc7c977f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:50:33.277620 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-605bcd6d-55aa-4f0b-9c4f-4b6151afdb5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:33.278000 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-605bcd6d-55aa-4f0b-9c4f-4b6151afdb5b None None] Bound using segment: {'id': '6c58c664-caa0-495b-aa78-12e3cf34305e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a76c421b-886f-4773-a57a-1fdc7c977f8c'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:50:33.278471 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-605bcd6d-55aa-4f0b-9c4f-4b6151afdb5b None None] Bound port: cb9d8ce1-550d-4281-90d5-5419ba96ffb0, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c58c664-caa0-495b-aa78-12e3cf34305e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a76c421b-886f-4773-a57a-1fdc7c977f8c'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:50:33.278830 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-605bcd6d-55aa-4f0b-9c4f-4b6151afdb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:33.372940 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-605bcd6d-55aa-4f0b-9c4f-4b6151afdb5b None None] For port cb9d8ce1-550d-4281-90d5-5419ba96ffb0, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:50:33.377412 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-605bcd6d-55aa-4f0b-9c4f-4b6151afdb5b None None] For port cb9d8ce1-550d-4281-90d5-5419ba96ffb0, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=cb9d8ce1-550d-4281-90d5-5419ba96ffb0,segment=NetworkSegment(6c58c664-caa0-495b-aa78-12e3cf34305e),segment_id=6c58c664-caa0-495b-aa78-12e3cf34305e)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:50:33.387554 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-605bcd6d-55aa-4f0b-9c4f-4b6151afdb5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:33.468790 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605bcd6d-55aa-4f0b-9c4f-4b6151afdb5b None None] Pushing event updated for resources: {'Port': ['ID=cb9d8ce1-550d-4281-90d5-5419ba96ffb0,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:33.747486 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-9a86a1b1-c4b2-452d-9737-8f3246f48fce tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Allocated IP 172.20.0.1 (a76c421b-886f-4773-a57a-1fdc7c977f8c/5286a44c-915e-466b-8c2a-6ee7a38aad2a/5c4b0884-723d-40ce-b2e1-1c18c9610e6e) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:50:33.921890 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9a86a1b1-c4b2-452d-9737-8f3246f48fce tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:33.939105 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-9a86a1b1-c4b2-452d-9737-8f3246f48fce tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Transition to ACTIVE for port object 5c4b0884-723d-40ce-b2e1-1c18c9610e6e will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:50:33.964405 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9a86a1b1-c4b2-452d-9737-8f3246f48fce tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:34.031137 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a86a1b1-c4b2-452d-9737-8f3246f48fce tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network a76c421b-886f-4773-a57a-1fdc7c977f8c is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:50:34.034228 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-9a86a1b1-c4b2-452d-9737-8f3246f48fce tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:50:34.037963 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a86a1b1-c4b2-452d-9737-8f3246f48fce tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:50:34.076300 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a86a1b1-c4b2-452d-9737-8f3246f48fce tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Port': ['ID=5c4b0884-723d-40ce-b2e1-1c18c9610e6e,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:34.100953 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9a86a1b1-c4b2-452d-9737-8f3246f48fce tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:34.355266 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9a86a1b1-c4b2-452d-9737-8f3246f48fce tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:34.486512 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-18018d8e-a700-42e4-8f0c-04152ba1cf44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:34.780241 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9a86a1b1-c4b2-452d-9737-8f3246f48fce tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:34.784919 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9a86a1b1-c4b2-452d-9737-8f3246f48fce tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:34.873484 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36daa32a-9849-4e77-ad4e-f1f9abcf028a None None] Network a76c421b-886f-4773-a57a-1fdc7c977f8c requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:50:34.899328 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9a86a1b1-c4b2-452d-9737-8f3246f48fce tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:34.903152 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a86a1b1-c4b2-452d-9737-8f3246f48fce tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Port': ['ID=5c4b0884-723d-40ce-b2e1-1c18c9610e6e,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:34.959558 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-389cbc71-5b97-4a60-a942-4fc71ee6a3f0 None None] Provisioning for port cb9d8ce1-550d-4281-90d5-5419ba96ffb0 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:50:35.047071 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a86a1b1-c4b2-452d-9737-8f3246f48fce tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network a76c421b-886f-4773-a57a-1fdc7c977f8c is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:50:35.048215 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-9a86a1b1-c4b2-452d-9737-8f3246f48fce tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:50:35.053170 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 42fe224d-df60-4a03-9c20-bb68e9dadd2d up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:50:35.185025 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 42fe224d-df60-4a03-9c20-bb68e9dadd2d completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:50:35.193276 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 42fe224d-df60-4a03-9c20-bb68e9dadd2d triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:50:35.193648 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:35.193981 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 42fe224d-df60-4a03-9c20-bb68e9dadd2d Oct 13 15:50:35.318928 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 42fe224d-df60-4a03-9c20-bb68e9dadd2d is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:50:35.319307 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:35.336832 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 42fe224d-df60-4a03-9c20-bb68e9dadd2d, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=42fe224d-df60-4a03-9c20-bb68e9dadd2d,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:50:35.342785 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:35.343603 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device cb9d8ce1-550d-4281-90d5-5419ba96ffb0 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:50:35.359289 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a86a1b1-c4b2-452d-9737-8f3246f48fce tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Router 5e298bd5-9b00-44bd-9103-c2ad7bf01ae6 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:50:35.463127 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=42fe224d-df60-4a03-9c20-bb68e9dadd2d,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:35.475787 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port cb9d8ce1-550d-4281-90d5-5419ba96ffb0 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:50:35.482285 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port cb9d8ce1-550d-4281-90d5-5419ba96ffb0 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:50:35.482912 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:35.483422 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port cb9d8ce1-550d-4281-90d5-5419ba96ffb0 Oct 13 15:50:35.548363 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a86a1b1-c4b2-452d-9737-8f3246f48fce tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:50:35.566181 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-9a86a1b1-c4b2-452d-9737-8f3246f48fce tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "PUT /v2.0/routers/5e298bd5-9b00-44bd-9103-c2ad7bf01ae6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1436222 Oct 13 15:50:35.567458 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 57536) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:50:35.567765 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc776c4-a5dc-4cab-9b60-96b97d559b10 None None] Sync routers for ids ['5e298bd5-9b00-44bd-9103-c2ad7bf01ae6'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:50:35.589459 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc776c4-a5dc-4cab-9b60-96b97d559b10 None None] Routers {'5e298bd5-9b00-44bd-9103-c2ad7bf01ae6'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:50:35.590095 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-cfc776c4-a5dc-4cab-9b60-96b97d559b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:50:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['5e298bd5-9b00-44bd-9103-c2ad7bf01ae6'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:50:35.679706 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-069c6a40-e1c3-4e50-938d-9acca6c03c31 None None] Provisioning complete for port cb9d8ce1-550d-4281-90d5-5419ba96ffb0 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:50:35.680083 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-069c6a40-e1c3-4e50-938d-9acca6c03c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:35.680422 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-069c6a40-e1c3-4e50-938d-9acca6c03c31 None None] Attempt 1 to provision port cb9d8ce1-550d-4281-90d5-5419ba96ffb0 Oct 13 15:50:35.711001 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8360ddf2-19fa-43b1-a893-196253d1a6e8 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:50:35.711697 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8360ddf2-19fa-43b1-a893-196253d1a6e8 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:50:35.712511 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8360ddf2-19fa-43b1-a893-196253d1a6e8 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:50:35.713127 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8360ddf2-19fa-43b1-a893-196253d1a6e8 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:50:35.714990 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-8360ddf2-19fa-43b1-a893-196253d1a6e8 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.1465383 Oct 13 15:50:35.717752 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 57540) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:50:35.798536 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed640816-129d-4ce2-94c9-9d14d5fa63cb tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:50:35.799012 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed640816-129d-4ce2-94c9-9d14d5fa63cb tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:50:35.799612 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed640816-129d-4ce2-94c9-9d14d5fa63cb tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:50:35.800054 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed640816-129d-4ce2-94c9-9d14d5fa63cb tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:50:35.804276 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-ed640816-129d-4ce2-94c9-9d14d5fa63cb tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0828245 Oct 13 15:50:35.804527 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 57544) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:50:35.883726 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port cb9d8ce1-550d-4281-90d5-5419ba96ffb0 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:50:35.884671 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:35.909074 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-cfc776c4-a5dc-4cab-9b60-96b97d559b10 None None] Set router 5e298bd5-9b00-44bd-9103-c2ad7bf01ae6 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:50:36.008251 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-02cc0415-0641-48e4-af39-ddd8a0d10e5d tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2024949 Oct 13 15:50:36.078383 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57550) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:50:36.083799 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-e78d67a1-edb4-4451-ab70-84b6dfad4fbe tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-150951409', 'description': 'tempest-secgroup-smoke-150951409 description', 'project_id': 'de460f02ee50469b960f7a471a064187'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:50:36.089823 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-e78d67a1-edb4-4451-ab70-84b6dfad4fbe tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:50:36.093977 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-e78d67a1-edb4-4451-ab70-84b6dfad4fbe tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:50:36.094094 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-069c6a40-e1c3-4e50-938d-9acca6c03c31 None None] Current status of the port cb9d8ce1-550d-4281-90d5-5419ba96ffb0 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:50:36.094381 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-069c6a40-e1c3-4e50-938d-9acca6c03c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:36.096822 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-e78d67a1-edb4-4451-ab70-84b6dfad4fbe tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:50:36.103552 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-e78d67a1-edb4-4451-ab70-84b6dfad4fbe tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:50:36.111819 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port cb9d8ce1-550d-4281-90d5-5419ba96ffb0, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=cb9d8ce1-550d-4281-90d5-5419ba96ffb0,segment=NetworkSegment(6c58c664-caa0-495b-aa78-12e3cf34305e),segment_id=6c58c664-caa0-495b-aa78-12e3cf34305e)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:50:36.113574 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e78d67a1-edb4-4451-ab70-84b6dfad4fbe tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:36.132902 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:36.135075 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-e78d67a1-edb4-4451-ab70-84b6dfad4fbe tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:50:36.139617 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-e78d67a1-edb4-4451-ab70-84b6dfad4fbe tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:50:36.142835 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-e78d67a1-edb4-4451-ab70-84b6dfad4fbe tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:50:36.148611 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-e78d67a1-edb4-4451-ab70-84b6dfad4fbe tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:50:36.220394 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e78d67a1-edb4-4451-ab70-84b6dfad4fbe tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:36.224138 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e78d67a1-edb4-4451-ab70-84b6dfad4fbe tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:36.268683 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78d67a1-edb4-4451-ab70-84b6dfad4fbe tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43bc015f-3c5c-4602-85f0-40ddec1e22c4,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:36.272246 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e78d67a1-edb4-4451-ab70-84b6dfad4fbe tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:36.277055 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-e78d67a1-edb4-4451-ab70-84b6dfad4fbe tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1939414 Oct 13 15:50:36.277055 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57554) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:50:36.282028 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-187c34e7-e223-47fe-b191-d4f555cded20 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': '43bc015f-3c5c-4602-85f0-40ddec1e22c4', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:50:36.288000 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-187c34e7-e223-47fe-b191-d4f555cded20 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:50:36.292435 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-187c34e7-e223-47fe-b191-d4f555cded20 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:50:36.295241 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-187c34e7-e223-47fe-b191-d4f555cded20 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:50:36.301090 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-187c34e7-e223-47fe-b191-d4f555cded20 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:50:36.318352 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-187c34e7-e223-47fe-b191-d4f555cded20 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:36.330415 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=cb9d8ce1-550d-4281-90d5-5419ba96ffb0,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:36.342831 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.db.api [None req-069c6a40-e1c3-4e50-938d-9acca6c03c31 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88974) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:50:36.343166 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG oslo_db.api [None req-069c6a40-e1c3-4e50-938d-9acca6c03c31 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:50:36.387002 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-187c34e7-e223-47fe-b191-d4f555cded20 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:36.390420 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-187c34e7-e223-47fe-b191-d4f555cded20 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:36.413495 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187c34e7-e223-47fe-b191-d4f555cded20 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b703ee67-3b0e-41d0-849c-b3154e8f787f,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:36.423004 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-187c34e7-e223-47fe-b191-d4f555cded20 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:36.424212 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-187c34e7-e223-47fe-b191-d4f555cded20 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1464565 Oct 13 15:50:36.424781 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-cfc776c4-a5dc-4cab-9b60-96b97d559b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e298bd5-9b00-44bd-9103-c2ad7bf01ae6', 'name': 'tempest-TestNetworkBasicOps-router-1712437576', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': '42fe224d-df60-4a03-9c20-bb68e9dadd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:50:29Z', 'updated_at': '2022-10-13T15:50:34Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '42fe224d-df60-4a03-9c20-bb68e9dadd2d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:04:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e298bd5-9b00-44bd-9103-c2ad7bf01ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:50:29Z', 'updated_at': '2022-10-13T15:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '5c4b0884-723d-40ce-b2e1-1c18c9610e6e', 'name': '', 'network_id': 'a76c421b-886f-4773-a57a-1fdc7c977f8c', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:42:a5:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e298bd5-9b00-44bd-9103-c2ad7bf01ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '5286a44c-915e-466b-8c2a-6ee7a38aad2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:50:33Z', 'updated_at': '2022-10-13T15:50:34Z', 'revision_number': 2, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '5286a44c-915e-466b-8c2a-6ee7a38aad2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:50:36.427020 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57558) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:50:36.429074 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc776c4-a5dc-4cab-9b60-96b97d559b10 None None] Checking router: 5e298bd5-9b00-44bd-9103-c2ad7bf01ae6 for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:50:36.429420 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc776c4-a5dc-4cab-9b60-96b97d559b10 None None] Updating router 5e298bd5-9b00-44bd-9103-c2ad7bf01ae6 port 5c4b0884-723d-40ce-b2e1-1c18c9610e6e binding host dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:50:36.432001 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-74c412b7-dfa3-4a85-abec-3bea25a7e4ae tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': '43bc015f-3c5c-4602-85f0-40ddec1e22c4', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:50:36.437696 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-74c412b7-dfa3-4a85-abec-3bea25a7e4ae tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:50:36.441490 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-74c412b7-dfa3-4a85-abec-3bea25a7e4ae tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:50:36.444344 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-74c412b7-dfa3-4a85-abec-3bea25a7e4ae tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:50:36.450014 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-74c412b7-dfa3-4a85-abec-3bea25a7e4ae tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:50:36.467298 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-74c412b7-dfa3-4a85-abec-3bea25a7e4ae tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:36.483801 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-cfc776c4-a5dc-4cab-9b60-96b97d559b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:36.527678 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-74c412b7-dfa3-4a85-abec-3bea25a7e4ae tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:36.530872 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-74c412b7-dfa3-4a85-abec-3bea25a7e4ae tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:36.554113 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c412b7-dfa3-4a85-abec-3bea25a7e4ae tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6157f2cb-74c9-4943-bf10-9c93c1664db1,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:36.563548 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-74c412b7-dfa3-4a85-abec-3bea25a7e4ae tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:36.564771 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-74c412b7-dfa3-4a85-abec-3bea25a7e4ae tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1368234 Oct 13 15:50:36.567561 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57562) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:50:36.572519 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-4809d81a-b7dd-4932-a683-0896152cc663 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': '43bc015f-3c5c-4602-85f0-40ddec1e22c4', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:50:36.578368 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-4809d81a-b7dd-4932-a683-0896152cc663 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:50:36.582288 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-4809d81a-b7dd-4932-a683-0896152cc663 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:50:36.585188 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-4809d81a-b7dd-4932-a683-0896152cc663 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:50:36.591575 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-4809d81a-b7dd-4932-a683-0896152cc663 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:50:36.608974 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4809d81a-b7dd-4932-a683-0896152cc663 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:36.657544 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-79b5c967-1b38-45a8-890e-4400b64669d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:36.673166 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4809d81a-b7dd-4932-a683-0896152cc663 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:36.678486 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4809d81a-b7dd-4932-a683-0896152cc663 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:36.706264 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4809d81a-b7dd-4932-a683-0896152cc663 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4313682-40ae-457f-b737-3d887e773aab,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:36.714955 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4809d81a-b7dd-4932-a683-0896152cc663 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:36.716187 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-4809d81a-b7dd-4932-a683-0896152cc663 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1477334 Oct 13 15:50:36.718948 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57566) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:50:36.723861 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-ae3571d9-7e5f-43c3-a3e2-53a42b8dc69c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': '43bc015f-3c5c-4602-85f0-40ddec1e22c4', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:50:36.730461 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-ae3571d9-7e5f-43c3-a3e2-53a42b8dc69c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:50:36.734305 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-ae3571d9-7e5f-43c3-a3e2-53a42b8dc69c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:50:36.737186 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-ae3571d9-7e5f-43c3-a3e2-53a42b8dc69c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:50:36.742852 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-ae3571d9-7e5f-43c3-a3e2-53a42b8dc69c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:50:36.760215 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ae3571d9-7e5f-43c3-a3e2-53a42b8dc69c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:36.821952 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ae3571d9-7e5f-43c3-a3e2-53a42b8dc69c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:36.825917 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ae3571d9-7e5f-43c3-a3e2-53a42b8dc69c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:36.848177 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3571d9-7e5f-43c3-a3e2-53a42b8dc69c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9d551a0-d231-4d5b-b7bf-ce4ecad0bfef,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:36.857929 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ae3571d9-7e5f-43c3-a3e2-53a42b8dc69c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:36.859253 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-ae3571d9-7e5f-43c3-a3e2-53a42b8dc69c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1393852 Oct 13 15:50:36.862016 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57570) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:50:36.866912 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-db189f6f-2b04-49cc-ac48-c08a0dc25736 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': '43bc015f-3c5c-4602-85f0-40ddec1e22c4', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:50:36.873275 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-db189f6f-2b04-49cc-ac48-c08a0dc25736 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:50:36.877163 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-db189f6f-2b04-49cc-ac48-c08a0dc25736 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:50:36.880104 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-db189f6f-2b04-49cc-ac48-c08a0dc25736 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:50:36.886316 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-db189f6f-2b04-49cc-ac48-c08a0dc25736 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:50:36.895033 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-cfc776c4-a5dc-4cab-9b60-96b97d559b10 None None] Notify callbacks [] for port, precommit_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:36.896768 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.securitygroups_db [None req-db189f6f-2b04-49cc-ac48-c08a0dc25736 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Project de460f02ee50469b960f7a471a064187 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 15:50:36.903697 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-db189f6f-2b04-49cc-ac48-c08a0dc25736 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:36.914195 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-cfc776c4-a5dc-4cab-9b60-96b97d559b10 None None] Transition to ACTIVE for port object 5c4b0884-723d-40ce-b2e1-1c18c9610e6e will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:50:36.917115 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-069c6a40-e1c3-4e50-938d-9acca6c03c31 None None] Current status of the port cb9d8ce1-550d-4281-90d5-5419ba96ffb0 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:50:36.924152 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-cfc776c4-a5dc-4cab-9b60-96b97d559b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:36.971333 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-db189f6f-2b04-49cc-ac48-c08a0dc25736 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:36.976776 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-db189f6f-2b04-49cc-ac48-c08a0dc25736 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:37.002330 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db189f6f-2b04-49cc-ac48-c08a0dc25736 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9aa7a80d-877b-4e33-a3d8-42f1fdac0125,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:37.014085 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-db189f6f-2b04-49cc-ac48-c08a0dc25736 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:37.015508 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-db189f6f-2b04-49cc-ac48-c08a0dc25736 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1525486 Oct 13 15:50:37.018491 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57574) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:50:37.023546 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-17207d6a-de35-4c96-bf17-a152a8baf8b7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'security_group_rule': {'security_group_id': '43bc015f-3c5c-4602-85f0-40ddec1e22c4', 'project_id': 'de460f02ee50469b960f7a471a064187', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:50:37.030390 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-17207d6a-de35-4c96-bf17-a152a8baf8b7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:50:37.034152 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-17207d6a-de35-4c96-bf17-a152a8baf8b7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:security_group_rule and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:50:37.037200 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-17207d6a-de35-4c96-bf17-a152a8baf8b7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:50:37.043542 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-17207d6a-de35-4c96-bf17-a152a8baf8b7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:50:37.054018 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.securitygroups_db [None req-17207d6a-de35-4c96-bf17-a152a8baf8b7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Project de460f02ee50469b960f7a471a064187 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 15:50:37.054603 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 42fe224d-df60-4a03-9c20-bb68e9dadd2d up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:50:37.060942 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-17207d6a-de35-4c96-bf17-a152a8baf8b7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:37.101788 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-069c6a40-e1c3-4e50-938d-9acca6c03c31 None None] Provisioning for port 5c4b0884-723d-40ce-b2e1-1c18c9610e6e completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:50:37.127330 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-17207d6a-de35-4c96-bf17-a152a8baf8b7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:37.130723 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-17207d6a-de35-4c96-bf17-a152a8baf8b7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:37.154071 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17207d6a-de35-4c96-bf17-a152a8baf8b7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4f04f96-da56-4b19-931d-498221739e64,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:37.166203 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-17207d6a-de35-4c96-bf17-a152a8baf8b7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:37.174634 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-17207d6a-de35-4c96-bf17-a152a8baf8b7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1550879 Oct 13 15:50:37.230210 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ebc064-5976-4b5b-bc07-810b78c3878d None None] Pushing event updated for resources: {'Port': ['ID=5c4b0884-723d-40ce-b2e1-1c18c9610e6e,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:37.243446 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-cfc776c4-a5dc-4cab-9b60-96b97d559b10 None None] Attempting to bind port 5c4b0884-723d-40ce-b2e1-1c18c9610e6e on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:50:37.243808 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-cfc776c4-a5dc-4cab-9b60-96b97d559b10 None None] Attempting to bind port 5c4b0884-723d-40ce-b2e1-1c18c9610e6e by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '6c58c664-caa0-495b-aa78-12e3cf34305e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a76c421b-886f-4773-a57a-1fdc7c977f8c'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:50:37.244161 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc776c4-a5dc-4cab-9b60-96b97d559b10 None None] Attempting to bind port 5c4b0884-723d-40ce-b2e1-1c18c9610e6e on network a76c421b-886f-4773-a57a-1fdc7c977f8c {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:50:37.252032 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc776c4-a5dc-4cab-9b60-96b97d559b10 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 50, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:50:37.252402 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc776c4-a5dc-4cab-9b60-96b97d559b10 None None] Checking segment: {'id': '6c58c664-caa0-495b-aa78-12e3cf34305e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a76c421b-886f-4773-a57a-1fdc7c977f8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:50:37.252801 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-cfc776c4-a5dc-4cab-9b60-96b97d559b10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:37.253185 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfc776c4-a5dc-4cab-9b60-96b97d559b10 None None] Bound using segment: {'id': '6c58c664-caa0-495b-aa78-12e3cf34305e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a76c421b-886f-4773-a57a-1fdc7c977f8c'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:50:37.253648 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-cfc776c4-a5dc-4cab-9b60-96b97d559b10 None None] Bound port: 5c4b0884-723d-40ce-b2e1-1c18c9610e6e, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c58c664-caa0-495b-aa78-12e3cf34305e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a76c421b-886f-4773-a57a-1fdc7c977f8c'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:50:37.254011 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-cfc776c4-a5dc-4cab-9b60-96b97d559b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:37.300770 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 42fe224d-df60-4a03-9c20-bb68e9dadd2d triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:50:37.301144 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:37.301481 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 42fe224d-df60-4a03-9c20-bb68e9dadd2d Oct 13 15:50:37.328742 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-514bb879-1182-467e-a521-023509c56123 req-2210c5a1-531b-4403-abba-74e40440bc78 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:security_group {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:50:37.344021 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-514bb879-1182-467e-a521-023509c56123 req-2210c5a1-531b-4403-abba-74e40440bc78 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:security_group {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:50:37.345137 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-514bb879-1182-467e-a521-023509c56123 req-2210c5a1-531b-4403-abba-74e40440bc78 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-150951409&fields=id&tenant_id=de460f02ee50469b960f7a471a064187 HTTP/1.1" status: 200 len: 267 time: 0.0537915 Oct 13 15:50:37.413097 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-cfc776c4-a5dc-4cab-9b60-96b97d559b10 None None] For port 5c4b0884-723d-40ce-b2e1-1c18c9610e6e, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:50:37.417342 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-cfc776c4-a5dc-4cab-9b60-96b97d559b10 None None] For port 5c4b0884-723d-40ce-b2e1-1c18c9610e6e, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=5c4b0884-723d-40ce-b2e1-1c18c9610e6e,segment=NetworkSegment(6c58c664-caa0-495b-aa78-12e3cf34305e),segment_id=6c58c664-caa0-495b-aa78-12e3cf34305e)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:50:37.445574 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-cfc776c4-a5dc-4cab-9b60-96b97d559b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:37.497345 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514bb879-1182-467e-a521-023509c56123 req-545ec97f-981f-4a43-9c65-e18222d95b42 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:50:37.498461 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-514bb879-1182-467e-a521-023509c56123 req-545ec97f-981f-4a43-9c65-e18222d95b42 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:network {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:50:37.515183 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-514bb879-1182-467e-a521-023509c56123 req-545ec97f-981f-4a43-9c65-e18222d95b42 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:network {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:50:37.519708 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-514bb879-1182-467e-a521-023509c56123 req-545ec97f-981f-4a43-9c65-e18222d95b42 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/networks?id=a76c421b-886f-4773-a57a-1fdc7c977f8c HTTP/1.1" status: 200 len: 796 time: 0.1671977 Oct 13 15:50:37.532494 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 42fe224d-df60-4a03-9c20-bb68e9dadd2d is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:50:37.533554 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device cb9d8ce1-550d-4281-90d5-5419ba96ffb0 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:50:37.536215 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-514bb879-1182-467e-a521-023509c56123 req-f27d2d21-b6cc-4a5a-aafa-84bba33df449 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/quotas/de460f02ee50469b960f7a471a064187 HTTP/1.1" status: 200 len: 375 time: 0.0093727 Oct 13 15:50:37.556332 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc776c4-a5dc-4cab-9b60-96b97d559b10 None None] Routers {'5e298bd5-9b00-44bd-9103-c2ad7bf01ae6'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:50:37.556958 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-cfc776c4-a5dc-4cab-9b60-96b97d559b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:50:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['5e298bd5-9b00-44bd-9103-c2ad7bf01ae6'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:50:37.628571 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-514bb879-1182-467e-a521-023509c56123 req-5d7e9a51-9150-4fd9-8f93-606b2bbd53dd tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:50:37.644887 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-514bb879-1182-467e-a521-023509c56123 req-5d7e9a51-9150-4fd9-8f93-606b2bbd53dd tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:50:37.646213 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-514bb879-1182-467e-a521-023509c56123 req-5d7e9a51-9150-4fd9-8f93-606b2bbd53dd tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1047091 Oct 13 15:50:37.662560 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ebc064-5976-4b5b-bc07-810b78c3878d None None] Pushing event updated for resources: {'Port': ['ID=5c4b0884-723d-40ce-b2e1-1c18c9610e6e,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:37.779808 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:37.789174 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-cfc776c4-a5dc-4cab-9b60-96b97d559b10 None None] Set router 5e298bd5-9b00-44bd-9103-c2ad7bf01ae6 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:50:37.795585 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-514bb879-1182-467e-a521-023509c56123 req-fa279bf8-2b9a-480a-ba17-c08be84b470d service neutron] 10.222.0.42 "GET /v2.0/networks/a76c421b-886f-4773-a57a-1fdc7c977f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343729 Oct 13 15:50:37.830528 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port cb9d8ce1-550d-4281-90d5-5419ba96ffb0 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:50:37.830894 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:37.831225 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port cb9d8ce1-550d-4281-90d5-5419ba96ffb0 Oct 13 15:50:37.928037 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-514bb879-1182-467e-a521-023509c56123 req-6393f59e-27fd-41e6-bfac-d7d5a14ea14a service neutron] 10.222.0.42 "GET /v2.0/networks/a76c421b-886f-4773-a57a-1fdc7c977f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261957 Oct 13 15:50:37.992172 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:38.133437 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-0b32631e-471a-4ba1-a443-e8fb50c6d97c req-76f2687b-2c35-4fc4-b63e-31e68628f555 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:50:38.146903 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-0b32631e-471a-4ba1-a443-e8fb50c6d97c req-76f2687b-2c35-4fc4-b63e-31e68628f555 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:50:38.148142 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0b32631e-471a-4ba1-a443-e8fb50c6d97c req-76f2687b-2c35-4fc4-b63e-31e68628f555 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd4a7b25-28f7-4022-8d2a-955c3047ed82 HTTP/1.1" status: 200 len: 210 time: 0.0743537 Oct 13 15:50:38.153431 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port cb9d8ce1-550d-4281-90d5-5419ba96ffb0 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:50:38.222719 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-cfc776c4-a5dc-4cab-9b60-96b97d559b10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e298bd5-9b00-44bd-9103-c2ad7bf01ae6', 'name': 'tempest-TestNetworkBasicOps-router-1712437576', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': '42fe224d-df60-4a03-9c20-bb68e9dadd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:50:29Z', 'updated_at': '2022-10-13T15:50:34Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '42fe224d-df60-4a03-9c20-bb68e9dadd2d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:04:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e298bd5-9b00-44bd-9103-c2ad7bf01ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:50:29Z', 'updated_at': '2022-10-13T15:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '5c4b0884-723d-40ce-b2e1-1c18c9610e6e', 'name': '', 'network_id': 'a76c421b-886f-4773-a57a-1fdc7c977f8c', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:42:a5:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e298bd5-9b00-44bd-9103-c2ad7bf01ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '5286a44c-915e-466b-8c2a-6ee7a38aad2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:50:33Z', 'updated_at': '2022-10-13T15:50:37Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '5286a44c-915e-466b-8c2a-6ee7a38aad2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:50:38.226809 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc776c4-a5dc-4cab-9b60-96b97d559b10 None None] The sync data for ids ['5e298bd5-9b00-44bd-9103-c2ad7bf01ae6'] in dv-neutron-860329-2-hyperv is: [{'id': '5e298bd5-9b00-44bd-9103-c2ad7bf01ae6', 'name': 'tempest-TestNetworkBasicOps-router-1712437576', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': '42fe224d-df60-4a03-9c20-bb68e9dadd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:50:29Z', 'updated_at': '2022-10-13T15:50:34Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '42fe224d-df60-4a03-9c20-bb68e9dadd2d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:04:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e298bd5-9b00-44bd-9103-c2ad7bf01ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:50:29Z', 'updated_at': '2022-10-13T15:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '5c4b0884-723d-40ce-b2e1-1c18c9610e6e', 'name': '', 'network_id': 'a76c421b-886f-4773-a57a-1fdc7c977f8c', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:42:a5:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e298bd5-9b00-44bd-9103-c2ad7bf01ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '5286a44c-915e-466b-8c2a-6ee7a38aad2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:50:33Z', 'updated_at': '2022-10-13T15:50:37Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '5286a44c-915e-466b-8c2a-6ee7a38aad2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:50:39.013940 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 5c4b0884-723d-40ce-b2e1-1c18c9610e6e up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:50:39.086811 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 5c4b0884-723d-40ce-b2e1-1c18c9610e6e completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:50:39.093346 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 5c4b0884-723d-40ce-b2e1-1c18c9610e6e triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:50:39.093710 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:39.094278 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 5c4b0884-723d-40ce-b2e1-1c18c9610e6e Oct 13 15:50:39.221696 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 5c4b0884-723d-40ce-b2e1-1c18c9610e6e is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:50:39.222451 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:39.259603 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 5c4b0884-723d-40ce-b2e1-1c18c9610e6e, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=5c4b0884-723d-40ce-b2e1-1c18c9610e6e,segment=NetworkSegment(6c58c664-caa0-495b-aa78-12e3cf34305e),segment_id=6c58c664-caa0-495b-aa78-12e3cf34305e)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:50:39.264277 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:39.308238 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514bb879-1182-467e-a521-023509c56123 req-76264b9a-65c4-493f-9a1b-6f6951374309 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:50:39.309669 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-514bb879-1182-467e-a521-023509c56123 req-76264b9a-65c4-493f-9a1b-6f6951374309 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:network {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:50:39.323417 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-514bb879-1182-467e-a521-023509c56123 req-76264b9a-65c4-493f-9a1b-6f6951374309 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:network {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:50:39.324945 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-514bb879-1182-467e-a521-023509c56123 req-76264b9a-65c4-493f-9a1b-6f6951374309 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.16 "GET /v2.0/networks?id=a76c421b-886f-4773-a57a-1fdc7c977f8c HTTP/1.1" status: 200 len: 796 time: 0.1994524 Oct 13 15:50:39.381272 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-514bb879-1182-467e-a521-023509c56123 req-fcb94c0d-0423-4461-8e9f-1ab5ece385d6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=de460f02ee50469b960f7a471a064187 HTTP/1.1" status: 200 len: 379 time: 0.0478880 Oct 13 15:50:39.396969 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-514bb879-1182-467e-a521-023509c56123 req-958cdffa-9f13-4b7f-9d84-418e563d9e95 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'port': {'device_id': 'bd4a7b25-28f7-4022-8d2a-955c3047ed82', 'network_id': 'a76c421b-886f-4773-a57a-1fdc7c977f8c', 'admin_state_up': True, 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'security_groups': ['43bc015f-3c5c-4602-85f0-40ddec1e22c4']}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:50:39.404600 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=5c4b0884-723d-40ce-b2e1-1c18c9610e6e,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:39.413865 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-15e0df68-6456-45f3-94e7-4e59d17af9fa req-217a5b82-041a-40ff-b67d-1bb022746b5b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd4a7b25-28f7-4022-8d2a-955c3047ed82 HTTP/1.1" status: 200 len: 210 time: 0.0739937 Oct 13 15:50:39.548922 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-514bb879-1182-467e-a521-023509c56123 req-958cdffa-9f13-4b7f-9d84-418e563d9e95 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:50:39.558752 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-514bb879-1182-467e-a521-023509c56123 req-958cdffa-9f13-4b7f-9d84-418e563d9e95 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:50:39.568107 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-514bb879-1182-467e-a521-023509c56123 req-958cdffa-9f13-4b7f-9d84-418e563d9e95 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Made reservation on behalf of de460f02ee50469b960f7a471a064187 for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:50:39.572221 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-514bb879-1182-467e-a521-023509c56123 req-958cdffa-9f13-4b7f-9d84-418e563d9e95 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:39.606991 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:39.733669 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [req-514bb879-1182-467e-a521-023509c56123 req-958cdffa-9f13-4b7f-9d84-418e563d9e95 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Allocated IP 172.20.0.6 (a76c421b-886f-4773-a57a-1fdc7c977f8c/5286a44c-915e-466b-8c2a-6ee7a38aad2a/1adad5de-128f-4978-b0c9-cc496b35f5b7) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:50:39.923233 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-514bb879-1182-467e-a521-023509c56123 req-958cdffa-9f13-4b7f-9d84-418e563d9e95 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:39.938772 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-514bb879-1182-467e-a521-023509c56123 req-958cdffa-9f13-4b7f-9d84-418e563d9e95 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Transition to ACTIVE for port object 1adad5de-128f-4978-b0c9-cc496b35f5b7 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:50:39.961306 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-514bb879-1182-467e-a521-023509c56123 req-958cdffa-9f13-4b7f-9d84-418e563d9e95 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:40.134296 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-514bb879-1182-467e-a521-023509c56123 req-958cdffa-9f13-4b7f-9d84-418e563d9e95 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network a76c421b-886f-4773-a57a-1fdc7c977f8c is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:50:40.137195 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [req-514bb879-1182-467e-a521-023509c56123 req-958cdffa-9f13-4b7f-9d84-418e563d9e95 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:50:40.140842 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-514bb879-1182-467e-a521-023509c56123 req-958cdffa-9f13-4b7f-9d84-418e563d9e95 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:50:40.171499 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-958cdffa-9f13-4b7f-9d84-418e563d9e95 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Port': ['ID=1adad5de-128f-4978-b0c9-cc496b35f5b7,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:40.207754 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514bb879-1182-467e-a521-023509c56123 req-958cdffa-9f13-4b7f-9d84-418e563d9e95 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:50:40.208377 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-514bb879-1182-467e-a521-023509c56123 req-958cdffa-9f13-4b7f-9d84-418e563d9e95 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:40.234935 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-514bb879-1182-467e-a521-023509c56123 req-958cdffa-9f13-4b7f-9d84-418e563d9e95 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8426309 Oct 13 15:50:40.246260 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-514bb879-1182-467e-a521-023509c56123 req-44a792b5-1c12-4a13-bb14-c106def78ecf service neutron] Request body: {'port': {'device_id': 'bd4a7b25-28f7-4022-8d2a-955c3047ed82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:50:40.359107 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-514bb879-1182-467e-a521-023509c56123 req-44a792b5-1c12-4a13-bb14-c106def78ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:40.420356 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-51e2bf82-8f48-458e-a53d-e15f618a7ea9 None None] Provisioning for port 1adad5de-128f-4978-b0c9-cc496b35f5b7 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:50:40.425031 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-51e2bf82-8f48-458e-a53d-e15f618a7ea9 None None] Provisioning complete for port 1adad5de-128f-4978-b0c9-cc496b35f5b7 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:50:40.425399 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-51e2bf82-8f48-458e-a53d-e15f618a7ea9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:40.425723 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-51e2bf82-8f48-458e-a53d-e15f618a7ea9 None None] Attempt 1 to provision port 1adad5de-128f-4978-b0c9-cc496b35f5b7 Oct 13 15:50:40.478897 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-51e2bf82-8f48-458e-a53d-e15f618a7ea9 None None] Port 1adad5de-128f-4978-b0c9-cc496b35f5b7 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:50:40.702597 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb0c886-3194-4755-9c94-87d3406edb33 req-d67b1338-9184-4dbb-80d8-fefd4a243045 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:50:40.703215 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-0bb0c886-3194-4755-9c94-87d3406edb33 req-d67b1338-9184-4dbb-80d8-fefd4a243045 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:50:40.770856 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-0bb0c886-3194-4755-9c94-87d3406edb33 req-d67b1338-9184-4dbb-80d8-fefd4a243045 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:50:40.771959 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0bb0c886-3194-4755-9c94-87d3406edb33 req-d67b1338-9184-4dbb-80d8-fefd4a243045 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd4a7b25-28f7-4022-8d2a-955c3047ed82 HTTP/1.1" status: 200 len: 931 time: 0.2391226 Oct 13 15:50:40.793659 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [req-514bb879-1182-467e-a521-023509c56123 req-44a792b5-1c12-4a13-bb14-c106def78ecf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1adad5de-128f-4978-b0c9-cc496b35f5b7 {{(pid=88973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 15:50:40.803993 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-514bb879-1182-467e-a521-023509c56123 req-44a792b5-1c12-4a13-bb14-c106def78ecf service neutron] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:40.833868 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-514bb879-1182-467e-a521-023509c56123 req-44a792b5-1c12-4a13-bb14-c106def78ecf service neutron] Transition to ACTIVE for port object 1adad5de-128f-4978-b0c9-cc496b35f5b7 will not be triggered until provisioned by entity L2. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:50:40.839061 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0bb0c886-3194-4755-9c94-87d3406edb33 req-e7a5733f-712a-44f6-b75b-5b3af40bc39a tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=43bc015f-3c5c-4602-85f0-40ddec1e22c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602140 Oct 13 15:50:40.840027 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-514bb879-1182-467e-a521-023509c56123 req-44a792b5-1c12-4a13-bb14-c106def78ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:40.980009 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-51e2bf82-8f48-458e-a53d-e15f618a7ea9 None None] Attempt 2 to provision port 1adad5de-128f-4978-b0c9-cc496b35f5b7 Oct 13 15:50:41.010393 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 5c4b0884-723d-40ce-b2e1-1c18c9610e6e up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:50:41.028086 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a792b5-1c12-4a13-bb14-c106def78ecf service neutron] Pushing event updated for resources: {'Port': ['ID=1adad5de-128f-4978-b0c9-cc496b35f5b7,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:41.065144 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-514bb879-1182-467e-a521-023509c56123 req-44a792b5-1c12-4a13-bb14-c106def78ecf service neutron] Attempting to bind port 1adad5de-128f-4978-b0c9-cc496b35f5b7 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:50:41.065463 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-514bb879-1182-467e-a521-023509c56123 req-44a792b5-1c12-4a13-bb14-c106def78ecf service neutron] Attempting to bind port 1adad5de-128f-4978-b0c9-cc496b35f5b7 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '6c58c664-caa0-495b-aa78-12e3cf34305e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a76c421b-886f-4773-a57a-1fdc7c977f8c'}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:50:41.065777 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514bb879-1182-467e-a521-023509c56123 req-44a792b5-1c12-4a13-bb14-c106def78ecf service neutron] Attempting to bind port 1adad5de-128f-4978-b0c9-cc496b35f5b7 on network a76c421b-886f-4773-a57a-1fdc7c977f8c {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:50:41.070344 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514bb879-1182-467e-a521-023509c56123 req-44a792b5-1c12-4a13-bb14-c106def78ecf service neutron] Port 1adad5de-128f-4978-b0c9-cc496b35f5b7 on network a76c421b-886f-4773-a57a-1fdc7c977f8c not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:50:41.070654 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514bb879-1182-467e-a521-023509c56123 req-44a792b5-1c12-4a13-bb14-c106def78ecf service neutron] Attempting to bind port 1adad5de-128f-4978-b0c9-cc496b35f5b7 on network a76c421b-886f-4773-a57a-1fdc7c977f8c {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:50:41.076399 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514bb879-1182-467e-a521-023509c56123 req-44a792b5-1c12-4a13-bb14-c106def78ecf service neutron] Checking agent: {'id': 'c4d1d38a-44f6-47ac-b17c-311e640e7cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'started_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 50, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:50:41.076724 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514bb879-1182-467e-a521-023509c56123 req-44a792b5-1c12-4a13-bb14-c106def78ecf service neutron] Checking segment: {'id': '6c58c664-caa0-495b-aa78-12e3cf34305e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a76c421b-886f-4773-a57a-1fdc7c977f8c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:50:41.077094 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-514bb879-1182-467e-a521-023509c56123 req-44a792b5-1c12-4a13-bb14-c106def78ecf service neutron] Bound using segment: {'id': '6c58c664-caa0-495b-aa78-12e3cf34305e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a76c421b-886f-4773-a57a-1fdc7c977f8c'} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:50:41.077506 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-514bb879-1182-467e-a521-023509c56123 req-44a792b5-1c12-4a13-bb14-c106def78ecf service neutron] Bound port: 1adad5de-128f-4978-b0c9-cc496b35f5b7, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c58c664-caa0-495b-aa78-12e3cf34305e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 401, 'network_id': 'a76c421b-886f-4773-a57a-1fdc7c977f8c'}}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:50:41.077840 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-514bb879-1182-467e-a521-023509c56123 req-44a792b5-1c12-4a13-bb14-c106def78ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:41.086190 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-51e2bf82-8f48-458e-a53d-e15f618a7ea9 None None] Port 1adad5de-128f-4978-b0c9-cc496b35f5b7 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:50:41.098322 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 5c4b0884-723d-40ce-b2e1-1c18c9610e6e triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:50:41.098686 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:41.099017 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 5c4b0884-723d-40ce-b2e1-1c18c9610e6e Oct 13 15:50:41.165542 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-514bb879-1182-467e-a521-023509c56123 req-44a792b5-1c12-4a13-bb14-c106def78ecf service neutron] For port 1adad5de-128f-4978-b0c9-cc496b35f5b7, host hv-neutron-8603, cleared binding levels {{(pid=88973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:50:41.168668 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-514bb879-1182-467e-a521-023509c56123 req-44a792b5-1c12-4a13-bb14-c106def78ecf service neutron] For port 1adad5de-128f-4978-b0c9-cc496b35f5b7, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=1adad5de-128f-4978-b0c9-cc496b35f5b7,segment=NetworkSegment(6c58c664-caa0-495b-aa78-12e3cf34305e),segment_id=6c58c664-caa0-495b-aa78-12e3cf34305e)] {{(pid=88973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:50:41.172648 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-514bb879-1182-467e-a521-023509c56123 req-44a792b5-1c12-4a13-bb14-c106def78ecf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:41.206523 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514bb879-1182-467e-a521-023509c56123 req-44a792b5-1c12-4a13-bb14-c106def78ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:50:41.207147 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-514bb879-1182-467e-a521-023509c56123 req-44a792b5-1c12-4a13-bb14-c106def78ecf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:41.208502 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-514bb879-1182-467e-a521-023509c56123 req-44a792b5-1c12-4a13-bb14-c106def78ecf service neutron] 10.222.0.16 "PUT /v2.0/ports/1adad5de-128f-4978-b0c9-cc496b35f5b7 HTTP/1.1" status: 200 len: 1093 time: 0.9664381 Oct 13 15:50:41.214186 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4a7b25-28f7-4022-8d2a-955c3047ed82', 'tag': '1adad5de-128f-4978-b0c9-cc496b35f5b7'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:50:41.215930 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6691e5-d1ef-4e70-9235-9bcfefd6d6ee" -d '{"events": [{"name": "network-changed", "server_uuid": "bd4a7b25-28f7-4022-8d2a-955c3047ed82", "tag": "1adad5de-128f-4978-b0c9-cc496b35f5b7"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:50:41.216327 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 5c4b0884-723d-40ce-b2e1-1c18c9610e6e is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:50:41.281635 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 15:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17c2d5a7-28ba-4863-ae75-bfef712fddd7 x-openstack-request-id: req-17c2d5a7-28ba-4863-ae75-bfef712fddd7 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:50:41.281913 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd4a7b25-28f7-4022-8d2a-955c3047ed82", "tag": "1adad5de-128f-4978-b0c9-cc496b35f5b7", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:50:41.282185 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-17c2d5a7-28ba-4863-ae75-bfef712fddd7 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:50:41.282574 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17c2d5a7-28ba-4863-ae75-bfef712fddd7'] response: {'name': 'network-changed', 'server_uuid': 'bd4a7b25-28f7-4022-8d2a-955c3047ed82', 'tag': '1adad5de-128f-4978-b0c9-cc496b35f5b7', 'status': 'completed', 'code': 200} Oct 13 15:50:41.300070 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a792b5-1c12-4a13-bb14-c106def78ecf service neutron] Pushing event updated for resources: {'Port': ['ID=1adad5de-128f-4978-b0c9-cc496b35f5b7,revision_number=3']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:41.330479 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514bb879-1182-467e-a521-023509c56123 req-f5927f69-3755-4964-8b5f-cb3d35bef0e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:50:41.331954 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-514bb879-1182-467e-a521-023509c56123 req-f5927f69-3755-4964-8b5f-cb3d35bef0e1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&device_id=bd4a7b25-28f7-4022-8d2a-955c3047ed82 HTTP/1.1" status: 200 len: 1096 time: 0.0866902 Oct 13 15:50:41.401236 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-514bb879-1182-467e-a521-023509c56123 req-aaf11a9f-5bd1-47e7-858b-fafde80f70e2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1adad5de-128f-4978-b0c9-cc496b35f5b7 HTTP/1.1" status: 200 len: 217 time: 0.0630460 Oct 13 15:50:41.461649 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514bb879-1182-467e-a521-023509c56123 req-922b59cd-8c05-4ec6-81ef-e7502c07d84f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:50:41.463134 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-514bb879-1182-467e-a521-023509c56123 req-922b59cd-8c05-4ec6-81ef-e7502c07d84f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5286a44c-915e-466b-8c2a-6ee7a38aad2a HTTP/1.1" status: 200 len: 835 time: 0.0561728 Oct 13 15:50:41.547525 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514bb879-1182-467e-a521-023509c56123 req-878a7310-2609-4cc3-a579-f32cace8ace5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:50:41.548887 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-514bb879-1182-467e-a521-023509c56123 req-878a7310-2609-4cc3-a579-f32cace8ace5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a76c421b-886f-4773-a57a-1fdc7c977f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798883 Oct 13 15:50:41.587996 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-51e2bf82-8f48-458e-a53d-e15f618a7ea9 None None] Attempt 3 to provision port 1adad5de-128f-4978-b0c9-cc496b35f5b7 Oct 13 15:50:41.651613 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-51e2bf82-8f48-458e-a53d-e15f618a7ea9 None None] Port 1adad5de-128f-4978-b0c9-cc496b35f5b7 had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 15:50:41.683998 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-514bb879-1182-467e-a521-023509c56123 req-b5739c8e-ea29-4ec3-bc91-a268b175e416 service neutron] 10.222.0.16 "GET /v2.0/networks/a76c421b-886f-4773-a57a-1fdc7c977f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292403 Oct 13 15:50:41.921560 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-514bb879-1182-467e-a521-023509c56123 req-ffc742c1-2c7c-4d22-8239-4c68fc9d2fa6 service neutron] 10.222.0.16 "GET /v2.0/networks/a76c421b-886f-4773-a57a-1fdc7c977f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316101 Oct 13 15:50:42.097483 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a5b26-172a-4835-9c06-09dcd01fc72e req-f0ed5fcc-a21f-4d3b-9d1b-042eacc9a7ad tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:50:42.098931 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f14a5b26-172a-4835-9c06-09dcd01fc72e req-f0ed5fcc-a21f-4d3b-9d1b-042eacc9a7ad tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd4a7b25-28f7-4022-8d2a-955c3047ed82 HTTP/1.1" status: 200 len: 943 time: 0.1490753 Oct 13 15:50:42.101363 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6691e5-d1ef-4e70-9235-9bcfefd6d6ee req-06e1c6fc-d8d8-4a92-a810-40bfa343b899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:50:42.102734 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ea6691e5-d1ef-4e70-9235-9bcfefd6d6ee req-06e1c6fc-d8d8-4a92-a810-40bfa343b899 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&device_id=bd4a7b25-28f7-4022-8d2a-955c3047ed82 HTTP/1.1" status: 200 len: 1096 time: 0.1125154 Oct 13 15:50:42.223650 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f14a5b26-172a-4835-9c06-09dcd01fc72e req-d084b436-21aa-4b4e-aef8-8f9637393a77 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=43bc015f-3c5c-4602-85f0-40ddec1e22c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187139 Oct 13 15:50:42.261213 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6691e5-d1ef-4e70-9235-9bcfefd6d6ee req-401d7c5b-654d-4b7f-bc15-053276f53b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:50:42.262644 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ea6691e5-d1ef-4e70-9235-9bcfefd6d6ee req-401d7c5b-654d-4b7f-bc15-053276f53b04 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a76c421b-886f-4773-a57a-1fdc7c977f8c HTTP/1.1" status: 200 len: 897 time: 0.1455905 Oct 13 15:50:42.332209 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ea6691e5-d1ef-4e70-9235-9bcfefd6d6ee req-444cfbbf-4110-42c2-b3b4-506a98f763c3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1adad5de-128f-4978-b0c9-cc496b35f5b7 HTTP/1.1" status: 200 len: 217 time: 0.0634851 Oct 13 15:50:42.391789 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6691e5-d1ef-4e70-9235-9bcfefd6d6ee req-aa6bdf11-d0db-43ba-9a1e-92a79c3ecd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:50:42.393132 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ea6691e5-d1ef-4e70-9235-9bcfefd6d6ee req-aa6bdf11-d0db-43ba-9a1e-92a79c3ecd5b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5286a44c-915e-466b-8c2a-6ee7a38aad2a HTTP/1.1" status: 200 len: 835 time: 0.0556326 Oct 13 15:50:42.477003 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6691e5-d1ef-4e70-9235-9bcfefd6d6ee req-aa106b06-3b0f-43db-bbbc-b23f3b4a8a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:50:42.478436 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ea6691e5-d1ef-4e70-9235-9bcfefd6d6ee req-aa106b06-3b0f-43db-bbbc-b23f3b4a8a7a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a76c421b-886f-4773-a57a-1fdc7c977f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796909 Oct 13 15:50:42.591842 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:50:42.608328 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ea6691e5-d1ef-4e70-9235-9bcfefd6d6ee req-e56c67c0-8cc1-4801-b42f-abcafe306fe2 service neutron] 10.222.0.16 "GET /v2.0/networks/a76c421b-886f-4773-a57a-1fdc7c977f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228426 Oct 13 15:50:42.739035 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ea6691e5-d1ef-4e70-9235-9bcfefd6d6ee req-0bd1d640-1fd0-46ce-ab8f-4d911d016b5c service neutron] 10.222.0.16 "GET /v2.0/networks/a76c421b-886f-4773-a57a-1fdc7c977f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246502 Oct 13 15:50:43.421062 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6b8f27-4a55-4b39-ab58-8c3eb7d70662 req-47464714-da7e-4a3b-b4e9-67ea89633852 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:50:43.422454 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-cd6b8f27-4a55-4b39-ab58-8c3eb7d70662 req-47464714-da7e-4a3b-b4e9-67ea89633852 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd4a7b25-28f7-4022-8d2a-955c3047ed82 HTTP/1.1" status: 200 len: 943 time: 0.0863950 Oct 13 15:50:43.468642 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-cd6b8f27-4a55-4b39-ab58-8c3eb7d70662 req-eb00076a-a75e-499b-8229-ef2156f5ab2c tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=43bc015f-3c5c-4602-85f0-40ddec1e22c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404515 Oct 13 15:50:44.666553 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f035631d-ceae-4188-809a-9cdf699bc8b0 req-f6ca254c-914d-428b-b52c-8eb2d10b22e7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:50:44.667987 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f035631d-ceae-4188-809a-9cdf699bc8b0 req-f6ca254c-914d-428b-b52c-8eb2d10b22e7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd4a7b25-28f7-4022-8d2a-955c3047ed82 HTTP/1.1" status: 200 len: 943 time: 0.0862262 Oct 13 15:50:44.712187 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f035631d-ceae-4188-809a-9cdf699bc8b0 req-73a411eb-5c28-4791-ba4d-136e2c605bb3 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=43bc015f-3c5c-4602-85f0-40ddec1e22c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385110 Oct 13 15:50:45.221222 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 1adad5de-128f-4978-b0c9-cc496b35f5b7 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=88974) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 13 15:50:45.353205 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 1adad5de-128f-4978-b0c9-cc496b35f5b7, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=1adad5de-128f-4978-b0c9-cc496b35f5b7,segment=NetworkSegment(6c58c664-caa0-495b-aa78-12e3cf34305e),segment_id=6c58c664-caa0-495b-aa78-12e3cf34305e)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:50:45.366012 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Returning: {'device': '1adad5de-128f-4978-b0c9-cc496b35f5b7', 'network_id': 'a76c421b-886f-4773-a57a-1fdc7c977f8c', 'port_id': '1adad5de-128f-4978-b0c9-cc496b35f5b7', 'mac_address': 'fa:16:3e:4d:27:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 401, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5286a44c-915e-466b-8c2a-6ee7a38aad2a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88974) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 13 15:50:45.422554 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 1adad5de-128f-4978-b0c9-cc496b35f5b7 is: DOWN; New status is: BUILD {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:50:45.422921 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:45.439015 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1adad5de-128f-4978-b0c9-cc496b35f5b7 {{(pid=88974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 15:50:45.453643 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 1adad5de-128f-4978-b0c9-cc496b35f5b7, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=1adad5de-128f-4978-b0c9-cc496b35f5b7,segment=NetworkSegment(6c58c664-caa0-495b-aa78-12e3cf34305e),segment_id=6c58c664-caa0-495b-aa78-12e3cf34305e)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:50:45.457365 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:45.523070 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=1adad5de-128f-4978-b0c9-cc496b35f5b7,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:45.763841 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['1adad5de-128f-4978-b0c9-cc496b35f5b7'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 15:50:45.909586 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680c4861-3c6a-4772-a43c-a9823769bdbe req-a04abd51-3328-4be9-9ddf-6160e3fb3e70 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:50:45.911180 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-680c4861-3c6a-4772-a43c-a9823769bdbe req-a04abd51-3328-4be9-9ddf-6160e3fb3e70 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd4a7b25-28f7-4022-8d2a-955c3047ed82 HTTP/1.1" status: 200 len: 944 time: 0.0861876 Oct 13 15:50:45.954375 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-680c4861-3c6a-4772-a43c-a9823769bdbe req-3fcfdb1a-3211-4e88-9ded-c753245d673b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=43bc015f-3c5c-4602-85f0-40ddec1e22c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374794 Oct 13 15:50:47.151582 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377b2c71-a570-4f03-9c10-bc11f26cb180 req-8f9b89ff-5f02-4c29-9e2d-1991c3320a38 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:50:47.153025 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-377b2c71-a570-4f03-9c10-bc11f26cb180 req-8f9b89ff-5f02-4c29-9e2d-1991c3320a38 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd4a7b25-28f7-4022-8d2a-955c3047ed82 HTTP/1.1" status: 200 len: 944 time: 0.0901508 Oct 13 15:50:47.196455 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-377b2c71-a570-4f03-9c10-bc11f26cb180 req-cee10c4a-b8c6-41fd-ae89-01a59ab8a010 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=43bc015f-3c5c-4602-85f0-40ddec1e22c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377512 Oct 13 15:50:47.249645 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 1adad5de-128f-4978-b0c9-cc496b35f5b7 up at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:50:47.314518 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning for port 1adad5de-128f-4978-b0c9-cc496b35f5b7 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:50:47.318960 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning complete for port 1adad5de-128f-4978-b0c9-cc496b35f5b7 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:50:47.319322 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:47.319651 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Attempt 1 to provision port 1adad5de-128f-4978-b0c9-cc496b35f5b7 Oct 13 15:50:47.432400 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 1adad5de-128f-4978-b0c9-cc496b35f5b7 is: BUILD; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:50:47.432762 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:47.458573 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4a7b25-28f7-4022-8d2a-955c3047ed82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1adad5de-128f-4978-b0c9-cc496b35f5b7'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:50:47.460769 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979c64d66908691d8da3fe322a5acf5d757b5bee84c7992aba2ec3c134dffaeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22893488-0d8c-4747-ae92-644a1289e096" -d '{"events": [{"server_uuid": "bd4a7b25-28f7-4022-8d2a-955c3047ed82", "name": "network-vif-plugged", "status": "completed", "tag": "1adad5de-128f-4978-b0c9-cc496b35f5b7"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:50:47.468812 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 1adad5de-128f-4978-b0c9-cc496b35f5b7, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=1adad5de-128f-4978-b0c9-cc496b35f5b7,segment=NetworkSegment(6c58c664-caa0-495b-aa78-12e3cf34305e),segment_id=6c58c664-caa0-495b-aa78-12e3cf34305e)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:50:47.472305 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:47.541343 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=1adad5de-128f-4978-b0c9-cc496b35f5b7,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:47.596664 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 15:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c02c97c-aa2b-40f3-a077-66fb36645e65 x-openstack-request-id: req-5c02c97c-aa2b-40f3-a077-66fb36645e65 {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:50:47.596960 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4a7b25-28f7-4022-8d2a-955c3047ed82", "name": "network-vif-plugged", "status": "completed", "tag": "1adad5de-128f-4978-b0c9-cc496b35f5b7", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:50:47.597210 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5c02c97c-aa2b-40f3-a077-66fb36645e65 {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:50:47.597608 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5c02c97c-aa2b-40f3-a077-66fb36645e65'] response: {'server_uuid': 'bd4a7b25-28f7-4022-8d2a-955c3047ed82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1adad5de-128f-4978-b0c9-cc496b35f5b7', 'code': 200} Oct 13 15:50:47.827478 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a966b-2334-4e6d-b2ae-7ef50d93de8b req-51d9bb00-a854-46ef-8c8c-887dd07dce37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:50:47.828919 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-232a966b-2334-4e6d-b2ae-7ef50d93de8b req-51d9bb00-a854-46ef-8c8c-887dd07dce37 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bd4a7b25-28f7-4022-8d2a-955c3047ed82 HTTP/1.1" status: 200 len: 1098 time: 0.0775094 Oct 13 15:50:47.871748 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-232a966b-2334-4e6d-b2ae-7ef50d93de8b req-345b187f-c920-40a9-9aec-d77675411c57 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=43bc015f-3c5c-4602-85f0-40ddec1e22c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369689 Oct 13 15:50:48.388367 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f00a82-0445-4f3e-b10a-2e4508bc1d99 req-e04f4c36-4e1c-44dd-b8a3-144aabb03cd4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:50:48.389791 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a4f00a82-0445-4f3e-b10a-2e4508bc1d99 req-e04f4c36-4e1c-44dd-b8a3-144aabb03cd4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd4a7b25-28f7-4022-8d2a-955c3047ed82 HTTP/1.1" status: 200 len: 945 time: 0.0856581 Oct 13 15:50:48.432473 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a4f00a82-0445-4f3e-b10a-2e4508bc1d99 req-b01708e7-e795-471b-a371-1660e6459be5 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=43bc015f-3c5c-4602-85f0-40ddec1e22c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371115 Oct 13 15:50:49.720585 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fd29e8-e3c1-45ad-aa1d-c141df9c1c03 req-8ed5d3ae-9b7b-4439-a0fd-8e21871aa164 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:50:49.722028 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-92fd29e8-e3c1-45ad-aa1d-c141df9c1c03 req-8ed5d3ae-9b7b-4439-a0fd-8e21871aa164 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd4a7b25-28f7-4022-8d2a-955c3047ed82 HTTP/1.1" status: 200 len: 945 time: 0.1784854 Oct 13 15:50:49.764809 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-92fd29e8-e3c1-45ad-aa1d-c141df9c1c03 req-42a9eb33-d6b2-41b6-b4b9-8beef8e98d96 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=43bc015f-3c5c-4602-85f0-40ddec1e22c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370545 Oct 13 15:50:49.965736 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f09627d-cf88-4ec2-aa46-7f83878c6a53 req-56a22168-4832-4efb-b809-b63ee51ead3d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:50:49.967093 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1f09627d-cf88-4ec2-aa46-7f83878c6a53 req-56a22168-4832-4efb-b809-b63ee51ead3d tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd4a7b25-28f7-4022-8d2a-955c3047ed82 HTTP/1.1" status: 200 len: 945 time: 0.0889864 Oct 13 15:50:50.010327 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1f09627d-cf88-4ec2-aa46-7f83878c6a53 req-941f854f-f40b-4ab6-a0cb-9e2fd0026deb tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=43bc015f-3c5c-4602-85f0-40ddec1e22c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376124 Oct 13 15:50:50.038171 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 57636) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:50:50.113301 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c930db02-3109-4083-bca2-33cca0a77407 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:50:50.114806 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c930db02-3109-4083-bca2-33cca0a77407 tempest-TestNetworkBasicOps-1675657903 tempest-TestNetworkBasicOps-1675657903-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=bd4a7b25-28f7-4022-8d2a-955c3047ed82 HTTP/1.1" status: 200 len: 1093 time: 0.0757022 Oct 13 15:50:50.117591 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 57640) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:50:50.122930 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-0914f2c9-6a4c-483d-ade1-5d4fcc0ac0ab tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'floatingip': {'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'port_id': '1adad5de-128f-4978-b0c9-cc496b35f5b7', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:50:50.128666 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-0914f2c9-6a4c-483d-ade1-5d4fcc0ac0ab tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:50:50.132434 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-0914f2c9-6a4c-483d-ade1-5d4fcc0ac0ab tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Usage tracker for resource:floatingip and tenant:de460f02ee50469b960f7a471a064187 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:50:50.135822 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-0914f2c9-6a4c-483d-ade1-5d4fcc0ac0ab tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:50:50.141342 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-0914f2c9-6a4c-483d-ade1-5d4fcc0ac0ab tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:50:50.151264 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0914f2c9-6a4c-483d-ade1-5d4fcc0ac0ab tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for floatingip, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:50.283257 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0914f2c9-6a4c-483d-ade1-5d4fcc0ac0ab tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:50.508560 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-0914f2c9-6a4c-483d-ade1-5d4fcc0ac0ab tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Allocated IP 172.26.2.155 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/6470ed3e-17a4-4160-842a-8ccc1e952ec2) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:50:50.654479 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0914f2c9-6a4c-483d-ade1-5d4fcc0ac0ab tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:50.683600 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0914f2c9-6a4c-483d-ade1-5d4fcc0ac0ab tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:50.749504 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0914f2c9-6a4c-483d-ade1-5d4fcc0ac0ab tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:50:50.752265 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-0914f2c9-6a4c-483d-ade1-5d4fcc0ac0ab tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:50:50.754843 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0914f2c9-6a4c-483d-ade1-5d4fcc0ac0ab tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:50:50.798544 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0914f2c9-6a4c-483d-ade1-5d4fcc0ac0ab tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Port': ['ID=6470ed3e-17a4-4160-842a-8ccc1e952ec2,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:51.158744 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0914f2c9-6a4c-483d-ade1-5d4fcc0ac0ab tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:51.233514 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0914f2c9-6a4c-483d-ade1-5d4fcc0ac0ab tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:51.435022 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0914f2c9-6a4c-483d-ade1-5d4fcc0ac0ab tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:51.439485 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0914f2c9-6a4c-483d-ade1-5d4fcc0ac0ab tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:51.543906 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0914f2c9-6a4c-483d-ade1-5d4fcc0ac0ab tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:51.589666 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0914f2c9-6a4c-483d-ade1-5d4fcc0ac0ab tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event updated for resources: {'Port': ['ID=6470ed3e-17a4-4160-842a-8ccc1e952ec2,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:50:51.712438 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.l3_db [None req-0914f2c9-6a4c-483d-ade1-5d4fcc0ac0ab tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Floating IP 61e44700-6189-4d56-9606-5287f0f8bc50 associated. External IP: 172.26.2.155, port: 1adad5de-128f-4978-b0c9-cc496b35f5b7. Oct 13 15:50:52.156285 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0914f2c9-6a4c-483d-ade1-5d4fcc0ac0ab tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Router 5e298bd5-9b00-44bd-9103-c2ad7bf01ae6 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:50:52.332324 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0914f2c9-6a4c-483d-ade1-5d4fcc0ac0ab tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:50:52.341657 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a134fffb-9161-4ee3-9b0c-ae54fa0bbbb6 None None] Sync routers for ids ['5e298bd5-9b00-44bd-9103-c2ad7bf01ae6'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:50:52.351515 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a134fffb-9161-4ee3-9b0c-ae54fa0bbbb6 None None] Routers {'5e298bd5-9b00-44bd-9103-c2ad7bf01ae6'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:50:52.352118 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-a134fffb-9161-4ee3-9b0c-ae54fa0bbbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:50:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['5e298bd5-9b00-44bd-9103-c2ad7bf01ae6'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:50:52.357787 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0914f2c9-6a4c-483d-ade1-5d4fcc0ac0ab tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:50:52.412778 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-0914f2c9-6a4c-483d-ade1-5d4fcc0ac0ab tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2935524 Oct 13 15:50:52.413319 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4a7b25-28f7-4022-8d2a-955c3047ed82', 'tag': '1adad5de-128f-4978-b0c9-cc496b35f5b7'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:50:52.416163 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57644) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:50:52.416652 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2a2b54-bdf1-4c63-94a8-2d0645072e80" -d '{"events": [{"name": "network-changed", "server_uuid": "bd4a7b25-28f7-4022-8d2a-955c3047ed82", "tag": "1adad5de-128f-4978-b0c9-cc496b35f5b7"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:50:52.459057 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 15:50:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7737a892-d95b-4fe0-870a-35ffa778b275 x-openstack-request-id: req-7737a892-d95b-4fe0-870a-35ffa778b275 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:50:52.459407 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd4a7b25-28f7-4022-8d2a-955c3047ed82", "tag": "1adad5de-128f-4978-b0c9-cc496b35f5b7", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:50:52.459667 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7737a892-d95b-4fe0-870a-35ffa778b275 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:50:52.460072 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7737a892-d95b-4fe0-870a-35ffa778b275'] response: {'name': 'network-changed', 'server_uuid': 'bd4a7b25-28f7-4022-8d2a-955c3047ed82', 'tag': '1adad5de-128f-4978-b0c9-cc496b35f5b7', 'status': 'completed', 'code': 200} Oct 13 15:50:52.523928 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-fa3dcff9-0a3e-41bf-8d02-b860f16cc892 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/floatingips/61e44700-6189-4d56-9606-5287f0f8bc50 HTTP/1.1" status: 200 len: 991 time: 0.1066272 Oct 13 15:50:52.529954 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-a134fffb-9161-4ee3-9b0c-ae54fa0bbbb6 None None] Set router 5e298bd5-9b00-44bd-9103-c2ad7bf01ae6 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:50:52.561755 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2a2b54-bdf1-4c63-94a8-2d0645072e80 req-eed2587d-7b1f-47bc-8318-c58df212f7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:50:52.563288 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-7f2a2b54-bdf1-4c63-94a8-2d0645072e80 req-eed2587d-7b1f-47bc-8318-c58df212f7a5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&device_id=bd4a7b25-28f7-4022-8d2a-955c3047ed82 HTTP/1.1" status: 200 len: 1098 time: 0.0840371 Oct 13 15:50:52.695189 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2a2b54-bdf1-4c63-94a8-2d0645072e80 req-f976d2d6-d538-4d92-9477-c4818dfec1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:50:52.696671 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-7f2a2b54-bdf1-4c63-94a8-2d0645072e80 req-f976d2d6-d538-4d92-9477-c4818dfec1a2 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a76c421b-886f-4773-a57a-1fdc7c977f8c HTTP/1.1" status: 200 len: 897 time: 0.1272130 Oct 13 15:50:52.799228 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-7f2a2b54-bdf1-4c63-94a8-2d0645072e80 req-06a30e18-e743-4221-9f7b-a382701f1a29 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1adad5de-128f-4978-b0c9-cc496b35f5b7 HTTP/1.1" status: 200 len: 999 time: 0.0965242 Oct 13 15:50:52.861679 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2a2b54-bdf1-4c63-94a8-2d0645072e80 req-28d0a5ed-d149-4b01-8ae3-7e2185626d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:50:52.863127 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-7f2a2b54-bdf1-4c63-94a8-2d0645072e80 req-28d0a5ed-d149-4b01-8ae3-7e2185626d74 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5286a44c-915e-466b-8c2a-6ee7a38aad2a HTTP/1.1" status: 200 len: 835 time: 0.0581264 Oct 13 15:50:52.901828 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-a134fffb-9161-4ee3-9b0c-ae54fa0bbbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e298bd5-9b00-44bd-9103-c2ad7bf01ae6', 'name': 'tempest-TestNetworkBasicOps-router-1712437576', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': '42fe224d-df60-4a03-9c20-bb68e9dadd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:50:29Z', 'updated_at': '2022-10-13T15:50:34Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '42fe224d-df60-4a03-9c20-bb68e9dadd2d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:04:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e298bd5-9b00-44bd-9103-c2ad7bf01ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:50:29Z', 'updated_at': '2022-10-13T15:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '61e44700-6189-4d56-9606-5287f0f8bc50', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'floating_ip_address': '172.26.2.155', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '5e298bd5-9b00-44bd-9103-c2ad7bf01ae6', 'port_id': '1adad5de-128f-4978-b0c9-cc496b35f5b7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a76c421b-886f-4773-a57a-1fdc7c977f8c', 'mac_address': 'fa:16:3e:4d:27:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a7b25-28f7-4022-8d2a-955c3047ed82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:50:51Z', 'updated_at': '2022-10-13T15:50:51Z', 'revision_number': 0, 'project_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c4b0884-723d-40ce-b2e1-1c18c9610e6e', 'name': '', 'network_id': 'a76c421b-886f-4773-a57a-1fdc7c977f8c', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:42:a5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e298bd5-9b00-44bd-9103-c2ad7bf01ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '5286a44c-915e-466b-8c2a-6ee7a38aad2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:50:33Z', 'updated_at': '2022-10-13T15:50:39Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '5286a44c-915e-466b-8c2a-6ee7a38aad2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:50:52.905596 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a134fffb-9161-4ee3-9b0c-ae54fa0bbbb6 None None] Checking router: 5e298bd5-9b00-44bd-9103-c2ad7bf01ae6 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:50:52.913899 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a134fffb-9161-4ee3-9b0c-ae54fa0bbbb6 None None] Routers {'5e298bd5-9b00-44bd-9103-c2ad7bf01ae6'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:50:52.914525 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-a134fffb-9161-4ee3-9b0c-ae54fa0bbbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:50:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['5e298bd5-9b00-44bd-9103-c2ad7bf01ae6'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:50:52.946046 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2a2b54-bdf1-4c63-94a8-2d0645072e80 req-5362f20f-4bf6-45e2-8d74-db3fb149f451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:50:52.947565 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-7f2a2b54-bdf1-4c63-94a8-2d0645072e80 req-5362f20f-4bf6-45e2-8d74-db3fb149f451 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a76c421b-886f-4773-a57a-1fdc7c977f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787303 Oct 13 15:50:53.078267 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-7f2a2b54-bdf1-4c63-94a8-2d0645072e80 req-c506791d-559f-44e7-99ca-4998adc59f87 service neutron] 10.222.0.16 "GET /v2.0/networks/a76c421b-886f-4773-a57a-1fdc7c977f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242344 Oct 13 15:50:53.087407 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-a134fffb-9161-4ee3-9b0c-ae54fa0bbbb6 None None] Set router 5e298bd5-9b00-44bd-9103-c2ad7bf01ae6 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:50:53.209901 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-7f2a2b54-bdf1-4c63-94a8-2d0645072e80 req-fb5bc28a-a487-4c07-9c31-9709408e66ec service neutron] 10.222.0.16 "GET /v2.0/networks/a76c421b-886f-4773-a57a-1fdc7c977f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251898 Oct 13 15:50:53.427535 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-a134fffb-9161-4ee3-9b0c-ae54fa0bbbb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e298bd5-9b00-44bd-9103-c2ad7bf01ae6', 'name': 'tempest-TestNetworkBasicOps-router-1712437576', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': '42fe224d-df60-4a03-9c20-bb68e9dadd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:50:29Z', 'updated_at': '2022-10-13T15:50:34Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '42fe224d-df60-4a03-9c20-bb68e9dadd2d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:04:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e298bd5-9b00-44bd-9103-c2ad7bf01ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:50:29Z', 'updated_at': '2022-10-13T15:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '61e44700-6189-4d56-9606-5287f0f8bc50', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'floating_ip_address': '172.26.2.155', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '5e298bd5-9b00-44bd-9103-c2ad7bf01ae6', 'port_id': '1adad5de-128f-4978-b0c9-cc496b35f5b7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a76c421b-886f-4773-a57a-1fdc7c977f8c', 'mac_address': 'fa:16:3e:4d:27:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a7b25-28f7-4022-8d2a-955c3047ed82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:50:51Z', 'updated_at': '2022-10-13T15:50:51Z', 'revision_number': 0, 'project_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c4b0884-723d-40ce-b2e1-1c18c9610e6e', 'name': '', 'network_id': 'a76c421b-886f-4773-a57a-1fdc7c977f8c', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:42:a5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e298bd5-9b00-44bd-9103-c2ad7bf01ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '5286a44c-915e-466b-8c2a-6ee7a38aad2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:50:33Z', 'updated_at': '2022-10-13T15:50:39Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '5286a44c-915e-466b-8c2a-6ee7a38aad2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:50:53.431417 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a134fffb-9161-4ee3-9b0c-ae54fa0bbbb6 None None] The sync data for ids ['5e298bd5-9b00-44bd-9103-c2ad7bf01ae6'] in dv-neutron-860329-2-hyperv is: [{'id': '5e298bd5-9b00-44bd-9103-c2ad7bf01ae6', 'name': 'tempest-TestNetworkBasicOps-router-1712437576', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': '42fe224d-df60-4a03-9c20-bb68e9dadd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:50:29Z', 'updated_at': '2022-10-13T15:50:34Z', 'revision_number': 4, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '42fe224d-df60-4a03-9c20-bb68e9dadd2d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:04:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e298bd5-9b00-44bd-9103-c2ad7bf01ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:50:29Z', 'updated_at': '2022-10-13T15:50:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '61e44700-6189-4d56-9606-5287f0f8bc50', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'floating_ip_address': '172.26.2.155', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '5e298bd5-9b00-44bd-9103-c2ad7bf01ae6', 'port_id': '1adad5de-128f-4978-b0c9-cc496b35f5b7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a76c421b-886f-4773-a57a-1fdc7c977f8c', 'mac_address': 'fa:16:3e:4d:27:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a7b25-28f7-4022-8d2a-955c3047ed82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:50:51Z', 'updated_at': '2022-10-13T15:50:51Z', 'revision_number': 0, 'project_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c4b0884-723d-40ce-b2e1-1c18c9610e6e', 'name': '', 'network_id': 'a76c421b-886f-4773-a57a-1fdc7c977f8c', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:42:a5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e298bd5-9b00-44bd-9103-c2ad7bf01ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '5286a44c-915e-466b-8c2a-6ee7a38aad2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:50:33Z', 'updated_at': '2022-10-13T15:50:39Z', 'revision_number': 5, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '5286a44c-915e-466b-8c2a-6ee7a38aad2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:50:53.527848 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57650) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:50:53.612086 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24459bf3-4d6f-49f7-ad71-92105fc33a77 None None] New status for floating IP 61e44700-6189-4d56-9606-5287f0f8bc50: ACTIVE {{(pid=88974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:50:53.644490 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-694ec117-21e3-4015-a74d-630198315157 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/floatingips/61e44700-6189-4d56-9606-5287f0f8bc50 HTTP/1.1" status: 200 len: 991 time: 0.1154642 Oct 13 15:50:54.647984 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 57654) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:50:54.750493 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-6b106957-31ad-454d-a037-d68316fdade8 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/floatingips/61e44700-6189-4d56-9606-5287f0f8bc50 HTTP/1.1" status: 200 len: 993 time: 0.1013489 Oct 13 15:50:55.896056 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:04.489232 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9b08fadc-7081-4a6c-b1c3-72daec6178b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:06.640234 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-3bda2044-b8c1-4850-97fa-bd2a568af626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:07.752316 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:07.907929 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:09.611071 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:19.590646 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:51:25.919262 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:26.883913 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9719b081-0dad-42ff-bc53-c35130c93213 req-53eaac83-a203-4fb6-a1b3-bbb5ce07a193 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bd4a7b25-28f7-4022-8d2a-955c3047ed82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0807915 Oct 13 15:51:27.029654 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9719b081-0dad-42ff-bc53-c35130c93213 req-dacb27a5-852f-418d-8e04-711d1a8c83f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:51:27.031185 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9719b081-0dad-42ff-bc53-c35130c93213 req-dacb27a5-852f-418d-8e04-711d1a8c83f4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&device_id=bd4a7b25-28f7-4022-8d2a-955c3047ed82 HTTP/1.1" status: 200 len: 1098 time: 0.0778036 Oct 13 15:51:27.272707 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9719b081-0dad-42ff-bc53-c35130c93213 req-e89fc5da-b2a0-482a-a516-93157e6bd0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:51:27.274054 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9719b081-0dad-42ff-bc53-c35130c93213 req-e89fc5da-b2a0-482a-a516-93157e6bd0de service neutron] 10.222.0.16 "GET /v2.0/networks?id=a76c421b-886f-4773-a57a-1fdc7c977f8c HTTP/1.1" status: 200 len: 897 time: 0.2253115 Oct 13 15:51:27.374539 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9719b081-0dad-42ff-bc53-c35130c93213 req-ba597d4a-461d-4820-97cb-c2119b7c5b69 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1adad5de-128f-4978-b0c9-cc496b35f5b7 HTTP/1.1" status: 200 len: 1001 time: 0.0940149 Oct 13 15:51:27.437397 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9719b081-0dad-42ff-bc53-c35130c93213 req-204bb33d-0042-4d4f-afef-d6a63c80a931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:51:27.438774 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9719b081-0dad-42ff-bc53-c35130c93213 req-204bb33d-0042-4d4f-afef-d6a63c80a931 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5286a44c-915e-466b-8c2a-6ee7a38aad2a HTTP/1.1" status: 200 len: 835 time: 0.0582757 Oct 13 15:51:27.519359 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9719b081-0dad-42ff-bc53-c35130c93213 req-6a4e1a7f-1f13-45b8-bdf3-22b419739b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:51:27.520794 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9719b081-0dad-42ff-bc53-c35130c93213 req-6a4e1a7f-1f13-45b8-bdf3-22b419739b0d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a76c421b-886f-4773-a57a-1fdc7c977f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757794 Oct 13 15:51:27.653811 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9719b081-0dad-42ff-bc53-c35130c93213 req-93c2af04-1366-4b99-9e53-0b62affca15b service neutron] 10.222.0.16 "GET /v2.0/networks/a76c421b-886f-4773-a57a-1fdc7c977f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268463 Oct 13 15:51:27.782353 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9719b081-0dad-42ff-bc53-c35130c93213 req-ec3c77d7-52fc-4030-b7bd-59b8d1ad50ab service neutron] 10.222.0.16 "GET /v2.0/networks/a76c421b-886f-4773-a57a-1fdc7c977f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222904 Oct 13 15:51:29.970540 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [req-9188984c-5b3a-4678-aae7-b2ea641da6d4 req-e3837f58-85a2-48af-b04a-df3b6631e56e service neutron] (88972) timed out ('10.222.0.16', 49862) {{(pid=88972) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Oct 13 15:51:34.491217 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-beb42847-bd1b-4182-a595-44c9b2067f0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:36.641522 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6ba8fcfd-da5c-4637-a83d-b0632b18beb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:37.754667 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:37.908186 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:39.615498 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:55.934085 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:51:56.589734 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:52:04.492400 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b2ab1420-e0a8-4784-9d3f-a3ebbefb2aea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:06.628948 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57682) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:52:06.634211 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-fa59d126-2690-4c6b-8b62-6deff6bd3784 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'router': {'admin_state_up': False}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:52:06.653436 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4d66f8ee-d783-44f3-9c27-4ca0ab1275f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:07.142436 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fa59d126-2690-4c6b-8b62-6deff6bd3784 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:07.152795 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fa59d126-2690-4c6b-8b62-6deff6bd3784 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1827972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1827983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1827956'] for router, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:07.329971 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa59d126-2690-4c6b-8b62-6deff6bd3784 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Router 5e298bd5-9b00-44bd-9103-c2ad7bf01ae6 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:52:07.506651 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa59d126-2690-4c6b-8b62-6deff6bd3784 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:52:07.515843 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fa59d126-2690-4c6b-8b62-6deff6bd3784 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:07.516609 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a876ac77-7843-481d-b288-5b59d9bed2d2 None None] Sync routers for ids ['5e298bd5-9b00-44bd-9103-c2ad7bf01ae6'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:52:07.517126 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-fa59d126-2690-4c6b-8b62-6deff6bd3784 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "PUT /v2.0/routers/5e298bd5-9b00-44bd-9103-c2ad7bf01ae6 HTTP/1.1" status: 200 len: 889 time: 0.8869870 Oct 13 15:52:07.526719 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a876ac77-7843-481d-b288-5b59d9bed2d2 None None] Routers {'5e298bd5-9b00-44bd-9103-c2ad7bf01ae6'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:52:07.527425 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-a876ac77-7843-481d-b288-5b59d9bed2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:52:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['5e298bd5-9b00-44bd-9103-c2ad7bf01ae6'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:52:07.586699 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-a876ac77-7843-481d-b288-5b59d9bed2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:52:07.595398 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a876ac77-7843-481d-b288-5b59d9bed2d2 None None] Routers {'5e298bd5-9b00-44bd-9103-c2ad7bf01ae6'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:52:07.595982 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-a876ac77-7843-481d-b288-5b59d9bed2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:52:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['5e298bd5-9b00-44bd-9103-c2ad7bf01ae6'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:52:07.656258 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-a876ac77-7843-481d-b288-5b59d9bed2d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:52:07.656645 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a876ac77-7843-481d-b288-5b59d9bed2d2 None None] The sync data for ids ['5e298bd5-9b00-44bd-9103-c2ad7bf01ae6'] in dv-neutron-860329-2-hyperv is: [] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:52:07.757361 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:07.909704 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:08.408890 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd36477-f8f1-446b-9a1b-a722825ddd3a None None] New status for floating IP 61e44700-6189-4d56-9606-5287f0f8bc50: DOWN {{(pid=88974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:52:09.028299 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 5c4b0884-723d-40ce-b2e1-1c18c9610e6e no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:52:09.138891 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 5c4b0884-723d-40ce-b2e1-1c18c9610e6e is: ACTIVE; New status is: DOWN {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:52:09.139265 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:09.170601 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 5c4b0884-723d-40ce-b2e1-1c18c9610e6e, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=5c4b0884-723d-40ce-b2e1-1c18c9610e6e,segment=NetworkSegment(6c58c664-caa0-495b-aa78-12e3cf34305e),segment_id=6c58c664-caa0-495b-aa78-12e3cf34305e)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:52:09.174146 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:09.174784 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 42fe224d-df60-4a03-9c20-bb68e9dadd2d no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:52:09.286565 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=5c4b0884-723d-40ce-b2e1-1c18c9610e6e,revision_number=6']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:09.320135 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:09.320479 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:09.320814 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:09.321144 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:09.321470 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:09.321794 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:09.322116 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:09.322462 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:09.322783 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:09.323101 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:09.323416 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:09.323729 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:09.350603 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 42fe224d-df60-4a03-9c20-bb68e9dadd2d is: ACTIVE; New status is: DOWN {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:52:09.350978 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:09.367448 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 42fe224d-df60-4a03-9c20-bb68e9dadd2d, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=42fe224d-df60-4a03-9c20-bb68e9dadd2d,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:52:09.370814 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:09.437302 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=42fe224d-df60-4a03-9c20-bb68e9dadd2d,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:09.616074 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:09.666443 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57688) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:52:09.671675 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-327bf683-2c13-4a10-b539-30f9b6669eb9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Request body: {'router': {'admin_state_up': True}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:52:10.286935 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-327bf683-2c13-4a10-b539-30f9b6669eb9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:10.297523 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-327bf683-2c13-4a10-b539-30f9b6669eb9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1827972', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1827983', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1827956'] for router, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:10.472192 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-327bf683-2c13-4a10-b539-30f9b6669eb9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Router 5e298bd5-9b00-44bd-9103-c2ad7bf01ae6 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:52:10.646200 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327bf683-2c13-4a10-b539-30f9b6669eb9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:52:10.653207 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-327bf683-2c13-4a10-b539-30f9b6669eb9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:10.657254 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-327bf683-2c13-4a10-b539-30f9b6669eb9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "PUT /v2.0/routers/5e298bd5-9b00-44bd-9103-c2ad7bf01ae6 HTTP/1.1" status: 200 len: 888 time: 0.9871187 Oct 13 15:52:10.657468 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57692) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:52:10.660244 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5247af-b913-4b87-9a92-3bc33b36527d None None] Sync routers for ids ['5e298bd5-9b00-44bd-9103-c2ad7bf01ae6'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:52:10.671217 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5247af-b913-4b87-9a92-3bc33b36527d None None] Routers {'5e298bd5-9b00-44bd-9103-c2ad7bf01ae6'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:52:10.672142 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-2f5247af-b913-4b87-9a92-3bc33b36527d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:52:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['5e298bd5-9b00-44bd-9103-c2ad7bf01ae6'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:52:10.762275 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-cc91b1ae-3a9e-46c6-9a11-f23a48098018 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/floatingips/61e44700-6189-4d56-9606-5287f0f8bc50 HTTP/1.1" status: 200 len: 991 time: 0.1037426 Oct 13 15:52:10.850681 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-2f5247af-b913-4b87-9a92-3bc33b36527d None None] Set router 5e298bd5-9b00-44bd-9103-c2ad7bf01ae6 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:52:11.205302 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-2f5247af-b913-4b87-9a92-3bc33b36527d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e298bd5-9b00-44bd-9103-c2ad7bf01ae6', 'name': 'tempest-TestNetworkBasicOps-router-1712437576', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': '42fe224d-df60-4a03-9c20-bb68e9dadd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:50:29Z', 'updated_at': '2022-10-13T15:52:10Z', 'revision_number': 6, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '42fe224d-df60-4a03-9c20-bb68e9dadd2d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:04:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e298bd5-9b00-44bd-9103-c2ad7bf01ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:50:29Z', 'updated_at': '2022-10-13T15:52:09Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '61e44700-6189-4d56-9606-5287f0f8bc50', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'floating_ip_address': '172.26.2.155', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '5e298bd5-9b00-44bd-9103-c2ad7bf01ae6', 'port_id': '1adad5de-128f-4978-b0c9-cc496b35f5b7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a76c421b-886f-4773-a57a-1fdc7c977f8c', 'mac_address': 'fa:16:3e:4d:27:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a7b25-28f7-4022-8d2a-955c3047ed82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:50:51Z', 'updated_at': '2022-10-13T15:52:08Z', 'revision_number': 2, 'project_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c4b0884-723d-40ce-b2e1-1c18c9610e6e', 'name': '', 'network_id': 'a76c421b-886f-4773-a57a-1fdc7c977f8c', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:42:a5:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e298bd5-9b00-44bd-9103-c2ad7bf01ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '5286a44c-915e-466b-8c2a-6ee7a38aad2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:50:33Z', 'updated_at': '2022-10-13T15:52:09Z', 'revision_number': 6, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '5286a44c-915e-466b-8c2a-6ee7a38aad2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:52:11.208992 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5247af-b913-4b87-9a92-3bc33b36527d None None] Checking router: 5e298bd5-9b00-44bd-9103-c2ad7bf01ae6 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:52:11.216978 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f5247af-b913-4b87-9a92-3bc33b36527d None None] Routers {'5e298bd5-9b00-44bd-9103-c2ad7bf01ae6'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:52:11.217563 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-2f5247af-b913-4b87-9a92-3bc33b36527d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:52:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['5e298bd5-9b00-44bd-9103-c2ad7bf01ae6'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:52:11.387689 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-2f5247af-b913-4b87-9a92-3bc33b36527d None None] Set router 5e298bd5-9b00-44bd-9103-c2ad7bf01ae6 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:52:11.721109 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-2f5247af-b913-4b87-9a92-3bc33b36527d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e298bd5-9b00-44bd-9103-c2ad7bf01ae6', 'name': 'tempest-TestNetworkBasicOps-router-1712437576', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': '42fe224d-df60-4a03-9c20-bb68e9dadd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:50:29Z', 'updated_at': '2022-10-13T15:52:10Z', 'revision_number': 6, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '42fe224d-df60-4a03-9c20-bb68e9dadd2d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:04:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e298bd5-9b00-44bd-9103-c2ad7bf01ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:50:29Z', 'updated_at': '2022-10-13T15:52:09Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '61e44700-6189-4d56-9606-5287f0f8bc50', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'floating_ip_address': '172.26.2.155', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '5e298bd5-9b00-44bd-9103-c2ad7bf01ae6', 'port_id': '1adad5de-128f-4978-b0c9-cc496b35f5b7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a76c421b-886f-4773-a57a-1fdc7c977f8c', 'mac_address': 'fa:16:3e:4d:27:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a7b25-28f7-4022-8d2a-955c3047ed82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:50:51Z', 'updated_at': '2022-10-13T15:52:08Z', 'revision_number': 2, 'project_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c4b0884-723d-40ce-b2e1-1c18c9610e6e', 'name': '', 'network_id': 'a76c421b-886f-4773-a57a-1fdc7c977f8c', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:42:a5:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e298bd5-9b00-44bd-9103-c2ad7bf01ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '5286a44c-915e-466b-8c2a-6ee7a38aad2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:50:33Z', 'updated_at': '2022-10-13T15:52:09Z', 'revision_number': 6, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '5286a44c-915e-466b-8c2a-6ee7a38aad2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:52:11.724926 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f5247af-b913-4b87-9a92-3bc33b36527d None None] The sync data for ids ['5e298bd5-9b00-44bd-9103-c2ad7bf01ae6'] in dv-neutron-860329-2-hyperv is: [{'id': '5e298bd5-9b00-44bd-9103-c2ad7bf01ae6', 'name': 'tempest-TestNetworkBasicOps-router-1712437576', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': '42fe224d-df60-4a03-9c20-bb68e9dadd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:50:29Z', 'updated_at': '2022-10-13T15:52:10Z', 'revision_number': 6, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '42fe224d-df60-4a03-9c20-bb68e9dadd2d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:04:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e298bd5-9b00-44bd-9103-c2ad7bf01ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:50:29Z', 'updated_at': '2022-10-13T15:52:09Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '61e44700-6189-4d56-9606-5287f0f8bc50', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'floating_ip_address': '172.26.2.155', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '5e298bd5-9b00-44bd-9103-c2ad7bf01ae6', 'port_id': '1adad5de-128f-4978-b0c9-cc496b35f5b7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a76c421b-886f-4773-a57a-1fdc7c977f8c', 'mac_address': 'fa:16:3e:4d:27:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd4a7b25-28f7-4022-8d2a-955c3047ed82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:50:51Z', 'updated_at': '2022-10-13T15:52:08Z', 'revision_number': 2, 'project_id': 'de460f02ee50469b960f7a471a064187', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5c4b0884-723d-40ce-b2e1-1c18c9610e6e', 'name': '', 'network_id': 'a76c421b-886f-4773-a57a-1fdc7c977f8c', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:42:a5:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e298bd5-9b00-44bd-9103-c2ad7bf01ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '5286a44c-915e-466b-8c2a-6ee7a38aad2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:50:33Z', 'updated_at': '2022-10-13T15:52:09Z', 'revision_number': 6, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '5286a44c-915e-466b-8c2a-6ee7a38aad2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:52:11.766230 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57696) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:52:11.874205 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-b73d9714-6db7-4a1b-8772-0cee007a22ff tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/floatingips/61e44700-6189-4d56-9606-5287f0f8bc50 HTTP/1.1" status: 200 len: 991 time: 0.1067643 Oct 13 15:52:12.878112 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57700) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:52:12.977698 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-fa0ed89a-5f7c-4595-954f-f007564498d4 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/floatingips/61e44700-6189-4d56-9606-5287f0f8bc50 HTTP/1.1" status: 200 len: 991 time: 0.0984612 Oct 13 15:52:13.088894 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 5c4b0884-723d-40ce-b2e1-1c18c9610e6e up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:52:13.156443 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 5c4b0884-723d-40ce-b2e1-1c18c9610e6e triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:52:13.156811 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:13.157143 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 5c4b0884-723d-40ce-b2e1-1c18c9610e6e Oct 13 15:52:13.278511 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 5c4b0884-723d-40ce-b2e1-1c18c9610e6e is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:52:13.278978 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:13.302756 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8753cbd-d9b5-4008-9c9a-6b5541001780 None None] New status for floating IP 61e44700-6189-4d56-9606-5287f0f8bc50: ACTIVE {{(pid=88974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:52:13.389845 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 5c4b0884-723d-40ce-b2e1-1c18c9610e6e, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=5c4b0884-723d-40ce-b2e1-1c18c9610e6e,segment=NetworkSegment(6c58c664-caa0-495b-aa78-12e3cf34305e),segment_id=6c58c664-caa0-495b-aa78-12e3cf34305e)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:52:13.395497 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:13.396222 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 42fe224d-df60-4a03-9c20-bb68e9dadd2d up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:52:13.647576 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=5c4b0884-723d-40ce-b2e1-1c18c9610e6e,revision_number=7']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:13.716912 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 42fe224d-df60-4a03-9c20-bb68e9dadd2d triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:52:13.717282 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:13.717614 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 42fe224d-df60-4a03-9c20-bb68e9dadd2d Oct 13 15:52:13.833705 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 42fe224d-df60-4a03-9c20-bb68e9dadd2d is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:52:13.834107 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:13.850839 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 42fe224d-df60-4a03-9c20-bb68e9dadd2d, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=42fe224d-df60-4a03-9c20-bb68e9dadd2d,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:52:13.854814 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:13.924666 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=42fe224d-df60-4a03-9c20-bb68e9dadd2d,revision_number=6']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:13.982571 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57704) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:52:14.089348 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-540e7fa4-d187-4574-b5cb-5ca2baf95691 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/floatingips/61e44700-6189-4d56-9606-5287f0f8bc50 HTTP/1.1" status: 200 len: 993 time: 0.1056287 Oct 13 15:52:14.353221 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57712) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:52:14.655111 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-162cca30-a648-49aa-8854-a5f3320f350f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Deleting port 6470ed3e-17a4-4160-842a-8ccc1e952ec2 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:52:14.655450 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-162cca30-a648-49aa-8854-a5f3320f350f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:14.820066 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-162cca30-a648-49aa-8854-a5f3320f350f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:14.820391 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-162cca30-a648-49aa-8854-a5f3320f350f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:14.942800 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-162cca30-a648-49aa-8854-a5f3320f350f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Calling delete_port for 6470ed3e-17a4-4160-842a-8ccc1e952ec2 owned by network:floatingip {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:52:15.041080 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 5c4b0884-723d-40ce-b2e1-1c18c9610e6e up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:52:15.091838 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-162cca30-a648-49aa-8854-a5f3320f350f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:15.107467 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 5c4b0884-723d-40ce-b2e1-1c18c9610e6e triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:52:15.107841 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:15.108157 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 5c4b0884-723d-40ce-b2e1-1c18c9610e6e Oct 13 15:52:15.139630 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162cca30-a648-49aa-8854-a5f3320f350f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'Port': ['ID=6470ed3e-17a4-4160-842a-8ccc1e952ec2,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:15.212732 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162cca30-a648-49aa-8854-a5f3320f350f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:15.212971 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162cca30-a648-49aa-8854-a5f3320f350f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:15.213312 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162cca30-a648-49aa-8854-a5f3320f350f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:15.213644 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162cca30-a648-49aa-8854-a5f3320f350f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:15.213971 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162cca30-a648-49aa-8854-a5f3320f350f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:15.214322 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162cca30-a648-49aa-8854-a5f3320f350f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:15.214647 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162cca30-a648-49aa-8854-a5f3320f350f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:15.214969 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162cca30-a648-49aa-8854-a5f3320f350f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:15.215292 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162cca30-a648-49aa-8854-a5f3320f350f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:15.215612 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162cca30-a648-49aa-8854-a5f3320f350f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:15.215983 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162cca30-a648-49aa-8854-a5f3320f350f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:15.216443 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-162cca30-a648-49aa-8854-a5f3320f350f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:15.225648 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 5c4b0884-723d-40ce-b2e1-1c18c9610e6e is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:52:15.226813 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 42fe224d-df60-4a03-9c20-bb68e9dadd2d up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:52:15.248453 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-162cca30-a648-49aa-8854-a5f3320f350f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for floatingip, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:15.248766 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.l3_db [None req-162cca30-a648-49aa-8854-a5f3320f350f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Floating IP 61e44700-6189-4d56-9606-5287f0f8bc50 disassociated (deleted). External IP: 172.26.2.155, port: 1adad5de-128f-4978-b0c9-cc496b35f5b7. Oct 13 15:52:15.295197 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 42fe224d-df60-4a03-9c20-bb68e9dadd2d triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:52:15.295567 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:15.295899 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 42fe224d-df60-4a03-9c20-bb68e9dadd2d Oct 13 15:52:15.408462 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 42fe224d-df60-4a03-9c20-bb68e9dadd2d is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:52:15.596398 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-162cca30-a648-49aa-8854-a5f3320f350f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Router 5e298bd5-9b00-44bd-9103-c2ad7bf01ae6 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:52:15.872924 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-162cca30-a648-49aa-8854-a5f3320f350f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:52:15.881998 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214c47c9-d753-46e6-9ef1-761a67311881 None None] Sync routers for ids ['5e298bd5-9b00-44bd-9103-c2ad7bf01ae6'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:52:15.891196 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214c47c9-d753-46e6-9ef1-761a67311881 None None] Routers {'5e298bd5-9b00-44bd-9103-c2ad7bf01ae6'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:52:15.891901 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-214c47c9-d753-46e6-9ef1-761a67311881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:52:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['5e298bd5-9b00-44bd-9103-c2ad7bf01ae6'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:52:15.892037 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-162cca30-a648-49aa-8854-a5f3320f350f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:15.945316 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-162cca30-a648-49aa-8854-a5f3320f350f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "DELETE /v2.0/floatingips/61e44700-6189-4d56-9606-5287f0f8bc50 HTTP/1.1" status: 204 len: 168 time: 1.5910029 Oct 13 15:52:15.945959 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd4a7b25-28f7-4022-8d2a-955c3047ed82', 'tag': '1adad5de-128f-4978-b0c9-cc496b35f5b7'}] {{(pid=88972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:52:15.948244 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66139ebd01b2281a52a84d0c3e28fe779798cc7e4f9f2d51c02648ac67609c1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f5f481-4cbc-41be-b4a8-e83a144f1de9" -d '{"events": [{"name": "network-changed", "server_uuid": "bd4a7b25-28f7-4022-8d2a-955c3047ed82", "tag": "1adad5de-128f-4978-b0c9-cc496b35f5b7"}]}' {{(pid=88972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:52:15.990290 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 15:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce3b138-a19d-46c4-92ec-0bdee78907f8 x-openstack-request-id: req-9ce3b138-a19d-46c4-92ec-0bdee78907f8 {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:52:15.990571 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd4a7b25-28f7-4022-8d2a-955c3047ed82", "tag": "1adad5de-128f-4978-b0c9-cc496b35f5b7", "status": "completed", "code": 200}]} {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:52:15.990814 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9ce3b138-a19d-46c4-92ec-0bdee78907f8 {{(pid=88972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:52:15.991208 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ce3b138-a19d-46c4-92ec-0bdee78907f8'] response: {'name': 'network-changed', 'server_uuid': 'bd4a7b25-28f7-4022-8d2a-955c3047ed82', 'tag': '1adad5de-128f-4978-b0c9-cc496b35f5b7', 'status': 'completed', 'code': 200} Oct 13 15:52:16.085034 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-214c47c9-d753-46e6-9ef1-761a67311881 None None] Set router 5e298bd5-9b00-44bd-9103-c2ad7bf01ae6 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:52:16.102213 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5f481-4cbc-41be-b4a8-e83a144f1de9 req-9995e414-6b14-479d-ae6c-23fc82f7eb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:52:16.103909 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b2f5f481-4cbc-41be-b4a8-e83a144f1de9 req-9995e414-6b14-479d-ae6c-23fc82f7eb78 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=de460f02ee50469b960f7a471a064187&device_id=bd4a7b25-28f7-4022-8d2a-955c3047ed82 HTTP/1.1" status: 200 len: 1098 time: 0.0905771 Oct 13 15:52:16.248767 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5f481-4cbc-41be-b4a8-e83a144f1de9 req-d6657af5-3525-45e2-86b9-e27eadafd03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:52:16.250258 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b2f5f481-4cbc-41be-b4a8-e83a144f1de9 req-d6657af5-3525-45e2-86b9-e27eadafd03f service neutron] 10.222.0.16 "GET /v2.0/networks?id=a76c421b-886f-4773-a57a-1fdc7c977f8c HTTP/1.1" status: 200 len: 897 time: 0.1396425 Oct 13 15:52:16.357930 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b2f5f481-4cbc-41be-b4a8-e83a144f1de9 req-9ca174d2-c17e-44fc-a170-5e94473f5409 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1adad5de-128f-4978-b0c9-cc496b35f5b7 HTTP/1.1" status: 200 len: 217 time: 0.0721176 Oct 13 15:52:16.399688 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-214c47c9-d753-46e6-9ef1-761a67311881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e298bd5-9b00-44bd-9103-c2ad7bf01ae6', 'name': 'tempest-TestNetworkBasicOps-router-1712437576', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': '42fe224d-df60-4a03-9c20-bb68e9dadd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:50:29Z', 'updated_at': '2022-10-13T15:52:10Z', 'revision_number': 6, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '42fe224d-df60-4a03-9c20-bb68e9dadd2d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:04:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e298bd5-9b00-44bd-9103-c2ad7bf01ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:50:29Z', 'updated_at': '2022-10-13T15:52:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '5c4b0884-723d-40ce-b2e1-1c18c9610e6e', 'name': '', 'network_id': 'a76c421b-886f-4773-a57a-1fdc7c977f8c', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:42:a5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e298bd5-9b00-44bd-9103-c2ad7bf01ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '5286a44c-915e-466b-8c2a-6ee7a38aad2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:50:33Z', 'updated_at': '2022-10-13T15:52:13Z', 'revision_number': 7, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '5286a44c-915e-466b-8c2a-6ee7a38aad2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:52:16.404038 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214c47c9-d753-46e6-9ef1-761a67311881 None None] Checking router: 5e298bd5-9b00-44bd-9103-c2ad7bf01ae6 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:52:16.413471 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214c47c9-d753-46e6-9ef1-761a67311881 None None] Routers {'5e298bd5-9b00-44bd-9103-c2ad7bf01ae6'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:52:16.414060 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-214c47c9-d753-46e6-9ef1-761a67311881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:52:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['5e298bd5-9b00-44bd-9103-c2ad7bf01ae6'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:52:16.436402 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5f481-4cbc-41be-b4a8-e83a144f1de9 req-f7e79701-02c5-4e7b-822f-4bfe0e6d4f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:52:16.437805 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b2f5f481-4cbc-41be-b4a8-e83a144f1de9 req-f7e79701-02c5-4e7b-822f-4bfe0e6d4f33 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=5286a44c-915e-466b-8c2a-6ee7a38aad2a HTTP/1.1" status: 200 len: 835 time: 0.0697513 Oct 13 15:52:16.445899 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198662f7-b1c2-4a83-b9df-5f9333391e85 req-02edaaae-b3ac-471c-92c0-b9c91b90a891 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:52:16.447283 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-198662f7-b1c2-4a83-b9df-5f9333391e85 req-02edaaae-b3ac-471c-92c0-b9c91b90a891 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd4a7b25-28f7-4022-8d2a-955c3047ed82 HTTP/1.1" status: 200 len: 945 time: 0.1961582 Oct 13 15:52:16.547523 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-198662f7-b1c2-4a83-b9df-5f9333391e85 req-984983b4-a0be-4654-8443-25283085e93f tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=43bc015f-3c5c-4602-85f0-40ddec1e22c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625978 Oct 13 15:52:16.574148 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f5f481-4cbc-41be-b4a8-e83a144f1de9 req-44dc0b85-6d97-4ef2-bd8d-90bd6a379419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:52:16.574148 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b2f5f481-4cbc-41be-b4a8-e83a144f1de9 req-44dc0b85-6d97-4ef2-bd8d-90bd6a379419 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a76c421b-886f-4773-a57a-1fdc7c977f8c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1129622 Oct 13 15:52:16.618063 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-214c47c9-d753-46e6-9ef1-761a67311881 None None] Set router 5e298bd5-9b00-44bd-9103-c2ad7bf01ae6 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:52:16.698509 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b2f5f481-4cbc-41be-b4a8-e83a144f1de9 req-3509fffa-fe7d-4672-a7b9-17ab4f5422cb service neutron] 10.222.0.16 "GET /v2.0/networks/a76c421b-886f-4773-a57a-1fdc7c977f8c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282024 Oct 13 15:52:16.831477 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b2f5f481-4cbc-41be-b4a8-e83a144f1de9 req-6f8ecbb0-d04a-4488-be3c-bbced7663cf8 service neutron] 10.222.0.16 "GET /v2.0/networks/a76c421b-886f-4773-a57a-1fdc7c977f8c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251090 Oct 13 15:52:16.927529 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-214c47c9-d753-46e6-9ef1-761a67311881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e298bd5-9b00-44bd-9103-c2ad7bf01ae6', 'name': 'tempest-TestNetworkBasicOps-router-1712437576', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': '42fe224d-df60-4a03-9c20-bb68e9dadd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:50:29Z', 'updated_at': '2022-10-13T15:52:10Z', 'revision_number': 6, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '42fe224d-df60-4a03-9c20-bb68e9dadd2d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:04:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e298bd5-9b00-44bd-9103-c2ad7bf01ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:50:29Z', 'updated_at': '2022-10-13T15:52:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '5c4b0884-723d-40ce-b2e1-1c18c9610e6e', 'name': '', 'network_id': 'a76c421b-886f-4773-a57a-1fdc7c977f8c', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:42:a5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e298bd5-9b00-44bd-9103-c2ad7bf01ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '5286a44c-915e-466b-8c2a-6ee7a38aad2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:50:33Z', 'updated_at': '2022-10-13T15:52:13Z', 'revision_number': 7, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '5286a44c-915e-466b-8c2a-6ee7a38aad2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:52:16.931327 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214c47c9-d753-46e6-9ef1-761a67311881 None None] The sync data for ids ['5e298bd5-9b00-44bd-9103-c2ad7bf01ae6'] in dv-neutron-860329-2-hyperv is: [{'id': '5e298bd5-9b00-44bd-9103-c2ad7bf01ae6', 'name': 'tempest-TestNetworkBasicOps-router-1712437576', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': '42fe224d-df60-4a03-9c20-bb68e9dadd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:50:29Z', 'updated_at': '2022-10-13T15:52:10Z', 'revision_number': 6, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '42fe224d-df60-4a03-9c20-bb68e9dadd2d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:04:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e298bd5-9b00-44bd-9103-c2ad7bf01ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:50:29Z', 'updated_at': '2022-10-13T15:52:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '5c4b0884-723d-40ce-b2e1-1c18c9610e6e', 'name': '', 'network_id': 'a76c421b-886f-4773-a57a-1fdc7c977f8c', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'mac_address': 'fa:16:3e:42:a5:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e298bd5-9b00-44bd-9103-c2ad7bf01ae6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1493, 'fixed_ips': [{'subnet_id': '5286a44c-915e-466b-8c2a-6ee7a38aad2a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:50:33Z', 'updated_at': '2022-10-13T15:52:13Z', 'revision_number': 7, 'project_id': 'de460f02ee50469b960f7a471a064187', 'subnets': [{'id': '5286a44c-915e-466b-8c2a-6ee7a38aad2a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:52:17.550919 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d09ed855-f5ec-403d-9f2f-9c2539f1d178 None None] New status for floating IP 61e44700-6189-4d56-9606-5287f0f8bc50: DOWN {{(pid=88974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:52:17.755669 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628ed89c-7700-4dd6-9790-6e8487e175bc req-37a81688-ac78-4369-b281-538dc948464b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:52:17.756260 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-628ed89c-7700-4dd6-9790-6e8487e175bc req-37a81688-ac78-4369-b281-538dc948464b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Synchronizing usage tracker for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:52:17.771500 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-628ed89c-7700-4dd6-9790-6e8487e175bc req-37a81688-ac78-4369-b281-538dc948464b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Unset dirty status for tenant:de460f02ee50469b960f7a471a064187 on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:52:17.772847 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-628ed89c-7700-4dd6-9790-6e8487e175bc req-37a81688-ac78-4369-b281-538dc948464b tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd4a7b25-28f7-4022-8d2a-955c3047ed82 HTTP/1.1" status: 200 len: 945 time: 0.1051397 Oct 13 15:52:17.819044 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-628ed89c-7700-4dd6-9790-6e8487e175bc req-ee53145d-5e61-45a8-b3c6-051f7c540a96 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/security-groups?id=43bc015f-3c5c-4602-85f0-40ddec1e22c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405772 Oct 13 15:52:17.977204 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f65fe84-6d98-4083-b28c-c83a66dd7996 req-30ce8564-9f0a-47fc-beda-14e55124799e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:52:17.978647 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5f65fe84-6d98-4083-b28c-c83a66dd7996 req-30ce8564-9f0a-47fc-beda-14e55124799e tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd4a7b25-28f7-4022-8d2a-955c3047ed82 HTTP/1.1" status: 200 len: 945 time: 0.0895650 Oct 13 15:52:18.144812 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-5f65fe84-6d98-4083-b28c-c83a66dd7996 req-1bf5fac2-4a86-4c64-af38-c8522d926dba tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Deleting port 1adad5de-128f-4978-b0c9-cc496b35f5b7 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:52:18.145151 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-5f65fe84-6d98-4083-b28c-c83a66dd7996 req-1bf5fac2-4a86-4c64-af38-c8522d926dba tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:18.384663 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-5f65fe84-6d98-4083-b28c-c83a66dd7996 req-1bf5fac2-4a86-4c64-af38-c8522d926dba tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] For port 1adad5de-128f-4978-b0c9-cc496b35f5b7, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=1adad5de-128f-4978-b0c9-cc496b35f5b7,segment=NetworkSegment(6c58c664-caa0-495b-aa78-12e3cf34305e),segment_id=6c58c664-caa0-495b-aa78-12e3cf34305e)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:52:18.385017 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-5f65fe84-6d98-4083-b28c-c83a66dd7996 req-1bf5fac2-4a86-4c64-af38-c8522d926dba tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:18.505715 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-5f65fe84-6d98-4083-b28c-c83a66dd7996 req-1bf5fac2-4a86-4c64-af38-c8522d926dba tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Calling delete_port for 1adad5de-128f-4978-b0c9-cc496b35f5b7 owned by compute:nova {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:52:18.649533 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-5f65fe84-6d98-4083-b28c-c83a66dd7996 req-1bf5fac2-4a86-4c64-af38-c8522d926dba tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:18.700076 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf5fac2-4a86-4c64-af38-c8522d926dba tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'Port': ['ID=1adad5de-128f-4978-b0c9-cc496b35f5b7,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:18.750573 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf5fac2-4a86-4c64-af38-c8522d926dba tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:18.750841 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf5fac2-4a86-4c64-af38-c8522d926dba tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:18.751184 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf5fac2-4a86-4c64-af38-c8522d926dba tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:18.751622 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf5fac2-4a86-4c64-af38-c8522d926dba tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:18.751969 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf5fac2-4a86-4c64-af38-c8522d926dba tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:18.752301 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf5fac2-4a86-4c64-af38-c8522d926dba tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:18.752627 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf5fac2-4a86-4c64-af38-c8522d926dba tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:18.753066 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf5fac2-4a86-4c64-af38-c8522d926dba tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:18.753397 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf5fac2-4a86-4c64-af38-c8522d926dba tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:18.753719 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf5fac2-4a86-4c64-af38-c8522d926dba tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:18.754040 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf5fac2-4a86-4c64-af38-c8522d926dba tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:18.754389 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1bf5fac2-4a86-4c64-af38-c8522d926dba tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:52:18.798760 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f65fe84-6d98-4083-b28c-c83a66dd7996 req-1bf5fac2-4a86-4c64-af38-c8522d926dba tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] No DVR routers for this DVR port 1adad5de-128f-4978-b0c9-cc496b35f5b7 on host hv-neutron-8603 {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:52:18.800972 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-5f65fe84-6d98-4083-b28c-c83a66dd7996 req-1bf5fac2-4a86-4c64-af38-c8522d926dba tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:18.803508 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd4a7b25-28f7-4022-8d2a-955c3047ed82', 'name': 'network-vif-deleted', 'tag': '1adad5de-128f-4978-b0c9-cc496b35f5b7'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:52:18.805750 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34047da-9809-421c-a16c-ae98b2f7fce5" -d '{"events": [{"server_uuid": "bd4a7b25-28f7-4022-8d2a-955c3047ed82", "name": "network-vif-deleted", "tag": "1adad5de-128f-4978-b0c9-cc496b35f5b7"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:52:18.819205 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5f65fe84-6d98-4083-b28c-c83a66dd7996 req-1bf5fac2-4a86-4c64-af38-c8522d926dba tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.16 "DELETE /v2.0/ports/1adad5de-128f-4978-b0c9-cc496b35f5b7 HTTP/1.1" status: 204 len: 173 time: 0.8346934 Oct 13 15:52:18.849150 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 15:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a27c178-5206-4dba-8b3c-e78543944b76 x-openstack-request-id: req-7a27c178-5206-4dba-8b3c-e78543944b76 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:52:18.849444 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd4a7b25-28f7-4022-8d2a-955c3047ed82", "name": "network-vif-deleted", "tag": "1adad5de-128f-4978-b0c9-cc496b35f5b7", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:52:18.849728 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7a27c178-5206-4dba-8b3c-e78543944b76 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:52:18.850097 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a27c178-5206-4dba-8b3c-e78543944b76'] response: {'server_uuid': 'bd4a7b25-28f7-4022-8d2a-955c3047ed82', 'name': 'network-vif-deleted', 'tag': '1adad5de-128f-4978-b0c9-cc496b35f5b7', 'status': 'completed', 'code': 200} Oct 13 15:52:18.984642 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-85eb911f-e9ca-45a8-8763-9be86ae2f1ed req-14691f3c-ab19-4e6a-adc8-6355647b65ee tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd4a7b25-28f7-4022-8d2a-955c3047ed82 HTTP/1.1" status: 200 len: 210 time: 0.0537622 Oct 13 15:52:20.088314 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57730) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:52:20.154846 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-de57162e-7bee-44d9-8e21-234c30f2ecc7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:20.183015 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-de57162e-7bee-44d9-8e21-234c30f2ecc7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:20.250688 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-de57162e-7bee-44d9-8e21-234c30f2ecc7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:20.269905 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de57162e-7bee-44d9-8e21-234c30f2ecc7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43bc015f-3c5c-4602-85f0-40ddec1e22c4,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:20.282817 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-de57162e-7bee-44d9-8e21-234c30f2ecc7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:20.283987 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-de57162e-7bee-44d9-8e21-234c30f2ecc7 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "DELETE /v2.0/security-groups/43bc015f-3c5c-4602-85f0-40ddec1e22c4 HTTP/1.1" status: 204 len: 168 time: 0.1947114 Oct 13 15:52:20.318452 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 57736) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:52:20.868816 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a3900f42-3f72-47af-8d81-f33a6dfa97e6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:21.312814 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-a3900f42-3f72-47af-8d81-f33a6dfa97e6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Deleting port 5c4b0884-723d-40ce-b2e1-1c18c9610e6e {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:52:21.313078 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a3900f42-3f72-47af-8d81-f33a6dfa97e6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:21.501082 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-a3900f42-3f72-47af-8d81-f33a6dfa97e6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] For port 5c4b0884-723d-40ce-b2e1-1c18c9610e6e, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=5c4b0884-723d-40ce-b2e1-1c18c9610e6e,segment=NetworkSegment(6c58c664-caa0-495b-aa78-12e3cf34305e),segment_id=6c58c664-caa0-495b-aa78-12e3cf34305e)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:52:21.501748 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a3900f42-3f72-47af-8d81-f33a6dfa97e6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:21.622059 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-a3900f42-3f72-47af-8d81-f33a6dfa97e6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Calling delete_port for 5c4b0884-723d-40ce-b2e1-1c18c9610e6e owned by network:router_interface {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:52:21.708748 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 1adad5de-128f-4978-b0c9-cc496b35f5b7 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:52:21.743296 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] No Port match for: 1adad5de-128f-4978-b0c9-cc496b35f5b7 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:52:21.743634 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 1adad5de-128f-4978-b0c9-cc496b35f5b7 not bound to the agent host hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:52:21.940217 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a3900f42-3f72-47af-8d81-f33a6dfa97e6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:21.992419 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3900f42-3f72-47af-8d81-f33a6dfa97e6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'Port': ['ID=5c4b0884-723d-40ce-b2e1-1c18c9610e6e,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:22.269200 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a3900f42-3f72-47af-8d81-f33a6dfa97e6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:22.737538 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3900f42-3f72-47af-8d81-f33a6dfa97e6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Router 5e298bd5-9b00-44bd-9103-c2ad7bf01ae6 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:52:22.916437 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3900f42-3f72-47af-8d81-f33a6dfa97e6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:52:22.925422 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de90f1b3-77f3-43f2-a42c-a815da9c9025 None None] Sync routers for ids ['5e298bd5-9b00-44bd-9103-c2ad7bf01ae6'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:52:22.929007 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-a3900f42-3f72-47af-8d81-f33a6dfa97e6 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "PUT /v2.0/routers/5e298bd5-9b00-44bd-9103-c2ad7bf01ae6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6086340 Oct 13 15:52:22.931422 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 57740) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:52:22.935150 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de90f1b3-77f3-43f2-a42c-a815da9c9025 None None] Routers {'5e298bd5-9b00-44bd-9103-c2ad7bf01ae6'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:52:22.935735 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-de90f1b3-77f3-43f2-a42c-a815da9c9025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:52:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['5e298bd5-9b00-44bd-9103-c2ad7bf01ae6'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:52:22.999738 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_v2 [None req-e517ec22-89a2-4b85-a383-219e6b30f546 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Deleting subnet 5286a44c-915e-466b-8c2a-6ee7a38aad2a {{(pid=88973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:52:23.003066 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e517ec22-89a2-4b85-a383-219e6b30f546 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for subnet, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:23.064016 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e517ec22-89a2-4b85-a383-219e6b30f546 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7432921'] for subnet, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:23.110492 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-de90f1b3-77f3-43f2-a42c-a815da9c9025 None None] Set router 5e298bd5-9b00-44bd-9103-c2ad7bf01ae6 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:52:23.145759 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e517ec22-89a2-4b85-a383-219e6b30f546 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:23.217958 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e517ec22-89a2-4b85-a383-219e6b30f546 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:23.260379 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e517ec22-89a2-4b85-a383-219e6b30f546 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'Subnet': ['ID=5286a44c-915e-466b-8c2a-6ee7a38aad2a,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:23.263899 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e517ec22-89a2-4b85-a383-219e6b30f546 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:23.272516 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e517ec22-89a2-4b85-a383-219e6b30f546 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "DELETE /v2.0/subnets/5286a44c-915e-466b-8c2a-6ee7a38aad2a HTTP/1.1" status: 204 len: 168 time: 0.3376465 Oct 13 15:52:23.272688 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ce7d5a-1067-404a-bd59-433aacc8f86e None None] Network a76c421b-886f-4773-a57a-1fdc7c977f8c requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:52:23.273092 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 57744) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:52:23.396087 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-de90f1b3-77f3-43f2-a42c-a815da9c9025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e298bd5-9b00-44bd-9103-c2ad7bf01ae6', 'name': 'tempest-TestNetworkBasicOps-router-1712437576', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': '42fe224d-df60-4a03-9c20-bb68e9dadd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:50:29Z', 'updated_at': '2022-10-13T15:52:21Z', 'revision_number': 7, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '42fe224d-df60-4a03-9c20-bb68e9dadd2d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:04:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e298bd5-9b00-44bd-9103-c2ad7bf01ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:50:29Z', 'updated_at': '2022-10-13T15:52:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:52:23.399886 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de90f1b3-77f3-43f2-a42c-a815da9c9025 None None] Checking router: 5e298bd5-9b00-44bd-9103-c2ad7bf01ae6 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:52:23.408958 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de90f1b3-77f3-43f2-a42c-a815da9c9025 None None] Routers {'5e298bd5-9b00-44bd-9103-c2ad7bf01ae6'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:52:23.409553 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-de90f1b3-77f3-43f2-a42c-a815da9c9025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:52:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['5e298bd5-9b00-44bd-9103-c2ad7bf01ae6'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:52:23.452661 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b78e1445-9a48-46e3-a9ad-5ca7d42b5a22 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:23.555269 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb24e73-14d0-4c8a-9512-983e33e11461 None None] DHCP port deletion for a76c421b-886f-4773-a57a-1fdc7c977f8c request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:52:23.559551 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cb24e73-14d0-4c8a-9512-983e33e11461 None None] Deleting port cb9d8ce1-550d-4281-90d5-5419ba96ffb0 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:52:23.560144 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cb24e73-14d0-4c8a-9512-983e33e11461 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:23.594323 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-de90f1b3-77f3-43f2-a42c-a815da9c9025 None None] Set router 5e298bd5-9b00-44bd-9103-c2ad7bf01ae6 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:52:23.642017 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b78e1445-9a48-46e3-a9ad-5ca7d42b5a22 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:23.654244 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-b78e1445-9a48-46e3-a9ad-5ca7d42b5a22 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Deleting port 42fe224d-df60-4a03-9c20-bb68e9dadd2d {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:52:23.654974 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b78e1445-9a48-46e3-a9ad-5ca7d42b5a22 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:23.771092 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cb24e73-14d0-4c8a-9512-983e33e11461 None None] For port cb9d8ce1-550d-4281-90d5-5419ba96ffb0, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=cb9d8ce1-550d-4281-90d5-5419ba96ffb0,segment=NetworkSegment(6c58c664-caa0-495b-aa78-12e3cf34305e),segment_id=6c58c664-caa0-495b-aa78-12e3cf34305e)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:52:23.771397 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cb24e73-14d0-4c8a-9512-983e33e11461 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:23.845579 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-b78e1445-9a48-46e3-a9ad-5ca7d42b5a22 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] For port 42fe224d-df60-4a03-9c20-bb68e9dadd2d, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=42fe224d-df60-4a03-9c20-bb68e9dadd2d,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:52:23.846262 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b78e1445-9a48-46e3-a9ad-5ca7d42b5a22 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:23.895449 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cb24e73-14d0-4c8a-9512-983e33e11461 None None] Calling delete_port for cb9d8ce1-550d-4281-90d5-5419ba96ffb0 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:52:23.910731 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-de90f1b3-77f3-43f2-a42c-a815da9c9025 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e298bd5-9b00-44bd-9103-c2ad7bf01ae6', 'name': 'tempest-TestNetworkBasicOps-router-1712437576', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': '42fe224d-df60-4a03-9c20-bb68e9dadd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:50:29Z', 'updated_at': '2022-10-13T15:52:21Z', 'revision_number': 7, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '42fe224d-df60-4a03-9c20-bb68e9dadd2d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:04:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e298bd5-9b00-44bd-9103-c2ad7bf01ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:50:29Z', 'updated_at': '2022-10-13T15:52:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:52:23.914724 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de90f1b3-77f3-43f2-a42c-a815da9c9025 None None] The sync data for ids ['5e298bd5-9b00-44bd-9103-c2ad7bf01ae6'] in dv-neutron-860329-2-hyperv is: [{'id': '5e298bd5-9b00-44bd-9103-c2ad7bf01ae6', 'name': 'tempest-TestNetworkBasicOps-router-1712437576', 'tenant_id': 'de460f02ee50469b960f7a471a064187', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.183'}], 'enable_snat': True}, 'gw_port_id': '42fe224d-df60-4a03-9c20-bb68e9dadd2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:50:29Z', 'updated_at': '2022-10-13T15:52:21Z', 'revision_number': 7, 'project_id': 'de460f02ee50469b960f7a471a064187', 'gw_port': {'id': '42fe224d-df60-4a03-9c20-bb68e9dadd2d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:04:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e298bd5-9b00-44bd-9103-c2ad7bf01ae6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1490, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:50:29Z', 'updated_at': '2022-10-13T15:52:13Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:52:23.968905 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-b78e1445-9a48-46e3-a9ad-5ca7d42b5a22 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Calling delete_port for 42fe224d-df60-4a03-9c20-bb68e9dadd2d owned by network:router_gateway {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:52:24.012315 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cb24e73-14d0-4c8a-9512-983e33e11461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:24.059020 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb24e73-14d0-4c8a-9512-983e33e11461 None None] Pushing event deleted for resources: {'Port': ['ID=cb9d8ce1-550d-4281-90d5-5419ba96ffb0,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:24.065419 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb24e73-14d0-4c8a-9512-983e33e11461 None None] No DVR routers for this DVR port cb9d8ce1-550d-4281-90d5-5419ba96ffb0 on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:52:24.245121 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b78e1445-9a48-46e3-a9ad-5ca7d42b5a22 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:24.295516 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e1445-9a48-46e3-a9ad-5ca7d42b5a22 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'Port': ['ID=42fe224d-df60-4a03-9c20-bb68e9dadd2d,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:24.393827 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b78e1445-9a48-46e3-a9ad-5ca7d42b5a22 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828050'] for router_gateway, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:24.567122 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b78e1445-9a48-46e3-a9ad-5ca7d42b5a22 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:24.569187 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b78e1445-9a48-46e3-a9ad-5ca7d42b5a22 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:24.591388 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b78e1445-9a48-46e3-a9ad-5ca7d42b5a22 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:24.591868 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78e1445-9a48-46e3-a9ad-5ca7d42b5a22 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Fanout notify agent at l3_agent the message router_deleted on router 5e298bd5-9b00-44bd-9103-c2ad7bf01ae6 {{(pid=88973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:52:24.606950 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b78e1445-9a48-46e3-a9ad-5ca7d42b5a22 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:24.610549 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-b78e1445-9a48-46e3-a9ad-5ca7d42b5a22 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "DELETE /v2.0/routers/5e298bd5-9b00-44bd-9103-c2ad7bf01ae6 HTTP/1.1" status: 204 len: 168 time: 1.3345211 Oct 13 15:52:24.611235 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57748) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:52:24.727367 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-98f404a5-c380-449b-a881-aae1651929d9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:24.854472 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-98f404a5-c380-449b-a881-aae1651929d9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:24.878384 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-98f404a5-c380-449b-a881-aae1651929d9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a76c421b-886f-4773-a57a-1fdc7c977f8c']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:52:24.890383 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-98f404a5-c380-449b-a881-aae1651929d9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c58c664-caa0-495b-aa78-12e3cf34305e') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:52:24.890677 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-98f404a5-c380-449b-a881-aae1651929d9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c58c664-caa0-495b-aa78-12e3cf34305e') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:52:24.901485 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-98f404a5-c380-449b-a881-aae1651929d9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:24.917082 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-98f404a5-c380-449b-a881-aae1651929d9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:24.922949 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98f404a5-c380-449b-a881-aae1651929d9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Releasing vlan 401 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:52:24.923318 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-98f404a5-c380-449b-a881-aae1651929d9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:25.000282 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 6c58c664-caa0-495b-aa78-12e3cf34305e resource provider aggregate not found Oct 13 15:52:25.025795 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 6c58c664-caa0-495b-aa78-12e3cf34305e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 6c58c664-caa0-495b-aa78-12e3cf34305e found for delete ", "request_id": "req-1dd0a456-b842-46b1-8600-425e7d0a25a5"}]} Oct 13 15:52:25.036369 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-98f404a5-c380-449b-a881-aae1651929d9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:25.055200 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 5c4b0884-723d-40ce-b2e1-1c18c9610e6e no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:52:25.056552 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-98f404a5-c380-449b-a881-aae1651929d9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:25.068383 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f404a5-c380-449b-a881-aae1651929d9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] Pushing event deleted for resources: {'Network': ['ID=a76c421b-886f-4773-a57a-1fdc7c977f8c,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:25.078100 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-98f404a5-c380-449b-a881-aae1651929d9 tempest-TestNetworkBasicOps-938935239 tempest-TestNetworkBasicOps-938935239-project] 10.222.0.42 "DELETE /v2.0/networks/a76c421b-886f-4773-a57a-1fdc7c977f8c HTTP/1.1" status: 204 len: 168 time: 0.4658203 Oct 13 15:52:25.093123 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 5c4b0884-723d-40ce-b2e1-1c18c9610e6e {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:52:25.093641 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 5c4b0884-723d-40ce-b2e1-1c18c9610e6e not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:52:25.093844 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 42fe224d-df60-4a03-9c20-bb68e9dadd2d no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:52:25.127077 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 42fe224d-df60-4a03-9c20-bb68e9dadd2d {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:52:25.127344 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 42fe224d-df60-4a03-9c20-bb68e9dadd2d not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:52:25.127758 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device cb9d8ce1-550d-4281-90d5-5419ba96ffb0 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:52:25.160398 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: cb9d8ce1-550d-4281-90d5-5419ba96ffb0 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:52:25.160749 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device cb9d8ce1-550d-4281-90d5-5419ba96ffb0 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:52:25.406868 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57760) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:52:25.548561 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-80157045-6c6b-466a-a984-7fdf82331e6a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=de460f02ee50469b960f7a471a064187&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1405098 Oct 13 15:52:25.551117 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57766) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:52:25.608975 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ceba9de5-9b4a-4043-bde7-570ef2f2382a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:25.633621 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ceba9de5-9b4a-4043-bde7-570ef2f2382a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:25.689156 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ceba9de5-9b4a-4043-bde7-570ef2f2382a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:25.706347 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba9de5-9b4a-4043-bde7-570ef2f2382a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae85b762-fa1f-436a-94c1-d65272cce6f9,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:25.712624 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ceba9de5-9b4a-4043-bde7-570ef2f2382a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:25.713704 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-ceba9de5-9b4a-4043-bde7-570ef2f2382a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ae85b762-fa1f-436a-94c1-d65272cce6f9 HTTP/1.1" status: 204 len: 168 time: 0.1617308 Oct 13 15:52:25.932738 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:25.979071 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57774) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:52:25.996170 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-292c3172-820d-4f69-98b2-a9bc976b13c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:26.010459 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-292c3172-820d-4f69-98b2-a9bc976b13c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:52:26.014782 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-292c3172-820d-4f69-98b2-a9bc976b13c8 admin admin] Usage tracker for resource:security_group_rule and tenant:353063604ecc404f861be1cedb770242 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:52:26.017481 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-292c3172-820d-4f69-98b2-a9bc976b13c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:52:26.023036 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-292c3172-820d-4f69-98b2-a9bc976b13c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:52:26.107496 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-292c3172-820d-4f69-98b2-a9bc976b13c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:26.113041 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-292c3172-820d-4f69-98b2-a9bc976b13c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:26.160340 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-292c3172-820d-4f69-98b2-a9bc976b13c8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=353063604ecc404f861be1cedb770242&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1802363 Oct 13 15:52:26.161216 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292c3172-820d-4f69-98b2-a9bc976b13c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=406123f5-b184-4573-8397-618bbd9edbca,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:26.163099 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 57778) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:52:26.220337 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a18f35e9-5a47-464d-9eb6-d21bf0cb0014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:26.245499 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a18f35e9-5a47-464d-9eb6-d21bf0cb0014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:26.295874 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a18f35e9-5a47-464d-9eb6-d21bf0cb0014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:26.309557 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18f35e9-5a47-464d-9eb6-d21bf0cb0014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=406123f5-b184-4573-8397-618bbd9edbca,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:26.317128 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a18f35e9-5a47-464d-9eb6-d21bf0cb0014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:26.318243 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-a18f35e9-5a47-464d-9eb6-d21bf0cb0014 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/406123f5-b184-4573-8397-618bbd9edbca HTTP/1.1" status: 204 len: 168 time: 0.1541445 Oct 13 15:52:32.623157 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-4412dd36-6b63-4cc6-8948-5022a48ac9e0 tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=ec33a452b418492cbce9803a6a42348c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0274861 Oct 13 15:52:32.771302 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-627ec04c-62ed-45d8-8182-1669cb611ead tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:52:32.772718 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-627ec04c-62ed-45d8-8182-1669cb611ead tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1445551 Oct 13 15:52:32.787911 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-85f3bb85-9e3f-489d-bc90-38a31a77b663 tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] 10.222.0.42 "GET /v2.0/quotas/ec33a452b418492cbce9803a6a42348c HTTP/1.1" status: 200 len: 375 time: 0.0095062 Oct 13 15:52:32.844281 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-ffe76eab-6592-46eb-a317-fbe473e27561 tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=ec33a452b418492cbce9803a6a42348c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515049 Oct 13 15:52:33.028188 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-1c6e4d01-426f-415e-a174-f91968982443 req-d9349f8c-babd-4fd9-8131-b7f6dbf76532 tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c085877-b97b-49d3-b118-3ca5ddb23923 HTTP/1.1" status: 200 len: 210 time: 0.0535312 Oct 13 15:52:33.589164 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:52:34.139333 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0c635dba-3e26-434c-98be-84f99fdc5e47 req-abc64949-75de-4a19-894c-5a46ecc59508 tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c085877-b97b-49d3-b118-3ca5ddb23923 HTTP/1.1" status: 200 len: 210 time: 0.0530698 Oct 13 15:52:34.495405 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-14571c25-3e08-4d65-8881-4027d0bf4d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:35.283443 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-7060d769-6bbd-46ee-87c6-9603dd3b7dd1 req-892f0696-41ce-4b5f-a5cd-0929bee97556 tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c085877-b97b-49d3-b118-3ca5ddb23923 HTTP/1.1" status: 200 len: 210 time: 0.0493033 Oct 13 15:52:35.911182 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-38623ff2-59f2-435a-8dc8-e19f17a1c7c3 tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] 10.222.0.16 "GET /v2.0/networks?tenant_id=ec33a452b418492cbce9803a6a42348c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273187 Oct 13 15:52:36.063846 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-67b392de-7b99-4c43-9a5a-7f46e8de531a tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:52:36.065290 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-67b392de-7b99-4c43-9a5a-7f46e8de531a tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] 10.222.0.16 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1498311 Oct 13 15:52:36.083418 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-a722fed2-113c-453d-8f0a-28c0a43a8bbc tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] Request body: {'port': {'device_id': '8c085877-b97b-49d3-b118-3ca5ddb23923', 'network_id': '649cd441-2280-4a41-ba4a-d245c69fb858', 'admin_state_up': True, 'tenant_id': 'ec33a452b418492cbce9803a6a42348c'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:52:36.222905 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-a722fed2-113c-453d-8f0a-28c0a43a8bbc tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:52:36.226678 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-a722fed2-113c-453d-8f0a-28c0a43a8bbc tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] Usage tracker for resource:port and tenant:ec33a452b418492cbce9803a6a42348c is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:52:36.229427 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-a722fed2-113c-453d-8f0a-28c0a43a8bbc tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:52:36.235332 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-a722fed2-113c-453d-8f0a-28c0a43a8bbc tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:52:36.244365 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-a722fed2-113c-453d-8f0a-28c0a43a8bbc tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] Made reservation on behalf of ec33a452b418492cbce9803a6a42348c for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:52:36.248486 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-a722fed2-113c-453d-8f0a-28c0a43a8bbc tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:36.260189 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-a722fed2-113c-453d-8f0a-28c0a43a8bbc tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:36.274984 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-a722fed2-113c-453d-8f0a-28c0a43a8bbc tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:52:36.278765 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-a722fed2-113c-453d-8f0a-28c0a43a8bbc tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] Usage tracker for resource:security_group_rule and tenant:ec33a452b418492cbce9803a6a42348c is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:52:36.281477 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-a722fed2-113c-453d-8f0a-28c0a43a8bbc tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:52:36.287118 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-a722fed2-113c-453d-8f0a-28c0a43a8bbc tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:52:36.370076 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-a722fed2-113c-453d-8f0a-28c0a43a8bbc tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:36.374732 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-a722fed2-113c-453d-8f0a-28c0a43a8bbc tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:36.490222 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fe72ae9f-be2b-4b6d-95f6-df9990732c4e req-6fe453b1-8594-4441-abc7-f8d3f4ce1d8d tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c085877-b97b-49d3-b118-3ca5ddb23923 HTTP/1.1" status: 200 len: 210 time: 0.0665562 Oct 13 15:52:36.496429 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a722fed2-113c-453d-8f0a-28c0a43a8bbc tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a0d1899-8dc7-4d55-957a-42e9f25e91ce,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:36.592640 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-a722fed2-113c-453d-8f0a-28c0a43a8bbc tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] Allocated IP 192.168.233.81 (649cd441-2280-4a41-ba4a-d245c69fb858/c4f76c8c-9aa4-4f80-952a-0f6cec8db783/efcefc25-f951-41f8-8917-8eb310deb494) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:52:36.647799 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4982e2bd-a109-4b75-a24f-13392cbf672d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:36.797057 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-a722fed2-113c-453d-8f0a-28c0a43a8bbc tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:36.812897 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-a722fed2-113c-453d-8f0a-28c0a43a8bbc tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] Transition to ACTIVE for port object efcefc25-f951-41f8-8917-8eb310deb494 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:52:36.835399 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-a722fed2-113c-453d-8f0a-28c0a43a8bbc tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:36.903659 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-a722fed2-113c-453d-8f0a-28c0a43a8bbc tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] Network 649cd441-2280-4a41-ba4a-d245c69fb858 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:52:36.907103 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-a722fed2-113c-453d-8f0a-28c0a43a8bbc tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:52:36.910649 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-a722fed2-113c-453d-8f0a-28c0a43a8bbc tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:52:36.940570 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a722fed2-113c-453d-8f0a-28c0a43a8bbc tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] Pushing event updated for resources: {'Port': ['ID=efcefc25-f951-41f8-8917-8eb310deb494,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:36.977091 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-a722fed2-113c-453d-8f0a-28c0a43a8bbc tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:52:36.977681 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-a722fed2-113c-453d-8f0a-28c0a43a8bbc tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:37.005762 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-a722fed2-113c-453d-8f0a-28c0a43a8bbc tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9260783 Oct 13 15:52:37.131130 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-e2a32593-5eff-43f0-a532-97c2ca490b49 service neutron] Request body: {'port': {'device_id': '8c085877-b97b-49d3-b118-3ca5ddb23923', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:52:37.250745 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-9b01b7c7-e408-4f60-b15d-47972dea787b None None] Provisioning for port efcefc25-f951-41f8-8917-8eb310deb494 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:52:37.256263 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-9b01b7c7-e408-4f60-b15d-47972dea787b None None] Provisioning complete for port efcefc25-f951-41f8-8917-8eb310deb494 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:52:37.256644 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9b01b7c7-e408-4f60-b15d-47972dea787b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:37.257113 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-9b01b7c7-e408-4f60-b15d-47972dea787b None None] Attempt 1 to provision port efcefc25-f951-41f8-8917-8eb310deb494 Oct 13 15:52:37.309877 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-9b01b7c7-e408-4f60-b15d-47972dea787b None None] Port efcefc25-f951-41f8-8917-8eb310deb494 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:52:37.332444 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-e2a32593-5eff-43f0-a532-97c2ca490b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:37.672087 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-e2a32593-5eff-43f0-a532-97c2ca490b49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efcefc25-f951-41f8-8917-8eb310deb494 {{(pid=88973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 15:52:37.679557 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-e2a32593-5eff-43f0-a532-97c2ca490b49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:37.695032 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-e2a32593-5eff-43f0-a532-97c2ca490b49 service neutron] Transition to ACTIVE for port object efcefc25-f951-41f8-8917-8eb310deb494 will not be triggered until provisioned by entity L2. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:52:37.695213 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ff9d1a-9c0d-4610-bbd8-115e2d8fadf7 req-a38de28d-6113-4209-82d2-2313adadd869 tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:52:37.696797 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-86ff9d1a-9c0d-4610-bbd8-115e2d8fadf7 req-a38de28d-6113-4209-82d2-2313adadd869 tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c085877-b97b-49d3-b118-3ca5ddb23923 HTTP/1.1" status: 200 len: 935 time: 0.0939889 Oct 13 15:52:37.698532 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-e2a32593-5eff-43f0-a532-97c2ca490b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:37.742223 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-86ff9d1a-9c0d-4610-bbd8-115e2d8fadf7 req-f7722584-99b6-4a23-9f47-b89097cfacf5 tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a0d1899-8dc7-4d55-957a-42e9f25e91ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387397 Oct 13 15:52:37.760449 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:37.810999 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-9b01b7c7-e408-4f60-b15d-47972dea787b None None] Attempt 2 to provision port efcefc25-f951-41f8-8917-8eb310deb494 Oct 13 15:52:37.863967 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-9b01b7c7-e408-4f60-b15d-47972dea787b None None] Port efcefc25-f951-41f8-8917-8eb310deb494 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:52:37.883043 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a32593-5eff-43f0-a532-97c2ca490b49 service neutron] Pushing event updated for resources: {'Port': ['ID=efcefc25-f951-41f8-8917-8eb310deb494,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:37.912959 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:37.925697 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-e2a32593-5eff-43f0-a532-97c2ca490b49 service neutron] Attempting to bind port efcefc25-f951-41f8-8917-8eb310deb494 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:52:37.926029 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-e2a32593-5eff-43f0-a532-97c2ca490b49 service neutron] Attempting to bind port efcefc25-f951-41f8-8917-8eb310deb494 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '1100ca1a-da1e-4f15-a961-ca682609fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '649cd441-2280-4a41-ba4a-d245c69fb858'}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:52:37.926384 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-e2a32593-5eff-43f0-a532-97c2ca490b49 service neutron] Attempting to bind port efcefc25-f951-41f8-8917-8eb310deb494 on network 649cd441-2280-4a41-ba4a-d245c69fb858 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:52:37.930919 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-e2a32593-5eff-43f0-a532-97c2ca490b49 service neutron] Port efcefc25-f951-41f8-8917-8eb310deb494 on network 649cd441-2280-4a41-ba4a-d245c69fb858 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:52:37.931231 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-e2a32593-5eff-43f0-a532-97c2ca490b49 service neutron] Attempting to bind port efcefc25-f951-41f8-8917-8eb310deb494 on network 649cd441-2280-4a41-ba4a-d245c69fb858 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:52:37.936765 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-e2a32593-5eff-43f0-a532-97c2ca490b49 service neutron] Checking agent: {'id': 'c4d1d38a-44f6-47ac-b17c-311e640e7cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'started_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 52, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:52:37.937088 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-e2a32593-5eff-43f0-a532-97c2ca490b49 service neutron] Checking segment: {'id': '1100ca1a-da1e-4f15-a961-ca682609fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '649cd441-2280-4a41-ba4a-d245c69fb858'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:52:37.937461 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-e2a32593-5eff-43f0-a532-97c2ca490b49 service neutron] Bound using segment: {'id': '1100ca1a-da1e-4f15-a961-ca682609fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '649cd441-2280-4a41-ba4a-d245c69fb858'} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:52:37.937879 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-e2a32593-5eff-43f0-a532-97c2ca490b49 service neutron] Bound port: efcefc25-f951-41f8-8917-8eb310deb494, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1100ca1a-da1e-4f15-a961-ca682609fb0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 446, 'network_id': '649cd441-2280-4a41-ba4a-d245c69fb858'}}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:52:37.938245 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-e2a32593-5eff-43f0-a532-97c2ca490b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:38.025356 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-e2a32593-5eff-43f0-a532-97c2ca490b49 service neutron] For port efcefc25-f951-41f8-8917-8eb310deb494, host hv-neutron-8603, cleared binding levels {{(pid=88973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:52:38.028234 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-e2a32593-5eff-43f0-a532-97c2ca490b49 service neutron] For port efcefc25-f951-41f8-8917-8eb310deb494, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=efcefc25-f951-41f8-8917-8eb310deb494,segment=NetworkSegment(1100ca1a-da1e-4f15-a961-ca682609fb0b),segment_id=1100ca1a-da1e-4f15-a961-ca682609fb0b)] {{(pid=88973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:52:38.032647 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-e2a32593-5eff-43f0-a532-97c2ca490b49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:38.063313 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-e2a32593-5eff-43f0-a532-97c2ca490b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:52:38.063825 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-e2a32593-5eff-43f0-a532-97c2ca490b49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:38.065181 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-e2a32593-5eff-43f0-a532-97c2ca490b49 service neutron] 10.222.0.16 "PUT /v2.0/ports/efcefc25-f951-41f8-8917-8eb310deb494 HTTP/1.1" status: 200 len: 1097 time: 1.0524848 Oct 13 15:52:38.065664 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c085877-b97b-49d3-b118-3ca5ddb23923', 'tag': 'efcefc25-f951-41f8-8917-8eb310deb494'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:52:38.067933 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b5fc9cf-8ec0-4f7b-b4ee-90e19d4ee1b2" -d '{"events": [{"name": "network-changed", "server_uuid": "8c085877-b97b-49d3-b118-3ca5ddb23923", "tag": "efcefc25-f951-41f8-8917-8eb310deb494"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:52:38.146241 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 15:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-183b869a-99f2-4c41-a85c-db780d5b8b96 x-openstack-request-id: req-183b869a-99f2-4c41-a85c-db780d5b8b96 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:52:38.146537 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c085877-b97b-49d3-b118-3ca5ddb23923", "tag": "efcefc25-f951-41f8-8917-8eb310deb494", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:52:38.146792 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-183b869a-99f2-4c41-a85c-db780d5b8b96 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:52:38.147190 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-183b869a-99f2-4c41-a85c-db780d5b8b96'] response: {'name': 'network-changed', 'server_uuid': '8c085877-b97b-49d3-b118-3ca5ddb23923', 'tag': 'efcefc25-f951-41f8-8917-8eb310deb494', 'status': 'completed', 'code': 200} Oct 13 15:52:38.179841 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a32593-5eff-43f0-a532-97c2ca490b49 service neutron] Pushing event updated for resources: {'Port': ['ID=efcefc25-f951-41f8-8917-8eb310deb494,revision_number=3']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:38.198974 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-b9b918b4-b623-4029-8b42-c7c9d048b2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:52:38.200491 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-b9b918b4-b623-4029-8b42-c7c9d048b2dc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec33a452b418492cbce9803a6a42348c&device_id=8c085877-b97b-49d3-b118-3ca5ddb23923 HTTP/1.1" status: 200 len: 1100 time: 0.0979595 Oct 13 15:52:38.271660 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-d857938a-f13d-4b28-be48-f2878aeaf703 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=efcefc25-f951-41f8-8917-8eb310deb494 HTTP/1.1" status: 200 len: 217 time: 0.0638344 Oct 13 15:52:38.333158 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-e742d0c2-7e13-407b-a4f4-7df4acb7748b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:52:38.334518 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-e742d0c2-7e13-407b-a4f4-7df4acb7748b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c4f76c8c-9aa4-4f80-952a-0f6cec8db783 HTTP/1.1" status: 200 len: 843 time: 0.0576718 Oct 13 15:52:38.364956 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-9b01b7c7-e408-4f60-b15d-47972dea787b None None] Attempt 3 to provision port efcefc25-f951-41f8-8917-8eb310deb494 Oct 13 15:52:38.418316 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-cbe7877f-a654-493b-ac53-ba0546a895b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:52:38.419843 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-cbe7877f-a654-493b-ac53-ba0546a895b5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=649cd441-2280-4a41-ba4a-d245c69fb858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0789161 Oct 13 15:52:38.427254 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-9b01b7c7-e408-4f60-b15d-47972dea787b None None] Port efcefc25-f951-41f8-8917-8eb310deb494 had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 15:52:38.549083 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-b6b143a4-3c64-4ec6-b381-7efe1b422d0c service neutron] 10.222.0.16 "GET /v2.0/networks/649cd441-2280-4a41-ba4a-d245c69fb858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217594 Oct 13 15:52:38.676857 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e246c1b5-86cf-451e-b1b2-df1b1b1d7e9b req-e2e1d533-037f-4c8e-8173-8a9f678c8f8f service neutron] 10.222.0.16 "GET /v2.0/networks/649cd441-2280-4a41-ba4a-d245c69fb858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218462 Oct 13 15:52:38.799265 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5fc9cf-8ec0-4f7b-b4ee-90e19d4ee1b2 req-86179c72-bf0a-41aa-a9a2-4f946c430891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:52:38.800762 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6b5fc9cf-8ec0-4f7b-b4ee-90e19d4ee1b2 req-86179c72-bf0a-41aa-a9a2-4f946c430891 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=ec33a452b418492cbce9803a6a42348c&device_id=8c085877-b97b-49d3-b118-3ca5ddb23923 HTTP/1.1" status: 200 len: 1100 time: 0.0781403 Oct 13 15:52:38.947732 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b28e3a-b2db-4841-9451-e8d6b04810ec req-5c088815-3c55-45b8-97d9-9f6cd16f67a9 tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:52:38.949160 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-c1b28e3a-b2db-4841-9451-e8d6b04810ec req-5c088815-3c55-45b8-97d9-9f6cd16f67a9 tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c085877-b97b-49d3-b118-3ca5ddb23923 HTTP/1.1" status: 200 len: 947 time: 0.0902419 Oct 13 15:52:38.993695 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-c1b28e3a-b2db-4841-9451-e8d6b04810ec req-347d447e-f9e8-4f27-90ae-432274388c26 tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a0d1899-8dc7-4d55-957a-42e9f25e91ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389059 Oct 13 15:52:39.032218 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5fc9cf-8ec0-4f7b-b4ee-90e19d4ee1b2 req-37e358ed-7bb5-4882-9c68-3b795abd740f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:52:39.033648 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6b5fc9cf-8ec0-4f7b-b4ee-90e19d4ee1b2 req-37e358ed-7bb5-4882-9c68-3b795abd740f service neutron] 10.222.0.16 "GET /v2.0/networks?id=649cd441-2280-4a41-ba4a-d245c69fb858 HTTP/1.1" status: 200 len: 870 time: 0.2270825 Oct 13 15:52:39.101650 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6b5fc9cf-8ec0-4f7b-b4ee-90e19d4ee1b2 req-235b8486-0c59-4e75-babe-e7c48ca0e1bc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=efcefc25-f951-41f8-8917-8eb310deb494 HTTP/1.1" status: 200 len: 217 time: 0.0623519 Oct 13 15:52:39.162974 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5fc9cf-8ec0-4f7b-b4ee-90e19d4ee1b2 req-78eb2936-8815-4862-a796-69002c73f2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:52:39.164330 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6b5fc9cf-8ec0-4f7b-b4ee-90e19d4ee1b2 req-78eb2936-8815-4862-a796-69002c73f2fb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=c4f76c8c-9aa4-4f80-952a-0f6cec8db783 HTTP/1.1" status: 200 len: 843 time: 0.0570252 Oct 13 15:52:39.247115 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5fc9cf-8ec0-4f7b-b4ee-90e19d4ee1b2 req-5d9e70ea-f397-47ad-81d2-07c9e28bde76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:52:39.248513 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6b5fc9cf-8ec0-4f7b-b4ee-90e19d4ee1b2 req-5d9e70ea-f397-47ad-81d2-07c9e28bde76 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=649cd441-2280-4a41-ba4a-d245c69fb858&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0784619 Oct 13 15:52:39.376365 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6b5fc9cf-8ec0-4f7b-b4ee-90e19d4ee1b2 req-d31f9202-616b-4c9c-8815-f8ee6a090339 service neutron] 10.222.0.16 "GET /v2.0/networks/649cd441-2280-4a41-ba4a-d245c69fb858?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204562 Oct 13 15:52:39.503590 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6b5fc9cf-8ec0-4f7b-b4ee-90e19d4ee1b2 req-9105f163-0849-4a0c-b93f-74153edcf994 service neutron] 10.222.0.16 "GET /v2.0/networks/649cd441-2280-4a41-ba4a-d245c69fb858?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212158 Oct 13 15:52:39.618085 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:40.191149 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115626cd-8f56-4240-9e06-a9993b031e92 req-0d69942f-128a-4f66-9c5d-4e2456ff5a95 tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:52:40.191826 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-115626cd-8f56-4240-9e06-a9993b031e92 req-0d69942f-128a-4f66-9c5d-4e2456ff5a95 tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] Synchronizing usage tracker for tenant:ec33a452b418492cbce9803a6a42348c on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:52:40.208506 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-115626cd-8f56-4240-9e06-a9993b031e92 req-0d69942f-128a-4f66-9c5d-4e2456ff5a95 tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] Unset dirty status for tenant:ec33a452b418492cbce9803a6a42348c on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:52:40.209631 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-115626cd-8f56-4240-9e06-a9993b031e92 req-0d69942f-128a-4f66-9c5d-4e2456ff5a95 tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c085877-b97b-49d3-b118-3ca5ddb23923 HTTP/1.1" status: 200 len: 947 time: 0.1058309 Oct 13 15:52:40.253109 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-115626cd-8f56-4240-9e06-a9993b031e92 req-7c7ddc96-9884-441a-8918-06d6b7ce5a24 tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] Synchronizing usage tracker for tenant:ec33a452b418492cbce9803a6a42348c on resource:security_group {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:52:40.268662 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-115626cd-8f56-4240-9e06-a9993b031e92 req-7c7ddc96-9884-441a-8918-06d6b7ce5a24 tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] Unset dirty status for tenant:ec33a452b418492cbce9803a6a42348c on resource:security_group {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:52:40.269762 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-115626cd-8f56-4240-9e06-a9993b031e92 req-7c7ddc96-9884-441a-8918-06d6b7ce5a24 tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a0d1899-8dc7-4d55-957a-42e9f25e91ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545027 Oct 13 15:52:41.466465 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504fb0ab-77f8-4489-a588-8414c1bacec6 req-b1c90894-a1a9-4e6b-914a-1fd20874e6e0 tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:52:41.467896 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-504fb0ab-77f8-4489-a588-8414c1bacec6 req-b1c90894-a1a9-4e6b-914a-1fd20874e6e0 tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c085877-b97b-49d3-b118-3ca5ddb23923 HTTP/1.1" status: 200 len: 947 time: 0.0879080 Oct 13 15:52:41.510668 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-504fb0ab-77f8-4489-a588-8414c1bacec6 req-737b2904-0db4-4136-8882-744dd1dd5e3e tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a0d1899-8dc7-4d55-957a-42e9f25e91ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371985 Oct 13 15:52:41.771516 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device efcefc25-f951-41f8-8917-8eb310deb494 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=88974) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 13 15:52:41.900548 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port efcefc25-f951-41f8-8917-8eb310deb494, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=efcefc25-f951-41f8-8917-8eb310deb494,segment=NetworkSegment(1100ca1a-da1e-4f15-a961-ca682609fb0b),segment_id=1100ca1a-da1e-4f15-a961-ca682609fb0b)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:52:41.914000 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Returning: {'device': 'efcefc25-f951-41f8-8917-8eb310deb494', 'network_id': '649cd441-2280-4a41-ba4a-d245c69fb858', 'port_id': 'efcefc25-f951-41f8-8917-8eb310deb494', 'mac_address': 'fa:16:3e:38:91:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 446, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4f76c8c-9aa4-4f80-952a-0f6cec8db783', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88974) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 13 15:52:41.967512 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port efcefc25-f951-41f8-8917-8eb310deb494 is: DOWN; New status is: BUILD {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:52:41.967815 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:41.986593 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efcefc25-f951-41f8-8917-8eb310deb494 {{(pid=88974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 15:52:42.001152 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port efcefc25-f951-41f8-8917-8eb310deb494, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=efcefc25-f951-41f8-8917-8eb310deb494,segment=NetworkSegment(1100ca1a-da1e-4f15-a961-ca682609fb0b),segment_id=1100ca1a-da1e-4f15-a961-ca682609fb0b)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:52:42.005017 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:42.069535 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=efcefc25-f951-41f8-8917-8eb310deb494,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:42.315405 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['efcefc25-f951-41f8-8917-8eb310deb494'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 15:52:42.705679 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d2fe41-4d02-4d6a-87d9-2f97927a4df8 req-73754044-4626-4396-a9ec-62389be20c1c tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:52:42.707131 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a2d2fe41-4d02-4d6a-87d9-2f97927a4df8 req-73754044-4626-4396-a9ec-62389be20c1c tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c085877-b97b-49d3-b118-3ca5ddb23923 HTTP/1.1" status: 200 len: 948 time: 0.0882518 Oct 13 15:52:42.750060 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a2d2fe41-4d02-4d6a-87d9-2f97927a4df8 req-21bf674f-29e1-4fd7-b513-de257d77d89d tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a0d1899-8dc7-4d55-957a-42e9f25e91ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374660 Oct 13 15:52:43.796983 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device efcefc25-f951-41f8-8917-8eb310deb494 up at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:52:43.889260 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning for port efcefc25-f951-41f8-8917-8eb310deb494 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:52:43.941172 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning complete for port efcefc25-f951-41f8-8917-8eb310deb494 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:52:43.941515 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:43.941791 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Attempt 1 to provision port efcefc25-f951-41f8-8917-8eb310deb494 Oct 13 15:52:43.948744 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ca8092-250b-4fd8-8e3f-8623f7c7630c req-4d492e37-0edd-42b8-81fc-0481a310e1dc tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:52:43.950215 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-27ca8092-250b-4fd8-8e3f-8623f7c7630c req-4d492e37-0edd-42b8-81fc-0481a310e1dc tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c085877-b97b-49d3-b118-3ca5ddb23923 HTTP/1.1" status: 200 len: 948 time: 0.0886545 Oct 13 15:52:43.994344 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-27ca8092-250b-4fd8-8e3f-8623f7c7630c req-6e4d9f37-66f0-47f1-b0d3-434aa6216047 tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a0d1899-8dc7-4d55-957a-42e9f25e91ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377007 Oct 13 15:52:44.095603 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port efcefc25-f951-41f8-8917-8eb310deb494 is: BUILD; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:52:44.095975 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:44.130203 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c085877-b97b-49d3-b118-3ca5ddb23923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efcefc25-f951-41f8-8917-8eb310deb494'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:52:44.132441 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979c64d66908691d8da3fe322a5acf5d757b5bee84c7992aba2ec3c134dffaeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d86580d8-fead-451f-a2b4-0ab04acde11d" -d '{"events": [{"server_uuid": "8c085877-b97b-49d3-b118-3ca5ddb23923", "name": "network-vif-plugged", "status": "completed", "tag": "efcefc25-f951-41f8-8917-8eb310deb494"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:52:44.139884 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port efcefc25-f951-41f8-8917-8eb310deb494, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=efcefc25-f951-41f8-8917-8eb310deb494,segment=NetworkSegment(1100ca1a-da1e-4f15-a961-ca682609fb0b),segment_id=1100ca1a-da1e-4f15-a961-ca682609fb0b)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:52:44.145147 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:44.183353 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 15:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e606fccd-ff9e-4adf-8413-d96e0bd9f7ec x-openstack-request-id: req-e606fccd-ff9e-4adf-8413-d96e0bd9f7ec {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:52:44.183637 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c085877-b97b-49d3-b118-3ca5ddb23923", "name": "network-vif-plugged", "status": "completed", "tag": "efcefc25-f951-41f8-8917-8eb310deb494", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:52:44.183881 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e606fccd-ff9e-4adf-8413-d96e0bd9f7ec {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:52:44.184267 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e606fccd-ff9e-4adf-8413-d96e0bd9f7ec'] response: {'server_uuid': '8c085877-b97b-49d3-b118-3ca5ddb23923', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efcefc25-f951-41f8-8917-8eb310deb494', 'code': 200} Oct 13 15:52:44.220245 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=efcefc25-f951-41f8-8917-8eb310deb494,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:44.406412 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-790f0f42-4cd0-4b90-914d-131c4f791f24 req-36bede2c-fd08-4f5e-8e3e-50458007027a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:52:44.407856 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-790f0f42-4cd0-4b90-914d-131c4f791f24 req-36bede2c-fd08-4f5e-8e3e-50458007027a service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=8c085877-b97b-49d3-b118-3ca5ddb23923 HTTP/1.1" status: 200 len: 1102 time: 0.0799353 Oct 13 15:52:44.446618 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-790f0f42-4cd0-4b90-914d-131c4f791f24 req-932016a8-e930-4cc3-8680-9a6ce0ad82e7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=7a0d1899-8dc7-4d55-957a-42e9f25e91ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328896 Oct 13 15:52:45.190780 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379691cb-d896-41b5-9dfd-f2ffb8aa4f23 req-d9fc5e94-1dcc-42c7-bb92-c0bfcc9a70bd tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:52:45.192257 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-379691cb-d896-41b5-9dfd-f2ffb8aa4f23 req-d9fc5e94-1dcc-42c7-bb92-c0bfcc9a70bd tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c085877-b97b-49d3-b118-3ca5ddb23923 HTTP/1.1" status: 200 len: 949 time: 0.0861671 Oct 13 15:52:45.235426 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-379691cb-d896-41b5-9dfd-f2ffb8aa4f23 req-83631453-dbd2-4da1-a596-079082d2324a tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a0d1899-8dc7-4d55-957a-42e9f25e91ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375926 Oct 13 15:52:46.433658 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3dc2f6-7d37-456f-86c4-334b080bb460 req-4b944691-cf48-4205-88b8-f470c761b520 tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:52:46.435104 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-af3dc2f6-7d37-456f-86c4-334b080bb460 req-4b944691-cf48-4205-88b8-f470c761b520 tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c085877-b97b-49d3-b118-3ca5ddb23923 HTTP/1.1" status: 200 len: 949 time: 0.0854149 Oct 13 15:52:46.477897 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-af3dc2f6-7d37-456f-86c4-334b080bb460 req-62d91fb6-110c-4b1d-9cbb-e4a354c556ff tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a0d1899-8dc7-4d55-957a-42e9f25e91ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371592 Oct 13 15:52:47.565420 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322da7d-612d-4510-8ba8-93b985d7c93f req-bf892081-5e69-4940-ac2f-c4816cb588a4 tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:52:47.566938 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f322da7d-612d-4510-8ba8-93b985d7c93f req-bf892081-5e69-4940-ac2f-c4816cb588a4 tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c085877-b97b-49d3-b118-3ca5ddb23923 HTTP/1.1" status: 200 len: 949 time: 0.0904803 Oct 13 15:52:47.611277 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f322da7d-612d-4510-8ba8-93b985d7c93f req-28f48bde-a7ce-49be-a3ba-3301dc8744f1 tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a0d1899-8dc7-4d55-957a-42e9f25e91ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387480 Oct 13 15:52:48.877194 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28de4569-3eb8-45d9-b745-1badec86b2f5 req-c561b95a-2c4e-4951-87b6-d0529e467fb2 tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:52:48.878740 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-28de4569-3eb8-45d9-b745-1badec86b2f5 req-c561b95a-2c4e-4951-87b6-d0529e467fb2 tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] 10.222.0.16 "GET /v2.0/ports?device_id=8c085877-b97b-49d3-b118-3ca5ddb23923 HTTP/1.1" status: 200 len: 949 time: 0.0889361 Oct 13 15:52:48.907984 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f37e39-17f4-4823-bd8a-1fbde1bd9948 req-642b5f75-d63f-4ebc-be1a-5386b27d37e0 tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:52:48.909346 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-80f37e39-17f4-4823-bd8a-1fbde1bd9948 req-642b5f75-d63f-4ebc-be1a-5386b27d37e0 tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c085877-b97b-49d3-b118-3ca5ddb23923 HTTP/1.1" status: 200 len: 949 time: 0.1863639 Oct 13 15:52:48.952018 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-28de4569-3eb8-45d9-b745-1badec86b2f5 req-dd03af6b-166b-4006-8506-d71df5c6d16d tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] Deleting port efcefc25-f951-41f8-8917-8eb310deb494 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:52:48.952357 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-28de4569-3eb8-45d9-b745-1badec86b2f5 req-dd03af6b-166b-4006-8506-d71df5c6d16d tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:48.953146 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-80f37e39-17f4-4823-bd8a-1fbde1bd9948 req-b35bfe45-da7e-43e3-b8f9-7ab368d48842 tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] 10.222.0.42 "GET /v2.0/security-groups?id=7a0d1899-8dc7-4d55-957a-42e9f25e91ce&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382059 Oct 13 15:52:49.193700 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-28de4569-3eb8-45d9-b745-1badec86b2f5 req-dd03af6b-166b-4006-8506-d71df5c6d16d tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] For port efcefc25-f951-41f8-8917-8eb310deb494, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=efcefc25-f951-41f8-8917-8eb310deb494,segment=NetworkSegment(1100ca1a-da1e-4f15-a961-ca682609fb0b),segment_id=1100ca1a-da1e-4f15-a961-ca682609fb0b)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:52:49.193975 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-28de4569-3eb8-45d9-b745-1badec86b2f5 req-dd03af6b-166b-4006-8506-d71df5c6d16d tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:49.409772 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-28de4569-3eb8-45d9-b745-1badec86b2f5 req-dd03af6b-166b-4006-8506-d71df5c6d16d tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] Calling delete_port for efcefc25-f951-41f8-8917-8eb310deb494 owned by compute:nova {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:52:49.550455 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-28de4569-3eb8-45d9-b745-1badec86b2f5 req-dd03af6b-166b-4006-8506-d71df5c6d16d tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:49.562289 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['efcefc25-f951-41f8-8917-8eb310deb494'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 15:52:49.598886 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd03af6b-166b-4006-8506-d71df5c6d16d tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] Pushing event deleted for resources: {'Port': ['ID=efcefc25-f951-41f8-8917-8eb310deb494,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:49.690444 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-28de4569-3eb8-45d9-b745-1badec86b2f5 req-dd03af6b-166b-4006-8506-d71df5c6d16d tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] No DVR routers for this DVR port efcefc25-f951-41f8-8917-8eb310deb494 on host hv-neutron-8603 {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:52:49.693285 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-28de4569-3eb8-45d9-b745-1badec86b2f5 req-dd03af6b-166b-4006-8506-d71df5c6d16d tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:49.696110 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c085877-b97b-49d3-b118-3ca5ddb23923', 'name': 'network-vif-deleted', 'tag': 'efcefc25-f951-41f8-8917-8eb310deb494'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:52:49.698413 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90f5375-68b0-43e8-a772-72be3fc0c2e9" -d '{"events": [{"server_uuid": "8c085877-b97b-49d3-b118-3ca5ddb23923", "name": "network-vif-deleted", "tag": "efcefc25-f951-41f8-8917-8eb310deb494"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:52:49.712268 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-28de4569-3eb8-45d9-b745-1badec86b2f5 req-dd03af6b-166b-4006-8506-d71df5c6d16d tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] 10.222.0.16 "DELETE /v2.0/ports/efcefc25-f951-41f8-8917-8eb310deb494 HTTP/1.1" status: 204 len: 173 time: 0.8274236 Oct 13 15:52:49.749911 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 15:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f824c0-e5ce-4c61-89c6-9e7e59519a9f x-openstack-request-id: req-24f824c0-e5ce-4c61-89c6-9e7e59519a9f {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:52:49.750459 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c085877-b97b-49d3-b118-3ca5ddb23923", "name": "network-vif-deleted", "tag": "efcefc25-f951-41f8-8917-8eb310deb494", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:52:49.750712 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-24f824c0-e5ce-4c61-89c6-9e7e59519a9f {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:52:49.751113 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-24f824c0-e5ce-4c61-89c6-9e7e59519a9f'] response: {'server_uuid': '8c085877-b97b-49d3-b118-3ca5ddb23923', 'name': 'network-vif-deleted', 'tag': 'efcefc25-f951-41f8-8917-8eb310deb494', 'status': 'completed', 'code': 200} Oct 13 15:52:50.128853 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-1affcca5-7bd8-409a-8c9a-129e87dab1f8 req-f44d2e22-7608-4a4d-9063-1b8187f73d4c tempest-ServersAdminNegativeTestJSON-374343236 tempest-ServersAdminNegativeTestJSON-374343236-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c085877-b97b-49d3-b118-3ca5ddb23923 HTTP/1.1" status: 200 len: 210 time: 0.0506935 Oct 13 15:52:51.481853 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 57922) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:52:51.624328 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c825f368-d83d-4dd7-a848-36cea0fe9411 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ec33a452b418492cbce9803a6a42348c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1407986 Oct 13 15:52:51.626908 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 57928) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:52:51.681856 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ddad0518-65a4-4d0f-9690-ac72738cce90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:51.707189 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ddad0518-65a4-4d0f-9690-ac72738cce90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:51.761761 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ddad0518-65a4-4d0f-9690-ac72738cce90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:51.778626 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddad0518-65a4-4d0f-9690-ac72738cce90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a0d1899-8dc7-4d55-957a-42e9f25e91ce,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:51.796240 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ddad0518-65a4-4d0f-9690-ac72738cce90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:51.797366 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-ddad0518-65a4-4d0f-9690-ac72738cce90 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7a0d1899-8dc7-4d55-957a-42e9f25e91ce HTTP/1.1" status: 204 len: 168 time: 0.1695902 Oct 13 15:52:52.058652 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 57936) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:52:52.075719 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1c9522a2-d102-4bc6-878a-b38ea9b7f5db admin admin] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:52.089485 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-1c9522a2-d102-4bc6-878a-b38ea9b7f5db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:52:52.093817 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-1c9522a2-d102-4bc6-878a-b38ea9b7f5db admin admin] Usage tracker for resource:security_group_rule and tenant:e9868e498d884ec8b3866ab420e86d4e is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:52:52.096579 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-1c9522a2-d102-4bc6-878a-b38ea9b7f5db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:52:52.102177 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-1c9522a2-d102-4bc6-878a-b38ea9b7f5db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:52:52.184969 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1c9522a2-d102-4bc6-878a-b38ea9b7f5db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:52.188471 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1c9522a2-d102-4bc6-878a-b38ea9b7f5db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:52.237836 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-1c9522a2-d102-4bc6-878a-b38ea9b7f5db admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e9868e498d884ec8b3866ab420e86d4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1781244 Oct 13 15:52:52.239493 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9522a2-d102-4bc6-878a-b38ea9b7f5db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ed4a35-2fa8-4a96-ba43-94cd21b2d90d,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:52.240497 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57940) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:52:52.298907 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-49abd127-f3a2-40b9-ade0-6e27a5f9e715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:52.323469 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-49abd127-f3a2-40b9-ade0-6e27a5f9e715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:52.374321 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-49abd127-f3a2-40b9-ade0-6e27a5f9e715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:52.390784 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49abd127-f3a2-40b9-ade0-6e27a5f9e715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ed4a35-2fa8-4a96-ba43-94cd21b2d90d,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:52.398776 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-49abd127-f3a2-40b9-ade0-6e27a5f9e715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:52.400667 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-49abd127-f3a2-40b9-ade0-6e27a5f9e715 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e6ed4a35-2fa8-4a96-ba43-94cd21b2d90d HTTP/1.1" status: 204 len: 168 time: 0.1584010 Oct 13 15:52:53.088255 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57964) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:52:53.188859 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-1e7b384d-e9c4-4562-afef-57bfbf1bd2bc admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-92268949-network', 'tenant_id': 'd748b4f14036494cb7336d747d455388'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:52:53.193505 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-1e7b384d-e9c4-4562-afef-57bfbf1bd2bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:52:53.197358 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-1e7b384d-e9c4-4562-afef-57bfbf1bd2bc admin admin] Usage tracker for resource:network and tenant:d748b4f14036494cb7336d747d455388 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:52:53.200198 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-1e7b384d-e9c4-4562-afef-57bfbf1bd2bc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:52:53.206834 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-1e7b384d-e9c4-4562-afef-57bfbf1bd2bc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:52:53.216539 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7b384d-e9c4-4562-afef-57bfbf1bd2bc admin admin] Made reservation on behalf of d748b4f14036494cb7336d747d455388 for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:52:53.219464 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1e7b384d-e9c4-4562-afef-57bfbf1bd2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:53.231164 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1e7b384d-e9c4-4562-afef-57bfbf1bd2bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:53.245078 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-1e7b384d-e9c4-4562-afef-57bfbf1bd2bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:52:53.248800 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-1e7b384d-e9c4-4562-afef-57bfbf1bd2bc admin admin] Usage tracker for resource:security_group_rule and tenant:d748b4f14036494cb7336d747d455388 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:52:53.251515 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-1e7b384d-e9c4-4562-afef-57bfbf1bd2bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:52:53.257093 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-1e7b384d-e9c4-4562-afef-57bfbf1bd2bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:52:53.339166 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1e7b384d-e9c4-4562-afef-57bfbf1bd2bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:53.343197 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1e7b384d-e9c4-4562-afef-57bfbf1bd2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:53.369395 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e7b384d-e9c4-4562-afef-57bfbf1bd2bc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 434} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:52:53.381742 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7b384d-e9c4-4562-afef-57bfbf1bd2bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6baf4520-98f0-4a70-af57-741b3195caea,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:53.385985 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1e7b384d-e9c4-4562-afef-57bfbf1bd2bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:53.386345 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-1e7b384d-e9c4-4562-afef-57bfbf1bd2bc admin admin] Added segment 3148dad2-543c-4cc0-ae33-00679bc9f62d of type vlan for network 364859e4-5dac-4a0a-9754-24173836725e Oct 13 15:52:53.412143 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1e7b384d-e9c4-4562-afef-57bfbf1bd2bc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:53.440155 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1e7b384d-e9c4-4562-afef-57bfbf1bd2bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:53.441180 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7b384d-e9c4-4562-afef-57bfbf1bd2bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:52:53.441748 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1e7b384d-e9c4-4562-afef-57bfbf1bd2bc admin admin] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:53.542070 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-1e7b384d-e9c4-4562-afef-57bfbf1bd2bc admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4527197 Oct 13 15:52:53.544973 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57970) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:52:53.551986 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-6c9070dd-ae7f-4929-acb8-74847ed58d80 admin admin] Request body: {'subnet': {'network_id': '364859e4-5dac-4a0a-9754-24173836725e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-92268949-subnet', 'tenant_id': 'd748b4f14036494cb7336d747d455388', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:52:53.555123 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7b384d-e9c4-4562-afef-57bfbf1bd2bc admin admin] Pushing event updated for resources: {'Network': ['ID=364859e4-5dac-4a0a-9754-24173836725e,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:53.559966 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-6c9070dd-ae7f-4929-acb8-74847ed58d80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:52:53.564571 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-6c9070dd-ae7f-4929-acb8-74847ed58d80 admin admin] Usage tracker for resource:subnet and tenant:d748b4f14036494cb7336d747d455388 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:52:53.565042 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 364859e4-5dac-4a0a-9754-24173836725e details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:52:53.567638 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-6c9070dd-ae7f-4929-acb8-74847ed58d80 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:52:53.573277 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-6c9070dd-ae7f-4929-acb8-74847ed58d80 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:52:53.583389 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9070dd-ae7f-4929-acb8-74847ed58d80 admin admin] Made reservation on behalf of d748b4f14036494cb7336d747d455388 for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:52:53.585809 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6c9070dd-ae7f-4929-acb8-74847ed58d80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:53.793088 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6c9070dd-ae7f-4929-acb8-74847ed58d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:53.869023 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9070dd-ae7f-4929-acb8-74847ed58d80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40127ad5-8413-4fbc-8b9e-3882ddee668e,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:53.875627 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device efcefc25-f951-41f8-8917-8eb310deb494 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:52:53.878300 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9070dd-ae7f-4929-acb8-74847ed58d80 admin admin] Checking segment: {'id': '3148dad2-543c-4cc0-ae33-00679bc9f62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '364859e4-5dac-4a0a-9754-24173836725e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:52:53.878656 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9070dd-ae7f-4929-acb8-74847ed58d80 admin admin] Network hostable DHCP agents. Network: 364859e4-5dac-4a0a-9754-24173836725e, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:52:53.897534 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9070dd-ae7f-4929-acb8-74847ed58d80 admin admin] Network 364859e4-5dac-4a0a-9754-24173836725e is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:52:53.906705 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-6c9070dd-ae7f-4929-acb8-74847ed58d80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 364859e4-5dac-4a0a-9754-24173836725e) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:52:53.910978 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9070dd-ae7f-4929-acb8-74847ed58d80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:52:53.911579 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6c9070dd-ae7f-4929-acb8-74847ed58d80 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:53.912549 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] No Port match for: efcefc25-f951-41f8-8917-8eb310deb494 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:52:53.912643 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device efcefc25-f951-41f8-8917-8eb310deb494 not bound to the agent host hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:52:53.917441 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f235f23-a80f-4f94-9a21-8b3d1a899808 None None] Network 364859e4-5dac-4a0a-9754-24173836725e requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:52:53.934497 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-6c9070dd-ae7f-4929-acb8-74847ed58d80 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3860641 Oct 13 15:52:53.934796 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57974) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:52:53.940319 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-62dd2b0f-146a-45b3-a19a-6d9903a7c101 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-92268949-router', 'tenant_id': 'd748b4f14036494cb7336d747d455388', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:52:53.944829 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-62dd2b0f-146a-45b3-a19a-6d9903a7c101 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:52:53.948705 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-62dd2b0f-146a-45b3-a19a-6d9903a7c101 admin admin] Usage tracker for resource:router and tenant:d748b4f14036494cb7336d747d455388 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:52:53.951489 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-62dd2b0f-146a-45b3-a19a-6d9903a7c101 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:52:53.957182 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-62dd2b0f-146a-45b3-a19a-6d9903a7c101 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:52:53.967896 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-62dd2b0f-146a-45b3-a19a-6d9903a7c101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:53.968838 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-62dd2b0f-146a-45b3-a19a-6d9903a7c101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:53.984496 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-62dd2b0f-146a-45b3-a19a-6d9903a7c101 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:54.137974 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2882eb0f-849d-4b87-8bfa-5cf33039fb5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-364859e4-5dac-4a0a-9754-24173836725e', 'network_id': '364859e4-5dac-4a0a-9754-24173836725e', 'tenant_id': 'd748b4f14036494cb7336d747d455388', 'fixed_ips': [{'subnet_id': '40127ad5-8413-4fbc-8b9e-3882ddee668e'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:52:54.138851 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2882eb0f-849d-4b87-8bfa-5cf33039fb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:54.246378 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-62dd2b0f-146a-45b3-a19a-6d9903a7c101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:54.298853 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-2882eb0f-849d-4b87-8bfa-5cf33039fb5f None None] Allocated IP 172.20.0.2 (364859e4-5dac-4a0a-9754-24173836725e/40127ad5-8413-4fbc-8b9e-3882ddee668e/db4efec3-23c3-44cf-9496-9d6f0be31339) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:52:54.498747 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2882eb0f-849d-4b87-8bfa-5cf33039fb5f None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:54.508770 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-2882eb0f-849d-4b87-8bfa-5cf33039fb5f None None] Transition to ACTIVE for port object db4efec3-23c3-44cf-9496-9d6f0be31339 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:52:54.526988 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-2882eb0f-849d-4b87-8bfa-5cf33039fb5f None None] Transition to ACTIVE for port object db4efec3-23c3-44cf-9496-9d6f0be31339 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:52:54.532478 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2882eb0f-849d-4b87-8bfa-5cf33039fb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:54.603067 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2882eb0f-849d-4b87-8bfa-5cf33039fb5f None None] Network 364859e4-5dac-4a0a-9754-24173836725e is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:52:54.605947 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-2882eb0f-849d-4b87-8bfa-5cf33039fb5f None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:52:54.609882 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2882eb0f-849d-4b87-8bfa-5cf33039fb5f None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:52:54.615981 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2882eb0f-849d-4b87-8bfa-5cf33039fb5f None None] Pushing event updated for resources: {'Port': ['ID=db4efec3-23c3-44cf-9496-9d6f0be31339,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:54.661242 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-62dd2b0f-146a-45b3-a19a-6d9903a7c101 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:54.689883 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-62dd2b0f-146a-45b3-a19a-6d9903a7c101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:54.720157 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-2882eb0f-849d-4b87-8bfa-5cf33039fb5f None None] Attempting to bind port db4efec3-23c3-44cf-9496-9d6f0be31339 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:52:54.720520 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-2882eb0f-849d-4b87-8bfa-5cf33039fb5f None None] Attempting to bind port db4efec3-23c3-44cf-9496-9d6f0be31339 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '3148dad2-543c-4cc0-ae33-00679bc9f62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '364859e4-5dac-4a0a-9754-24173836725e'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:52:54.720874 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2882eb0f-849d-4b87-8bfa-5cf33039fb5f None None] Attempting to bind port db4efec3-23c3-44cf-9496-9d6f0be31339 on network 364859e4-5dac-4a0a-9754-24173836725e {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:52:54.726074 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2882eb0f-849d-4b87-8bfa-5cf33039fb5f None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:52:54.726572 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2882eb0f-849d-4b87-8bfa-5cf33039fb5f None None] Checking segment: {'id': '3148dad2-543c-4cc0-ae33-00679bc9f62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '364859e4-5dac-4a0a-9754-24173836725e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:52:54.726897 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2882eb0f-849d-4b87-8bfa-5cf33039fb5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:54.727351 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2882eb0f-849d-4b87-8bfa-5cf33039fb5f None None] Bound using segment: {'id': '3148dad2-543c-4cc0-ae33-00679bc9f62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '364859e4-5dac-4a0a-9754-24173836725e'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:52:54.727820 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-2882eb0f-849d-4b87-8bfa-5cf33039fb5f None None] Bound port: db4efec3-23c3-44cf-9496-9d6f0be31339, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3148dad2-543c-4cc0-ae33-00679bc9f62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '364859e4-5dac-4a0a-9754-24173836725e'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:52:54.728169 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2882eb0f-849d-4b87-8bfa-5cf33039fb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:54.815444 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-2882eb0f-849d-4b87-8bfa-5cf33039fb5f None None] For port db4efec3-23c3-44cf-9496-9d6f0be31339, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:52:54.819247 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-2882eb0f-849d-4b87-8bfa-5cf33039fb5f None None] For port db4efec3-23c3-44cf-9496-9d6f0be31339, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=db4efec3-23c3-44cf-9496-9d6f0be31339,segment=NetworkSegment(3148dad2-543c-4cc0-ae33-00679bc9f62d),segment_id=3148dad2-543c-4cc0-ae33-00679bc9f62d)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:52:54.823757 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2882eb0f-849d-4b87-8bfa-5cf33039fb5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:54.825134 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-62dd2b0f-146a-45b3-a19a-6d9903a7c101 admin admin] Allocated IP 172.26.2.182 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/52700425-2986-4748-a9da-35be046f2bcf) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:52:54.911309 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2882eb0f-849d-4b87-8bfa-5cf33039fb5f None None] Pushing event updated for resources: {'Port': ['ID=db4efec3-23c3-44cf-9496-9d6f0be31339,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:54.974238 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-62dd2b0f-146a-45b3-a19a-6d9903a7c101 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:55.005683 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-62dd2b0f-146a-45b3-a19a-6d9903a7c101 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:55.077374 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dd2b0f-146a-45b3-a19a-6d9903a7c101 admin admin] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:52:55.080241 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-62dd2b0f-146a-45b3-a19a-6d9903a7c101 admin admin] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:52:55.083833 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dd2b0f-146a-45b3-a19a-6d9903a7c101 admin admin] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:52:55.118221 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dd2b0f-146a-45b3-a19a-6d9903a7c101 admin admin] Pushing event updated for resources: {'Port': ['ID=52700425-2986-4748-a9da-35be046f2bcf,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:55.496481 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-62dd2b0f-146a-45b3-a19a-6d9903a7c101 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:55.728227 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07f7f3f-2d98-4a15-852e-23501e11cb03 None None] Network 364859e4-5dac-4a0a-9754-24173836725e requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:52:55.838754 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-62dd2b0f-146a-45b3-a19a-6d9903a7c101 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:55.884490 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-7daa707a-5fdd-4c76-89e8-45d6055fcee0 None None] Provisioning for port db4efec3-23c3-44cf-9496-9d6f0be31339 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:52:55.966237 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:56.161258 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62dd2b0f-146a-45b3-a19a-6d9903a7c101 admin admin] Router 4cce1f39-9ca1-43ea-8301-cf6b22150ca5 is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 15:52:56.337298 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62dd2b0f-146a-45b3-a19a-6d9903a7c101 admin admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:52:56.346284 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff47c488-9ebc-48f8-a799-98e8ce8d0951 None None] Sync routers for ids ['4cce1f39-9ca1-43ea-8301-cf6b22150ca5'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:52:56.355015 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff47c488-9ebc-48f8-a799-98e8ce8d0951 None None] Routers {'4cce1f39-9ca1-43ea-8301-cf6b22150ca5'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:52:56.355623 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-ff47c488-9ebc-48f8-a799-98e8ce8d0951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:52:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['4cce1f39-9ca1-43ea-8301-cf6b22150ca5'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:52:56.361654 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-62dd2b0f-146a-45b3-a19a-6d9903a7c101 admin admin] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:56.362909 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-62dd2b0f-146a-45b3-a19a-6d9903a7c101 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4265306 Oct 13 15:52:56.365634 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 57978) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:52:56.532649 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-ff47c488-9ebc-48f8-a799-98e8ce8d0951 None None] Set router 4cce1f39-9ca1-43ea-8301-cf6b22150ca5 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:52:56.848498 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-ff47c488-9ebc-48f8-a799-98e8ce8d0951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cce1f39-9ca1-43ea-8301-cf6b22150ca5', 'name': 'tempest-DeleteServersTestJSON-92268949-router', 'tenant_id': 'd748b4f14036494cb7336d747d455388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.182'}], 'enable_snat': True}, 'gw_port_id': '52700425-2986-4748-a9da-35be046f2bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:52:53Z', 'updated_at': '2022-10-13T15:52:55Z', 'revision_number': 3, 'project_id': 'd748b4f14036494cb7336d747d455388', 'gw_port': {'id': '52700425-2986-4748-a9da-35be046f2bcf', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cce1f39-9ca1-43ea-8301-cf6b22150ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:52:54Z', 'updated_at': '2022-10-13T15:52:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:52:56.852263 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff47c488-9ebc-48f8-a799-98e8ce8d0951 None None] Checking router: 4cce1f39-9ca1-43ea-8301-cf6b22150ca5 for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:52:56.852611 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff47c488-9ebc-48f8-a799-98e8ce8d0951 None None] Updating router 4cce1f39-9ca1-43ea-8301-cf6b22150ca5 port 52700425-2986-4748-a9da-35be046f2bcf binding host dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:52:56.904255 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff47c488-9ebc-48f8-a799-98e8ce8d0951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:57.027606 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c4cdae19-ca55-48d8-9fae-0d85cef94060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:57.109975 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device db4efec3-23c3-44cf-9496-9d6f0be31339 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:52:57.221672 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port db4efec3-23c3-44cf-9496-9d6f0be31339 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:52:57.237419 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-c4cdae19-ca55-48d8-9fae-0d85cef94060 admin admin] Allocated IP 172.20.0.1 (364859e4-5dac-4a0a-9754-24173836725e/40127ad5-8413-4fbc-8b9e-3882ddee668e/f97dd073-a3e4-4917-a38e-ce38457d2474) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:52:57.260178 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port db4efec3-23c3-44cf-9496-9d6f0be31339 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:52:57.260552 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:57.260886 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port db4efec3-23c3-44cf-9496-9d6f0be31339 Oct 13 15:52:57.337719 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff47c488-9ebc-48f8-a799-98e8ce8d0951 None None] Notify callbacks [] for port, precommit_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:57.354918 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff47c488-9ebc-48f8-a799-98e8ce8d0951 None None] Transition to ACTIVE for port object 52700425-2986-4748-a9da-35be046f2bcf will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:52:57.387984 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff47c488-9ebc-48f8-a799-98e8ce8d0951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:57.388224 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c4cdae19-ca55-48d8-9fae-0d85cef94060 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:57.403058 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-c4cdae19-ca55-48d8-9fae-0d85cef94060 admin admin] Transition to ACTIVE for port object f97dd073-a3e4-4917-a38e-ce38457d2474 will not be triggered until provisioned by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:52:57.426439 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c4cdae19-ca55-48d8-9fae-0d85cef94060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:57.468563 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-ff47c488-9ebc-48f8-a799-98e8ce8d0951 None None] Attempting to bind port 52700425-2986-4748-a9da-35be046f2bcf on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:52:57.468936 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-ff47c488-9ebc-48f8-a799-98e8ce8d0951 None None] Attempting to bind port 52700425-2986-4748-a9da-35be046f2bcf by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:52:57.469296 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff47c488-9ebc-48f8-a799-98e8ce8d0951 None None] Attempting to bind port 52700425-2986-4748-a9da-35be046f2bcf on network 8fb1fa59-32fe-4ed0-a248-96c43edb135f {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:52:57.484471 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff47c488-9ebc-48f8-a799-98e8ce8d0951 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:52:57.484718 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff47c488-9ebc-48f8-a799-98e8ce8d0951 None None] Checking segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:52:57.485204 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff47c488-9ebc-48f8-a799-98e8ce8d0951 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:57.485492 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff47c488-9ebc-48f8-a799-98e8ce8d0951 None None] Bound using segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:52:57.485950 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-ff47c488-9ebc-48f8-a799-98e8ce8d0951 None None] Bound port: 52700425-2986-4748-a9da-35be046f2bcf, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:52:57.486339 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff47c488-9ebc-48f8-a799-98e8ce8d0951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:57.491846 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cdae19-ca55-48d8-9fae-0d85cef94060 admin admin] Network 364859e4-5dac-4a0a-9754-24173836725e is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:52:57.494689 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-c4cdae19-ca55-48d8-9fae-0d85cef94060 admin admin] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:52:57.503046 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cdae19-ca55-48d8-9fae-0d85cef94060 admin admin] Pushing event updated for resources: {'Port': ['ID=f97dd073-a3e4-4917-a38e-ce38457d2474,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:57.506262 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4cdae19-ca55-48d8-9fae-0d85cef94060 admin admin] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:52:57.512508 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port db4efec3-23c3-44cf-9496-9d6f0be31339 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:52:57.512889 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:57.526601 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bd9b32-e90e-49c2-8163-b7157968d72a None None] Pushing event updated for resources: {'Port': ['ID=52700425-2986-4748-a9da-35be046f2bcf,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:57.559403 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c4cdae19-ca55-48d8-9fae-0d85cef94060 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:57.590098 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port db4efec3-23c3-44cf-9496-9d6f0be31339, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=db4efec3-23c3-44cf-9496-9d6f0be31339,segment=NetworkSegment(3148dad2-543c-4cc0-ae33-00679bc9f62d),segment_id=3148dad2-543c-4cc0-ae33-00679bc9f62d)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:52:57.596434 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:57.598705 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff47c488-9ebc-48f8-a799-98e8ce8d0951 None None] For port 52700425-2986-4748-a9da-35be046f2bcf, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:52:57.653617 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff47c488-9ebc-48f8-a799-98e8ce8d0951 None None] For port 52700425-2986-4748-a9da-35be046f2bcf, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=52700425-2986-4748-a9da-35be046f2bcf,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:52:57.666584 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff47c488-9ebc-48f8-a799-98e8ce8d0951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:57.684923 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=db4efec3-23c3-44cf-9496-9d6f0be31339,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:57.718651 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff47c488-9ebc-48f8-a799-98e8ce8d0951 None None] Routers {'4cce1f39-9ca1-43ea-8301-cf6b22150ca5'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:52:57.719309 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-ff47c488-9ebc-48f8-a799-98e8ce8d0951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:52:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['4cce1f39-9ca1-43ea-8301-cf6b22150ca5'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:52:57.835699 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-bd95a8c3-8f34-4a97-83b1-70e5e7c0ba16 None None] Provisioning for port f97dd073-a3e4-4917-a38e-ce38457d2474 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:52:57.899012 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-bd95a8c3-8f34-4a97-83b1-70e5e7c0ba16 None None] Provisioning complete for port f97dd073-a3e4-4917-a38e-ce38457d2474 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:52:57.899686 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-bd95a8c3-8f34-4a97-83b1-70e5e7c0ba16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:57.899686 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-bd95a8c3-8f34-4a97-83b1-70e5e7c0ba16 None None] Attempt 1 to provision port f97dd073-a3e4-4917-a38e-ce38457d2474 Oct 13 15:52:57.921781 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bd9b32-e90e-49c2-8163-b7157968d72a None None] Pushing event updated for resources: {'Port': ['ID=52700425-2986-4748-a9da-35be046f2bcf,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:57.947544 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c4cdae19-ca55-48d8-9fae-0d85cef94060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:57.979610 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-bd95a8c3-8f34-4a97-83b1-70e5e7c0ba16 None None] Port f97dd073-a3e4-4917-a38e-ce38457d2474 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:52:57.987018 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-ff47c488-9ebc-48f8-a799-98e8ce8d0951 None None] Set router 4cce1f39-9ca1-43ea-8301-cf6b22150ca5 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:52:58.168094 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c4cdae19-ca55-48d8-9fae-0d85cef94060 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:58.172713 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c4cdae19-ca55-48d8-9fae-0d85cef94060 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:58.280067 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cdae19-ca55-48d8-9fae-0d85cef94060 admin admin] Pushing event updated for resources: {'Port': ['ID=f97dd073-a3e4-4917-a38e-ce38457d2474,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:58.282608 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c4cdae19-ca55-48d8-9fae-0d85cef94060 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:58.302453 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-ff47c488-9ebc-48f8-a799-98e8ce8d0951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cce1f39-9ca1-43ea-8301-cf6b22150ca5', 'name': 'tempest-DeleteServersTestJSON-92268949-router', 'tenant_id': 'd748b4f14036494cb7336d747d455388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.182'}], 'enable_snat': True}, 'gw_port_id': '52700425-2986-4748-a9da-35be046f2bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:52:53Z', 'updated_at': '2022-10-13T15:52:55Z', 'revision_number': 3, 'project_id': 'd748b4f14036494cb7336d747d455388', 'gw_port': {'id': '52700425-2986-4748-a9da-35be046f2bcf', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cce1f39-9ca1-43ea-8301-cf6b22150ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:52:54Z', 'updated_at': '2022-10-13T15:52:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:52:58.306371 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff47c488-9ebc-48f8-a799-98e8ce8d0951 None None] The sync data for ids ['4cce1f39-9ca1-43ea-8301-cf6b22150ca5'] in dv-neutron-860329-2-hyperv is: [{'id': '4cce1f39-9ca1-43ea-8301-cf6b22150ca5', 'name': 'tempest-DeleteServersTestJSON-92268949-router', 'tenant_id': 'd748b4f14036494cb7336d747d455388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.182'}], 'enable_snat': True}, 'gw_port_id': '52700425-2986-4748-a9da-35be046f2bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:52:53Z', 'updated_at': '2022-10-13T15:52:55Z', 'revision_number': 3, 'project_id': 'd748b4f14036494cb7336d747d455388', 'gw_port': {'id': '52700425-2986-4748-a9da-35be046f2bcf', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7b:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cce1f39-9ca1-43ea-8301-cf6b22150ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:52:54Z', 'updated_at': '2022-10-13T15:52:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:52:58.424145 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4cdae19-ca55-48d8-9fae-0d85cef94060 admin admin] Network 364859e4-5dac-4a0a-9754-24173836725e is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:52:58.425240 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-c4cdae19-ca55-48d8-9fae-0d85cef94060 admin admin] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:52:58.480985 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-bd95a8c3-8f34-4a97-83b1-70e5e7c0ba16 None None] Attempt 2 to provision port f97dd073-a3e4-4917-a38e-ce38457d2474 Oct 13 15:52:58.577895 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-bd95a8c3-8f34-4a97-83b1-70e5e7c0ba16 None None] Port f97dd073-a3e4-4917-a38e-ce38457d2474 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:52:58.643115 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4cdae19-ca55-48d8-9fae-0d85cef94060 admin admin] Router 4cce1f39-9ca1-43ea-8301-cf6b22150ca5 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:52:58.829050 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4cdae19-ca55-48d8-9fae-0d85cef94060 admin admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:52:58.838448 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-c4cdae19-ca55-48d8-9fae-0d85cef94060 admin admin] 10.222.0.42 "PUT /v2.0/routers/4cce1f39-9ca1-43ea-8301-cf6b22150ca5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4717712 Oct 13 15:52:59.079293 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-bd95a8c3-8f34-4a97-83b1-70e5e7c0ba16 None None] Attempt 3 to provision port f97dd073-a3e4-4917-a38e-ce38457d2474 Oct 13 15:52:59.143602 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device db4efec3-23c3-44cf-9496-9d6f0be31339 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:52:59.192427 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-bd95a8c3-8f34-4a97-83b1-70e5e7c0ba16 None None] Port f97dd073-a3e4-4917-a38e-ce38457d2474 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:52:59.218470 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port db4efec3-23c3-44cf-9496-9d6f0be31339 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:52:59.218843 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:59.219177 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port db4efec3-23c3-44cf-9496-9d6f0be31339 Oct 13 15:52:59.334007 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port db4efec3-23c3-44cf-9496-9d6f0be31339 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:52:59.335408 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 52700425-2986-4748-a9da-35be046f2bcf up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:52:59.366600 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a83c36-3071-40f9-bb04-4f1aa7fa2def req-db556119-022c-4256-8374-dad5d66b4da6 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:52:59.367271 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-e5a83c36-3071-40f9-bb04-4f1aa7fa2def req-db556119-022c-4256-8374-dad5d66b4da6 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Synchronizing usage tracker for tenant:d748b4f14036494cb7336d747d455388 on resource:network {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:52:59.384802 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-e5a83c36-3071-40f9-bb04-4f1aa7fa2def req-db556119-022c-4256-8374-dad5d66b4da6 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Unset dirty status for tenant:d748b4f14036494cb7336d747d455388 on resource:network {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:52:59.386277 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e5a83c36-3071-40f9-bb04-4f1aa7fa2def req-db556119-022c-4256-8374-dad5d66b4da6 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/networks?id=364859e4-5dac-4a0a-9754-24173836725e HTTP/1.1" status: 200 len: 810 time: 0.1649075 Oct 13 15:52:59.401618 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e5a83c36-3071-40f9-bb04-4f1aa7fa2def req-ad6a55a7-a178-47e2-b992-21348a4dfaf0 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/quotas/d748b4f14036494cb7336d747d455388 HTTP/1.1" status: 200 len: 375 time: 0.0091274 Oct 13 15:52:59.406065 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 52700425-2986-4748-a9da-35be046f2bcf completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:52:59.410918 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 52700425-2986-4748-a9da-35be046f2bcf triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:52:59.411283 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:59.411609 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 52700425-2986-4748-a9da-35be046f2bcf Oct 13 15:52:59.492954 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-e5a83c36-3071-40f9-bb04-4f1aa7fa2def req-1dc142f2-278e-43ca-a568-015395bd8aff tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Synchronizing usage tracker for tenant:d748b4f14036494cb7336d747d455388 on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:52:59.511486 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-e5a83c36-3071-40f9-bb04-4f1aa7fa2def req-1dc142f2-278e-43ca-a568-015395bd8aff tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Unset dirty status for tenant:d748b4f14036494cb7336d747d455388 on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:52:59.512902 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e5a83c36-3071-40f9-bb04-4f1aa7fa2def req-1dc142f2-278e-43ca-a568-015395bd8aff tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d748b4f14036494cb7336d747d455388&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1058142 Oct 13 15:52:59.531106 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 52700425-2986-4748-a9da-35be046f2bcf is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:52:59.531479 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:59.548910 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 52700425-2986-4748-a9da-35be046f2bcf, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=52700425-2986-4748-a9da-35be046f2bcf,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:52:59.554261 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:52:59.623475 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=52700425-2986-4748-a9da-35be046f2bcf,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:52:59.693348 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-bd95a8c3-8f34-4a97-83b1-70e5e7c0ba16 None None] Attempt 4 to provision port f97dd073-a3e4-4917-a38e-ce38457d2474 Oct 13 15:52:59.750256 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-bd95a8c3-8f34-4a97-83b1-70e5e7c0ba16 None None] Port f97dd073-a3e4-4917-a38e-ce38457d2474 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:52:59.761377 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e5a83c36-3071-40f9-bb04-4f1aa7fa2def req-7e0d73b4-c901-497a-9bad-2ee440e1ea33 service neutron] 10.222.0.42 "GET /v2.0/networks/364859e4-5dac-4a0a-9754-24173836725e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399342 Oct 13 15:52:59.801208 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cde1cf3-6a56-406a-8a22-e5becbf90a1b None None] Sync routers for ids ['4cce1f39-9ca1-43ea-8301-cf6b22150ca5'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:52:59.810943 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cde1cf3-6a56-406a-8a22-e5becbf90a1b None None] Routers {'4cce1f39-9ca1-43ea-8301-cf6b22150ca5'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:52:59.811580 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-9cde1cf3-6a56-406a-8a22-e5becbf90a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:52:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['4cce1f39-9ca1-43ea-8301-cf6b22150ca5'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:52:59.893535 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e5a83c36-3071-40f9-bb04-4f1aa7fa2def req-ec457fdc-d962-4a88-87e5-27d07d6453e5 service neutron] 10.222.0.42 "GET /v2.0/networks/364859e4-5dac-4a0a-9754-24173836725e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263149 Oct 13 15:52:59.987405 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-9cde1cf3-6a56-406a-8a22-e5becbf90a1b None None] Set router 4cce1f39-9ca1-43ea-8301-cf6b22150ca5 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:53:00.128225 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-8b223ee2-d638-4091-9ed0-c9b9803ca832 req-e48c682f-cf09-44c9-adf0-5d4c667830dc tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/ports?device_id=663e1957-7d08-44fe-a705-00c08bee605a HTTP/1.1" status: 200 len: 210 time: 0.1046436 Oct 13 15:53:00.251013 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-bd95a8c3-8f34-4a97-83b1-70e5e7c0ba16 None None] Attempt 5 to provision port f97dd073-a3e4-4917-a38e-ce38457d2474 Oct 13 15:53:00.297862 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-9cde1cf3-6a56-406a-8a22-e5becbf90a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cce1f39-9ca1-43ea-8301-cf6b22150ca5', 'name': 'tempest-DeleteServersTestJSON-92268949-router', 'tenant_id': 'd748b4f14036494cb7336d747d455388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.182'}], 'enable_snat': True}, 'gw_port_id': '52700425-2986-4748-a9da-35be046f2bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:52:53Z', 'updated_at': '2022-10-13T15:52:57Z', 'revision_number': 4, 'project_id': 'd748b4f14036494cb7336d747d455388', 'gw_port': {'id': '52700425-2986-4748-a9da-35be046f2bcf', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cce1f39-9ca1-43ea-8301-cf6b22150ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:52:54Z', 'updated_at': '2022-10-13T15:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': 'f97dd073-a3e4-4917-a38e-ce38457d2474', 'name': '', 'network_id': '364859e4-5dac-4a0a-9754-24173836725e', 'tenant_id': 'd748b4f14036494cb7336d747d455388', 'mac_address': 'fa:16:3e:be:fe:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cce1f39-9ca1-43ea-8301-cf6b22150ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '40127ad5-8413-4fbc-8b9e-3882ddee668e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:52:57Z', 'updated_at': '2022-10-13T15:52:58Z', 'revision_number': 2, 'project_id': 'd748b4f14036494cb7336d747d455388', 'subnets': [{'id': '40127ad5-8413-4fbc-8b9e-3882ddee668e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:53:00.301702 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cde1cf3-6a56-406a-8a22-e5becbf90a1b None None] Checking router: 4cce1f39-9ca1-43ea-8301-cf6b22150ca5 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:53:00.302052 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cde1cf3-6a56-406a-8a22-e5becbf90a1b None None] Updating router 4cce1f39-9ca1-43ea-8301-cf6b22150ca5 port f97dd073-a3e4-4917-a38e-ce38457d2474 binding host dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:53:00.306529 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-bd95a8c3-8f34-4a97-83b1-70e5e7c0ba16 None None] Port f97dd073-a3e4-4917-a38e-ce38457d2474 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:53:00.356069 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-9cde1cf3-6a56-406a-8a22-e5becbf90a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:00.684702 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-9cde1cf3-6a56-406a-8a22-e5becbf90a1b None None] Notify callbacks [] for port, precommit_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:00.695934 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.provisioning_blocks [None req-9cde1cf3-6a56-406a-8a22-e5becbf90a1b None None] Transition to ACTIVE for port object f97dd073-a3e4-4917-a38e-ce38457d2474 will not be triggered until provisioned by entity L2. {{(pid=88975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:53:00.702559 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-9cde1cf3-6a56-406a-8a22-e5becbf90a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:00.807959 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-bd95a8c3-8f34-4a97-83b1-70e5e7c0ba16 None None] Attempt 6 to provision port f97dd073-a3e4-4917-a38e-ce38457d2474 Oct 13 15:53:00.861060 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-bd95a8c3-8f34-4a97-83b1-70e5e7c0ba16 None None] Port f97dd073-a3e4-4917-a38e-ce38457d2474 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:53:00.889572 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e60a62-b071-46da-a623-c94f4f992f64 None None] Pushing event updated for resources: {'Port': ['ID=f97dd073-a3e4-4917-a38e-ce38457d2474,revision_number=3']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:00.908614 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e60a62-b071-46da-a623-c94f4f992f64 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:00.908954 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e60a62-b071-46da-a623-c94f4f992f64 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:00.909291 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e60a62-b071-46da-a623-c94f4f992f64 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:00.909620 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e60a62-b071-46da-a623-c94f4f992f64 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:00.909948 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e60a62-b071-46da-a623-c94f4f992f64 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:00.910301 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e60a62-b071-46da-a623-c94f4f992f64 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:00.910621 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e60a62-b071-46da-a623-c94f4f992f64 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:00.910940 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e60a62-b071-46da-a623-c94f4f992f64 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:00.911258 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e60a62-b071-46da-a623-c94f4f992f64 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:00.911574 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e60a62-b071-46da-a623-c94f4f992f64 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:00.911885 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e60a62-b071-46da-a623-c94f4f992f64 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:00.912197 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65e60a62-b071-46da-a623-c94f4f992f64 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:00.920703 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-9cde1cf3-6a56-406a-8a22-e5becbf90a1b None None] Attempting to bind port f97dd073-a3e4-4917-a38e-ce38457d2474 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:53:00.921063 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-9cde1cf3-6a56-406a-8a22-e5becbf90a1b None None] Attempting to bind port f97dd073-a3e4-4917-a38e-ce38457d2474 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '3148dad2-543c-4cc0-ae33-00679bc9f62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '364859e4-5dac-4a0a-9754-24173836725e'}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:53:00.921413 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cde1cf3-6a56-406a-8a22-e5becbf90a1b None None] Attempting to bind port f97dd073-a3e4-4917-a38e-ce38457d2474 on network 364859e4-5dac-4a0a-9754-24173836725e {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:53:00.926539 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cde1cf3-6a56-406a-8a22-e5becbf90a1b None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 52, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:53:00.926903 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cde1cf3-6a56-406a-8a22-e5becbf90a1b None None] Checking segment: {'id': '3148dad2-543c-4cc0-ae33-00679bc9f62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '364859e4-5dac-4a0a-9754-24173836725e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:53:00.927295 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-9cde1cf3-6a56-406a-8a22-e5becbf90a1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:00.927674 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cde1cf3-6a56-406a-8a22-e5becbf90a1b None None] Bound using segment: {'id': '3148dad2-543c-4cc0-ae33-00679bc9f62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '364859e4-5dac-4a0a-9754-24173836725e'} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:53:00.928126 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-9cde1cf3-6a56-406a-8a22-e5becbf90a1b None None] Bound port: f97dd073-a3e4-4917-a38e-ce38457d2474, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3148dad2-543c-4cc0-ae33-00679bc9f62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '364859e4-5dac-4a0a-9754-24173836725e'}}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:53:00.928486 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-9cde1cf3-6a56-406a-8a22-e5becbf90a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:01.015229 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-9cde1cf3-6a56-406a-8a22-e5becbf90a1b None None] For port f97dd073-a3e4-4917-a38e-ce38457d2474, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:53:01.018986 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-9cde1cf3-6a56-406a-8a22-e5becbf90a1b None None] For port f97dd073-a3e4-4917-a38e-ce38457d2474, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=f97dd073-a3e4-4917-a38e-ce38457d2474,segment=NetworkSegment(3148dad2-543c-4cc0-ae33-00679bc9f62d),segment_id=3148dad2-543c-4cc0-ae33-00679bc9f62d)] {{(pid=88975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:53:01.034143 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-9cde1cf3-6a56-406a-8a22-e5becbf90a1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:01.061826 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 52700425-2986-4748-a9da-35be046f2bcf up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:53:01.115530 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cde1cf3-6a56-406a-8a22-e5becbf90a1b None None] Routers {'4cce1f39-9ca1-43ea-8301-cf6b22150ca5'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:53:01.116367 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-9cde1cf3-6a56-406a-8a22-e5becbf90a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:52:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['4cce1f39-9ca1-43ea-8301-cf6b22150ca5'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:53:01.136250 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 52700425-2986-4748-a9da-35be046f2bcf triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:53:01.136617 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:01.136953 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 52700425-2986-4748-a9da-35be046f2bcf Oct 13 15:53:01.205468 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e60a62-b071-46da-a623-c94f4f992f64 None None] Pushing event updated for resources: {'Port': ['ID=f97dd073-a3e4-4917-a38e-ce38457d2474,revision_number=4']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:01.260776 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 52700425-2986-4748-a9da-35be046f2bcf is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:53:01.300422 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-1c14a6cd-824c-412c-bac2-c8adb2a14a5a req-58b74519-12a4-46e3-8731-6acc50597ee6 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/ports?device_id=663e1957-7d08-44fe-a705-00c08bee605a HTTP/1.1" status: 200 len: 210 time: 0.1151824 Oct 13 15:53:01.311370 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-9cde1cf3-6a56-406a-8a22-e5becbf90a1b None None] Set router 4cce1f39-9ca1-43ea-8301-cf6b22150ca5 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:53:01.362114 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-bd95a8c3-8f34-4a97-83b1-70e5e7c0ba16 None None] Attempt 7 to provision port f97dd073-a3e4-4917-a38e-ce38457d2474 Oct 13 15:53:01.426295 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-bd95a8c3-8f34-4a97-83b1-70e5e7c0ba16 None None] Port f97dd073-a3e4-4917-a38e-ce38457d2474 had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 15:53:01.624796 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-9cde1cf3-6a56-406a-8a22-e5becbf90a1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cce1f39-9ca1-43ea-8301-cf6b22150ca5', 'name': 'tempest-DeleteServersTestJSON-92268949-router', 'tenant_id': 'd748b4f14036494cb7336d747d455388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.182'}], 'enable_snat': True}, 'gw_port_id': '52700425-2986-4748-a9da-35be046f2bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:52:53Z', 'updated_at': '2022-10-13T15:52:57Z', 'revision_number': 4, 'project_id': 'd748b4f14036494cb7336d747d455388', 'gw_port': {'id': '52700425-2986-4748-a9da-35be046f2bcf', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cce1f39-9ca1-43ea-8301-cf6b22150ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:52:54Z', 'updated_at': '2022-10-13T15:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': 'f97dd073-a3e4-4917-a38e-ce38457d2474', 'name': '', 'network_id': '364859e4-5dac-4a0a-9754-24173836725e', 'tenant_id': 'd748b4f14036494cb7336d747d455388', 'mac_address': 'fa:16:3e:be:fe:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cce1f39-9ca1-43ea-8301-cf6b22150ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '40127ad5-8413-4fbc-8b9e-3882ddee668e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:52:57Z', 'updated_at': '2022-10-13T15:53:01Z', 'revision_number': 4, 'project_id': 'd748b4f14036494cb7336d747d455388', 'subnets': [{'id': '40127ad5-8413-4fbc-8b9e-3882ddee668e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:53:01.628967 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cde1cf3-6a56-406a-8a22-e5becbf90a1b None None] The sync data for ids ['4cce1f39-9ca1-43ea-8301-cf6b22150ca5'] in dv-neutron-860329-2-hyperv is: [{'id': '4cce1f39-9ca1-43ea-8301-cf6b22150ca5', 'name': 'tempest-DeleteServersTestJSON-92268949-router', 'tenant_id': 'd748b4f14036494cb7336d747d455388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.182'}], 'enable_snat': True}, 'gw_port_id': '52700425-2986-4748-a9da-35be046f2bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:52:53Z', 'updated_at': '2022-10-13T15:52:57Z', 'revision_number': 4, 'project_id': 'd748b4f14036494cb7336d747d455388', 'gw_port': {'id': '52700425-2986-4748-a9da-35be046f2bcf', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cce1f39-9ca1-43ea-8301-cf6b22150ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:52:54Z', 'updated_at': '2022-10-13T15:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': 'f97dd073-a3e4-4917-a38e-ce38457d2474', 'name': '', 'network_id': '364859e4-5dac-4a0a-9754-24173836725e', 'tenant_id': 'd748b4f14036494cb7336d747d455388', 'mac_address': 'fa:16:3e:be:fe:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cce1f39-9ca1-43ea-8301-cf6b22150ca5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1533, 'fixed_ips': [{'subnet_id': '40127ad5-8413-4fbc-8b9e-3882ddee668e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:52:57Z', 'updated_at': '2022-10-13T15:53:01Z', 'revision_number': 4, 'project_id': 'd748b4f14036494cb7336d747d455388', 'subnets': [{'id': '40127ad5-8413-4fbc-8b9e-3882ddee668e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:53:02.410454 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-32066945-ead5-415a-84bc-733c92d938b1 req-628feea7-7958-42fd-ac93-64b09ade25af tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/ports?device_id=663e1957-7d08-44fe-a705-00c08bee605a HTTP/1.1" status: 200 len: 210 time: 0.0506239 Oct 13 15:53:03.075389 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device f97dd073-a3e4-4917-a38e-ce38457d2474 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:53:03.142706 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port f97dd073-a3e4-4917-a38e-ce38457d2474 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:53:03.147420 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port f97dd073-a3e4-4917-a38e-ce38457d2474 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:53:03.147781 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:03.148108 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port f97dd073-a3e4-4917-a38e-ce38457d2474 Oct 13 15:53:03.265312 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port f97dd073-a3e4-4917-a38e-ce38457d2474 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:53:03.265788 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:03.299762 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port f97dd073-a3e4-4917-a38e-ce38457d2474, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=f97dd073-a3e4-4917-a38e-ce38457d2474,segment=NetworkSegment(3148dad2-543c-4cc0-ae33-00679bc9f62d),segment_id=3148dad2-543c-4cc0-ae33-00679bc9f62d)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:53:03.303698 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:03.371094 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=f97dd073-a3e4-4917-a38e-ce38457d2474,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:03.573090 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-d71319ac-9546-4204-98e0-2edaa1d07609 req-0ee6e547-9741-4c70-91a3-1705d4b218cb tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/ports?device_id=663e1957-7d08-44fe-a705-00c08bee605a HTTP/1.1" status: 200 len: 210 time: 0.0521276 Oct 13 15:53:04.497308 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f52ebc90-73a7-4d45-b149-d51269be2946 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:04.736836 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e8b50a54-d514-40e2-82ab-787eeedc6feb req-bac3b5e8-2287-461d-8079-ac4e9c709ae1 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/ports?device_id=663e1957-7d08-44fe-a705-00c08bee605a HTTP/1.1" status: 200 len: 210 time: 0.0490520 Oct 13 15:53:05.062541 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device f97dd073-a3e4-4917-a38e-ce38457d2474 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:53:05.136477 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port f97dd073-a3e4-4917-a38e-ce38457d2474 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:53:05.136693 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a83c36-3071-40f9-bb04-4f1aa7fa2def req-49bc7790-2533-463e-b047-fa5497d9e53c tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:05.136831 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:05.137161 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port f97dd073-a3e4-4917-a38e-ce38457d2474 Oct 13 15:53:05.137909 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e5a83c36-3071-40f9-bb04-4f1aa7fa2def req-49bc7790-2533-463e-b047-fa5497d9e53c tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.16 "GET /v2.0/networks?id=364859e4-5dac-4a0a-9754-24173836725e HTTP/1.1" status: 200 len: 810 time: 0.1590567 Oct 13 15:53:05.150371 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-e5a83c36-3071-40f9-bb04-4f1aa7fa2def req-e1e85749-6aa0-44cf-bd48-cf84b6818bc7 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Request body: {'port': {'device_id': '663e1957-7d08-44fe-a705-00c08bee605a', 'network_id': '364859e4-5dac-4a0a-9754-24173836725e', 'admin_state_up': True, 'tenant_id': 'd748b4f14036494cb7336d747d455388'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:53:05.261750 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port f97dd073-a3e4-4917-a38e-ce38457d2474 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:53:05.286766 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-e5a83c36-3071-40f9-bb04-4f1aa7fa2def req-e1e85749-6aa0-44cf-bd48-cf84b6818bc7 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:53:05.296719 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-e5a83c36-3071-40f9-bb04-4f1aa7fa2def req-e1e85749-6aa0-44cf-bd48-cf84b6818bc7 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:53:05.306067 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5a83c36-3071-40f9-bb04-4f1aa7fa2def req-e1e85749-6aa0-44cf-bd48-cf84b6818bc7 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Made reservation on behalf of d748b4f14036494cb7336d747d455388 for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:53:05.309588 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-e5a83c36-3071-40f9-bb04-4f1aa7fa2def req-e1e85749-6aa0-44cf-bd48-cf84b6818bc7 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:05.470323 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [req-e5a83c36-3071-40f9-bb04-4f1aa7fa2def req-e1e85749-6aa0-44cf-bd48-cf84b6818bc7 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Allocated IP 172.20.0.12 (364859e4-5dac-4a0a-9754-24173836725e/40127ad5-8413-4fbc-8b9e-3882ddee668e/1dbedc76-1bf4-4255-9f30-e63a94e71aa8) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:53:05.673000 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-e5a83c36-3071-40f9-bb04-4f1aa7fa2def req-e1e85749-6aa0-44cf-bd48-cf84b6818bc7 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:05.688794 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-e5a83c36-3071-40f9-bb04-4f1aa7fa2def req-e1e85749-6aa0-44cf-bd48-cf84b6818bc7 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Transition to ACTIVE for port object 1dbedc76-1bf4-4255-9f30-e63a94e71aa8 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:53:05.712101 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-e5a83c36-3071-40f9-bb04-4f1aa7fa2def req-e1e85749-6aa0-44cf-bd48-cf84b6818bc7 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:05.782311 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5a83c36-3071-40f9-bb04-4f1aa7fa2def req-e1e85749-6aa0-44cf-bd48-cf84b6818bc7 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Network 364859e4-5dac-4a0a-9754-24173836725e is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:53:05.785274 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [req-e5a83c36-3071-40f9-bb04-4f1aa7fa2def req-e1e85749-6aa0-44cf-bd48-cf84b6818bc7 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:53:05.789258 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5a83c36-3071-40f9-bb04-4f1aa7fa2def req-e1e85749-6aa0-44cf-bd48-cf84b6818bc7 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:53:05.821992 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e85749-6aa0-44cf-bd48-cf84b6818bc7 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Pushing event updated for resources: {'Port': ['ID=1dbedc76-1bf4-4255-9f30-e63a94e71aa8,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:05.861210 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a83c36-3071-40f9-bb04-4f1aa7fa2def req-e1e85749-6aa0-44cf-bd48-cf84b6818bc7 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:05.861823 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-e5a83c36-3071-40f9-bb04-4f1aa7fa2def req-e1e85749-6aa0-44cf-bd48-cf84b6818bc7 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:05.892373 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e5a83c36-3071-40f9-bb04-4f1aa7fa2def req-e1e85749-6aa0-44cf-bd48-cf84b6818bc7 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7457800 Oct 13 15:53:05.905739 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-e5a83c36-3071-40f9-bb04-4f1aa7fa2def req-f0f6d312-f8f8-47a5-aa0a-531bc8dec8f5 service neutron] Request body: {'port': {'device_id': '663e1957-7d08-44fe-a705-00c08bee605a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:53:05.957614 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf5f2b7-acbb-4d7f-93a9-322479283652 req-6902070c-3719-4307-8818-5d4df0ec84af tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:05.959253 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-fdf5f2b7-acbb-4d7f-93a9-322479283652 req-6902070c-3719-4307-8818-5d4df0ec84af tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/ports?device_id=663e1957-7d08-44fe-a705-00c08bee605a HTTP/1.1" status: 200 len: 932 time: 0.0997593 Oct 13 15:53:05.998227 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-f81ebf31-c740-486a-8b5a-1ac1660be3a1 None None] Provisioning for port 1dbedc76-1bf4-4255-9f30-e63a94e71aa8 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:53:06.003509 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-f81ebf31-c740-486a-8b5a-1ac1660be3a1 None None] Provisioning complete for port 1dbedc76-1bf4-4255-9f30-e63a94e71aa8 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:53:06.003943 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f81ebf31-c740-486a-8b5a-1ac1660be3a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:06.004270 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f81ebf31-c740-486a-8b5a-1ac1660be3a1 None None] Attempt 1 to provision port 1dbedc76-1bf4-4255-9f30-e63a94e71aa8 Oct 13 15:53:06.007535 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-fdf5f2b7-acbb-4d7f-93a9-322479283652 req-91efa1eb-50f2-4244-b094-294c76cf12cc tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Synchronizing usage tracker for tenant:d748b4f14036494cb7336d747d455388 on resource:security_group {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:53:06.024996 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-e5a83c36-3071-40f9-bb04-4f1aa7fa2def req-f0f6d312-f8f8-47a5-aa0a-531bc8dec8f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:06.026183 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-fdf5f2b7-acbb-4d7f-93a9-322479283652 req-91efa1eb-50f2-4244-b094-294c76cf12cc tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Unset dirty status for tenant:d748b4f14036494cb7336d747d455388 on resource:security_group {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:53:06.027728 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-fdf5f2b7-acbb-4d7f-93a9-322479283652 req-91efa1eb-50f2-4244-b094-294c76cf12cc tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/security-groups?id=6baf4520-98f0-4a70-af57-741b3195caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623345 Oct 13 15:53:06.090993 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f81ebf31-c740-486a-8b5a-1ac1660be3a1 None None] Port 1dbedc76-1bf4-4255-9f30-e63a94e71aa8 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:53:06.363077 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [req-e5a83c36-3071-40f9-bb04-4f1aa7fa2def req-f0f6d312-f8f8-47a5-aa0a-531bc8dec8f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dbedc76-1bf4-4255-9f30-e63a94e71aa8 {{(pid=88973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 15:53:06.370033 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-e5a83c36-3071-40f9-bb04-4f1aa7fa2def req-f0f6d312-f8f8-47a5-aa0a-531bc8dec8f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:06.384326 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-e5a83c36-3071-40f9-bb04-4f1aa7fa2def req-f0f6d312-f8f8-47a5-aa0a-531bc8dec8f5 service neutron] Transition to ACTIVE for port object 1dbedc76-1bf4-4255-9f30-e63a94e71aa8 will not be triggered until provisioned by entity L2. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:53:06.387977 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-e5a83c36-3071-40f9-bb04-4f1aa7fa2def req-f0f6d312-f8f8-47a5-aa0a-531bc8dec8f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:06.568993 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f6d312-f8f8-47a5-aa0a-531bc8dec8f5 service neutron] Pushing event updated for resources: {'Port': ['ID=1dbedc76-1bf4-4255-9f30-e63a94e71aa8,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:06.594146 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f81ebf31-c740-486a-8b5a-1ac1660be3a1 None None] Attempt 2 to provision port 1dbedc76-1bf4-4255-9f30-e63a94e71aa8 Oct 13 15:53:06.608226 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-e5a83c36-3071-40f9-bb04-4f1aa7fa2def req-f0f6d312-f8f8-47a5-aa0a-531bc8dec8f5 service neutron] Attempting to bind port 1dbedc76-1bf4-4255-9f30-e63a94e71aa8 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:53:06.608556 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-e5a83c36-3071-40f9-bb04-4f1aa7fa2def req-f0f6d312-f8f8-47a5-aa0a-531bc8dec8f5 service neutron] Attempting to bind port 1dbedc76-1bf4-4255-9f30-e63a94e71aa8 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '3148dad2-543c-4cc0-ae33-00679bc9f62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '364859e4-5dac-4a0a-9754-24173836725e'}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:53:06.608873 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a83c36-3071-40f9-bb04-4f1aa7fa2def req-f0f6d312-f8f8-47a5-aa0a-531bc8dec8f5 service neutron] Attempting to bind port 1dbedc76-1bf4-4255-9f30-e63a94e71aa8 on network 364859e4-5dac-4a0a-9754-24173836725e {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:53:06.613356 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a83c36-3071-40f9-bb04-4f1aa7fa2def req-f0f6d312-f8f8-47a5-aa0a-531bc8dec8f5 service neutron] Port 1dbedc76-1bf4-4255-9f30-e63a94e71aa8 on network 364859e4-5dac-4a0a-9754-24173836725e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:53:06.613609 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a83c36-3071-40f9-bb04-4f1aa7fa2def req-f0f6d312-f8f8-47a5-aa0a-531bc8dec8f5 service neutron] Attempting to bind port 1dbedc76-1bf4-4255-9f30-e63a94e71aa8 on network 364859e4-5dac-4a0a-9754-24173836725e {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:53:06.618558 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a83c36-3071-40f9-bb04-4f1aa7fa2def req-f0f6d312-f8f8-47a5-aa0a-531bc8dec8f5 service neutron] Checking agent: {'id': 'c4d1d38a-44f6-47ac-b17c-311e640e7cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'started_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 52, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:53:06.618887 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a83c36-3071-40f9-bb04-4f1aa7fa2def req-f0f6d312-f8f8-47a5-aa0a-531bc8dec8f5 service neutron] Checking segment: {'id': '3148dad2-543c-4cc0-ae33-00679bc9f62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '364859e4-5dac-4a0a-9754-24173836725e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:53:06.619249 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5a83c36-3071-40f9-bb04-4f1aa7fa2def req-f0f6d312-f8f8-47a5-aa0a-531bc8dec8f5 service neutron] Bound using segment: {'id': '3148dad2-543c-4cc0-ae33-00679bc9f62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '364859e4-5dac-4a0a-9754-24173836725e'} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:53:06.619667 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-e5a83c36-3071-40f9-bb04-4f1aa7fa2def req-f0f6d312-f8f8-47a5-aa0a-531bc8dec8f5 service neutron] Bound port: 1dbedc76-1bf4-4255-9f30-e63a94e71aa8, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3148dad2-543c-4cc0-ae33-00679bc9f62d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 434, 'network_id': '364859e4-5dac-4a0a-9754-24173836725e'}}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:53:06.620001 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-e5a83c36-3071-40f9-bb04-4f1aa7fa2def req-f0f6d312-f8f8-47a5-aa0a-531bc8dec8f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:06.661862 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f81ebf31-c740-486a-8b5a-1ac1660be3a1 None None] Port 1dbedc76-1bf4-4255-9f30-e63a94e71aa8 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:53:06.664056 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-1d1eb77d-5c8b-4e75-8b33-e06f1a74e68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:06.712519 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-e5a83c36-3071-40f9-bb04-4f1aa7fa2def req-f0f6d312-f8f8-47a5-aa0a-531bc8dec8f5 service neutron] For port 1dbedc76-1bf4-4255-9f30-e63a94e71aa8, host hv-neutron-8603, cleared binding levels {{(pid=88973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:53:06.715669 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-e5a83c36-3071-40f9-bb04-4f1aa7fa2def req-f0f6d312-f8f8-47a5-aa0a-531bc8dec8f5 service neutron] For port 1dbedc76-1bf4-4255-9f30-e63a94e71aa8, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=1dbedc76-1bf4-4255-9f30-e63a94e71aa8,segment=NetworkSegment(3148dad2-543c-4cc0-ae33-00679bc9f62d),segment_id=3148dad2-543c-4cc0-ae33-00679bc9f62d)] {{(pid=88973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:53:06.719583 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-e5a83c36-3071-40f9-bb04-4f1aa7fa2def req-f0f6d312-f8f8-47a5-aa0a-531bc8dec8f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:06.750712 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a83c36-3071-40f9-bb04-4f1aa7fa2def req-f0f6d312-f8f8-47a5-aa0a-531bc8dec8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:06.751306 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-e5a83c36-3071-40f9-bb04-4f1aa7fa2def req-f0f6d312-f8f8-47a5-aa0a-531bc8dec8f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:06.752632 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e5a83c36-3071-40f9-bb04-4f1aa7fa2def req-f0f6d312-f8f8-47a5-aa0a-531bc8dec8f5 service neutron] 10.222.0.16 "PUT /v2.0/ports/1dbedc76-1bf4-4255-9f30-e63a94e71aa8 HTTP/1.1" status: 200 len: 1094 time: 0.8536184 Oct 13 15:53:06.753185 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '663e1957-7d08-44fe-a705-00c08bee605a', 'tag': '1dbedc76-1bf4-4255-9f30-e63a94e71aa8'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:53:06.755479 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c7c7948-a376-4b53-b09c-a1cc9ab2ab86" -d '{"events": [{"name": "network-changed", "server_uuid": "663e1957-7d08-44fe-a705-00c08bee605a", "tag": "1dbedc76-1bf4-4255-9f30-e63a94e71aa8"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:53:06.846209 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f6d312-f8f8-47a5-aa0a-531bc8dec8f5 service neutron] Pushing event updated for resources: {'Port': ['ID=1dbedc76-1bf4-4255-9f30-e63a94e71aa8,revision_number=3']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:06.862423 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 15:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-805b9f09-a1f1-461e-ad23-d0e5689a1600 x-openstack-request-id: req-805b9f09-a1f1-461e-ad23-d0e5689a1600 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:53:06.862709 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "663e1957-7d08-44fe-a705-00c08bee605a", "tag": "1dbedc76-1bf4-4255-9f30-e63a94e71aa8", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:53:06.862953 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-805b9f09-a1f1-461e-ad23-d0e5689a1600 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:53:06.863342 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-805b9f09-a1f1-461e-ad23-d0e5689a1600'] response: {'name': 'network-changed', 'server_uuid': '663e1957-7d08-44fe-a705-00c08bee605a', 'tag': '1dbedc76-1bf4-4255-9f30-e63a94e71aa8', 'status': 'completed', 'code': 200} Oct 13 15:53:06.881151 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a83c36-3071-40f9-bb04-4f1aa7fa2def req-e68896e6-93f4-4838-b4b2-16ce15434312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:06.882555 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e5a83c36-3071-40f9-bb04-4f1aa7fa2def req-e68896e6-93f4-4838-b4b2-16ce15434312 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d748b4f14036494cb7336d747d455388&device_id=663e1957-7d08-44fe-a705-00c08bee605a HTTP/1.1" status: 200 len: 1097 time: 0.0904124 Oct 13 15:53:06.950739 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e5a83c36-3071-40f9-bb04-4f1aa7fa2def req-6fd00882-c1e7-4469-a0f8-5565d94cd18d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1dbedc76-1bf4-4255-9f30-e63a94e71aa8 HTTP/1.1" status: 200 len: 217 time: 0.0615613 Oct 13 15:53:07.099718 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a83c36-3071-40f9-bb04-4f1aa7fa2def req-7df2bf14-1d61-48b6-b1c5-9282d2590bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:07.101143 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e5a83c36-3071-40f9-bb04-4f1aa7fa2def req-7df2bf14-1d61-48b6-b1c5-9282d2590bd7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=40127ad5-8413-4fbc-8b9e-3882ddee668e HTTP/1.1" status: 200 len: 849 time: 0.1447988 Oct 13 15:53:07.162749 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f81ebf31-c740-486a-8b5a-1ac1660be3a1 None None] Attempt 3 to provision port 1dbedc76-1bf4-4255-9f30-e63a94e71aa8 Oct 13 15:53:07.185797 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a83c36-3071-40f9-bb04-4f1aa7fa2def req-6808ad22-7556-49ae-b4f1-909b3ccc298e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:07.187318 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e5a83c36-3071-40f9-bb04-4f1aa7fa2def req-6808ad22-7556-49ae-b4f1-909b3ccc298e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=364859e4-5dac-4a0a-9754-24173836725e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797231 Oct 13 15:53:07.228188 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f81ebf31-c740-486a-8b5a-1ac1660be3a1 None None] Port 1dbedc76-1bf4-4255-9f30-e63a94e71aa8 had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 15:53:07.238439 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae81746-33de-498a-82d0-a0a36266dfb6 req-2ea5e754-2b25-4e41-8889-113e8a816721 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:07.239909 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-eae81746-33de-498a-82d0-a0a36266dfb6 req-2ea5e754-2b25-4e41-8889-113e8a816721 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/ports?device_id=663e1957-7d08-44fe-a705-00c08bee605a HTTP/1.1" status: 200 len: 944 time: 0.0916622 Oct 13 15:53:07.283978 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-eae81746-33de-498a-82d0-a0a36266dfb6 req-b86b66b1-0293-4b02-8f63-c2edd6a74e87 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/security-groups?id=6baf4520-98f0-4a70-af57-741b3195caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383801 Oct 13 15:53:07.324132 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e5a83c36-3071-40f9-bb04-4f1aa7fa2def req-f13e7c98-98a2-48f8-8e71-401524ea7b35 service neutron] 10.222.0.16 "GET /v2.0/networks/364859e4-5dac-4a0a-9754-24173836725e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305814 Oct 13 15:53:07.451872 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e5a83c36-3071-40f9-bb04-4f1aa7fa2def req-cc2fdd8a-39f4-4b31-b3a9-939f572767d1 service neutron] 10.222.0.16 "GET /v2.0/networks/364859e4-5dac-4a0a-9754-24173836725e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216369 Oct 13 15:53:07.574348 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c7948-a376-4b53-b09c-a1cc9ab2ab86 req-ba2d30f2-016c-4421-8b90-0728f1607311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:07.575825 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2c7c7948-a376-4b53-b09c-a1cc9ab2ab86 req-ba2d30f2-016c-4421-8b90-0728f1607311 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d748b4f14036494cb7336d747d455388&device_id=663e1957-7d08-44fe-a705-00c08bee605a HTTP/1.1" status: 200 len: 1097 time: 0.0793316 Oct 13 15:53:07.706137 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c7948-a376-4b53-b09c-a1cc9ab2ab86 req-4700cdd1-cca0-491b-8c48-4cb13d3e231b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:07.707516 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2c7c7948-a376-4b53-b09c-a1cc9ab2ab86 req-4700cdd1-cca0-491b-8c48-4cb13d3e231b service neutron] 10.222.0.16 "GET /v2.0/networks?id=364859e4-5dac-4a0a-9754-24173836725e HTTP/1.1" status: 200 len: 911 time: 0.1258986 Oct 13 15:53:07.756498 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:07.781757 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2c7c7948-a376-4b53-b09c-a1cc9ab2ab86 req-96507292-8bba-4d33-95ff-5c3c1aab19cd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1dbedc76-1bf4-4255-9f30-e63a94e71aa8 HTTP/1.1" status: 200 len: 217 time: 0.0682285 Oct 13 15:53:07.843552 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c7948-a376-4b53-b09c-a1cc9ab2ab86 req-142c7f6e-1856-41f8-971a-b5f20b73383b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:07.844925 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2c7c7948-a376-4b53-b09c-a1cc9ab2ab86 req-142c7f6e-1856-41f8-971a-b5f20b73383b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=40127ad5-8413-4fbc-8b9e-3882ddee668e HTTP/1.1" status: 200 len: 849 time: 0.0576673 Oct 13 15:53:07.917509 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:07.930597 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c7948-a376-4b53-b09c-a1cc9ab2ab86 req-5bc24446-4f3b-416f-8b9b-dc5783acd53b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:07.932056 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2c7c7948-a376-4b53-b09c-a1cc9ab2ab86 req-5bc24446-4f3b-416f-8b9b-dc5783acd53b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=364859e4-5dac-4a0a-9754-24173836725e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0815408 Oct 13 15:53:08.062999 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2c7c7948-a376-4b53-b09c-a1cc9ab2ab86 req-4045ea27-1345-4b85-8665-21a3dee21d54 service neutron] 10.222.0.16 "GET /v2.0/networks/364859e4-5dac-4a0a-9754-24173836725e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248438 Oct 13 15:53:08.191421 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2c7c7948-a376-4b53-b09c-a1cc9ab2ab86 req-53b6d8f1-9578-49dc-a88b-3a514dce9fbc service neutron] 10.222.0.16 "GET /v2.0/networks/364859e4-5dac-4a0a-9754-24173836725e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223407 Oct 13 15:53:08.484392 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c89ba8-fc2e-42cb-8835-6ed57d86814e req-704f83a2-c732-4962-a21d-bdad03b2b53c tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:08.485077 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-55c89ba8-fc2e-42cb-8835-6ed57d86814e req-704f83a2-c732-4962-a21d-bdad03b2b53c tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Synchronizing usage tracker for tenant:d748b4f14036494cb7336d747d455388 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:53:08.500585 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-55c89ba8-fc2e-42cb-8835-6ed57d86814e req-704f83a2-c732-4962-a21d-bdad03b2b53c tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Unset dirty status for tenant:d748b4f14036494cb7336d747d455388 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:53:08.501771 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-55c89ba8-fc2e-42cb-8835-6ed57d86814e req-704f83a2-c732-4962-a21d-bdad03b2b53c tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/ports?device_id=663e1957-7d08-44fe-a705-00c08bee605a HTTP/1.1" status: 200 len: 944 time: 0.1019833 Oct 13 15:53:08.545139 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-55c89ba8-fc2e-42cb-8835-6ed57d86814e req-2b168cec-f4a6-473b-b631-532e6d5499b7 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/security-groups?id=6baf4520-98f0-4a70-af57-741b3195caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376530 Oct 13 15:53:09.623278 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:09.741046 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1128c949-6a7c-4228-85ad-68f2161d2036 req-aeaf8928-9b04-4032-aeeb-1a7600cc2a35 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:09.742575 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-1128c949-6a7c-4228-85ad-68f2161d2036 req-aeaf8928-9b04-4032-aeeb-1a7600cc2a35 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/ports?device_id=663e1957-7d08-44fe-a705-00c08bee605a HTTP/1.1" status: 200 len: 944 time: 0.0870023 Oct 13 15:53:09.788996 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-1128c949-6a7c-4228-85ad-68f2161d2036 req-774263e9-8ee0-4fab-8cd3-b886fd6b802d tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/security-groups?id=6baf4520-98f0-4a70-af57-741b3195caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400512 Oct 13 15:53:09.953600 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 1dbedc76-1bf4-4255-9f30-e63a94e71aa8 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=88974) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 13 15:53:10.083053 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 1dbedc76-1bf4-4255-9f30-e63a94e71aa8, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=1dbedc76-1bf4-4255-9f30-e63a94e71aa8,segment=NetworkSegment(3148dad2-543c-4cc0-ae33-00679bc9f62d),segment_id=3148dad2-543c-4cc0-ae33-00679bc9f62d)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:53:10.096110 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Returning: {'device': '1dbedc76-1bf4-4255-9f30-e63a94e71aa8', 'network_id': '364859e4-5dac-4a0a-9754-24173836725e', 'port_id': '1dbedc76-1bf4-4255-9f30-e63a94e71aa8', 'mac_address': 'fa:16:3e:48:45:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40127ad5-8413-4fbc-8b9e-3882ddee668e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88974) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 13 15:53:10.151648 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 1dbedc76-1bf4-4255-9f30-e63a94e71aa8 is: DOWN; New status is: BUILD {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:53:10.152013 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:10.168948 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dbedc76-1bf4-4255-9f30-e63a94e71aa8 {{(pid=88974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 15:53:10.184503 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 1dbedc76-1bf4-4255-9f30-e63a94e71aa8, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=1dbedc76-1bf4-4255-9f30-e63a94e71aa8,segment=NetworkSegment(3148dad2-543c-4cc0-ae33-00679bc9f62d),segment_id=3148dad2-543c-4cc0-ae33-00679bc9f62d)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:53:10.188307 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:10.253221 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=1dbedc76-1bf4-4255-9f30-e63a94e71aa8,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:10.260178 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:10.260530 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:10.260869 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:10.261203 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:10.261533 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:10.261863 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:10.262214 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:10.262538 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:10.262863 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:10.263687 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:10.264011 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:10.264333 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:10.534815 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['1dbedc76-1bf4-4255-9f30-e63a94e71aa8'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 15:53:10.587630 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:53:10.984970 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a850a22-5bc9-421b-89e6-44649ae3f239 req-9ecb1bf2-b9b7-414a-b120-c90442b181d5 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:10.986414 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9a850a22-5bc9-421b-89e6-44649ae3f239 req-9ecb1bf2-b9b7-414a-b120-c90442b181d5 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/ports?device_id=663e1957-7d08-44fe-a705-00c08bee605a HTTP/1.1" status: 200 len: 945 time: 0.0884745 Oct 13 15:53:11.029931 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9a850a22-5bc9-421b-89e6-44649ae3f239 req-7e834452-6c22-4a39-a20c-7e9e3fc2273c tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/security-groups?id=6baf4520-98f0-4a70-af57-741b3195caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379815 Oct 13 15:53:11.950582 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 1dbedc76-1bf4-4255-9f30-e63a94e71aa8 up at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:53:12.016540 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning for port 1dbedc76-1bf4-4255-9f30-e63a94e71aa8 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:53:12.021041 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning complete for port 1dbedc76-1bf4-4255-9f30-e63a94e71aa8 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:53:12.021413 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:12.021750 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Attempt 1 to provision port 1dbedc76-1bf4-4255-9f30-e63a94e71aa8 Oct 13 15:53:12.139431 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 1dbedc76-1bf4-4255-9f30-e63a94e71aa8 is: BUILD; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:53:12.140163 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:12.166777 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663e1957-7d08-44fe-a705-00c08bee605a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dbedc76-1bf4-4255-9f30-e63a94e71aa8'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:53:12.169196 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979c64d66908691d8da3fe322a5acf5d757b5bee84c7992aba2ec3c134dffaeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28357e2-dc76-4af4-8097-7b05f9ebb546" -d '{"events": [{"server_uuid": "663e1957-7d08-44fe-a705-00c08bee605a", "name": "network-vif-plugged", "status": "completed", "tag": "1dbedc76-1bf4-4255-9f30-e63a94e71aa8"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:53:12.177810 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 1dbedc76-1bf4-4255-9f30-e63a94e71aa8, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=1dbedc76-1bf4-4255-9f30-e63a94e71aa8,segment=NetworkSegment(3148dad2-543c-4cc0-ae33-00679bc9f62d),segment_id=3148dad2-543c-4cc0-ae33-00679bc9f62d)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:53:12.181851 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:12.217763 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 15:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-825c65d0-b139-40be-9fb9-07e1c995de61 x-openstack-request-id: req-825c65d0-b139-40be-9fb9-07e1c995de61 {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:53:12.218055 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "663e1957-7d08-44fe-a705-00c08bee605a", "name": "network-vif-plugged", "status": "completed", "tag": "1dbedc76-1bf4-4255-9f30-e63a94e71aa8", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:53:12.218345 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-825c65d0-b139-40be-9fb9-07e1c995de61 {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:53:12.218922 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-825c65d0-b139-40be-9fb9-07e1c995de61'] response: {'server_uuid': '663e1957-7d08-44fe-a705-00c08bee605a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dbedc76-1bf4-4255-9f30-e63a94e71aa8', 'code': 200} Oct 13 15:53:12.233591 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c6d2ab-3092-4940-80d5-78f82f7de531 req-cccb8fb8-cfd3-46cd-a9ef-2a2ecb490a26 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:12.238597 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-31c6d2ab-3092-4940-80d5-78f82f7de531 req-cccb8fb8-cfd3-46cd-a9ef-2a2ecb490a26 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/ports?device_id=663e1957-7d08-44fe-a705-00c08bee605a HTTP/1.1" status: 200 len: 946 time: 0.0982702 Oct 13 15:53:12.254923 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=1dbedc76-1bf4-4255-9f30-e63a94e71aa8,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:12.283824 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-31c6d2ab-3092-4940-80d5-78f82f7de531 req-8e3f5380-8c60-4eba-9fda-ea77b76d8257 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/security-groups?id=6baf4520-98f0-4a70-af57-741b3195caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431421 Oct 13 15:53:12.445870 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f0d1e-d6b2-4822-b45f-051456e516e5 req-185d345c-9ceb-45b3-b6aa-a3380833175d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:12.447346 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0c9f0d1e-d6b2-4822-b45f-051456e516e5 req-185d345c-9ceb-45b3-b6aa-a3380833175d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=663e1957-7d08-44fe-a705-00c08bee605a HTTP/1.1" status: 200 len: 1099 time: 0.0758669 Oct 13 15:53:12.489970 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0c9f0d1e-d6b2-4822-b45f-051456e516e5 req-dfebaf8f-1b06-4766-b2ef-219a46e0104a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6baf4520-98f0-4a70-af57-741b3195caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368128 Oct 13 15:53:13.484523 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db43a206-bee8-40ca-bb63-e837681d193f req-50b5d2de-1b30-40cc-94b3-73739d266b7c tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:13.485971 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-db43a206-bee8-40ca-bb63-e837681d193f req-50b5d2de-1b30-40cc-94b3-73739d266b7c tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/ports?device_id=663e1957-7d08-44fe-a705-00c08bee605a HTTP/1.1" status: 200 len: 946 time: 0.0889602 Oct 13 15:53:13.528711 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-db43a206-bee8-40ca-bb63-e837681d193f req-4ab9341e-c810-486d-9559-572f39ee405b tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/security-groups?id=6baf4520-98f0-4a70-af57-741b3195caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370712 Oct 13 15:53:14.728147 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e369b812-2623-4888-8d5e-5feb7440eb01 req-72558e31-7e19-4374-974c-ad75245facd0 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:14.729575 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e369b812-2623-4888-8d5e-5feb7440eb01 req-72558e31-7e19-4374-974c-ad75245facd0 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/ports?device_id=663e1957-7d08-44fe-a705-00c08bee605a HTTP/1.1" status: 200 len: 946 time: 0.0887935 Oct 13 15:53:14.773509 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e369b812-2623-4888-8d5e-5feb7440eb01 req-5aa54092-9720-44ba-9fb0-557ae37830a6 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/security-groups?id=6baf4520-98f0-4a70-af57-741b3195caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377138 Oct 13 15:53:15.137677 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 58062) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:53:15.177776 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6f0c54-3b14-4daa-b228-b87bfeee5dc3 req-c7bed4fa-0d3c-4b20-a4da-f41025b4248f tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:15.179267 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8e6f0c54-3b14-4daa-b228-b87bfeee5dc3 req-c7bed4fa-0d3c-4b20-a4da-f41025b4248f tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/ports?device_id=663e1957-7d08-44fe-a705-00c08bee605a HTTP/1.1" status: 200 len: 946 time: 0.0891514 Oct 13 15:53:15.227971 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8e6f0c54-3b14-4daa-b228-b87bfeee5dc3 req-639d9dff-65b9-42aa-a163-6e966dceead1 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/security-groups?id=6baf4520-98f0-4a70-af57-741b3195caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429313 Oct 13 15:53:15.259120 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5aa8e31a-fc65-4041-95ba-d18c0014c645 req-235b7d6a-61ff-43d0-bae2-ae32e8721661 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=663e1957-7d08-44fe-a705-00c08bee605a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1195767 Oct 13 15:53:16.578942 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7a719-ec8a-4f12-9e5e-cdebd1199441 req-8bf1890c-cb4b-4bc9-b607-141a02e68ecc tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:16.580287 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d8c7a719-ec8a-4f12-9e5e-cdebd1199441 req-8bf1890c-cb4b-4bc9-b607-141a02e68ecc tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/ports?device_id=663e1957-7d08-44fe-a705-00c08bee605a HTTP/1.1" status: 200 len: 946 time: 0.2383916 Oct 13 15:53:16.585923 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8e31a-fc65-4041-95ba-d18c0014c645 req-a64f9a9f-3b39-4dff-b26d-79d71f51acc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:16.587267 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5aa8e31a-fc65-4041-95ba-d18c0014c645 req-a64f9a9f-3b39-4dff-b26d-79d71f51acc7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d748b4f14036494cb7336d747d455388&device_id=663e1957-7d08-44fe-a705-00c08bee605a HTTP/1.1" status: 200 len: 1099 time: 0.1958120 Oct 13 15:53:16.706891 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d8c7a719-ec8a-4f12-9e5e-cdebd1199441 req-dac05709-b8e9-4486-9de0-f80f317951a5 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/security-groups?id=6baf4520-98f0-4a70-af57-741b3195caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186945 Oct 13 15:53:16.744273 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8e31a-fc65-4041-95ba-d18c0014c645 req-fef3cb27-8a29-480a-a138-9a4669a4e927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:16.745689 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5aa8e31a-fc65-4041-95ba-d18c0014c645 req-fef3cb27-8a29-480a-a138-9a4669a4e927 service neutron] 10.222.0.16 "GET /v2.0/networks?id=364859e4-5dac-4a0a-9754-24173836725e HTTP/1.1" status: 200 len: 911 time: 0.1454880 Oct 13 15:53:16.815434 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5aa8e31a-fc65-4041-95ba-d18c0014c645 req-04a84724-7a94-415a-b3a8-f2c362df79b1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1dbedc76-1bf4-4255-9f30-e63a94e71aa8 HTTP/1.1" status: 200 len: 217 time: 0.0638657 Oct 13 15:53:16.875450 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8e31a-fc65-4041-95ba-d18c0014c645 req-ad0d2dcc-4f03-4ffa-852c-bfce70f16c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:16.876718 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5aa8e31a-fc65-4041-95ba-d18c0014c645 req-ad0d2dcc-4f03-4ffa-852c-bfce70f16c27 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=40127ad5-8413-4fbc-8b9e-3882ddee668e HTTP/1.1" status: 200 len: 849 time: 0.0561786 Oct 13 15:53:16.959150 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8e31a-fc65-4041-95ba-d18c0014c645 req-b6aaa12b-aa1e-49ec-b63e-54767c8c84f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:16.960588 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5aa8e31a-fc65-4041-95ba-d18c0014c645 req-b6aaa12b-aa1e-49ec-b63e-54767c8c84f1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=364859e4-5dac-4a0a-9754-24173836725e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781944 Oct 13 15:53:17.088525 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5aa8e31a-fc65-4041-95ba-d18c0014c645 req-b9102a92-7a85-42e8-aed8-b91116624106 service neutron] 10.222.0.16 "GET /v2.0/networks/364859e4-5dac-4a0a-9754-24173836725e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220527 Oct 13 15:53:17.215281 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5aa8e31a-fc65-4041-95ba-d18c0014c645 req-464e7e99-0fac-4613-92d8-7a8ed02d2674 service neutron] 10.222.0.16 "GET /v2.0/networks/364859e4-5dac-4a0a-9754-24173836725e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214612 Oct 13 15:53:17.901700 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712d63fa-9d6a-45b4-a450-899289d6c1ce req-0ce6ddfa-61d7-4741-bcd0-6fb4a4e50e8a tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:17.903160 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-712d63fa-9d6a-45b4-a450-899289d6c1ce req-0ce6ddfa-61d7-4741-bcd0-6fb4a4e50e8a tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/ports?device_id=663e1957-7d08-44fe-a705-00c08bee605a HTTP/1.1" status: 200 len: 946 time: 0.0868018 Oct 13 15:53:17.945860 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-712d63fa-9d6a-45b4-a450-899289d6c1ce req-f12867fc-414c-4f6c-b45a-c07af51e778a tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/security-groups?id=6baf4520-98f0-4a70-af57-741b3195caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364201 Oct 13 15:53:19.140986 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14587b15-ff79-41d6-be2a-6c1077f0425f req-26c5542a-fd39-40dc-96ae-8dd86d190950 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:19.142441 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-14587b15-ff79-41d6-be2a-6c1077f0425f req-26c5542a-fd39-40dc-96ae-8dd86d190950 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/ports?device_id=663e1957-7d08-44fe-a705-00c08bee605a HTTP/1.1" status: 200 len: 946 time: 0.0863547 Oct 13 15:53:19.184313 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-14587b15-ff79-41d6-be2a-6c1077f0425f req-91ad6803-4241-4030-8e75-c6a0b7e08977 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/security-groups?id=6baf4520-98f0-4a70-af57-741b3195caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363431 Oct 13 15:53:20.387409 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c42dd-76c1-47e8-b485-73377ffd3d95 req-d65301fd-1769-4c2c-8444-ea0567321ed9 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:20.388828 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-001c42dd-76c1-47e8-b485-73377ffd3d95 req-d65301fd-1769-4c2c-8444-ea0567321ed9 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/ports?device_id=663e1957-7d08-44fe-a705-00c08bee605a HTTP/1.1" status: 200 len: 946 time: 0.0916617 Oct 13 15:53:20.431355 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-001c42dd-76c1-47e8-b485-73377ffd3d95 req-71ac2935-ee3b-41a7-906d-7dbea7744ec8 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/security-groups?id=6baf4520-98f0-4a70-af57-741b3195caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362515 Oct 13 15:53:21.629833 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f34fe-be1d-40d5-860d-0b25a85ed4e2 req-126ba94e-bb80-4047-9770-5a4589f73829 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:21.631317 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-574f34fe-be1d-40d5-860d-0b25a85ed4e2 req-126ba94e-bb80-4047-9770-5a4589f73829 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/ports?device_id=663e1957-7d08-44fe-a705-00c08bee605a HTTP/1.1" status: 200 len: 946 time: 0.0908837 Oct 13 15:53:21.674439 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-574f34fe-be1d-40d5-860d-0b25a85ed4e2 req-48196a23-3eea-4d04-8057-a93ea8653540 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/security-groups?id=6baf4520-98f0-4a70-af57-741b3195caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371585 Oct 13 15:53:22.869191 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f227c63-4096-499e-9158-353788ea71fe req-9d2966b2-345d-4f2e-a812-089a855745b0 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:22.870631 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-3f227c63-4096-499e-9158-353788ea71fe req-9d2966b2-345d-4f2e-a812-089a855745b0 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/ports?device_id=663e1957-7d08-44fe-a705-00c08bee605a HTTP/1.1" status: 200 len: 946 time: 0.0861332 Oct 13 15:53:22.917438 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-3f227c63-4096-499e-9158-353788ea71fe req-7d89b59d-632a-448b-a90c-cf797a0bf755 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/security-groups?id=6baf4520-98f0-4a70-af57-741b3195caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411737 Oct 13 15:53:24.112870 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f472e34-4272-4bb2-9a6f-738cac03304c req-68a69549-c45c-4fec-8298-1c994eaa27c5 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:24.114327 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2f472e34-4272-4bb2-9a6f-738cac03304c req-68a69549-c45c-4fec-8298-1c994eaa27c5 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/ports?device_id=663e1957-7d08-44fe-a705-00c08bee605a HTTP/1.1" status: 200 len: 946 time: 0.0853038 Oct 13 15:53:24.160252 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2f472e34-4272-4bb2-9a6f-738cac03304c req-8493b9ed-c9d9-4442-ac86-e460e8454b7a tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/security-groups?id=6baf4520-98f0-4a70-af57-741b3195caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403292 Oct 13 15:53:25.354194 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c14ff6b-6a02-423b-af1c-0f348668726d req-1f165fa5-9fe4-4cda-ba07-990d40844320 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:25.355543 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-0c14ff6b-6a02-423b-af1c-0f348668726d req-1f165fa5-9fe4-4cda-ba07-990d40844320 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/ports?device_id=663e1957-7d08-44fe-a705-00c08bee605a HTTP/1.1" status: 200 len: 946 time: 0.0861223 Oct 13 15:53:25.399234 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-0c14ff6b-6a02-423b-af1c-0f348668726d req-115afc88-1b9a-438a-aaee-047d553f6340 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/security-groups?id=6baf4520-98f0-4a70-af57-741b3195caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374558 Oct 13 15:53:25.964973 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:26.592629 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398052fc-dd1c-4b56-8fa7-71180098f355 req-b0cb694a-fcbe-4a72-b499-0951f3363e1e tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:26.594087 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-398052fc-dd1c-4b56-8fa7-71180098f355 req-b0cb694a-fcbe-4a72-b499-0951f3363e1e tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/ports?device_id=663e1957-7d08-44fe-a705-00c08bee605a HTTP/1.1" status: 200 len: 946 time: 0.0859578 Oct 13 15:53:26.636845 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-398052fc-dd1c-4b56-8fa7-71180098f355 req-cfd00a63-2bed-4bb4-b281-cc5c8434c74e tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/security-groups?id=6baf4520-98f0-4a70-af57-741b3195caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371821 Oct 13 15:53:27.836096 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9e1e4-c25e-42bd-98db-470963640984 req-c0625ef1-1ea6-48ff-9ff1-23356549c8cf tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:27.837505 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-65f9e1e4-c25e-42bd-98db-470963640984 req-c0625ef1-1ea6-48ff-9ff1-23356549c8cf tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/ports?device_id=663e1957-7d08-44fe-a705-00c08bee605a HTTP/1.1" status: 200 len: 946 time: 0.0887542 Oct 13 15:53:27.880185 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-65f9e1e4-c25e-42bd-98db-470963640984 req-2eee9a40-c02c-44f8-980e-8e4f67c19505 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/security-groups?id=6baf4520-98f0-4a70-af57-741b3195caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370181 Oct 13 15:53:29.077359 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84bd6199-7b90-4746-a117-77661786d745 req-9c91a6d1-8dd7-41dc-8a82-3a7eb1d7d616 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:29.078882 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-84bd6199-7b90-4746-a117-77661786d745 req-9c91a6d1-8dd7-41dc-8a82-3a7eb1d7d616 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/ports?device_id=663e1957-7d08-44fe-a705-00c08bee605a HTTP/1.1" status: 200 len: 946 time: 0.0888095 Oct 13 15:53:29.121830 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-84bd6199-7b90-4746-a117-77661786d745 req-b66670c5-25aa-4973-b24c-71e2ae4976e3 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/security-groups?id=6baf4520-98f0-4a70-af57-741b3195caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374277 Oct 13 15:53:30.319310 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d7b6ea-7303-46f7-a1ff-e0cc8acd14e8 req-fa9f7711-9c91-4ffe-acab-4d6d6c69eb9b tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:30.320744 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-73d7b6ea-7303-46f7-a1ff-e0cc8acd14e8 req-fa9f7711-9c91-4ffe-acab-4d6d6c69eb9b tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/ports?device_id=663e1957-7d08-44fe-a705-00c08bee605a HTTP/1.1" status: 200 len: 946 time: 0.0869765 Oct 13 15:53:30.369900 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-73d7b6ea-7303-46f7-a1ff-e0cc8acd14e8 req-e4a8bce0-a7c6-4a4d-8cc9-ba1744afab46 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/security-groups?id=6baf4520-98f0-4a70-af57-741b3195caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434167 Oct 13 15:53:31.565959 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818e342e-f20d-4dfa-8d5f-7f241180b10d req-af5fee15-25f8-49b1-8b02-30a7ae52d9bd tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:31.567406 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-818e342e-f20d-4dfa-8d5f-7f241180b10d req-af5fee15-25f8-49b1-8b02-30a7ae52d9bd tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/ports?device_id=663e1957-7d08-44fe-a705-00c08bee605a HTTP/1.1" status: 200 len: 946 time: 0.0855737 Oct 13 15:53:31.613279 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-818e342e-f20d-4dfa-8d5f-7f241180b10d req-1ce98a1b-f658-4a21-84b6-75819d1cb7e6 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/security-groups?id=6baf4520-98f0-4a70-af57-741b3195caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403371 Oct 13 15:53:31.801285 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7c206-534a-4ee9-baca-895e8057e285 req-1f92ccae-cb25-4430-97d1-c070bb0d11ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:31.802753 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f1a7c206-534a-4ee9-baca-895e8057e285 req-1f92ccae-cb25-4430-97d1-c070bb0d11ba service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d748b4f14036494cb7336d747d455388&device_id=663e1957-7d08-44fe-a705-00c08bee605a HTTP/1.1" status: 200 len: 1099 time: 0.0794778 Oct 13 15:53:31.944093 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7c206-534a-4ee9-baca-895e8057e285 req-b8020c50-3ab9-4266-9b85-957a3e206bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:31.945420 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f1a7c206-534a-4ee9-baca-895e8057e285 req-b8020c50-3ab9-4266-9b85-957a3e206bf0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=364859e4-5dac-4a0a-9754-24173836725e HTTP/1.1" status: 200 len: 911 time: 0.1249335 Oct 13 15:53:32.105130 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f1a7c206-534a-4ee9-baca-895e8057e285 req-d61c31d4-ddd3-4a1f-ade7-056fd15d9669 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1dbedc76-1bf4-4255-9f30-e63a94e71aa8 HTTP/1.1" status: 200 len: 217 time: 0.1539485 Oct 13 15:53:32.166061 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7c206-534a-4ee9-baca-895e8057e285 req-e90d5fc6-6dc8-45c6-8a82-84717ba2fc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:32.167445 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f1a7c206-534a-4ee9-baca-895e8057e285 req-e90d5fc6-6dc8-45c6-8a82-84717ba2fc24 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=40127ad5-8413-4fbc-8b9e-3882ddee668e HTTP/1.1" status: 200 len: 849 time: 0.0565863 Oct 13 15:53:32.250923 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a7c206-534a-4ee9-baca-895e8057e285 req-7e9b1d66-5962-4173-81c2-6796400b00c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:32.252315 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f1a7c206-534a-4ee9-baca-895e8057e285 req-7e9b1d66-5962-4173-81c2-6796400b00c0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=364859e4-5dac-4a0a-9754-24173836725e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793495 Oct 13 15:53:32.382594 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f1a7c206-534a-4ee9-baca-895e8057e285 req-68061341-6ea4-4d4b-8e24-4eade1c48e1d service neutron] 10.222.0.16 "GET /v2.0/networks/364859e4-5dac-4a0a-9754-24173836725e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242738 Oct 13 15:53:32.512302 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f1a7c206-534a-4ee9-baca-895e8057e285 req-bcf1eaaf-6e25-4e00-96a5-17d53e04d90e service neutron] 10.222.0.16 "GET /v2.0/networks/364859e4-5dac-4a0a-9754-24173836725e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229529 Oct 13 15:53:32.810083 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b70472a-7fbd-45ad-b7f5-3646ab122f7e req-dc423019-0f42-4532-b906-832d222b4648 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:32.811466 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8b70472a-7fbd-45ad-b7f5-3646ab122f7e req-dc423019-0f42-4532-b906-832d222b4648 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/ports?device_id=663e1957-7d08-44fe-a705-00c08bee605a HTTP/1.1" status: 200 len: 946 time: 0.0879698 Oct 13 15:53:32.854650 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8b70472a-7fbd-45ad-b7f5-3646ab122f7e req-5e4c4fc6-10e0-46c1-9746-51825586bca4 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/security-groups?id=6baf4520-98f0-4a70-af57-741b3195caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369513 Oct 13 15:53:34.050190 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fd66d8-574d-4cf5-83d2-4eecd00b9712 req-4dbfbdff-0ccb-4e36-a3ff-71c3b891149e tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:34.051555 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-65fd66d8-574d-4cf5-83d2-4eecd00b9712 req-4dbfbdff-0ccb-4e36-a3ff-71c3b891149e tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/ports?device_id=663e1957-7d08-44fe-a705-00c08bee605a HTTP/1.1" status: 200 len: 946 time: 0.0871572 Oct 13 15:53:34.094339 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-65fd66d8-574d-4cf5-83d2-4eecd00b9712 req-5933a610-fb56-4aa7-9c76-9fac9f224dbe tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/security-groups?id=6baf4520-98f0-4a70-af57-741b3195caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371380 Oct 13 15:53:34.500157 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7eec2642-84cd-4546-be29-99177fe2d4c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:35.296452 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c73b525-6685-461d-bbaa-c79bc399b38f req-4e8471d1-ac7e-4aec-ad6b-56651f06073a tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:35.297798 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8c73b525-6685-461d-bbaa-c79bc399b38f req-4e8471d1-ac7e-4aec-ad6b-56651f06073a tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/ports?device_id=663e1957-7d08-44fe-a705-00c08bee605a HTTP/1.1" status: 200 len: 946 time: 0.0896664 Oct 13 15:53:35.341815 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8c73b525-6685-461d-bbaa-c79bc399b38f req-c0aa86a2-9aa7-4326-b908-87e975e9c6a7 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/security-groups?id=6baf4520-98f0-4a70-af57-741b3195caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377915 Oct 13 15:53:36.540230 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b41f62-5307-405e-9e8f-32e09b12e26b req-83f61e7d-e272-4fd5-8f6b-c1646ce7705b tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:36.541675 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-09b41f62-5307-405e-9e8f-32e09b12e26b req-83f61e7d-e272-4fd5-8f6b-c1646ce7705b tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/ports?device_id=663e1957-7d08-44fe-a705-00c08bee605a HTTP/1.1" status: 200 len: 946 time: 0.0889051 Oct 13 15:53:36.585217 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-09b41f62-5307-405e-9e8f-32e09b12e26b req-69b0495d-e901-4350-a059-66712f6b2145 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/security-groups?id=6baf4520-98f0-4a70-af57-741b3195caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379643 Oct 13 15:53:36.647409 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e91b6846-51d5-47c6-8705-83439b10e485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:37.758797 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:37.781420 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808fb570-20f4-4615-ac07-264fdc327dd3 req-873e900e-42e8-424a-9d53-d23d44479040 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:37.782908 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-808fb570-20f4-4615-ac07-264fdc327dd3 req-873e900e-42e8-424a-9d53-d23d44479040 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/ports?device_id=663e1957-7d08-44fe-a705-00c08bee605a HTTP/1.1" status: 200 len: 946 time: 0.0871091 Oct 13 15:53:37.829009 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-808fb570-20f4-4615-ac07-264fdc327dd3 req-e3085676-e03b-4a6f-af11-c95287971850 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/security-groups?id=6baf4520-98f0-4a70-af57-741b3195caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404472 Oct 13 15:53:37.920196 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:39.026389 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77b819f-7667-4a7a-ae10-64c191f13322 req-92141657-8d29-4d04-b4d3-a78fe3aba102 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:39.027823 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d77b819f-7667-4a7a-ae10-64c191f13322 req-92141657-8d29-4d04-b4d3-a78fe3aba102 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/ports?device_id=663e1957-7d08-44fe-a705-00c08bee605a HTTP/1.1" status: 200 len: 946 time: 0.0850546 Oct 13 15:53:39.075152 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d77b819f-7667-4a7a-ae10-64c191f13322 req-4a6ef8d0-90e7-4eec-8d75-f4a60edd1973 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/security-groups?id=6baf4520-98f0-4a70-af57-741b3195caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417109 Oct 13 15:53:39.624722 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:40.354745 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a593dc-438f-4ded-be58-0b2694a7515a req-7c06cdff-82d0-4fed-880e-ca3f4857ec95 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:40.356209 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e5a593dc-438f-4ded-be58-0b2694a7515a req-7c06cdff-82d0-4fed-880e-ca3f4857ec95 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/ports?device_id=663e1957-7d08-44fe-a705-00c08bee605a HTTP/1.1" status: 200 len: 946 time: 0.1707444 Oct 13 15:53:40.398838 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e5a593dc-438f-4ded-be58-0b2694a7515a req-60102166-3d55-4477-901b-a1d8fdd9e7ae tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/security-groups?id=6baf4520-98f0-4a70-af57-741b3195caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367217 Oct 13 15:53:41.591920 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206925b2-adbc-48c4-b63a-44008cf30aa9 req-fadd5526-f985-4550-b1fe-bc19cc926326 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:41.593334 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-206925b2-adbc-48c4-b63a-44008cf30aa9 req-fadd5526-f985-4550-b1fe-bc19cc926326 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/ports?device_id=663e1957-7d08-44fe-a705-00c08bee605a HTTP/1.1" status: 200 len: 946 time: 0.0852771 Oct 13 15:53:41.636781 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-206925b2-adbc-48c4-b63a-44008cf30aa9 req-397f59fa-b45f-48f1-82a1-fc84a6eb3a4b tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/security-groups?id=6baf4520-98f0-4a70-af57-741b3195caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376797 Oct 13 15:53:42.836295 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6514fe95-cae1-452e-add2-999e1aa8b3a4 req-408b92cd-bc12-43f2-8d0f-9e29f5747244 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:42.837720 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-6514fe95-cae1-452e-add2-999e1aa8b3a4 req-408b92cd-bc12-43f2-8d0f-9e29f5747244 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/ports?device_id=663e1957-7d08-44fe-a705-00c08bee605a HTTP/1.1" status: 200 len: 946 time: 0.0881956 Oct 13 15:53:42.880190 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-6514fe95-cae1-452e-add2-999e1aa8b3a4 req-67a25123-e7c4-4046-b3dc-64cec158e00b tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/security-groups?id=6baf4520-98f0-4a70-af57-741b3195caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368650 Oct 13 15:53:44.138277 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9234e6-67f8-4b11-8e08-eb1c144d6d48 req-ac277153-d0df-4d24-af66-5e8351d57544 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:44.139720 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ef9234e6-67f8-4b11-8e08-eb1c144d6d48 req-ac277153-d0df-4d24-af66-5e8351d57544 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/ports?device_id=663e1957-7d08-44fe-a705-00c08bee605a HTTP/1.1" status: 200 len: 946 time: 0.1493797 Oct 13 15:53:44.145414 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5aa8e31a-fc65-4041-95ba-d18c0014c645 req-6f79deb1-4c3f-41e7-a570-876d210dab68 service neutron] 10.222.0.16 "GET /v2.0/ports/1dbedc76-1bf4-4255-9f30-e63a94e71aa8/bindings/hv-neutron-8603 HTTP/1.1" status: 200 len: 384 time: 0.0894823 Oct 13 15:53:44.186363 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ef9234e6-67f8-4b11-8e08-eb1c144d6d48 req-8a8cf7bd-4256-4e41-b8c2-573ab3fb7c2b tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/security-groups?id=6baf4520-98f0-4a70-af57-741b3195caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399919 Oct 13 15:53:44.412138 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8e31a-fc65-4041-95ba-d18c0014c645 req-3d5dcc5f-b116-4404-9df7-b591d0afe22b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:44.413472 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5aa8e31a-fc65-4041-95ba-d18c0014c645 req-3d5dcc5f-b116-4404-9df7-b591d0afe22b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=663e1957-7d08-44fe-a705-00c08bee605a&tenant_id=d748b4f14036494cb7336d747d455388 HTTP/1.1" status: 200 len: 1099 time: 0.0774052 Oct 13 15:53:44.511660 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8e31a-fc65-4041-95ba-d18c0014c645 req-3944965d-5393-48fd-b1bf-4a7d145a1ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:44.513080 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5aa8e31a-fc65-4041-95ba-d18c0014c645 req-3944965d-5393-48fd-b1bf-4a7d145a1ac3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d748b4f14036494cb7336d747d455388&device_id=663e1957-7d08-44fe-a705-00c08bee605a HTTP/1.1" status: 200 len: 1099 time: 0.0798066 Oct 13 15:53:44.641629 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8e31a-fc65-4041-95ba-d18c0014c645 req-f5b7adfc-64c3-4a4f-9dae-8ea79d1c1992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:44.643055 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5aa8e31a-fc65-4041-95ba-d18c0014c645 req-f5b7adfc-64c3-4a4f-9dae-8ea79d1c1992 service neutron] 10.222.0.16 "GET /v2.0/networks?id=364859e4-5dac-4a0a-9754-24173836725e HTTP/1.1" status: 200 len: 911 time: 0.1237481 Oct 13 15:53:44.709048 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5aa8e31a-fc65-4041-95ba-d18c0014c645 req-872a0006-45bb-4bca-ab12-3fe63f065fc4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1dbedc76-1bf4-4255-9f30-e63a94e71aa8 HTTP/1.1" status: 200 len: 217 time: 0.0594397 Oct 13 15:53:44.771797 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8e31a-fc65-4041-95ba-d18c0014c645 req-19c41119-0f86-4273-9d02-c1e9f25e4bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:44.773151 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5aa8e31a-fc65-4041-95ba-d18c0014c645 req-19c41119-0f86-4273-9d02-c1e9f25e4bfb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=40127ad5-8413-4fbc-8b9e-3882ddee668e HTTP/1.1" status: 200 len: 849 time: 0.0590019 Oct 13 15:53:44.853544 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa8e31a-fc65-4041-95ba-d18c0014c645 req-2458b303-3853-4568-8d56-e327541199f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:44.855002 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5aa8e31a-fc65-4041-95ba-d18c0014c645 req-2458b303-3853-4568-8d56-e327541199f3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=364859e4-5dac-4a0a-9754-24173836725e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762091 Oct 13 15:53:45.071132 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5aa8e31a-fc65-4041-95ba-d18c0014c645 req-8c71b805-5d2f-42a9-8909-b802e5539431 service neutron] 10.222.0.16 "GET /v2.0/networks/364859e4-5dac-4a0a-9754-24173836725e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100494 Oct 13 15:53:45.201231 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5aa8e31a-fc65-4041-95ba-d18c0014c645 req-3d032073-3094-46a2-b001-501537a2d215 service neutron] 10.222.0.16 "GET /v2.0/networks/364859e4-5dac-4a0a-9754-24173836725e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221356 Oct 13 15:53:45.384955 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20063282-e331-4649-ba72-5ed84902ab5f req-3e5b5e1f-13c8-487e-a84e-b662e1ce6c92 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:45.386694 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-20063282-e331-4649-ba72-5ed84902ab5f req-3e5b5e1f-13c8-487e-a84e-b662e1ce6c92 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/ports?device_id=663e1957-7d08-44fe-a705-00c08bee605a HTTP/1.1" status: 200 len: 946 time: 0.0881252 Oct 13 15:53:45.432545 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-20063282-e331-4649-ba72-5ed84902ab5f req-70186881-999e-43fb-9468-2b8e4f7dd853 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/security-groups?id=6baf4520-98f0-4a70-af57-741b3195caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402958 Oct 13 15:53:46.139209 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 1dbedc76-1bf4-4255-9f30-e63a94e71aa8 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=88974) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 13 15:53:46.268164 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 1dbedc76-1bf4-4255-9f30-e63a94e71aa8, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=1dbedc76-1bf4-4255-9f30-e63a94e71aa8,segment=NetworkSegment(3148dad2-543c-4cc0-ae33-00679bc9f62d),segment_id=3148dad2-543c-4cc0-ae33-00679bc9f62d)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:53:46.280660 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Returning: {'device': '1dbedc76-1bf4-4255-9f30-e63a94e71aa8', 'network_id': '364859e4-5dac-4a0a-9754-24173836725e', 'port_id': '1dbedc76-1bf4-4255-9f30-e63a94e71aa8', 'mac_address': 'fa:16:3e:48:45:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 434, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40127ad5-8413-4fbc-8b9e-3882ddee668e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88974) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 13 15:53:46.337490 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 1dbedc76-1bf4-4255-9f30-e63a94e71aa8 is: ACTIVE; New status is: BUILD {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:53:46.337857 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:46.354372 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1dbedc76-1bf4-4255-9f30-e63a94e71aa8 {{(pid=88974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 15:53:46.369159 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 1dbedc76-1bf4-4255-9f30-e63a94e71aa8, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=1dbedc76-1bf4-4255-9f30-e63a94e71aa8,segment=NetworkSegment(3148dad2-543c-4cc0-ae33-00679bc9f62d),segment_id=3148dad2-543c-4cc0-ae33-00679bc9f62d)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:53:46.372881 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:46.436304 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['1dbedc76-1bf4-4255-9f30-e63a94e71aa8'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 15:53:46.476901 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=1dbedc76-1bf4-4255-9f30-e63a94e71aa8,revision_number=6']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:46.634160 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7f17f3-6b84-48ba-8e43-847ec7fef600 req-acaf0d7e-628d-4d5e-bae2-54ebbafcc8ec tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:46.635594 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6d7f17f3-6b84-48ba-8e43-847ec7fef600 req-acaf0d7e-628d-4d5e-bae2-54ebbafcc8ec tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/ports?device_id=663e1957-7d08-44fe-a705-00c08bee605a HTTP/1.1" status: 200 len: 945 time: 0.0894632 Oct 13 15:53:46.678474 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6d7f17f3-6b84-48ba-8e43-847ec7fef600 req-7c51cd87-0677-4703-ae2b-93dfa4cd6cee tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/security-groups?id=6baf4520-98f0-4a70-af57-741b3195caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372281 Oct 13 15:53:47.586375 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:53:47.873684 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb865853-eec1-4ade-9e97-1a335690eea2 req-d6f4fe85-ea7d-4844-bc07-afeaeac95217 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:47.875055 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-cb865853-eec1-4ade-9e97-1a335690eea2 req-d6f4fe85-ea7d-4844-bc07-afeaeac95217 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/ports?device_id=663e1957-7d08-44fe-a705-00c08bee605a HTTP/1.1" status: 200 len: 945 time: 0.0854118 Oct 13 15:53:47.918860 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-cb865853-eec1-4ade-9e97-1a335690eea2 req-cec593cc-24e7-41e3-8d8f-ca61fa44f0d0 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/security-groups?id=6baf4520-98f0-4a70-af57-741b3195caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382349 Oct 13 15:53:48.152404 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 1dbedc76-1bf4-4255-9f30-e63a94e71aa8 up at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:53:48.217393 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning complete for port 1dbedc76-1bf4-4255-9f30-e63a94e71aa8 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:53:48.217754 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:48.218084 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Attempt 1 to provision port 1dbedc76-1bf4-4255-9f30-e63a94e71aa8 Oct 13 15:53:48.332221 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 1dbedc76-1bf4-4255-9f30-e63a94e71aa8 is: BUILD; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:53:48.332582 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:48.358926 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663e1957-7d08-44fe-a705-00c08bee605a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dbedc76-1bf4-4255-9f30-e63a94e71aa8'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:53:48.361164 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979c64d66908691d8da3fe322a5acf5d757b5bee84c7992aba2ec3c134dffaeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86dd12a9-0ee0-4a45-a9e1-5628ffcb4efa" -d '{"events": [{"server_uuid": "663e1957-7d08-44fe-a705-00c08bee605a", "name": "network-vif-plugged", "status": "completed", "tag": "1dbedc76-1bf4-4255-9f30-e63a94e71aa8"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:53:48.368998 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 1dbedc76-1bf4-4255-9f30-e63a94e71aa8, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=1dbedc76-1bf4-4255-9f30-e63a94e71aa8,segment=NetworkSegment(3148dad2-543c-4cc0-ae33-00679bc9f62d),segment_id=3148dad2-543c-4cc0-ae33-00679bc9f62d)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:53:48.374149 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:48.425985 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 15:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a3abc4-c40a-4a17-9853-6704cc5c3cbf x-openstack-request-id: req-68a3abc4-c40a-4a17-9853-6704cc5c3cbf {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:53:48.426296 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "663e1957-7d08-44fe-a705-00c08bee605a", "name": "network-vif-plugged", "status": "completed", "tag": "1dbedc76-1bf4-4255-9f30-e63a94e71aa8", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:53:48.426545 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-68a3abc4-c40a-4a17-9853-6704cc5c3cbf {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:53:48.426925 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68a3abc4-c40a-4a17-9853-6704cc5c3cbf'] response: {'server_uuid': '663e1957-7d08-44fe-a705-00c08bee605a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dbedc76-1bf4-4255-9f30-e63a94e71aa8', 'code': 200} Oct 13 15:53:48.445511 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=1dbedc76-1bf4-4255-9f30-e63a94e71aa8,revision_number=7']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:49.121685 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3ee26f-7f32-4d89-ab3c-c554b053b430 req-7574e0f1-fb1c-4662-9386-ea2293afa0cf tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:49.123120 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-fd3ee26f-7f32-4d89-ab3c-c554b053b430 req-7574e0f1-fb1c-4662-9386-ea2293afa0cf tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/ports?device_id=663e1957-7d08-44fe-a705-00c08bee605a HTTP/1.1" status: 200 len: 946 time: 0.0881782 Oct 13 15:53:49.165856 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-fd3ee26f-7f32-4d89-ab3c-c554b053b430 req-e3d28aa5-9c4c-4b2c-885c-d685d4dce727 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/security-groups?id=6baf4520-98f0-4a70-af57-741b3195caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371592 Oct 13 15:53:49.544788 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90345de-8ad1-4a58-b5b5-ce78d2e8d44d req-32980acc-30a0-4899-9c77-ebc670bd63fb tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:49.546100 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e90345de-8ad1-4a58-b5b5-ce78d2e8d44d req-32980acc-30a0-4899-9c77-ebc670bd63fb tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.16 "GET /v2.0/ports?device_id=663e1957-7d08-44fe-a705-00c08bee605a&tenant_id=d748b4f14036494cb7336d747d455388&binding%3Ahost_id=hv-neutron-8603 HTTP/1.1" status: 200 len: 946 time: 0.0927525 Oct 13 15:53:49.688829 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90345de-8ad1-4a58-b5b5-ce78d2e8d44d req-6213a7fb-e9fc-48fa-996e-dbdf3873fa6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:49.690834 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e90345de-8ad1-4a58-b5b5-ce78d2e8d44d req-6213a7fb-e9fc-48fa-996e-dbdf3873fa6a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=d748b4f14036494cb7336d747d455388&device_id=663e1957-7d08-44fe-a705-00c08bee605a HTTP/1.1" status: 200 len: 1099 time: 0.0772591 Oct 13 15:53:49.817850 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90345de-8ad1-4a58-b5b5-ce78d2e8d44d req-83ea9310-672f-4254-b050-68e368425ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:49.819197 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e90345de-8ad1-4a58-b5b5-ce78d2e8d44d req-83ea9310-672f-4254-b050-68e368425ef6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=364859e4-5dac-4a0a-9754-24173836725e HTTP/1.1" status: 200 len: 911 time: 0.1232033 Oct 13 15:53:49.887562 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e90345de-8ad1-4a58-b5b5-ce78d2e8d44d req-38f06029-556a-458c-ae4c-1a6f86c608b9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1dbedc76-1bf4-4255-9f30-e63a94e71aa8 HTTP/1.1" status: 200 len: 217 time: 0.0624781 Oct 13 15:53:49.947193 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90345de-8ad1-4a58-b5b5-ce78d2e8d44d req-f3b62efc-15ed-447c-a7f0-d91a31a95958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:49.948581 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e90345de-8ad1-4a58-b5b5-ce78d2e8d44d req-f3b62efc-15ed-447c-a7f0-d91a31a95958 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=40127ad5-8413-4fbc-8b9e-3882ddee668e HTTP/1.1" status: 200 len: 849 time: 0.0556929 Oct 13 15:53:50.030005 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90345de-8ad1-4a58-b5b5-ce78d2e8d44d req-3040f8b0-a0c5-48aa-ad09-f1276a334f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:50.031443 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e90345de-8ad1-4a58-b5b5-ce78d2e8d44d req-3040f8b0-a0c5-48aa-ad09-f1276a334f32 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=364859e4-5dac-4a0a-9754-24173836725e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0773048 Oct 13 15:53:50.157830 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e90345de-8ad1-4a58-b5b5-ce78d2e8d44d req-5afb52e9-01df-4083-b8cc-8f31e15276da service neutron] 10.222.0.16 "GET /v2.0/networks/364859e4-5dac-4a0a-9754-24173836725e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197736 Oct 13 15:53:50.284321 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e90345de-8ad1-4a58-b5b5-ce78d2e8d44d req-8a27b931-ca2a-429b-829d-1d157414cad5 service neutron] 10.222.0.16 "GET /v2.0/networks/364859e4-5dac-4a0a-9754-24173836725e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196196 Oct 13 15:53:51.073153 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830ae5c4-b86f-46cd-ae76-d7d30f214f06 req-b10342f5-2207-4704-bf21-1b1839ff7ec6 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:51.074618 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-830ae5c4-b86f-46cd-ae76-d7d30f214f06 req-b10342f5-2207-4704-bf21-1b1839ff7ec6 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/ports?device_id=663e1957-7d08-44fe-a705-00c08bee605a HTTP/1.1" status: 200 len: 946 time: 0.0852108 Oct 13 15:53:51.121345 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-830ae5c4-b86f-46cd-ae76-d7d30f214f06 req-2f6f8cd6-f203-463d-a670-b85cc0b0974d tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/security-groups?id=6baf4520-98f0-4a70-af57-741b3195caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410795 Oct 13 15:53:52.318190 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34d28fc-3c63-4f46-88d6-45d797abdf50 req-a0544d00-cffc-4b62-a65e-da32edecdf6b tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:52.319630 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f34d28fc-3c63-4f46-88d6-45d797abdf50 req-a0544d00-cffc-4b62-a65e-da32edecdf6b tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/ports?device_id=663e1957-7d08-44fe-a705-00c08bee605a HTTP/1.1" status: 200 len: 946 time: 0.0857790 Oct 13 15:53:52.362912 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f34d28fc-3c63-4f46-88d6-45d797abdf50 req-fe8ce0d0-639b-4392-9dff-1648f74b437c tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/security-groups?id=6baf4520-98f0-4a70-af57-741b3195caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377653 Oct 13 15:53:52.903055 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90345de-8ad1-4a58-b5b5-ce78d2e8d44d req-3fa586a0-e8d4-4105-ac4a-9a744e2e774c tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:52.904441 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e90345de-8ad1-4a58-b5b5-ce78d2e8d44d req-3fa586a0-e8d4-4105-ac4a-9a744e2e774c tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.16 "GET /v2.0/ports?device_id=663e1957-7d08-44fe-a705-00c08bee605a HTTP/1.1" status: 200 len: 946 time: 0.0878496 Oct 13 15:53:52.972905 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-e90345de-8ad1-4a58-b5b5-ce78d2e8d44d req-3b7edf47-6961-4504-adb5-1df52d49a19d tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Deleting port 1dbedc76-1bf4-4255-9f30-e63a94e71aa8 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:53:52.973173 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-e90345de-8ad1-4a58-b5b5-ce78d2e8d44d req-3b7edf47-6961-4504-adb5-1df52d49a19d tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:53.309981 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-e90345de-8ad1-4a58-b5b5-ce78d2e8d44d req-3b7edf47-6961-4504-adb5-1df52d49a19d tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] For port 1dbedc76-1bf4-4255-9f30-e63a94e71aa8, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=1dbedc76-1bf4-4255-9f30-e63a94e71aa8,segment=NetworkSegment(3148dad2-543c-4cc0-ae33-00679bc9f62d),segment_id=3148dad2-543c-4cc0-ae33-00679bc9f62d)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:53:53.310279 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-e90345de-8ad1-4a58-b5b5-ce78d2e8d44d req-3b7edf47-6961-4504-adb5-1df52d49a19d tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:53.430011 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-e90345de-8ad1-4a58-b5b5-ce78d2e8d44d req-3b7edf47-6961-4504-adb5-1df52d49a19d tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Calling delete_port for 1dbedc76-1bf4-4255-9f30-e63a94e71aa8 owned by compute:nova {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:53:53.557696 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a24ecb-9514-4dab-887d-bb998789b4cc req-aae34c11-31a2-486d-bf67-6f94698744a6 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:53:53.559268 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-32a24ecb-9514-4dab-887d-bb998789b4cc req-aae34c11-31a2-486d-bf67-6f94698744a6 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/ports?device_id=663e1957-7d08-44fe-a705-00c08bee605a HTTP/1.1" status: 200 len: 946 time: 0.0871911 Oct 13 15:53:53.579316 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-e90345de-8ad1-4a58-b5b5-ce78d2e8d44d req-3b7edf47-6961-4504-adb5-1df52d49a19d tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:53.593122 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['1dbedc76-1bf4-4255-9f30-e63a94e71aa8'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 15:53:53.606668 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-32a24ecb-9514-4dab-887d-bb998789b4cc req-c2424017-446a-4bf0-a677-9c81bc0739e6 tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.42 "GET /v2.0/security-groups?id=6baf4520-98f0-4a70-af57-741b3195caea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412571 Oct 13 15:53:53.635734 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7edf47-6961-4504-adb5-1df52d49a19d tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Pushing event deleted for resources: {'Port': ['ID=1dbedc76-1bf4-4255-9f30-e63a94e71aa8,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:53.720059 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7edf47-6961-4504-adb5-1df52d49a19d tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:53.720401 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7edf47-6961-4504-adb5-1df52d49a19d tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:53.720755 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7edf47-6961-4504-adb5-1df52d49a19d tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:53.721111 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7edf47-6961-4504-adb5-1df52d49a19d tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:53.721469 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7edf47-6961-4504-adb5-1df52d49a19d tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:53.721793 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7edf47-6961-4504-adb5-1df52d49a19d tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:53.722116 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7edf47-6961-4504-adb5-1df52d49a19d tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:53.722458 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7edf47-6961-4504-adb5-1df52d49a19d tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:53.722780 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7edf47-6961-4504-adb5-1df52d49a19d tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:53.723094 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7edf47-6961-4504-adb5-1df52d49a19d tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:53.723426 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7edf47-6961-4504-adb5-1df52d49a19d tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:53.723764 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b7edf47-6961-4504-adb5-1df52d49a19d tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:53:53.741868 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-e90345de-8ad1-4a58-b5b5-ce78d2e8d44d req-3b7edf47-6961-4504-adb5-1df52d49a19d tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] No DVR routers for this DVR port 1dbedc76-1bf4-4255-9f30-e63a94e71aa8 on host hv-neutron-8603 {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:53:53.744757 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-e90345de-8ad1-4a58-b5b5-ce78d2e8d44d req-3b7edf47-6961-4504-adb5-1df52d49a19d tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:53.747813 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '663e1957-7d08-44fe-a705-00c08bee605a', 'name': 'network-vif-deleted', 'tag': '1dbedc76-1bf4-4255-9f30-e63a94e71aa8'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:53:53.750110 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bd59f51-b728-4cc0-9b73-64b1c7d76deb" -d '{"events": [{"server_uuid": "663e1957-7d08-44fe-a705-00c08bee605a", "name": "network-vif-deleted", "tag": "1dbedc76-1bf4-4255-9f30-e63a94e71aa8"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:53:53.765099 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e90345de-8ad1-4a58-b5b5-ce78d2e8d44d req-3b7edf47-6961-4504-adb5-1df52d49a19d tempest-DeleteServersTestJSON-801661311 tempest-DeleteServersTestJSON-801661311-project] 10.222.0.16 "DELETE /v2.0/ports/1dbedc76-1bf4-4255-9f30-e63a94e71aa8 HTTP/1.1" status: 204 len: 173 time: 0.8547249 Oct 13 15:53:53.795928 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 15:53:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edc8dc5c-1002-4a6b-b558-9614dc99aa0b x-openstack-request-id: req-edc8dc5c-1002-4a6b-b558-9614dc99aa0b {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:53:53.797024 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "663e1957-7d08-44fe-a705-00c08bee605a", "name": "network-vif-deleted", "tag": "1dbedc76-1bf4-4255-9f30-e63a94e71aa8", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:53:53.797408 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-edc8dc5c-1002-4a6b-b558-9614dc99aa0b {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:53:53.797897 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-edc8dc5c-1002-4a6b-b558-9614dc99aa0b'] response: {'server_uuid': '663e1957-7d08-44fe-a705-00c08bee605a', 'name': 'network-vif-deleted', 'tag': '1dbedc76-1bf4-4255-9f30-e63a94e71aa8', 'status': 'completed', 'code': 200} Oct 13 15:53:54.858942 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 58170) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:53:55.384908 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-25ee1b2b-fdda-4538-a318-4b8fe36b42d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:55.825424 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-25ee1b2b-fdda-4538-a318-4b8fe36b42d4 admin admin] Deleting port f97dd073-a3e4-4917-a38e-ce38457d2474 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:53:55.825752 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-25ee1b2b-fdda-4538-a318-4b8fe36b42d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:55.962213 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:55.995143 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-25ee1b2b-fdda-4538-a318-4b8fe36b42d4 admin admin] For port f97dd073-a3e4-4917-a38e-ce38457d2474, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=f97dd073-a3e4-4917-a38e-ce38457d2474,segment=NetworkSegment(3148dad2-543c-4cc0-ae33-00679bc9f62d),segment_id=3148dad2-543c-4cc0-ae33-00679bc9f62d)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:53:55.995621 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-25ee1b2b-fdda-4538-a318-4b8fe36b42d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:56.114306 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-25ee1b2b-fdda-4538-a318-4b8fe36b42d4 admin admin] Calling delete_port for f97dd073-a3e4-4917-a38e-ce38457d2474 owned by network:router_interface {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:53:56.287031 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-25ee1b2b-fdda-4538-a318-4b8fe36b42d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:56.333679 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ee1b2b-fdda-4538-a318-4b8fe36b42d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f97dd073-a3e4-4917-a38e-ce38457d2474,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:56.601174 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-25ee1b2b-fdda-4538-a318-4b8fe36b42d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:56.948401 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ee1b2b-fdda-4538-a318-4b8fe36b42d4 admin admin] Router 4cce1f39-9ca1-43ea-8301-cf6b22150ca5 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:53:57.227547 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ee1b2b-fdda-4538-a318-4b8fe36b42d4 admin admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:53:57.236422 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a36c8c6-8d73-4df4-b37f-037cd8135081 None None] Sync routers for ids ['4cce1f39-9ca1-43ea-8301-cf6b22150ca5'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:53:57.241154 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-25ee1b2b-fdda-4538-a318-4b8fe36b42d4 admin admin] 10.222.0.42 "PUT /v2.0/routers/4cce1f39-9ca1-43ea-8301-cf6b22150ca5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3795326 Oct 13 15:53:57.242112 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 58174) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:53:57.245893 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a36c8c6-8d73-4df4-b37f-037cd8135081 None None] Routers {'4cce1f39-9ca1-43ea-8301-cf6b22150ca5'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:53:57.246559 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-6a36c8c6-8d73-4df4-b37f-037cd8135081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:53:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['4cce1f39-9ca1-43ea-8301-cf6b22150ca5'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:53:57.413555 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-568c3ef6-7bfc-4b11-a944-bd75b91bdc9f admin admin] Notify callbacks [] for router, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:57.420193 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-6a36c8c6-8d73-4df4-b37f-037cd8135081 None None] Set router 4cce1f39-9ca1-43ea-8301-cf6b22150ca5 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:53:57.591510 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-568c3ef6-7bfc-4b11-a944-bd75b91bdc9f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:57.601809 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-568c3ef6-7bfc-4b11-a944-bd75b91bdc9f admin admin] Deleting port 52700425-2986-4748-a9da-35be046f2bcf {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:53:57.602177 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-568c3ef6-7bfc-4b11-a944-bd75b91bdc9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:57.699345 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-6a36c8c6-8d73-4df4-b37f-037cd8135081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cce1f39-9ca1-43ea-8301-cf6b22150ca5', 'name': 'tempest-DeleteServersTestJSON-92268949-router', 'tenant_id': 'd748b4f14036494cb7336d747d455388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.182'}], 'enable_snat': True}, 'gw_port_id': '52700425-2986-4748-a9da-35be046f2bcf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:52:53Z', 'updated_at': '2022-10-13T15:53:56Z', 'revision_number': 5, 'project_id': 'd748b4f14036494cb7336d747d455388', 'gw_port': {'id': '52700425-2986-4748-a9da-35be046f2bcf', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:7b:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4cce1f39-9ca1-43ea-8301-cf6b22150ca5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1532, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:52:54Z', 'updated_at': '2022-10-13T15:52:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:53:57.703195 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a36c8c6-8d73-4df4-b37f-037cd8135081 None None] Checking router: 4cce1f39-9ca1-43ea-8301-cf6b22150ca5 for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:53:57.711498 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a36c8c6-8d73-4df4-b37f-037cd8135081 None None] Routers {'4cce1f39-9ca1-43ea-8301-cf6b22150ca5'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:53:57.712087 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-6a36c8c6-8d73-4df4-b37f-037cd8135081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:53:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['4cce1f39-9ca1-43ea-8301-cf6b22150ca5'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:53:57.776682 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-568c3ef6-7bfc-4b11-a944-bd75b91bdc9f admin admin] For port 52700425-2986-4748-a9da-35be046f2bcf, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=52700425-2986-4748-a9da-35be046f2bcf,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:53:57.777033 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-568c3ef6-7bfc-4b11-a944-bd75b91bdc9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:57.862699 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-6a36c8c6-8d73-4df4-b37f-037cd8135081 None None] Set router 4cce1f39-9ca1-43ea-8301-cf6b22150ca5 gateway port host: None {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:53:57.901646 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-568c3ef6-7bfc-4b11-a944-bd75b91bdc9f admin admin] Calling delete_port for 52700425-2986-4748-a9da-35be046f2bcf owned by network:router_gateway {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:53:57.965110 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-6a36c8c6-8d73-4df4-b37f-037cd8135081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cce1f39-9ca1-43ea-8301-cf6b22150ca5', 'name': 'tempest-DeleteServersTestJSON-92268949-router', 'tenant_id': 'd748b4f14036494cb7336d747d455388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:52:53Z', 'updated_at': '2022-10-13T15:53:57Z', 'revision_number': 6, 'project_id': 'd748b4f14036494cb7336d747d455388', 'gw_port_host': None}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:53:57.969008 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a36c8c6-8d73-4df4-b37f-037cd8135081 None None] The sync data for ids ['4cce1f39-9ca1-43ea-8301-cf6b22150ca5'] in dv-neutron-860329-2-hyperv is: [{'id': '4cce1f39-9ca1-43ea-8301-cf6b22150ca5', 'name': 'tempest-DeleteServersTestJSON-92268949-router', 'tenant_id': 'd748b4f14036494cb7336d747d455388', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:52:53Z', 'updated_at': '2022-10-13T15:53:57Z', 'revision_number': 6, 'project_id': 'd748b4f14036494cb7336d747d455388', 'gw_port_host': None}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:53:58.070080 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-568c3ef6-7bfc-4b11-a944-bd75b91bdc9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:58.115641 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568c3ef6-7bfc-4b11-a944-bd75b91bdc9f admin admin] Pushing event deleted for resources: {'Port': ['ID=52700425-2986-4748-a9da-35be046f2bcf,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:58.195832 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 1dbedc76-1bf4-4255-9f30-e63a94e71aa8 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:53:58.214529 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-568c3ef6-7bfc-4b11-a944-bd75b91bdc9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828050'] for router_gateway, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:58.228851 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] No Port match for: 1dbedc76-1bf4-4255-9f30-e63a94e71aa8 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:53:58.229196 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 1dbedc76-1bf4-4255-9f30-e63a94e71aa8 not bound to the agent host hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:53:58.389583 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-568c3ef6-7bfc-4b11-a944-bd75b91bdc9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:58.394076 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-568c3ef6-7bfc-4b11-a944-bd75b91bdc9f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:58.415542 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-568c3ef6-7bfc-4b11-a944-bd75b91bdc9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:58.416084 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-568c3ef6-7bfc-4b11-a944-bd75b91bdc9f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4cce1f39-9ca1-43ea-8301-cf6b22150ca5 {{(pid=88973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:53:58.427704 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-568c3ef6-7bfc-4b11-a944-bd75b91bdc9f admin admin] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:58.428804 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-568c3ef6-7bfc-4b11-a944-bd75b91bdc9f admin admin] 10.222.0.42 "DELETE /v2.0/routers/4cce1f39-9ca1-43ea-8301-cf6b22150ca5 HTTP/1.1" status: 204 len: 168 time: 1.1857817 Oct 13 15:53:58.431411 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 58178) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:53:58.489030 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_v2 [None req-91524db9-fc1e-4ccd-91a6-3212199222a6 admin admin] Deleting subnet 40127ad5-8413-4fbc-8b9e-3882ddee668e {{(pid=88973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:53:58.491840 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-91524db9-fc1e-4ccd-91a6-3212199222a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:58.541495 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-91524db9-fc1e-4ccd-91a6-3212199222a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7432921'] for subnet, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:58.725141 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-91524db9-fc1e-4ccd-91a6-3212199222a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:58.794635 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-91524db9-fc1e-4ccd-91a6-3212199222a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:58.837051 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-91524db9-fc1e-4ccd-91a6-3212199222a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:58.840150 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91524db9-fc1e-4ccd-91a6-3212199222a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40127ad5-8413-4fbc-8b9e-3882ddee668e,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:58.842363 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed6b938-0421-4b76-a8c9-0137f066ee6a None None] Network 364859e4-5dac-4a0a-9754-24173836725e requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:53:58.845619 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-91524db9-fc1e-4ccd-91a6-3212199222a6 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/40127ad5-8413-4fbc-8b9e-3882ddee668e HTTP/1.1" status: 204 len: 168 time: 0.4132609 Oct 13 15:53:58.848489 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 58182) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:53:58.961702 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ca38f141-17c1-456a-a70a-2646985c3fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:58.976409 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-ca38f141-17c1-456a-a70a-2646985c3fce admin admin] Deleting port db4efec3-23c3-44cf-9496-9d6f0be31339 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:53:58.976409 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ca38f141-17c1-456a-a70a-2646985c3fce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:59.091463 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device f97dd073-a3e4-4917-a38e-ce38457d2474 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:53:59.127130 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a1e2bb-8141-46c3-92e9-732d1f8671fa None None] DHCP port deletion for 364859e4-5dac-4a0a-9754-24173836725e request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:53:59.130691 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: f97dd073-a3e4-4917-a38e-ce38457d2474 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:53:59.131030 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device f97dd073-a3e4-4917-a38e-ce38457d2474 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:53:59.131434 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 52700425-2986-4748-a9da-35be046f2bcf no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:53:59.159842 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-d5a1e2bb-8141-46c3-92e9-732d1f8671fa None None] Deleting port db4efec3-23c3-44cf-9496-9d6f0be31339 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:53:59.160210 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d5a1e2bb-8141-46c3-92e9-732d1f8671fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:59.181781 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-ca38f141-17c1-456a-a70a-2646985c3fce admin admin] For port db4efec3-23c3-44cf-9496-9d6f0be31339, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=db4efec3-23c3-44cf-9496-9d6f0be31339,segment=NetworkSegment(3148dad2-543c-4cc0-ae33-00679bc9f62d),segment_id=3148dad2-543c-4cc0-ae33-00679bc9f62d)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:53:59.182159 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ca38f141-17c1-456a-a70a-2646985c3fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:59.199094 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 52700425-2986-4748-a9da-35be046f2bcf {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:53:59.199373 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 52700425-2986-4748-a9da-35be046f2bcf not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:53:59.305187 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-ca38f141-17c1-456a-a70a-2646985c3fce admin admin] Calling delete_port for db4efec3-23c3-44cf-9496-9d6f0be31339 owned by network:dhcp {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:53:59.384547 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ca38f141-17c1-456a-a70a-2646985c3fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:59.399055 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-d5a1e2bb-8141-46c3-92e9-732d1f8671fa None None] For port db4efec3-23c3-44cf-9496-9d6f0be31339, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=db4efec3-23c3-44cf-9496-9d6f0be31339,segment=NetworkSegment(3148dad2-543c-4cc0-ae33-00679bc9f62d),segment_id=3148dad2-543c-4cc0-ae33-00679bc9f62d)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:53:59.399442 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d5a1e2bb-8141-46c3-92e9-732d1f8671fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:59.428840 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca38f141-17c1-456a-a70a-2646985c3fce admin admin] Pushing event deleted for resources: {'Port': ['ID=db4efec3-23c3-44cf-9496-9d6f0be31339,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:59.434910 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca38f141-17c1-456a-a70a-2646985c3fce admin admin] No DVR routers for this DVR port db4efec3-23c3-44cf-9496-9d6f0be31339 on host dv-neutron-860329-2-hyperv {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:53:59.522042 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-d5a1e2bb-8141-46c3-92e9-732d1f8671fa None None] Calling delete_port for db4efec3-23c3-44cf-9496-9d6f0be31339 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:53:59.548352 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ca38f141-17c1-456a-a70a-2646985c3fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:59.573297 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-ca38f141-17c1-456a-a70a-2646985c3fce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['364859e4-5dac-4a0a-9754-24173836725e']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:53:59.589618 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-ca38f141-17c1-456a-a70a-2646985c3fce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3148dad2-543c-4cc0-ae33-00679bc9f62d') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:53:59.589908 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-ca38f141-17c1-456a-a70a-2646985c3fce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3148dad2-543c-4cc0-ae33-00679bc9f62d') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:53:59.595292 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.db.api [None req-d5a1e2bb-8141-46c3-92e9-732d1f8671fa None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88974) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:53:59.595650 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG oslo_db.api [None req-d5a1e2bb-8141-46c3-92e9-732d1f8671fa None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:53:59.601203 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ca38f141-17c1-456a-a70a-2646985c3fce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:59.616976 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ca38f141-17c1-456a-a70a-2646985c3fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:59.622869 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca38f141-17c1-456a-a70a-2646985c3fce admin admin] Releasing vlan 434 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:53:59.623248 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ca38f141-17c1-456a-a70a-2646985c3fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:59.702679 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 3148dad2-543c-4cc0-ae33-00679bc9f62d resource provider aggregate not found Oct 13 15:53:59.716685 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ca38f141-17c1-456a-a70a-2646985c3fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:59.732426 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ca38f141-17c1-456a-a70a-2646985c3fce admin admin] Notify callbacks [] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:59.735664 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 3148dad2-543c-4cc0-ae33-00679bc9f62d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3148dad2-543c-4cc0-ae33-00679bc9f62d found for delete ", "request_id": "req-06cb1c1f-1ce9-48df-a2b0-491700eecb42"}]} Oct 13 15:53:59.748905 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca38f141-17c1-456a-a70a-2646985c3fce admin admin] Pushing event deleted for resources: {'Network': ['ID=364859e4-5dac-4a0a-9754-24173836725e,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:53:59.762677 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-ca38f141-17c1-456a-a70a-2646985c3fce admin admin] 10.222.0.42 "DELETE /v2.0/networks/364859e4-5dac-4a0a-9754-24173836725e HTTP/1.1" status: 204 len: 168 time: 0.9131229 Oct 13 15:53:59.866832 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 58194) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:53:59.915243 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-fd7c4891-4509-48d2-be77-b02cc569b3e4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d748b4f14036494cb7336d747d455388&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0472682 Oct 13 15:53:59.917515 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 58198) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:53:59.973213 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5fd9dfa7-7ccf-4406-944d-c5013746062f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:53:59.997606 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5fd9dfa7-7ccf-4406-944d-c5013746062f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:00.047206 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5fd9dfa7-7ccf-4406-944d-c5013746062f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:00.064372 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd9dfa7-7ccf-4406-944d-c5013746062f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6baf4520-98f0-4a70-af57-741b3195caea,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:00.073409 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5fd9dfa7-7ccf-4406-944d-c5013746062f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:00.074533 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-5fd9dfa7-7ccf-4406-944d-c5013746062f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6baf4520-98f0-4a70-af57-741b3195caea HTTP/1.1" status: 204 len: 168 time: 0.1561587 Oct 13 15:54:00.096664 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-d5a1e2bb-8141-46c3-92e9-732d1f8671fa None None] Deleting port db4efec3-23c3-44cf-9496-9d6f0be31339 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:54:00.097150 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d5a1e2bb-8141-46c3-92e9-732d1f8671fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:00.163266 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-d5a1e2bb-8141-46c3-92e9-732d1f8671fa None None] The port 'db4efec3-23c3-44cf-9496-9d6f0be31339' was deleted {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 13 15:54:00.767126 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 58222) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:54:00.869212 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-c82c9d57-fb2c-41f9-ae23-c5c509ba5944 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-578307141-network', 'tenant_id': '56efb6ba595b42848bfcb0c8b2217c8a'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:54:00.873880 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-c82c9d57-fb2c-41f9-ae23-c5c509ba5944 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:54:00.877838 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-c82c9d57-fb2c-41f9-ae23-c5c509ba5944 admin admin] Usage tracker for resource:network and tenant:56efb6ba595b42848bfcb0c8b2217c8a is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:54:00.880891 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-c82c9d57-fb2c-41f9-ae23-c5c509ba5944 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:54:00.887060 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-c82c9d57-fb2c-41f9-ae23-c5c509ba5944 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:54:00.896556 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c82c9d57-fb2c-41f9-ae23-c5c509ba5944 admin admin] Made reservation on behalf of 56efb6ba595b42848bfcb0c8b2217c8a for: {'network': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:54:00.898946 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c82c9d57-fb2c-41f9-ae23-c5c509ba5944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:00.911148 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c82c9d57-fb2c-41f9-ae23-c5c509ba5944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:00.928655 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-c82c9d57-fb2c-41f9-ae23-c5c509ba5944 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:54:00.932378 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-c82c9d57-fb2c-41f9-ae23-c5c509ba5944 admin admin] Usage tracker for resource:security_group_rule and tenant:56efb6ba595b42848bfcb0c8b2217c8a is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:54:00.935120 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-c82c9d57-fb2c-41f9-ae23-c5c509ba5944 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:54:00.940705 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-c82c9d57-fb2c-41f9-ae23-c5c509ba5944 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:54:01.022494 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c82c9d57-fb2c-41f9-ae23-c5c509ba5944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:01.025893 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c82c9d57-fb2c-41f9-ae23-c5c509ba5944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:01.056567 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c82c9d57-fb2c-41f9-ae23-c5c509ba5944 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 443} {{(pid=88973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:54:01.065004 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82c9d57-fb2c-41f9-ae23-c5c509ba5944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=444be1f6-2169-4017-8d29-2a33f2dc9058,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:01.070729 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c82c9d57-fb2c-41f9-ae23-c5c509ba5944 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:01.070996 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-c82c9d57-fb2c-41f9-ae23-c5c509ba5944 admin admin] Added segment ec89611b-44de-460a-9ada-1bbcc29fb934 of type vlan for network 6a7405f4-8e5b-4caa-8343-3a21c57dfc23 Oct 13 15:54:01.086422 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device db4efec3-23c3-44cf-9496-9d6f0be31339 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:54:01.099213 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c82c9d57-fb2c-41f9-ae23-c5c509ba5944 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:01.121813 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: db4efec3-23c3-44cf-9496-9d6f0be31339 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:54:01.122429 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device db4efec3-23c3-44cf-9496-9d6f0be31339 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:54:01.130046 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c82c9d57-fb2c-41f9-ae23-c5c509ba5944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:01.131047 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82c9d57-fb2c-41f9-ae23-c5c509ba5944 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:01.131612 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c82c9d57-fb2c-41f9-ae23-c5c509ba5944 admin admin] Notify callbacks [] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:01.232355 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82c9d57-fb2c-41f9-ae23-c5c509ba5944 admin admin] Pushing event updated for resources: {'Network': ['ID=6a7405f4-8e5b-4caa-8343-3a21c57dfc23,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:01.235871 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c82c9d57-fb2c-41f9-ae23-c5c509ba5944 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4677274 Oct 13 15:54:01.240259 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 58228) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:54:01.244416 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 6a7405f4-8e5b-4caa-8343-3a21c57dfc23 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:54:01.246667 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-2eff6a8d-cbde-455f-a98b-80579d27d938 admin admin] Request body: {'subnet': {'network_id': '6a7405f4-8e5b-4caa-8343-3a21c57dfc23', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-578307141-subnet', 'tenant_id': '56efb6ba595b42848bfcb0c8b2217c8a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:54:01.251721 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-2eff6a8d-cbde-455f-a98b-80579d27d938 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:54:01.255630 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-2eff6a8d-cbde-455f-a98b-80579d27d938 admin admin] Usage tracker for resource:subnet and tenant:56efb6ba595b42848bfcb0c8b2217c8a is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:54:01.258534 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-2eff6a8d-cbde-455f-a98b-80579d27d938 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:54:01.264316 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-2eff6a8d-cbde-455f-a98b-80579d27d938 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:54:01.274942 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eff6a8d-cbde-455f-a98b-80579d27d938 admin admin] Made reservation on behalf of 56efb6ba595b42848bfcb0c8b2217c8a for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:54:01.277188 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2eff6a8d-cbde-455f-a98b-80579d27d938 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:01.471766 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2eff6a8d-cbde-455f-a98b-80579d27d938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:01.547062 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff6a8d-cbde-455f-a98b-80579d27d938 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a43b288-4867-4b5f-bb27-735681c5ff69,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:01.554392 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eff6a8d-cbde-455f-a98b-80579d27d938 admin admin] Checking segment: {'id': 'ec89611b-44de-460a-9ada-1bbcc29fb934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6a7405f4-8e5b-4caa-8343-3a21c57dfc23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:54:01.554741 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eff6a8d-cbde-455f-a98b-80579d27d938 admin admin] Network hostable DHCP agents. Network: 6a7405f4-8e5b-4caa-8343-3a21c57dfc23, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:54:01.572905 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eff6a8d-cbde-455f-a98b-80579d27d938 admin admin] Network 6a7405f4-8e5b-4caa-8343-3a21c57dfc23 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:54:01.582072 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-2eff6a8d-cbde-455f-a98b-80579d27d938 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 6a7405f4-8e5b-4caa-8343-3a21c57dfc23) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:54:01.586575 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eff6a8d-cbde-455f-a98b-80579d27d938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:01.587560 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2eff6a8d-cbde-455f-a98b-80579d27d938 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:01.591862 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c30b52-9fdf-47be-8154-fe26cca2e3d4 None None] Network 6a7405f4-8e5b-4caa-8343-3a21c57dfc23 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:54:01.608592 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-2eff6a8d-cbde-455f-a98b-80579d27d938 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3673227 Oct 13 15:54:01.611324 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 58232) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:54:01.616143 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-f63993a5-fdd4-494a-8ffe-7c0f7837dfd8 admin admin] Request body: {'router': {'name': 'tempest-ServerDiskConfigTestJSON-578307141-router', 'tenant_id': '56efb6ba595b42848bfcb0c8b2217c8a', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:54:01.620582 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-f63993a5-fdd4-494a-8ffe-7c0f7837dfd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:54:01.624467 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-f63993a5-fdd4-494a-8ffe-7c0f7837dfd8 admin admin] Usage tracker for resource:router and tenant:56efb6ba595b42848bfcb0c8b2217c8a is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:54:01.627829 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-f63993a5-fdd4-494a-8ffe-7c0f7837dfd8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:54:01.634113 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-f63993a5-fdd4-494a-8ffe-7c0f7837dfd8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:54:01.645028 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f63993a5-fdd4-494a-8ffe-7c0f7837dfd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:01.646086 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f63993a5-fdd4-494a-8ffe-7c0f7837dfd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:01.661882 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f63993a5-fdd4-494a-8ffe-7c0f7837dfd8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:01.817146 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa1ae8f-eb88-4b1c-859f-a55dc81170b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-6a7405f4-8e5b-4caa-8343-3a21c57dfc23', 'network_id': '6a7405f4-8e5b-4caa-8343-3a21c57dfc23', 'tenant_id': '56efb6ba595b42848bfcb0c8b2217c8a', 'fixed_ips': [{'subnet_id': '7a43b288-4867-4b5f-bb27-735681c5ff69'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:54:01.818030 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2fa1ae8f-eb88-4b1c-859f-a55dc81170b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:01.969811 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-2fa1ae8f-eb88-4b1c-859f-a55dc81170b2 None None] Allocated IP 172.20.0.2 (6a7405f4-8e5b-4caa-8343-3a21c57dfc23/7a43b288-4867-4b5f-bb27-735681c5ff69/14670d0c-affd-4ccc-8b6b-cdbad3a33979) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:54:02.029755 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f63993a5-fdd4-494a-8ffe-7c0f7837dfd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:02.176521 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2fa1ae8f-eb88-4b1c-859f-a55dc81170b2 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:02.186628 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-2fa1ae8f-eb88-4b1c-859f-a55dc81170b2 None None] Transition to ACTIVE for port object 14670d0c-affd-4ccc-8b6b-cdbad3a33979 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:54:02.204982 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-2fa1ae8f-eb88-4b1c-859f-a55dc81170b2 None None] Transition to ACTIVE for port object 14670d0c-affd-4ccc-8b6b-cdbad3a33979 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:54:02.211056 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2fa1ae8f-eb88-4b1c-859f-a55dc81170b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:02.276483 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa1ae8f-eb88-4b1c-859f-a55dc81170b2 None None] Network 6a7405f4-8e5b-4caa-8343-3a21c57dfc23 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:54:02.279314 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-2fa1ae8f-eb88-4b1c-859f-a55dc81170b2 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:54:02.282922 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa1ae8f-eb88-4b1c-859f-a55dc81170b2 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:54:02.289164 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa1ae8f-eb88-4b1c-859f-a55dc81170b2 None None] Pushing event updated for resources: {'Port': ['ID=14670d0c-affd-4ccc-8b6b-cdbad3a33979,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:02.355282 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f63993a5-fdd4-494a-8ffe-7c0f7837dfd8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:02.385538 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f63993a5-fdd4-494a-8ffe-7c0f7837dfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:02.399071 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-2fa1ae8f-eb88-4b1c-859f-a55dc81170b2 None None] Attempting to bind port 14670d0c-affd-4ccc-8b6b-cdbad3a33979 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:54:02.399452 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-2fa1ae8f-eb88-4b1c-859f-a55dc81170b2 None None] Attempting to bind port 14670d0c-affd-4ccc-8b6b-cdbad3a33979 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'ec89611b-44de-460a-9ada-1bbcc29fb934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6a7405f4-8e5b-4caa-8343-3a21c57dfc23'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:54:02.399800 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa1ae8f-eb88-4b1c-859f-a55dc81170b2 None None] Attempting to bind port 14670d0c-affd-4ccc-8b6b-cdbad3a33979 on network 6a7405f4-8e5b-4caa-8343-3a21c57dfc23 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:54:02.406875 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa1ae8f-eb88-4b1c-859f-a55dc81170b2 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:54:02.407247 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa1ae8f-eb88-4b1c-859f-a55dc81170b2 None None] Checking segment: {'id': 'ec89611b-44de-460a-9ada-1bbcc29fb934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6a7405f4-8e5b-4caa-8343-3a21c57dfc23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:54:02.407641 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2fa1ae8f-eb88-4b1c-859f-a55dc81170b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:02.408030 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa1ae8f-eb88-4b1c-859f-a55dc81170b2 None None] Bound using segment: {'id': 'ec89611b-44de-460a-9ada-1bbcc29fb934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6a7405f4-8e5b-4caa-8343-3a21c57dfc23'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:54:02.409006 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-2fa1ae8f-eb88-4b1c-859f-a55dc81170b2 None None] Bound port: 14670d0c-affd-4ccc-8b6b-cdbad3a33979, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec89611b-44de-460a-9ada-1bbcc29fb934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6a7405f4-8e5b-4caa-8343-3a21c57dfc23'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:54:02.409387 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2fa1ae8f-eb88-4b1c-859f-a55dc81170b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:02.503199 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-2fa1ae8f-eb88-4b1c-859f-a55dc81170b2 None None] For port 14670d0c-affd-4ccc-8b6b-cdbad3a33979, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:54:02.506298 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-2fa1ae8f-eb88-4b1c-859f-a55dc81170b2 None None] For port 14670d0c-affd-4ccc-8b6b-cdbad3a33979, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=14670d0c-affd-4ccc-8b6b-cdbad3a33979,segment=NetworkSegment(ec89611b-44de-460a-9ada-1bbcc29fb934),segment_id=ec89611b-44de-460a-9ada-1bbcc29fb934)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:54:02.511777 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2fa1ae8f-eb88-4b1c-859f-a55dc81170b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:02.530520 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-f63993a5-fdd4-494a-8ffe-7c0f7837dfd8 admin admin] Allocated IP 172.26.2.163 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/a7353e62-c607-450c-8622-bf1b1f512f1d) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:54:02.598088 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa1ae8f-eb88-4b1c-859f-a55dc81170b2 None None] Pushing event updated for resources: {'Port': ['ID=14670d0c-affd-4ccc-8b6b-cdbad3a33979,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:02.694216 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f63993a5-fdd4-494a-8ffe-7c0f7837dfd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:02.727396 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f63993a5-fdd4-494a-8ffe-7c0f7837dfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:02.811456 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f63993a5-fdd4-494a-8ffe-7c0f7837dfd8 admin admin] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:54:02.814429 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-f63993a5-fdd4-494a-8ffe-7c0f7837dfd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:54:02.818069 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63993a5-fdd4-494a-8ffe-7c0f7837dfd8 admin admin] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:54:02.856016 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63993a5-fdd4-494a-8ffe-7c0f7837dfd8 admin admin] Pushing event updated for resources: {'Port': ['ID=a7353e62-c607-450c-8622-bf1b1f512f1d,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:03.116542 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 14670d0c-affd-4ccc-8b6b-cdbad3a33979 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:54:03.183712 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 14670d0c-affd-4ccc-8b6b-cdbad3a33979 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:54:03.363382 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f63993a5-fdd4-494a-8ffe-7c0f7837dfd8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:03.484033 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ec3edc-52fe-4ba3-b161-a8e071f69b1a None None] Network 6a7405f4-8e5b-4caa-8343-3a21c57dfc23 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:54:03.621952 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-c0bcdec3-2c34-4131-a785-cc779936fb02 None None] Provisioning for port 14670d0c-affd-4ccc-8b6b-cdbad3a33979 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:54:03.638136 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-c0bcdec3-2c34-4131-a785-cc779936fb02 None None] Provisioning complete for port 14670d0c-affd-4ccc-8b6b-cdbad3a33979 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:54:03.638516 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c0bcdec3-2c34-4131-a785-cc779936fb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:03.638847 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-c0bcdec3-2c34-4131-a785-cc779936fb02 None None] Attempt 1 to provision port 14670d0c-affd-4ccc-8b6b-cdbad3a33979 Oct 13 15:54:03.708988 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f63993a5-fdd4-494a-8ffe-7c0f7837dfd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:03.857195 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-c0bcdec3-2c34-4131-a785-cc779936fb02 None None] Current status of the port 14670d0c-affd-4ccc-8b6b-cdbad3a33979 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:54:03.857493 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c0bcdec3-2c34-4131-a785-cc779936fb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:03.896411 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-c0bcdec3-2c34-4131-a785-cc779936fb02 None None] For port 14670d0c-affd-4ccc-8b6b-cdbad3a33979, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=14670d0c-affd-4ccc-8b6b-cdbad3a33979,segment=NetworkSegment(ec89611b-44de-460a-9ada-1bbcc29fb934),segment_id=ec89611b-44de-460a-9ada-1bbcc29fb934)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:54:03.900849 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c0bcdec3-2c34-4131-a785-cc779936fb02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:03.921307 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f63993a5-fdd4-494a-8ffe-7c0f7837dfd8 admin admin] Router 5bbd6b60-0434-4354-8cdd-198907d66647 is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 15:54:03.973469 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bcdec3-2c34-4131-a785-cc779936fb02 None None] Pushing event updated for resources: {'Port': ['ID=14670d0c-affd-4ccc-8b6b-cdbad3a33979,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:04.102635 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f63993a5-fdd4-494a-8ffe-7c0f7837dfd8 admin admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:54:04.113179 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f856c7-543a-4755-9312-a3287c4391ff None None] Sync routers for ids ['5bbd6b60-0434-4354-8cdd-198907d66647'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:54:04.122759 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f856c7-543a-4755-9312-a3287c4391ff None None] Routers {'5bbd6b60-0434-4354-8cdd-198907d66647'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:54:04.123483 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ad5a9142-7006-4b6a-bb23-bf1a075d49c5 None None] Provisioning complete for port 14670d0c-affd-4ccc-8b6b-cdbad3a33979 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:54:04.123627 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-45f856c7-543a-4755-9312-a3287c4391ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:53:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['5bbd6b60-0434-4354-8cdd-198907d66647'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:54:04.123753 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ad5a9142-7006-4b6a-bb23-bf1a075d49c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:04.123996 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ad5a9142-7006-4b6a-bb23-bf1a075d49c5 None None] Attempt 1 to provision port 14670d0c-affd-4ccc-8b6b-cdbad3a33979 Oct 13 15:54:04.128568 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f63993a5-fdd4-494a-8ffe-7c0f7837dfd8 admin admin] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:04.130382 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-f63993a5-fdd4-494a-8ffe-7c0f7837dfd8 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5181308 Oct 13 15:54:04.132933 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 58236) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:54:04.241387 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ad5a9142-7006-4b6a-bb23-bf1a075d49c5 None None] Current status of the port 14670d0c-affd-4ccc-8b6b-cdbad3a33979 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:54:04.297540 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-45f856c7-543a-4755-9312-a3287c4391ff None None] Set router 5bbd6b60-0434-4354-8cdd-198907d66647 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:54:04.503500 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-37cf8f2e-789b-480f-8cc1-b1c21cba572b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:04.587529 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-45f856c7-543a-4755-9312-a3287c4391ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bbd6b60-0434-4354-8cdd-198907d66647', 'name': 'tempest-ServerDiskConfigTestJSON-578307141-router', 'tenant_id': '56efb6ba595b42848bfcb0c8b2217c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': 'a7353e62-c607-450c-8622-bf1b1f512f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:54:01Z', 'updated_at': '2022-10-13T15:54:03Z', 'revision_number': 3, 'project_id': '56efb6ba595b42848bfcb0c8b2217c8a', 'gw_port': {'id': 'a7353e62-c607-450c-8622-bf1b1f512f1d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:62:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bbd6b60-0434-4354-8cdd-198907d66647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:54:02Z', 'updated_at': '2022-10-13T15:54:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:54:04.591251 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f856c7-543a-4755-9312-a3287c4391ff None None] Checking router: 5bbd6b60-0434-4354-8cdd-198907d66647 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:54:04.591594 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f856c7-543a-4755-9312-a3287c4391ff None None] Updating router 5bbd6b60-0434-4354-8cdd-198907d66647 port a7353e62-c607-450c-8622-bf1b1f512f1d binding host dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:54:04.647215 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-45f856c7-543a-4755-9312-a3287c4391ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:04.927206 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-acc99571-90fc-4cde-8958-76a01b9dfed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:04.995944 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-45f856c7-543a-4755-9312-a3287c4391ff None None] Notify callbacks [] for port, precommit_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:05.010006 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.provisioning_blocks [None req-45f856c7-543a-4755-9312-a3287c4391ff None None] Transition to ACTIVE for port object a7353e62-c607-450c-8622-bf1b1f512f1d will not be triggered until provisioned by entity L2. {{(pid=88975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:54:05.016538 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-45f856c7-543a-4755-9312-a3287c4391ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:05.083211 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-45f856c7-543a-4755-9312-a3287c4391ff None None] Attempting to bind port a7353e62-c607-450c-8622-bf1b1f512f1d on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:54:05.083575 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-45f856c7-543a-4755-9312-a3287c4391ff None None] Attempting to bind port a7353e62-c607-450c-8622-bf1b1f512f1d by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:54:05.083931 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f856c7-543a-4755-9312-a3287c4391ff None None] Attempting to bind port a7353e62-c607-450c-8622-bf1b1f512f1d on network 8fb1fa59-32fe-4ed0-a248-96c43edb135f {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:54:05.090724 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 14670d0c-affd-4ccc-8b6b-cdbad3a33979 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:54:05.093604 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f856c7-543a-4755-9312-a3287c4391ff None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 53, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:54:05.093969 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f856c7-543a-4755-9312-a3287c4391ff None None] Checking segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:54:05.094490 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-45f856c7-543a-4755-9312-a3287c4391ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:05.094870 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f856c7-543a-4755-9312-a3287c4391ff None None] Bound using segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:54:05.095355 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-45f856c7-543a-4755-9312-a3287c4391ff None None] Bound port: a7353e62-c607-450c-8622-bf1b1f512f1d, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:54:05.095715 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-45f856c7-543a-4755-9312-a3287c4391ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:05.140371 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdf7766-a156-4c3b-9ec1-bce9ee1956dc None None] Pushing event updated for resources: {'Port': ['ID=a7353e62-c607-450c-8622-bf1b1f512f1d,revision_number=2']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:05.142019 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-acc99571-90fc-4cde-8958-76a01b9dfed6 admin admin] Allocated IP 172.20.0.1 (6a7405f4-8e5b-4caa-8343-3a21c57dfc23/7a43b288-4867-4b5f-bb27-735681c5ff69/ae48977c-0973-4721-ab99-89c4201db103) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:54:05.150854 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdf7766-a156-4c3b-9ec1-bce9ee1956dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:05.151207 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdf7766-a156-4c3b-9ec1-bce9ee1956dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:05.151615 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdf7766-a156-4c3b-9ec1-bce9ee1956dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:05.151846 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdf7766-a156-4c3b-9ec1-bce9ee1956dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:05.152162 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdf7766-a156-4c3b-9ec1-bce9ee1956dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:05.152484 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdf7766-a156-4c3b-9ec1-bce9ee1956dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:05.152801 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdf7766-a156-4c3b-9ec1-bce9ee1956dc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:05.153115 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdf7766-a156-4c3b-9ec1-bce9ee1956dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:05.153508 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdf7766-a156-4c3b-9ec1-bce9ee1956dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:05.153785 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdf7766-a156-4c3b-9ec1-bce9ee1956dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:05.154149 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdf7766-a156-4c3b-9ec1-bce9ee1956dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:05.154470 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebdf7766-a156-4c3b-9ec1-bce9ee1956dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:05.163330 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 14670d0c-affd-4ccc-8b6b-cdbad3a33979 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:54:05.163705 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:05.164035 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 14670d0c-affd-4ccc-8b6b-cdbad3a33979 Oct 13 15:54:05.191457 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-45f856c7-543a-4755-9312-a3287c4391ff None None] For port a7353e62-c607-450c-8622-bf1b1f512f1d, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:54:05.194731 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-45f856c7-543a-4755-9312-a3287c4391ff None None] For port a7353e62-c607-450c-8622-bf1b1f512f1d, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=a7353e62-c607-450c-8622-bf1b1f512f1d,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:54:05.200868 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-45f856c7-543a-4755-9312-a3287c4391ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:05.259804 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f856c7-543a-4755-9312-a3287c4391ff None None] Routers {'5bbd6b60-0434-4354-8cdd-198907d66647'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:54:05.260543 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-45f856c7-543a-4755-9312-a3287c4391ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:53:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['5bbd6b60-0434-4354-8cdd-198907d66647'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:54:05.291877 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 14670d0c-affd-4ccc-8b6b-cdbad3a33979 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:54:05.305439 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-acc99571-90fc-4cde-8958-76a01b9dfed6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:05.321878 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-acc99571-90fc-4cde-8958-76a01b9dfed6 admin admin] Transition to ACTIVE for port object ae48977c-0973-4721-ab99-89c4201db103 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:54:05.346028 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-acc99571-90fc-4cde-8958-76a01b9dfed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:05.350431 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebdf7766-a156-4c3b-9ec1-bce9ee1956dc None None] Pushing event updated for resources: {'Port': ['ID=a7353e62-c607-450c-8622-bf1b1f512f1d,revision_number=3']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:05.413299 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc99571-90fc-4cde-8958-76a01b9dfed6 admin admin] Network 6a7405f4-8e5b-4caa-8343-3a21c57dfc23 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:54:05.416102 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-acc99571-90fc-4cde-8958-76a01b9dfed6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:54:05.418828 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc99571-90fc-4cde-8958-76a01b9dfed6 admin admin] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:54:05.446112 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-45f856c7-543a-4755-9312-a3287c4391ff None None] Set router 5bbd6b60-0434-4354-8cdd-198907d66647 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:54:05.466002 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc99571-90fc-4cde-8958-76a01b9dfed6 admin admin] Pushing event updated for resources: {'Port': ['ID=ae48977c-0973-4721-ab99-89c4201db103,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:05.482428 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-acc99571-90fc-4cde-8958-76a01b9dfed6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:05.675852 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-05456f3d-542a-43d5-b524-cfa9652611d2 None None] Provisioning for port ae48977c-0973-4721-ab99-89c4201db103 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:54:05.684286 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-05456f3d-542a-43d5-b524-cfa9652611d2 None None] Provisioning complete for port ae48977c-0973-4721-ab99-89c4201db103 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:54:05.686989 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-05456f3d-542a-43d5-b524-cfa9652611d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:05.687991 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-05456f3d-542a-43d5-b524-cfa9652611d2 None None] Attempt 1 to provision port ae48977c-0973-4721-ab99-89c4201db103 Oct 13 15:54:05.748211 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-45f856c7-543a-4755-9312-a3287c4391ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bbd6b60-0434-4354-8cdd-198907d66647', 'name': 'tempest-ServerDiskConfigTestJSON-578307141-router', 'tenant_id': '56efb6ba595b42848bfcb0c8b2217c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': 'a7353e62-c607-450c-8622-bf1b1f512f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:54:01Z', 'updated_at': '2022-10-13T15:54:03Z', 'revision_number': 3, 'project_id': '56efb6ba595b42848bfcb0c8b2217c8a', 'gw_port': {'id': 'a7353e62-c607-450c-8622-bf1b1f512f1d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:62:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bbd6b60-0434-4354-8cdd-198907d66647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:54:02Z', 'updated_at': '2022-10-13T15:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:54:05.748827 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-05456f3d-542a-43d5-b524-cfa9652611d2 None None] Port ae48977c-0973-4721-ab99-89c4201db103 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:54:05.749102 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-acc99571-90fc-4cde-8958-76a01b9dfed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:05.753122 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f856c7-543a-4755-9312-a3287c4391ff None None] The sync data for ids ['5bbd6b60-0434-4354-8cdd-198907d66647'] in dv-neutron-860329-2-hyperv is: [{'id': '5bbd6b60-0434-4354-8cdd-198907d66647', 'name': 'tempest-ServerDiskConfigTestJSON-578307141-router', 'tenant_id': '56efb6ba595b42848bfcb0c8b2217c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': 'a7353e62-c607-450c-8622-bf1b1f512f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:54:01Z', 'updated_at': '2022-10-13T15:54:03Z', 'revision_number': 3, 'project_id': '56efb6ba595b42848bfcb0c8b2217c8a', 'gw_port': {'id': 'a7353e62-c607-450c-8622-bf1b1f512f1d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:62:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bbd6b60-0434-4354-8cdd-198907d66647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:54:02Z', 'updated_at': '2022-10-13T15:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:54:05.998330 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-acc99571-90fc-4cde-8958-76a01b9dfed6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:06.006541 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-acc99571-90fc-4cde-8958-76a01b9dfed6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:06.121773 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-acc99571-90fc-4cde-8958-76a01b9dfed6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:06.126490 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc99571-90fc-4cde-8958-76a01b9dfed6 admin admin] Pushing event updated for resources: {'Port': ['ID=ae48977c-0973-4721-ab99-89c4201db103,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:06.250308 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-05456f3d-542a-43d5-b524-cfa9652611d2 None None] Attempt 2 to provision port ae48977c-0973-4721-ab99-89c4201db103 Oct 13 15:54:06.266840 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acc99571-90fc-4cde-8958-76a01b9dfed6 admin admin] Network 6a7405f4-8e5b-4caa-8343-3a21c57dfc23 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:54:06.268036 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-acc99571-90fc-4cde-8958-76a01b9dfed6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:54:06.314227 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-05456f3d-542a-43d5-b524-cfa9652611d2 None None] Port ae48977c-0973-4721-ab99-89c4201db103 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:54:06.583820 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acc99571-90fc-4cde-8958-76a01b9dfed6 admin admin] Router 5bbd6b60-0434-4354-8cdd-198907d66647 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:54:06.649380 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-3747ee90-41b2-4d0f-a896-904fc332a512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:06.768774 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acc99571-90fc-4cde-8958-76a01b9dfed6 admin admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:54:06.777884 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-acc99571-90fc-4cde-8958-76a01b9dfed6 admin admin] 10.222.0.42 "PUT /v2.0/routers/5bbd6b60-0434-4354-8cdd-198907d66647/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6437430 Oct 13 15:54:06.816594 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-05456f3d-542a-43d5-b524-cfa9652611d2 None None] Attempt 3 to provision port ae48977c-0973-4721-ab99-89c4201db103 Oct 13 15:54:06.869715 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-05456f3d-542a-43d5-b524-cfa9652611d2 None None] Port ae48977c-0973-4721-ab99-89c4201db103 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:54:07.136450 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device a7353e62-c607-450c-8622-bf1b1f512f1d up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:54:07.201804 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port a7353e62-c607-450c-8622-bf1b1f512f1d completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:54:07.206374 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port a7353e62-c607-450c-8622-bf1b1f512f1d triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:54:07.206809 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:07.207089 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port a7353e62-c607-450c-8622-bf1b1f512f1d Oct 13 15:54:07.245990 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481a5b1e-a24e-4fc2-b61f-7d0889589bc2 None None] Sync routers for ids ['5bbd6b60-0434-4354-8cdd-198907d66647'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:54:07.270443 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481a5b1e-a24e-4fc2-b61f-7d0889589bc2 None None] Routers {'5bbd6b60-0434-4354-8cdd-198907d66647'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:54:07.271050 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-481a5b1e-a24e-4fc2-b61f-7d0889589bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:54:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['5bbd6b60-0434-4354-8cdd-198907d66647'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:54:07.282515 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331e0ae9-87a2-42b0-b247-b29fb9e1edcb req-095d5f3f-5418-4a40-b5a6-82ee9a580671 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:07.283128 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-331e0ae9-87a2-42b0-b247-b29fb9e1edcb req-095d5f3f-5418-4a40-b5a6-82ee9a580671 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Synchronizing usage tracker for tenant:56efb6ba595b42848bfcb0c8b2217c8a on resource:network {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:54:07.301825 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-331e0ae9-87a2-42b0-b247-b29fb9e1edcb req-095d5f3f-5418-4a40-b5a6-82ee9a580671 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Unset dirty status for tenant:56efb6ba595b42848bfcb0c8b2217c8a on resource:network {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:54:07.303485 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-331e0ae9-87a2-42b0-b247-b29fb9e1edcb req-095d5f3f-5418-4a40-b5a6-82ee9a580671 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/networks?id=6a7405f4-8e5b-4caa-8343-3a21c57dfc23 HTTP/1.1" status: 200 len: 814 time: 0.1687348 Oct 13 15:54:07.318675 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-331e0ae9-87a2-42b0-b247-b29fb9e1edcb req-37c119ab-53a7-43de-b9b6-00ba30ee2114 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/quotas/56efb6ba595b42848bfcb0c8b2217c8a HTTP/1.1" status: 200 len: 375 time: 0.0096064 Oct 13 15:54:07.385261 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-05456f3d-542a-43d5-b524-cfa9652611d2 None None] Attempt 4 to provision port ae48977c-0973-4721-ab99-89c4201db103 Oct 13 15:54:07.410674 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-331e0ae9-87a2-42b0-b247-b29fb9e1edcb req-2f5f15a2-6211-4b46-baf9-bbe4b7dd2b28 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Synchronizing usage tracker for tenant:56efb6ba595b42848bfcb0c8b2217c8a on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:54:07.427423 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-331e0ae9-87a2-42b0-b247-b29fb9e1edcb req-2f5f15a2-6211-4b46-baf9-bbe4b7dd2b28 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Unset dirty status for tenant:56efb6ba595b42848bfcb0c8b2217c8a on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:54:07.428813 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-331e0ae9-87a2-42b0-b247-b29fb9e1edcb req-2f5f15a2-6211-4b46-baf9-bbe4b7dd2b28 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=56efb6ba595b42848bfcb0c8b2217c8a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1025243 Oct 13 15:54:07.527802 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port a7353e62-c607-450c-8622-bf1b1f512f1d is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:54:07.528094 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:07.540926 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-05456f3d-542a-43d5-b524-cfa9652611d2 None None] Port ae48977c-0973-4721-ab99-89c4201db103 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:54:07.557835 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-481a5b1e-a24e-4fc2-b61f-7d0889589bc2 None None] Set router 5bbd6b60-0434-4354-8cdd-198907d66647 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:54:07.606765 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port a7353e62-c607-450c-8622-bf1b1f512f1d, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=a7353e62-c607-450c-8622-bf1b1f512f1d,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:54:07.615567 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-331e0ae9-87a2-42b0-b247-b29fb9e1edcb req-d26a9bed-c82c-4693-abb5-69888590a78f service neutron] 10.222.0.42 "GET /v2.0/networks/6a7405f4-8e5b-4caa-8343-3a21c57dfc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794157 Oct 13 15:54:07.616129 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:07.756245 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-331e0ae9-87a2-42b0-b247-b29fb9e1edcb req-7e617e68-86b4-48dc-b785-b791495c9556 service neutron] 10.222.0.42 "GET /v2.0/networks/6a7405f4-8e5b-4caa-8343-3a21c57dfc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346431 Oct 13 15:54:07.827301 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:07.828624 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=a7353e62-c607-450c-8622-bf1b1f512f1d,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:07.946702 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5ad0e44c-c08c-4693-ae05-8ff9be3cfd29 req-2378c8f8-fd42-4d32-976a-c186b01658e7 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f1e2698-ba4d-499c-bffe-22e6d10c5737 HTTP/1.1" status: 200 len: 210 time: 0.0577939 Oct 13 15:54:07.964087 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:08.000578 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-481a5b1e-a24e-4fc2-b61f-7d0889589bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bbd6b60-0434-4354-8cdd-198907d66647', 'name': 'tempest-ServerDiskConfigTestJSON-578307141-router', 'tenant_id': '56efb6ba595b42848bfcb0c8b2217c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': 'a7353e62-c607-450c-8622-bf1b1f512f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:54:01Z', 'updated_at': '2022-10-13T15:54:05Z', 'revision_number': 4, 'project_id': '56efb6ba595b42848bfcb0c8b2217c8a', 'gw_port': {'id': 'a7353e62-c607-450c-8622-bf1b1f512f1d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:62:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bbd6b60-0434-4354-8cdd-198907d66647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:54:02Z', 'updated_at': '2022-10-13T15:54:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': 'ae48977c-0973-4721-ab99-89c4201db103', 'name': '', 'network_id': '6a7405f4-8e5b-4caa-8343-3a21c57dfc23', 'tenant_id': '56efb6ba595b42848bfcb0c8b2217c8a', 'mac_address': 'fa:16:3e:35:c0:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bbd6b60-0434-4354-8cdd-198907d66647', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '7a43b288-4867-4b5f-bb27-735681c5ff69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:54:04Z', 'updated_at': '2022-10-13T15:54:05Z', 'revision_number': 2, 'project_id': '56efb6ba595b42848bfcb0c8b2217c8a', 'subnets': [{'id': '7a43b288-4867-4b5f-bb27-735681c5ff69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:54:08.004480 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481a5b1e-a24e-4fc2-b61f-7d0889589bc2 None None] Checking router: 5bbd6b60-0434-4354-8cdd-198907d66647 for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:54:08.004826 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481a5b1e-a24e-4fc2-b61f-7d0889589bc2 None None] Updating router 5bbd6b60-0434-4354-8cdd-198907d66647 port ae48977c-0973-4721-ab99-89c4201db103 binding host dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:54:08.044909 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-05456f3d-542a-43d5-b524-cfa9652611d2 None None] Attempt 5 to provision port ae48977c-0973-4721-ab99-89c4201db103 Oct 13 15:54:08.104040 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-481a5b1e-a24e-4fc2-b61f-7d0889589bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:08.118949 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-05456f3d-542a-43d5-b524-cfa9652611d2 None None] Port ae48977c-0973-4721-ab99-89c4201db103 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:54:08.453280 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-481a5b1e-a24e-4fc2-b61f-7d0889589bc2 None None] Notify callbacks [] for port, precommit_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:08.465762 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-481a5b1e-a24e-4fc2-b61f-7d0889589bc2 None None] Transition to ACTIVE for port object ae48977c-0973-4721-ab99-89c4201db103 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:54:08.472463 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-481a5b1e-a24e-4fc2-b61f-7d0889589bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:08.619552 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-05456f3d-542a-43d5-b524-cfa9652611d2 None None] Attempt 6 to provision port ae48977c-0973-4721-ab99-89c4201db103 Oct 13 15:54:08.708195 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015cd7aa-e18a-4042-b588-5541c6481299 None None] Pushing event updated for resources: {'Port': ['ID=ae48977c-0973-4721-ab99-89c4201db103,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:08.739844 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-05456f3d-542a-43d5-b524-cfa9652611d2 None None] Port ae48977c-0973-4721-ab99-89c4201db103 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:54:08.741752 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-481a5b1e-a24e-4fc2-b61f-7d0889589bc2 None None] Attempting to bind port ae48977c-0973-4721-ab99-89c4201db103 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:54:08.742138 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-481a5b1e-a24e-4fc2-b61f-7d0889589bc2 None None] Attempting to bind port ae48977c-0973-4721-ab99-89c4201db103 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'ec89611b-44de-460a-9ada-1bbcc29fb934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6a7405f4-8e5b-4caa-8343-3a21c57dfc23'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:54:08.742502 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481a5b1e-a24e-4fc2-b61f-7d0889589bc2 None None] Attempting to bind port ae48977c-0973-4721-ab99-89c4201db103 on network 6a7405f4-8e5b-4caa-8343-3a21c57dfc23 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:54:08.748070 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481a5b1e-a24e-4fc2-b61f-7d0889589bc2 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 54, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:54:08.748437 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481a5b1e-a24e-4fc2-b61f-7d0889589bc2 None None] Checking segment: {'id': 'ec89611b-44de-460a-9ada-1bbcc29fb934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6a7405f4-8e5b-4caa-8343-3a21c57dfc23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:54:08.748835 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-481a5b1e-a24e-4fc2-b61f-7d0889589bc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:08.749224 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-481a5b1e-a24e-4fc2-b61f-7d0889589bc2 None None] Bound using segment: {'id': 'ec89611b-44de-460a-9ada-1bbcc29fb934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6a7405f4-8e5b-4caa-8343-3a21c57dfc23'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:54:08.749681 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-481a5b1e-a24e-4fc2-b61f-7d0889589bc2 None None] Bound port: ae48977c-0973-4721-ab99-89c4201db103, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec89611b-44de-460a-9ada-1bbcc29fb934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6a7405f4-8e5b-4caa-8343-3a21c57dfc23'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:54:08.750049 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-481a5b1e-a24e-4fc2-b61f-7d0889589bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:08.845112 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-481a5b1e-a24e-4fc2-b61f-7d0889589bc2 None None] For port ae48977c-0973-4721-ab99-89c4201db103, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:54:08.848601 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-481a5b1e-a24e-4fc2-b61f-7d0889589bc2 None None] For port ae48977c-0973-4721-ab99-89c4201db103, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=ae48977c-0973-4721-ab99-89c4201db103,segment=NetworkSegment(ec89611b-44de-460a-9ada-1bbcc29fb934),segment_id=ec89611b-44de-460a-9ada-1bbcc29fb934)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:54:08.852268 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-481a5b1e-a24e-4fc2-b61f-7d0889589bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:08.913761 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-481a5b1e-a24e-4fc2-b61f-7d0889589bc2 None None] Routers {'5bbd6b60-0434-4354-8cdd-198907d66647'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:54:08.914463 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-481a5b1e-a24e-4fc2-b61f-7d0889589bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:54:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['5bbd6b60-0434-4354-8cdd-198907d66647'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:54:08.967064 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331e0ae9-87a2-42b0-b247-b29fb9e1edcb req-30b41ef7-db8b-4a15-8631-562cb2d0e16c tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:08.968467 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-331e0ae9-87a2-42b0-b247-b29fb9e1edcb req-30b41ef7-db8b-4a15-8631-562cb2d0e16c tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.16 "GET /v2.0/networks?id=6a7405f4-8e5b-4caa-8343-3a21c57dfc23 HTTP/1.1" status: 200 len: 814 time: 0.1577818 Oct 13 15:54:08.989669 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-331e0ae9-87a2-42b0-b247-b29fb9e1edcb req-6d894477-c140-4bd3-b132-ce5664efc211 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Request body: {'port': {'device_id': '9f1e2698-ba4d-499c-bffe-22e6d10c5737', 'network_id': '6a7405f4-8e5b-4caa-8343-3a21c57dfc23', 'admin_state_up': True, 'tenant_id': '56efb6ba595b42848bfcb0c8b2217c8a'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:54:09.006752 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015cd7aa-e18a-4042-b588-5541c6481299 None None] Pushing event updated for resources: {'Port': ['ID=ae48977c-0973-4721-ab99-89c4201db103,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:09.115650 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-481a5b1e-a24e-4fc2-b61f-7d0889589bc2 None None] Set router 5bbd6b60-0434-4354-8cdd-198907d66647 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:54:09.158094 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device a7353e62-c607-450c-8622-bf1b1f512f1d up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:54:09.166525 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f9cadbe6-1eb5-49d5-946f-6210335d88c3 req-68117a6d-1b69-4eaa-b56b-bdaab5d195d7 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f1e2698-ba4d-499c-bffe-22e6d10c5737 HTTP/1.1" status: 200 len: 210 time: 0.0625358 Oct 13 15:54:09.201510 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-331e0ae9-87a2-42b0-b247-b29fb9e1edcb req-6d894477-c140-4bd3-b132-ce5664efc211 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:54:09.211722 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-331e0ae9-87a2-42b0-b247-b29fb9e1edcb req-6d894477-c140-4bd3-b132-ce5664efc211 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:54:09.222521 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-331e0ae9-87a2-42b0-b247-b29fb9e1edcb req-6d894477-c140-4bd3-b132-ce5664efc211 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Made reservation on behalf of 56efb6ba595b42848bfcb0c8b2217c8a for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:54:09.226465 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-331e0ae9-87a2-42b0-b247-b29fb9e1edcb req-6d894477-c140-4bd3-b132-ce5664efc211 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:09.248637 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-05456f3d-542a-43d5-b524-cfa9652611d2 None None] Attempt 7 to provision port ae48977c-0973-4721-ab99-89c4201db103 Oct 13 15:54:09.392141 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [req-331e0ae9-87a2-42b0-b247-b29fb9e1edcb req-6d894477-c140-4bd3-b132-ce5664efc211 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Allocated IP 172.20.0.3 (6a7405f4-8e5b-4caa-8343-3a21c57dfc23/7a43b288-4867-4b5f-bb27-735681c5ff69/05193800-5b26-4be5-a4cf-fc4eb1f0dd1a) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:54:09.487352 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-05456f3d-542a-43d5-b524-cfa9652611d2 None None] Port ae48977c-0973-4721-ab99-89c4201db103 had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 15:54:09.504592 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port a7353e62-c607-450c-8622-bf1b1f512f1d triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:54:09.504964 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:09.505297 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port a7353e62-c607-450c-8622-bf1b1f512f1d Oct 13 15:54:09.594172 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-331e0ae9-87a2-42b0-b247-b29fb9e1edcb req-6d894477-c140-4bd3-b132-ce5664efc211 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:09.612153 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-331e0ae9-87a2-42b0-b247-b29fb9e1edcb req-6d894477-c140-4bd3-b132-ce5664efc211 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Transition to ACTIVE for port object 05193800-5b26-4be5-a4cf-fc4eb1f0dd1a will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:54:09.638666 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-331e0ae9-87a2-42b0-b247-b29fb9e1edcb req-6d894477-c140-4bd3-b132-ce5664efc211 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:09.680701 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:09.711103 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port a7353e62-c607-450c-8622-bf1b1f512f1d is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:54:09.714761 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-331e0ae9-87a2-42b0-b247-b29fb9e1edcb req-6d894477-c140-4bd3-b132-ce5664efc211 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Network 6a7405f4-8e5b-4caa-8343-3a21c57dfc23 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:54:09.715877 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-481a5b1e-a24e-4fc2-b61f-7d0889589bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bbd6b60-0434-4354-8cdd-198907d66647', 'name': 'tempest-ServerDiskConfigTestJSON-578307141-router', 'tenant_id': '56efb6ba595b42848bfcb0c8b2217c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': 'a7353e62-c607-450c-8622-bf1b1f512f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:54:01Z', 'updated_at': '2022-10-13T15:54:05Z', 'revision_number': 4, 'project_id': '56efb6ba595b42848bfcb0c8b2217c8a', 'gw_port': {'id': 'a7353e62-c607-450c-8622-bf1b1f512f1d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:62:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bbd6b60-0434-4354-8cdd-198907d66647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:54:02Z', 'updated_at': '2022-10-13T15:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': 'ae48977c-0973-4721-ab99-89c4201db103', 'name': '', 'network_id': '6a7405f4-8e5b-4caa-8343-3a21c57dfc23', 'tenant_id': '56efb6ba595b42848bfcb0c8b2217c8a', 'mac_address': 'fa:16:3e:35:c0:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bbd6b60-0434-4354-8cdd-198907d66647', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '7a43b288-4867-4b5f-bb27-735681c5ff69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:54:04Z', 'updated_at': '2022-10-13T15:54:08Z', 'revision_number': 4, 'project_id': '56efb6ba595b42848bfcb0c8b2217c8a', 'subnets': [{'id': '7a43b288-4867-4b5f-bb27-735681c5ff69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:54:09.717940 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [req-331e0ae9-87a2-42b0-b247-b29fb9e1edcb req-6d894477-c140-4bd3-b132-ce5664efc211 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:54:09.719730 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-481a5b1e-a24e-4fc2-b61f-7d0889589bc2 None None] The sync data for ids ['5bbd6b60-0434-4354-8cdd-198907d66647'] in dv-neutron-860329-2-hyperv is: [{'id': '5bbd6b60-0434-4354-8cdd-198907d66647', 'name': 'tempest-ServerDiskConfigTestJSON-578307141-router', 'tenant_id': '56efb6ba595b42848bfcb0c8b2217c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': 'a7353e62-c607-450c-8622-bf1b1f512f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:54:01Z', 'updated_at': '2022-10-13T15:54:05Z', 'revision_number': 4, 'project_id': '56efb6ba595b42848bfcb0c8b2217c8a', 'gw_port': {'id': 'a7353e62-c607-450c-8622-bf1b1f512f1d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:62:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bbd6b60-0434-4354-8cdd-198907d66647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:54:02Z', 'updated_at': '2022-10-13T15:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': 'ae48977c-0973-4721-ab99-89c4201db103', 'name': '', 'network_id': '6a7405f4-8e5b-4caa-8343-3a21c57dfc23', 'tenant_id': '56efb6ba595b42848bfcb0c8b2217c8a', 'mac_address': 'fa:16:3e:35:c0:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5bbd6b60-0434-4354-8cdd-198907d66647', 'device_owner': 'network:router_interface', 'standard_attr_id': 1546, 'fixed_ips': [{'subnet_id': '7a43b288-4867-4b5f-bb27-735681c5ff69', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:54:04Z', 'updated_at': '2022-10-13T15:54:08Z', 'revision_number': 4, 'project_id': '56efb6ba595b42848bfcb0c8b2217c8a', 'subnets': [{'id': '7a43b288-4867-4b5f-bb27-735681c5ff69', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:54:09.721720 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-331e0ae9-87a2-42b0-b247-b29fb9e1edcb req-6d894477-c140-4bd3-b132-ce5664efc211 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:54:09.884380 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d894477-c140-4bd3-b132-ce5664efc211 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Pushing event updated for resources: {'Port': ['ID=05193800-5b26-4be5-a4cf-fc4eb1f0dd1a,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:09.923593 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331e0ae9-87a2-42b0-b247-b29fb9e1edcb req-6d894477-c140-4bd3-b132-ce5664efc211 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:09.924854 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-331e0ae9-87a2-42b0-b247-b29fb9e1edcb req-6d894477-c140-4bd3-b132-ce5664efc211 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:09.953021 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-331e0ae9-87a2-42b0-b247-b29fb9e1edcb req-6d894477-c140-4bd3-b132-ce5664efc211 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9736204 Oct 13 15:54:09.965088 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-331e0ae9-87a2-42b0-b247-b29fb9e1edcb req-80ffda54-6453-4945-b90c-a9ae6d8f3d9c service neutron] Request body: {'port': {'device_id': '9f1e2698-ba4d-499c-bffe-22e6d10c5737', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:54:10.069248 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-7f3f3807-7842-43ca-a38b-c2e8d99fc5df None None] Provisioning for port 05193800-5b26-4be5-a4cf-fc4eb1f0dd1a completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:54:10.074933 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-7f3f3807-7842-43ca-a38b-c2e8d99fc5df None None] Provisioning complete for port 05193800-5b26-4be5-a4cf-fc4eb1f0dd1a triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:54:10.075303 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7f3f3807-7842-43ca-a38b-c2e8d99fc5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:10.076177 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-7f3f3807-7842-43ca-a38b-c2e8d99fc5df None None] Attempt 1 to provision port 05193800-5b26-4be5-a4cf-fc4eb1f0dd1a Oct 13 15:54:10.084760 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-331e0ae9-87a2-42b0-b247-b29fb9e1edcb req-80ffda54-6453-4945-b90c-a9ae6d8f3d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:10.136992 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-7f3f3807-7842-43ca-a38b-c2e8d99fc5df None None] Port 05193800-5b26-4be5-a4cf-fc4eb1f0dd1a cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:54:10.374211 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c321e21-a4e5-4477-b018-42553480f7db req-9b2a0bd4-0ed8-4c48-a9a8-562038d10375 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:10.375992 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-4c321e21-a4e5-4477-b018-42553480f7db req-9b2a0bd4-0ed8-4c48-a9a8-562038d10375 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f1e2698-ba4d-499c-bffe-22e6d10c5737 HTTP/1.1" status: 200 len: 931 time: 0.0948160 Oct 13 15:54:10.425592 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-4c321e21-a4e5-4477-b018-42553480f7db req-1c165e7a-0b29-4022-b1de-fb5d2a3a3eb6 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440946 Oct 13 15:54:10.443052 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [req-331e0ae9-87a2-42b0-b247-b29fb9e1edcb req-80ffda54-6453-4945-b90c-a9ae6d8f3d9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05193800-5b26-4be5-a4cf-fc4eb1f0dd1a {{(pid=88973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 15:54:10.450999 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-331e0ae9-87a2-42b0-b247-b29fb9e1edcb req-80ffda54-6453-4945-b90c-a9ae6d8f3d9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:10.466562 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-331e0ae9-87a2-42b0-b247-b29fb9e1edcb req-80ffda54-6453-4945-b90c-a9ae6d8f3d9c service neutron] Transition to ACTIVE for port object 05193800-5b26-4be5-a4cf-fc4eb1f0dd1a will not be triggered until provisioned by entity L2. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:54:10.470712 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-331e0ae9-87a2-42b0-b247-b29fb9e1edcb req-80ffda54-6453-4945-b90c-a9ae6d8f3d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:10.638061 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-7f3f3807-7842-43ca-a38b-c2e8d99fc5df None None] Attempt 2 to provision port 05193800-5b26-4be5-a4cf-fc4eb1f0dd1a Oct 13 15:54:10.661396 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ffda54-6453-4945-b90c-a9ae6d8f3d9c service neutron] Pushing event updated for resources: {'Port': ['ID=05193800-5b26-4be5-a4cf-fc4eb1f0dd1a,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:10.704738 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-331e0ae9-87a2-42b0-b247-b29fb9e1edcb req-80ffda54-6453-4945-b90c-a9ae6d8f3d9c service neutron] Attempting to bind port 05193800-5b26-4be5-a4cf-fc4eb1f0dd1a on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:54:10.705071 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-331e0ae9-87a2-42b0-b247-b29fb9e1edcb req-80ffda54-6453-4945-b90c-a9ae6d8f3d9c service neutron] Attempting to bind port 05193800-5b26-4be5-a4cf-fc4eb1f0dd1a by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'ec89611b-44de-460a-9ada-1bbcc29fb934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6a7405f4-8e5b-4caa-8343-3a21c57dfc23'}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:54:10.705430 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331e0ae9-87a2-42b0-b247-b29fb9e1edcb req-80ffda54-6453-4945-b90c-a9ae6d8f3d9c service neutron] Attempting to bind port 05193800-5b26-4be5-a4cf-fc4eb1f0dd1a on network 6a7405f4-8e5b-4caa-8343-3a21c57dfc23 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:54:10.710630 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331e0ae9-87a2-42b0-b247-b29fb9e1edcb req-80ffda54-6453-4945-b90c-a9ae6d8f3d9c service neutron] Port 05193800-5b26-4be5-a4cf-fc4eb1f0dd1a on network 6a7405f4-8e5b-4caa-8343-3a21c57dfc23 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:54:10.710945 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331e0ae9-87a2-42b0-b247-b29fb9e1edcb req-80ffda54-6453-4945-b90c-a9ae6d8f3d9c service neutron] Attempting to bind port 05193800-5b26-4be5-a4cf-fc4eb1f0dd1a on network 6a7405f4-8e5b-4caa-8343-3a21c57dfc23 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:54:10.716176 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331e0ae9-87a2-42b0-b247-b29fb9e1edcb req-80ffda54-6453-4945-b90c-a9ae6d8f3d9c service neutron] Checking agent: {'id': 'c4d1d38a-44f6-47ac-b17c-311e640e7cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'started_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 53, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:54:10.716512 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331e0ae9-87a2-42b0-b247-b29fb9e1edcb req-80ffda54-6453-4945-b90c-a9ae6d8f3d9c service neutron] Checking segment: {'id': 'ec89611b-44de-460a-9ada-1bbcc29fb934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6a7405f4-8e5b-4caa-8343-3a21c57dfc23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:54:10.716907 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331e0ae9-87a2-42b0-b247-b29fb9e1edcb req-80ffda54-6453-4945-b90c-a9ae6d8f3d9c service neutron] Bound using segment: {'id': 'ec89611b-44de-460a-9ada-1bbcc29fb934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6a7405f4-8e5b-4caa-8343-3a21c57dfc23'} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:54:10.717313 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-331e0ae9-87a2-42b0-b247-b29fb9e1edcb req-80ffda54-6453-4945-b90c-a9ae6d8f3d9c service neutron] Bound port: 05193800-5b26-4be5-a4cf-fc4eb1f0dd1a, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec89611b-44de-460a-9ada-1bbcc29fb934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6a7405f4-8e5b-4caa-8343-3a21c57dfc23'}}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:54:10.717683 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-331e0ae9-87a2-42b0-b247-b29fb9e1edcb req-80ffda54-6453-4945-b90c-a9ae6d8f3d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:10.726647 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-7f3f3807-7842-43ca-a38b-c2e8d99fc5df None None] Port 05193800-5b26-4be5-a4cf-fc4eb1f0dd1a cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:54:10.812262 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-331e0ae9-87a2-42b0-b247-b29fb9e1edcb req-80ffda54-6453-4945-b90c-a9ae6d8f3d9c service neutron] For port 05193800-5b26-4be5-a4cf-fc4eb1f0dd1a, host hv-neutron-8603, cleared binding levels {{(pid=88973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:54:10.815652 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-331e0ae9-87a2-42b0-b247-b29fb9e1edcb req-80ffda54-6453-4945-b90c-a9ae6d8f3d9c service neutron] For port 05193800-5b26-4be5-a4cf-fc4eb1f0dd1a, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=05193800-5b26-4be5-a4cf-fc4eb1f0dd1a,segment=NetworkSegment(ec89611b-44de-460a-9ada-1bbcc29fb934),segment_id=ec89611b-44de-460a-9ada-1bbcc29fb934)] {{(pid=88973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:54:10.819833 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-331e0ae9-87a2-42b0-b247-b29fb9e1edcb req-80ffda54-6453-4945-b90c-a9ae6d8f3d9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:10.850797 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331e0ae9-87a2-42b0-b247-b29fb9e1edcb req-80ffda54-6453-4945-b90c-a9ae6d8f3d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:10.851427 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-331e0ae9-87a2-42b0-b247-b29fb9e1edcb req-80ffda54-6453-4945-b90c-a9ae6d8f3d9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:10.852769 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-331e0ae9-87a2-42b0-b247-b29fb9e1edcb req-80ffda54-6453-4945-b90c-a9ae6d8f3d9c service neutron] 10.222.0.16 "PUT /v2.0/ports/05193800-5b26-4be5-a4cf-fc4eb1f0dd1a HTTP/1.1" status: 200 len: 1093 time: 0.8923469 Oct 13 15:54:10.853264 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f1e2698-ba4d-499c-bffe-22e6d10c5737', 'tag': '05193800-5b26-4be5-a4cf-fc4eb1f0dd1a'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:54:10.855600 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f40dd436-da6d-4fb2-849a-36ffae984f12" -d '{"events": [{"name": "network-changed", "server_uuid": "9f1e2698-ba4d-499c-bffe-22e6d10c5737", "tag": "05193800-5b26-4be5-a4cf-fc4eb1f0dd1a"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:54:10.933593 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 15:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e595351-b506-429c-b606-71fbf3dfcb0c x-openstack-request-id: req-9e595351-b506-429c-b606-71fbf3dfcb0c {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:54:10.933872 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f1e2698-ba4d-499c-bffe-22e6d10c5737", "tag": "05193800-5b26-4be5-a4cf-fc4eb1f0dd1a", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:54:10.934149 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9e595351-b506-429c-b606-71fbf3dfcb0c {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:54:10.934552 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e595351-b506-429c-b606-71fbf3dfcb0c'] response: {'name': 'network-changed', 'server_uuid': '9f1e2698-ba4d-499c-bffe-22e6d10c5737', 'tag': '05193800-5b26-4be5-a4cf-fc4eb1f0dd1a', 'status': 'completed', 'code': 200} Oct 13 15:54:10.947765 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ffda54-6453-4945-b90c-a9ae6d8f3d9c service neutron] Pushing event updated for resources: {'Port': ['ID=05193800-5b26-4be5-a4cf-fc4eb1f0dd1a,revision_number=3']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:10.976432 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331e0ae9-87a2-42b0-b247-b29fb9e1edcb req-d27d8aff-328f-4a99-a8c8-7838810960a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:10.977922 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-331e0ae9-87a2-42b0-b247-b29fb9e1edcb req-d27d8aff-328f-4a99-a8c8-7838810960a2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=56efb6ba595b42848bfcb0c8b2217c8a&device_id=9f1e2698-ba4d-499c-bffe-22e6d10c5737 HTTP/1.1" status: 200 len: 1096 time: 0.0871251 Oct 13 15:54:11.047409 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-331e0ae9-87a2-42b0-b247-b29fb9e1edcb req-299f61db-438c-4970-b954-b132afff9a13 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05193800-5b26-4be5-a4cf-fc4eb1f0dd1a HTTP/1.1" status: 200 len: 217 time: 0.0631359 Oct 13 15:54:11.107025 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device ae48977c-0973-4721-ab99-89c4201db103 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:54:11.110685 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331e0ae9-87a2-42b0-b247-b29fb9e1edcb req-626587d3-d9ca-4715-bb85-eee0c99f4e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:11.112705 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-331e0ae9-87a2-42b0-b247-b29fb9e1edcb req-626587d3-d9ca-4715-bb85-eee0c99f4e72 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7a43b288-4867-4b5f-bb27-735681c5ff69 HTTP/1.1" status: 200 len: 853 time: 0.0593848 Oct 13 15:54:11.176635 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port ae48977c-0973-4721-ab99-89c4201db103 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:54:11.182242 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port ae48977c-0973-4721-ab99-89c4201db103 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:54:11.182631 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:11.182966 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port ae48977c-0973-4721-ab99-89c4201db103 Oct 13 15:54:11.197642 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331e0ae9-87a2-42b0-b247-b29fb9e1edcb req-e7d17d5f-869f-4faf-87b0-ced92319648b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:11.199155 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-331e0ae9-87a2-42b0-b247-b29fb9e1edcb req-e7d17d5f-869f-4faf-87b0-ced92319648b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6a7405f4-8e5b-4caa-8343-3a21c57dfc23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0807083 Oct 13 15:54:11.228488 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-7f3f3807-7842-43ca-a38b-c2e8d99fc5df None None] Attempt 3 to provision port 05193800-5b26-4be5-a4cf-fc4eb1f0dd1a Oct 13 15:54:11.327783 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-7f3f3807-7842-43ca-a38b-c2e8d99fc5df None None] Port 05193800-5b26-4be5-a4cf-fc4eb1f0dd1a had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 15:54:11.331997 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-331e0ae9-87a2-42b0-b247-b29fb9e1edcb req-c9111728-eb9c-4d14-ab23-8f5b01bd32a8 service neutron] 10.222.0.16 "GET /v2.0/networks/6a7405f4-8e5b-4caa-8343-3a21c57dfc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264071 Oct 13 15:54:11.360143 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port ae48977c-0973-4721-ab99-89c4201db103 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:54:11.360515 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:11.392454 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port ae48977c-0973-4721-ab99-89c4201db103, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=ae48977c-0973-4721-ab99-89c4201db103,segment=NetworkSegment(ec89611b-44de-460a-9ada-1bbcc29fb934),segment_id=ec89611b-44de-460a-9ada-1bbcc29fb934)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:54:11.396728 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:11.462274 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-331e0ae9-87a2-42b0-b247-b29fb9e1edcb req-acaeedc8-0c2d-4ca1-a4b1-16ded6135191 service neutron] 10.222.0.16 "GET /v2.0/networks/6a7405f4-8e5b-4caa-8343-3a21c57dfc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248894 Oct 13 15:54:11.462882 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=ae48977c-0973-4721-ab99-89c4201db103,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:11.471322 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:11.471951 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:11.472193 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:11.472295 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:11.472627 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:11.472951 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:11.473272 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:11.473768 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:11.474115 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:11.474454 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:11.475189 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:11.475317 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:11.584989 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40dd436-da6d-4fb2-849a-36ffae984f12 req-0f47d727-e98f-44e6-b1b4-28803dd4c3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:11.586405 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f40dd436-da6d-4fb2-849a-36ffae984f12 req-0f47d727-e98f-44e6-b1b4-28803dd4c3ba service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=56efb6ba595b42848bfcb0c8b2217c8a&device_id=9f1e2698-ba4d-499c-bffe-22e6d10c5737 HTTP/1.1" status: 200 len: 1096 time: 0.0780745 Oct 13 15:54:11.632141 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b54d65-e2f9-4a30-9958-13dd946fe9d2 req-713d86d7-39dd-4e86-8094-37acda7cad87 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:11.633600 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-c0b54d65-e2f9-4a30-9958-13dd946fe9d2 req-713d86d7-39dd-4e86-8094-37acda7cad87 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f1e2698-ba4d-499c-bffe-22e6d10c5737 HTTP/1.1" status: 200 len: 943 time: 0.0905647 Oct 13 15:54:11.682464 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-c0b54d65-e2f9-4a30-9958-13dd946fe9d2 req-e202d39f-dc24-437e-abeb-afda6f29058b tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422163 Oct 13 15:54:11.826351 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40dd436-da6d-4fb2-849a-36ffae984f12 req-4127ee3f-e3d3-4604-91be-8a60ca6931f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:11.827771 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f40dd436-da6d-4fb2-849a-36ffae984f12 req-4127ee3f-e3d3-4604-91be-8a60ca6931f0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6a7405f4-8e5b-4caa-8343-3a21c57dfc23 HTTP/1.1" status: 200 len: 915 time: 0.2359757 Oct 13 15:54:11.895735 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f40dd436-da6d-4fb2-849a-36ffae984f12 req-719075e7-5087-4e34-a7b8-43e480e404de service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05193800-5b26-4be5-a4cf-fc4eb1f0dd1a HTTP/1.1" status: 200 len: 217 time: 0.0618799 Oct 13 15:54:11.955892 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40dd436-da6d-4fb2-849a-36ffae984f12 req-d629f5fc-409f-4818-9945-80c1dc021612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:11.957234 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f40dd436-da6d-4fb2-849a-36ffae984f12 req-d629f5fc-409f-4818-9945-80c1dc021612 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7a43b288-4867-4b5f-bb27-735681c5ff69 HTTP/1.1" status: 200 len: 853 time: 0.0552049 Oct 13 15:54:12.039564 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40dd436-da6d-4fb2-849a-36ffae984f12 req-4499741e-5007-4160-abad-56b1629ece21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:12.040994 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f40dd436-da6d-4fb2-849a-36ffae984f12 req-4499741e-5007-4160-abad-56b1629ece21 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6a7405f4-8e5b-4caa-8343-3a21c57dfc23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0778120 Oct 13 15:54:12.169561 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f40dd436-da6d-4fb2-849a-36ffae984f12 req-d63ee1e4-b59b-420c-9dea-d58889fe4b98 service neutron] 10.222.0.16 "GET /v2.0/networks/6a7405f4-8e5b-4caa-8343-3a21c57dfc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221046 Oct 13 15:54:12.296835 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f40dd436-da6d-4fb2-849a-36ffae984f12 req-432ae96f-501c-4d17-99e4-33f5c82e8ffb service neutron] 10.222.0.16 "GET /v2.0/networks/6a7405f4-8e5b-4caa-8343-3a21c57dfc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210501 Oct 13 15:54:12.887382 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca782e3-6d8f-4a78-b6ff-1412b5e5279e req-f30ce6f8-d9dc-4ea9-937e-8caa70bc41eb tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:12.888092 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-6ca782e3-6d8f-4a78-b6ff-1412b5e5279e req-f30ce6f8-d9dc-4ea9-937e-8caa70bc41eb tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Synchronizing usage tracker for tenant:56efb6ba595b42848bfcb0c8b2217c8a on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:54:12.903419 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-6ca782e3-6d8f-4a78-b6ff-1412b5e5279e req-f30ce6f8-d9dc-4ea9-937e-8caa70bc41eb tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Unset dirty status for tenant:56efb6ba595b42848bfcb0c8b2217c8a on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:54:12.904581 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6ca782e3-6d8f-4a78-b6ff-1412b5e5279e req-f30ce6f8-d9dc-4ea9-937e-8caa70bc41eb tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f1e2698-ba4d-499c-bffe-22e6d10c5737 HTTP/1.1" status: 200 len: 943 time: 0.1044443 Oct 13 15:54:12.950608 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-6ca782e3-6d8f-4a78-b6ff-1412b5e5279e req-021a98e8-7510-44ed-b967-36d4e205e3e2 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Synchronizing usage tracker for tenant:56efb6ba595b42848bfcb0c8b2217c8a on resource:security_group {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:54:12.966715 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-6ca782e3-6d8f-4a78-b6ff-1412b5e5279e req-021a98e8-7510-44ed-b967-36d4e205e3e2 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Unset dirty status for tenant:56efb6ba595b42848bfcb0c8b2217c8a on resource:security_group {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:54:12.967911 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6ca782e3-6d8f-4a78-b6ff-1412b5e5279e req-021a98e8-7510-44ed-b967-36d4e205e3e2 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573962 Oct 13 15:54:13.093026 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device ae48977c-0973-4721-ab99-89c4201db103 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:54:13.164704 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port ae48977c-0973-4721-ab99-89c4201db103 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:54:13.164993 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:13.165328 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port ae48977c-0973-4721-ab99-89c4201db103 Oct 13 15:54:13.282578 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port ae48977c-0973-4721-ab99-89c4201db103 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:54:14.162173 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3625aaf-7438-4917-bb17-b0ff28cb1dd7 req-e4142432-38fa-42f0-bd0d-6acbe2862a32 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:14.163625 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f3625aaf-7438-4917-bb17-b0ff28cb1dd7 req-e4142432-38fa-42f0-bd0d-6acbe2862a32 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f1e2698-ba4d-499c-bffe-22e6d10c5737 HTTP/1.1" status: 200 len: 943 time: 0.0860260 Oct 13 15:54:14.210212 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f3625aaf-7438-4917-bb17-b0ff28cb1dd7 req-52631adb-cba0-4fce-8ce6-35d94fa45dad tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409331 Oct 13 15:54:15.404815 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486f9d68-2e44-4619-ae3e-18983381fafb req-2ddeef92-c3d7-42fe-8a02-7be403470d96 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:15.406289 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-486f9d68-2e44-4619-ae3e-18983381fafb req-2ddeef92-c3d7-42fe-8a02-7be403470d96 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f1e2698-ba4d-499c-bffe-22e6d10c5737 HTTP/1.1" status: 200 len: 943 time: 0.0863883 Oct 13 15:54:15.450280 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-486f9d68-2e44-4619-ae3e-18983381fafb req-9136155e-4bd3-4dc0-b864-619e8d30b627 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383484 Oct 13 15:54:16.243994 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 05193800-5b26-4be5-a4cf-fc4eb1f0dd1a details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=88974) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 13 15:54:16.375143 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 05193800-5b26-4be5-a4cf-fc4eb1f0dd1a, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=05193800-5b26-4be5-a4cf-fc4eb1f0dd1a,segment=NetworkSegment(ec89611b-44de-460a-9ada-1bbcc29fb934),segment_id=ec89611b-44de-460a-9ada-1bbcc29fb934)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:54:16.387953 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Returning: {'device': '05193800-5b26-4be5-a4cf-fc4eb1f0dd1a', 'network_id': '6a7405f4-8e5b-4caa-8343-3a21c57dfc23', 'port_id': '05193800-5b26-4be5-a4cf-fc4eb1f0dd1a', 'mac_address': 'fa:16:3e:89:e2:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a43b288-4867-4b5f-bb27-735681c5ff69', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88974) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 13 15:54:16.441974 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 05193800-5b26-4be5-a4cf-fc4eb1f0dd1a is: DOWN; New status is: BUILD {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:54:16.442375 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:16.458923 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05193800-5b26-4be5-a4cf-fc4eb1f0dd1a {{(pid=88974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 15:54:16.474089 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 05193800-5b26-4be5-a4cf-fc4eb1f0dd1a, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=05193800-5b26-4be5-a4cf-fc4eb1f0dd1a,segment=NetworkSegment(ec89611b-44de-460a-9ada-1bbcc29fb934),segment_id=ec89611b-44de-460a-9ada-1bbcc29fb934)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:54:16.478001 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:16.547498 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=05193800-5b26-4be5-a4cf-fc4eb1f0dd1a,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:16.646804 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab427fe-6567-4e75-9033-993fc01185db req-5148c90a-2777-4bd1-8b3b-9a62d9fd2dee tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:16.648228 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-6ab427fe-6567-4e75-9033-993fc01185db req-5148c90a-2777-4bd1-8b3b-9a62d9fd2dee tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f1e2698-ba4d-499c-bffe-22e6d10c5737 HTTP/1.1" status: 200 len: 944 time: 0.0893760 Oct 13 15:54:16.693765 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-6ab427fe-6567-4e75-9033-993fc01185db req-f1a91fa6-0f47-4b3f-a17e-1c913282c801 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398326 Oct 13 15:54:16.804606 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['05193800-5b26-4be5-a4cf-fc4eb1f0dd1a'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 15:54:17.893501 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e91c1c-3543-4e3b-8b7a-1ebfcf6730b7 req-7523f432-df64-44ad-b7d6-c96954d557c0 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:17.894961 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-09e91c1c-3543-4e3b-8b7a-1ebfcf6730b7 req-7523f432-df64-44ad-b7d6-c96954d557c0 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f1e2698-ba4d-499c-bffe-22e6d10c5737 HTTP/1.1" status: 200 len: 944 time: 0.0894051 Oct 13 15:54:17.937893 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-09e91c1c-3543-4e3b-8b7a-1ebfcf6730b7 req-4fae0847-26f9-4aac-bc51-07628d25e54c tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374110 Oct 13 15:54:18.245301 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 05193800-5b26-4be5-a4cf-fc4eb1f0dd1a up at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:54:18.347688 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning for port 05193800-5b26-4be5-a4cf-fc4eb1f0dd1a completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:54:18.352234 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning complete for port 05193800-5b26-4be5-a4cf-fc4eb1f0dd1a triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:54:18.352596 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:18.352920 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Attempt 1 to provision port 05193800-5b26-4be5-a4cf-fc4eb1f0dd1a Oct 13 15:54:18.464359 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 05193800-5b26-4be5-a4cf-fc4eb1f0dd1a is: BUILD; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:54:18.464722 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:18.490693 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f1e2698-ba4d-499c-bffe-22e6d10c5737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05193800-5b26-4be5-a4cf-fc4eb1f0dd1a'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:54:18.492931 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979c64d66908691d8da3fe322a5acf5d757b5bee84c7992aba2ec3c134dffaeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adfeef58-31a1-4941-82e7-666546efc174" -d '{"events": [{"server_uuid": "9f1e2698-ba4d-499c-bffe-22e6d10c5737", "name": "network-vif-plugged", "status": "completed", "tag": "05193800-5b26-4be5-a4cf-fc4eb1f0dd1a"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:54:18.500703 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 05193800-5b26-4be5-a4cf-fc4eb1f0dd1a, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=05193800-5b26-4be5-a4cf-fc4eb1f0dd1a,segment=NetworkSegment(ec89611b-44de-460a-9ada-1bbcc29fb934),segment_id=ec89611b-44de-460a-9ada-1bbcc29fb934)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:54:18.504504 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:18.535807 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 15:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b54c5a-f358-4766-bd10-aeff5ffec96d x-openstack-request-id: req-41b54c5a-f358-4766-bd10-aeff5ffec96d {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:54:18.536092 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f1e2698-ba4d-499c-bffe-22e6d10c5737", "name": "network-vif-plugged", "status": "completed", "tag": "05193800-5b26-4be5-a4cf-fc4eb1f0dd1a", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:54:18.536336 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-41b54c5a-f358-4766-bd10-aeff5ffec96d {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:54:18.536712 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41b54c5a-f358-4766-bd10-aeff5ffec96d'] response: {'server_uuid': '9f1e2698-ba4d-499c-bffe-22e6d10c5737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05193800-5b26-4be5-a4cf-fc4eb1f0dd1a', 'code': 200} Oct 13 15:54:18.573963 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=05193800-5b26-4be5-a4cf-fc4eb1f0dd1a,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:18.765418 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc02cf1-6b08-4fec-af32-1276255ce943 req-45e5d9cf-ed4a-4f26-8181-f23eec48eff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:18.766943 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-7bc02cf1-6b08-4fec-af32-1276255ce943 req-45e5d9cf-ed4a-4f26-8181-f23eec48eff8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9f1e2698-ba4d-499c-bffe-22e6d10c5737 HTTP/1.1" status: 200 len: 1098 time: 0.0770001 Oct 13 15:54:18.808818 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-7bc02cf1-6b08-4fec-af32-1276255ce943 req-efcfede1-fbce-492c-9d0f-e4ac405d529d service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361309 Oct 13 15:54:19.131830 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d5d02-f7bd-4749-bf1d-45995a45d857 req-e89fe974-581b-4c00-b028-fcb70095ae70 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:19.133276 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-638d5d02-f7bd-4749-bf1d-45995a45d857 req-e89fe974-581b-4c00-b028-fcb70095ae70 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f1e2698-ba4d-499c-bffe-22e6d10c5737 HTTP/1.1" status: 200 len: 945 time: 0.0871675 Oct 13 15:54:19.176482 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-638d5d02-f7bd-4749-bf1d-45995a45d857 req-705ae2e0-d6d2-4837-a740-1ddfdb363dec tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376127 Oct 13 15:54:20.379423 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a42c6dd-368f-4b61-8173-57a3c3fa7608 req-cc0fa98a-62c8-4572-9416-b02feb777fc6 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:20.380862 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-7a42c6dd-368f-4b61-8173-57a3c3fa7608 req-cc0fa98a-62c8-4572-9416-b02feb777fc6 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f1e2698-ba4d-499c-bffe-22e6d10c5737 HTTP/1.1" status: 200 len: 945 time: 0.0894401 Oct 13 15:54:20.423464 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-7a42c6dd-368f-4b61-8173-57a3c3fa7608 req-e4d91f9a-05d8-4540-882d-400c4835124a tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370557 Oct 13 15:54:20.621792 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97c01a1-e3b0-4eaf-afb0-081acf0eec99 req-7db56161-e36b-40a4-a98e-d3af1a9940d6 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:20.623350 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e97c01a1-e3b0-4eaf-afb0-081acf0eec99 req-7db56161-e36b-40a4-a98e-d3af1a9940d6 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f1e2698-ba4d-499c-bffe-22e6d10c5737 HTTP/1.1" status: 200 len: 945 time: 0.0926473 Oct 13 15:54:20.667569 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e97c01a1-e3b0-4eaf-afb0-081acf0eec99 req-13584d4d-4480-43b7-a4ff-d14fc9161d1e tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382414 Oct 13 15:54:21.029916 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64473092-23a6-4da3-840e-96558dfe4bef req-3a5026c9-a49b-4460-a708-dd49a957e3a9 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:21.031374 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-64473092-23a6-4da3-840e-96558dfe4bef req-3a5026c9-a49b-4460-a708-dd49a957e3a9 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f1e2698-ba4d-499c-bffe-22e6d10c5737 HTTP/1.1" status: 200 len: 945 time: 0.0893359 Oct 13 15:54:21.077143 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-64473092-23a6-4da3-840e-96558dfe4bef req-d7167c3e-f92e-47e1-8bf3-0e805bc06cce tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400925 Oct 13 15:54:21.421010 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c43efe-d86b-4c88-ad2a-f9bdaa057b6d req-936fdc5a-1fb9-4505-916e-857a395a319c tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:21.422476 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-37c43efe-d86b-4c88-ad2a-f9bdaa057b6d req-936fdc5a-1fb9-4505-916e-857a395a319c tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f1e2698-ba4d-499c-bffe-22e6d10c5737 HTTP/1.1" status: 200 len: 945 time: 0.0862556 Oct 13 15:54:21.468909 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-37c43efe-d86b-4c88-ad2a-f9bdaa057b6d req-606a7ae1-b79b-40a6-b29d-7ef8a54d5b15 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404069 Oct 13 15:54:21.966802 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fea4427f-d296-454b-8310-3513dbc01bdd req-083d647c-7370-4c7d-968f-d2aa728d3a98 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=9f1e2698-ba4d-499c-bffe-22e6d10c5737&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0754564 Oct 13 15:54:22.023170 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76048148-f4b9-4362-afe9-d477a3de1e9a req-2c59d23e-f42e-4ea8-a69a-22069a2934d6 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:22.024684 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-76048148-f4b9-4362-afe9-d477a3de1e9a req-2c59d23e-f42e-4ea8-a69a-22069a2934d6 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f1e2698-ba4d-499c-bffe-22e6d10c5737 HTTP/1.1" status: 200 len: 945 time: 0.0906272 Oct 13 15:54:22.068959 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-76048148-f4b9-4362-afe9-d477a3de1e9a req-21434b5d-311f-4c16-9032-d10024decff2 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387151 Oct 13 15:54:23.125006 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea4427f-d296-454b-8310-3513dbc01bdd req-7aecaa65-fcd5-4517-bc4a-7d95dcd3d5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:23.126490 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fea4427f-d296-454b-8310-3513dbc01bdd req-7aecaa65-fcd5-4517-bc4a-7d95dcd3d5c6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=56efb6ba595b42848bfcb0c8b2217c8a&device_id=9f1e2698-ba4d-499c-bffe-22e6d10c5737 HTTP/1.1" status: 200 len: 1098 time: 0.0815439 Oct 13 15:54:23.413937 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea4427f-d296-454b-8310-3513dbc01bdd req-27406185-7885-4f06-819a-518f5dbed137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:23.415412 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fea4427f-d296-454b-8310-3513dbc01bdd req-27406185-7885-4f06-819a-518f5dbed137 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6a7405f4-8e5b-4caa-8343-3a21c57dfc23 HTTP/1.1" status: 200 len: 915 time: 0.2831926 Oct 13 15:54:23.487487 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fea4427f-d296-454b-8310-3513dbc01bdd req-29b2d9da-0b06-420f-8c5e-8952d5296b04 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05193800-5b26-4be5-a4cf-fc4eb1f0dd1a HTTP/1.1" status: 200 len: 217 time: 0.0650337 Oct 13 15:54:23.495078 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0edc373-3df3-4103-a170-48c634295541 req-a10e8994-1231-4c73-8805-b7705acf12d7 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:23.496424 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c0edc373-3df3-4103-a170-48c634295541 req-a10e8994-1231-4c73-8805-b7705acf12d7 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f1e2698-ba4d-499c-bffe-22e6d10c5737 HTTP/1.1" status: 200 len: 945 time: 0.2867787 Oct 13 15:54:23.587349 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea4427f-d296-454b-8310-3513dbc01bdd req-952882e8-f541-4818-8ba7-8fdbfd2011d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:23.588754 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fea4427f-d296-454b-8310-3513dbc01bdd req-952882e8-f541-4818-8ba7-8fdbfd2011d1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7a43b288-4867-4b5f-bb27-735681c5ff69 HTTP/1.1" status: 200 len: 853 time: 0.0915103 Oct 13 15:54:23.591603 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c0edc373-3df3-4103-a170-48c634295541 req-01eb423f-3012-4b44-9f6f-b01d9d73b91c tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640373 Oct 13 15:54:23.671712 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea4427f-d296-454b-8310-3513dbc01bdd req-067e0424-725b-4afd-99a2-03396eb6f262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:23.673100 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fea4427f-d296-454b-8310-3513dbc01bdd req-067e0424-725b-4afd-99a2-03396eb6f262 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6a7405f4-8e5b-4caa-8343-3a21c57dfc23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784633 Oct 13 15:54:23.800376 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fea4427f-d296-454b-8310-3513dbc01bdd req-371aff7d-3694-41a6-8746-82b6efbd4216 service neutron] 10.222.0.16 "GET /v2.0/networks/6a7405f4-8e5b-4caa-8343-3a21c57dfc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215534 Oct 13 15:54:23.927810 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fea4427f-d296-454b-8310-3513dbc01bdd req-7b27e97f-1029-468a-89ac-85e05f992462 service neutron] 10.222.0.16 "GET /v2.0/networks/6a7405f4-8e5b-4caa-8343-3a21c57dfc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1213942 Oct 13 15:54:24.585343 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:54:24.791877 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851a98a1-78c7-432b-87d5-68b5fd3bae00 req-07b15149-c695-42c6-9ba2-b7c66774d96b tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:24.793299 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-851a98a1-78c7-432b-87d5-68b5fd3bae00 req-07b15149-c695-42c6-9ba2-b7c66774d96b tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f1e2698-ba4d-499c-bffe-22e6d10c5737 HTTP/1.1" status: 200 len: 945 time: 0.0909255 Oct 13 15:54:24.836176 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-851a98a1-78c7-432b-87d5-68b5fd3bae00 req-95653d4d-5fa5-4719-97e6-563db2defcb2 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372589 Oct 13 15:54:25.970867 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:26.034962 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bd9d69-6a89-4c51-aa2b-464838c59d13 req-15cd8e7b-9014-4de3-b50a-10aa8591b480 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:26.036398 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-97bd9d69-6a89-4c51-aa2b-464838c59d13 req-15cd8e7b-9014-4de3-b50a-10aa8591b480 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f1e2698-ba4d-499c-bffe-22e6d10c5737 HTTP/1.1" status: 200 len: 945 time: 0.0911853 Oct 13 15:54:26.078495 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-97bd9d69-6a89-4c51-aa2b-464838c59d13 req-f573f272-31f8-4d76-b15b-9a12f8b1d845 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363889 Oct 13 15:54:27.276578 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa87203-4e03-4e9d-bb6a-5b74e844d994 req-0f98635f-6ef0-404c-9f6c-2436301b5bee tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:27.278010 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-afa87203-4e03-4e9d-bb6a-5b74e844d994 req-0f98635f-6ef0-404c-9f6c-2436301b5bee tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f1e2698-ba4d-499c-bffe-22e6d10c5737 HTTP/1.1" status: 200 len: 945 time: 0.0847991 Oct 13 15:54:27.325294 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-afa87203-4e03-4e9d-bb6a-5b74e844d994 req-8332d24a-a224-4538-b1a6-129c6ef9eadf tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410221 Oct 13 15:54:28.519277 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d741da-165a-41c9-9f0a-aedce2faad2e req-786a3ecc-0799-444c-81c2-d1b757925c0e tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:28.520703 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-30d741da-165a-41c9-9f0a-aedce2faad2e req-786a3ecc-0799-444c-81c2-d1b757925c0e tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f1e2698-ba4d-499c-bffe-22e6d10c5737 HTTP/1.1" status: 200 len: 945 time: 0.0865054 Oct 13 15:54:28.562694 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-30d741da-165a-41c9-9f0a-aedce2faad2e req-84b3b0f3-afa3-422e-8031-8ad2d83a05fc tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364423 Oct 13 15:54:29.761851 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb593540-294f-45ca-adae-d0ec825e2e2d req-dab23d38-318a-444b-a22e-a0d60c122651 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:29.763410 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-eb593540-294f-45ca-adae-d0ec825e2e2d req-dab23d38-318a-444b-a22e-a0d60c122651 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f1e2698-ba4d-499c-bffe-22e6d10c5737 HTTP/1.1" status: 200 len: 945 time: 0.0856130 Oct 13 15:54:29.807568 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-eb593540-294f-45ca-adae-d0ec825e2e2d req-b61b9034-2311-4653-9e00-c0a9057e4cee tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386360 Oct 13 15:54:31.006621 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8183a45-c05c-49b5-91f5-ab05b5210056 req-27dd5915-098a-4317-be48-06bc870b271f tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:31.007976 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f8183a45-c05c-49b5-91f5-ab05b5210056 req-27dd5915-098a-4317-be48-06bc870b271f tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f1e2698-ba4d-499c-bffe-22e6d10c5737 HTTP/1.1" status: 200 len: 945 time: 0.0895422 Oct 13 15:54:31.051996 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f8183a45-c05c-49b5-91f5-ab05b5210056 req-32015975-e7bb-44d7-ad3b-0f7c37fce67b tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383971 Oct 13 15:54:32.248453 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98568991-886a-48e0-a292-bb92067bbb99 req-0bb03a4f-c1bc-48ba-bf9d-be25c47f5d73 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:32.249880 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-98568991-886a-48e0-a292-bb92067bbb99 req-0bb03a4f-c1bc-48ba-bf9d-be25c47f5d73 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f1e2698-ba4d-499c-bffe-22e6d10c5737 HTTP/1.1" status: 200 len: 945 time: 0.0891626 Oct 13 15:54:32.293116 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-98568991-886a-48e0-a292-bb92067bbb99 req-22522cd0-7d7f-4424-a7a0-1b48fb690a64 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376296 Oct 13 15:54:32.503928 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a23746-0924-4d8d-b32f-e78bb714865e req-1decf048-ac44-4527-888e-0031b1d97bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:32.505393 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-89a23746-0924-4d8d-b32f-e78bb714865e req-1decf048-ac44-4527-888e-0031b1d97bf1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=56efb6ba595b42848bfcb0c8b2217c8a&device_id=9f1e2698-ba4d-499c-bffe-22e6d10c5737 HTTP/1.1" status: 200 len: 1098 time: 0.0789766 Oct 13 15:54:32.647994 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a23746-0924-4d8d-b32f-e78bb714865e req-7b8377ef-5a6f-4303-8164-ec7e51848f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:32.649404 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-89a23746-0924-4d8d-b32f-e78bb714865e req-7b8377ef-5a6f-4303-8164-ec7e51848f0f service neutron] 10.222.0.16 "GET /v2.0/networks?id=6a7405f4-8e5b-4caa-8343-3a21c57dfc23 HTTP/1.1" status: 200 len: 915 time: 0.1261714 Oct 13 15:54:32.714654 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-89a23746-0924-4d8d-b32f-e78bb714865e req-4f0502a6-a2c1-4239-9e60-18af2226815c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05193800-5b26-4be5-a4cf-fc4eb1f0dd1a HTTP/1.1" status: 200 len: 217 time: 0.0593982 Oct 13 15:54:32.777594 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a23746-0924-4d8d-b32f-e78bb714865e req-03a8ba64-e441-4f97-ae2b-125b4f895d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:32.778939 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-89a23746-0924-4d8d-b32f-e78bb714865e req-03a8ba64-e441-4f97-ae2b-125b4f895d04 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7a43b288-4867-4b5f-bb27-735681c5ff69 HTTP/1.1" status: 200 len: 853 time: 0.0586388 Oct 13 15:54:32.858699 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a23746-0924-4d8d-b32f-e78bb714865e req-535f6132-f6b1-460e-b203-8ddb8a27e56b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:32.860151 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-89a23746-0924-4d8d-b32f-e78bb714865e req-535f6132-f6b1-460e-b203-8ddb8a27e56b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6a7405f4-8e5b-4caa-8343-3a21c57dfc23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748446 Oct 13 15:54:32.987344 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-89a23746-0924-4d8d-b32f-e78bb714865e req-97fdf217-12b0-45f9-83c1-c58b09bee387 service neutron] 10.222.0.16 "GET /v2.0/networks/6a7405f4-8e5b-4caa-8343-3a21c57dfc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213949 Oct 13 15:54:33.214523 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-89a23746-0924-4d8d-b32f-e78bb714865e req-93d532bd-b147-47c2-99cf-ddb97d46505d service neutron] 10.222.0.16 "GET /v2.0/networks/6a7405f4-8e5b-4caa-8343-3a21c57dfc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2210031 Oct 13 15:54:33.490052 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64908337-3017-42f0-a0f6-0981bc156cf4 req-d9ee5621-26de-4c4b-aab5-8ade292b0559 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:33.491554 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-64908337-3017-42f0-a0f6-0981bc156cf4 req-d9ee5621-26de-4c4b-aab5-8ade292b0559 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f1e2698-ba4d-499c-bffe-22e6d10c5737 HTTP/1.1" status: 200 len: 945 time: 0.0895023 Oct 13 15:54:33.537267 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-64908337-3017-42f0-a0f6-0981bc156cf4 req-b144ea5d-731f-45d8-a71b-de1be284df69 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390260 Oct 13 15:54:34.505862 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f2358eab-9ef2-4429-a50b-6148eae351a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:34.738181 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0176786-03a0-4ee4-8fe5-cf403e2eecdb req-f5db2d30-02d0-46ab-a45d-8b6019ee70cb tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:34.739632 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-c0176786-03a0-4ee4-8fe5-cf403e2eecdb req-f5db2d30-02d0-46ab-a45d-8b6019ee70cb tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f1e2698-ba4d-499c-bffe-22e6d10c5737 HTTP/1.1" status: 200 len: 945 time: 0.0862596 Oct 13 15:54:34.786148 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-c0176786-03a0-4ee4-8fe5-cf403e2eecdb req-cbbe9020-318a-432a-9f23-ddaeb96715b8 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409608 Oct 13 15:54:35.979990 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b138d011-1905-45df-8d3d-8d218f2fc7fa req-d6b1990d-488a-46f2-90c9-e93518acc938 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:35.981365 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b138d011-1905-45df-8d3d-8d218f2fc7fa req-d6b1990d-488a-46f2-90c9-e93518acc938 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f1e2698-ba4d-499c-bffe-22e6d10c5737 HTTP/1.1" status: 200 len: 945 time: 0.0849969 Oct 13 15:54:36.027484 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b138d011-1905-45df-8d3d-8d218f2fc7fa req-0a3f5c05-ba26-4863-a9d9-6baf2c501924 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402839 Oct 13 15:54:36.652759 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b29187af-7418-489d-a373-b27ab45e2b06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:37.222672 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ba0c40-0b29-48cf-9370-f4b99e2ddbff req-378250cf-ddbc-4ca4-8cb6-35dc181c00c3 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:37.224111 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-17ba0c40-0b29-48cf-9370-f4b99e2ddbff req-378250cf-ddbc-4ca4-8cb6-35dc181c00c3 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f1e2698-ba4d-499c-bffe-22e6d10c5737 HTTP/1.1" status: 200 len: 945 time: 0.0859532 Oct 13 15:54:37.267733 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-17ba0c40-0b29-48cf-9370-f4b99e2ddbff req-9ae68dc9-e2ba-4d19-8de2-7098f92d2110 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380538 Oct 13 15:54:37.759851 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:37.923580 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:38.464406 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb85e1d-5b9a-45a8-84fc-b18b999f48cf req-bb3fdffc-21be-4b23-a964-7ca4e3a40439 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:38.465840 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5fb85e1d-5b9a-45a8-84fc-b18b999f48cf req-bb3fdffc-21be-4b23-a964-7ca4e3a40439 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f1e2698-ba4d-499c-bffe-22e6d10c5737 HTTP/1.1" status: 200 len: 945 time: 0.0861018 Oct 13 15:54:38.508840 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5fb85e1d-5b9a-45a8-84fc-b18b999f48cf req-f8c1db5e-ff0f-4ed5-98eb-e218f62bc762 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374739 Oct 13 15:54:39.635774 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:39.707971 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ea9200-a435-4e13-a431-6251e3fd1b2b req-9bc15fd1-4336-4da6-b371-0b5dea113f93 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:39.709414 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-57ea9200-a435-4e13-a431-6251e3fd1b2b req-9bc15fd1-4336-4da6-b371-0b5dea113f93 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f1e2698-ba4d-499c-bffe-22e6d10c5737 HTTP/1.1" status: 200 len: 945 time: 0.0907600 Oct 13 15:54:39.753396 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-57ea9200-a435-4e13-a431-6251e3fd1b2b req-7f9a734e-1857-4bd1-88ea-aeca9b7b93e3 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382888 Oct 13 15:54:40.950855 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3ba54e-90a4-4a0f-b50c-bf08c793f090 req-9b6f3d24-d8fc-44ad-bac0-84d9fae86c13 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:40.952209 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-7c3ba54e-90a4-4a0f-b50c-bf08c793f090 req-9b6f3d24-d8fc-44ad-bac0-84d9fae86c13 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f1e2698-ba4d-499c-bffe-22e6d10c5737 HTTP/1.1" status: 200 len: 945 time: 0.0888202 Oct 13 15:54:40.995470 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-7c3ba54e-90a4-4a0f-b50c-bf08c793f090 req-79552518-284f-4fe8-a9dd-002ecf1c4e7e tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376861 Oct 13 15:54:42.191427 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36568beb-7551-4c16-ba85-9ba2ba146a79 req-40e4375e-60b1-44fe-9f62-2a0210510fc8 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:42.192878 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-36568beb-7551-4c16-ba85-9ba2ba146a79 req-40e4375e-60b1-44fe-9f62-2a0210510fc8 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f1e2698-ba4d-499c-bffe-22e6d10c5737 HTTP/1.1" status: 200 len: 945 time: 0.0851829 Oct 13 15:54:42.238860 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-36568beb-7551-4c16-ba85-9ba2ba146a79 req-b63638fa-e7f3-43be-af7e-681558e6f5f0 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404301 Oct 13 15:54:43.430829 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5757069f-46f6-4fdb-9dc4-ae765eb0f689 req-fe15406e-74ea-42ec-b68a-824ee8fa4476 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:43.432258 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5757069f-46f6-4fdb-9dc4-ae765eb0f689 req-fe15406e-74ea-42ec-b68a-824ee8fa4476 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f1e2698-ba4d-499c-bffe-22e6d10c5737 HTTP/1.1" status: 200 len: 945 time: 0.0854278 Oct 13 15:54:43.479030 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5757069f-46f6-4fdb-9dc4-ae765eb0f689 req-d3f95fe0-6a75-43a8-bdce-ae034527b1ad tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411887 Oct 13 15:54:44.673259 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffa690c-b11d-4fe0-9fc8-a2b9645c323f req-4127c7d3-3787-408f-82aa-c8d8ed7cf0d9 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:44.674874 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-dffa690c-b11d-4fe0-9fc8-a2b9645c323f req-4127c7d3-3787-408f-82aa-c8d8ed7cf0d9 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f1e2698-ba4d-499c-bffe-22e6d10c5737 HTTP/1.1" status: 200 len: 945 time: 0.0863872 Oct 13 15:54:44.718437 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-dffa690c-b11d-4fe0-9fc8-a2b9645c323f req-b851ca5f-e292-49b3-961d-60483d44e149 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380001 Oct 13 15:54:45.915463 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92ee84b-4b46-4348-825e-d2dad94599eb req-16d26160-4025-4fcd-bd27-6af8bbb9c918 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:45.916901 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e92ee84b-4b46-4348-825e-d2dad94599eb req-16d26160-4025-4fcd-bd27-6af8bbb9c918 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f1e2698-ba4d-499c-bffe-22e6d10c5737 HTTP/1.1" status: 200 len: 945 time: 0.0861716 Oct 13 15:54:45.959538 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e92ee84b-4b46-4348-825e-d2dad94599eb req-25d5e6ca-24a4-4951-b9ca-dda391171a0d tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370114 Oct 13 15:54:47.240382 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7d34b-13d4-405c-953d-54f9464df1f8 req-2043dad2-c599-41ae-b57c-944198656c4f tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:47.241815 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-23a7d34b-13d4-405c-953d-54f9464df1f8 req-2043dad2-c599-41ae-b57c-944198656c4f tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f1e2698-ba4d-499c-bffe-22e6d10c5737 HTTP/1.1" status: 200 len: 945 time: 0.1723828 Oct 13 15:54:47.283597 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-23a7d34b-13d4-405c-953d-54f9464df1f8 req-3c18abcb-a966-4d84-81cc-d159d29d1617 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360458 Oct 13 15:54:48.483007 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1bd764-9f5a-411f-942a-b2f4574ecd55 req-e0aed844-2fc9-4a12-9e5e-d9a8ddda3364 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:48.484704 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5d1bd764-9f5a-411f-942a-b2f4574ecd55 req-e0aed844-2fc9-4a12-9e5e-d9a8ddda3364 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f1e2698-ba4d-499c-bffe-22e6d10c5737 HTTP/1.1" status: 200 len: 945 time: 0.0901692 Oct 13 15:54:48.528382 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5d1bd764-9f5a-411f-942a-b2f4574ecd55 req-6b94691a-478e-4c70-9078-b05669fbef72 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380065 Oct 13 15:54:49.726057 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c464e49-8adc-47c0-acb4-d23eb0e1f88c req-350b4837-e8ba-4634-aa7c-a41a8fdca0a0 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:49.727540 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5c464e49-8adc-47c0-acb4-d23eb0e1f88c req-350b4837-e8ba-4634-aa7c-a41a8fdca0a0 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f1e2698-ba4d-499c-bffe-22e6d10c5737 HTTP/1.1" status: 200 len: 945 time: 0.0859387 Oct 13 15:54:49.771181 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5c464e49-8adc-47c0-acb4-d23eb0e1f88c req-ef8224d0-73dd-4ef9-8d94-a785ced1a759 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381203 Oct 13 15:54:50.778095 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fea4427f-d296-454b-8310-3513dbc01bdd req-08477c45-e479-4c11-9d37-6693e2fb36bd service neutron] 10.222.0.16 "GET /v2.0/ports/05193800-5b26-4be5-a4cf-fc4eb1f0dd1a/bindings/hv-neutron-8603 HTTP/1.1" status: 200 len: 384 time: 0.0736670 Oct 13 15:54:51.013696 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e9089e-c36f-42cb-a22a-2edf99e5569c req-a2f42f44-f2f9-46ee-b427-3a8721f9fdcb tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:51.015073 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b4e9089e-c36f-42cb-a22a-2edf99e5569c req-a2f42f44-f2f9-46ee-b427-3a8721f9fdcb tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f1e2698-ba4d-499c-bffe-22e6d10c5737 HTTP/1.1" status: 200 len: 945 time: 0.1342597 Oct 13 15:54:51.075545 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b4e9089e-c36f-42cb-a22a-2edf99e5569c req-662e4f39-351e-4dee-bf22-de3afa7a938f tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538328 Oct 13 15:54:51.087964 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea4427f-d296-454b-8310-3513dbc01bdd req-298249d7-8e9d-4c29-8d60-a6a5076a9087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:51.089371 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fea4427f-d296-454b-8310-3513dbc01bdd req-298249d7-8e9d-4c29-8d60-a6a5076a9087 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=9f1e2698-ba4d-499c-bffe-22e6d10c5737&tenant_id=56efb6ba595b42848bfcb0c8b2217c8a HTTP/1.1" status: 200 len: 1098 time: 0.1246834 Oct 13 15:54:51.186276 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea4427f-d296-454b-8310-3513dbc01bdd req-caba3cff-4af6-429b-8dfa-546e73d03c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:51.187692 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fea4427f-d296-454b-8310-3513dbc01bdd req-caba3cff-4af6-429b-8dfa-546e73d03c18 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=56efb6ba595b42848bfcb0c8b2217c8a&device_id=9f1e2698-ba4d-499c-bffe-22e6d10c5737 HTTP/1.1" status: 200 len: 1098 time: 0.0769229 Oct 13 15:54:51.314947 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea4427f-d296-454b-8310-3513dbc01bdd req-8096e71d-5021-48b3-90f7-2c551615bbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:51.316824 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fea4427f-d296-454b-8310-3513dbc01bdd req-8096e71d-5021-48b3-90f7-2c551615bbd5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6a7405f4-8e5b-4caa-8343-3a21c57dfc23 HTTP/1.1" status: 200 len: 915 time: 0.1240253 Oct 13 15:54:51.385505 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fea4427f-d296-454b-8310-3513dbc01bdd req-13378554-962c-4808-adbd-736ecb8c068c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05193800-5b26-4be5-a4cf-fc4eb1f0dd1a HTTP/1.1" status: 200 len: 217 time: 0.0632167 Oct 13 15:54:51.445484 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea4427f-d296-454b-8310-3513dbc01bdd req-733725b4-8877-4e05-acce-e7369d0594e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:51.446857 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fea4427f-d296-454b-8310-3513dbc01bdd req-733725b4-8877-4e05-acce-e7369d0594e2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7a43b288-4867-4b5f-bb27-735681c5ff69 HTTP/1.1" status: 200 len: 853 time: 0.0552275 Oct 13 15:54:51.529462 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea4427f-d296-454b-8310-3513dbc01bdd req-1be2b64a-ff84-47f7-b37d-1a0c86d1247a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:51.530904 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fea4427f-d296-454b-8310-3513dbc01bdd req-1be2b64a-ff84-47f7-b37d-1a0c86d1247a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6a7405f4-8e5b-4caa-8343-3a21c57dfc23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775275 Oct 13 15:54:51.761540 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fea4427f-d296-454b-8310-3513dbc01bdd req-5a587820-1721-47ef-9f47-536ce2a4c31d service neutron] 10.222.0.16 "GET /v2.0/networks/6a7405f4-8e5b-4caa-8343-3a21c57dfc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2246547 Oct 13 15:54:51.890107 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fea4427f-d296-454b-8310-3513dbc01bdd req-af4c24cf-2bc1-4cbd-8fe2-a1e4daf70b21 service neutron] 10.222.0.16 "GET /v2.0/networks/6a7405f4-8e5b-4caa-8343-3a21c57dfc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228576 Oct 13 15:54:52.272090 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d307f75-519d-49aa-859d-9bfb1077a509 req-0f6e19d3-4cc4-41f2-9580-68e7bc4a9627 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:52.273462 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-0d307f75-519d-49aa-859d-9bfb1077a509 req-0f6e19d3-4cc4-41f2-9580-68e7bc4a9627 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f1e2698-ba4d-499c-bffe-22e6d10c5737 HTTP/1.1" status: 200 len: 945 time: 0.0876732 Oct 13 15:54:52.316612 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-0d307f75-519d-49aa-859d-9bfb1077a509 req-5ba66ee1-2c58-4a6d-906c-2a1e01de6de2 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375421 Oct 13 15:54:53.513683 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c17fec-7d79-4983-8196-7f329fbc74e4 req-70bc0a65-78c3-4fed-afbe-64aa11a587fb tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:53.515137 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-08c17fec-7d79-4983-8196-7f329fbc74e4 req-70bc0a65-78c3-4fed-afbe-64aa11a587fb tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f1e2698-ba4d-499c-bffe-22e6d10c5737 HTTP/1.1" status: 200 len: 945 time: 0.0861616 Oct 13 15:54:53.558500 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-08c17fec-7d79-4983-8196-7f329fbc74e4 req-2e758f5b-f0f2-4b05-b91f-e4ef3e79e539 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369990 Oct 13 15:54:54.396624 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 05193800-5b26-4be5-a4cf-fc4eb1f0dd1a details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=88974) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 13 15:54:54.429568 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 05193800-5b26-4be5-a4cf-fc4eb1f0dd1a no longer exists at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:54:54.625195 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 05193800-5b26-4be5-a4cf-fc4eb1f0dd1a, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=05193800-5b26-4be5-a4cf-fc4eb1f0dd1a,segment=NetworkSegment(ec89611b-44de-460a-9ada-1bbcc29fb934),segment_id=ec89611b-44de-460a-9ada-1bbcc29fb934)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:54:54.644145 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Returning: {'device': '05193800-5b26-4be5-a4cf-fc4eb1f0dd1a', 'network_id': '6a7405f4-8e5b-4caa-8343-3a21c57dfc23', 'port_id': '05193800-5b26-4be5-a4cf-fc4eb1f0dd1a', 'mac_address': 'fa:16:3e:89:e2:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a43b288-4867-4b5f-bb27-735681c5ff69', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88974) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 13 15:54:54.645635 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 05193800-5b26-4be5-a4cf-fc4eb1f0dd1a is: ACTIVE; New status is: DOWN {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:54:54.646004 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:54.722789 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f1e2698-ba4d-499c-bffe-22e6d10c5737', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05193800-5b26-4be5-a4cf-fc4eb1f0dd1a'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:54:54.725068 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979c64d66908691d8da3fe322a5acf5d757b5bee84c7992aba2ec3c134dffaeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1a82e31-4602-4e18-be52-bce02226e339" -d '{"events": [{"server_uuid": "9f1e2698-ba4d-499c-bffe-22e6d10c5737", "name": "network-vif-unplugged", "status": "completed", "tag": "05193800-5b26-4be5-a4cf-fc4eb1f0dd1a"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:54:54.738640 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 05193800-5b26-4be5-a4cf-fc4eb1f0dd1a, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=05193800-5b26-4be5-a4cf-fc4eb1f0dd1a,segment=NetworkSegment(ec89611b-44de-460a-9ada-1bbcc29fb934),segment_id=ec89611b-44de-460a-9ada-1bbcc29fb934)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:54:54.739466 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 05193800-5b26-4be5-a4cf-fc4eb1f0dd1a is: ACTIVE; New status is: BUILD {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:54:54.739825 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:54.751312 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:54.764335 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816836e9-4b4f-43c6-9070-e1150689eb75 req-2b22cba8-eef4-401a-899b-4af4fd932964 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:54.765792 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-816836e9-4b4f-43c6-9070-e1150689eb75 req-2b22cba8-eef4-401a-899b-4af4fd932964 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f1e2698-ba4d-499c-bffe-22e6d10c5737 HTTP/1.1" status: 200 len: 945 time: 0.0946584 Oct 13 15:54:54.792357 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 13 Oct 2022 15:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c5dffd5-a19b-4372-9582-d0b3a1a7de9f x-openstack-request-id: req-3c5dffd5-a19b-4372-9582-d0b3a1a7de9f {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:54:54.792658 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f1e2698-ba4d-499c-bffe-22e6d10c5737", "name": "network-vif-unplugged", "status": "completed", "tag": "05193800-5b26-4be5-a4cf-fc4eb1f0dd1a", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:54:54.792902 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3c5dffd5-a19b-4372-9582-d0b3a1a7de9f {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:54:54.793292 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c5dffd5-a19b-4372-9582-d0b3a1a7de9f'] response: {'server_uuid': '9f1e2698-ba4d-499c-bffe-22e6d10c5737', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '05193800-5b26-4be5-a4cf-fc4eb1f0dd1a', 'code': 200} Oct 13 15:54:54.801997 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 05193800-5b26-4be5-a4cf-fc4eb1f0dd1a {{(pid=88974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 15:54:54.812908 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-816836e9-4b4f-43c6-9070-e1150689eb75 req-e352abbf-a687-4aa2-88f3-d50ec6c622c4 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408127 Oct 13 15:54:54.878707 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=05193800-5b26-4be5-a4cf-fc4eb1f0dd1a,revision_number=6']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:54.887080 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.db.api [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88974) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:54:54.887080 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG oslo_db.api [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:54:55.131123 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10ece26-b6d1-4500-89c0-d007a9bbdae7 req-b80b5ace-fd0e-4d84-87ef-54ebca4e84c9 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:55.132568 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f10ece26-b6d1-4500-89c0-d007a9bbdae7 req-b80b5ace-fd0e-4d84-87ef-54ebca4e84c9 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f1e2698-ba4d-499c-bffe-22e6d10c5737 HTTP/1.1" status: 200 len: 943 time: 0.0877900 Oct 13 15:54:55.135745 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a0e4cc-727b-41b9-8729-c0b79a440624 req-96388407-0204-406c-be70-e2e7815c99f1 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:55.137169 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e0a0e4cc-727b-41b9-8729-c0b79a440624 req-96388407-0204-406c-be70-e2e7815c99f1 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f1e2698-ba4d-499c-bffe-22e6d10c5737&tenant_id=56efb6ba595b42848bfcb0c8b2217c8a&binding%3Ahost_id=hv-neutron-8603 HTTP/1.1" status: 200 len: 943 time: 0.0944057 Oct 13 15:54:55.177091 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f10ece26-b6d1-4500-89c0-d007a9bbdae7 req-02b9c560-8718-48f2-8b4a-5d7208884a86 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387239 Oct 13 15:54:55.281682 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a0e4cc-727b-41b9-8729-c0b79a440624 req-f58bffdf-120a-4797-8a01-05c2ed06b502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:55.283061 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e0a0e4cc-727b-41b9-8729-c0b79a440624 req-f58bffdf-120a-4797-8a01-05c2ed06b502 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=56efb6ba595b42848bfcb0c8b2217c8a&device_id=9f1e2698-ba4d-499c-bffe-22e6d10c5737 HTTP/1.1" status: 200 len: 1096 time: 0.0774817 Oct 13 15:54:55.412809 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a0e4cc-727b-41b9-8729-c0b79a440624 req-e4657d35-0efb-4f61-83de-fca83c6a4285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:55.414301 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e0a0e4cc-727b-41b9-8729-c0b79a440624 req-e4657d35-0efb-4f61-83de-fca83c6a4285 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6a7405f4-8e5b-4caa-8343-3a21c57dfc23 HTTP/1.1" status: 200 len: 915 time: 0.1256335 Oct 13 15:54:55.439982 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 05193800-5b26-4be5-a4cf-fc4eb1f0dd1a is: DOWN; New status is: BUILD {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:54:55.440538 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:55.457295 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05193800-5b26-4be5-a4cf-fc4eb1f0dd1a {{(pid=88974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 15:54:55.473117 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 05193800-5b26-4be5-a4cf-fc4eb1f0dd1a, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=05193800-5b26-4be5-a4cf-fc4eb1f0dd1a,segment=NetworkSegment(ec89611b-44de-460a-9ada-1bbcc29fb934),segment_id=ec89611b-44de-460a-9ada-1bbcc29fb934)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:54:55.477066 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:55.484653 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e0a0e4cc-727b-41b9-8729-c0b79a440624 req-6046ae62-48b2-4a3e-833a-56d5f5dcdfe2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=05193800-5b26-4be5-a4cf-fc4eb1f0dd1a HTTP/1.1" status: 200 len: 217 time: 0.0643761 Oct 13 15:54:55.545707 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a0e4cc-727b-41b9-8729-c0b79a440624 req-3dca8e55-86df-4ba5-9754-b3384913fb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:55.547261 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e0a0e4cc-727b-41b9-8729-c0b79a440624 req-3dca8e55-86df-4ba5-9754-b3384913fb55 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7a43b288-4867-4b5f-bb27-735681c5ff69 HTTP/1.1" status: 200 len: 853 time: 0.0569077 Oct 13 15:54:55.550919 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['05193800-5b26-4be5-a4cf-fc4eb1f0dd1a'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 15:54:55.589299 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=05193800-5b26-4be5-a4cf-fc4eb1f0dd1a,revision_number=7']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:55.632125 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a0e4cc-727b-41b9-8729-c0b79a440624 req-1564c477-d907-4644-af48-b63d39901d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:55.633570 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e0a0e4cc-727b-41b9-8729-c0b79a440624 req-1564c477-d907-4644-af48-b63d39901d0e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6a7405f4-8e5b-4caa-8343-3a21c57dfc23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805326 Oct 13 15:54:55.766547 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e0a0e4cc-727b-41b9-8729-c0b79a440624 req-f6418cae-0360-4a8a-8fd3-ea4e7f5d5f50 service neutron] 10.222.0.16 "GET /v2.0/networks/6a7405f4-8e5b-4caa-8343-3a21c57dfc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267271 Oct 13 15:54:55.894505 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e0a0e4cc-727b-41b9-8729-c0b79a440624 req-535c0e3f-d17b-4e46-bb26-cc58645aa74e service neutron] 10.222.0.16 "GET /v2.0/networks/6a7405f4-8e5b-4caa-8343-3a21c57dfc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221781 Oct 13 15:54:55.974922 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:56.379232 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3d28f3-eb97-4aed-acb3-8c65c2f0c191 req-2c569d63-bad4-4384-9b00-b07e20f7b918 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:56.380694 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6f3d28f3-eb97-4aed-acb3-8c65c2f0c191 req-2c569d63-bad4-4384-9b00-b07e20f7b918 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f1e2698-ba4d-499c-bffe-22e6d10c5737 HTTP/1.1" status: 200 len: 944 time: 0.0903082 Oct 13 15:54:56.409568 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 05193800-5b26-4be5-a4cf-fc4eb1f0dd1a up at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:54:56.426664 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6f3d28f3-eb97-4aed-acb3-8c65c2f0c191 req-c87322f2-31c8-4c7f-a832-237e2569c202 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396743 Oct 13 15:54:56.483014 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning complete for port 05193800-5b26-4be5-a4cf-fc4eb1f0dd1a triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:54:56.483572 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:56.483718 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Attempt 1 to provision port 05193800-5b26-4be5-a4cf-fc4eb1f0dd1a Oct 13 15:54:56.597823 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 05193800-5b26-4be5-a4cf-fc4eb1f0dd1a is: BUILD; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:54:56.598209 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:56.629004 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 05193800-5b26-4be5-a4cf-fc4eb1f0dd1a, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=05193800-5b26-4be5-a4cf-fc4eb1f0dd1a,segment=NetworkSegment(ec89611b-44de-460a-9ada-1bbcc29fb934),segment_id=ec89611b-44de-460a-9ada-1bbcc29fb934)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:54:56.632645 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:56.697324 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=05193800-5b26-4be5-a4cf-fc4eb1f0dd1a,revision_number=8']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:56.794651 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f1e2698-ba4d-499c-bffe-22e6d10c5737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05193800-5b26-4be5-a4cf-fc4eb1f0dd1a'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:54:56.796929 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979c64d66908691d8da3fe322a5acf5d757b5bee84c7992aba2ec3c134dffaeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a88f9f9-14ca-41cc-a663-9805939d8744" -d '{"events": [{"server_uuid": "9f1e2698-ba4d-499c-bffe-22e6d10c5737", "name": "network-vif-plugged", "status": "completed", "tag": "05193800-5b26-4be5-a4cf-fc4eb1f0dd1a"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:54:56.836996 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 15:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c7bc101-b1c1-4a11-a129-f473fc4910ae x-openstack-request-id: req-1c7bc101-b1c1-4a11-a129-f473fc4910ae {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:54:56.837285 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f1e2698-ba4d-499c-bffe-22e6d10c5737", "name": "network-vif-plugged", "status": "completed", "tag": "05193800-5b26-4be5-a4cf-fc4eb1f0dd1a", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:54:56.837534 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1c7bc101-b1c1-4a11-a129-f473fc4910ae {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:54:56.837928 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c7bc101-b1c1-4a11-a129-f473fc4910ae'] response: {'server_uuid': '9f1e2698-ba4d-499c-bffe-22e6d10c5737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05193800-5b26-4be5-a4cf-fc4eb1f0dd1a', 'code': 200} Oct 13 15:54:57.626888 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab317360-0f17-4187-8252-660d0538404e req-70d4d648-390f-430d-a563-59c59fcda5a6 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:57.628879 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ab317360-0f17-4187-8252-660d0538404e req-70d4d648-390f-430d-a563-59c59fcda5a6 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f1e2698-ba4d-499c-bffe-22e6d10c5737 HTTP/1.1" status: 200 len: 945 time: 0.0897350 Oct 13 15:54:57.671777 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ab317360-0f17-4187-8252-660d0538404e req-7d9ee84d-9005-498a-b16c-5c21597932b2 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372057 Oct 13 15:54:57.871886 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f08e356-9cd2-477b-8ed5-be27e802ccf6 req-6118e526-4686-4704-900a-4610a0887341 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:57.873324 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-1f08e356-9cd2-477b-8ed5-be27e802ccf6 req-6118e526-4686-4704-900a-4610a0887341 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f1e2698-ba4d-499c-bffe-22e6d10c5737 HTTP/1.1" status: 200 len: 945 time: 0.0893452 Oct 13 15:54:57.915998 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-1f08e356-9cd2-477b-8ed5-be27e802ccf6 req-e2c40442-05c5-47be-ac11-285250de4e91 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370543 Oct 13 15:54:58.015869 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 58404) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:54:58.021276 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-ec52b35a-7a98-4ae6-8365-f3f923ddd064 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1018578623', 'description': 'tempest-description--97651542'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:54:58.027272 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-ec52b35a-7a98-4ae6-8365-f3f923ddd064 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:54:58.037259 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-ec52b35a-7a98-4ae6-8365-f3f923ddd064 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:54:58.046999 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ec52b35a-7a98-4ae6-8365-f3f923ddd064 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:58.066857 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-ec52b35a-7a98-4ae6-8365-f3f923ddd064 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:54:58.070584 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-ec52b35a-7a98-4ae6-8365-f3f923ddd064 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Usage tracker for resource:security_group_rule and tenant:56efb6ba595b42848bfcb0c8b2217c8a is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:54:58.073320 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-ec52b35a-7a98-4ae6-8365-f3f923ddd064 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:54:58.079176 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-ec52b35a-7a98-4ae6-8365-f3f923ddd064 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:54:58.147546 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ec52b35a-7a98-4ae6-8365-f3f923ddd064 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:58.150946 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ec52b35a-7a98-4ae6-8365-f3f923ddd064 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:58.197297 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec52b35a-7a98-4ae6-8365-f3f923ddd064 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8beacc58-086b-47b2-a61b-74fa6c890e25,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:58.200941 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ec52b35a-7a98-4ae6-8365-f3f923ddd064 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:58.202106 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-ec52b35a-7a98-4ae6-8365-f3f923ddd064 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1852577 Oct 13 15:54:58.205052 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 58408) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:54:58.207000 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec52b35a-7a98-4ae6-8365-f3f923ddd064 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:58.207336 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec52b35a-7a98-4ae6-8365-f3f923ddd064 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:58.207680 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec52b35a-7a98-4ae6-8365-f3f923ddd064 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:58.208014 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec52b35a-7a98-4ae6-8365-f3f923ddd064 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:58.208380 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec52b35a-7a98-4ae6-8365-f3f923ddd064 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:58.208715 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec52b35a-7a98-4ae6-8365-f3f923ddd064 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:58.209043 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec52b35a-7a98-4ae6-8365-f3f923ddd064 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:58.209382 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec52b35a-7a98-4ae6-8365-f3f923ddd064 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:58.209698 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec52b35a-7a98-4ae6-8365-f3f923ddd064 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:58.210020 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec52b35a-7a98-4ae6-8365-f3f923ddd064 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:58.210436 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec52b35a-7a98-4ae6-8365-f3f923ddd064 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:58.210857 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-e7de5007-1c9c-446f-89ef-9f8560227b5e tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Request body: {'security_group_rule': {'security_group_id': '8beacc58-086b-47b2-a61b-74fa6c890e25', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:54:58.211002 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec52b35a-7a98-4ae6-8365-f3f923ddd064 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:58.216584 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-e7de5007-1c9c-446f-89ef-9f8560227b5e tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:54:58.220483 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-e7de5007-1c9c-446f-89ef-9f8560227b5e tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Usage tracker for resource:security_group_rule and tenant:56efb6ba595b42848bfcb0c8b2217c8a is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:54:58.224183 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-e7de5007-1c9c-446f-89ef-9f8560227b5e tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:54:58.230189 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-e7de5007-1c9c-446f-89ef-9f8560227b5e tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:54:58.245928 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e7de5007-1c9c-446f-89ef-9f8560227b5e tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:58.304024 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e7de5007-1c9c-446f-89ef-9f8560227b5e tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:58.307997 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e7de5007-1c9c-446f-89ef-9f8560227b5e tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:58.330671 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7de5007-1c9c-446f-89ef-9f8560227b5e tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f652f919-cd5d-47fb-b16f-b3f60e279370,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:58.341324 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de5007-1c9c-446f-89ef-9f8560227b5e tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:58.341668 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de5007-1c9c-446f-89ef-9f8560227b5e tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:58.342005 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de5007-1c9c-446f-89ef-9f8560227b5e tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:58.342359 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de5007-1c9c-446f-89ef-9f8560227b5e tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:58.342691 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de5007-1c9c-446f-89ef-9f8560227b5e tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:58.343017 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de5007-1c9c-446f-89ef-9f8560227b5e tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:58.343339 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de5007-1c9c-446f-89ef-9f8560227b5e tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:58.343663 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de5007-1c9c-446f-89ef-9f8560227b5e tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:58.343983 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de5007-1c9c-446f-89ef-9f8560227b5e tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:58.344305 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de5007-1c9c-446f-89ef-9f8560227b5e tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:58.344621 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de5007-1c9c-446f-89ef-9f8560227b5e tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:58.344938 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7de5007-1c9c-446f-89ef-9f8560227b5e tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:54:58.348060 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e7de5007-1c9c-446f-89ef-9f8560227b5e tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:58.349201 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-e7de5007-1c9c-446f-89ef-9f8560227b5e tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1426494 Oct 13 15:54:58.352013 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 58412) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:54:58.356955 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-ae20e9af-6a3e-4d16-a530-b62d5e067d3c tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Request body: {'security_group_rule': {'security_group_id': '8beacc58-086b-47b2-a61b-74fa6c890e25', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:54:58.363271 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-ae20e9af-6a3e-4d16-a530-b62d5e067d3c tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:54:58.367160 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-ae20e9af-6a3e-4d16-a530-b62d5e067d3c tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Usage tracker for resource:security_group_rule and tenant:56efb6ba595b42848bfcb0c8b2217c8a is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:54:58.369996 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-ae20e9af-6a3e-4d16-a530-b62d5e067d3c tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:54:58.376395 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-ae20e9af-6a3e-4d16-a530-b62d5e067d3c tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:54:58.392133 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ae20e9af-6a3e-4d16-a530-b62d5e067d3c tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:58.452015 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ae20e9af-6a3e-4d16-a530-b62d5e067d3c tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:58.455148 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ae20e9af-6a3e-4d16-a530-b62d5e067d3c tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:58.478147 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae20e9af-6a3e-4d16-a530-b62d5e067d3c tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d691df9-35d0-4601-9e2f-a0f018a3cac3,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:58.486845 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ae20e9af-6a3e-4d16-a530-b62d5e067d3c tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:58.488069 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-ae20e9af-6a3e-4d16-a530-b62d5e067d3c tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1350358 Oct 13 15:54:58.491097 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 58416) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:54:58.495993 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-48efbb8e-fbd1-4941-9899-5cd0772680bb tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Request body: {'floatingip': {'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:54:58.501654 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-48efbb8e-fbd1-4941-9899-5cd0772680bb tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:54:58.505926 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-48efbb8e-fbd1-4941-9899-5cd0772680bb tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Usage tracker for resource:floatingip and tenant:56efb6ba595b42848bfcb0c8b2217c8a is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:54:58.508761 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-48efbb8e-fbd1-4941-9899-5cd0772680bb tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:54:58.514379 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-48efbb8e-fbd1-4941-9899-5cd0772680bb tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:54:58.524041 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-48efbb8e-fbd1-4941-9899-5cd0772680bb tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Notify callbacks [] for floatingip, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:58.656443 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-48efbb8e-fbd1-4941-9899-5cd0772680bb tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:58.901530 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-48efbb8e-fbd1-4941-9899-5cd0772680bb tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Allocated IP 172.26.2.253 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/b8c474f6-6bfb-4c92-b9fd-8ca5b7c01f90) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:54:59.043716 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-48efbb8e-fbd1-4941-9899-5cd0772680bb tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:59.073212 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-48efbb8e-fbd1-4941-9899-5cd0772680bb tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:59.135900 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48efbb8e-fbd1-4941-9899-5cd0772680bb tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:54:59.138803 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-48efbb8e-fbd1-4941-9899-5cd0772680bb tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:54:59.142401 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48efbb8e-fbd1-4941-9899-5cd0772680bb tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:54:59.178906 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48efbb8e-fbd1-4941-9899-5cd0772680bb tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Pushing event updated for resources: {'Port': ['ID=b8c474f6-6bfb-4c92-b9fd-8ca5b7c01f90,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:59.226349 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-48efbb8e-fbd1-4941-9899-5cd0772680bb tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:59.283617 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-48efbb8e-fbd1-4941-9899-5cd0772680bb tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:59.489361 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-48efbb8e-fbd1-4941-9899-5cd0772680bb tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:59.493666 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-48efbb8e-fbd1-4941-9899-5cd0772680bb tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:59.598440 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48efbb8e-fbd1-4941-9899-5cd0772680bb tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Pushing event updated for resources: {'Port': ['ID=b8c474f6-6bfb-4c92-b9fd-8ca5b7c01f90,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:54:59.600723 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-48efbb8e-fbd1-4941-9899-5cd0772680bb tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:59.622956 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-48efbb8e-fbd1-4941-9899-5cd0772680bb tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:54:59.624156 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-48efbb8e-fbd1-4941-9899-5cd0772680bb tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1321137 Oct 13 15:54:59.797781 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833be141-3c7e-4a90-9a5f-8ae185751512 req-026cbf75-6f26-42a9-9392-b27293abf984 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:54:59.799214 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-833be141-3c7e-4a90-9a5f-8ae185751512 req-026cbf75-6f26-42a9-9392-b27293abf984 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=9f1e2698-ba4d-499c-bffe-22e6d10c5737 HTTP/1.1" status: 200 len: 945 time: 0.0894957 Oct 13 15:54:59.843054 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-833be141-3c7e-4a90-9a5f-8ae185751512 req-b5f5d3b0-e000-4206-9813-ee331ae58c7a tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377672 Oct 13 15:55:00.320780 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ded59a-5810-4bcf-a3c5-b61b1e80c70a req-2e79230f-2cd3-41b2-bdf7-08c01e3afe55 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:00.322094 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e3ded59a-5810-4bcf-a3c5-b61b1e80c70a req-2e79230f-2cd3-41b2-bdf7-08c01e3afe55 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/networks?id=6a7405f4-8e5b-4caa-8343-3a21c57dfc23 HTTP/1.1" status: 200 len: 814 time: 0.1419387 Oct 13 15:55:00.336697 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e3ded59a-5810-4bcf-a3c5-b61b1e80c70a req-0c9ceef9-12be-4915-8835-5ff753c1e55a tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/quotas/56efb6ba595b42848bfcb0c8b2217c8a HTTP/1.1" status: 200 len: 375 time: 0.0091524 Oct 13 15:55:00.433681 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e3ded59a-5810-4bcf-a3c5-b61b1e80c70a req-db071310-9b34-4e4f-9247-7813e0c88976 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=56efb6ba595b42848bfcb0c8b2217c8a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0922194 Oct 13 15:55:00.608401 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e3ded59a-5810-4bcf-a3c5-b61b1e80c70a req-5448c3a4-8844-4459-b98f-65b4b24eb0ca service neutron] 10.222.0.42 "GET /v2.0/networks/6a7405f4-8e5b-4caa-8343-3a21c57dfc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679566 Oct 13 15:55:00.737427 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e3ded59a-5810-4bcf-a3c5-b61b1e80c70a req-2ad71ef7-ab3d-423c-bb65-62ea9926c719 service neutron] 10.222.0.42 "GET /v2.0/networks/6a7405f4-8e5b-4caa-8343-3a21c57dfc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226361 Oct 13 15:55:00.918525 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c6294b6b-2814-463d-984f-3b341bbd580f req-f90f7b7c-0830-43f1-91fe-082dae5cb75a tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=80c22177-540f-4621-a4a9-88178f3085e4 HTTP/1.1" status: 200 len: 210 time: 0.0508153 Oct 13 15:55:01.583662 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:55:01.929880 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ded59a-5810-4bcf-a3c5-b61b1e80c70a req-52b4ec15-8270-45d9-bc50-7a53e46a961e tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:01.931300 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e3ded59a-5810-4bcf-a3c5-b61b1e80c70a req-52b4ec15-8270-45d9-bc50-7a53e46a961e tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.16 "GET /v2.0/networks?id=6a7405f4-8e5b-4caa-8343-3a21c57dfc23 HTTP/1.1" status: 200 len: 814 time: 0.1453905 Oct 13 15:55:01.942505 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-e3ded59a-5810-4bcf-a3c5-b61b1e80c70a req-43248d95-d0bb-4c62-88b7-070018ffd904 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Request body: {'port': {'device_id': '80c22177-540f-4621-a4a9-88178f3085e4', 'network_id': '6a7405f4-8e5b-4caa-8343-3a21c57dfc23', 'admin_state_up': True, 'tenant_id': '56efb6ba595b42848bfcb0c8b2217c8a'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:55:01.991361 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.16', 50075) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:55:02.082330 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-e3ded59a-5810-4bcf-a3c5-b61b1e80c70a req-43248d95-d0bb-4c62-88b7-070018ffd904 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:55:02.092279 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-e3ded59a-5810-4bcf-a3c5-b61b1e80c70a req-43248d95-d0bb-4c62-88b7-070018ffd904 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:55:02.102440 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3ded59a-5810-4bcf-a3c5-b61b1e80c70a req-43248d95-d0bb-4c62-88b7-070018ffd904 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Made reservation on behalf of 56efb6ba595b42848bfcb0c8b2217c8a for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:55:02.103608 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-2eb065f9-29ae-44bf-89ee-f25470b2630d req-9a4a08fc-2e3a-4c98-9024-66f66e7fee6f tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=80c22177-540f-4621-a4a9-88178f3085e4 HTTP/1.1" status: 200 len: 210 time: 0.0625589 Oct 13 15:55:02.105833 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-e3ded59a-5810-4bcf-a3c5-b61b1e80c70a req-43248d95-d0bb-4c62-88b7-070018ffd904 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:02.139029 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c20253-77df-4350-a62b-babfa8ab65d0 req-c7b02606-bb23-4bc7-a970-29ee80f9e9dd tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:02.140478 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-44c20253-77df-4350-a62b-babfa8ab65d0 req-c7b02606-bb23-4bc7-a970-29ee80f9e9dd tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.16 "GET /v2.0/ports?device_id=9f1e2698-ba4d-499c-bffe-22e6d10c5737 HTTP/1.1" status: 200 len: 945 time: 0.1478012 Oct 13 15:55:02.211758 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [req-44c20253-77df-4350-a62b-babfa8ab65d0 req-c6c99927-5edb-4625-9933-47cfabcf23e7 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Deleting port 05193800-5b26-4be5-a4cf-fc4eb1f0dd1a {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:55:02.212011 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-44c20253-77df-4350-a62b-babfa8ab65d0 req-c6c99927-5edb-4625-9933-47cfabcf23e7 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:02.274206 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [req-e3ded59a-5810-4bcf-a3c5-b61b1e80c70a req-43248d95-d0bb-4c62-88b7-070018ffd904 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Allocated IP 172.20.0.10 (6a7405f4-8e5b-4caa-8343-3a21c57dfc23/7a43b288-4867-4b5f-bb27-735681c5ff69/397d7124-13a0-46bc-baba-dbf119506868) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:55:02.476058 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-e3ded59a-5810-4bcf-a3c5-b61b1e80c70a req-43248d95-d0bb-4c62-88b7-070018ffd904 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:02.492710 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-e3ded59a-5810-4bcf-a3c5-b61b1e80c70a req-43248d95-d0bb-4c62-88b7-070018ffd904 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Transition to ACTIVE for port object 397d7124-13a0-46bc-baba-dbf119506868 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:55:02.517267 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-e3ded59a-5810-4bcf-a3c5-b61b1e80c70a req-43248d95-d0bb-4c62-88b7-070018ffd904 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:02.531697 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['05193800-5b26-4be5-a4cf-fc4eb1f0dd1a'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 15:55:02.562306 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [req-44c20253-77df-4350-a62b-babfa8ab65d0 req-c6c99927-5edb-4625-9933-47cfabcf23e7 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] For port 05193800-5b26-4be5-a4cf-fc4eb1f0dd1a, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=05193800-5b26-4be5-a4cf-fc4eb1f0dd1a,segment=NetworkSegment(ec89611b-44de-460a-9ada-1bbcc29fb934),segment_id=ec89611b-44de-460a-9ada-1bbcc29fb934)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:55:02.562659 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-44c20253-77df-4350-a62b-babfa8ab65d0 req-c6c99927-5edb-4625-9933-47cfabcf23e7 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:02.595508 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3ded59a-5810-4bcf-a3c5-b61b1e80c70a req-43248d95-d0bb-4c62-88b7-070018ffd904 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Network 6a7405f4-8e5b-4caa-8343-3a21c57dfc23 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:55:02.598773 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [req-e3ded59a-5810-4bcf-a3c5-b61b1e80c70a req-43248d95-d0bb-4c62-88b7-070018ffd904 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:55:02.603097 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ded59a-5810-4bcf-a3c5-b61b1e80c70a req-43248d95-d0bb-4c62-88b7-070018ffd904 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:55:02.671407 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ded59a-5810-4bcf-a3c5-b61b1e80c70a req-43248d95-d0bb-4c62-88b7-070018ffd904 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:02.672146 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-e3ded59a-5810-4bcf-a3c5-b61b1e80c70a req-43248d95-d0bb-4c62-88b7-070018ffd904 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:02.680883 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43248d95-d0bb-4c62-88b7-070018ffd904 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Pushing event updated for resources: {'Port': ['ID=397d7124-13a0-46bc-baba-dbf119506868,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:02.691712 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [req-44c20253-77df-4350-a62b-babfa8ab65d0 req-c6c99927-5edb-4625-9933-47cfabcf23e7 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Calling delete_port for 05193800-5b26-4be5-a4cf-fc4eb1f0dd1a owned by compute:nova {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:55:02.731004 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e3ded59a-5810-4bcf-a3c5-b61b1e80c70a req-43248d95-d0bb-4c62-88b7-070018ffd904 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7917535 Oct 13 15:55:02.748079 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-e3ded59a-5810-4bcf-a3c5-b61b1e80c70a req-0ff12b4e-3820-401e-b771-321ffaf0ecc7 service neutron] Request body: {'port': {'device_id': '80c22177-540f-4621-a4a9-88178f3085e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:55:02.868019 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-44c20253-77df-4350-a62b-babfa8ab65d0 req-c6c99927-5edb-4625-9933-47cfabcf23e7 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:02.907287 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-d4d1da74-5a7f-4ac6-9cb5-e7a6a167c21f None None] Provisioning for port 397d7124-13a0-46bc-baba-dbf119506868 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:55:02.913150 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-d4d1da74-5a7f-4ac6-9cb5-e7a6a167c21f None None] Provisioning complete for port 397d7124-13a0-46bc-baba-dbf119506868 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:55:02.913658 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d4d1da74-5a7f-4ac6-9cb5-e7a6a167c21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:02.914147 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-d4d1da74-5a7f-4ac6-9cb5-e7a6a167c21f None None] Attempt 1 to provision port 397d7124-13a0-46bc-baba-dbf119506868 Oct 13 15:55:02.920886 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c99927-5edb-4625-9933-47cfabcf23e7 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Pushing event deleted for resources: {'Port': ['ID=05193800-5b26-4be5-a4cf-fc4eb1f0dd1a,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:02.978671 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1da74-5a7f-4ac6-9cb5-e7a6a167c21f None None] Port 397d7124-13a0-46bc-baba-dbf119506868 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:55:02.995520 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-e3ded59a-5810-4bcf-a3c5-b61b1e80c70a req-0ff12b4e-3820-401e-b771-321ffaf0ecc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:03.012772 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c20253-77df-4350-a62b-babfa8ab65d0 req-c6c99927-5edb-4625-9933-47cfabcf23e7 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] No DVR routers for this DVR port 05193800-5b26-4be5-a4cf-fc4eb1f0dd1a on host hv-neutron-8603 {{(pid=88972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:55:03.015261 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-44c20253-77df-4350-a62b-babfa8ab65d0 req-c6c99927-5edb-4625-9933-47cfabcf23e7 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:03.017890 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f1e2698-ba4d-499c-bffe-22e6d10c5737', 'name': 'network-vif-deleted', 'tag': '05193800-5b26-4be5-a4cf-fc4eb1f0dd1a'}] {{(pid=88972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:55:03.020758 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66139ebd01b2281a52a84d0c3e28fe779798cc7e4f9f2d51c02648ac67609c1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b91a7cf2-8789-4eb8-b5c3-ff0e8d694a3b" -d '{"events": [{"server_uuid": "9f1e2698-ba4d-499c-bffe-22e6d10c5737", "name": "network-vif-deleted", "tag": "05193800-5b26-4be5-a4cf-fc4eb1f0dd1a"}]}' {{(pid=88972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:55:03.030834 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-44c20253-77df-4350-a62b-babfa8ab65d0 req-c6c99927-5edb-4625-9933-47cfabcf23e7 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.16 "DELETE /v2.0/ports/05193800-5b26-4be5-a4cf-fc4eb1f0dd1a HTTP/1.1" status: 204 len: 173 time: 0.8840935 Oct 13 15:55:03.164665 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 15:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768829c9-1879-4be9-b3af-e7eba7c57e77 x-openstack-request-id: req-768829c9-1879-4be9-b3af-e7eba7c57e77 {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:55:03.164966 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f1e2698-ba4d-499c-bffe-22e6d10c5737", "name": "network-vif-deleted", "tag": "05193800-5b26-4be5-a4cf-fc4eb1f0dd1a", "status": "completed", "code": 200}]} {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:55:03.165210 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-768829c9-1879-4be9-b3af-e7eba7c57e77 {{(pid=88972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:55:03.165657 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-768829c9-1879-4be9-b3af-e7eba7c57e77'] response: {'server_uuid': '9f1e2698-ba4d-499c-bffe-22e6d10c5737', 'name': 'network-vif-deleted', 'tag': '05193800-5b26-4be5-a4cf-fc4eb1f0dd1a', 'status': 'completed', 'code': 200} Oct 13 15:55:03.339252 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3715ac-c4a5-4bb8-850c-093ec9f6dd02 req-fa7fa710-5191-4731-bb75-675885c04085 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:03.339860 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-9f3715ac-c4a5-4bb8-850c-093ec9f6dd02 req-fa7fa710-5191-4731-bb75-675885c04085 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Synchronizing usage tracker for tenant:56efb6ba595b42848bfcb0c8b2217c8a on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:55:03.355812 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-9f3715ac-c4a5-4bb8-850c-093ec9f6dd02 req-fa7fa710-5191-4731-bb75-675885c04085 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Unset dirty status for tenant:56efb6ba595b42848bfcb0c8b2217c8a on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:55:03.356912 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-9f3715ac-c4a5-4bb8-850c-093ec9f6dd02 req-fa7fa710-5191-4731-bb75-675885c04085 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=80c22177-540f-4621-a4a9-88178f3085e4 HTTP/1.1" status: 200 len: 932 time: 0.1092336 Oct 13 15:55:03.372137 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [req-e3ded59a-5810-4bcf-a3c5-b61b1e80c70a req-0ff12b4e-3820-401e-b771-321ffaf0ecc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 397d7124-13a0-46bc-baba-dbf119506868 {{(pid=88973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 15:55:03.383441 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-e3ded59a-5810-4bcf-a3c5-b61b1e80c70a req-0ff12b4e-3820-401e-b771-321ffaf0ecc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:03.399078 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-e3ded59a-5810-4bcf-a3c5-b61b1e80c70a req-0ff12b4e-3820-401e-b771-321ffaf0ecc7 service neutron] Transition to ACTIVE for port object 397d7124-13a0-46bc-baba-dbf119506868 will not be triggered until provisioned by entity L2. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:55:03.402498 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-e3ded59a-5810-4bcf-a3c5-b61b1e80c70a req-0ff12b4e-3820-401e-b771-321ffaf0ecc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:03.409000 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-9f3715ac-c4a5-4bb8-850c-093ec9f6dd02 req-445f6a38-803e-4c80-b944-54a24f6aa847 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429561 Oct 13 15:55:03.479898 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-d4d1da74-5a7f-4ac6-9cb5-e7a6a167c21f None None] Attempt 2 to provision port 397d7124-13a0-46bc-baba-dbf119506868 Oct 13 15:55:03.538252 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1da74-5a7f-4ac6-9cb5-e7a6a167c21f None None] Port 397d7124-13a0-46bc-baba-dbf119506868 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:55:03.644769 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff12b4e-3820-401e-b771-321ffaf0ecc7 service neutron] Pushing event updated for resources: {'Port': ['ID=397d7124-13a0-46bc-baba-dbf119506868,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:03.674912 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-e3ded59a-5810-4bcf-a3c5-b61b1e80c70a req-0ff12b4e-3820-401e-b771-321ffaf0ecc7 service neutron] Attempting to bind port 397d7124-13a0-46bc-baba-dbf119506868 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:55:03.675241 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-e3ded59a-5810-4bcf-a3c5-b61b1e80c70a req-0ff12b4e-3820-401e-b771-321ffaf0ecc7 service neutron] Attempting to bind port 397d7124-13a0-46bc-baba-dbf119506868 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'ec89611b-44de-460a-9ada-1bbcc29fb934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6a7405f4-8e5b-4caa-8343-3a21c57dfc23'}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:55:03.675560 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ded59a-5810-4bcf-a3c5-b61b1e80c70a req-0ff12b4e-3820-401e-b771-321ffaf0ecc7 service neutron] Attempting to bind port 397d7124-13a0-46bc-baba-dbf119506868 on network 6a7405f4-8e5b-4caa-8343-3a21c57dfc23 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:55:03.680273 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ded59a-5810-4bcf-a3c5-b61b1e80c70a req-0ff12b4e-3820-401e-b771-321ffaf0ecc7 service neutron] Port 397d7124-13a0-46bc-baba-dbf119506868 on network 6a7405f4-8e5b-4caa-8343-3a21c57dfc23 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:55:03.680588 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ded59a-5810-4bcf-a3c5-b61b1e80c70a req-0ff12b4e-3820-401e-b771-321ffaf0ecc7 service neutron] Attempting to bind port 397d7124-13a0-46bc-baba-dbf119506868 on network 6a7405f4-8e5b-4caa-8343-3a21c57dfc23 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:55:03.685638 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ded59a-5810-4bcf-a3c5-b61b1e80c70a req-0ff12b4e-3820-401e-b771-321ffaf0ecc7 service neutron] Checking agent: {'id': 'c4d1d38a-44f6-47ac-b17c-311e640e7cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'started_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 54, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:55:03.685971 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ded59a-5810-4bcf-a3c5-b61b1e80c70a req-0ff12b4e-3820-401e-b771-321ffaf0ecc7 service neutron] Checking segment: {'id': 'ec89611b-44de-460a-9ada-1bbcc29fb934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6a7405f4-8e5b-4caa-8343-3a21c57dfc23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:55:03.686392 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ded59a-5810-4bcf-a3c5-b61b1e80c70a req-0ff12b4e-3820-401e-b771-321ffaf0ecc7 service neutron] Bound using segment: {'id': 'ec89611b-44de-460a-9ada-1bbcc29fb934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6a7405f4-8e5b-4caa-8343-3a21c57dfc23'} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:55:03.686813 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-e3ded59a-5810-4bcf-a3c5-b61b1e80c70a req-0ff12b4e-3820-401e-b771-321ffaf0ecc7 service neutron] Bound port: 397d7124-13a0-46bc-baba-dbf119506868, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec89611b-44de-460a-9ada-1bbcc29fb934', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 443, 'network_id': '6a7405f4-8e5b-4caa-8343-3a21c57dfc23'}}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:55:03.687154 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-e3ded59a-5810-4bcf-a3c5-b61b1e80c70a req-0ff12b4e-3820-401e-b771-321ffaf0ecc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:03.779672 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-e3ded59a-5810-4bcf-a3c5-b61b1e80c70a req-0ff12b4e-3820-401e-b771-321ffaf0ecc7 service neutron] For port 397d7124-13a0-46bc-baba-dbf119506868, host hv-neutron-8603, cleared binding levels {{(pid=88973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:55:03.782610 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-e3ded59a-5810-4bcf-a3c5-b61b1e80c70a req-0ff12b4e-3820-401e-b771-321ffaf0ecc7 service neutron] For port 397d7124-13a0-46bc-baba-dbf119506868, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=397d7124-13a0-46bc-baba-dbf119506868,segment=NetworkSegment(ec89611b-44de-460a-9ada-1bbcc29fb934),segment_id=ec89611b-44de-460a-9ada-1bbcc29fb934)] {{(pid=88973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:55:03.787450 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-e3ded59a-5810-4bcf-a3c5-b61b1e80c70a req-0ff12b4e-3820-401e-b771-321ffaf0ecc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:03.818019 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ded59a-5810-4bcf-a3c5-b61b1e80c70a req-0ff12b4e-3820-401e-b771-321ffaf0ecc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:03.818652 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-e3ded59a-5810-4bcf-a3c5-b61b1e80c70a req-0ff12b4e-3820-401e-b771-321ffaf0ecc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:03.820013 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e3ded59a-5810-4bcf-a3c5-b61b1e80c70a req-0ff12b4e-3820-401e-b771-321ffaf0ecc7 service neutron] 10.222.0.16 "PUT /v2.0/ports/397d7124-13a0-46bc-baba-dbf119506868 HTTP/1.1" status: 200 len: 1094 time: 1.0798841 Oct 13 15:55:03.820504 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '80c22177-540f-4621-a4a9-88178f3085e4', 'tag': '397d7124-13a0-46bc-baba-dbf119506868'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:55:03.822828 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-135353de-fa85-4406-8df1-dd63eb305a4f" -d '{"events": [{"name": "network-changed", "server_uuid": "80c22177-540f-4621-a4a9-88178f3085e4", "tag": "397d7124-13a0-46bc-baba-dbf119506868"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:55:03.897818 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 15:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed9f88b-556a-46bd-bba9-2ede32cbe509 x-openstack-request-id: req-8ed9f88b-556a-46bd-bba9-2ede32cbe509 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:55:03.898022 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "80c22177-540f-4621-a4a9-88178f3085e4", "tag": "397d7124-13a0-46bc-baba-dbf119506868", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:55:03.898295 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8ed9f88b-556a-46bd-bba9-2ede32cbe509 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:55:03.898684 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ed9f88b-556a-46bd-bba9-2ede32cbe509'] response: {'name': 'network-changed', 'server_uuid': '80c22177-540f-4621-a4a9-88178f3085e4', 'tag': '397d7124-13a0-46bc-baba-dbf119506868', 'status': 'completed', 'code': 200} Oct 13 15:55:03.934738 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff12b4e-3820-401e-b771-321ffaf0ecc7 service neutron] Pushing event updated for resources: {'Port': ['ID=397d7124-13a0-46bc-baba-dbf119506868,revision_number=3']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:03.952577 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ded59a-5810-4bcf-a3c5-b61b1e80c70a req-8e737415-60e7-4255-86c8-cd9552d96ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:03.954045 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e3ded59a-5810-4bcf-a3c5-b61b1e80c70a req-8e737415-60e7-4255-86c8-cd9552d96ba3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=56efb6ba595b42848bfcb0c8b2217c8a&device_id=80c22177-540f-4621-a4a9-88178f3085e4 HTTP/1.1" status: 200 len: 1097 time: 0.0960584 Oct 13 15:55:04.019776 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e3ded59a-5810-4bcf-a3c5-b61b1e80c70a req-14c64332-4166-47c9-a3ea-152b0c41b46c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=397d7124-13a0-46bc-baba-dbf119506868 HTTP/1.1" status: 200 len: 217 time: 0.0593338 Oct 13 15:55:04.039543 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-d4d1da74-5a7f-4ac6-9cb5-e7a6a167c21f None None] Attempt 3 to provision port 397d7124-13a0-46bc-baba-dbf119506868 Oct 13 15:55:04.083772 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ded59a-5810-4bcf-a3c5-b61b1e80c70a req-14a2d137-b23c-4750-ab86-604cc57635d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:04.085216 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e3ded59a-5810-4bcf-a3c5-b61b1e80c70a req-14a2d137-b23c-4750-ab86-604cc57635d6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7a43b288-4867-4b5f-bb27-735681c5ff69 HTTP/1.1" status: 200 len: 853 time: 0.0600827 Oct 13 15:55:04.100478 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1da74-5a7f-4ac6-9cb5-e7a6a167c21f None None] Port 397d7124-13a0-46bc-baba-dbf119506868 had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 15:55:04.167935 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ded59a-5810-4bcf-a3c5-b61b1e80c70a req-9d715556-c08a-41ca-b4b2-e8e4f4ecccc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:04.169290 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e3ded59a-5810-4bcf-a3c5-b61b1e80c70a req-9d715556-c08a-41ca-b4b2-e8e4f4ecccc7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6a7405f4-8e5b-4caa-8343-3a21c57dfc23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784941 Oct 13 15:55:04.297976 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e3ded59a-5810-4bcf-a3c5-b61b1e80c70a req-c550ebd6-abbd-43a8-91d1-458e51631a6d service neutron] 10.222.0.16 "GET /v2.0/networks/6a7405f4-8e5b-4caa-8343-3a21c57dfc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226370 Oct 13 15:55:04.428769 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e3ded59a-5810-4bcf-a3c5-b61b1e80c70a req-cfdd6996-a20c-4e4e-87af-e015bcdda3d0 service neutron] 10.222.0.16 "GET /v2.0/networks/6a7405f4-8e5b-4caa-8343-3a21c57dfc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244435 Oct 13 15:55:04.507516 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-44cff868-9843-43f1-b8d2-83db2e308e23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:04.555699 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135353de-fa85-4406-8df1-dd63eb305a4f req-72e01b02-6532-4ba2-bfa6-5218ac5dfadb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:04.557151 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-135353de-fa85-4406-8df1-dd63eb305a4f req-72e01b02-6532-4ba2-bfa6-5218ac5dfadb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=56efb6ba595b42848bfcb0c8b2217c8a&device_id=80c22177-540f-4621-a4a9-88178f3085e4 HTTP/1.1" status: 200 len: 1097 time: 0.0845697 Oct 13 15:55:04.614151 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e66daf2-140a-4ff9-975e-c44cb5dddd1d req-b780ac5b-6c72-4c41-adf1-24d41c191562 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:04.615650 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-7e66daf2-140a-4ff9-975e-c44cb5dddd1d req-b780ac5b-6c72-4c41-adf1-24d41c191562 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=80c22177-540f-4621-a4a9-88178f3085e4 HTTP/1.1" status: 200 len: 944 time: 0.0866807 Oct 13 15:55:04.660726 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-7e66daf2-140a-4ff9-975e-c44cb5dddd1d req-b9a7da6a-daaf-4988-810b-7e26d6b1a5e1 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391514 Oct 13 15:55:04.788531 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135353de-fa85-4406-8df1-dd63eb305a4f req-ef40ff82-7720-4e4f-b1bf-c86c4d4d0187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:04.789968 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-135353de-fa85-4406-8df1-dd63eb305a4f req-ef40ff82-7720-4e4f-b1bf-c86c4d4d0187 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6a7405f4-8e5b-4caa-8343-3a21c57dfc23 HTTP/1.1" status: 200 len: 915 time: 0.2258308 Oct 13 15:55:04.855610 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-135353de-fa85-4406-8df1-dd63eb305a4f req-4758107c-b334-4acd-a519-1cca93433e78 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=397d7124-13a0-46bc-baba-dbf119506868 HTTP/1.1" status: 200 len: 217 time: 0.0589511 Oct 13 15:55:04.918841 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135353de-fa85-4406-8df1-dd63eb305a4f req-64271f82-1557-4dc7-ac68-3d23e747bb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:04.920194 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-135353de-fa85-4406-8df1-dd63eb305a4f req-64271f82-1557-4dc7-ac68-3d23e747bb3b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7a43b288-4867-4b5f-bb27-735681c5ff69 HTTP/1.1" status: 200 len: 853 time: 0.0580695 Oct 13 15:55:05.000194 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135353de-fa85-4406-8df1-dd63eb305a4f req-498dbd7e-3e71-4a72-8e50-1cc73056c5b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:05.001562 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-135353de-fa85-4406-8df1-dd63eb305a4f req-498dbd7e-3e71-4a72-8e50-1cc73056c5b2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6a7405f4-8e5b-4caa-8343-3a21c57dfc23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0748348 Oct 13 15:55:05.129772 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-135353de-fa85-4406-8df1-dd63eb305a4f req-40b3e40b-33a9-46d5-ab2b-3d10f2d2ebfa service neutron] 10.222.0.16 "GET /v2.0/networks/6a7405f4-8e5b-4caa-8343-3a21c57dfc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215489 Oct 13 15:55:05.258384 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-135353de-fa85-4406-8df1-dd63eb305a4f req-700f0a0c-3f80-4cb4-a818-375b26a5b933 service neutron] 10.222.0.16 "GET /v2.0/networks/6a7405f4-8e5b-4caa-8343-3a21c57dfc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224103 Oct 13 15:55:05.861306 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3a7038-4276-44ce-8e65-de4f65dc90e1 req-81972ceb-7a53-4fcb-9d4c-e53a8abecd3d tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:05.862029 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-7b3a7038-4276-44ce-8e65-de4f65dc90e1 req-81972ceb-7a53-4fcb-9d4c-e53a8abecd3d tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Synchronizing usage tracker for tenant:56efb6ba595b42848bfcb0c8b2217c8a on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:55:05.873419 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-7b3a7038-4276-44ce-8e65-de4f65dc90e1 req-81972ceb-7a53-4fcb-9d4c-e53a8abecd3d tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Unset dirty status for tenant:56efb6ba595b42848bfcb0c8b2217c8a on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:55:05.874539 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-7b3a7038-4276-44ce-8e65-de4f65dc90e1 req-81972ceb-7a53-4fcb-9d4c-e53a8abecd3d tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=80c22177-540f-4621-a4a9-88178f3085e4 HTTP/1.1" status: 200 len: 944 time: 0.1019862 Oct 13 15:55:05.918115 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-7b3a7038-4276-44ce-8e65-de4f65dc90e1 req-eebd8e5a-33f8-4263-b29f-99ab30576ebb tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Synchronizing usage tracker for tenant:56efb6ba595b42848bfcb0c8b2217c8a on resource:security_group {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:55:05.932693 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-7b3a7038-4276-44ce-8e65-de4f65dc90e1 req-eebd8e5a-33f8-4263-b29f-99ab30576ebb tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Unset dirty status for tenant:56efb6ba595b42848bfcb0c8b2217c8a on resource:security_group {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:55:05.933902 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-7b3a7038-4276-44ce-8e65-de4f65dc90e1 req-eebd8e5a-33f8-4263-b29f-99ab30576ebb tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538068 Oct 13 15:55:06.417345 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 05193800-5b26-4be5-a4cf-fc4eb1f0dd1a no longer exists at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:55:06.451641 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] No Port match for: 05193800-5b26-4be5-a4cf-fc4eb1f0dd1a {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:55:06.451980 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 05193800-5b26-4be5-a4cf-fc4eb1f0dd1a not bound to the agent host hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:55:06.652829 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f9194c28-b7d8-4dba-96ec-c8ffc2e025b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:07.134865 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ef497-d415-475f-a80e-5ee191aaaa85 req-7b786578-a70f-479f-b91f-f7e01efe8bd0 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:07.136292 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-3e6ef497-d415-475f-a80e-5ee191aaaa85 req-7b786578-a70f-479f-b91f-f7e01efe8bd0 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=80c22177-540f-4621-a4a9-88178f3085e4 HTTP/1.1" status: 200 len: 944 time: 0.0894704 Oct 13 15:55:07.179233 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-3e6ef497-d415-475f-a80e-5ee191aaaa85 req-aff554a2-1832-4f03-8497-2d17a08380a6 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373740 Oct 13 15:55:07.764383 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:07.926944 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:08.376518 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1237099f-98bc-4fa1-b6fd-efed3c041456 req-df6ce7d9-fa61-431f-bbdc-6a8cb04bcc32 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:08.377959 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1237099f-98bc-4fa1-b6fd-efed3c041456 req-df6ce7d9-fa61-431f-bbdc-6a8cb04bcc32 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=80c22177-540f-4621-a4a9-88178f3085e4 HTTP/1.1" status: 200 len: 944 time: 0.0905602 Oct 13 15:55:08.409720 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 397d7124-13a0-46bc-baba-dbf119506868 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=88974) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 13 15:55:08.421499 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1237099f-98bc-4fa1-b6fd-efed3c041456 req-9526bb7a-0435-4f83-82e5-50c5180b18ef tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379930 Oct 13 15:55:08.539324 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 397d7124-13a0-46bc-baba-dbf119506868, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=397d7124-13a0-46bc-baba-dbf119506868,segment=NetworkSegment(ec89611b-44de-460a-9ada-1bbcc29fb934),segment_id=ec89611b-44de-460a-9ada-1bbcc29fb934)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:55:08.552399 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Returning: {'device': '397d7124-13a0-46bc-baba-dbf119506868', 'network_id': '6a7405f4-8e5b-4caa-8343-3a21c57dfc23', 'port_id': '397d7124-13a0-46bc-baba-dbf119506868', 'mac_address': 'fa:16:3e:2a:cc:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a43b288-4867-4b5f-bb27-735681c5ff69', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88974) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 13 15:55:08.605212 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 397d7124-13a0-46bc-baba-dbf119506868 is: DOWN; New status is: BUILD {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:55:08.605574 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:08.621641 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 397d7124-13a0-46bc-baba-dbf119506868 {{(pid=88974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 15:55:08.636547 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 397d7124-13a0-46bc-baba-dbf119506868, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=397d7124-13a0-46bc-baba-dbf119506868,segment=NetworkSegment(ec89611b-44de-460a-9ada-1bbcc29fb934),segment_id=ec89611b-44de-460a-9ada-1bbcc29fb934)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:55:08.641377 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:08.709309 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=397d7124-13a0-46bc-baba-dbf119506868,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:08.952774 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['397d7124-13a0-46bc-baba-dbf119506868'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 15:55:09.614550 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d02f5f1-35eb-4f65-8627-28824517d317 req-4e223018-faf4-466e-a338-1ca3c0553648 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:09.615993 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-4d02f5f1-35eb-4f65-8627-28824517d317 req-4e223018-faf4-466e-a338-1ca3c0553648 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=80c22177-540f-4621-a4a9-88178f3085e4 HTTP/1.1" status: 200 len: 945 time: 0.0857563 Oct 13 15:55:09.636147 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:09.664402 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-4d02f5f1-35eb-4f65-8627-28824517d317 req-bbc3b896-0b67-46bc-b1c3-94a7b3621814 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425501 Oct 13 15:55:10.432147 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 397d7124-13a0-46bc-baba-dbf119506868 up at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:55:10.501338 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning for port 397d7124-13a0-46bc-baba-dbf119506868 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:55:10.506622 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning complete for port 397d7124-13a0-46bc-baba-dbf119506868 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:55:10.506973 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:10.507301 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Attempt 1 to provision port 397d7124-13a0-46bc-baba-dbf119506868 Oct 13 15:55:10.620638 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 397d7124-13a0-46bc-baba-dbf119506868 is: BUILD; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:55:10.621004 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:10.646946 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c22177-540f-4621-a4a9-88178f3085e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397d7124-13a0-46bc-baba-dbf119506868'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:55:10.649168 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979c64d66908691d8da3fe322a5acf5d757b5bee84c7992aba2ec3c134dffaeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4553c7-5eca-4183-9646-4f45cf4c6060" -d '{"events": [{"server_uuid": "80c22177-540f-4621-a4a9-88178f3085e4", "name": "network-vif-plugged", "status": "completed", "tag": "397d7124-13a0-46bc-baba-dbf119506868"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:55:10.656511 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 397d7124-13a0-46bc-baba-dbf119506868, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=397d7124-13a0-46bc-baba-dbf119506868,segment=NetworkSegment(ec89611b-44de-460a-9ada-1bbcc29fb934),segment_id=ec89611b-44de-460a-9ada-1bbcc29fb934)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:55:10.661479 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:10.699787 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 15:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eefc93fd-e528-47a6-9b49-85b99811e0bb x-openstack-request-id: req-eefc93fd-e528-47a6-9b49-85b99811e0bb {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:55:10.700083 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80c22177-540f-4621-a4a9-88178f3085e4", "name": "network-vif-plugged", "status": "completed", "tag": "397d7124-13a0-46bc-baba-dbf119506868", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:55:10.700324 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eefc93fd-e528-47a6-9b49-85b99811e0bb {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:55:10.700764 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eefc93fd-e528-47a6-9b49-85b99811e0bb'] response: {'server_uuid': '80c22177-540f-4621-a4a9-88178f3085e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397d7124-13a0-46bc-baba-dbf119506868', 'code': 200} Oct 13 15:55:10.733562 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=397d7124-13a0-46bc-baba-dbf119506868,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:10.865981 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b51748d-11d1-451b-94fd-b90f322269fe req-ca5ecd42-0611-438f-97f5-2f111ddac3b3 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:10.867462 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-3b51748d-11d1-451b-94fd-b90f322269fe req-ca5ecd42-0611-438f-97f5-2f111ddac3b3 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=80c22177-540f-4621-a4a9-88178f3085e4 HTTP/1.1" status: 200 len: 946 time: 0.0868120 Oct 13 15:55:10.911480 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-3b51748d-11d1-451b-94fd-b90f322269fe req-094ec93d-5dcd-4a1e-9067-a2e4f35ef59b tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382197 Oct 13 15:55:10.927784 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63adc7de-16bf-4b0e-b70c-3637986dfe93 req-27d2a828-4d93-4106-b612-a7e1e592aac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:10.929301 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-63adc7de-16bf-4b0e-b70c-3637986dfe93 req-27d2a828-4d93-4106-b612-a7e1e592aac5 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=80c22177-540f-4621-a4a9-88178f3085e4 HTTP/1.1" status: 200 len: 1099 time: 0.0775852 Oct 13 15:55:10.968697 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-63adc7de-16bf-4b0e-b70c-3637986dfe93 req-2fdfd3a3-1677-48da-b5f3-791ed34dc1e2 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330472 Oct 13 15:55:12.112922 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d85548d-a51b-4913-9f66-76bcbd9fca53 req-d5647fa8-85c0-4689-a918-4432a63b0d85 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:12.114373 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5d85548d-a51b-4913-9f66-76bcbd9fca53 req-d5647fa8-85c0-4689-a918-4432a63b0d85 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=80c22177-540f-4621-a4a9-88178f3085e4 HTTP/1.1" status: 200 len: 946 time: 0.0884726 Oct 13 15:55:12.157625 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5d85548d-a51b-4913-9f66-76bcbd9fca53 req-302d3892-038f-4bf4-a472-682d0e9f550a tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376706 Oct 13 15:55:13.360043 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f797862d-3cc0-4baf-9034-434b6b713448 req-71f152b0-ced2-460e-9f97-02346bdd9e7e tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:13.361376 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f797862d-3cc0-4baf-9034-434b6b713448 req-71f152b0-ced2-460e-9f97-02346bdd9e7e tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=80c22177-540f-4621-a4a9-88178f3085e4 HTTP/1.1" status: 200 len: 946 time: 0.0916128 Oct 13 15:55:13.404040 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f797862d-3cc0-4baf-9034-434b6b713448 req-633fd198-96fe-48a7-aba1-b000d01c2b37 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369918 Oct 13 15:55:13.598260 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71dac5c5-42db-4879-a604-01b536bb9b7f req-01906540-7cdf-443e-a2b9-858531f49c20 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:13.599700 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-71dac5c5-42db-4879-a604-01b536bb9b7f req-01906540-7cdf-443e-a2b9-858531f49c20 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=80c22177-540f-4621-a4a9-88178f3085e4 HTTP/1.1" status: 200 len: 946 time: 0.0855834 Oct 13 15:55:13.647308 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-71dac5c5-42db-4879-a604-01b536bb9b7f req-61718a28-b320-4ab4-b00a-52f2a161e963 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420289 Oct 13 15:55:14.062256 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a694c88a-465b-44a6-91dc-d2bb08e11d6d req-79d8e68e-9505-4213-9acc-90cf886842e2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=80c22177-540f-4621-a4a9-88178f3085e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1390870 Oct 13 15:55:14.074325 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b5bee5-26b9-4ea7-890b-f4bc58810116 req-0be23a3d-be03-4ae8-82db-30e6e8dccb57 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:14.075679 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a5b5bee5-26b9-4ea7-890b-f4bc58810116 req-0be23a3d-be03-4ae8-82db-30e6e8dccb57 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=80c22177-540f-4621-a4a9-88178f3085e4 HTTP/1.1" status: 200 len: 946 time: 0.1123819 Oct 13 15:55:14.121095 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a5b5bee5-26b9-4ea7-890b-f4bc58810116 req-4300f552-318d-4198-8b3d-5a7df0af1b53 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394349 Oct 13 15:55:15.141098 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694c88a-465b-44a6-91dc-d2bb08e11d6d req-224124ad-4c08-49a0-b329-6d006bd1f25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:15.142549 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a694c88a-465b-44a6-91dc-d2bb08e11d6d req-224124ad-4c08-49a0-b329-6d006bd1f25a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=56efb6ba595b42848bfcb0c8b2217c8a&device_id=80c22177-540f-4621-a4a9-88178f3085e4 HTTP/1.1" status: 200 len: 1099 time: 0.0760663 Oct 13 15:55:15.270154 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694c88a-465b-44a6-91dc-d2bb08e11d6d req-be1e0f54-8fff-46db-923a-2f0371ee9e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:15.271575 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a694c88a-465b-44a6-91dc-d2bb08e11d6d req-be1e0f54-8fff-46db-923a-2f0371ee9e18 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6a7405f4-8e5b-4caa-8343-3a21c57dfc23 HTTP/1.1" status: 200 len: 915 time: 0.1233354 Oct 13 15:55:15.319686 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb2db5c-a597-479c-927e-44c4b2a24e90 req-b6cb2e9f-98a8-4526-891b-cd9854a02955 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:15.321045 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-cbb2db5c-a597-479c-927e-44c4b2a24e90 req-b6cb2e9f-98a8-4526-891b-cd9854a02955 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=80c22177-540f-4621-a4a9-88178f3085e4 HTTP/1.1" status: 200 len: 946 time: 0.0859449 Oct 13 15:55:15.340794 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a694c88a-465b-44a6-91dc-d2bb08e11d6d req-74b3a519-46bb-47e7-8aec-f98c39ab077a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=397d7124-13a0-46bc-baba-dbf119506868 HTTP/1.1" status: 200 len: 217 time: 0.0634708 Oct 13 15:55:15.368219 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-cbb2db5c-a597-479c-927e-44c4b2a24e90 req-020a9651-853d-4ca9-9991-92b22b5af38e tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414133 Oct 13 15:55:15.401395 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694c88a-465b-44a6-91dc-d2bb08e11d6d req-fa7a08a3-4b87-4555-8959-618316e55477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:15.402821 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a694c88a-465b-44a6-91dc-d2bb08e11d6d req-fa7a08a3-4b87-4555-8959-618316e55477 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7a43b288-4867-4b5f-bb27-735681c5ff69 HTTP/1.1" status: 200 len: 853 time: 0.0562789 Oct 13 15:55:15.485810 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694c88a-465b-44a6-91dc-d2bb08e11d6d req-4dee4140-ff63-4c4f-9f00-176d6af144e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:15.488220 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a694c88a-465b-44a6-91dc-d2bb08e11d6d req-4dee4140-ff63-4c4f-9f00-176d6af144e7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6a7405f4-8e5b-4caa-8343-3a21c57dfc23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797701 Oct 13 15:55:15.616513 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a694c88a-465b-44a6-91dc-d2bb08e11d6d req-6a0b040b-9d58-47b9-b74f-50a82930dd92 service neutron] 10.222.0.16 "GET /v2.0/networks/6a7405f4-8e5b-4caa-8343-3a21c57dfc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213281 Oct 13 15:55:15.845384 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a694c88a-465b-44a6-91dc-d2bb08e11d6d req-02ff5dfc-2daa-4989-9d33-d030b9cf35ce service neutron] 10.222.0.16 "GET /v2.0/networks/6a7405f4-8e5b-4caa-8343-3a21c57dfc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234707 Oct 13 15:55:16.564343 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c681103c-c23a-40df-b082-2bea9b38d3a9 req-2b5c9f07-142d-412a-a5d7-e71ce4c19c5c tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:16.565800 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c681103c-c23a-40df-b082-2bea9b38d3a9 req-2b5c9f07-142d-412a-a5d7-e71ce4c19c5c tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=80c22177-540f-4621-a4a9-88178f3085e4 HTTP/1.1" status: 200 len: 946 time: 0.0868936 Oct 13 15:55:16.611365 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c681103c-c23a-40df-b082-2bea9b38d3a9 req-243ddd6f-aa09-4028-b177-db61f1240acc tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399761 Oct 13 15:55:17.806947 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1ef60c-4cd8-44af-9323-7a939f0a3784 req-9a93db6a-1924-4a33-8f6e-9a85bebbdef5 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:17.808395 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-9b1ef60c-4cd8-44af-9323-7a939f0a3784 req-9a93db6a-1924-4a33-8f6e-9a85bebbdef5 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=80c22177-540f-4621-a4a9-88178f3085e4 HTTP/1.1" status: 200 len: 946 time: 0.0864801 Oct 13 15:55:17.850892 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-9b1ef60c-4cd8-44af-9323-7a939f0a3784 req-6bd38df8-2c98-4d43-a907-ccef94203512 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369256 Oct 13 15:55:19.044954 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282fa77d-1747-48d7-a19e-2b36d98e71c4 req-9857db05-6dbe-4f9b-911f-e6ca2bd6261c tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:19.046325 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-282fa77d-1747-48d7-a19e-2b36d98e71c4 req-9857db05-6dbe-4f9b-911f-e6ca2bd6261c tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=80c22177-540f-4621-a4a9-88178f3085e4 HTTP/1.1" status: 200 len: 946 time: 0.0856454 Oct 13 15:55:19.090279 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-282fa77d-1747-48d7-a19e-2b36d98e71c4 req-fdab3513-a585-4464-9ad8-b62341970adb tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381153 Oct 13 15:55:20.287933 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b3f203-c53e-4960-b8ae-0f92be6c6986 req-092b0cfb-8ed6-4bee-bdc3-2ae629966f4a tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:20.289364 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-99b3f203-c53e-4960-b8ae-0f92be6c6986 req-092b0cfb-8ed6-4bee-bdc3-2ae629966f4a tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=80c22177-540f-4621-a4a9-88178f3085e4 HTTP/1.1" status: 200 len: 946 time: 0.0904083 Oct 13 15:55:20.332256 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-99b3f203-c53e-4960-b8ae-0f92be6c6986 req-29ba0541-95de-4974-8697-81672a4ea6ed tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373693 Oct 13 15:55:21.528167 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853aac0d-026f-483a-8f4c-8fe636b661f8 req-ffbc8cd3-5bb7-4406-b68a-ecb83fd3263b tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:21.529591 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-853aac0d-026f-483a-8f4c-8fe636b661f8 req-ffbc8cd3-5bb7-4406-b68a-ecb83fd3263b tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=80c22177-540f-4621-a4a9-88178f3085e4 HTTP/1.1" status: 200 len: 946 time: 0.0893164 Oct 13 15:55:21.571908 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-853aac0d-026f-483a-8f4c-8fe636b661f8 req-5d7935a3-f2f6-4553-a235-b4cf1f2e8e39 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361409 Oct 13 15:55:22.769723 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3acfd2f-a1eb-4b6f-bdc7-8cc914a4f90f req-e9483a51-b708-4c19-8a54-03089abf140f tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:22.771203 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f3acfd2f-a1eb-4b6f-bdc7-8cc914a4f90f req-e9483a51-b708-4c19-8a54-03089abf140f tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=80c22177-540f-4621-a4a9-88178f3085e4 HTTP/1.1" status: 200 len: 946 time: 0.0855105 Oct 13 15:55:22.822036 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f3acfd2f-a1eb-4b6f-bdc7-8cc914a4f90f req-c1a2d6c1-82a8-4e16-ba74-d487347e71ff tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452170 Oct 13 15:55:24.022252 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679691d8-2ae3-4418-8209-3bc2fd6be784 req-949bf9a6-39d8-42bc-bcaf-d741dda0e082 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:24.023610 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-679691d8-2ae3-4418-8209-3bc2fd6be784 req-949bf9a6-39d8-42bc-bcaf-d741dda0e082 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=80c22177-540f-4621-a4a9-88178f3085e4 HTTP/1.1" status: 200 len: 946 time: 0.0872321 Oct 13 15:55:24.069779 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-679691d8-2ae3-4418-8209-3bc2fd6be784 req-afe5ff5b-cfb1-4bfa-994e-bec18839cb9c tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405066 Oct 13 15:55:25.264157 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea31e2-464f-4013-8f46-65c3cca7069d req-bea419b1-3c1f-4cac-b9bc-755da13d8af7 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:25.265582 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-9fea31e2-464f-4013-8f46-65c3cca7069d req-bea419b1-3c1f-4cac-b9bc-755da13d8af7 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=80c22177-540f-4621-a4a9-88178f3085e4 HTTP/1.1" status: 200 len: 946 time: 0.0860584 Oct 13 15:55:25.308247 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-9fea31e2-464f-4013-8f46-65c3cca7069d req-5e103e83-491b-4a09-b8b0-390dd03bc88e tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370216 Oct 13 15:55:25.969757 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:26.504337 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d4f1d-9d72-4aab-9ff7-7818a888da02 req-180a354d-6973-4a44-b3b7-7755b9eddde9 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:26.505774 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1b4d4f1d-9d72-4aab-9ff7-7818a888da02 req-180a354d-6973-4a44-b3b7-7755b9eddde9 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=80c22177-540f-4621-a4a9-88178f3085e4 HTTP/1.1" status: 200 len: 946 time: 0.0874507 Oct 13 15:55:26.548606 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1b4d4f1d-9d72-4aab-9ff7-7818a888da02 req-e8bb724a-27bc-4783-82e7-012be81c9538 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372524 Oct 13 15:55:27.747117 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67156458-7d91-487c-8a57-171305651739 req-52cb1ffd-26bf-4e31-8b01-262ae0f198c8 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:27.748624 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-67156458-7d91-487c-8a57-171305651739 req-52cb1ffd-26bf-4e31-8b01-262ae0f198c8 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=80c22177-540f-4621-a4a9-88178f3085e4 HTTP/1.1" status: 200 len: 946 time: 0.0891662 Oct 13 15:55:27.791778 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-67156458-7d91-487c-8a57-171305651739 req-ca38747e-2d5a-4515-b400-85b15441e8a2 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375054 Oct 13 15:55:28.990849 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fe28cb-9808-4b27-8843-33a5f7e0c673 req-18538c00-71eb-494e-aef4-8dc51225cd30 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:28.992199 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-56fe28cb-9808-4b27-8843-33a5f7e0c673 req-18538c00-71eb-494e-aef4-8dc51225cd30 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=80c22177-540f-4621-a4a9-88178f3085e4 HTTP/1.1" status: 200 len: 946 time: 0.0904748 Oct 13 15:55:29.035449 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-56fe28cb-9808-4b27-8843-33a5f7e0c673 req-bc38ce72-4c16-49f4-81a0-5e430f0586f6 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376759 Oct 13 15:55:30.230776 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128d19a-43aa-4028-9568-f51b26d0dcaa req-73bc7ab3-2755-4d01-9e3d-2025a4b5fd18 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:30.232193 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5128d19a-43aa-4028-9568-f51b26d0dcaa req-73bc7ab3-2755-4d01-9e3d-2025a4b5fd18 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=80c22177-540f-4621-a4a9-88178f3085e4 HTTP/1.1" status: 200 len: 946 time: 0.0839465 Oct 13 15:55:30.278355 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5128d19a-43aa-4028-9568-f51b26d0dcaa req-8bb99b97-25b5-49ec-91a9-05980f412756 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401917 Oct 13 15:55:31.473486 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b85e891-6e02-420a-9057-6afc73104402 req-81d34677-f8c0-435d-8b9b-7a14961f1cbe tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:31.474943 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2b85e891-6e02-420a-9057-6afc73104402 req-81d34677-f8c0-435d-8b9b-7a14961f1cbe tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=80c22177-540f-4621-a4a9-88178f3085e4 HTTP/1.1" status: 200 len: 946 time: 0.0858817 Oct 13 15:55:31.521570 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2b85e891-6e02-420a-9057-6afc73104402 req-2d1f3b78-49ca-4503-a88e-2cab0ecdae26 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409920 Oct 13 15:55:31.936542 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081f735-738f-4eea-9a47-a1fcbc86991c req-61f2bc93-4cfa-4cf2-a0af-f1465ba0bec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:31.937995 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a081f735-738f-4eea-9a47-a1fcbc86991c req-61f2bc93-4cfa-4cf2-a0af-f1465ba0bec9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=56efb6ba595b42848bfcb0c8b2217c8a&device_id=80c22177-540f-4621-a4a9-88178f3085e4 HTTP/1.1" status: 200 len: 1099 time: 0.0774086 Oct 13 15:55:32.082807 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081f735-738f-4eea-9a47-a1fcbc86991c req-68e6eab8-d43f-4f30-b148-98ff9aaa4b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:32.084215 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a081f735-738f-4eea-9a47-a1fcbc86991c req-68e6eab8-d43f-4f30-b148-98ff9aaa4b79 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6a7405f4-8e5b-4caa-8343-3a21c57dfc23 HTTP/1.1" status: 200 len: 915 time: 0.1254313 Oct 13 15:55:32.154177 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a081f735-738f-4eea-9a47-a1fcbc86991c req-fc5a4a6f-9b05-4084-9b8f-e017d4495791 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=397d7124-13a0-46bc-baba-dbf119506868 HTTP/1.1" status: 200 len: 217 time: 0.0628335 Oct 13 15:55:32.216239 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081f735-738f-4eea-9a47-a1fcbc86991c req-163023c5-04d6-4388-bcf1-57190c5b8c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:32.217531 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a081f735-738f-4eea-9a47-a1fcbc86991c req-163023c5-04d6-4388-bcf1-57190c5b8c08 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7a43b288-4867-4b5f-bb27-735681c5ff69 HTTP/1.1" status: 200 len: 853 time: 0.0550086 Oct 13 15:55:32.301876 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a081f735-738f-4eea-9a47-a1fcbc86991c req-6152a751-3be3-426d-b254-3657cf5538e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:32.303358 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a081f735-738f-4eea-9a47-a1fcbc86991c req-6152a751-3be3-426d-b254-3657cf5538e7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6a7405f4-8e5b-4caa-8343-3a21c57dfc23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790412 Oct 13 15:55:32.430319 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a081f735-738f-4eea-9a47-a1fcbc86991c req-806d6533-3243-4771-b2c2-aef0b15c9970 service neutron] 10.222.0.16 "GET /v2.0/networks/6a7405f4-8e5b-4caa-8343-3a21c57dfc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201699 Oct 13 15:55:32.558991 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a081f735-738f-4eea-9a47-a1fcbc86991c req-475ff95b-4f9c-4ff3-89ed-aa9f170fa4b7 service neutron] 10.222.0.16 "GET /v2.0/networks/6a7405f4-8e5b-4caa-8343-3a21c57dfc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209333 Oct 13 15:55:32.717302 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5cd94d-bbf8-4244-bcf2-c95fe6ee0184 req-048b25dc-6926-4cfa-9134-81d108e4227b tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:32.718757 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-4a5cd94d-bbf8-4244-bcf2-c95fe6ee0184 req-048b25dc-6926-4cfa-9134-81d108e4227b tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=80c22177-540f-4621-a4a9-88178f3085e4 HTTP/1.1" status: 200 len: 946 time: 0.0856178 Oct 13 15:55:32.761559 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-4a5cd94d-bbf8-4244-bcf2-c95fe6ee0184 req-8d2c94fb-117b-41b8-87fa-9de0380ae0e2 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366473 Oct 13 15:55:33.956458 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2737f05-6886-4444-a03f-28bdff5e3657 req-0aec411f-62cb-4156-94d3-0f77bbecb711 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:33.957836 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a2737f05-6886-4444-a03f-28bdff5e3657 req-0aec411f-62cb-4156-94d3-0f77bbecb711 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=80c22177-540f-4621-a4a9-88178f3085e4 HTTP/1.1" status: 200 len: 946 time: 0.0853646 Oct 13 15:55:34.001667 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a2737f05-6886-4444-a03f-28bdff5e3657 req-ac420ee1-898a-405a-b03a-a2ade129ea03 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381701 Oct 13 15:55:34.510806 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-453d755d-82f2-4170-84fb-6735bf84481b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:35.198088 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defa6aa9-4874-45c6-9f80-4b1657021009 req-c9dd2c22-def5-4be0-877c-cc8cc0f43732 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:35.199521 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-defa6aa9-4874-45c6-9f80-4b1657021009 req-c9dd2c22-def5-4be0-877c-cc8cc0f43732 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=80c22177-540f-4621-a4a9-88178f3085e4 HTTP/1.1" status: 200 len: 946 time: 0.0889349 Oct 13 15:55:35.243326 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-defa6aa9-4874-45c6-9f80-4b1657021009 req-99dc2408-4890-4d10-a411-576dbbe56966 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382953 Oct 13 15:55:36.537946 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1c8a6b-0960-48bc-83f5-69916c8a5302 req-e8a2ca73-5b7e-4fb7-a407-9105d0cc325d tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:36.539328 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-cd1c8a6b-0960-48bc-83f5-69916c8a5302 req-e8a2ca73-5b7e-4fb7-a407-9105d0cc325d tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=80c22177-540f-4621-a4a9-88178f3085e4 HTTP/1.1" status: 200 len: 946 time: 0.1875205 Oct 13 15:55:36.581978 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-cd1c8a6b-0960-48bc-83f5-69916c8a5302 req-98bddfc9-6c3e-4237-9137-9e84218d8f89 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370090 Oct 13 15:55:36.653848 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2509e63f-2614-4e17-b23e-26dc7020b353 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:37.759176 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:37.779787 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca3ed8c-9a71-44a7-9bb0-9e675dd0f8de req-41fa4792-bf09-4764-95d8-3fc6037e4606 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:37.781243 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-dca3ed8c-9a71-44a7-9bb0-9e675dd0f8de req-41fa4792-bf09-4764-95d8-3fc6037e4606 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=80c22177-540f-4621-a4a9-88178f3085e4 HTTP/1.1" status: 200 len: 946 time: 0.0852268 Oct 13 15:55:37.828061 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-dca3ed8c-9a71-44a7-9bb0-9e675dd0f8de req-50127d41-d036-40c0-8236-ad7be0639d5d tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405300 Oct 13 15:55:37.929256 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:38.582236 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:55:39.029230 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f4eba-ca2a-4f6e-9027-b0f87c7c72a1 req-8dd82e82-e522-4a58-8649-a5d7993b225d tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:39.030700 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9e7f4eba-ca2a-4f6e-9027-b0f87c7c72a1 req-8dd82e82-e522-4a58-8649-a5d7993b225d tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=80c22177-540f-4621-a4a9-88178f3085e4 HTTP/1.1" status: 200 len: 946 time: 0.0880115 Oct 13 15:55:39.073727 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9e7f4eba-ca2a-4f6e-9027-b0f87c7c72a1 req-e13861a0-ab12-4cc1-8236-76b85d9ecac4 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369496 Oct 13 15:55:39.636807 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:40.267135 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750ea9f7-9a9e-45a7-b6db-e05feae3a1b5 req-af4170a7-ec99-4630-8dd6-c6d483c683c9 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:40.268545 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-750ea9f7-9a9e-45a7-b6db-e05feae3a1b5 req-af4170a7-ec99-4630-8dd6-c6d483c683c9 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=80c22177-540f-4621-a4a9-88178f3085e4 HTTP/1.1" status: 200 len: 946 time: 0.0845945 Oct 13 15:55:40.311289 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-750ea9f7-9a9e-45a7-b6db-e05feae3a1b5 req-fb1ef1f4-9354-42f7-a743-4a6dd293b1b2 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367136 Oct 13 15:55:41.502954 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4521898-8895-44ce-95b9-1685ccaf4079 req-b76b5958-ab2f-47c9-b605-444da7464744 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:41.504929 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f4521898-8895-44ce-95b9-1685ccaf4079 req-b76b5958-ab2f-47c9-b605-444da7464744 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=80c22177-540f-4621-a4a9-88178f3085e4 HTTP/1.1" status: 200 len: 946 time: 0.0847561 Oct 13 15:55:41.550989 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f4521898-8895-44ce-95b9-1685ccaf4079 req-71a49ded-6415-4b14-9f59-36c9361c15e6 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404396 Oct 13 15:55:42.485592 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a694c88a-465b-44a6-91dc-d2bb08e11d6d req-540018aa-ae66-4459-8890-0c21d83b0e3f service neutron] 10.222.0.16 "GET /v2.0/ports/397d7124-13a0-46bc-baba-dbf119506868/bindings/hv-neutron-8603 HTTP/1.1" status: 200 len: 384 time: 0.0719242 Oct 13 15:55:42.757261 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694c88a-465b-44a6-91dc-d2bb08e11d6d req-a462b205-1747-4a93-9f14-24fe8c03558d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:42.758769 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a694c88a-465b-44a6-91dc-d2bb08e11d6d req-a462b205-1747-4a93-9f14-24fe8c03558d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=80c22177-540f-4621-a4a9-88178f3085e4&tenant_id=56efb6ba595b42848bfcb0c8b2217c8a HTTP/1.1" status: 200 len: 1099 time: 0.0808165 Oct 13 15:55:42.860635 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3dc960-493f-43bc-8362-2297411d942b req-6a4d7834-1d7d-489d-a63d-09323c352cf0 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:42.862150 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-ab3dc960-493f-43bc-8362-2297411d942b req-6a4d7834-1d7d-489d-a63d-09323c352cf0 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=80c22177-540f-4621-a4a9-88178f3085e4 HTTP/1.1" status: 200 len: 946 time: 0.1877382 Oct 13 15:55:42.864010 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694c88a-465b-44a6-91dc-d2bb08e11d6d req-c0af4840-c460-444e-8661-c21e6ece481a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:42.865464 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a694c88a-465b-44a6-91dc-d2bb08e11d6d req-c0af4840-c460-444e-8661-c21e6ece481a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=56efb6ba595b42848bfcb0c8b2217c8a&device_id=80c22177-540f-4621-a4a9-88178f3085e4 HTTP/1.1" status: 200 len: 1099 time: 0.0852201 Oct 13 15:55:42.906301 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-ab3dc960-493f-43bc-8362-2297411d942b req-367cd153-a605-46f6-988c-6aebcabad11a tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383432 Oct 13 15:55:42.995142 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694c88a-465b-44a6-91dc-d2bb08e11d6d req-eb7d19ba-6ffb-46ef-b146-918ab25a17f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:42.996566 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a694c88a-465b-44a6-91dc-d2bb08e11d6d req-eb7d19ba-6ffb-46ef-b146-918ab25a17f1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=6a7405f4-8e5b-4caa-8343-3a21c57dfc23 HTTP/1.1" status: 200 len: 915 time: 0.1256146 Oct 13 15:55:43.066658 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a694c88a-465b-44a6-91dc-d2bb08e11d6d req-837f47be-0fd4-4d48-87bc-752f8c6a6b7e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=397d7124-13a0-46bc-baba-dbf119506868 HTTP/1.1" status: 200 len: 217 time: 0.0631039 Oct 13 15:55:43.126106 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694c88a-465b-44a6-91dc-d2bb08e11d6d req-df2b0ed9-5eb3-442d-b412-d574484ee9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:43.127516 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a694c88a-465b-44a6-91dc-d2bb08e11d6d req-df2b0ed9-5eb3-442d-b412-d574484ee9f6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7a43b288-4867-4b5f-bb27-735681c5ff69 HTTP/1.1" status: 200 len: 853 time: 0.0560451 Oct 13 15:55:43.207920 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a694c88a-465b-44a6-91dc-d2bb08e11d6d req-c7053882-bf25-4531-b6d5-75f8f4869cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:43.209378 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a694c88a-465b-44a6-91dc-d2bb08e11d6d req-c7053882-bf25-4531-b6d5-75f8f4869cdd service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6a7405f4-8e5b-4caa-8343-3a21c57dfc23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763843 Oct 13 15:55:43.337736 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a694c88a-465b-44a6-91dc-d2bb08e11d6d req-00832259-7d81-46fa-9ed7-8425168ed6e5 service neutron] 10.222.0.16 "GET /v2.0/networks/6a7405f4-8e5b-4caa-8343-3a21c57dfc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225500 Oct 13 15:55:43.467401 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a694c88a-465b-44a6-91dc-d2bb08e11d6d req-acf1738a-001d-466b-9be1-60047e648ecf service neutron] 10.222.0.16 "GET /v2.0/networks/6a7405f4-8e5b-4caa-8343-3a21c57dfc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235960 Oct 13 15:55:44.106915 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d53854-49fd-4807-aad5-350e818258a4 req-41a0e5df-719e-4cc0-ac80-59194a591bcf tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:44.108378 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e2d53854-49fd-4807-aad5-350e818258a4 req-41a0e5df-719e-4cc0-ac80-59194a591bcf tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=80c22177-540f-4621-a4a9-88178f3085e4 HTTP/1.1" status: 200 len: 946 time: 0.0903192 Oct 13 15:55:44.151632 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e2d53854-49fd-4807-aad5-350e818258a4 req-2ffcfa8b-d06e-44f3-b8ef-0e3e27946c61 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369349 Oct 13 15:55:45.350349 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf989817-b52b-458c-8951-a9f0f1038e9f req-71597e0f-8a5f-4d19-8acb-03ed19f8528b tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:45.351713 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-cf989817-b52b-458c-8951-a9f0f1038e9f req-71597e0f-8a5f-4d19-8acb-03ed19f8528b tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=80c22177-540f-4621-a4a9-88178f3085e4 HTTP/1.1" status: 200 len: 946 time: 0.0865254 Oct 13 15:55:45.394113 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-cf989817-b52b-458c-8951-a9f0f1038e9f req-3da21dcc-f53b-4bb8-821a-97fefe57c87c tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368180 Oct 13 15:55:46.593671 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e1c0c2-7a9a-41f0-a94f-820f67f43864 req-1097e26e-9d88-4a08-b46f-8c396ea27330 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:46.594681 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 397d7124-13a0-46bc-baba-dbf119506868 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=88974) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 13 15:55:46.595782 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a2e1c0c2-7a9a-41f0-a94f-820f67f43864 req-1097e26e-9d88-4a08-b46f-8c396ea27330 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=80c22177-540f-4621-a4a9-88178f3085e4 HTTP/1.1" status: 200 len: 946 time: 0.0882273 Oct 13 15:55:46.598010 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 397d7124-13a0-46bc-baba-dbf119506868 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:55:46.642476 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a2e1c0c2-7a9a-41f0-a94f-820f67f43864 req-a5fe24aa-8977-47a6-a4e2-21cc6f40276e tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404577 Oct 13 15:55:46.821122 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 397d7124-13a0-46bc-baba-dbf119506868 is: ACTIVE; New status is: DOWN {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:55:46.821511 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:46.861501 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 397d7124-13a0-46bc-baba-dbf119506868, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=397d7124-13a0-46bc-baba-dbf119506868,segment=NetworkSegment(ec89611b-44de-460a-9ada-1bbcc29fb934),segment_id=ec89611b-44de-460a-9ada-1bbcc29fb934)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:55:46.879770 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c22177-540f-4621-a4a9-88178f3085e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '397d7124-13a0-46bc-baba-dbf119506868'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:55:46.882711 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979c64d66908691d8da3fe322a5acf5d757b5bee84c7992aba2ec3c134dffaeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38bf1a58-2cfb-4da2-90a1-be0db0c13e74" -d '{"events": [{"server_uuid": "80c22177-540f-4621-a4a9-88178f3085e4", "name": "network-vif-unplugged", "status": "completed", "tag": "397d7124-13a0-46bc-baba-dbf119506868"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:55:46.889522 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Returning: {'device': '397d7124-13a0-46bc-baba-dbf119506868', 'network_id': '6a7405f4-8e5b-4caa-8343-3a21c57dfc23', 'port_id': '397d7124-13a0-46bc-baba-dbf119506868', 'mac_address': 'fa:16:3e:2a:cc:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 443, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a43b288-4867-4b5f-bb27-735681c5ff69', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88974) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 13 15:55:46.895114 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 397d7124-13a0-46bc-baba-dbf119506868, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=397d7124-13a0-46bc-baba-dbf119506868,segment=NetworkSegment(ec89611b-44de-460a-9ada-1bbcc29fb934),segment_id=ec89611b-44de-460a-9ada-1bbcc29fb934)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:55:46.925014 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:46.996257 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 13 Oct 2022 15:55:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134c3722-5328-44dd-bdd5-e17081935065 x-openstack-request-id: req-134c3722-5328-44dd-bdd5-e17081935065 {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:55:46.996548 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80c22177-540f-4621-a4a9-88178f3085e4", "name": "network-vif-unplugged", "status": "completed", "tag": "397d7124-13a0-46bc-baba-dbf119506868", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:55:46.996799 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-134c3722-5328-44dd-bdd5-e17081935065 {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:55:46.997181 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-134c3722-5328-44dd-bdd5-e17081935065'] response: {'server_uuid': '80c22177-540f-4621-a4a9-88178f3085e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '397d7124-13a0-46bc-baba-dbf119506868', 'code': 200} Oct 13 15:55:47.010240 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 397d7124-13a0-46bc-baba-dbf119506868 is: DOWN; New status is: BUILD {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:55:47.010620 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:47.033626 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=397d7124-13a0-46bc-baba-dbf119506868,revision_number=6']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:47.036441 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 397d7124-13a0-46bc-baba-dbf119506868 {{(pid=88974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 15:55:47.047341 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:47.047695 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:47.048091 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:47.048364 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:47.048743 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:47.049090 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9e424-3466-43c3-977e-a3652b5de79a req-630027db-e2be-49c9-93f1-03a60b6a5f8f tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:47.049238 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:47.049486 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:47.049847 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:47.050194 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:47.050518 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:47.050640 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a5a9e424-3466-43c3-977e-a3652b5de79a req-630027db-e2be-49c9-93f1-03a60b6a5f8f tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.16 "GET /v2.0/ports?device_id=80c22177-540f-4621-a4a9-88178f3085e4&tenant_id=56efb6ba595b42848bfcb0c8b2217c8a&binding%3Ahost_id=hv-neutron-8603 HTTP/1.1" status: 200 len: 944 time: 0.1655183 Oct 13 15:55:47.050840 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:47.051159 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:47.057992 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b24cc4-9998-4e3c-b9a5-ce2e58c5cda9 req-f4591fcc-8b1e-4411-b05f-57b793e1d7ba tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:47.059394 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a9b24cc4-9998-4e3c-b9a5-ce2e58c5cda9 req-f4591fcc-8b1e-4411-b05f-57b793e1d7ba tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=80c22177-540f-4621-a4a9-88178f3085e4 HTTP/1.1" status: 200 len: 944 time: 0.1722107 Oct 13 15:55:47.065893 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 397d7124-13a0-46bc-baba-dbf119506868, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=397d7124-13a0-46bc-baba-dbf119506868,segment=NetworkSegment(ec89611b-44de-460a-9ada-1bbcc29fb934),segment_id=ec89611b-44de-460a-9ada-1bbcc29fb934)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:55:47.072700 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:47.108501 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a9b24cc4-9998-4e3c-b9a5-ce2e58c5cda9 req-638dbe76-8e64-4dcf-bdbe-e340be0a11e3 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415130 Oct 13 15:55:47.141908 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['397d7124-13a0-46bc-baba-dbf119506868'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 15:55:47.180254 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=397d7124-13a0-46bc-baba-dbf119506868,revision_number=7']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:47.212690 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9e424-3466-43c3-977e-a3652b5de79a req-0fabdf80-172e-4210-a486-41036eab09d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:47.214214 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a5a9e424-3466-43c3-977e-a3652b5de79a req-0fabdf80-172e-4210-a486-41036eab09d8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=56efb6ba595b42848bfcb0c8b2217c8a&device_id=80c22177-540f-4621-a4a9-88178f3085e4 HTTP/1.1" status: 200 len: 1098 time: 0.0818346 Oct 13 15:55:47.447735 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9e424-3466-43c3-977e-a3652b5de79a req-18ade502-cc70-466a-ae50-b9d627bad96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:47.449093 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a5a9e424-3466-43c3-977e-a3652b5de79a req-18ade502-cc70-466a-ae50-b9d627bad96f service neutron] 10.222.0.16 "GET /v2.0/networks?id=6a7405f4-8e5b-4caa-8343-3a21c57dfc23 HTTP/1.1" status: 200 len: 915 time: 0.2290411 Oct 13 15:55:47.514943 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a5a9e424-3466-43c3-977e-a3652b5de79a req-2bdb58b0-f8b1-4be9-9566-7fd39a59d900 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=397d7124-13a0-46bc-baba-dbf119506868 HTTP/1.1" status: 200 len: 217 time: 0.0597432 Oct 13 15:55:47.577342 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9e424-3466-43c3-977e-a3652b5de79a req-f662d0a4-1e30-436a-b123-a557e8c615a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:47.578733 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a5a9e424-3466-43c3-977e-a3652b5de79a req-f662d0a4-1e30-436a-b123-a557e8c615a2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=7a43b288-4867-4b5f-bb27-735681c5ff69 HTTP/1.1" status: 200 len: 853 time: 0.0583372 Oct 13 15:55:47.661096 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a9e424-3466-43c3-977e-a3652b5de79a req-e8df734b-2f34-4343-89d1-d4c6a6f85192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:47.663193 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a5a9e424-3466-43c3-977e-a3652b5de79a req-e8df734b-2f34-4343-89d1-d4c6a6f85192 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=6a7405f4-8e5b-4caa-8343-3a21c57dfc23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785623 Oct 13 15:55:47.792455 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a5a9e424-3466-43c3-977e-a3652b5de79a req-1131a97e-63b1-43ec-a867-7ce1c8345330 service neutron] 10.222.0.16 "GET /v2.0/networks/6a7405f4-8e5b-4caa-8343-3a21c57dfc23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228971 Oct 13 15:55:47.920874 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a5a9e424-3466-43c3-977e-a3652b5de79a req-80a722de-a99c-4b13-8466-e423dec8e237 service neutron] 10.222.0.16 "GET /v2.0/networks/6a7405f4-8e5b-4caa-8343-3a21c57dfc23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228638 Oct 13 15:55:48.324611 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e50b868-2c3c-44ae-b513-91a9dca95ce3 req-1be36cf7-2047-4620-a314-18cb5f731e72 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:48.326060 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8e50b868-2c3c-44ae-b513-91a9dca95ce3 req-1be36cf7-2047-4620-a314-18cb5f731e72 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=80c22177-540f-4621-a4a9-88178f3085e4 HTTP/1.1" status: 200 len: 945 time: 0.0903561 Oct 13 15:55:48.373117 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8e50b868-2c3c-44ae-b513-91a9dca95ce3 req-62695fd2-8db4-4a38-8355-f2f9e71c47a9 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410259 Oct 13 15:55:48.610272 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 397d7124-13a0-46bc-baba-dbf119506868 up at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:55:48.676424 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning complete for port 397d7124-13a0-46bc-baba-dbf119506868 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:55:48.676784 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:48.677117 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Attempt 1 to provision port 397d7124-13a0-46bc-baba-dbf119506868 Oct 13 15:55:48.791426 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 397d7124-13a0-46bc-baba-dbf119506868 is: BUILD; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:55:48.791782 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:48.822549 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 397d7124-13a0-46bc-baba-dbf119506868, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=397d7124-13a0-46bc-baba-dbf119506868,segment=NetworkSegment(ec89611b-44de-460a-9ada-1bbcc29fb934),segment_id=ec89611b-44de-460a-9ada-1bbcc29fb934)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:55:48.825803 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:48.895169 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=397d7124-13a0-46bc-baba-dbf119506868,revision_number=8']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:48.997937 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c22177-540f-4621-a4a9-88178f3085e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397d7124-13a0-46bc-baba-dbf119506868'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:55:49.000227 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979c64d66908691d8da3fe322a5acf5d757b5bee84c7992aba2ec3c134dffaeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-777fcdfd-dc96-4890-a49a-f396cb14cd7b" -d '{"events": [{"server_uuid": "80c22177-540f-4621-a4a9-88178f3085e4", "name": "network-vif-plugged", "status": "completed", "tag": "397d7124-13a0-46bc-baba-dbf119506868"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:55:49.039771 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 15:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e913bcd7-86e3-4b97-b660-d70310aa6bc2 x-openstack-request-id: req-e913bcd7-86e3-4b97-b660-d70310aa6bc2 {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:55:49.040056 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80c22177-540f-4621-a4a9-88178f3085e4", "name": "network-vif-plugged", "status": "completed", "tag": "397d7124-13a0-46bc-baba-dbf119506868", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:55:49.040302 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e913bcd7-86e3-4b97-b660-d70310aa6bc2 {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:55:49.040678 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e913bcd7-86e3-4b97-b660-d70310aa6bc2'] response: {'server_uuid': '80c22177-540f-4621-a4a9-88178f3085e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '397d7124-13a0-46bc-baba-dbf119506868', 'code': 200} Oct 13 15:55:49.573203 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd13fc6-285e-4933-a2ed-f0663f332b8d req-e2736c24-d128-497c-ab89-6fc0ba34ef19 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:49.574658 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5dd13fc6-285e-4933-a2ed-f0663f332b8d req-e2736c24-d128-497c-ab89-6fc0ba34ef19 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=80c22177-540f-4621-a4a9-88178f3085e4 HTTP/1.1" status: 200 len: 946 time: 0.0898576 Oct 13 15:55:49.617772 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5dd13fc6-285e-4933-a2ed-f0663f332b8d req-64cbe2a6-918b-42cf-803b-6301879f6e98 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375633 Oct 13 15:55:49.816961 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a215f3a-9d3c-49ef-9a72-cc14b65c9a55 req-93c4be16-aecb-4a62-96cd-9ae57381955b tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:49.818438 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-8a215f3a-9d3c-49ef-9a72-cc14b65c9a55 req-93c4be16-aecb-4a62-96cd-9ae57381955b tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=80c22177-540f-4621-a4a9-88178f3085e4 HTTP/1.1" status: 200 len: 946 time: 0.0898263 Oct 13 15:55:49.862099 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-8a215f3a-9d3c-49ef-9a72-cc14b65c9a55 req-6a84d6d3-d25a-4e50-b85c-fc6a34fe9a9a tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380411 Oct 13 15:55:50.054225 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbf5ad4-0d47-49b0-94cd-240464cb12ff req-8062e128-d92f-45bc-8ac8-a8138f45e25f tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:50.055611 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5cbf5ad4-0d47-49b0-94cd-240464cb12ff req-8062e128-d92f-45bc-8ac8-a8138f45e25f tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=80c22177-540f-4621-a4a9-88178f3085e4 HTTP/1.1" status: 200 len: 946 time: 0.0857358 Oct 13 15:55:50.098529 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5cbf5ad4-0d47-49b0-94cd-240464cb12ff req-829eece5-4d48-4246-b306-07ccbf7e60f4 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373621 Oct 13 15:55:50.614924 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 397d7124-13a0-46bc-baba-dbf119506868 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:55:50.649679 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be4202-8d0c-48fe-bc8a-338789ee8642 req-b64e3e57-d935-405b-baa0-3cf1a62c6a20 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:50.651185 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-63be4202-8d0c-48fe-bc8a-338789ee8642 req-b64e3e57-d935-405b-baa0-3cf1a62c6a20 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=80c22177-540f-4621-a4a9-88178f3085e4 HTTP/1.1" status: 200 len: 946 time: 0.0897596 Oct 13 15:55:50.696671 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-63be4202-8d0c-48fe-bc8a-338789ee8642 req-ecdcb5d1-c6e1-4ce0-ac48-472f5a9d876f tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395172 Oct 13 15:55:50.728630 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 397d7124-13a0-46bc-baba-dbf119506868 is: ACTIVE; New status is: DOWN {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:55:50.729005 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:50.761486 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 397d7124-13a0-46bc-baba-dbf119506868, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=397d7124-13a0-46bc-baba-dbf119506868,segment=NetworkSegment(ec89611b-44de-460a-9ada-1bbcc29fb934),segment_id=ec89611b-44de-460a-9ada-1bbcc29fb934)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:55:50.765213 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:50.829482 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=397d7124-13a0-46bc-baba-dbf119506868,revision_number=9']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:51.041888 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c22177-540f-4621-a4a9-88178f3085e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '397d7124-13a0-46bc-baba-dbf119506868'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:55:51.044288 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979c64d66908691d8da3fe322a5acf5d757b5bee84c7992aba2ec3c134dffaeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4adcaf25-4675-4788-99b7-c7a3272a911d" -d '{"events": [{"server_uuid": "80c22177-540f-4621-a4a9-88178f3085e4", "name": "network-vif-unplugged", "status": "completed", "tag": "397d7124-13a0-46bc-baba-dbf119506868"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:55:51.085366 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 13 Oct 2022 15:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-571d4b47-5727-4fd8-9624-33f9e3f83f6c x-openstack-request-id: req-571d4b47-5727-4fd8-9624-33f9e3f83f6c {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:55:51.085654 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80c22177-540f-4621-a4a9-88178f3085e4", "name": "network-vif-unplugged", "status": "completed", "tag": "397d7124-13a0-46bc-baba-dbf119506868", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:55:51.085911 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-571d4b47-5727-4fd8-9624-33f9e3f83f6c {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:55:51.086316 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-571d4b47-5727-4fd8-9624-33f9e3f83f6c'] response: {'server_uuid': '80c22177-540f-4621-a4a9-88178f3085e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '397d7124-13a0-46bc-baba-dbf119506868', 'code': 200} Oct 13 15:55:51.893484 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70524d02-03ec-4822-b727-9440097fd140 req-80554f96-07a5-49b2-a352-9e36e40b31ae tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:51.894952 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-70524d02-03ec-4822-b727-9440097fd140 req-80554f96-07a5-49b2-a352-9e36e40b31ae tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=80c22177-540f-4621-a4a9-88178f3085e4 HTTP/1.1" status: 200 len: 944 time: 0.0853555 Oct 13 15:55:51.939108 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-70524d02-03ec-4822-b727-9440097fd140 req-10a642f8-9038-45b2-ad59-342a87bbc638 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups?id=444be1f6-2169-4017-8d29-2a33f2dc9058&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386093 Oct 13 15:55:52.227574 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cc1cc8-67ec-4b9a-b92b-2c2d78f5e015 req-b07a549b-2bc7-4d64-9a64-525befdb29ca tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:55:52.228912 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-98cc1cc8-67ec-4b9a-b92b-2c2d78f5e015 req-b07a549b-2bc7-4d64-9a64-525befdb29ca tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.16 "GET /v2.0/ports?device_id=80c22177-540f-4621-a4a9-88178f3085e4 HTTP/1.1" status: 200 len: 944 time: 0.0887334 Oct 13 15:55:52.297306 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-98cc1cc8-67ec-4b9a-b92b-2c2d78f5e015 req-3e11e67c-5eb1-4e36-8e3f-b8554ace1178 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Deleting port 397d7124-13a0-46bc-baba-dbf119506868 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:55:52.297647 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-98cc1cc8-67ec-4b9a-b92b-2c2d78f5e015 req-3e11e67c-5eb1-4e36-8e3f-b8554ace1178 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:52.538366 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-98cc1cc8-67ec-4b9a-b92b-2c2d78f5e015 req-3e11e67c-5eb1-4e36-8e3f-b8554ace1178 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] For port 397d7124-13a0-46bc-baba-dbf119506868, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=397d7124-13a0-46bc-baba-dbf119506868,segment=NetworkSegment(ec89611b-44de-460a-9ada-1bbcc29fb934),segment_id=ec89611b-44de-460a-9ada-1bbcc29fb934)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:55:52.538638 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-98cc1cc8-67ec-4b9a-b92b-2c2d78f5e015 req-3e11e67c-5eb1-4e36-8e3f-b8554ace1178 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:52.658683 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-98cc1cc8-67ec-4b9a-b92b-2c2d78f5e015 req-3e11e67c-5eb1-4e36-8e3f-b8554ace1178 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Calling delete_port for 397d7124-13a0-46bc-baba-dbf119506868 owned by compute:nova {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:55:52.802230 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-98cc1cc8-67ec-4b9a-b92b-2c2d78f5e015 req-3e11e67c-5eb1-4e36-8e3f-b8554ace1178 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:52.854537 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e11e67c-5eb1-4e36-8e3f-b8554ace1178 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Pushing event deleted for resources: {'Port': ['ID=397d7124-13a0-46bc-baba-dbf119506868,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:52.941655 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-98cc1cc8-67ec-4b9a-b92b-2c2d78f5e015 req-3e11e67c-5eb1-4e36-8e3f-b8554ace1178 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] No DVR routers for this DVR port 397d7124-13a0-46bc-baba-dbf119506868 on host hv-neutron-8603 {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:55:52.944807 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-98cc1cc8-67ec-4b9a-b92b-2c2d78f5e015 req-3e11e67c-5eb1-4e36-8e3f-b8554ace1178 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:52.947553 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '80c22177-540f-4621-a4a9-88178f3085e4', 'name': 'network-vif-deleted', 'tag': '397d7124-13a0-46bc-baba-dbf119506868'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:55:52.949831 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a53694d-30c1-4a4c-b31f-863a48d80dc8" -d '{"events": [{"server_uuid": "80c22177-540f-4621-a4a9-88178f3085e4", "name": "network-vif-deleted", "tag": "397d7124-13a0-46bc-baba-dbf119506868"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:55:52.964717 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-98cc1cc8-67ec-4b9a-b92b-2c2d78f5e015 req-3e11e67c-5eb1-4e36-8e3f-b8554ace1178 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.16 "DELETE /v2.0/ports/397d7124-13a0-46bc-baba-dbf119506868 HTTP/1.1" status: 204 len: 173 time: 0.7306471 Oct 13 15:55:53.010701 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 15:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9addfb-9c77-49b3-abb1-85e8f908442e x-openstack-request-id: req-ae9addfb-9c77-49b3-abb1-85e8f908442e {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:55:53.011001 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "80c22177-540f-4621-a4a9-88178f3085e4", "name": "network-vif-deleted", "tag": "397d7124-13a0-46bc-baba-dbf119506868", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:55:53.011251 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ae9addfb-9c77-49b3-abb1-85e8f908442e {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:55:53.011651 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae9addfb-9c77-49b3-abb1-85e8f908442e'] response: {'server_uuid': '80c22177-540f-4621-a4a9-88178f3085e4', 'name': 'network-vif-deleted', 'tag': '397d7124-13a0-46bc-baba-dbf119506868', 'status': 'completed', 'code': 200} Oct 13 15:55:53.209529 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-f93ced5b-b867-4efb-be8a-6f1453260d79 req-9bbc039c-945a-48f0-8073-db5e1efb11a1 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Synchronizing usage tracker for tenant:56efb6ba595b42848bfcb0c8b2217c8a on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:55:53.224727 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-f93ced5b-b867-4efb-be8a-6f1453260d79 req-9bbc039c-945a-48f0-8073-db5e1efb11a1 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Unset dirty status for tenant:56efb6ba595b42848bfcb0c8b2217c8a on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:55:53.225849 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f93ced5b-b867-4efb-be8a-6f1453260d79 req-9bbc039c-945a-48f0-8073-db5e1efb11a1 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/ports?device_id=80c22177-540f-4621-a4a9-88178f3085e4 HTTP/1.1" status: 200 len: 210 time: 0.1656756 Oct 13 15:55:54.350974 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 58604) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:55:54.413642 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9cca5082-5696-4111-a23b-b8ab2848a0ae tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:54.440262 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9cca5082-5696-4111-a23b-b8ab2848a0ae tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:54.491876 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9cca5082-5696-4111-a23b-b8ab2848a0ae tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:54.509853 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cca5082-5696-4111-a23b-b8ab2848a0ae tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8beacc58-086b-47b2-a61b-74fa6c890e25,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:54.520617 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9cca5082-5696-4111-a23b-b8ab2848a0ae tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:54.522362 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-9cca5082-5696-4111-a23b-b8ab2848a0ae tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "DELETE /v2.0/security-groups/8beacc58-086b-47b2-a61b-74fa6c890e25 HTTP/1.1" status: 204 len: 168 time: 0.1702268 Oct 13 15:55:54.524773 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 58608) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:55:54.540819 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.api.v2.resource [None req-f0c1d570-9e83-4bd5-bedc-9088cc690d33 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] show failed (client error): The resource could not be found. Oct 13 15:55:54.541788 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-f0c1d570-9e83-4bd5-bedc-9088cc690d33 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "GET /v2.0/security-groups/8beacc58-086b-47b2-a61b-74fa6c890e25 HTTP/1.1" status: 404 len: 347 time: 0.0161235 Oct 13 15:55:54.544438 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 58612) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:55:54.699354 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-252f9f9e-7d74-4ad8-9434-1dfe85bd2c88 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Deleting port b8c474f6-6bfb-4c92-b9fd-8ca5b7c01f90 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:55:54.699690 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-252f9f9e-7d74-4ad8-9434-1dfe85bd2c88 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:54.864617 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-252f9f9e-7d74-4ad8-9434-1dfe85bd2c88 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:54.864905 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-252f9f9e-7d74-4ad8-9434-1dfe85bd2c88 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:54.989198 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-252f9f9e-7d74-4ad8-9434-1dfe85bd2c88 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Calling delete_port for b8c474f6-6bfb-4c92-b9fd-8ca5b7c01f90 owned by network:floatingip {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:55:55.123764 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-252f9f9e-7d74-4ad8-9434-1dfe85bd2c88 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:55.174131 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252f9f9e-7d74-4ad8-9434-1dfe85bd2c88 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Pushing event deleted for resources: {'Port': ['ID=b8c474f6-6bfb-4c92-b9fd-8ca5b7c01f90,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:55.269835 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-252f9f9e-7d74-4ad8-9434-1dfe85bd2c88 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Notify callbacks [] for floatingip, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:55.287854 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-252f9f9e-7d74-4ad8-9434-1dfe85bd2c88 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:55.289006 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-252f9f9e-7d74-4ad8-9434-1dfe85bd2c88 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] 10.222.0.42 "DELETE /v2.0/floatingips/d5b18f98-404a-4d8d-8528-3c4aaa278e7c HTTP/1.1" status: 204 len: 168 time: 0.7436886 Oct 13 15:55:55.428778 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 58620) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:55:55.977824 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:56.057811 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7f8df5f3-27d0-4daf-ac6b-d9f461351473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:56.396477 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-7f8df5f3-27d0-4daf-ac6b-d9f461351473 admin admin] Deleting port ae48977c-0973-4721-ab99-89c4201db103 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:55:56.396799 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7f8df5f3-27d0-4daf-ac6b-d9f461351473 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:56.562341 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-7f8df5f3-27d0-4daf-ac6b-d9f461351473 admin admin] For port ae48977c-0973-4721-ab99-89c4201db103, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=ae48977c-0973-4721-ab99-89c4201db103,segment=NetworkSegment(ec89611b-44de-460a-9ada-1bbcc29fb934),segment_id=ec89611b-44de-460a-9ada-1bbcc29fb934)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:55:56.562992 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7f8df5f3-27d0-4daf-ac6b-d9f461351473 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:56.634802 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 397d7124-13a0-46bc-baba-dbf119506868 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:55:56.669288 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] No Port match for: 397d7124-13a0-46bc-baba-dbf119506868 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:55:56.669651 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 397d7124-13a0-46bc-baba-dbf119506868 not bound to the agent host hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:55:56.686387 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-7f8df5f3-27d0-4daf-ac6b-d9f461351473 admin admin] Calling delete_port for ae48977c-0973-4721-ab99-89c4201db103 owned by network:router_interface {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:55:56.996016 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7f8df5f3-27d0-4daf-ac6b-d9f461351473 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:57.076223 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8df5f3-27d0-4daf-ac6b-d9f461351473 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae48977c-0973-4721-ab99-89c4201db103,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:57.432487 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7f8df5f3-27d0-4daf-ac6b-d9f461351473 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:57.790439 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f8df5f3-27d0-4daf-ac6b-d9f461351473 admin admin] Router 5bbd6b60-0434-4354-8cdd-198907d66647 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:55:57.965853 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8df5f3-27d0-4daf-ac6b-d9f461351473 admin admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:55:57.974768 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675baa1e-35d4-43d7-a9a7-de17977d8a3c None None] Sync routers for ids ['5bbd6b60-0434-4354-8cdd-198907d66647'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:55:57.978555 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-7f8df5f3-27d0-4daf-ac6b-d9f461351473 admin admin] 10.222.0.42 "PUT /v2.0/routers/5bbd6b60-0434-4354-8cdd-198907d66647/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5486979 Oct 13 15:55:57.981013 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 58624) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:55:57.985423 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675baa1e-35d4-43d7-a9a7-de17977d8a3c None None] Routers {'5bbd6b60-0434-4354-8cdd-198907d66647'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:55:57.986021 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-675baa1e-35d4-43d7-a9a7-de17977d8a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:55:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['5bbd6b60-0434-4354-8cdd-198907d66647'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:55:58.155435 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8a7fd98a-c850-4449-955a-92b8fc4793fb admin admin] Notify callbacks [] for router, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:58.158675 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-675baa1e-35d4-43d7-a9a7-de17977d8a3c None None] Set router 5bbd6b60-0434-4354-8cdd-198907d66647 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:55:58.330694 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8a7fd98a-c850-4449-955a-92b8fc4793fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:58.340498 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-8a7fd98a-c850-4449-955a-92b8fc4793fb admin admin] Deleting port a7353e62-c607-450c-8622-bf1b1f512f1d {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:55:58.340926 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8a7fd98a-c850-4449-955a-92b8fc4793fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:58.467771 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-675baa1e-35d4-43d7-a9a7-de17977d8a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bbd6b60-0434-4354-8cdd-198907d66647', 'name': 'tempest-ServerDiskConfigTestJSON-578307141-router', 'tenant_id': '56efb6ba595b42848bfcb0c8b2217c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.163'}], 'enable_snat': True}, 'gw_port_id': 'a7353e62-c607-450c-8622-bf1b1f512f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:54:01Z', 'updated_at': '2022-10-13T15:55:56Z', 'revision_number': 5, 'project_id': '56efb6ba595b42848bfcb0c8b2217c8a', 'gw_port': {'id': 'a7353e62-c607-450c-8622-bf1b1f512f1d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:62:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5bbd6b60-0434-4354-8cdd-198907d66647', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1545, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:54:02Z', 'updated_at': '2022-10-13T15:54:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:55:58.471458 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675baa1e-35d4-43d7-a9a7-de17977d8a3c None None] Checking router: 5bbd6b60-0434-4354-8cdd-198907d66647 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:55:58.480072 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675baa1e-35d4-43d7-a9a7-de17977d8a3c None None] Routers {'5bbd6b60-0434-4354-8cdd-198907d66647'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:55:58.480649 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-675baa1e-35d4-43d7-a9a7-de17977d8a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:55:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['5bbd6b60-0434-4354-8cdd-198907d66647'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:55:58.517132 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-8a7fd98a-c850-4449-955a-92b8fc4793fb admin admin] For port a7353e62-c607-450c-8622-bf1b1f512f1d, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=a7353e62-c607-450c-8622-bf1b1f512f1d,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:55:58.517490 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8a7fd98a-c850-4449-955a-92b8fc4793fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:58.628139 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-675baa1e-35d4-43d7-a9a7-de17977d8a3c None None] Set router 5bbd6b60-0434-4354-8cdd-198907d66647 gateway port host: None {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:55:58.637270 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-8a7fd98a-c850-4449-955a-92b8fc4793fb admin admin] Calling delete_port for a7353e62-c607-450c-8622-bf1b1f512f1d owned by network:router_gateway {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:55:58.732845 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-675baa1e-35d4-43d7-a9a7-de17977d8a3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5bbd6b60-0434-4354-8cdd-198907d66647', 'name': 'tempest-ServerDiskConfigTestJSON-578307141-router', 'tenant_id': '56efb6ba595b42848bfcb0c8b2217c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:54:01Z', 'updated_at': '2022-10-13T15:55:58Z', 'revision_number': 6, 'project_id': '56efb6ba595b42848bfcb0c8b2217c8a', 'gw_port_host': None}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:55:58.737467 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675baa1e-35d4-43d7-a9a7-de17977d8a3c None None] The sync data for ids ['5bbd6b60-0434-4354-8cdd-198907d66647'] in dv-neutron-860329-2-hyperv is: [{'id': '5bbd6b60-0434-4354-8cdd-198907d66647', 'name': 'tempest-ServerDiskConfigTestJSON-578307141-router', 'tenant_id': '56efb6ba595b42848bfcb0c8b2217c8a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:54:01Z', 'updated_at': '2022-10-13T15:55:58Z', 'revision_number': 6, 'project_id': '56efb6ba595b42848bfcb0c8b2217c8a', 'gw_port_host': None}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:55:58.923305 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8a7fd98a-c850-4449-955a-92b8fc4793fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:58.969854 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7fd98a-c850-4449-955a-92b8fc4793fb admin admin] Pushing event deleted for resources: {'Port': ['ID=a7353e62-c607-450c-8622-bf1b1f512f1d,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:59.012832 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7fd98a-c850-4449-955a-92b8fc4793fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:59.013179 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7fd98a-c850-4449-955a-92b8fc4793fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:59.013519 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7fd98a-c850-4449-955a-92b8fc4793fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:59.013849 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7fd98a-c850-4449-955a-92b8fc4793fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:59.014198 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7fd98a-c850-4449-955a-92b8fc4793fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:59.014531 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7fd98a-c850-4449-955a-92b8fc4793fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:59.014859 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7fd98a-c850-4449-955a-92b8fc4793fb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:59.015187 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7fd98a-c850-4449-955a-92b8fc4793fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:59.015512 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7fd98a-c850-4449-955a-92b8fc4793fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:59.015832 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7fd98a-c850-4449-955a-92b8fc4793fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:59.016154 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7fd98a-c850-4449-955a-92b8fc4793fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:59.016541 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a7fd98a-c850-4449-955a-92b8fc4793fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:59.076515 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8a7fd98a-c850-4449-955a-92b8fc4793fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828050'] for router_gateway, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:59.153200 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device ae48977c-0973-4721-ab99-89c4201db103 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:55:59.194061 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: ae48977c-0973-4721-ab99-89c4201db103 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:55:59.194432 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device ae48977c-0973-4721-ab99-89c4201db103 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:55:59.260473 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8a7fd98a-c850-4449-955a-92b8fc4793fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:59.262723 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8a7fd98a-c850-4449-955a-92b8fc4793fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:59.284662 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8a7fd98a-c850-4449-955a-92b8fc4793fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:59.285247 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a7fd98a-c850-4449-955a-92b8fc4793fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5bbd6b60-0434-4354-8cdd-198907d66647 {{(pid=88973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 15:55:59.298431 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8a7fd98a-c850-4449-955a-92b8fc4793fb admin admin] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:59.299551 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-8a7fd98a-c850-4449-955a-92b8fc4793fb admin admin] 10.222.0.42 "DELETE /v2.0/routers/5bbd6b60-0434-4354-8cdd-198907d66647 HTTP/1.1" status: 204 len: 168 time: 1.3176560 Oct 13 15:55:59.304355 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 58628) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:55:59.365651 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-8df9da5f-327e-4a3a-a0fc-57f0827ea800 admin admin] Deleting subnet 7a43b288-4867-4b5f-bb27-735681c5ff69 {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 15:55:59.368509 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8df9da5f-327e-4a3a-a0fc-57f0827ea800 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:59.418694 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8df9da5f-327e-4a3a-a0fc-57f0827ea800 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:59.506600 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8df9da5f-327e-4a3a-a0fc-57f0827ea800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:59.571581 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8df9da5f-327e-4a3a-a0fc-57f0827ea800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:59.608390 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df9da5f-327e-4a3a-a0fc-57f0827ea800 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a43b288-4867-4b5f-bb27-735681c5ff69,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:55:59.611074 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8df9da5f-327e-4a3a-a0fc-57f0827ea800 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:59.614524 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-851ae853-8f1b-4b5f-ad2a-a113b9675416 None None] Network 6a7405f4-8e5b-4caa-8343-3a21c57dfc23 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:55:59.621093 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df9da5f-327e-4a3a-a0fc-57f0827ea800 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:59.621443 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df9da5f-327e-4a3a-a0fc-57f0827ea800 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:59.621781 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df9da5f-327e-4a3a-a0fc-57f0827ea800 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:59.622113 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df9da5f-327e-4a3a-a0fc-57f0827ea800 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:59.622461 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df9da5f-327e-4a3a-a0fc-57f0827ea800 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:59.622790 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df9da5f-327e-4a3a-a0fc-57f0827ea800 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:59.623115 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df9da5f-327e-4a3a-a0fc-57f0827ea800 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:59.623466 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df9da5f-327e-4a3a-a0fc-57f0827ea800 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:59.623818 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df9da5f-327e-4a3a-a0fc-57f0827ea800 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:59.624199 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df9da5f-327e-4a3a-a0fc-57f0827ea800 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:59.624544 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df9da5f-327e-4a3a-a0fc-57f0827ea800 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:59.624862 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8df9da5f-327e-4a3a-a0fc-57f0827ea800 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:55:59.628100 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-8df9da5f-327e-4a3a-a0fc-57f0827ea800 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/7a43b288-4867-4b5f-bb27-735681c5ff69 HTTP/1.1" status: 204 len: 168 time: 0.3241327 Oct 13 15:55:59.631246 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 58632) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:55:59.737602 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c23ad1a9-d275-45f4-8f52-41db1cdb777a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:59.748176 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-c23ad1a9-d275-45f4-8f52-41db1cdb777a admin admin] Deleting port 14670d0c-affd-4ccc-8b6b-cdbad3a33979 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:55:59.748503 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c23ad1a9-d275-45f4-8f52-41db1cdb777a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:59.861938 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6832a952-b04b-49d1-814d-4aa8920b726e None None] DHCP port deletion for 6a7405f4-8e5b-4caa-8343-3a21c57dfc23 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 15:55:59.866195 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-6832a952-b04b-49d1-814d-4aa8920b726e None None] Deleting port 14670d0c-affd-4ccc-8b6b-cdbad3a33979 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:55:59.866589 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6832a952-b04b-49d1-814d-4aa8920b726e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:55:59.958350 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-c23ad1a9-d275-45f4-8f52-41db1cdb777a admin admin] For port 14670d0c-affd-4ccc-8b6b-cdbad3a33979, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=14670d0c-affd-4ccc-8b6b-cdbad3a33979,segment=NetworkSegment(ec89611b-44de-460a-9ada-1bbcc29fb934),segment_id=ec89611b-44de-460a-9ada-1bbcc29fb934)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:55:59.959525 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c23ad1a9-d275-45f4-8f52-41db1cdb777a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:00.065874 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-6832a952-b04b-49d1-814d-4aa8920b726e None None] For port 14670d0c-affd-4ccc-8b6b-cdbad3a33979, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=14670d0c-affd-4ccc-8b6b-cdbad3a33979,segment=NetworkSegment(ec89611b-44de-460a-9ada-1bbcc29fb934),segment_id=ec89611b-44de-460a-9ada-1bbcc29fb934)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:56:00.066294 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6832a952-b04b-49d1-814d-4aa8920b726e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:00.079821 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-c23ad1a9-d275-45f4-8f52-41db1cdb777a admin admin] Calling delete_port for 14670d0c-affd-4ccc-8b6b-cdbad3a33979 owned by network:dhcp {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:56:00.155483 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c23ad1a9-d275-45f4-8f52-41db1cdb777a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:00.186608 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-6832a952-b04b-49d1-814d-4aa8920b726e None None] Calling delete_port for 14670d0c-affd-4ccc-8b6b-cdbad3a33979 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:56:00.205851 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ad1a9-d275-45f4-8f52-41db1cdb777a admin admin] Pushing event deleted for resources: {'Port': ['ID=14670d0c-affd-4ccc-8b6b-cdbad3a33979,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:56:00.209576 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23ad1a9-d275-45f4-8f52-41db1cdb777a admin admin] No DVR routers for this DVR port 14670d0c-affd-4ccc-8b6b-cdbad3a33979 on host dv-neutron-860329-2-hyperv {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:56:00.262444 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.db.api [None req-6832a952-b04b-49d1-814d-4aa8920b726e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88974) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 15:56:00.262785 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG oslo_db.api [None req-6832a952-b04b-49d1-814d-4aa8920b726e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 15:56:00.324355 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c23ad1a9-d275-45f4-8f52-41db1cdb777a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:00.350044 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-c23ad1a9-d275-45f4-8f52-41db1cdb777a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a7405f4-8e5b-4caa-8343-3a21c57dfc23']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:56:00.362239 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-c23ad1a9-d275-45f4-8f52-41db1cdb777a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec89611b-44de-460a-9ada-1bbcc29fb934') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:56:00.362535 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-c23ad1a9-d275-45f4-8f52-41db1cdb777a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec89611b-44de-460a-9ada-1bbcc29fb934') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:56:00.373559 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c23ad1a9-d275-45f4-8f52-41db1cdb777a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:00.389024 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c23ad1a9-d275-45f4-8f52-41db1cdb777a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:00.395383 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c23ad1a9-d275-45f4-8f52-41db1cdb777a admin admin] Releasing vlan 443 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 15:56:00.395812 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c23ad1a9-d275-45f4-8f52-41db1cdb777a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:00.471869 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment ec89611b-44de-460a-9ada-1bbcc29fb934 resource provider aggregate not found Oct 13 15:56:00.488224 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment ec89611b-44de-460a-9ada-1bbcc29fb934 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ec89611b-44de-460a-9ada-1bbcc29fb934 found for delete ", "request_id": "req-06681b18-d94c-4f94-ba1d-3417c6a9606d"}]} Oct 13 15:56:00.494776 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c23ad1a9-d275-45f4-8f52-41db1cdb777a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:00.499051 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c23ad1a9-d275-45f4-8f52-41db1cdb777a admin admin] Notify callbacks [] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:00.522719 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23ad1a9-d275-45f4-8f52-41db1cdb777a admin admin] Pushing event deleted for resources: {'Network': ['ID=6a7405f4-8e5b-4caa-8343-3a21c57dfc23,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:56:00.534749 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c23ad1a9-d275-45f4-8f52-41db1cdb777a admin admin] 10.222.0.42 "DELETE /v2.0/networks/6a7405f4-8e5b-4caa-8343-3a21c57dfc23 HTTP/1.1" status: 204 len: 168 time: 0.9024861 Oct 13 15:56:00.644734 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 58642) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:56:00.694723 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-641761af-fd7b-46b4-9384-77cc5caa9c52 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=56efb6ba595b42848bfcb0c8b2217c8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0488541 Oct 13 15:56:00.698685 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 58646) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:56:00.758584 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e4171260-a7a8-4500-9e4d-8b41d95b1f56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:00.764019 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-6832a952-b04b-49d1-814d-4aa8920b726e None None] Deleting port 14670d0c-affd-4ccc-8b6b-cdbad3a33979 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:56:00.764425 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6832a952-b04b-49d1-814d-4aa8920b726e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:00.783909 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e4171260-a7a8-4500-9e4d-8b41d95b1f56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:00.829662 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-6832a952-b04b-49d1-814d-4aa8920b726e None None] The port '14670d0c-affd-4ccc-8b6b-cdbad3a33979' was deleted {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 13 15:56:00.837283 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e4171260-a7a8-4500-9e4d-8b41d95b1f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:00.856135 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4171260-a7a8-4500-9e4d-8b41d95b1f56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=444be1f6-2169-4017-8d29-2a33f2dc9058,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:56:00.861773 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e4171260-a7a8-4500-9e4d-8b41d95b1f56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:00.862909 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-e4171260-a7a8-4500-9e4d-8b41d95b1f56 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/444be1f6-2169-4017-8d29-2a33f2dc9058 HTTP/1.1" status: 204 len: 168 time: 0.1633501 Oct 13 15:56:01.138696 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device a7353e62-c607-450c-8622-bf1b1f512f1d no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:56:01.175605 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: a7353e62-c607-450c-8622-bf1b1f512f1d {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:56:01.175946 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device a7353e62-c607-450c-8622-bf1b1f512f1d not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:56:01.176435 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 14670d0c-affd-4ccc-8b6b-cdbad3a33979 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:56:01.209065 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 14670d0c-affd-4ccc-8b6b-cdbad3a33979 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:56:01.209677 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 14670d0c-affd-4ccc-8b6b-cdbad3a33979 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:56:01.555953 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 58670) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:56:01.660647 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-243b22d3-8cc9-42ab-a4f9-6e1ab1d0b130 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-711533714-network', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:56:01.665509 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-243b22d3-8cc9-42ab-a4f9-6e1ab1d0b130 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:56:01.669360 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-243b22d3-8cc9-42ab-a4f9-6e1ab1d0b130 admin admin] Usage tracker for resource:network and tenant:3ad2067797114383aa0cc625b1522cd8 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:56:01.672207 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-243b22d3-8cc9-42ab-a4f9-6e1ab1d0b130 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:56:01.677811 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-243b22d3-8cc9-42ab-a4f9-6e1ab1d0b130 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:56:01.688047 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-243b22d3-8cc9-42ab-a4f9-6e1ab1d0b130 admin admin] Made reservation on behalf of 3ad2067797114383aa0cc625b1522cd8 for: {'network': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:56:01.690594 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-243b22d3-8cc9-42ab-a4f9-6e1ab1d0b130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:01.703147 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-243b22d3-8cc9-42ab-a4f9-6e1ab1d0b130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:01.717800 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-243b22d3-8cc9-42ab-a4f9-6e1ab1d0b130 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:56:01.721656 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-243b22d3-8cc9-42ab-a4f9-6e1ab1d0b130 admin admin] Usage tracker for resource:security_group_rule and tenant:3ad2067797114383aa0cc625b1522cd8 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:56:01.724435 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-243b22d3-8cc9-42ab-a4f9-6e1ab1d0b130 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:56:01.730007 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-243b22d3-8cc9-42ab-a4f9-6e1ab1d0b130 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:56:01.819895 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-243b22d3-8cc9-42ab-a4f9-6e1ab1d0b130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:01.826095 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-243b22d3-8cc9-42ab-a4f9-6e1ab1d0b130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:01.948322 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-243b22d3-8cc9-42ab-a4f9-6e1ab1d0b130 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 440} {{(pid=88973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 15:56:01.953363 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b22d3-8cc9-42ab-a4f9-6e1ab1d0b130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c65ebcf9-e6ea-472f-87c3-21dbe98659c9,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:56:01.960430 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-243b22d3-8cc9-42ab-a4f9-6e1ab1d0b130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:01.961547 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-243b22d3-8cc9-42ab-a4f9-6e1ab1d0b130 admin admin] Added segment f70bdea3-e00e-4e61-9038-56eb255268ae of type vlan for network 5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be Oct 13 15:56:01.986957 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-243b22d3-8cc9-42ab-a4f9-6e1ab1d0b130 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:02.015083 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-243b22d3-8cc9-42ab-a4f9-6e1ab1d0b130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:02.016062 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-243b22d3-8cc9-42ab-a4f9-6e1ab1d0b130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:56:02.016653 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-243b22d3-8cc9-42ab-a4f9-6e1ab1d0b130 admin admin] Notify callbacks [] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:02.117803 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243b22d3-8cc9-42ab-a4f9-6e1ab1d0b130 admin admin] Pushing event updated for resources: {'Network': ['ID=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:56:02.121039 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-243b22d3-8cc9-42ab-a4f9-6e1ab1d0b130 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5640836 Oct 13 15:56:02.124139 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 58676) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:56:02.128439 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 15:56:02.130267 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-3e85ddfb-def7-44f2-a4fd-d4cd029414bb admin admin] Request body: {'subnet': {'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-711533714-subnet', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:56:02.135798 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-3e85ddfb-def7-44f2-a4fd-d4cd029414bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:56:02.139642 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-3e85ddfb-def7-44f2-a4fd-d4cd029414bb admin admin] Usage tracker for resource:subnet and tenant:3ad2067797114383aa0cc625b1522cd8 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:56:02.142486 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-3e85ddfb-def7-44f2-a4fd-d4cd029414bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:56:02.148326 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-3e85ddfb-def7-44f2-a4fd-d4cd029414bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:56:02.158851 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e85ddfb-def7-44f2-a4fd-d4cd029414bb admin admin] Made reservation on behalf of 3ad2067797114383aa0cc625b1522cd8 for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:56:02.161117 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3e85ddfb-def7-44f2-a4fd-d4cd029414bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:02.362063 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3e85ddfb-def7-44f2-a4fd-d4cd029414bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:02.436375 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e85ddfb-def7-44f2-a4fd-d4cd029414bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0377824e-746a-41ad-9498-5e48c58c0ec9,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:56:02.444052 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e85ddfb-def7-44f2-a4fd-d4cd029414bb admin admin] Checking segment: {'id': 'f70bdea3-e00e-4e61-9038-56eb255268ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:56:02.444394 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e85ddfb-def7-44f2-a4fd-d4cd029414bb admin admin] Network hostable DHCP agents. Network: 5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 15:56:02.462555 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e85ddfb-def7-44f2-a4fd-d4cd029414bb admin admin] Network 5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 15:56:02.471153 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-3e85ddfb-def7-44f2-a4fd-d4cd029414bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:56:02.475596 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e85ddfb-def7-44f2-a4fd-d4cd029414bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:56:02.476612 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3e85ddfb-def7-44f2-a4fd-d4cd029414bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:02.480592 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc34be7-4fca-423f-ab62-38090f95bede None None] Network 5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:56:02.498139 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-3e85ddfb-def7-44f2-a4fd-d4cd029414bb admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3730338 Oct 13 15:56:02.500798 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 58680) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:56:02.506203 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-b7b0401d-4ddb-46a4-b569-2e0114b73b0d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-711533714-router', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:56:02.510893 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-b7b0401d-4ddb-46a4-b569-2e0114b73b0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:56:02.514832 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-b7b0401d-4ddb-46a4-b569-2e0114b73b0d admin admin] Usage tracker for resource:router and tenant:3ad2067797114383aa0cc625b1522cd8 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:56:02.517683 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-b7b0401d-4ddb-46a4-b569-2e0114b73b0d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:56:02.523817 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-b7b0401d-4ddb-46a4-b569-2e0114b73b0d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:56:02.534638 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b7b0401d-4ddb-46a4-b569-2e0114b73b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:02.535882 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b7b0401d-4ddb-46a4-b569-2e0114b73b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:02.552944 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b7b0401d-4ddb-46a4-b569-2e0114b73b0d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:02.702049 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3db555-e0c5-44a0-a5e3-acd060c21d8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be', 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'fixed_ips': [{'subnet_id': '0377824e-746a-41ad-9498-5e48c58c0ec9'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 15:56:02.702922 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-cc3db555-e0c5-44a0-a5e3-acd060c21d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:02.820848 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b7b0401d-4ddb-46a4-b569-2e0114b73b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:02.858461 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-cc3db555-e0c5-44a0-a5e3-acd060c21d8b None None] Allocated IP 172.20.0.2 (5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be/0377824e-746a-41ad-9498-5e48c58c0ec9/24575446-983d-4137-9f2b-4635c4b42e0c) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:56:03.060942 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-cc3db555-e0c5-44a0-a5e3-acd060c21d8b None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:03.071803 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-cc3db555-e0c5-44a0-a5e3-acd060c21d8b None None] Transition to ACTIVE for port object 24575446-983d-4137-9f2b-4635c4b42e0c will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:56:03.090066 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-cc3db555-e0c5-44a0-a5e3-acd060c21d8b None None] Transition to ACTIVE for port object 24575446-983d-4137-9f2b-4635c4b42e0c will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:56:03.095726 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-cc3db555-e0c5-44a0-a5e3-acd060c21d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:03.130925 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b7b0401d-4ddb-46a4-b569-2e0114b73b0d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:03.163988 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b7b0401d-4ddb-46a4-b569-2e0114b73b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:03.169699 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3db555-e0c5-44a0-a5e3-acd060c21d8b None None] Network 5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:56:03.172687 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-cc3db555-e0c5-44a0-a5e3-acd060c21d8b None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:56:03.176276 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3db555-e0c5-44a0-a5e3-acd060c21d8b None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:56:03.185518 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3db555-e0c5-44a0-a5e3-acd060c21d8b None None] Pushing event updated for resources: {'Port': ['ID=24575446-983d-4137-9f2b-4635c4b42e0c,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:56:03.286540 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-cc3db555-e0c5-44a0-a5e3-acd060c21d8b None None] Attempting to bind port 24575446-983d-4137-9f2b-4635c4b42e0c on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:56:03.287531 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-cc3db555-e0c5-44a0-a5e3-acd060c21d8b None None] Attempting to bind port 24575446-983d-4137-9f2b-4635c4b42e0c by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'f70bdea3-e00e-4e61-9038-56eb255268ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:56:03.287890 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3db555-e0c5-44a0-a5e3-acd060c21d8b None None] Attempting to bind port 24575446-983d-4137-9f2b-4635c4b42e0c on network 5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:56:03.293434 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3db555-e0c5-44a0-a5e3-acd060c21d8b None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:56:03.293808 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3db555-e0c5-44a0-a5e3-acd060c21d8b None None] Checking segment: {'id': 'f70bdea3-e00e-4e61-9038-56eb255268ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:56:03.294392 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-cc3db555-e0c5-44a0-a5e3-acd060c21d8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:03.294825 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3db555-e0c5-44a0-a5e3-acd060c21d8b None None] Bound using segment: {'id': 'f70bdea3-e00e-4e61-9038-56eb255268ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:56:03.295274 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-cc3db555-e0c5-44a0-a5e3-acd060c21d8b None None] Bound port: 24575446-983d-4137-9f2b-4635c4b42e0c, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f70bdea3-e00e-4e61-9038-56eb255268ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:56:03.295653 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-cc3db555-e0c5-44a0-a5e3-acd060c21d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:03.301673 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-b7b0401d-4ddb-46a4-b569-2e0114b73b0d admin admin] Allocated IP 172.26.2.145 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/f65844a6-75d4-4705-827d-cb7f5056fadd) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:56:03.393656 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-cc3db555-e0c5-44a0-a5e3-acd060c21d8b None None] For port 24575446-983d-4137-9f2b-4635c4b42e0c, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:56:03.397443 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-cc3db555-e0c5-44a0-a5e3-acd060c21d8b None None] For port 24575446-983d-4137-9f2b-4635c4b42e0c, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=24575446-983d-4137-9f2b-4635c4b42e0c,segment=NetworkSegment(f70bdea3-e00e-4e61-9038-56eb255268ae),segment_id=f70bdea3-e00e-4e61-9038-56eb255268ae)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:56:03.402725 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-cc3db555-e0c5-44a0-a5e3-acd060c21d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:03.461640 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b7b0401d-4ddb-46a4-b569-2e0114b73b0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:03.483192 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3db555-e0c5-44a0-a5e3-acd060c21d8b None None] Pushing event updated for resources: {'Port': ['ID=24575446-983d-4137-9f2b-4635c4b42e0c,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:56:03.497143 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b7b0401d-4ddb-46a4-b569-2e0114b73b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:03.683843 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b0401d-4ddb-46a4-b569-2e0114b73b0d admin admin] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:56:03.686699 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-b7b0401d-4ddb-46a4-b569-2e0114b73b0d admin admin] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:56:03.689152 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b0401d-4ddb-46a4-b569-2e0114b73b0d admin admin] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:56:03.726172 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b0401d-4ddb-46a4-b569-2e0114b73b0d admin admin] Pushing event updated for resources: {'Port': ['ID=f65844a6-75d4-4705-827d-cb7f5056fadd,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:56:04.114109 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b7b0401d-4ddb-46a4-b569-2e0114b73b0d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:04.415956 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eae55e7-2b11-4e6b-8055-6908777d6638 None None] Network 5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 15:56:04.463167 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b7b0401d-4ddb-46a4-b569-2e0114b73b0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:04.522367 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-93471d52-58aa-4fd5-8983-d6fcd7ae30c5 None None] Provisioning for port 24575446-983d-4137-9f2b-4635c4b42e0c completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:56:04.540414 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ac56aa51-a38e-4bd0-b6c8-ac33785afc19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:04.670850 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7b0401d-4ddb-46a4-b569-2e0114b73b0d admin admin] Router 201d6fed-678d-4438-9a56-aba23a409240 is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 15:56:04.850470 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7b0401d-4ddb-46a4-b569-2e0114b73b0d admin admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:56:04.858995 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9652398d-97ea-4ff8-9ffc-f543a6d53439 None None] Sync routers for ids ['201d6fed-678d-4438-9a56-aba23a409240'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:56:04.868947 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9652398d-97ea-4ff8-9ffc-f543a6d53439 None None] Routers {'201d6fed-678d-4438-9a56-aba23a409240'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:56:04.869626 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-9652398d-97ea-4ff8-9ffc-f543a6d53439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:55:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['201d6fed-678d-4438-9a56-aba23a409240'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:56:04.875070 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b7b0401d-4ddb-46a4-b569-2e0114b73b0d admin admin] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:04.876431 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-b7b0401d-4ddb-46a4-b569-2e0114b73b0d admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3747234 Oct 13 15:56:04.879220 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 58684) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:56:05.063368 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-9652398d-97ea-4ff8-9ffc-f543a6d53439 None None] Set router 201d6fed-678d-4438-9a56-aba23a409240 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:56:05.198928 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 24575446-983d-4137-9f2b-4635c4b42e0c up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:56:05.400238 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 24575446-983d-4137-9f2b-4635c4b42e0c completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:56:05.409312 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 24575446-983d-4137-9f2b-4635c4b42e0c triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:56:05.409675 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:05.410003 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 24575446-983d-4137-9f2b-4635c4b42e0c Oct 13 15:56:05.525777 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-9652398d-97ea-4ff8-9ffc-f543a6d53439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201d6fed-678d-4438-9a56-aba23a409240', 'name': 'tempest-ServerActionsTestJSON-711533714-router', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:56:02Z', 'updated_at': '2022-10-13T15:56:03Z', 'revision_number': 3, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'gw_port': {'id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:05:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '201d6fed-678d-4438-9a56-aba23a409240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:56:03Z', 'updated_at': '2022-10-13T15:56:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:56:05.539150 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9652398d-97ea-4ff8-9ffc-f543a6d53439 None None] Checking router: 201d6fed-678d-4438-9a56-aba23a409240 for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:56:05.539491 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9652398d-97ea-4ff8-9ffc-f543a6d53439 None None] Updating router 201d6fed-678d-4438-9a56-aba23a409240 port f65844a6-75d4-4705-827d-cb7f5056fadd binding host dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:56:05.587015 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 24575446-983d-4137-9f2b-4635c4b42e0c is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:56:05.587379 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:05.612640 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9652398d-97ea-4ff8-9ffc-f543a6d53439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:05.669780 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 24575446-983d-4137-9f2b-4635c4b42e0c, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=24575446-983d-4137-9f2b-4635c4b42e0c,segment=NetworkSegment(f70bdea3-e00e-4e61-9038-56eb255268ae),segment_id=f70bdea3-e00e-4e61-9038-56eb255268ae)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:56:05.671219 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-49de5e33-cd67-4ac8-8efe-90be932badd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:05.677923 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:05.827923 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=24575446-983d-4137-9f2b-4635c4b42e0c,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:56:05.884495 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-49de5e33-cd67-4ac8-8efe-90be932badd4 admin admin] Allocated IP 172.20.0.1 (5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be/0377824e-746a-41ad-9498-5e48c58c0ec9/132c0ed2-2ea5-4bdf-af6d-04036bc019b5) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:56:06.003529 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9652398d-97ea-4ff8-9ffc-f543a6d53439 None None] Notify callbacks [] for port, precommit_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:06.015531 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-9652398d-97ea-4ff8-9ffc-f543a6d53439 None None] Transition to ACTIVE for port object f65844a6-75d4-4705-827d-cb7f5056fadd will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:56:06.022876 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9652398d-97ea-4ff8-9ffc-f543a6d53439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:06.038558 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-49de5e33-cd67-4ac8-8efe-90be932badd4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:06.054301 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-49de5e33-cd67-4ac8-8efe-90be932badd4 admin admin] Transition to ACTIVE for port object 132c0ed2-2ea5-4bdf-af6d-04036bc019b5 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:56:06.079738 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-49de5e33-cd67-4ac8-8efe-90be932badd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:06.086347 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-9652398d-97ea-4ff8-9ffc-f543a6d53439 None None] Attempting to bind port f65844a6-75d4-4705-827d-cb7f5056fadd on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:56:06.086721 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-9652398d-97ea-4ff8-9ffc-f543a6d53439 None None] Attempting to bind port f65844a6-75d4-4705-827d-cb7f5056fadd by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:56:06.087091 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9652398d-97ea-4ff8-9ffc-f543a6d53439 None None] Attempting to bind port f65844a6-75d4-4705-827d-cb7f5056fadd on network 8fb1fa59-32fe-4ed0-a248-96c43edb135f {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:56:06.095595 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9652398d-97ea-4ff8-9ffc-f543a6d53439 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 55, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:56:06.095965 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9652398d-97ea-4ff8-9ffc-f543a6d53439 None None] Checking segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:56:06.096360 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9652398d-97ea-4ff8-9ffc-f543a6d53439 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:06.096745 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9652398d-97ea-4ff8-9ffc-f543a6d53439 None None] Bound using segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:56:06.097200 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-9652398d-97ea-4ff8-9ffc-f543a6d53439 None None] Bound port: f65844a6-75d4-4705-827d-cb7f5056fadd, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:56:06.097562 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9652398d-97ea-4ff8-9ffc-f543a6d53439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:06.142143 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0274412-a408-4a05-ad0a-12516e06944a None None] Pushing event updated for resources: {'Port': ['ID=f65844a6-75d4-4705-827d-cb7f5056fadd,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:56:06.147592 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49de5e33-cd67-4ac8-8efe-90be932badd4 admin admin] Network 5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:56:06.150557 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-49de5e33-cd67-4ac8-8efe-90be932badd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:56:06.154737 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49de5e33-cd67-4ac8-8efe-90be932badd4 admin admin] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:56:06.190527 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-9652398d-97ea-4ff8-9ffc-f543a6d53439 None None] For port f65844a6-75d4-4705-827d-cb7f5056fadd, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:56:06.192616 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de5e33-cd67-4ac8-8efe-90be932badd4 admin admin] Pushing event updated for resources: {'Port': ['ID=132c0ed2-2ea5-4bdf-af6d-04036bc019b5,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:56:06.195990 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-9652398d-97ea-4ff8-9ffc-f543a6d53439 None None] For port f65844a6-75d4-4705-827d-cb7f5056fadd, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=f65844a6-75d4-4705-827d-cb7f5056fadd,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:56:06.201797 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9652398d-97ea-4ff8-9ffc-f543a6d53439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:06.214046 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-49de5e33-cd67-4ac8-8efe-90be932badd4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:06.267849 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9652398d-97ea-4ff8-9ffc-f543a6d53439 None None] Routers {'201d6fed-678d-4438-9a56-aba23a409240'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:56:06.268517 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-9652398d-97ea-4ff8-9ffc-f543a6d53439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:55:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['201d6fed-678d-4438-9a56-aba23a409240'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:56:06.416300 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0274412-a408-4a05-ad0a-12516e06944a None None] Pushing event updated for resources: {'Port': ['ID=f65844a6-75d4-4705-827d-cb7f5056fadd,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:56:06.447024 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-df502d4e-1c07-4d1d-a285-35cef8d9f960 None None] Provisioning for port 132c0ed2-2ea5-4bdf-af6d-04036bc019b5 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:56:06.456934 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-df502d4e-1c07-4d1d-a285-35cef8d9f960 None None] Provisioning complete for port 132c0ed2-2ea5-4bdf-af6d-04036bc019b5 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:56:06.457301 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-df502d4e-1c07-4d1d-a285-35cef8d9f960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:06.457631 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-df502d4e-1c07-4d1d-a285-35cef8d9f960 None None] Attempt 1 to provision port 132c0ed2-2ea5-4bdf-af6d-04036bc019b5 Oct 13 15:56:06.475227 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-49de5e33-cd67-4ac8-8efe-90be932badd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:06.517636 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-9652398d-97ea-4ff8-9ffc-f543a6d53439 None None] Set router 201d6fed-678d-4438-9a56-aba23a409240 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:56:06.676560 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-df502d4e-1c07-4d1d-a285-35cef8d9f960 None None] Port 132c0ed2-2ea5-4bdf-af6d-04036bc019b5 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:56:06.707365 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-589503f2-452c-4588-94b8-dc457b86d69a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:06.815264 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-49de5e33-cd67-4ac8-8efe-90be932badd4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:06.819884 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-49de5e33-cd67-4ac8-8efe-90be932badd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:06.859244 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-9652398d-97ea-4ff8-9ffc-f543a6d53439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201d6fed-678d-4438-9a56-aba23a409240', 'name': 'tempest-ServerActionsTestJSON-711533714-router', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:56:02Z', 'updated_at': '2022-10-13T15:56:03Z', 'revision_number': 3, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'gw_port': {'id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:05:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '201d6fed-678d-4438-9a56-aba23a409240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:56:03Z', 'updated_at': '2022-10-13T15:56:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:56:06.863718 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9652398d-97ea-4ff8-9ffc-f543a6d53439 None None] The sync data for ids ['201d6fed-678d-4438-9a56-aba23a409240'] in dv-neutron-860329-2-hyperv is: [{'id': '201d6fed-678d-4438-9a56-aba23a409240', 'name': 'tempest-ServerActionsTestJSON-711533714-router', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:56:02Z', 'updated_at': '2022-10-13T15:56:03Z', 'revision_number': 3, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'gw_port': {'id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:05:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '201d6fed-678d-4438-9a56-aba23a409240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:56:03Z', 'updated_at': '2022-10-13T15:56:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:56:06.932335 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-49de5e33-cd67-4ac8-8efe-90be932badd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:06.935691 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49de5e33-cd67-4ac8-8efe-90be932badd4 admin admin] Pushing event updated for resources: {'Port': ['ID=132c0ed2-2ea5-4bdf-af6d-04036bc019b5,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:56:07.090520 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49de5e33-cd67-4ac8-8efe-90be932badd4 admin admin] Network 5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:56:07.091667 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-49de5e33-cd67-4ac8-8efe-90be932badd4 admin admin] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:56:07.178045 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-df502d4e-1c07-4d1d-a285-35cef8d9f960 None None] Attempt 2 to provision port 132c0ed2-2ea5-4bdf-af6d-04036bc019b5 Oct 13 15:56:07.242337 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-df502d4e-1c07-4d1d-a285-35cef8d9f960 None None] Port 132c0ed2-2ea5-4bdf-af6d-04036bc019b5 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:56:07.295676 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 24575446-983d-4137-9f2b-4635c4b42e0c up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:56:07.359188 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49de5e33-cd67-4ac8-8efe-90be932badd4 admin admin] Router 201d6fed-678d-4438-9a56-aba23a409240 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:56:07.375132 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 24575446-983d-4137-9f2b-4635c4b42e0c triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:56:07.375654 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:07.375991 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 24575446-983d-4137-9f2b-4635c4b42e0c Oct 13 15:56:07.512714 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 24575446-983d-4137-9f2b-4635c4b42e0c is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:56:07.513876 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device f65844a6-75d4-4705-827d-cb7f5056fadd up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:56:07.547246 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49de5e33-cd67-4ac8-8efe-90be932badd4 admin admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:56:07.557747 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-49de5e33-cd67-4ac8-8efe-90be932badd4 admin admin] 10.222.0.42 "PUT /v2.0/routers/201d6fed-678d-4438-9a56-aba23a409240/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6775186 Oct 13 15:56:07.595397 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port f65844a6-75d4-4705-827d-cb7f5056fadd completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:56:07.600869 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port f65844a6-75d4-4705-827d-cb7f5056fadd triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:56:07.601232 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:07.601556 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port f65844a6-75d4-4705-827d-cb7f5056fadd Oct 13 15:56:07.744039 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-df502d4e-1c07-4d1d-a285-35cef8d9f960 None None] Attempt 3 to provision port 132c0ed2-2ea5-4bdf-af6d-04036bc019b5 Oct 13 15:56:07.785097 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port f65844a6-75d4-4705-827d-cb7f5056fadd is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:56:07.785470 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:07.821204 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:07.826221 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port f65844a6-75d4-4705-827d-cb7f5056fadd, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=f65844a6-75d4-4705-827d-cb7f5056fadd,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:56:07.828613 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-df502d4e-1c07-4d1d-a285-35cef8d9f960 None None] Port 132c0ed2-2ea5-4bdf-af6d-04036bc019b5 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:56:07.830322 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:07.901908 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=f65844a6-75d4-4705-827d-cb7f5056fadd,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:56:07.902191 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 58694) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:56:07.907322 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-18043b5a-4f72-424a-8f61-143c5ef38f49 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Request body: {'security_group': {'name': 'tempest-securitygroup--714069713', 'description': 'tempest-description--2049444227'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:56:07.913471 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-18043b5a-4f72-424a-8f61-143c5ef38f49 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:56:07.917349 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-18043b5a-4f72-424a-8f61-143c5ef38f49 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Usage tracker for resource:security_group and tenant:3ad2067797114383aa0cc625b1522cd8 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:56:07.920397 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-18043b5a-4f72-424a-8f61-143c5ef38f49 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:56:07.926289 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-18043b5a-4f72-424a-8f61-143c5ef38f49 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:56:07.933053 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:07.936624 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-18043b5a-4f72-424a-8f61-143c5ef38f49 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:07.956197 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-18043b5a-4f72-424a-8f61-143c5ef38f49 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:56:07.959929 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-18043b5a-4f72-424a-8f61-143c5ef38f49 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Usage tracker for resource:security_group_rule and tenant:3ad2067797114383aa0cc625b1522cd8 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:56:07.962726 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-18043b5a-4f72-424a-8f61-143c5ef38f49 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:56:07.968363 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-18043b5a-4f72-424a-8f61-143c5ef38f49 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:56:08.041508 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-18043b5a-4f72-424a-8f61-143c5ef38f49 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:08.045220 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-18043b5a-4f72-424a-8f61-143c5ef38f49 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:08.085585 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18043b5a-4f72-424a-8f61-143c5ef38f49 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea79e01c-0a40-4172-b540-cd59d9134cdd,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:56:08.088169 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-18043b5a-4f72-424a-8f61-143c5ef38f49 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:08.089348 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-18043b5a-4f72-424a-8f61-143c5ef38f49 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1861665 Oct 13 15:56:08.092289 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 58698) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:56:08.097690 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-e21abc29-6210-4bc4-a432-86834dcefe60 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Request body: {'security_group_rule': {'security_group_id': 'ea79e01c-0a40-4172-b540-cd59d9134cdd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:56:08.104193 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-e21abc29-6210-4bc4-a432-86834dcefe60 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:56:08.108066 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-e21abc29-6210-4bc4-a432-86834dcefe60 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Usage tracker for resource:security_group_rule and tenant:3ad2067797114383aa0cc625b1522cd8 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:56:08.111588 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-e21abc29-6210-4bc4-a432-86834dcefe60 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:56:08.117307 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-e21abc29-6210-4bc4-a432-86834dcefe60 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:56:08.133914 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e21abc29-6210-4bc4-a432-86834dcefe60 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:08.190988 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e21abc29-6210-4bc4-a432-86834dcefe60 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:08.195758 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e21abc29-6210-4bc4-a432-86834dcefe60 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:08.219380 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21abc29-6210-4bc4-a432-86834dcefe60 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9499c74-360d-4686-a4a7-f3ef66b9b6de,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:56:08.228467 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e21abc29-6210-4bc4-a432-86834dcefe60 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:08.229601 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e21abc29-6210-4bc4-a432-86834dcefe60 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1362340 Oct 13 15:56:08.232156 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 58702) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:56:08.237433 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-b6fd5c19-b10d-42e4-ac76-6d784398b821 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Request body: {'security_group_rule': {'security_group_id': 'ea79e01c-0a40-4172-b540-cd59d9134cdd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:56:08.243669 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-b6fd5c19-b10d-42e4-ac76-6d784398b821 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:56:08.248125 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-b6fd5c19-b10d-42e4-ac76-6d784398b821 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Usage tracker for resource:security_group_rule and tenant:3ad2067797114383aa0cc625b1522cd8 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:56:08.250416 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-b6fd5c19-b10d-42e4-ac76-6d784398b821 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:56:08.256697 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-b6fd5c19-b10d-42e4-ac76-6d784398b821 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:56:08.274749 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b6fd5c19-b10d-42e4-ac76-6d784398b821 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:08.329519 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-df502d4e-1c07-4d1d-a285-35cef8d9f960 None None] Attempt 4 to provision port 132c0ed2-2ea5-4bdf-af6d-04036bc019b5 Oct 13 15:56:08.339908 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b6fd5c19-b10d-42e4-ac76-6d784398b821 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:08.344226 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b6fd5c19-b10d-42e4-ac76-6d784398b821 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:08.371022 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd5c19-b10d-42e4-ac76-6d784398b821 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c5d1056-ba19-4290-a49d-75bcb5e905c1,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:56:08.381388 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b6fd5c19-b10d-42e4-ac76-6d784398b821 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:08.382601 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-b6fd5c19-b10d-42e4-ac76-6d784398b821 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1494529 Oct 13 15:56:08.385485 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 58706) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:56:08.387636 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-df502d4e-1c07-4d1d-a285-35cef8d9f960 None None] Port 132c0ed2-2ea5-4bdf-af6d-04036bc019b5 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:56:08.390393 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-659e5a25-a0be-49a9-aa0d-5eed9fccd289 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Request body: {'floatingip': {'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:56:08.396342 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-659e5a25-a0be-49a9-aa0d-5eed9fccd289 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:56:08.400362 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-659e5a25-a0be-49a9-aa0d-5eed9fccd289 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Usage tracker for resource:floatingip and tenant:3ad2067797114383aa0cc625b1522cd8 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 15:56:08.403228 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-659e5a25-a0be-49a9-aa0d-5eed9fccd289 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 15:56:08.409049 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-659e5a25-a0be-49a9-aa0d-5eed9fccd289 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:56:08.419694 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-659e5a25-a0be-49a9-aa0d-5eed9fccd289 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks [] for floatingip, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:08.478894 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a5ec01-aaf8-4b80-95f3-d33384614f29 None None] Sync routers for ids ['201d6fed-678d-4438-9a56-aba23a409240'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:56:08.488373 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a5ec01-aaf8-4b80-95f3-d33384614f29 None None] Routers {'201d6fed-678d-4438-9a56-aba23a409240'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:56:08.489049 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-b6a5ec01-aaf8-4b80-95f3-d33384614f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:56:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['201d6fed-678d-4438-9a56-aba23a409240'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:56:08.554926 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-659e5a25-a0be-49a9-aa0d-5eed9fccd289 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:08.669172 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-b6a5ec01-aaf8-4b80-95f3-d33384614f29 None None] Set router 201d6fed-678d-4438-9a56-aba23a409240 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:56:08.686233 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-659e5a25-a0be-49a9-aa0d-5eed9fccd289 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Allocated IP 172.26.2.170 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/55eb5dd2-c8a5-4374-aeac-0eeb6fee13ac) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:56:08.834168 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-659e5a25-a0be-49a9-aa0d-5eed9fccd289 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:08.863347 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-659e5a25-a0be-49a9-aa0d-5eed9fccd289 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:08.889093 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-df502d4e-1c07-4d1d-a285-35cef8d9f960 None None] Attempt 5 to provision port 132c0ed2-2ea5-4bdf-af6d-04036bc019b5 Oct 13 15:56:08.950466 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-df502d4e-1c07-4d1d-a285-35cef8d9f960 None None] Port 132c0ed2-2ea5-4bdf-af6d-04036bc019b5 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:56:08.987728 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-b6a5ec01-aaf8-4b80-95f3-d33384614f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201d6fed-678d-4438-9a56-aba23a409240', 'name': 'tempest-ServerActionsTestJSON-711533714-router', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:56:02Z', 'updated_at': '2022-10-13T15:56:06Z', 'revision_number': 4, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'gw_port': {'id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:05:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201d6fed-678d-4438-9a56-aba23a409240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:56:03Z', 'updated_at': '2022-10-13T15:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '132c0ed2-2ea5-4bdf-af6d-04036bc019b5', 'name': '', 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'mac_address': 'fa:16:3e:f2:89:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '201d6fed-678d-4438-9a56-aba23a409240', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:56:05Z', 'updated_at': '2022-10-13T15:56:06Z', 'revision_number': 2, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'subnets': [{'id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:56:08.992456 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a5ec01-aaf8-4b80-95f3-d33384614f29 None None] Checking router: 201d6fed-678d-4438-9a56-aba23a409240 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:56:08.992803 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a5ec01-aaf8-4b80-95f3-d33384614f29 None None] Updating router 201d6fed-678d-4438-9a56-aba23a409240 port 132c0ed2-2ea5-4bdf-af6d-04036bc019b5 binding host dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 15:56:09.036701 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659e5a25-a0be-49a9-aa0d-5eed9fccd289 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:56:09.039579 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-659e5a25-a0be-49a9-aa0d-5eed9fccd289 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:56:09.043190 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-659e5a25-a0be-49a9-aa0d-5eed9fccd289 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:56:09.047140 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-b6a5ec01-aaf8-4b80-95f3-d33384614f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:09.076921 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659e5a25-a0be-49a9-aa0d-5eed9fccd289 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Pushing event updated for resources: {'Port': ['ID=55eb5dd2-c8a5-4374-aeac-0eeb6fee13ac,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:56:09.126740 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-659e5a25-a0be-49a9-aa0d-5eed9fccd289 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:09.151295 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device f65844a6-75d4-4705-827d-cb7f5056fadd up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:56:09.190771 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-659e5a25-a0be-49a9-aa0d-5eed9fccd289 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:09.220984 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port f65844a6-75d4-4705-827d-cb7f5056fadd triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:56:09.221448 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:09.221851 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port f65844a6-75d4-4705-827d-cb7f5056fadd Oct 13 15:56:09.348560 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port f65844a6-75d4-4705-827d-cb7f5056fadd is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:56:09.399556 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-659e5a25-a0be-49a9-aa0d-5eed9fccd289 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:09.404147 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-659e5a25-a0be-49a9-aa0d-5eed9fccd289 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:09.424869 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-b6a5ec01-aaf8-4b80-95f3-d33384614f29 None None] Notify callbacks [] for port, precommit_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:09.436508 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.provisioning_blocks [None req-b6a5ec01-aaf8-4b80-95f3-d33384614f29 None None] Transition to ACTIVE for port object 132c0ed2-2ea5-4bdf-af6d-04036bc019b5 will not be triggered until provisioned by entity L2. {{(pid=88975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:56:09.442796 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-b6a5ec01-aaf8-4b80-95f3-d33384614f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:09.451529 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-df502d4e-1c07-4d1d-a285-35cef8d9f960 None None] Attempt 6 to provision port 132c0ed2-2ea5-4bdf-af6d-04036bc019b5 Oct 13 15:56:09.512795 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-df502d4e-1c07-4d1d-a285-35cef8d9f960 None None] Port 132c0ed2-2ea5-4bdf-af6d-04036bc019b5 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:56:09.513399 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-659e5a25-a0be-49a9-aa0d-5eed9fccd289 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:09.517188 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659e5a25-a0be-49a9-aa0d-5eed9fccd289 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Pushing event updated for resources: {'Port': ['ID=55eb5dd2-c8a5-4374-aeac-0eeb6fee13ac,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:56:09.539046 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-659e5a25-a0be-49a9-aa0d-5eed9fccd289 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:09.540340 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-659e5a25-a0be-49a9-aa0d-5eed9fccd289 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1539226 Oct 13 15:56:09.606281 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a2892-7635-49d3-8673-2d2a327d98c2 None None] Pushing event updated for resources: {'Port': ['ID=132c0ed2-2ea5-4bdf-af6d-04036bc019b5,revision_number=3']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:56:09.651276 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:09.655434 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2a2892-7635-49d3-8673-2d2a327d98c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:56:09.655782 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2a2892-7635-49d3-8673-2d2a327d98c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:56:09.656114 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2a2892-7635-49d3-8673-2d2a327d98c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:56:09.656742 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2a2892-7635-49d3-8673-2d2a327d98c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:56:09.657073 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2a2892-7635-49d3-8673-2d2a327d98c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:56:09.657393 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2a2892-7635-49d3-8673-2d2a327d98c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:56:09.657712 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2a2892-7635-49d3-8673-2d2a327d98c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:56:09.658030 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2a2892-7635-49d3-8673-2d2a327d98c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:56:09.658371 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2a2892-7635-49d3-8673-2d2a327d98c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:56:09.658685 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2a2892-7635-49d3-8673-2d2a327d98c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:56:09.658998 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2a2892-7635-49d3-8673-2d2a327d98c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:56:09.659313 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e2a2892-7635-49d3-8673-2d2a327d98c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:56:09.680937 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-b6a5ec01-aaf8-4b80-95f3-d33384614f29 None None] Attempting to bind port 132c0ed2-2ea5-4bdf-af6d-04036bc019b5 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:56:09.681308 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-b6a5ec01-aaf8-4b80-95f3-d33384614f29 None None] Attempting to bind port 132c0ed2-2ea5-4bdf-af6d-04036bc019b5 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'f70bdea3-e00e-4e61-9038-56eb255268ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be'}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:56:09.681667 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a5ec01-aaf8-4b80-95f3-d33384614f29 None None] Attempting to bind port 132c0ed2-2ea5-4bdf-af6d-04036bc019b5 on network 5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:56:09.687761 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a5ec01-aaf8-4b80-95f3-d33384614f29 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 56, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:56:09.688678 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a5ec01-aaf8-4b80-95f3-d33384614f29 None None] Checking segment: {'id': 'f70bdea3-e00e-4e61-9038-56eb255268ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:56:09.689097 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-b6a5ec01-aaf8-4b80-95f3-d33384614f29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:09.689486 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6a5ec01-aaf8-4b80-95f3-d33384614f29 None None] Bound using segment: {'id': 'f70bdea3-e00e-4e61-9038-56eb255268ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be'} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:56:09.689947 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-b6a5ec01-aaf8-4b80-95f3-d33384614f29 None None] Bound port: 132c0ed2-2ea5-4bdf-af6d-04036bc019b5, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f70bdea3-e00e-4e61-9038-56eb255268ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be'}}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:56:09.690832 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-b6a5ec01-aaf8-4b80-95f3-d33384614f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:09.710434 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-ee72b060-0031-4fdd-964d-f257803e5c1d tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Synchronizing usage tracker for tenant:3ad2067797114383aa0cc625b1522cd8 on resource:security_group {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:56:09.727784 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-ee72b060-0031-4fdd-964d-f257803e5c1d tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Unset dirty status for tenant:3ad2067797114383aa0cc625b1522cd8 on resource:security_group {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:56:09.728873 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-ee72b060-0031-4fdd-964d-f257803e5c1d tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--714069713&fields=id&tenant_id=3ad2067797114383aa0cc625b1522cd8 HTTP/1.1" status: 200 len: 267 time: 0.0588431 Oct 13 15:56:09.783782 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-b6a5ec01-aaf8-4b80-95f3-d33384614f29 None None] For port 132c0ed2-2ea5-4bdf-af6d-04036bc019b5, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:56:09.787491 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-b6a5ec01-aaf8-4b80-95f3-d33384614f29 None None] For port 132c0ed2-2ea5-4bdf-af6d-04036bc019b5, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=132c0ed2-2ea5-4bdf-af6d-04036bc019b5,segment=NetworkSegment(f70bdea3-e00e-4e61-9038-56eb255268ae),segment_id=f70bdea3-e00e-4e61-9038-56eb255268ae)] {{(pid=88975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:56:09.791193 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-b6a5ec01-aaf8-4b80-95f3-d33384614f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:09.850178 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a5ec01-aaf8-4b80-95f3-d33384614f29 None None] Routers {'201d6fed-678d-4438-9a56-aba23a409240'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:56:09.850798 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-b6a5ec01-aaf8-4b80-95f3-d33384614f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:56:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['201d6fed-678d-4438-9a56-aba23a409240'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:56:09.881069 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-ec03d034-2393-4589-a755-de5fe4fc7da1 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:56:09.881667 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-ec03d034-2393-4589-a755-de5fe4fc7da1 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Synchronizing usage tracker for tenant:3ad2067797114383aa0cc625b1522cd8 on resource:network {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:56:09.900494 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-ec03d034-2393-4589-a755-de5fe4fc7da1 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Unset dirty status for tenant:3ad2067797114383aa0cc625b1522cd8 on resource:network {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:56:09.901854 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-ec03d034-2393-4589-a755-de5fe4fc7da1 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/networks?id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be HTTP/1.1" status: 200 len: 811 time: 0.1649327 Oct 13 15:56:09.916391 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-3c74f601-0306-4406-8e86-ec9f8bc184a3 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/quotas/3ad2067797114383aa0cc625b1522cd8 HTTP/1.1" status: 200 len: 375 time: 0.0090036 Oct 13 15:56:10.003620 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a2892-7635-49d3-8673-2d2a327d98c2 None None] Pushing event updated for resources: {'Port': ['ID=132c0ed2-2ea5-4bdf-af6d-04036bc019b5,revision_number=4']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:56:10.010319 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-8cab994d-47ae-42f1-b975-957d67c93cff tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Synchronizing usage tracker for tenant:3ad2067797114383aa0cc625b1522cd8 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:56:10.014374 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-df502d4e-1c07-4d1d-a285-35cef8d9f960 None None] Attempt 7 to provision port 132c0ed2-2ea5-4bdf-af6d-04036bc019b5 Oct 13 15:56:10.028052 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-8cab994d-47ae-42f1-b975-957d67c93cff tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Unset dirty status for tenant:3ad2067797114383aa0cc625b1522cd8 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:56:10.029459 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-8cab994d-47ae-42f1-b975-957d67c93cff tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3ad2067797114383aa0cc625b1522cd8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1078610 Oct 13 15:56:10.057879 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-b6a5ec01-aaf8-4b80-95f3-d33384614f29 None None] Set router 201d6fed-678d-4438-9a56-aba23a409240 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:56:10.080754 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-df502d4e-1c07-4d1d-a285-35cef8d9f960 None None] Port 132c0ed2-2ea5-4bdf-af6d-04036bc019b5 had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 15:56:10.171121 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-5ca99c41-1edb-4f1f-b5c0-f13c8ed561e0 service neutron] 10.222.0.42 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295300 Oct 13 15:56:10.305247 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-20fa023b-cf94-49ff-89da-6b0755241eb7 service neutron] 10.222.0.42 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280162 Oct 13 15:56:10.366463 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-b6a5ec01-aaf8-4b80-95f3-d33384614f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201d6fed-678d-4438-9a56-aba23a409240', 'name': 'tempest-ServerActionsTestJSON-711533714-router', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:56:02Z', 'updated_at': '2022-10-13T15:56:06Z', 'revision_number': 4, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'gw_port': {'id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:05:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201d6fed-678d-4438-9a56-aba23a409240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:56:03Z', 'updated_at': '2022-10-13T15:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '132c0ed2-2ea5-4bdf-af6d-04036bc019b5', 'name': '', 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'mac_address': 'fa:16:3e:f2:89:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '201d6fed-678d-4438-9a56-aba23a409240', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:56:05Z', 'updated_at': '2022-10-13T15:56:09Z', 'revision_number': 4, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'subnets': [{'id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:56:10.370406 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6a5ec01-aaf8-4b80-95f3-d33384614f29 None None] The sync data for ids ['201d6fed-678d-4438-9a56-aba23a409240'] in dv-neutron-860329-2-hyperv is: [{'id': '201d6fed-678d-4438-9a56-aba23a409240', 'name': 'tempest-ServerActionsTestJSON-711533714-router', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:56:02Z', 'updated_at': '2022-10-13T15:56:06Z', 'revision_number': 4, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'gw_port': {'id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:05:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201d6fed-678d-4438-9a56-aba23a409240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:56:03Z', 'updated_at': '2022-10-13T15:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '132c0ed2-2ea5-4bdf-af6d-04036bc019b5', 'name': '', 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'mac_address': 'fa:16:3e:f2:89:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '201d6fed-678d-4438-9a56-aba23a409240', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:56:05Z', 'updated_at': '2022-10-13T15:56:09Z', 'revision_number': 4, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'subnets': [{'id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:56:10.520436 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8200f37f-785c-40f2-a4b4-37317ed26e8e req-1d63d584-cbf1-46bd-8a03-f652a18e139b tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=93504370-02ff-4ef2-b2e4-b69ee43db2ef HTTP/1.1" status: 200 len: 210 time: 0.0553305 Oct 13 15:56:11.183055 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 132c0ed2-2ea5-4bdf-af6d-04036bc019b5 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:56:11.262185 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 132c0ed2-2ea5-4bdf-af6d-04036bc019b5 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:56:11.268485 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 132c0ed2-2ea5-4bdf-af6d-04036bc019b5 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:56:11.268920 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:11.269257 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 132c0ed2-2ea5-4bdf-af6d-04036bc019b5 Oct 13 15:56:11.394454 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 132c0ed2-2ea5-4bdf-af6d-04036bc019b5 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:56:11.394834 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:11.429361 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 132c0ed2-2ea5-4bdf-af6d-04036bc019b5, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=132c0ed2-2ea5-4bdf-af6d-04036bc019b5,segment=NetworkSegment(f70bdea3-e00e-4e61-9038-56eb255268ae),segment_id=f70bdea3-e00e-4e61-9038-56eb255268ae)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:56:11.433407 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:11.501262 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=132c0ed2-2ea5-4bdf-af6d-04036bc019b5,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:56:11.744115 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b9d15138-04e3-49b8-8d17-132c6af8c16f req-4dd059c7-bf54-47ab-a71c-d8566146651f tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=93504370-02ff-4ef2-b2e4-b69ee43db2ef HTTP/1.1" status: 200 len: 210 time: 0.1017840 Oct 13 15:56:11.803040 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-40f44882-e08e-41fa-958e-e9c6a8147064 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:56:11.804435 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-40f44882-e08e-41fa-958e-e9c6a8147064 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.16 "GET /v2.0/networks?id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be HTTP/1.1" status: 200 len: 811 time: 0.1981537 Oct 13 15:56:11.855503 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-39225c5f-542e-457d-b301-80401a0f9cc5 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ad2067797114383aa0cc625b1522cd8 HTTP/1.1" status: 200 len: 379 time: 0.0407679 Oct 13 15:56:11.878356 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-73233e60-f87c-47c3-b324-1f67a037f9e4 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Request body: {'port': {'device_id': '93504370-02ff-4ef2-b2e4-b69ee43db2ef', 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be', 'admin_state_up': True, 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'security_groups': ['ea79e01c-0a40-4172-b540-cd59d9134cdd']}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:56:12.010754 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-73233e60-f87c-47c3-b324-1f67a037f9e4 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:56:12.020003 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-73233e60-f87c-47c3-b324-1f67a037f9e4 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:56:12.029448 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-73233e60-f87c-47c3-b324-1f67a037f9e4 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Made reservation on behalf of 3ad2067797114383aa0cc625b1522cd8 for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:56:12.032952 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-73233e60-f87c-47c3-b324-1f67a037f9e4 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:12.191633 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-73233e60-f87c-47c3-b324-1f67a037f9e4 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Allocated IP 172.20.0.3 (5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be/0377824e-746a-41ad-9498-5e48c58c0ec9/ae4f63cc-7a99-42db-841b-28361cd687e9) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:56:12.473422 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-73233e60-f87c-47c3-b324-1f67a037f9e4 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:12.488606 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-73233e60-f87c-47c3-b324-1f67a037f9e4 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Transition to ACTIVE for port object ae4f63cc-7a99-42db-841b-28361cd687e9 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:56:12.512272 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-73233e60-f87c-47c3-b324-1f67a037f9e4 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:12.579206 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-73233e60-f87c-47c3-b324-1f67a037f9e4 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Network 5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:56:12.582491 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-73233e60-f87c-47c3-b324-1f67a037f9e4 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:56:12.586922 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-73233e60-f87c-47c3-b324-1f67a037f9e4 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:56:12.623695 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73233e60-f87c-47c3-b324-1f67a037f9e4 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Pushing event updated for resources: {'Port': ['ID=ae4f63cc-7a99-42db-841b-28361cd687e9,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:56:12.659661 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-73233e60-f87c-47c3-b324-1f67a037f9e4 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:56:12.660353 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-73233e60-f87c-47c3-b324-1f67a037f9e4 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:12.689482 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-73233e60-f87c-47c3-b324-1f67a037f9e4 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8150406 Oct 13 15:56:12.701548 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-c91c905f-1472-41ac-a00f-2a61797d048e service neutron] Request body: {'port': {'device_id': '93504370-02ff-4ef2-b2e4-b69ee43db2ef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:56:12.831428 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-c91c905f-1472-41ac-a00f-2a61797d048e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:12.844422 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-f83dc2ee-cbe8-40fc-be73-234d5252b466 None None] Provisioning for port ae4f63cc-7a99-42db-841b-28361cd687e9 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:56:12.852048 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-f83dc2ee-cbe8-40fc-be73-234d5252b466 None None] Provisioning complete for port ae4f63cc-7a99-42db-841b-28361cd687e9 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:56:12.852623 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f83dc2ee-cbe8-40fc-be73-234d5252b466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:12.853291 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f83dc2ee-cbe8-40fc-be73-234d5252b466 None None] Attempt 1 to provision port ae4f63cc-7a99-42db-841b-28361cd687e9 Oct 13 15:56:12.938861 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f83dc2ee-cbe8-40fc-be73-234d5252b466 None None] Port ae4f63cc-7a99-42db-841b-28361cd687e9 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:56:12.971505 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda69cb-1a3a-465d-a8cf-e4eb3e5f0642 req-1467dfaa-d970-48bd-a7fe-4d5bd9be1ec5 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:56:12.972947 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-bcda69cb-1a3a-465d-a8cf-e4eb3e5f0642 req-1467dfaa-d970-48bd-a7fe-4d5bd9be1ec5 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=93504370-02ff-4ef2-b2e4-b69ee43db2ef HTTP/1.1" status: 200 len: 931 time: 0.1037915 Oct 13 15:56:13.017518 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-bcda69cb-1a3a-465d-a8cf-e4eb3e5f0642 req-0d6d4e9e-27e8-443e-823d-687e5bace08b tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385847 Oct 13 15:56:13.153483 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 132c0ed2-2ea5-4bdf-af6d-04036bc019b5 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:56:13.192216 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-c91c905f-1472-41ac-a00f-2a61797d048e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae4f63cc-7a99-42db-841b-28361cd687e9 {{(pid=88973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 15:56:13.200213 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-c91c905f-1472-41ac-a00f-2a61797d048e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:13.216294 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-c91c905f-1472-41ac-a00f-2a61797d048e service neutron] Transition to ACTIVE for port object ae4f63cc-7a99-42db-841b-28361cd687e9 will not be triggered until provisioned by entity L2. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:56:13.221903 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-c91c905f-1472-41ac-a00f-2a61797d048e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:13.222921 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 132c0ed2-2ea5-4bdf-af6d-04036bc019b5 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:56:13.223583 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:13.224094 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 132c0ed2-2ea5-4bdf-af6d-04036bc019b5 Oct 13 15:56:13.388999 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 132c0ed2-2ea5-4bdf-af6d-04036bc019b5 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:56:13.418526 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91c905f-1472-41ac-a00f-2a61797d048e service neutron] Pushing event updated for resources: {'Port': ['ID=ae4f63cc-7a99-42db-841b-28361cd687e9,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:56:13.440094 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f83dc2ee-cbe8-40fc-be73-234d5252b466 None None] Attempt 2 to provision port ae4f63cc-7a99-42db-841b-28361cd687e9 Oct 13 15:56:13.454631 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-c91c905f-1472-41ac-a00f-2a61797d048e service neutron] Attempting to bind port ae4f63cc-7a99-42db-841b-28361cd687e9 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:56:13.454958 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-c91c905f-1472-41ac-a00f-2a61797d048e service neutron] Attempting to bind port ae4f63cc-7a99-42db-841b-28361cd687e9 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'f70bdea3-e00e-4e61-9038-56eb255268ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be'}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:56:13.455276 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-c91c905f-1472-41ac-a00f-2a61797d048e service neutron] Attempting to bind port ae4f63cc-7a99-42db-841b-28361cd687e9 on network 5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:56:13.460421 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-c91c905f-1472-41ac-a00f-2a61797d048e service neutron] Port ae4f63cc-7a99-42db-841b-28361cd687e9 on network 5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:56:13.460790 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-c91c905f-1472-41ac-a00f-2a61797d048e service neutron] Attempting to bind port ae4f63cc-7a99-42db-841b-28361cd687e9 on network 5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:56:13.466195 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-c91c905f-1472-41ac-a00f-2a61797d048e service neutron] Checking agent: {'id': 'c4d1d38a-44f6-47ac-b17c-311e640e7cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'started_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 55, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:56:13.466526 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-c91c905f-1472-41ac-a00f-2a61797d048e service neutron] Checking segment: {'id': 'f70bdea3-e00e-4e61-9038-56eb255268ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:56:13.466935 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-c91c905f-1472-41ac-a00f-2a61797d048e service neutron] Bound using segment: {'id': 'f70bdea3-e00e-4e61-9038-56eb255268ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be'} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:56:13.467357 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-c91c905f-1472-41ac-a00f-2a61797d048e service neutron] Bound port: ae4f63cc-7a99-42db-841b-28361cd687e9, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f70bdea3-e00e-4e61-9038-56eb255268ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be'}}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:56:13.467697 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-c91c905f-1472-41ac-a00f-2a61797d048e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:13.493374 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f83dc2ee-cbe8-40fc-be73-234d5252b466 None None] Port ae4f63cc-7a99-42db-841b-28361cd687e9 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:56:13.561440 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-c91c905f-1472-41ac-a00f-2a61797d048e service neutron] For port ae4f63cc-7a99-42db-841b-28361cd687e9, host hv-neutron-8603, cleared binding levels {{(pid=88973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:56:13.564491 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-c91c905f-1472-41ac-a00f-2a61797d048e service neutron] For port ae4f63cc-7a99-42db-841b-28361cd687e9, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=ae4f63cc-7a99-42db-841b-28361cd687e9,segment=NetworkSegment(f70bdea3-e00e-4e61-9038-56eb255268ae),segment_id=f70bdea3-e00e-4e61-9038-56eb255268ae)] {{(pid=88973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:56:13.568732 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-c91c905f-1472-41ac-a00f-2a61797d048e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:13.598788 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-c91c905f-1472-41ac-a00f-2a61797d048e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:56:13.599409 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-c91c905f-1472-41ac-a00f-2a61797d048e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:13.600740 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-c91c905f-1472-41ac-a00f-2a61797d048e service neutron] 10.222.0.16 "PUT /v2.0/ports/ae4f63cc-7a99-42db-841b-28361cd687e9 HTTP/1.1" status: 200 len: 1093 time: 0.9038699 Oct 13 15:56:13.601241 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93504370-02ff-4ef2-b2e4-b69ee43db2ef', 'tag': 'ae4f63cc-7a99-42db-841b-28361cd687e9'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:56:13.603514 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c75a5c4d-d9a8-44fb-ad67-fbf4a90abb57" -d '{"events": [{"name": "network-changed", "server_uuid": "93504370-02ff-4ef2-b2e4-b69ee43db2ef", "tag": "ae4f63cc-7a99-42db-841b-28361cd687e9"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:56:13.682135 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 15:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b0c7706-0175-421d-bef5-3c684f89837c x-openstack-request-id: req-6b0c7706-0175-421d-bef5-3c684f89837c {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:56:13.682346 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93504370-02ff-4ef2-b2e4-b69ee43db2ef", "tag": "ae4f63cc-7a99-42db-841b-28361cd687e9", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:56:13.682597 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6b0c7706-0175-421d-bef5-3c684f89837c {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:56:13.682987 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b0c7706-0175-421d-bef5-3c684f89837c'] response: {'name': 'network-changed', 'server_uuid': '93504370-02ff-4ef2-b2e4-b69ee43db2ef', 'tag': 'ae4f63cc-7a99-42db-841b-28361cd687e9', 'status': 'completed', 'code': 200} Oct 13 15:56:13.696980 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91c905f-1472-41ac-a00f-2a61797d048e service neutron] Pushing event updated for resources: {'Port': ['ID=ae4f63cc-7a99-42db-841b-28361cd687e9,revision_number=3']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:56:13.730576 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-1748c95d-1bf9-4dd5-a160-a10638119859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:56:13.732033 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-1748c95d-1bf9-4dd5-a160-a10638119859 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3ad2067797114383aa0cc625b1522cd8&device_id=93504370-02ff-4ef2-b2e4-b69ee43db2ef HTTP/1.1" status: 200 len: 1096 time: 0.0893610 Oct 13 15:56:13.803594 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-4ed8c1e9-df07-4c2d-8a8e-92bd74fa7b02 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae4f63cc-7a99-42db-841b-28361cd687e9 HTTP/1.1" status: 200 len: 217 time: 0.0638819 Oct 13 15:56:13.863422 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-cb3ae711-14e0-4792-8c5d-c79d49dbc369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:56:13.865224 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-cb3ae711-14e0-4792-8c5d-c79d49dbc369 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0377824e-746a-41ad-9498-5e48c58c0ec9 HTTP/1.1" status: 200 len: 850 time: 0.0556612 Oct 13 15:56:13.945504 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-09a74904-b7fc-429b-af0d-ff0d13bb370a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:56:13.946914 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-09a74904-b7fc-429b-af0d-ff0d13bb370a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760264 Oct 13 15:56:13.994711 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f83dc2ee-cbe8-40fc-be73-234d5252b466 None None] Attempt 3 to provision port ae4f63cc-7a99-42db-841b-28361cd687e9 Oct 13 15:56:14.057042 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f83dc2ee-cbe8-40fc-be73-234d5252b466 None None] Port ae4f63cc-7a99-42db-841b-28361cd687e9 had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 15:56:14.077620 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-04eaaf70-8b4c-4ad5-9f78-1c249fcd05c3 service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246161 Oct 13 15:56:14.209525 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0642d971-0352-4f67-bf40-30ca33b0c8a0 req-3e940742-d673-4806-8cff-ab8514a97ad8 service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254115 Oct 13 15:56:14.219095 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa1d758-4cfd-4b49-8ec8-c97b78cba5ec req-23bd542b-d923-4ad7-bf7c-d4a7f3149b7f tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:56:14.220618 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-afa1d758-4cfd-4b49-8ec8-c97b78cba5ec req-23bd542b-d923-4ad7-bf7c-d4a7f3149b7f tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=93504370-02ff-4ef2-b2e4-b69ee43db2ef HTTP/1.1" status: 200 len: 943 time: 0.0893974 Oct 13 15:56:14.266652 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-afa1d758-4cfd-4b49-8ec8-c97b78cba5ec req-14d6abdf-0219-4e28-a3a3-216e97b73b52 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392587 Oct 13 15:56:14.334859 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a5c4d-d9a8-44fb-ad67-fbf4a90abb57 req-5360bf77-5534-4704-9bed-d99b223de21c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:56:14.336318 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c75a5c4d-d9a8-44fb-ad67-fbf4a90abb57 req-5360bf77-5534-4704-9bed-d99b223de21c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3ad2067797114383aa0cc625b1522cd8&device_id=93504370-02ff-4ef2-b2e4-b69ee43db2ef HTTP/1.1" status: 200 len: 1096 time: 0.0817363 Oct 13 15:56:14.466149 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a5c4d-d9a8-44fb-ad67-fbf4a90abb57 req-4b120e10-437c-460b-a32d-50619b8823fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:56:14.467500 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c75a5c4d-d9a8-44fb-ad67-fbf4a90abb57 req-4b120e10-437c-460b-a32d-50619b8823fa service neutron] 10.222.0.16 "GET /v2.0/networks?id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be HTTP/1.1" status: 200 len: 912 time: 0.1251979 Oct 13 15:56:14.537699 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c75a5c4d-d9a8-44fb-ad67-fbf4a90abb57 req-b98b6ce1-7372-4c4a-bb6c-3cde4e4eb966 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae4f63cc-7a99-42db-841b-28361cd687e9 HTTP/1.1" status: 200 len: 217 time: 0.0641868 Oct 13 15:56:14.691328 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a5c4d-d9a8-44fb-ad67-fbf4a90abb57 req-13d661a2-4b68-4502-a964-f0a3e7073ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:56:14.692147 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c75a5c4d-d9a8-44fb-ad67-fbf4a90abb57 req-13d661a2-4b68-4502-a964-f0a3e7073ded service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0377824e-746a-41ad-9498-5e48c58c0ec9 HTTP/1.1" status: 200 len: 850 time: 0.1491895 Oct 13 15:56:14.775934 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75a5c4d-d9a8-44fb-ad67-fbf4a90abb57 req-53a76ef7-a3a0-42cf-b284-34d480d30318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:56:14.777303 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c75a5c4d-d9a8-44fb-ad67-fbf4a90abb57 req-53a76ef7-a3a0-42cf-b284-34d480d30318 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792103 Oct 13 15:56:14.908473 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c75a5c4d-d9a8-44fb-ad67-fbf4a90abb57 req-3894f166-8fb6-4762-8122-8949e15d22f1 service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237564 Oct 13 15:56:15.039039 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c75a5c4d-d9a8-44fb-ad67-fbf4a90abb57 req-d4fe49b9-8d5b-4f48-af56-f2999f1fbc4c service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246781 Oct 13 15:56:15.464724 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1084f03-c0f9-4f4a-9082-030ac001517a req-6644179f-8c15-492d-b76f-dce2cc04225d tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:56:15.465410 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-d1084f03-c0f9-4f4a-9082-030ac001517a req-6644179f-8c15-492d-b76f-dce2cc04225d tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Synchronizing usage tracker for tenant:3ad2067797114383aa0cc625b1522cd8 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:56:15.481127 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-d1084f03-c0f9-4f4a-9082-030ac001517a req-6644179f-8c15-492d-b76f-dce2cc04225d tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Unset dirty status for tenant:3ad2067797114383aa0cc625b1522cd8 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:56:15.482473 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d1084f03-c0f9-4f4a-9082-030ac001517a req-6644179f-8c15-492d-b76f-dce2cc04225d tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=93504370-02ff-4ef2-b2e4-b69ee43db2ef HTTP/1.1" status: 200 len: 943 time: 0.1039991 Oct 13 15:56:15.526116 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d1084f03-c0f9-4f4a-9082-030ac001517a req-fd1255cf-a035-4e9e-b31a-7000a7c4a71b tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378196 Oct 13 15:56:15.581270 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:56:16.725301 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df78a4-56b6-46ab-af6e-84c452099bee req-ca4ae90a-a4ba-4c67-b505-427bb81927d6 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:56:16.726775 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-61df78a4-56b6-46ab-af6e-84c452099bee req-ca4ae90a-a4ba-4c67-b505-427bb81927d6 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=93504370-02ff-4ef2-b2e4-b69ee43db2ef HTTP/1.1" status: 200 len: 943 time: 0.0864427 Oct 13 15:56:16.770240 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-61df78a4-56b6-46ab-af6e-84c452099bee req-db248316-7947-4e6b-913d-e7cbcaf247df tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377483 Oct 13 15:56:17.967296 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d229aa3-08ed-417f-bf6e-217539ae06ab req-b1606f34-7dfa-43a1-aa0f-4f98d6ef9a3f tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:56:17.968717 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9d229aa3-08ed-417f-bf6e-217539ae06ab req-b1606f34-7dfa-43a1-aa0f-4f98d6ef9a3f tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=93504370-02ff-4ef2-b2e4-b69ee43db2ef HTTP/1.1" status: 200 len: 943 time: 0.0887880 Oct 13 15:56:18.012674 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9d229aa3-08ed-417f-bf6e-217539ae06ab req-639fcea1-a7a9-4516-9ba6-640d4b229c5a tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384102 Oct 13 15:56:18.712776 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device ae4f63cc-7a99-42db-841b-28361cd687e9 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=88974) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 13 15:56:18.843125 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port ae4f63cc-7a99-42db-841b-28361cd687e9, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=ae4f63cc-7a99-42db-841b-28361cd687e9,segment=NetworkSegment(f70bdea3-e00e-4e61-9038-56eb255268ae),segment_id=f70bdea3-e00e-4e61-9038-56eb255268ae)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:56:18.856213 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Returning: {'device': 'ae4f63cc-7a99-42db-841b-28361cd687e9', 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be', 'port_id': 'ae4f63cc-7a99-42db-841b-28361cd687e9', 'mac_address': 'fa:16:3e:40:56:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88974) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 13 15:56:18.909339 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port ae4f63cc-7a99-42db-841b-28361cd687e9 is: DOWN; New status is: BUILD {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:56:18.909708 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:18.926061 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae4f63cc-7a99-42db-841b-28361cd687e9 {{(pid=88974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 15:56:18.941380 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port ae4f63cc-7a99-42db-841b-28361cd687e9, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=ae4f63cc-7a99-42db-841b-28361cd687e9,segment=NetworkSegment(f70bdea3-e00e-4e61-9038-56eb255268ae),segment_id=f70bdea3-e00e-4e61-9038-56eb255268ae)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:56:18.944911 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:19.013039 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=ae4f63cc-7a99-42db-841b-28361cd687e9,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:56:19.209703 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d0afd-f67a-49d3-8d4e-71e8c0449adb req-044ff0eb-5db6-4684-9bb2-25df78ff4499 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:56:19.211076 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5e7d0afd-f67a-49d3-8d4e-71e8c0449adb req-044ff0eb-5db6-4684-9bb2-25df78ff4499 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=93504370-02ff-4ef2-b2e4-b69ee43db2ef HTTP/1.1" status: 200 len: 944 time: 0.0891612 Oct 13 15:56:19.253366 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['ae4f63cc-7a99-42db-841b-28361cd687e9'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 15:56:19.254387 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5e7d0afd-f67a-49d3-8d4e-71e8c0449adb req-6a87c7d6-8286-4169-bb22-c89d80356114 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375426 Oct 13 15:56:20.450394 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e189beb9-5c68-4ef1-a5bb-2760c20f8795 req-4488759c-6ad1-4d53-b05f-abae198262c4 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:56:20.451827 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e189beb9-5c68-4ef1-a5bb-2760c20f8795 req-4488759c-6ad1-4d53-b05f-abae198262c4 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=93504370-02ff-4ef2-b2e4-b69ee43db2ef HTTP/1.1" status: 200 len: 944 time: 0.0857310 Oct 13 15:56:20.499217 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e189beb9-5c68-4ef1-a5bb-2760c20f8795 req-32a2d2a9-87df-41e4-a84b-e51e3e3fef0f tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417674 Oct 13 15:56:20.728133 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device ae4f63cc-7a99-42db-841b-28361cd687e9 up at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:56:20.794984 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning for port ae4f63cc-7a99-42db-841b-28361cd687e9 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:56:20.799678 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning complete for port ae4f63cc-7a99-42db-841b-28361cd687e9 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:56:20.800048 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:20.800380 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Attempt 1 to provision port ae4f63cc-7a99-42db-841b-28361cd687e9 Oct 13 15:56:20.913596 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port ae4f63cc-7a99-42db-841b-28361cd687e9 is: BUILD; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:56:20.913967 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:20.939584 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93504370-02ff-4ef2-b2e4-b69ee43db2ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae4f63cc-7a99-42db-841b-28361cd687e9'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:56:20.941976 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979c64d66908691d8da3fe322a5acf5d757b5bee84c7992aba2ec3c134dffaeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2407cfd4-a1df-49fd-b85d-99d7ffeda601" -d '{"events": [{"server_uuid": "93504370-02ff-4ef2-b2e4-b69ee43db2ef", "name": "network-vif-plugged", "status": "completed", "tag": "ae4f63cc-7a99-42db-841b-28361cd687e9"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:56:20.949875 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port ae4f63cc-7a99-42db-841b-28361cd687e9, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=ae4f63cc-7a99-42db-841b-28361cd687e9,segment=NetworkSegment(f70bdea3-e00e-4e61-9038-56eb255268ae),segment_id=f70bdea3-e00e-4e61-9038-56eb255268ae)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:56:20.954424 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:20.993377 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 15:56:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1aa2d00-8eea-4656-a1fd-eb054b62eb76 x-openstack-request-id: req-a1aa2d00-8eea-4656-a1fd-eb054b62eb76 {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:56:20.993672 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93504370-02ff-4ef2-b2e4-b69ee43db2ef", "name": "network-vif-plugged", "status": "completed", "tag": "ae4f63cc-7a99-42db-841b-28361cd687e9", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:56:20.993925 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a1aa2d00-8eea-4656-a1fd-eb054b62eb76 {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:56:20.994352 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1aa2d00-8eea-4656-a1fd-eb054b62eb76'] response: {'server_uuid': '93504370-02ff-4ef2-b2e4-b69ee43db2ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae4f63cc-7a99-42db-841b-28361cd687e9', 'code': 200} Oct 13 15:56:21.026604 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=ae4f63cc-7a99-42db-841b-28361cd687e9,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:56:21.215574 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6890f8c-b863-48f1-9ced-b8da8aa197af req-06f03eac-fd66-4cfd-8d77-18da5bf0993e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:56:21.216925 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a6890f8c-b863-48f1-9ced-b8da8aa197af req-06f03eac-fd66-4cfd-8d77-18da5bf0993e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=93504370-02ff-4ef2-b2e4-b69ee43db2ef HTTP/1.1" status: 200 len: 1098 time: 0.0752814 Oct 13 15:56:21.258652 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a6890f8c-b863-48f1-9ced-b8da8aa197af req-bee44de2-a72a-4eb8-b91b-83abf0a98029 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351274 Oct 13 15:56:21.698655 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60388edf-d2a1-4569-900f-886a3691fb6b req-4f0b5d6e-28d2-4668-896f-84dec56acd85 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:56:21.700068 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-60388edf-d2a1-4569-900f-886a3691fb6b req-4f0b5d6e-28d2-4668-896f-84dec56acd85 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=93504370-02ff-4ef2-b2e4-b69ee43db2ef HTTP/1.1" status: 200 len: 945 time: 0.0919027 Oct 13 15:56:21.743653 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-60388edf-d2a1-4569-900f-886a3691fb6b req-6649e224-a9d0-4077-8a5f-76bb7458a7c3 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379367 Oct 13 15:56:22.943123 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10c6b13-190e-4c31-8527-b587bc548c2d req-5d099676-ce78-420f-a2f3-c38bbcd08be7 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:56:22.944622 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-c10c6b13-190e-4c31-8527-b587bc548c2d req-5d099676-ce78-420f-a2f3-c38bbcd08be7 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=93504370-02ff-4ef2-b2e4-b69ee43db2ef HTTP/1.1" status: 200 len: 945 time: 0.0892754 Oct 13 15:56:22.989143 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-c10c6b13-190e-4c31-8527-b587bc548c2d req-42ee1600-86d0-4b88-987b-d111dd748822 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390160 Oct 13 15:56:23.176864 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a9487d-df37-4807-8726-435e968bef9f req-7a49df64-5460-424b-9126-34a65512773a tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:56:23.178859 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e1a9487d-df37-4807-8726-435e968bef9f req-7a49df64-5460-424b-9126-34a65512773a tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=93504370-02ff-4ef2-b2e4-b69ee43db2ef HTTP/1.1" status: 200 len: 945 time: 0.0860748 Oct 13 15:56:23.188880 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 58766) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:56:23.193773 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-c7adc241-c7e9-4926-9d84-6eb00dd7ad37 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Request body: {'floatingip': {'port_id': 'ae4f63cc-7a99-42db-841b-28361cd687e9'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:56:23.269602 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c7adc241-c7e9-4926-9d84-6eb00dd7ad37 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks [] for floatingip, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:23.848803 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c7adc241-c7e9-4926-9d84-6eb00dd7ad37 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:23.852226 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c7adc241-c7e9-4926-9d84-6eb00dd7ad37 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:24.114080 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.l3_db [None req-c7adc241-c7e9-4926-9d84-6eb00dd7ad37 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Floating IP b06e4929-a9bd-4393-bc7d-184b054ef08d associated. External IP: 172.26.2.170, port: ae4f63cc-7a99-42db-841b-28361cd687e9. Oct 13 15:56:24.452930 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7adc241-c7e9-4926-9d84-6eb00dd7ad37 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Router 201d6fed-678d-4438-9a56-aba23a409240 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:56:24.631532 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7adc241-c7e9-4926-9d84-6eb00dd7ad37 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:56:24.636385 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c7adc241-c7e9-4926-9d84-6eb00dd7ad37 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:24.642061 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdaf52c-7520-419c-8451-13a2b3f6dce8 None None] Sync routers for ids ['201d6fed-678d-4438-9a56-aba23a409240'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:56:24.651366 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdaf52c-7520-419c-8451-13a2b3f6dce8 None None] Routers {'201d6fed-678d-4438-9a56-aba23a409240'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:56:24.651974 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-7fdaf52c-7520-419c-8451-13a2b3f6dce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:56:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['201d6fed-678d-4438-9a56-aba23a409240'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:56:24.691790 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c7adc241-c7e9-4926-9d84-6eb00dd7ad37 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "PUT /v2.0/floatingips/b06e4929-a9bd-4393-bc7d-184b054ef08d HTTP/1.1" status: 200 len: 991 time: 1.5018818 Oct 13 15:56:24.692417 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93504370-02ff-4ef2-b2e4-b69ee43db2ef', 'tag': 'ae4f63cc-7a99-42db-841b-28361cd687e9'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:56:24.696135 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df149fc-3689-4623-935f-16afa3e98672" -d '{"events": [{"name": "network-changed", "server_uuid": "93504370-02ff-4ef2-b2e4-b69ee43db2ef", "tag": "ae4f63cc-7a99-42db-841b-28361cd687e9"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:56:24.737393 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 15:56:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-627eb91d-47bd-4ead-827c-31c9afb70d64 x-openstack-request-id: req-627eb91d-47bd-4ead-827c-31c9afb70d64 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:56:24.737678 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93504370-02ff-4ef2-b2e4-b69ee43db2ef", "tag": "ae4f63cc-7a99-42db-841b-28361cd687e9", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:56:24.737925 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-627eb91d-47bd-4ead-827c-31c9afb70d64 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:56:24.738370 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-627eb91d-47bd-4ead-827c-31c9afb70d64'] response: {'name': 'network-changed', 'server_uuid': '93504370-02ff-4ef2-b2e4-b69ee43db2ef', 'tag': 'ae4f63cc-7a99-42db-841b-28361cd687e9', 'status': 'completed', 'code': 200} Oct 13 15:56:24.834667 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-7fdaf52c-7520-419c-8451-13a2b3f6dce8 None None] Set router 201d6fed-678d-4438-9a56-aba23a409240 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:56:24.840796 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df149fc-3689-4623-935f-16afa3e98672 req-2d79eb02-7926-42be-ac4f-f3e6b0d6d0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:56:24.842341 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4df149fc-3689-4623-935f-16afa3e98672 req-2d79eb02-7926-42be-ac4f-f3e6b0d6d0c5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3ad2067797114383aa0cc625b1522cd8&device_id=93504370-02ff-4ef2-b2e4-b69ee43db2ef HTTP/1.1" status: 200 len: 1098 time: 0.0835278 Oct 13 15:56:24.970822 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df149fc-3689-4623-935f-16afa3e98672 req-9ee85568-3891-4edd-935b-19dc9e6177d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:56:24.972145 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4df149fc-3689-4623-935f-16afa3e98672 req-9ee85568-3891-4edd-935b-19dc9e6177d0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be HTTP/1.1" status: 200 len: 912 time: 0.1238010 Oct 13 15:56:25.070786 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4df149fc-3689-4623-935f-16afa3e98672 req-3dd09049-4087-4cb2-8e85-4c2fbc054d26 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae4f63cc-7a99-42db-841b-28361cd687e9 HTTP/1.1" status: 200 len: 999 time: 0.0923717 Oct 13 15:56:25.134927 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df149fc-3689-4623-935f-16afa3e98672 req-d0ec6aa6-7d61-4e5e-a8e9-dc0f7246e4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:56:25.136352 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4df149fc-3689-4623-935f-16afa3e98672 req-d0ec6aa6-7d61-4e5e-a8e9-dc0f7246e4ac service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0377824e-746a-41ad-9498-5e48c58c0ec9 HTTP/1.1" status: 200 len: 850 time: 0.0603933 Oct 13 15:56:25.178696 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-7fdaf52c-7520-419c-8451-13a2b3f6dce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201d6fed-678d-4438-9a56-aba23a409240', 'name': 'tempest-ServerActionsTestJSON-711533714-router', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:56:02Z', 'updated_at': '2022-10-13T15:56:06Z', 'revision_number': 4, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'gw_port': {'id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:05:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201d6fed-678d-4438-9a56-aba23a409240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:56:03Z', 'updated_at': '2022-10-13T15:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': 'b06e4929-a9bd-4393-bc7d-184b054ef08d', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'floating_ip_address': '172.26.2.170', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '201d6fed-678d-4438-9a56-aba23a409240', 'port_id': 'ae4f63cc-7a99-42db-841b-28361cd687e9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be', 'mac_address': 'fa:16:3e:40:56:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93504370-02ff-4ef2-b2e4-b69ee43db2ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:56:09Z', 'updated_at': '2022-10-13T15:56:23Z', 'revision_number': 1, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '132c0ed2-2ea5-4bdf-af6d-04036bc019b5', 'name': '', 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'mac_address': 'fa:16:3e:f2:89:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201d6fed-678d-4438-9a56-aba23a409240', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:56:05Z', 'updated_at': '2022-10-13T15:56:11Z', 'revision_number': 5, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'subnets': [{'id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:56:25.182621 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdaf52c-7520-419c-8451-13a2b3f6dce8 None None] Checking router: 201d6fed-678d-4438-9a56-aba23a409240 for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:56:25.191059 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdaf52c-7520-419c-8451-13a2b3f6dce8 None None] Routers {'201d6fed-678d-4438-9a56-aba23a409240'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:56:25.191655 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-7fdaf52c-7520-419c-8451-13a2b3f6dce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:56:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['201d6fed-678d-4438-9a56-aba23a409240'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:56:25.218060 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df149fc-3689-4623-935f-16afa3e98672 req-08ed8761-e047-4af0-a977-8da4da5f2084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:56:25.219558 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4df149fc-3689-4623-935f-16afa3e98672 req-08ed8761-e047-4af0-a977-8da4da5f2084 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771534 Oct 13 15:56:25.230326 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [req-4df149fc-3689-4623-935f-16afa3e98672 req-c9054115-fdc2-4181-b685-d48957547a93 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 15:56:25.231243 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4df149fc-3689-4623-935f-16afa3e98672 req-c9054115-fdc2-4181-b685-d48957547a93 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046875 Oct 13 15:56:25.361222 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4df149fc-3689-4623-935f-16afa3e98672 req-60ed1d1e-d30c-4173-9168-2ca95c12f3dc service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245606 Oct 13 15:56:25.404680 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-7fdaf52c-7520-419c-8451-13a2b3f6dce8 None None] Set router 201d6fed-678d-4438-9a56-aba23a409240 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:56:25.491064 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4df149fc-3689-4623-935f-16afa3e98672 req-d51ba226-ff51-4bdf-9ef3-9a367d4bfa48 service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238325 Oct 13 15:56:25.748853 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-7fdaf52c-7520-419c-8451-13a2b3f6dce8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201d6fed-678d-4438-9a56-aba23a409240', 'name': 'tempest-ServerActionsTestJSON-711533714-router', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:56:02Z', 'updated_at': '2022-10-13T15:56:06Z', 'revision_number': 4, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'gw_port': {'id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:05:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201d6fed-678d-4438-9a56-aba23a409240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:56:03Z', 'updated_at': '2022-10-13T15:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': 'b06e4929-a9bd-4393-bc7d-184b054ef08d', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'floating_ip_address': '172.26.2.170', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '201d6fed-678d-4438-9a56-aba23a409240', 'port_id': 'ae4f63cc-7a99-42db-841b-28361cd687e9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be', 'mac_address': 'fa:16:3e:40:56:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93504370-02ff-4ef2-b2e4-b69ee43db2ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:56:09Z', 'updated_at': '2022-10-13T15:56:23Z', 'revision_number': 1, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '132c0ed2-2ea5-4bdf-af6d-04036bc019b5', 'name': '', 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'mac_address': 'fa:16:3e:f2:89:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201d6fed-678d-4438-9a56-aba23a409240', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:56:05Z', 'updated_at': '2022-10-13T15:56:11Z', 'revision_number': 5, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'subnets': [{'id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:56:25.752818 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7fdaf52c-7520-419c-8451-13a2b3f6dce8 None None] The sync data for ids ['201d6fed-678d-4438-9a56-aba23a409240'] in dv-neutron-860329-2-hyperv is: [{'id': '201d6fed-678d-4438-9a56-aba23a409240', 'name': 'tempest-ServerActionsTestJSON-711533714-router', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:56:02Z', 'updated_at': '2022-10-13T15:56:06Z', 'revision_number': 4, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'gw_port': {'id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:05:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201d6fed-678d-4438-9a56-aba23a409240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:56:03Z', 'updated_at': '2022-10-13T15:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': 'b06e4929-a9bd-4393-bc7d-184b054ef08d', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'floating_ip_address': '172.26.2.170', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '201d6fed-678d-4438-9a56-aba23a409240', 'port_id': 'ae4f63cc-7a99-42db-841b-28361cd687e9', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be', 'mac_address': 'fa:16:3e:40:56:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93504370-02ff-4ef2-b2e4-b69ee43db2ef', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:56:09Z', 'updated_at': '2022-10-13T15:56:23Z', 'revision_number': 1, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '132c0ed2-2ea5-4bdf-af6d-04036bc019b5', 'name': '', 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'mac_address': 'fa:16:3e:f2:89:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201d6fed-678d-4438-9a56-aba23a409240', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:56:05Z', 'updated_at': '2022-10-13T15:56:11Z', 'revision_number': 5, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'subnets': [{'id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:56:25.941814 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6974ce-76b3-4771-ac8e-1c928f2ad842 None None] New status for floating IP b06e4929-a9bd-4393-bc7d-184b054ef08d: ACTIVE {{(pid=88975) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:56:25.977373 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:33.544415 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-92f42e18-5d03-423f-ae5b-0eba8e2b5c64 req-68143bd7-9ee7-4081-bd2f-d6ee19bb49e4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=93504370-02ff-4ef2-b2e4-b69ee43db2ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1834371 Oct 13 15:56:33.686572 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f42e18-5d03-423f-ae5b-0eba8e2b5c64 req-69e4655b-0a15-4130-8443-e2970e403c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:56:33.688020 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-92f42e18-5d03-423f-ae5b-0eba8e2b5c64 req-69e4655b-0a15-4130-8443-e2970e403c26 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3ad2067797114383aa0cc625b1522cd8&device_id=93504370-02ff-4ef2-b2e4-b69ee43db2ef HTTP/1.1" status: 200 len: 1098 time: 0.0763431 Oct 13 15:56:33.830755 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f42e18-5d03-423f-ae5b-0eba8e2b5c64 req-adfb4d94-c55f-4a50-a43d-a1bacfca1709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:56:33.832087 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-92f42e18-5d03-423f-ae5b-0eba8e2b5c64 req-adfb4d94-c55f-4a50-a43d-a1bacfca1709 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be HTTP/1.1" status: 200 len: 912 time: 0.1248164 Oct 13 15:56:33.934878 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-92f42e18-5d03-423f-ae5b-0eba8e2b5c64 req-4e02a397-bf7d-4994-8537-940df4558103 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae4f63cc-7a99-42db-841b-28361cd687e9 HTTP/1.1" status: 200 len: 1001 time: 0.0965693 Oct 13 15:56:33.998943 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f42e18-5d03-423f-ae5b-0eba8e2b5c64 req-3406c89f-deea-4d4e-9eb7-7a8b1594e108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:56:34.000352 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-92f42e18-5d03-423f-ae5b-0eba8e2b5c64 req-3406c89f-deea-4d4e-9eb7-7a8b1594e108 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0377824e-746a-41ad-9498-5e48c58c0ec9 HTTP/1.1" status: 200 len: 850 time: 0.0588984 Oct 13 15:56:34.082382 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f42e18-5d03-423f-ae5b-0eba8e2b5c64 req-aaf8fc90-a75d-4514-a9a3-75da4165401b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:56:34.083745 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-92f42e18-5d03-423f-ae5b-0eba8e2b5c64 req-aaf8fc90-a75d-4514-a9a3-75da4165401b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767932 Oct 13 15:56:34.212515 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-92f42e18-5d03-423f-ae5b-0eba8e2b5c64 req-150b8893-c60b-4080-857c-7a0d2c2a0137 service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224186 Oct 13 15:56:34.343116 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-92f42e18-5d03-423f-ae5b-0eba8e2b5c64 req-9c90b88f-44b7-4df9-aa01-901b95417591 service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231883 Oct 13 15:56:34.511401 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-70ca33ec-cc74-479a-af90-5cad0f8a6530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:36.659285 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b2be058c-e16c-41c5-9f2f-b7d198a12ee4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:37.763365 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:37.934913 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:39.642507 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:56:52.579871 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:56:55.980168 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:04.515157 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e602d747-30a3-4296-bc11-c301dd8e601a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:06.661331 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-af2c2d59-73bf-4dd3-9ef0-53d41007c436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:07.765149 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:07.935815 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:09.646171 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:25.979829 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:29.578740 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:57:32.883668 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-49032ec6-2ab3-4b4c-bb73-0ce219e41fd8 req-1cdd2ed6-4bde-444f-9803-d7d701bd64ec service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=93504370-02ff-4ef2-b2e4-b69ee43db2ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0795672 Oct 13 15:57:33.023434 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49032ec6-2ab3-4b4c-bb73-0ce219e41fd8 req-a4a532bd-1ab7-4212-bc47-bd696ad6dd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:57:33.024779 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-49032ec6-2ab3-4b4c-bb73-0ce219e41fd8 req-a4a532bd-1ab7-4212-bc47-bd696ad6dd22 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3ad2067797114383aa0cc625b1522cd8&device_id=93504370-02ff-4ef2-b2e4-b69ee43db2ef HTTP/1.1" status: 200 len: 1098 time: 0.0761344 Oct 13 15:57:33.163183 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49032ec6-2ab3-4b4c-bb73-0ce219e41fd8 req-a2dd71d7-5d68-4f42-bc0a-212691233f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:57:33.165107 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-49032ec6-2ab3-4b4c-bb73-0ce219e41fd8 req-a2dd71d7-5d68-4f42-bc0a-212691233f72 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be HTTP/1.1" status: 200 len: 912 time: 0.1228611 Oct 13 15:57:33.268311 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-49032ec6-2ab3-4b4c-bb73-0ce219e41fd8 req-e14f4bd0-633e-457e-9a62-bea93d19696a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae4f63cc-7a99-42db-841b-28361cd687e9 HTTP/1.1" status: 200 len: 1001 time: 0.0969262 Oct 13 15:57:33.331233 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49032ec6-2ab3-4b4c-bb73-0ce219e41fd8 req-e0fde759-9c6a-4961-a989-92a7b1e839cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:57:33.332491 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-49032ec6-2ab3-4b4c-bb73-0ce219e41fd8 req-e0fde759-9c6a-4961-a989-92a7b1e839cf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0377824e-746a-41ad-9498-5e48c58c0ec9 HTTP/1.1" status: 200 len: 850 time: 0.0584884 Oct 13 15:57:33.416100 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49032ec6-2ab3-4b4c-bb73-0ce219e41fd8 req-8b4dba5b-de9a-45c4-a9ce-9e12f7fc57c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:57:33.417553 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-49032ec6-2ab3-4b4c-bb73-0ce219e41fd8 req-8b4dba5b-de9a-45c4-a9ce-9e12f7fc57c0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0796580 Oct 13 15:57:33.545669 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-49032ec6-2ab3-4b4c-bb73-0ce219e41fd8 req-0333b999-eb2d-4787-8a9a-0a850ff01f23 service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216819 Oct 13 15:57:33.674840 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-49032ec6-2ab3-4b4c-bb73-0ce219e41fd8 req-8a1044f4-ab9a-4d00-822f-5dc751b32124 service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230183 Oct 13 15:57:34.516790 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-23a07416-7c14-49b7-8e67-f35e540ec4eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:36.663050 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-51ea9d21-7a2c-40ac-81c3-4d0516d4a95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:37.765757 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:37.938782 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:39.647358 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:40.470931 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44d8b09-7bfe-40fc-8484-3f3ba6f17253 req-0a537f32-91a1-4099-aa74-2179b6e35fd6 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:57:40.472366 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f44d8b09-7bfe-40fc-8484-3f3ba6f17253 req-0a537f32-91a1-4099-aa74-2179b6e35fd6 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=93504370-02ff-4ef2-b2e4-b69ee43db2ef HTTP/1.1" status: 200 len: 945 time: 0.0894074 Oct 13 15:57:40.608149 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f44d8b09-7bfe-40fc-8484-3f3ba6f17253 req-05267b75-8116-4745-b47d-bb84cbab9849 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295376 Oct 13 15:57:40.808251 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f319a4c4-14eb-49bc-a077-9c27d69b4ed6 req-db706d6d-c61f-4431-940e-d16f969c7565 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:57:40.809720 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f319a4c4-14eb-49bc-a077-9c27d69b4ed6 req-db706d6d-c61f-4431-940e-d16f969c7565 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=93504370-02ff-4ef2-b2e4-b69ee43db2ef HTTP/1.1" status: 200 len: 945 time: 0.0865912 Oct 13 15:57:40.852879 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f319a4c4-14eb-49bc-a077-9c27d69b4ed6 req-1492be54-72b8-41a1-ba6b-4375e56cb7b1 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373936 Oct 13 15:57:41.046633 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43650712-49ab-4596-982a-a4644e2261ee req-ef9cde29-57da-4af2-ad9d-3f4d9d18c5a0 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:57:41.048071 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-43650712-49ab-4596-982a-a4644e2261ee req-ef9cde29-57da-4af2-ad9d-3f4d9d18c5a0 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=93504370-02ff-4ef2-b2e4-b69ee43db2ef HTTP/1.1" status: 200 len: 945 time: 0.0877776 Oct 13 15:57:41.093961 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-43650712-49ab-4596-982a-a4644e2261ee req-ef8b1c33-b8d1-4028-8c39-2640c57aa3e4 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403028 Oct 13 15:57:42.425220 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 58816) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:57:42.505530 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b1a964-3431-4c6b-8f8d-178f902c65b7 req-dbbb4d30-4a83-425c-8422-766cb8d585fb tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:57:42.507593 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-60b1a964-3431-4c6b-8f8d-178f902c65b7 req-dbbb4d30-4a83-425c-8422-766cb8d585fb tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=93504370-02ff-4ef2-b2e4-b69ee43db2ef HTTP/1.1" status: 200 len: 945 time: 0.0866868 Oct 13 15:57:42.549598 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-245dd0b0-9bc5-448d-b077-053a41a1f31d req-db5f07bd-e9c9-4b47-8eb6-0a786d224ff2 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=93504370-02ff-4ef2-b2e4-b69ee43db2ef&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1231163 Oct 13 15:57:42.550392 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-60b1a964-3431-4c6b-8f8d-178f902c65b7 req-43b399bc-f3da-4bdd-a403-6acb0b5e9ead tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371418 Oct 13 15:57:43.704567 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245dd0b0-9bc5-448d-b077-053a41a1f31d req-cbf0bf0f-7245-4037-b21a-b9333a213e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:57:43.706020 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-245dd0b0-9bc5-448d-b077-053a41a1f31d req-cbf0bf0f-7245-4037-b21a-b9333a213e34 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3ad2067797114383aa0cc625b1522cd8&device_id=93504370-02ff-4ef2-b2e4-b69ee43db2ef HTTP/1.1" status: 200 len: 1098 time: 0.1298990 Oct 13 15:57:43.761458 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa80b92e-8841-4e36-952a-76257701e81f req-ddbb13d8-9ce3-48b5-9eb3-e306192483e3 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:57:43.762929 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-aa80b92e-8841-4e36-952a-76257701e81f req-ddbb13d8-9ce3-48b5-9eb3-e306192483e3 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=93504370-02ff-4ef2-b2e4-b69ee43db2ef HTTP/1.1" status: 200 len: 945 time: 0.0919735 Oct 13 15:57:43.810663 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-aa80b92e-8841-4e36-952a-76257701e81f req-e9074a74-b22b-47b1-8cfe-6953dfaffcd3 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420253 Oct 13 15:57:43.837078 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245dd0b0-9bc5-448d-b077-053a41a1f31d req-cbbb1fce-a744-464a-a20b-df22ba7d3b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:57:43.838483 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-245dd0b0-9bc5-448d-b077-053a41a1f31d req-cbbb1fce-a744-464a-a20b-df22ba7d3b80 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be HTTP/1.1" status: 200 len: 912 time: 0.1261714 Oct 13 15:57:43.939148 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-245dd0b0-9bc5-448d-b077-053a41a1f31d req-3289665a-cc85-49b9-b075-3206d27f9fac service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae4f63cc-7a99-42db-841b-28361cd687e9 HTTP/1.1" status: 200 len: 1001 time: 0.0944896 Oct 13 15:57:43.998925 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245dd0b0-9bc5-448d-b077-053a41a1f31d req-cb199ce9-0d8e-418d-a2d4-5f82d4e80fda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:57:44.000281 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-245dd0b0-9bc5-448d-b077-053a41a1f31d req-cb199ce9-0d8e-418d-a2d4-5f82d4e80fda service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0377824e-746a-41ad-9498-5e48c58c0ec9 HTTP/1.1" status: 200 len: 850 time: 0.0548401 Oct 13 15:57:44.082304 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245dd0b0-9bc5-448d-b077-053a41a1f31d req-444b8130-a2ad-4d03-89ad-9ab927882eef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:57:44.083733 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-245dd0b0-9bc5-448d-b077-053a41a1f31d req-444b8130-a2ad-4d03-89ad-9ab927882eef service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781093 Oct 13 15:57:44.211895 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-245dd0b0-9bc5-448d-b077-053a41a1f31d req-23783327-6457-49e2-95df-9b9ff1a06c69 service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216102 Oct 13 15:57:44.340184 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-245dd0b0-9bc5-448d-b077-053a41a1f31d req-28fc10f1-f45b-4c94-bf80-234531f142fa service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223075 Oct 13 15:57:45.009793 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef37170-372e-4df6-8fde-aa73959da95c req-07609ea3-7bdf-49ce-a8c2-a7f955724d5d tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:57:45.011172 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-cef37170-372e-4df6-8fde-aa73959da95c req-07609ea3-7bdf-49ce-a8c2-a7f955724d5d tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=93504370-02ff-4ef2-b2e4-b69ee43db2ef HTTP/1.1" status: 200 len: 945 time: 0.0862441 Oct 13 15:57:45.054468 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-cef37170-372e-4df6-8fde-aa73959da95c req-498340eb-39d7-4291-af2b-23b6812209ba tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377078 Oct 13 15:57:46.250334 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dcad65-f4b8-4e49-988d-e2020ec2058c req-66fe6d92-706b-4643-be9e-def5e733c377 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:57:46.251772 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-79dcad65-f4b8-4e49-988d-e2020ec2058c req-66fe6d92-706b-4643-be9e-def5e733c377 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=93504370-02ff-4ef2-b2e4-b69ee43db2ef HTTP/1.1" status: 200 len: 945 time: 0.0866928 Oct 13 15:57:46.294909 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-79dcad65-f4b8-4e49-988d-e2020ec2058c req-7f78f777-a0d5-4166-b5a5-548a07d3ca9f tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368547 Oct 13 15:57:47.494798 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ceecad-6c07-43a6-8b1c-27a2c6190207 req-43706e4e-6359-4ad8-9dcb-652ea2909602 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:57:47.496157 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c8ceecad-6c07-43a6-8b1c-27a2c6190207 req-43706e4e-6359-4ad8-9dcb-652ea2909602 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=93504370-02ff-4ef2-b2e4-b69ee43db2ef HTTP/1.1" status: 200 len: 945 time: 0.0903490 Oct 13 15:57:47.539018 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c8ceecad-6c07-43a6-8b1c-27a2c6190207 req-f2026255-eab9-48e4-a1aa-587c889a7406 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372217 Oct 13 15:57:48.735984 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5383979-90fe-46af-b852-9c67d1208745 req-b92833f3-a2de-42d8-bfe8-7ec5e049ffb4 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:57:48.737677 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f5383979-90fe-46af-b852-9c67d1208745 req-b92833f3-a2de-42d8-bfe8-7ec5e049ffb4 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=93504370-02ff-4ef2-b2e4-b69ee43db2ef HTTP/1.1" status: 200 len: 945 time: 0.0885303 Oct 13 15:57:48.780460 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f5383979-90fe-46af-b852-9c67d1208745 req-b40e2d31-5894-4b0b-8811-231b341d15cd tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366037 Oct 13 15:57:49.975487 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9058b8b8-5d4c-4fc0-93f6-e988f2937049 req-747e5e06-7fd6-4dbf-9325-21445c472e6c tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:57:49.977478 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9058b8b8-5d4c-4fc0-93f6-e988f2937049 req-747e5e06-7fd6-4dbf-9325-21445c472e6c tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=93504370-02ff-4ef2-b2e4-b69ee43db2ef HTTP/1.1" status: 200 len: 945 time: 0.0868318 Oct 13 15:57:50.024182 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9058b8b8-5d4c-4fc0-93f6-e988f2937049 req-2fa5fc36-7573-42a2-b71a-a50d4241cb3d tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411472 Oct 13 15:57:51.221933 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77a48b8-6a89-4a1f-b616-485fde19b9cc req-680049ed-2453-41e1-9a94-a5c5312e337d tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:57:51.223795 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f77a48b8-6a89-4a1f-b616-485fde19b9cc req-680049ed-2453-41e1-9a94-a5c5312e337d tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=93504370-02ff-4ef2-b2e4-b69ee43db2ef HTTP/1.1" status: 200 len: 945 time: 0.0861466 Oct 13 15:57:51.269937 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f77a48b8-6a89-4a1f-b616-485fde19b9cc req-251d2b25-a0a4-4895-a454-bed11ab0a842 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402873 Oct 13 15:57:52.467779 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31657bc7-4a17-4829-b3cf-7c6905d1ab4d req-95604754-22a8-4fbb-b722-c70f208c5a33 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:57:52.469221 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-31657bc7-4a17-4829-b3cf-7c6905d1ab4d req-95604754-22a8-4fbb-b722-c70f208c5a33 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=93504370-02ff-4ef2-b2e4-b69ee43db2ef HTTP/1.1" status: 200 len: 945 time: 0.0848234 Oct 13 15:57:52.512227 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-31657bc7-4a17-4829-b3cf-7c6905d1ab4d req-deb59dc4-9497-4f40-9bcb-eeacc47c86d1 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373681 Oct 13 15:57:53.710727 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3239a4-0671-46ad-a41c-fd7de664dc72 req-f4c95855-c0d6-453e-9e58-48d4dba4e614 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:57:53.712182 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8d3239a4-0671-46ad-a41c-fd7de664dc72 req-f4c95855-c0d6-453e-9e58-48d4dba4e614 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=93504370-02ff-4ef2-b2e4-b69ee43db2ef HTTP/1.1" status: 200 len: 945 time: 0.0875638 Oct 13 15:57:53.756940 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8d3239a4-0671-46ad-a41c-fd7de664dc72 req-dcfbf6fd-58f3-4dc7-a88b-95019a44ed93 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390193 Oct 13 15:57:54.956303 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a64f47-b116-46d7-95af-4ae4e84c1f15 req-70cd283c-ad02-4187-b962-9cea501adf9f tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:57:54.957667 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-53a64f47-b116-46d7-95af-4ae4e84c1f15 req-70cd283c-ad02-4187-b962-9cea501adf9f tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=93504370-02ff-4ef2-b2e4-b69ee43db2ef HTTP/1.1" status: 200 len: 945 time: 0.0894818 Oct 13 15:57:55.000404 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-53a64f47-b116-46d7-95af-4ae4e84c1f15 req-804d92c6-e155-41b5-9d59-80138d761a3b tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371654 Oct 13 15:57:55.967936 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:57:56.285952 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff148f42-35c5-4b94-832a-d4d57942150e req-fb8f468c-c19a-451e-af89-54fb59bff889 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:57:56.287326 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-ff148f42-35c5-4b94-832a-d4d57942150e req-fb8f468c-c19a-451e-af89-54fb59bff889 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=93504370-02ff-4ef2-b2e4-b69ee43db2ef HTTP/1.1" status: 200 len: 945 time: 0.1774757 Oct 13 15:57:56.330471 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-ff148f42-35c5-4b94-832a-d4d57942150e req-53219c62-8182-4fe8-911f-afd1e87ee04c tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370200 Oct 13 15:57:57.524110 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62804796-ca04-413c-9947-96eed946f4d7 req-08abd912-690e-40ad-9646-2af9b6dd5830 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:57:57.525472 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-62804796-ca04-413c-9947-96eed946f4d7 req-08abd912-690e-40ad-9646-2af9b6dd5830 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=93504370-02ff-4ef2-b2e4-b69ee43db2ef HTTP/1.1" status: 200 len: 945 time: 0.0853596 Oct 13 15:57:57.571109 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-62804796-ca04-413c-9947-96eed946f4d7 req-c1baf1cb-8215-4ae9-96b2-e204ed5d249b tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400720 Oct 13 15:57:58.768512 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb611c-c60e-4688-89eb-151ddb7ab4df req-913e998c-3346-4641-bcbf-13dd749f0cf0 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:57:58.769955 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-affb611c-c60e-4688-89eb-151ddb7ab4df req-913e998c-3346-4641-bcbf-13dd749f0cf0 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=93504370-02ff-4ef2-b2e4-b69ee43db2ef HTTP/1.1" status: 200 len: 945 time: 0.0854769 Oct 13 15:57:58.815532 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-affb611c-c60e-4688-89eb-151ddb7ab4df req-9600feeb-b8cc-432f-bb8d-fad38031fd53 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393555 Oct 13 15:58:00.207641 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e99477e-f7be-422e-bc85-e9b407cdaa24 req-777b5c3c-389e-46c6-83b1-81330b4668fd tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:58:00.209083 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1e99477e-f7be-422e-bc85-e9b407cdaa24 req-777b5c3c-389e-46c6-83b1-81330b4668fd tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=93504370-02ff-4ef2-b2e4-b69ee43db2ef HTTP/1.1" status: 200 len: 945 time: 0.2810984 Oct 13 15:58:00.252883 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1e99477e-f7be-422e-bc85-e9b407cdaa24 req-4972bc96-d6cd-41e8-8728-7779843791b6 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372720 Oct 13 15:58:00.996452 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-245dd0b0-9bc5-448d-b077-053a41a1f31d req-6af1497d-b526-4b28-b5e4-d15fe52b70dd service neutron] 10.222.0.16 "GET /v2.0/ports/ae4f63cc-7a99-42db-841b-28361cd687e9/bindings/hv-neutron-8603 HTTP/1.1" status: 200 len: 384 time: 0.0752246 Oct 13 15:58:01.259516 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245dd0b0-9bc5-448d-b077-053a41a1f31d req-8b294604-5089-477f-ac44-a957cf285da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:58:01.260875 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-245dd0b0-9bc5-448d-b077-053a41a1f31d req-8b294604-5089-477f-ac44-a957cf285da0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=93504370-02ff-4ef2-b2e4-b69ee43db2ef&tenant_id=3ad2067797114383aa0cc625b1522cd8 HTTP/1.1" status: 200 len: 1098 time: 0.0776088 Oct 13 15:58:01.358908 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245dd0b0-9bc5-448d-b077-053a41a1f31d req-042f995a-aa4f-4019-9577-7dac52b62154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:58:01.360367 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-245dd0b0-9bc5-448d-b077-053a41a1f31d req-042f995a-aa4f-4019-9577-7dac52b62154 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3ad2067797114383aa0cc625b1522cd8&device_id=93504370-02ff-4ef2-b2e4-b69ee43db2ef HTTP/1.1" status: 200 len: 1098 time: 0.0799942 Oct 13 15:58:01.493339 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245dd0b0-9bc5-448d-b077-053a41a1f31d req-8378a7e8-bbca-4bba-97e4-d1a21b759b00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:58:01.494802 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-245dd0b0-9bc5-448d-b077-053a41a1f31d req-8378a7e8-bbca-4bba-97e4-d1a21b759b00 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be HTTP/1.1" status: 200 len: 912 time: 0.1268332 Oct 13 15:58:01.530678 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ec64e-6b8f-434e-a774-af366859186d req-270bc626-afb2-452f-9388-eba2679bb6ec tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:58:01.532053 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-9e2ec64e-6b8f-434e-a774-af366859186d req-270bc626-afb2-452f-9388-eba2679bb6ec tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=93504370-02ff-4ef2-b2e4-b69ee43db2ef HTTP/1.1" status: 200 len: 945 time: 0.1673722 Oct 13 15:58:01.576250 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-9e2ec64e-6b8f-434e-a774-af366859186d req-a57975e2-376f-4337-8d3b-b4c71bb1b779 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383320 Oct 13 15:58:01.595757 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-245dd0b0-9bc5-448d-b077-053a41a1f31d req-f2d810d4-afcf-40f3-8357-d170dd591c20 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae4f63cc-7a99-42db-841b-28361cd687e9 HTTP/1.1" status: 200 len: 1001 time: 0.0947075 Oct 13 15:58:01.655755 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245dd0b0-9bc5-448d-b077-053a41a1f31d req-f866aa69-2fe2-4534-b7e7-60a07411c6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:58:01.657127 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-245dd0b0-9bc5-448d-b077-053a41a1f31d req-f866aa69-2fe2-4534-b7e7-60a07411c6dd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0377824e-746a-41ad-9498-5e48c58c0ec9 HTTP/1.1" status: 200 len: 850 time: 0.0551479 Oct 13 15:58:01.742245 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245dd0b0-9bc5-448d-b077-053a41a1f31d req-8d8ff196-1c31-4a31-baed-b199fd783498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:58:01.743700 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-245dd0b0-9bc5-448d-b077-053a41a1f31d req-8d8ff196-1c31-4a31-baed-b199fd783498 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793734 Oct 13 15:58:01.875295 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-245dd0b0-9bc5-448d-b077-053a41a1f31d req-910597e9-07d0-4ad9-a27d-9ec70b24fd74 service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252220 Oct 13 15:58:02.003560 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-245dd0b0-9bc5-448d-b077-053a41a1f31d req-ccf0cbd0-232e-43cf-9a9a-e6eb2f574eb8 service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223423 Oct 13 15:58:02.773994 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76150341-00cc-4c2b-a118-29c77f08a35c req-d8747506-879f-40bb-96a9-3551b06d1938 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:58:02.775464 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-76150341-00cc-4c2b-a118-29c77f08a35c req-d8747506-879f-40bb-96a9-3551b06d1938 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=93504370-02ff-4ef2-b2e4-b69ee43db2ef HTTP/1.1" status: 200 len: 945 time: 0.0868256 Oct 13 15:58:02.818916 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-76150341-00cc-4c2b-a118-29c77f08a35c req-9db1c77c-885a-4c3e-b336-0286241e4a7c tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375092 Oct 13 15:58:04.017273 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ae1d6e-dd78-48b2-a3b8-6b0c11b94f00 req-91add19b-9d29-4a3b-80d0-9fc802479ee9 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:58:04.018650 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-a7ae1d6e-dd78-48b2-a3b8-6b0c11b94f00 req-91add19b-9d29-4a3b-80d0-9fc802479ee9 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=93504370-02ff-4ef2-b2e4-b69ee43db2ef HTTP/1.1" status: 200 len: 945 time: 0.0892243 Oct 13 15:58:04.061035 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-a7ae1d6e-dd78-48b2-a3b8-6b0c11b94f00 req-c976e000-c72c-4e00-821c-768a66bb969e tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368547 Oct 13 15:58:04.518250 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-cfe6fa24-2e13-41b0-be4b-98bacef6b529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:05.106082 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device ae4f63cc-7a99-42db-841b-28361cd687e9 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=88974) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 13 15:58:05.109468 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device ae4f63cc-7a99-42db-841b-28361cd687e9 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:58:05.274059 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746bee88-87a7-435b-8b87-2f2f23b5c66d req-68cfdc85-2bd9-43e0-b5b1-9f13d51de9a5 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:58:05.275557 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-746bee88-87a7-435b-8b87-2f2f23b5c66d req-68cfdc85-2bd9-43e0-b5b1-9f13d51de9a5 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=93504370-02ff-4ef2-b2e4-b69ee43db2ef HTTP/1.1" status: 200 len: 945 time: 0.0936406 Oct 13 15:58:05.320148 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port ae4f63cc-7a99-42db-841b-28361cd687e9 is: ACTIVE; New status is: DOWN {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:58:05.320522 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:05.326786 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-746bee88-87a7-435b-8b87-2f2f23b5c66d req-ce01d658-ef61-485a-8fb1-5be3ad00bf8c tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449669 Oct 13 15:58:05.357901 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port ae4f63cc-7a99-42db-841b-28361cd687e9, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=ae4f63cc-7a99-42db-841b-28361cd687e9,segment=NetworkSegment(f70bdea3-e00e-4e61-9038-56eb255268ae),segment_id=f70bdea3-e00e-4e61-9038-56eb255268ae)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:58:05.374238 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93504370-02ff-4ef2-b2e4-b69ee43db2ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae4f63cc-7a99-42db-841b-28361cd687e9'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:58:05.376525 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979c64d66908691d8da3fe322a5acf5d757b5bee84c7992aba2ec3c134dffaeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89062f71-8658-4193-ac66-0dd0b5367c09" -d '{"events": [{"server_uuid": "93504370-02ff-4ef2-b2e4-b69ee43db2ef", "name": "network-vif-unplugged", "status": "completed", "tag": "ae4f63cc-7a99-42db-841b-28361cd687e9"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:58:05.385516 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Returning: {'device': 'ae4f63cc-7a99-42db-841b-28361cd687e9', 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be', 'port_id': 'ae4f63cc-7a99-42db-841b-28361cd687e9', 'mac_address': 'fa:16:3e:40:56:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88974) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 13 15:58:05.389665 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port ae4f63cc-7a99-42db-841b-28361cd687e9, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=ae4f63cc-7a99-42db-841b-28361cd687e9,segment=NetworkSegment(f70bdea3-e00e-4e61-9038-56eb255268ae),segment_id=f70bdea3-e00e-4e61-9038-56eb255268ae)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:58:05.428143 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:05.475329 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 13 Oct 2022 15:58:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e427b1f-fa67-44ac-b08d-6a37cb901443 x-openstack-request-id: req-1e427b1f-fa67-44ac-b08d-6a37cb901443 {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:58:05.475778 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93504370-02ff-4ef2-b2e4-b69ee43db2ef", "name": "network-vif-unplugged", "status": "completed", "tag": "ae4f63cc-7a99-42db-841b-28361cd687e9", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:58:05.475908 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1e427b1f-fa67-44ac-b08d-6a37cb901443 {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:58:05.476359 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e427b1f-fa67-44ac-b08d-6a37cb901443'] response: {'server_uuid': '93504370-02ff-4ef2-b2e4-b69ee43db2ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae4f63cc-7a99-42db-841b-28361cd687e9', 'code': 200} Oct 13 15:58:05.506434 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port ae4f63cc-7a99-42db-841b-28361cd687e9 is: DOWN; New status is: BUILD {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:58:05.507389 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:05.530719 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=ae4f63cc-7a99-42db-841b-28361cd687e9,revision_number=6']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:58:05.533598 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae4f63cc-7a99-42db-841b-28361cd687e9 {{(pid=88974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 15:58:05.544068 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:58:05.544413 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:58:05.544749 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:58:05.545081 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:58:05.545440 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:58:05.545738 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:58:05.546143 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:58:05.546413 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:58:05.546761 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:58:05.547047 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:58:05.547366 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:58:05.547682 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:58:05.561548 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port ae4f63cc-7a99-42db-841b-28361cd687e9, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=ae4f63cc-7a99-42db-841b-28361cd687e9,segment=NetworkSegment(f70bdea3-e00e-4e61-9038-56eb255268ae),segment_id=f70bdea3-e00e-4e61-9038-56eb255268ae)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:58:05.566890 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:05.633858 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['ae4f63cc-7a99-42db-841b-28361cd687e9'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 15:58:05.685686 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=ae4f63cc-7a99-42db-841b-28361cd687e9,revision_number=7']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:58:05.763953 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b7b12-6365-4dc1-8fd8-3811db212738 req-f3ee3ece-b796-4694-b452-6e38a4779c9a tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:58:05.765867 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fb5b7b12-6365-4dc1-8fd8-3811db212738 req-f3ee3ece-b796-4694-b452-6e38a4779c9a tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.16 "GET /v2.0/ports?device_id=93504370-02ff-4ef2-b2e4-b69ee43db2ef&tenant_id=3ad2067797114383aa0cc625b1522cd8&binding%3Ahost_id=hv-neutron-8603 HTTP/1.1" status: 200 len: 944 time: 0.1765950 Oct 13 15:58:05.776028 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156932c2-cc4c-42be-8902-e86ce811e893 req-1108e87d-bfe8-4a60-b3fe-411282829df1 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:58:05.778337 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-156932c2-cc4c-42be-8902-e86ce811e893 req-1108e87d-bfe8-4a60-b3fe-411282829df1 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=93504370-02ff-4ef2-b2e4-b69ee43db2ef HTTP/1.1" status: 200 len: 944 time: 0.1472423 Oct 13 15:58:05.829618 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-156932c2-cc4c-42be-8902-e86ce811e893 req-6fafa935-03fa-4fa2-9732-ca1b59ebb8fc tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445676 Oct 13 15:58:05.922211 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b7b12-6365-4dc1-8fd8-3811db212738 req-ec6c9a5f-6113-49f3-916b-40a01dc04722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:58:05.923586 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fb5b7b12-6365-4dc1-8fd8-3811db212738 req-ec6c9a5f-6113-49f3-916b-40a01dc04722 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3ad2067797114383aa0cc625b1522cd8&device_id=93504370-02ff-4ef2-b2e4-b69ee43db2ef HTTP/1.1" status: 200 len: 1097 time: 0.0813088 Oct 13 15:58:06.051380 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b7b12-6365-4dc1-8fd8-3811db212738 req-cadf3cda-ab1f-4bba-9425-baa931be6c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:58:06.052774 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fb5b7b12-6365-4dc1-8fd8-3811db212738 req-cadf3cda-ab1f-4bba-9425-baa931be6c5f service neutron] 10.222.0.16 "GET /v2.0/networks?id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be HTTP/1.1" status: 200 len: 912 time: 0.1227293 Oct 13 15:58:06.245693 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fb5b7b12-6365-4dc1-8fd8-3811db212738 req-20ad8167-5c83-4995-becc-cc0757d1a8d3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae4f63cc-7a99-42db-841b-28361cd687e9 HTTP/1.1" status: 200 len: 1000 time: 0.1868498 Oct 13 15:58:06.305690 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b7b12-6365-4dc1-8fd8-3811db212738 req-99e29977-0959-4e57-8841-0fc5c0d98be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:58:06.307094 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fb5b7b12-6365-4dc1-8fd8-3811db212738 req-99e29977-0959-4e57-8841-0fc5c0d98be2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0377824e-746a-41ad-9498-5e48c58c0ec9 HTTP/1.1" status: 200 len: 850 time: 0.0561016 Oct 13 15:58:06.385562 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b7b12-6365-4dc1-8fd8-3811db212738 req-de5a349a-d945-41e3-94f0-c6df2cd49ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:58:06.387007 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fb5b7b12-6365-4dc1-8fd8-3811db212738 req-de5a349a-d945-41e3-94f0-c6df2cd49ecc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744231 Oct 13 15:58:06.514445 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fb5b7b12-6365-4dc1-8fd8-3811db212738 req-c16c30cf-71ba-48ce-8838-a36a07f7b1c0 service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213260 Oct 13 15:58:06.577796 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:58:06.645161 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fb5b7b12-6365-4dc1-8fd8-3811db212738 req-24dfeed1-6809-4b6c-a1a5-e0ae890960eb service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253836 Oct 13 15:58:06.666146 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d1fd59ba-c90e-4a46-990d-85d9c4f71bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:07.028949 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b701ceac-ce0b-407e-8db0-9c64ea351aae req-9d5571aa-7fd2-4c67-b18a-e24f23812f46 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:58:07.030418 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-b701ceac-ce0b-407e-8db0-9c64ea351aae req-9d5571aa-7fd2-4c67-b18a-e24f23812f46 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=93504370-02ff-4ef2-b2e4-b69ee43db2ef HTTP/1.1" status: 200 len: 944 time: 0.0867400 Oct 13 15:58:07.076131 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-b701ceac-ce0b-407e-8db0-9c64ea351aae req-2632882e-687a-4d05-acbc-ad023ae019c5 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399580 Oct 13 15:58:07.108001 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device ae4f63cc-7a99-42db-841b-28361cd687e9 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:58:07.269894 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port ae4f63cc-7a99-42db-841b-28361cd687e9 is: BUILD; New status is: DOWN {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:58:07.270332 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:07.287101 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id ae4f63cc-7a99-42db-841b-28361cd687e9 {{(pid=88974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 15:58:07.302699 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port ae4f63cc-7a99-42db-841b-28361cd687e9, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=ae4f63cc-7a99-42db-841b-28361cd687e9,segment=NetworkSegment(f70bdea3-e00e-4e61-9038-56eb255268ae),segment_id=f70bdea3-e00e-4e61-9038-56eb255268ae)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:58:07.306650 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:07.374219 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=ae4f63cc-7a99-42db-841b-28361cd687e9,revision_number=8']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:58:07.766858 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:07.941453 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:08.273672 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc749c9-29c2-4692-a264-65761fea79bf req-671f7771-e5e7-4bdc-8b67-8d10b36eb0c0 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:58:08.275020 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-bcc749c9-29c2-4692-a264-65761fea79bf req-671f7771-e5e7-4bdc-8b67-8d10b36eb0c0 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=93504370-02ff-4ef2-b2e4-b69ee43db2ef HTTP/1.1" status: 200 len: 943 time: 0.0900900 Oct 13 15:58:08.317545 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-bcc749c9-29c2-4692-a264-65761fea79bf req-2b36afbe-37ba-4468-a6e9-a72cf25adb6d tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370147 Oct 13 15:58:08.515210 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a43907-9524-48dd-9b62-5a1542729c75 req-7d84ee69-1e32-4563-93af-2fc93d333773 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:58:08.516652 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e5a43907-9524-48dd-9b62-5a1542729c75 req-7d84ee69-1e32-4563-93af-2fc93d333773 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=93504370-02ff-4ef2-b2e4-b69ee43db2ef HTTP/1.1" status: 200 len: 943 time: 0.0897565 Oct 13 15:58:08.559700 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e5a43907-9524-48dd-9b62-5a1542729c75 req-c7affcfa-cfd8-4b37-90d7-cd5c821f47f1 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374470 Oct 13 15:58:08.755341 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3af91-7f05-4b6e-8861-f575839ffe35 req-55299086-57e3-409b-a49e-509483fe4422 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:58:08.756788 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-20d3af91-7f05-4b6e-8861-f575839ffe35 req-55299086-57e3-409b-a49e-509483fe4422 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=93504370-02ff-4ef2-b2e4-b69ee43db2ef HTTP/1.1" status: 200 len: 943 time: 0.0890102 Oct 13 15:58:08.800685 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-20d3af91-7f05-4b6e-8861-f575839ffe35 req-67173974-8595-4317-afc2-b97a768e3554 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381904 Oct 13 15:58:09.189029 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc48f780-17f3-4cb7-95f7-e3d67ac3e061 req-c0241e31-6485-4233-a890-3e072b6e59f3 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:58:09.190502 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-bc48f780-17f3-4cb7-95f7-e3d67ac3e061 req-c0241e31-6485-4233-a890-3e072b6e59f3 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=93504370-02ff-4ef2-b2e4-b69ee43db2ef HTTP/1.1" status: 200 len: 943 time: 0.0869434 Oct 13 15:58:09.236170 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-bc48f780-17f3-4cb7-95f7-e3d67ac3e061 req-41f6808f-2ad6-4847-a106-6615b14a6cfd tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394001 Oct 13 15:58:09.651410 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:10.436291 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159ddef6-7bd8-419f-b2d4-e32b3155bbb3 req-5609c54b-395b-4afa-b2b4-1e6e40b51781 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:58:10.437722 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-159ddef6-7bd8-419f-b2d4-e32b3155bbb3 req-5609c54b-395b-4afa-b2b4-1e6e40b51781 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=93504370-02ff-4ef2-b2e4-b69ee43db2ef HTTP/1.1" status: 200 len: 943 time: 0.0886476 Oct 13 15:58:10.480419 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-159ddef6-7bd8-419f-b2d4-e32b3155bbb3 req-86f9f096-ec14-41f7-8d29-d902b285728c tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371292 Oct 13 15:58:11.060780 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1795e30c-c8cc-46cd-9483-f675e7efd630 req-e2ae8c9d-18da-4d4a-a52e-605bb3ffe357 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:58:11.062101 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1795e30c-c8cc-46cd-9483-f675e7efd630 req-e2ae8c9d-18da-4d4a-a52e-605bb3ffe357 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.16 "GET /v2.0/ports?device_id=93504370-02ff-4ef2-b2e4-b69ee43db2ef HTTP/1.1" status: 200 len: 943 time: 0.0863879 Oct 13 15:58:11.130285 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-1795e30c-c8cc-46cd-9483-f675e7efd630 req-2a971b23-e4d4-48f4-ae75-fd49c33af6a3 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Deleting port ae4f63cc-7a99-42db-841b-28361cd687e9 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 15:58:11.130625 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-1795e30c-c8cc-46cd-9483-f675e7efd630 req-2a971b23-e4d4-48f4-ae75-fd49c33af6a3 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:11.374471 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-1795e30c-c8cc-46cd-9483-f675e7efd630 req-2a971b23-e4d4-48f4-ae75-fd49c33af6a3 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] For port ae4f63cc-7a99-42db-841b-28361cd687e9, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=ae4f63cc-7a99-42db-841b-28361cd687e9,segment=NetworkSegment(f70bdea3-e00e-4e61-9038-56eb255268ae),segment_id=f70bdea3-e00e-4e61-9038-56eb255268ae)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:58:11.374747 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-1795e30c-c8cc-46cd-9483-f675e7efd630 req-2a971b23-e4d4-48f4-ae75-fd49c33af6a3 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:11.715385 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-1795e30c-c8cc-46cd-9483-f675e7efd630 req-2a971b23-e4d4-48f4-ae75-fd49c33af6a3 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:11.715748 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-1795e30c-c8cc-46cd-9483-f675e7efd630 req-2a971b23-e4d4-48f4-ae75-fd49c33af6a3 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:11.716053 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.l3_db [req-1795e30c-c8cc-46cd-9483-f675e7efd630 req-2a971b23-e4d4-48f4-ae75-fd49c33af6a3 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Floating IP b06e4929-a9bd-4393-bc7d-184b054ef08d disassociated. External IP: 172.26.2.170, port: ae4f63cc-7a99-42db-841b-28361cd687e9. Oct 13 15:58:11.716384 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-1795e30c-c8cc-46cd-9483-f675e7efd630 req-2a971b23-e4d4-48f4-ae75-fd49c33af6a3 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Calling delete_port for ae4f63cc-7a99-42db-841b-28361cd687e9 owned by compute:nova {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 15:58:11.883678 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce18a87b-6d92-4c89-8089-44143585d9b0 req-0cd1db12-f3b4-4c94-bf15-01bf0eee67da tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:58:11.885094 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ce18a87b-6d92-4c89-8089-44143585d9b0 req-0cd1db12-f3b4-4c94-bf15-01bf0eee67da tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=93504370-02ff-4ef2-b2e4-b69ee43db2ef HTTP/1.1" status: 200 len: 943 time: 0.2683160 Oct 13 15:58:11.972947 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ce18a87b-6d92-4c89-8089-44143585d9b0 req-935fd246-d044-414a-ae61-540042c30c6e tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760090 Oct 13 15:58:11.995173 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-1795e30c-c8cc-46cd-9483-f675e7efd630 req-2a971b23-e4d4-48f4-ae75-fd49c33af6a3 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:12.047073 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a971b23-e4d4-48f4-ae75-fd49c33af6a3 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Pushing event deleted for resources: {'Port': ['ID=ae4f63cc-7a99-42db-841b-28361cd687e9,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:58:12.056505 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a971b23-e4d4-48f4-ae75-fd49c33af6a3 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:58:12.056860 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a971b23-e4d4-48f4-ae75-fd49c33af6a3 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:58:12.057203 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a971b23-e4d4-48f4-ae75-fd49c33af6a3 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:58:12.057542 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a971b23-e4d4-48f4-ae75-fd49c33af6a3 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:58:12.057874 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a971b23-e4d4-48f4-ae75-fd49c33af6a3 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:58:12.058312 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a971b23-e4d4-48f4-ae75-fd49c33af6a3 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:58:12.058614 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a971b23-e4d4-48f4-ae75-fd49c33af6a3 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:58:12.058877 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a971b23-e4d4-48f4-ae75-fd49c33af6a3 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:58:12.059201 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a971b23-e4d4-48f4-ae75-fd49c33af6a3 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:58:12.059525 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a971b23-e4d4-48f4-ae75-fd49c33af6a3 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:58:12.059855 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a971b23-e4d4-48f4-ae75-fd49c33af6a3 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:58:12.060174 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a971b23-e4d4-48f4-ae75-fd49c33af6a3 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 15:58:12.244744 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1795e30c-c8cc-46cd-9483-f675e7efd630 req-2a971b23-e4d4-48f4-ae75-fd49c33af6a3 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Router 201d6fed-678d-4438-9a56-aba23a409240 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:58:12.422288 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1795e30c-c8cc-46cd-9483-f675e7efd630 req-2a971b23-e4d4-48f4-ae75-fd49c33af6a3 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:58:12.432549 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541c4b71-c883-43a5-878b-5d62dc2e325d None None] Sync routers for ids ['201d6fed-678d-4438-9a56-aba23a409240'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:58:12.442016 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541c4b71-c883-43a5-878b-5d62dc2e325d None None] Routers {'201d6fed-678d-4438-9a56-aba23a409240'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:58:12.442651 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-541c4b71-c883-43a5-878b-5d62dc2e325d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:58:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['201d6fed-678d-4438-9a56-aba23a409240'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:58:12.509545 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-1795e30c-c8cc-46cd-9483-f675e7efd630 req-2a971b23-e4d4-48f4-ae75-fd49c33af6a3 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] No DVR routers for this DVR port ae4f63cc-7a99-42db-841b-28361cd687e9 on host hv-neutron-8603 {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 15:58:12.511919 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-1795e30c-c8cc-46cd-9483-f675e7efd630 req-2a971b23-e4d4-48f4-ae75-fd49c33af6a3 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:12.514539 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93504370-02ff-4ef2-b2e4-b69ee43db2ef', 'name': 'network-vif-deleted', 'tag': 'ae4f63cc-7a99-42db-841b-28361cd687e9'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:58:12.516807 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c76499-bd57-43d9-8562-24a6306c1a2d" -d '{"events": [{"server_uuid": "93504370-02ff-4ef2-b2e4-b69ee43db2ef", "name": "network-vif-deleted", "tag": "ae4f63cc-7a99-42db-841b-28361cd687e9"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:58:12.531891 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1795e30c-c8cc-46cd-9483-f675e7efd630 req-2a971b23-e4d4-48f4-ae75-fd49c33af6a3 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.16 "DELETE /v2.0/ports/ae4f63cc-7a99-42db-841b-28361cd687e9 HTTP/1.1" status: 204 len: 173 time: 1.4644816 Oct 13 15:58:12.618664 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 15:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fccd950-1400-4bdf-9cf2-55ff02123ebf x-openstack-request-id: req-1fccd950-1400-4bdf-9cf2-55ff02123ebf {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:58:12.618962 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93504370-02ff-4ef2-b2e4-b69ee43db2ef", "name": "network-vif-deleted", "tag": "ae4f63cc-7a99-42db-841b-28361cd687e9", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:58:12.619216 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1fccd950-1400-4bdf-9cf2-55ff02123ebf {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:58:12.619641 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fccd950-1400-4bdf-9cf2-55ff02123ebf'] response: {'server_uuid': '93504370-02ff-4ef2-b2e4-b69ee43db2ef', 'name': 'network-vif-deleted', 'tag': 'ae4f63cc-7a99-42db-841b-28361cd687e9', 'status': 'completed', 'code': 200} Oct 13 15:58:12.641288 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-541c4b71-c883-43a5-878b-5d62dc2e325d None None] Set router 201d6fed-678d-4438-9a56-aba23a409240 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:58:12.961018 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-541c4b71-c883-43a5-878b-5d62dc2e325d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201d6fed-678d-4438-9a56-aba23a409240', 'name': 'tempest-ServerActionsTestJSON-711533714-router', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:56:02Z', 'updated_at': '2022-10-13T15:56:06Z', 'revision_number': 4, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'gw_port': {'id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:05:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201d6fed-678d-4438-9a56-aba23a409240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:56:03Z', 'updated_at': '2022-10-13T15:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '132c0ed2-2ea5-4bdf-af6d-04036bc019b5', 'name': '', 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'mac_address': 'fa:16:3e:f2:89:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201d6fed-678d-4438-9a56-aba23a409240', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:56:05Z', 'updated_at': '2022-10-13T15:56:11Z', 'revision_number': 5, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'subnets': [{'id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:58:12.964932 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541c4b71-c883-43a5-878b-5d62dc2e325d None None] Checking router: 201d6fed-678d-4438-9a56-aba23a409240 for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:58:12.973552 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541c4b71-c883-43a5-878b-5d62dc2e325d None None] Routers {'201d6fed-678d-4438-9a56-aba23a409240'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:58:12.974068 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-541c4b71-c883-43a5-878b-5d62dc2e325d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:58:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['201d6fed-678d-4438-9a56-aba23a409240'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:58:13.157795 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-b1ca685c-0d2e-42d5-b656-3cfe391e9498 req-4908fcbb-f03c-4fba-8206-22ecb671333b tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Synchronizing usage tracker for tenant:3ad2067797114383aa0cc625b1522cd8 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:58:13.168294 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-541c4b71-c883-43a5-878b-5d62dc2e325d None None] Set router 201d6fed-678d-4438-9a56-aba23a409240 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:58:13.173555 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-b1ca685c-0d2e-42d5-b656-3cfe391e9498 req-4908fcbb-f03c-4fba-8206-22ecb671333b tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Unset dirty status for tenant:3ad2067797114383aa0cc625b1522cd8 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:58:13.174961 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b1ca685c-0d2e-42d5-b656-3cfe391e9498 req-4908fcbb-f03c-4fba-8206-22ecb671333b tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=93504370-02ff-4ef2-b2e4-b69ee43db2ef HTTP/1.1" status: 200 len: 210 time: 0.0674977 Oct 13 15:58:13.490064 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-541c4b71-c883-43a5-878b-5d62dc2e325d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201d6fed-678d-4438-9a56-aba23a409240', 'name': 'tempest-ServerActionsTestJSON-711533714-router', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:56:02Z', 'updated_at': '2022-10-13T15:56:06Z', 'revision_number': 4, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'gw_port': {'id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:05:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201d6fed-678d-4438-9a56-aba23a409240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:56:03Z', 'updated_at': '2022-10-13T15:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '132c0ed2-2ea5-4bdf-af6d-04036bc019b5', 'name': '', 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'mac_address': 'fa:16:3e:f2:89:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201d6fed-678d-4438-9a56-aba23a409240', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:56:05Z', 'updated_at': '2022-10-13T15:56:11Z', 'revision_number': 5, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'subnets': [{'id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:58:13.493969 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-541c4b71-c883-43a5-878b-5d62dc2e325d None None] The sync data for ids ['201d6fed-678d-4438-9a56-aba23a409240'] in dv-neutron-860329-2-hyperv is: [{'id': '201d6fed-678d-4438-9a56-aba23a409240', 'name': 'tempest-ServerActionsTestJSON-711533714-router', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:56:02Z', 'updated_at': '2022-10-13T15:56:06Z', 'revision_number': 4, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'gw_port': {'id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:05:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201d6fed-678d-4438-9a56-aba23a409240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:56:03Z', 'updated_at': '2022-10-13T15:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '132c0ed2-2ea5-4bdf-af6d-04036bc019b5', 'name': '', 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'mac_address': 'fa:16:3e:f2:89:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201d6fed-678d-4438-9a56-aba23a409240', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:56:05Z', 'updated_at': '2022-10-13T15:56:11Z', 'revision_number': 5, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'subnets': [{'id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:58:13.712072 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4bf149e-9019-4e37-ab49-f28cc79eaec3 None None] New status for floating IP b06e4929-a9bd-4393-bc7d-184b054ef08d: DOWN {{(pid=88975) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:58:14.509234 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-b55e78fe-9eb5-4f2e-931c-4c63b55c9103 req-89e87a02-d63a-4bf7-b8ca-284dec90f67e tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--714069713&fields=id&tenant_id=3ad2067797114383aa0cc625b1522cd8 HTTP/1.1" status: 200 len: 267 time: 0.0390902 Oct 13 15:58:14.655964 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e78fe-9eb5-4f2e-931c-4c63b55c9103 req-9b2de7fe-336b-4a5f-afae-9695c367e096 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:58:14.657385 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-b55e78fe-9eb5-4f2e-931c-4c63b55c9103 req-9b2de7fe-336b-4a5f-afae-9695c367e096 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/networks?id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be HTTP/1.1" status: 200 len: 811 time: 0.1417654 Oct 13 15:58:14.671660 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-b55e78fe-9eb5-4f2e-931c-4c63b55c9103 req-0da67d5b-b4b0-448a-ae60-9c03f74681f3 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/quotas/3ad2067797114383aa0cc625b1522cd8 HTTP/1.1" status: 200 len: 375 time: 0.0088623 Oct 13 15:58:14.765260 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-b55e78fe-9eb5-4f2e-931c-4c63b55c9103 req-9ce022ba-20d9-42f8-9c77-c419cf51d3d8 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3ad2067797114383aa0cc625b1522cd8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0885458 Oct 13 15:58:14.899545 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-b55e78fe-9eb5-4f2e-931c-4c63b55c9103 req-e9324c8d-f13b-4038-a4a6-a8aacfededed service neutron] 10.222.0.42 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231725 Oct 13 15:58:15.028815 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-b55e78fe-9eb5-4f2e-931c-4c63b55c9103 req-0bba7d90-0215-46d2-8ea0-8e4cb6ce75f0 service neutron] 10.222.0.42 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234760 Oct 13 15:58:15.118563 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device ae4f63cc-7a99-42db-841b-28361cd687e9 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 15:58:15.155503 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] No Port match for: ae4f63cc-7a99-42db-841b-28361cd687e9 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 15:58:15.155849 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device ae4f63cc-7a99-42db-841b-28361cd687e9 not bound to the agent host hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 15:58:15.209354 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-03a2e085-039e-4dd1-b755-a2c3da72c882 req-4199f2de-6565-4d0a-b760-b42ec0353b2b tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c HTTP/1.1" status: 200 len: 210 time: 0.0497642 Oct 13 15:58:16.315774 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-b4442c50-114d-44b8-a4bd-59a86bae4a38 req-924fe3e7-7ab0-4fcc-bc60-90315d7458f8 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c HTTP/1.1" status: 200 len: 210 time: 0.0488584 Oct 13 15:58:17.574749 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fc8407b3-79a8-4fc4-b2c8-02281d6907ca req-a1fd462e-241b-43b7-bb2c-ffa2d3f1bdda tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c HTTP/1.1" status: 200 len: 210 time: 0.0516932 Oct 13 15:58:18.730906 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-dbaabcb9-fe93-4b19-93ac-ed65155a5e6b req-06eacd95-9274-409f-8d0c-0e9a976e1a3f tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c HTTP/1.1" status: 200 len: 210 time: 0.0476897 Oct 13 15:58:19.889930 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-046b37ee-ca55-4653-be0d-7691bf0e28d8 req-e8bc4eeb-b84b-4a7c-a7d7-b1bb40c73f64 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c HTTP/1.1" status: 200 len: 210 time: 0.0485227 Oct 13 15:58:20.219324 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e78fe-9eb5-4f2e-931c-4c63b55c9103 req-695f56ae-ff72-4e97-b56c-e88209a69e5f tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:58:20.220740 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b55e78fe-9eb5-4f2e-931c-4c63b55c9103 req-695f56ae-ff72-4e97-b56c-e88209a69e5f tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.16 "GET /v2.0/networks?id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be HTTP/1.1" status: 200 len: 811 time: 0.1456630 Oct 13 15:58:20.269932 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b55e78fe-9eb5-4f2e-931c-4c63b55c9103 req-8274cb23-ba8c-4f9e-a823-4e8fe48997fd tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ad2067797114383aa0cc625b1522cd8 HTTP/1.1" status: 200 len: 379 time: 0.0407319 Oct 13 15:58:20.278098 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-b55e78fe-9eb5-4f2e-931c-4c63b55c9103 req-35129135-17b5-4f83-9796-1c8a0e243dd5 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Request body: {'port': {'device_id': '7c4ef678-fba8-483f-9786-6408a9c1f89c', 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be', 'admin_state_up': True, 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'security_groups': ['ea79e01c-0a40-4172-b540-cd59d9134cdd']}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:58:20.413165 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-b55e78fe-9eb5-4f2e-931c-4c63b55c9103 req-35129135-17b5-4f83-9796-1c8a0e243dd5 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 15:58:20.423136 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-b55e78fe-9eb5-4f2e-931c-4c63b55c9103 req-35129135-17b5-4f83-9796-1c8a0e243dd5 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 15:58:20.432495 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b55e78fe-9eb5-4f2e-931c-4c63b55c9103 req-35129135-17b5-4f83-9796-1c8a0e243dd5 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Made reservation on behalf of 3ad2067797114383aa0cc625b1522cd8 for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 15:58:20.436025 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-b55e78fe-9eb5-4f2e-931c-4c63b55c9103 req-35129135-17b5-4f83-9796-1c8a0e243dd5 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:20.594427 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [req-b55e78fe-9eb5-4f2e-931c-4c63b55c9103 req-35129135-17b5-4f83-9796-1c8a0e243dd5 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Allocated IP 172.20.0.10 (5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be/0377824e-746a-41ad-9498-5e48c58c0ec9/57f5c0c8-bcec-423e-917a-03e6e2ca7e28) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 15:58:20.776507 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-b55e78fe-9eb5-4f2e-931c-4c63b55c9103 req-35129135-17b5-4f83-9796-1c8a0e243dd5 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:20.792045 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-b55e78fe-9eb5-4f2e-931c-4c63b55c9103 req-35129135-17b5-4f83-9796-1c8a0e243dd5 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Transition to ACTIVE for port object 57f5c0c8-bcec-423e-917a-03e6e2ca7e28 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:58:20.815007 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-b55e78fe-9eb5-4f2e-931c-4c63b55c9103 req-35129135-17b5-4f83-9796-1c8a0e243dd5 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:20.886961 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b55e78fe-9eb5-4f2e-931c-4c63b55c9103 req-35129135-17b5-4f83-9796-1c8a0e243dd5 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Network 5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 15:58:20.890048 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [req-b55e78fe-9eb5-4f2e-931c-4c63b55c9103 req-35129135-17b5-4f83-9796-1c8a0e243dd5 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 15:58:20.892773 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-b55e78fe-9eb5-4f2e-931c-4c63b55c9103 req-35129135-17b5-4f83-9796-1c8a0e243dd5 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 15:58:20.933133 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35129135-17b5-4f83-9796-1c8a0e243dd5 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Pushing event updated for resources: {'Port': ['ID=57f5c0c8-bcec-423e-917a-03e6e2ca7e28,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:58:20.963149 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e78fe-9eb5-4f2e-931c-4c63b55c9103 req-35129135-17b5-4f83-9796-1c8a0e243dd5 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:58:20.963945 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-b55e78fe-9eb5-4f2e-931c-4c63b55c9103 req-35129135-17b5-4f83-9796-1c8a0e243dd5 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:20.991498 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b55e78fe-9eb5-4f2e-931c-4c63b55c9103 req-35129135-17b5-4f83-9796-1c8a0e243dd5 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7169342 Oct 13 15:58:21.003261 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-b55e78fe-9eb5-4f2e-931c-4c63b55c9103 req-86b849af-5b60-47f6-a681-ee1a8dca8380 service neutron] Request body: {'port': {'device_id': '7c4ef678-fba8-483f-9786-6408a9c1f89c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:58:21.097700 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-2e00d835-eec5-4dd7-99a3-4a7c3560913e None None] Provisioning for port 57f5c0c8-bcec-423e-917a-03e6e2ca7e28 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:58:21.103340 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-2e00d835-eec5-4dd7-99a3-4a7c3560913e None None] Provisioning complete for port 57f5c0c8-bcec-423e-917a-03e6e2ca7e28 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:58:21.103713 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2e00d835-eec5-4dd7-99a3-4a7c3560913e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:21.104096 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-2e00d835-eec5-4dd7-99a3-4a7c3560913e None None] Attempt 1 to provision port 57f5c0c8-bcec-423e-917a-03e6e2ca7e28 Oct 13 15:58:21.115811 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81689e6f-e478-4f35-a6d6-acf3ae16957d req-fdc0ef55-76a2-46f6-a624-c55ff57b8876 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:58:21.117556 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-81689e6f-e478-4f35-a6d6-acf3ae16957d req-fdc0ef55-76a2-46f6-a624-c55ff57b8876 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c HTTP/1.1" status: 200 len: 932 time: 0.1057754 Oct 13 15:58:21.164621 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-2e00d835-eec5-4dd7-99a3-4a7c3560913e None None] Port 57f5c0c8-bcec-423e-917a-03e6e2ca7e28 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:58:21.164773 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-81689e6f-e478-4f35-a6d6-acf3ae16957d req-65a4cc4b-020b-4e67-8692-441bc21d6dac tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412364 Oct 13 15:58:21.224822 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-b55e78fe-9eb5-4f2e-931c-4c63b55c9103 req-86b849af-5b60-47f6-a681-ee1a8dca8380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:21.556345 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [req-b55e78fe-9eb5-4f2e-931c-4c63b55c9103 req-86b849af-5b60-47f6-a681-ee1a8dca8380 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57f5c0c8-bcec-423e-917a-03e6e2ca7e28 {{(pid=88973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 15:58:21.563224 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-b55e78fe-9eb5-4f2e-931c-4c63b55c9103 req-86b849af-5b60-47f6-a681-ee1a8dca8380 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:21.576869 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-b55e78fe-9eb5-4f2e-931c-4c63b55c9103 req-86b849af-5b60-47f6-a681-ee1a8dca8380 service neutron] Transition to ACTIVE for port object 57f5c0c8-bcec-423e-917a-03e6e2ca7e28 will not be triggered until provisioned by entity L2. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 15:58:21.581398 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-b55e78fe-9eb5-4f2e-931c-4c63b55c9103 req-86b849af-5b60-47f6-a681-ee1a8dca8380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:21.665977 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-2e00d835-eec5-4dd7-99a3-4a7c3560913e None None] Attempt 2 to provision port 57f5c0c8-bcec-423e-917a-03e6e2ca7e28 Oct 13 15:58:21.725927 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-2e00d835-eec5-4dd7-99a3-4a7c3560913e None None] Port 57f5c0c8-bcec-423e-917a-03e6e2ca7e28 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 15:58:21.771244 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b849af-5b60-47f6-a681-ee1a8dca8380 service neutron] Pushing event updated for resources: {'Port': ['ID=57f5c0c8-bcec-423e-917a-03e6e2ca7e28,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:58:21.808653 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-b55e78fe-9eb5-4f2e-931c-4c63b55c9103 req-86b849af-5b60-47f6-a681-ee1a8dca8380 service neutron] Attempting to bind port 57f5c0c8-bcec-423e-917a-03e6e2ca7e28 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 15:58:21.808910 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-b55e78fe-9eb5-4f2e-931c-4c63b55c9103 req-86b849af-5b60-47f6-a681-ee1a8dca8380 service neutron] Attempting to bind port 57f5c0c8-bcec-423e-917a-03e6e2ca7e28 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'f70bdea3-e00e-4e61-9038-56eb255268ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be'}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 15:58:21.809239 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55e78fe-9eb5-4f2e-931c-4c63b55c9103 req-86b849af-5b60-47f6-a681-ee1a8dca8380 service neutron] Attempting to bind port 57f5c0c8-bcec-423e-917a-03e6e2ca7e28 on network 5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:58:21.813896 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55e78fe-9eb5-4f2e-931c-4c63b55c9103 req-86b849af-5b60-47f6-a681-ee1a8dca8380 service neutron] Port 57f5c0c8-bcec-423e-917a-03e6e2ca7e28 on network 5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 15:58:21.814241 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55e78fe-9eb5-4f2e-931c-4c63b55c9103 req-86b849af-5b60-47f6-a681-ee1a8dca8380 service neutron] Attempting to bind port 57f5c0c8-bcec-423e-917a-03e6e2ca7e28 on network 5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 15:58:21.819251 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55e78fe-9eb5-4f2e-931c-4c63b55c9103 req-86b849af-5b60-47f6-a681-ee1a8dca8380 service neutron] Checking agent: {'id': 'c4d1d38a-44f6-47ac-b17c-311e640e7cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'started_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 15, 57, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 15:58:21.819581 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55e78fe-9eb5-4f2e-931c-4c63b55c9103 req-86b849af-5b60-47f6-a681-ee1a8dca8380 service neutron] Checking segment: {'id': 'f70bdea3-e00e-4e61-9038-56eb255268ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 15:58:21.819959 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b55e78fe-9eb5-4f2e-931c-4c63b55c9103 req-86b849af-5b60-47f6-a681-ee1a8dca8380 service neutron] Bound using segment: {'id': 'f70bdea3-e00e-4e61-9038-56eb255268ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be'} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 15:58:21.820406 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-b55e78fe-9eb5-4f2e-931c-4c63b55c9103 req-86b849af-5b60-47f6-a681-ee1a8dca8380 service neutron] Bound port: 57f5c0c8-bcec-423e-917a-03e6e2ca7e28, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f70bdea3-e00e-4e61-9038-56eb255268ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be'}}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 15:58:21.820744 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-b55e78fe-9eb5-4f2e-931c-4c63b55c9103 req-86b849af-5b60-47f6-a681-ee1a8dca8380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:21.911924 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-b55e78fe-9eb5-4f2e-931c-4c63b55c9103 req-86b849af-5b60-47f6-a681-ee1a8dca8380 service neutron] For port 57f5c0c8-bcec-423e-917a-03e6e2ca7e28, host hv-neutron-8603, cleared binding levels {{(pid=88973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 15:58:21.915584 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-b55e78fe-9eb5-4f2e-931c-4c63b55c9103 req-86b849af-5b60-47f6-a681-ee1a8dca8380 service neutron] For port 57f5c0c8-bcec-423e-917a-03e6e2ca7e28, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=57f5c0c8-bcec-423e-917a-03e6e2ca7e28,segment=NetworkSegment(f70bdea3-e00e-4e61-9038-56eb255268ae),segment_id=f70bdea3-e00e-4e61-9038-56eb255268ae)] {{(pid=88973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 15:58:21.920176 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-b55e78fe-9eb5-4f2e-931c-4c63b55c9103 req-86b849af-5b60-47f6-a681-ee1a8dca8380 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:21.949858 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e78fe-9eb5-4f2e-931c-4c63b55c9103 req-86b849af-5b60-47f6-a681-ee1a8dca8380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:58:21.950515 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-b55e78fe-9eb5-4f2e-931c-4c63b55c9103 req-86b849af-5b60-47f6-a681-ee1a8dca8380 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:21.951857 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b55e78fe-9eb5-4f2e-931c-4c63b55c9103 req-86b849af-5b60-47f6-a681-ee1a8dca8380 service neutron] 10.222.0.16 "PUT /v2.0/ports/57f5c0c8-bcec-423e-917a-03e6e2ca7e28 HTTP/1.1" status: 200 len: 1094 time: 0.9528923 Oct 13 15:58:21.952344 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c4ef678-fba8-483f-9786-6408a9c1f89c', 'tag': '57f5c0c8-bcec-423e-917a-03e6e2ca7e28'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:58:21.954633 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24a8a93-36c7-41f4-8ac3-27fa8c339eac" -d '{"events": [{"name": "network-changed", "server_uuid": "7c4ef678-fba8-483f-9786-6408a9c1f89c", "tag": "57f5c0c8-bcec-423e-917a-03e6e2ca7e28"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:58:22.031326 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 15:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd489412-19ba-4343-86ec-8763038d6af5 x-openstack-request-id: req-bd489412-19ba-4343-86ec-8763038d6af5 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:58:22.031601 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c4ef678-fba8-483f-9786-6408a9c1f89c", "tag": "57f5c0c8-bcec-423e-917a-03e6e2ca7e28", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:58:22.031844 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bd489412-19ba-4343-86ec-8763038d6af5 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:58:22.032224 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bd489412-19ba-4343-86ec-8763038d6af5'] response: {'name': 'network-changed', 'server_uuid': '7c4ef678-fba8-483f-9786-6408a9c1f89c', 'tag': '57f5c0c8-bcec-423e-917a-03e6e2ca7e28', 'status': 'completed', 'code': 200} Oct 13 15:58:22.047722 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b849af-5b60-47f6-a681-ee1a8dca8380 service neutron] Pushing event updated for resources: {'Port': ['ID=57f5c0c8-bcec-423e-917a-03e6e2ca7e28,revision_number=3']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:58:22.080358 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e78fe-9eb5-4f2e-931c-4c63b55c9103 req-72bafc93-5c58-481d-8cc8-bd42b8104b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:58:22.081742 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b55e78fe-9eb5-4f2e-931c-4c63b55c9103 req-72bafc93-5c58-481d-8cc8-bd42b8104b3d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3ad2067797114383aa0cc625b1522cd8&device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c HTTP/1.1" status: 200 len: 1097 time: 0.0918853 Oct 13 15:58:22.146669 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b55e78fe-9eb5-4f2e-931c-4c63b55c9103 req-914f6c34-c89d-4fe0-8bc6-24a28ffc6a7b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57f5c0c8-bcec-423e-917a-03e6e2ca7e28 HTTP/1.1" status: 200 len: 217 time: 0.0582478 Oct 13 15:58:22.208968 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e78fe-9eb5-4f2e-931c-4c63b55c9103 req-01f4ca17-90e2-45cc-b649-fb33ec801379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:58:22.210402 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b55e78fe-9eb5-4f2e-931c-4c63b55c9103 req-01f4ca17-90e2-45cc-b649-fb33ec801379 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0377824e-746a-41ad-9498-5e48c58c0ec9 HTTP/1.1" status: 200 len: 850 time: 0.0583701 Oct 13 15:58:22.227616 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-2e00d835-eec5-4dd7-99a3-4a7c3560913e None None] Attempt 3 to provision port 57f5c0c8-bcec-423e-917a-03e6e2ca7e28 Oct 13 15:58:22.288858 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-2e00d835-eec5-4dd7-99a3-4a7c3560913e None None] Port 57f5c0c8-bcec-423e-917a-03e6e2ca7e28 had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 15:58:22.294087 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55e78fe-9eb5-4f2e-931c-4c63b55c9103 req-102c0de7-fd6f-4a5f-9e23-5e4ae4d98a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:58:22.295667 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b55e78fe-9eb5-4f2e-931c-4c63b55c9103 req-102c0de7-fd6f-4a5f-9e23-5e4ae4d98a54 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797029 Oct 13 15:58:22.369248 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30183c22-890f-4625-b571-ebc754866bfb req-fe3c04f3-7968-4246-831e-44e7f756a541 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:58:22.370682 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-30183c22-890f-4625-b571-ebc754866bfb req-fe3c04f3-7968-4246-831e-44e7f756a541 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c HTTP/1.1" status: 200 len: 944 time: 0.0895982 Oct 13 15:58:22.414390 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-30183c22-890f-4625-b571-ebc754866bfb req-74104c05-41bf-4a13-9a40-411b7ff0f41a tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380569 Oct 13 15:58:22.428165 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b55e78fe-9eb5-4f2e-931c-4c63b55c9103 req-90be3f4e-2020-4732-8b10-41af195760e4 service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263387 Oct 13 15:58:22.557909 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b55e78fe-9eb5-4f2e-931c-4c63b55c9103 req-6f6d625a-beab-4a5d-9d23-da84d2625112 service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233833 Oct 13 15:58:22.681819 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a8a93-36c7-41f4-8ac3-27fa8c339eac req-1f18c45d-3dbc-4d6a-a962-49a308856d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:58:22.683355 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e24a8a93-36c7-41f4-8ac3-27fa8c339eac req-1f18c45d-3dbc-4d6a-a962-49a308856d88 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3ad2067797114383aa0cc625b1522cd8&device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c HTTP/1.1" status: 200 len: 1097 time: 0.0822167 Oct 13 15:58:22.910514 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a8a93-36c7-41f4-8ac3-27fa8c339eac req-21be4960-170f-4f11-8cb7-de698f3c3a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:58:22.911953 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e24a8a93-36c7-41f4-8ac3-27fa8c339eac req-21be4960-170f-4f11-8cb7-de698f3c3a01 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be HTTP/1.1" status: 200 len: 912 time: 0.2232172 Oct 13 15:58:22.979590 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e24a8a93-36c7-41f4-8ac3-27fa8c339eac req-07d89e71-15d1-4843-b022-0f777205f8b4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57f5c0c8-bcec-423e-917a-03e6e2ca7e28 HTTP/1.1" status: 200 len: 217 time: 0.0607131 Oct 13 15:58:23.046327 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a8a93-36c7-41f4-8ac3-27fa8c339eac req-330e6068-3414-41cc-95e2-833ed956efdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:58:23.047794 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e24a8a93-36c7-41f4-8ac3-27fa8c339eac req-330e6068-3414-41cc-95e2-833ed956efdb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0377824e-746a-41ad-9498-5e48c58c0ec9 HTTP/1.1" status: 200 len: 850 time: 0.0631185 Oct 13 15:58:23.130097 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a8a93-36c7-41f4-8ac3-27fa8c339eac req-87e5f9d5-33cd-454b-a6db-e8978e34a445 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:58:23.131585 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e24a8a93-36c7-41f4-8ac3-27fa8c339eac req-87e5f9d5-33cd-454b-a6db-e8978e34a445 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780575 Oct 13 15:58:23.263209 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e24a8a93-36c7-41f4-8ac3-27fa8c339eac req-6ab7ba11-81d5-48af-bbe2-5efe3b5cef88 service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234121 Oct 13 15:58:23.395451 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e24a8a93-36c7-41f4-8ac3-27fa8c339eac req-31f6b0c1-88c7-46ab-9b29-592405edb386 service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259613 Oct 13 15:58:23.615707 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8560b3c3-562d-4e1e-ab12-2320fadff6b3 req-19fb938f-5d54-410e-8c9a-b351dbcf9e9a tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:58:23.616314 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-8560b3c3-562d-4e1e-ab12-2320fadff6b3 req-19fb938f-5d54-410e-8c9a-b351dbcf9e9a tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Synchronizing usage tracker for tenant:3ad2067797114383aa0cc625b1522cd8 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 15:58:23.631531 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-8560b3c3-562d-4e1e-ab12-2320fadff6b3 req-19fb938f-5d54-410e-8c9a-b351dbcf9e9a tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Unset dirty status for tenant:3ad2067797114383aa0cc625b1522cd8 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 15:58:23.633396 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-8560b3c3-562d-4e1e-ab12-2320fadff6b3 req-19fb938f-5d54-410e-8c9a-b351dbcf9e9a tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c HTTP/1.1" status: 200 len: 944 time: 0.1057007 Oct 13 15:58:23.676992 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-8560b3c3-562d-4e1e-ab12-2320fadff6b3 req-874fe002-2339-43ee-a0f4-f2240d08802c tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378950 Oct 13 15:58:24.871494 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925fdea-3ccc-4ae3-a300-24b76a0d8dd2 req-932baf97-f473-4a70-8b68-c6b18c61825c tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:58:24.872926 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-7925fdea-3ccc-4ae3-a300-24b76a0d8dd2 req-932baf97-f473-4a70-8b68-c6b18c61825c tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c HTTP/1.1" status: 200 len: 944 time: 0.0847745 Oct 13 15:58:24.915809 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-7925fdea-3ccc-4ae3-a300-24b76a0d8dd2 req-abb13aac-eb7d-4a02-8101-56d63535650c tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371935 Oct 13 15:58:25.148635 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 57f5c0c8-bcec-423e-917a-03e6e2ca7e28 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=88974) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 13 15:58:25.311273 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 57f5c0c8-bcec-423e-917a-03e6e2ca7e28, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=57f5c0c8-bcec-423e-917a-03e6e2ca7e28,segment=NetworkSegment(f70bdea3-e00e-4e61-9038-56eb255268ae),segment_id=f70bdea3-e00e-4e61-9038-56eb255268ae)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:58:25.324007 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Returning: {'device': '57f5c0c8-bcec-423e-917a-03e6e2ca7e28', 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be', 'port_id': '57f5c0c8-bcec-423e-917a-03e6e2ca7e28', 'mac_address': 'fa:16:3e:db:0d:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88974) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 13 15:58:25.377955 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 57f5c0c8-bcec-423e-917a-03e6e2ca7e28 is: DOWN; New status is: BUILD {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:58:25.378371 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:25.394878 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57f5c0c8-bcec-423e-917a-03e6e2ca7e28 {{(pid=88974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 15:58:25.410101 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 57f5c0c8-bcec-423e-917a-03e6e2ca7e28, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=57f5c0c8-bcec-423e-917a-03e6e2ca7e28,segment=NetworkSegment(f70bdea3-e00e-4e61-9038-56eb255268ae),segment_id=f70bdea3-e00e-4e61-9038-56eb255268ae)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:58:25.413477 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:25.483117 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=57f5c0c8-bcec-423e-917a-03e6e2ca7e28,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:58:25.788992 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['57f5c0c8-bcec-423e-917a-03e6e2ca7e28'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 15:58:25.975354 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:26.119223 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f76aa0-d1dd-4875-9683-11aa946e1d01 req-cd040c14-afd2-45af-99f8-95ef2ba9cf7a tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:58:26.120641 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-52f76aa0-d1dd-4875-9683-11aa946e1d01 req-cd040c14-afd2-45af-99f8-95ef2ba9cf7a tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c HTTP/1.1" status: 200 len: 945 time: 0.0892999 Oct 13 15:58:26.162381 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-52f76aa0-d1dd-4875-9683-11aa946e1d01 req-72fd9746-8a75-4e18-89a3-7f4b11a89c5b tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361772 Oct 13 15:58:27.168901 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 57f5c0c8-bcec-423e-917a-03e6e2ca7e28 up at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 15:58:27.238555 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning for port 57f5c0c8-bcec-423e-917a-03e6e2ca7e28 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 15:58:27.243929 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning complete for port 57f5c0c8-bcec-423e-917a-03e6e2ca7e28 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 15:58:27.244289 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:27.244613 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Attempt 1 to provision port 57f5c0c8-bcec-423e-917a-03e6e2ca7e28 Oct 13 15:58:27.362274 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 57f5c0c8-bcec-423e-917a-03e6e2ca7e28 is: BUILD; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 15:58:27.362647 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:27.391399 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4ef678-fba8-483f-9786-6408a9c1f89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f5c0c8-bcec-423e-917a-03e6e2ca7e28'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:58:27.393942 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979c64d66908691d8da3fe322a5acf5d757b5bee84c7992aba2ec3c134dffaeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac06eef8-4812-4372-b063-6714056346fd" -d '{"events": [{"server_uuid": "7c4ef678-fba8-483f-9786-6408a9c1f89c", "name": "network-vif-plugged", "status": "completed", "tag": "57f5c0c8-bcec-423e-917a-03e6e2ca7e28"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:58:27.401823 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 57f5c0c8-bcec-423e-917a-03e6e2ca7e28, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=57f5c0c8-bcec-423e-917a-03e6e2ca7e28,segment=NetworkSegment(f70bdea3-e00e-4e61-9038-56eb255268ae),segment_id=f70bdea3-e00e-4e61-9038-56eb255268ae)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 15:58:27.405763 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:27.438419 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 15:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a46fc327-2ad4-4a39-86ce-f126a3af58f9 x-openstack-request-id: req-a46fc327-2ad4-4a39-86ce-f126a3af58f9 {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:58:27.438710 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c4ef678-fba8-483f-9786-6408a9c1f89c", "name": "network-vif-plugged", "status": "completed", "tag": "57f5c0c8-bcec-423e-917a-03e6e2ca7e28", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:58:27.438954 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a46fc327-2ad4-4a39-86ce-f126a3af58f9 {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:58:27.439335 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a46fc327-2ad4-4a39-86ce-f126a3af58f9'] response: {'server_uuid': '7c4ef678-fba8-483f-9786-6408a9c1f89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f5c0c8-bcec-423e-917a-03e6e2ca7e28', 'code': 200} Oct 13 15:58:27.461619 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd0ce1b-0ac0-487e-b156-bb4842480448 req-ff45e343-ddee-4743-93a0-cb80c39131b0 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:58:27.463241 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-4dd0ce1b-0ac0-487e-b156-bb4842480448 req-ff45e343-ddee-4743-93a0-cb80c39131b0 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c HTTP/1.1" status: 200 len: 946 time: 0.1899264 Oct 13 15:58:27.483996 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=57f5c0c8-bcec-423e-917a-03e6e2ca7e28,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 15:58:27.514474 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-4dd0ce1b-0ac0-487e-b156-bb4842480448 req-fe935329-cd69-4c16-917c-03f545b672bd tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445819 Oct 13 15:58:27.669944 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d34d64-8814-4197-aa27-4d420bb94fd2 req-50630c30-0730-4383-abff-2054216e7271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:58:27.673497 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e5d34d64-8814-4197-aa27-4d420bb94fd2 req-50630c30-0730-4383-abff-2054216e7271 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c HTTP/1.1" status: 200 len: 1099 time: 0.0784264 Oct 13 15:58:27.713743 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e5d34d64-8814-4197-aa27-4d420bb94fd2 req-38c9a9b3-aa72-4825-9796-153e02192c0c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344615 Oct 13 15:58:28.714396 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c097ea4-e74f-4b3f-b93e-f3891f6671ca req-90e83ca9-e7e5-47ab-8479-e7e1a3a12dcc tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:58:28.715832 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9c097ea4-e74f-4b3f-b93e-f3891f6671ca req-90e83ca9-e7e5-47ab-8479-e7e1a3a12dcc tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c HTTP/1.1" status: 200 len: 946 time: 0.0899870 Oct 13 15:58:28.758889 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9c097ea4-e74f-4b3f-b93e-f3891f6671ca req-23d8a529-6725-413b-a12f-63a42cb30c73 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374854 Oct 13 15:58:29.956148 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d774d6-3da0-4751-8ca5-26c7ab3ed197 req-b4f5fefb-ff12-4172-ae5b-d8301755eb1c tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:58:29.957469 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f2d774d6-3da0-4751-8ca5-26c7ab3ed197 req-b4f5fefb-ff12-4172-ae5b-d8301755eb1c tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c HTTP/1.1" status: 200 len: 946 time: 0.0858343 Oct 13 15:58:30.000577 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f2d774d6-3da0-4751-8ca5-26c7ab3ed197 req-88b439e8-05f4-4b27-9f5b-d180ba712566 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374360 Oct 13 15:58:30.191599 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1987ee3b-19ce-4d0e-ae4b-a8855fd40256 req-d06acc2b-8565-4ca7-b9f5-91a0d0cfc7cf tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:58:30.193021 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1987ee3b-19ce-4d0e-ae4b-a8855fd40256 req-d06acc2b-8565-4ca7-b9f5-91a0d0cfc7cf tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c HTTP/1.1" status: 200 len: 946 time: 0.0904076 Oct 13 15:58:30.203158 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 58992) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 15:58:30.208013 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-492983e3-a059-403a-af7c-ca5e7349c06f tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Request body: {'floatingip': {'port_id': '57f5c0c8-bcec-423e-917a-03e6e2ca7e28'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 15:58:30.282609 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-492983e3-a059-403a-af7c-ca5e7349c06f tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks [] for floatingip, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:30.963443 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-492983e3-a059-403a-af7c-ca5e7349c06f tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:30.967055 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-492983e3-a059-403a-af7c-ca5e7349c06f tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:31.130372 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.l3_db [None req-492983e3-a059-403a-af7c-ca5e7349c06f tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Floating IP b06e4929-a9bd-4393-bc7d-184b054ef08d associated. External IP: 172.26.2.170, port: 57f5c0c8-bcec-423e-917a-03e6e2ca7e28. Oct 13 15:58:31.474494 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-492983e3-a059-403a-af7c-ca5e7349c06f tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Router 201d6fed-678d-4438-9a56-aba23a409240 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 15:58:31.650222 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-492983e3-a059-403a-af7c-ca5e7349c06f tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 15:58:31.655596 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-492983e3-a059-403a-af7c-ca5e7349c06f tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:31.660322 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e621b3-46c8-47d0-aeed-e1f74497d013 None None] Sync routers for ids ['201d6fed-678d-4438-9a56-aba23a409240'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 15:58:31.670363 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e621b3-46c8-47d0-aeed-e1f74497d013 None None] Routers {'201d6fed-678d-4438-9a56-aba23a409240'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:58:31.670979 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-02e621b3-46c8-47d0-aeed-e1f74497d013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:58:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['201d6fed-678d-4438-9a56-aba23a409240'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:58:31.717315 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-492983e3-a059-403a-af7c-ca5e7349c06f tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "PUT /v2.0/floatingips/b06e4929-a9bd-4393-bc7d-184b054ef08d HTTP/1.1" status: 200 len: 992 time: 1.5110714 Oct 13 15:58:31.717315 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c4ef678-fba8-483f-9786-6408a9c1f89c', 'tag': '57f5c0c8-bcec-423e-917a-03e6e2ca7e28'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 15:58:31.718214 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79fbdde2-3f32-4242-97d3-b960ce4b4fbf" -d '{"events": [{"name": "network-changed", "server_uuid": "7c4ef678-fba8-483f-9786-6408a9c1f89c", "tag": "57f5c0c8-bcec-423e-917a-03e6e2ca7e28"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 15:58:31.760826 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 15:58:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fb8e9d7-9db9-4dee-870e-25a2fd8e60c2 x-openstack-request-id: req-4fb8e9d7-9db9-4dee-870e-25a2fd8e60c2 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 15:58:31.761121 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c4ef678-fba8-483f-9786-6408a9c1f89c", "tag": "57f5c0c8-bcec-423e-917a-03e6e2ca7e28", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 15:58:31.761373 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4fb8e9d7-9db9-4dee-870e-25a2fd8e60c2 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 15:58:31.761773 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4fb8e9d7-9db9-4dee-870e-25a2fd8e60c2'] response: {'name': 'network-changed', 'server_uuid': '7c4ef678-fba8-483f-9786-6408a9c1f89c', 'tag': '57f5c0c8-bcec-423e-917a-03e6e2ca7e28', 'status': 'completed', 'code': 200} Oct 13 15:58:31.850953 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-02e621b3-46c8-47d0-aeed-e1f74497d013 None None] Set router 201d6fed-678d-4438-9a56-aba23a409240 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:58:31.857303 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fbdde2-3f32-4242-97d3-b960ce4b4fbf req-b64de559-8f80-43be-98a3-9dc427b2ad87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:58:31.858821 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-79fbdde2-3f32-4242-97d3-b960ce4b4fbf req-b64de559-8f80-43be-98a3-9dc427b2ad87 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3ad2067797114383aa0cc625b1522cd8&device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c HTTP/1.1" status: 200 len: 1099 time: 0.0776849 Oct 13 15:58:31.988658 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fbdde2-3f32-4242-97d3-b960ce4b4fbf req-fe14c4fe-1ab0-43b4-9fb8-03576f7f1023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:58:31.990025 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-79fbdde2-3f32-4242-97d3-b960ce4b4fbf req-fe14c4fe-1ab0-43b4-9fb8-03576f7f1023 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be HTTP/1.1" status: 200 len: 912 time: 0.1253240 Oct 13 15:58:32.202938 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-02e621b3-46c8-47d0-aeed-e1f74497d013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201d6fed-678d-4438-9a56-aba23a409240', 'name': 'tempest-ServerActionsTestJSON-711533714-router', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:56:02Z', 'updated_at': '2022-10-13T15:56:06Z', 'revision_number': 4, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'gw_port': {'id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:05:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201d6fed-678d-4438-9a56-aba23a409240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:56:03Z', 'updated_at': '2022-10-13T15:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': 'b06e4929-a9bd-4393-bc7d-184b054ef08d', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'floating_ip_address': '172.26.2.170', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '201d6fed-678d-4438-9a56-aba23a409240', 'port_id': '57f5c0c8-bcec-423e-917a-03e6e2ca7e28', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be', 'mac_address': 'fa:16:3e:db:0d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4ef678-fba8-483f-9786-6408a9c1f89c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:56:09Z', 'updated_at': '2022-10-13T15:58:30Z', 'revision_number': 5, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '132c0ed2-2ea5-4bdf-af6d-04036bc019b5', 'name': '', 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'mac_address': 'fa:16:3e:f2:89:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201d6fed-678d-4438-9a56-aba23a409240', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:56:05Z', 'updated_at': '2022-10-13T15:56:11Z', 'revision_number': 5, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'subnets': [{'id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:58:32.205219 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-79fbdde2-3f32-4242-97d3-b960ce4b4fbf req-9ddfc3fd-d0b8-4a7a-90ba-0b2b9779567c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57f5c0c8-bcec-423e-917a-03e6e2ca7e28 HTTP/1.1" status: 200 len: 1000 time: 0.2092323 Oct 13 15:58:32.207013 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e621b3-46c8-47d0-aeed-e1f74497d013 None None] Checking router: 201d6fed-678d-4438-9a56-aba23a409240 for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 15:58:32.216132 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e621b3-46c8-47d0-aeed-e1f74497d013 None None] Routers {'201d6fed-678d-4438-9a56-aba23a409240'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 15:58:32.216733 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-02e621b3-46c8-47d0-aeed-e1f74497d013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T15:58:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['201d6fed-678d-4438-9a56-aba23a409240'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:58:32.265776 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fbdde2-3f32-4242-97d3-b960ce4b4fbf req-3b77853d-75f4-4cf0-9fc5-a4c2b8b819a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:58:32.267123 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-79fbdde2-3f32-4242-97d3-b960ce4b4fbf req-3b77853d-75f4-4cf0-9fc5-a4c2b8b819a2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0377824e-746a-41ad-9498-5e48c58c0ec9 HTTP/1.1" status: 200 len: 850 time: 0.0563040 Oct 13 15:58:32.350628 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fbdde2-3f32-4242-97d3-b960ce4b4fbf req-b3c209d6-6ed8-4deb-aee2-120188cb3e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:58:32.352106 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-79fbdde2-3f32-4242-97d3-b960ce4b4fbf req-b3c209d6-6ed8-4deb-aee2-120188cb3e12 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791321 Oct 13 15:58:32.392587 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-02e621b3-46c8-47d0-aeed-e1f74497d013 None None] Set router 201d6fed-678d-4438-9a56-aba23a409240 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 15:58:32.484187 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-79fbdde2-3f32-4242-97d3-b960ce4b4fbf req-1570f7e5-c1dd-47e7-bb9a-a87e5a1ed464 service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257489 Oct 13 15:58:32.614394 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-79fbdde2-3f32-4242-97d3-b960ce4b4fbf req-ab07cf4d-9ad1-47ce-8053-e6d1073b28a8 service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248336 Oct 13 15:58:32.767530 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-02e621b3-46c8-47d0-aeed-e1f74497d013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201d6fed-678d-4438-9a56-aba23a409240', 'name': 'tempest-ServerActionsTestJSON-711533714-router', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:56:02Z', 'updated_at': '2022-10-13T15:56:06Z', 'revision_number': 4, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'gw_port': {'id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:05:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201d6fed-678d-4438-9a56-aba23a409240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:56:03Z', 'updated_at': '2022-10-13T15:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': 'b06e4929-a9bd-4393-bc7d-184b054ef08d', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'floating_ip_address': '172.26.2.170', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '201d6fed-678d-4438-9a56-aba23a409240', 'port_id': '57f5c0c8-bcec-423e-917a-03e6e2ca7e28', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be', 'mac_address': 'fa:16:3e:db:0d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4ef678-fba8-483f-9786-6408a9c1f89c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:56:09Z', 'updated_at': '2022-10-13T15:58:30Z', 'revision_number': 5, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '132c0ed2-2ea5-4bdf-af6d-04036bc019b5', 'name': '', 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'mac_address': 'fa:16:3e:f2:89:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201d6fed-678d-4438-9a56-aba23a409240', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:56:05Z', 'updated_at': '2022-10-13T15:56:11Z', 'revision_number': 5, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'subnets': [{'id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 15:58:32.771708 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02e621b3-46c8-47d0-aeed-e1f74497d013 None None] The sync data for ids ['201d6fed-678d-4438-9a56-aba23a409240'] in dv-neutron-860329-2-hyperv is: [{'id': '201d6fed-678d-4438-9a56-aba23a409240', 'name': 'tempest-ServerActionsTestJSON-711533714-router', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:56:02Z', 'updated_at': '2022-10-13T15:56:06Z', 'revision_number': 4, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'gw_port': {'id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:05:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201d6fed-678d-4438-9a56-aba23a409240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:56:03Z', 'updated_at': '2022-10-13T15:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': 'b06e4929-a9bd-4393-bc7d-184b054ef08d', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'floating_ip_address': '172.26.2.170', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '201d6fed-678d-4438-9a56-aba23a409240', 'port_id': '57f5c0c8-bcec-423e-917a-03e6e2ca7e28', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be', 'mac_address': 'fa:16:3e:db:0d:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c4ef678-fba8-483f-9786-6408a9c1f89c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:56:09Z', 'updated_at': '2022-10-13T15:58:30Z', 'revision_number': 5, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '132c0ed2-2ea5-4bdf-af6d-04036bc019b5', 'name': '', 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'mac_address': 'fa:16:3e:f2:89:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201d6fed-678d-4438-9a56-aba23a409240', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:56:05Z', 'updated_at': '2022-10-13T15:56:11Z', 'revision_number': 5, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'subnets': [{'id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 15:58:32.863415 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ded91a18-f1a9-4964-baad-fa675875755b req-37d63aa3-781a-4680-9b4f-cb7f7f30039e service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0788398 Oct 13 15:58:32.959216 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be3a1bd8-4bd5-4dc6-868e-42cb092c9b95 None None] New status for floating IP b06e4929-a9bd-4393-bc7d-184b054ef08d: ACTIVE {{(pid=88975) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 15:58:33.011222 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded91a18-f1a9-4964-baad-fa675875755b req-815c9d6e-8cba-48c1-b2d8-f07b8345f8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:58:33.012686 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ded91a18-f1a9-4964-baad-fa675875755b req-815c9d6e-8cba-48c1-b2d8-f07b8345f8df service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3ad2067797114383aa0cc625b1522cd8&device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c HTTP/1.1" status: 200 len: 1099 time: 0.0832090 Oct 13 15:58:33.156516 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded91a18-f1a9-4964-baad-fa675875755b req-6a89297e-efd0-4550-83b0-3de5a7796de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:58:33.157959 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ded91a18-f1a9-4964-baad-fa675875755b req-6a89297e-efd0-4550-83b0-3de5a7796de1 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be HTTP/1.1" status: 200 len: 912 time: 0.1271012 Oct 13 15:58:33.263292 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ded91a18-f1a9-4964-baad-fa675875755b req-d99d3834-3074-4788-a809-fc4b36288cf1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57f5c0c8-bcec-423e-917a-03e6e2ca7e28 HTTP/1.1" status: 200 len: 1002 time: 0.0995152 Oct 13 15:58:33.324614 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded91a18-f1a9-4964-baad-fa675875755b req-39506904-a1c0-4f2a-b403-7e92d4717789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:58:33.325982 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ded91a18-f1a9-4964-baad-fa675875755b req-39506904-a1c0-4f2a-b403-7e92d4717789 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0377824e-746a-41ad-9498-5e48c58c0ec9 HTTP/1.1" status: 200 len: 850 time: 0.0570557 Oct 13 15:58:33.411789 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded91a18-f1a9-4964-baad-fa675875755b req-5ed0d142-1ecc-48d5-b422-daf21e4aef62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:58:33.413198 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ded91a18-f1a9-4964-baad-fa675875755b req-5ed0d142-1ecc-48d5-b422-daf21e4aef62 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0806890 Oct 13 15:58:33.545871 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ded91a18-f1a9-4964-baad-fa675875755b req-d2eb6346-fbae-4bd9-a0b8-b0482ed1b389 service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267600 Oct 13 15:58:33.676088 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ded91a18-f1a9-4964-baad-fa675875755b req-19e36e22-d9ca-4cf4-924a-9f32863cf95a service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242173 Oct 13 15:58:34.519407 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c23c836b-983d-457a-ade6-ab514af769d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:36.669775 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-87acb9f2-141e-4b88-b874-f18009d2a800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:37.769309 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:37.943095 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:39.653198 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:58:43.577492 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:58:55.985365 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:04.521517 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-fec03464-10b0-45f4-b0ed-57c6abea1422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:06.671123 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-5dd502b2-d141-4f1a-a9f7-567b00f594e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:07.770881 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:07.947712 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:09.656141 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:20.576537 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:59:25.996560 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:33.870610 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-39b10ec7-e147-47ab-99b4-52968b110cdd req-74b2bf27-4ca0-44d2-bb21-45cf35c286c9 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0757732 Oct 13 15:59:34.015652 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b10ec7-e147-47ab-99b4-52968b110cdd req-ff3006d7-7407-4188-8045-6743dbd01b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:59:34.016989 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-39b10ec7-e147-47ab-99b4-52968b110cdd req-ff3006d7-7407-4188-8045-6743dbd01b4f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3ad2067797114383aa0cc625b1522cd8&device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c HTTP/1.1" status: 200 len: 1099 time: 0.0796659 Oct 13 15:59:34.263184 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b10ec7-e147-47ab-99b4-52968b110cdd req-a231f36f-f45a-4dd1-8d3b-1a7363da36a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:59:34.264609 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-39b10ec7-e147-47ab-99b4-52968b110cdd req-a231f36f-f45a-4dd1-8d3b-1a7363da36a3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be HTTP/1.1" status: 200 len: 912 time: 0.2276800 Oct 13 15:59:34.365017 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-39b10ec7-e147-47ab-99b4-52968b110cdd req-c9b04cb2-48ee-4b94-85f3-f5af71d039eb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57f5c0c8-bcec-423e-917a-03e6e2ca7e28 HTTP/1.1" status: 200 len: 1002 time: 0.0939589 Oct 13 15:59:34.425647 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b10ec7-e147-47ab-99b4-52968b110cdd req-8e6dba75-d59f-4b0f-aa7b-38023f6b5821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:59:34.427033 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-39b10ec7-e147-47ab-99b4-52968b110cdd req-8e6dba75-d59f-4b0f-aa7b-38023f6b5821 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0377824e-746a-41ad-9498-5e48c58c0ec9 HTTP/1.1" status: 200 len: 850 time: 0.0561841 Oct 13 15:59:34.510183 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b10ec7-e147-47ab-99b4-52968b110cdd req-2a5ea2ce-93fe-4026-966f-7e5d1e9d64d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:59:34.512183 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-39b10ec7-e147-47ab-99b4-52968b110cdd req-2a5ea2ce-93fe-4026-966f-7e5d1e9d64d8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0791743 Oct 13 15:59:34.524901 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9480ab0b-c7b4-4de4-b608-bc8acd7c1120 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:34.644983 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-39b10ec7-e147-47ab-99b4-52968b110cdd req-4beaa16d-6a0f-4263-b6e4-6a49c045a8ca service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263120 Oct 13 15:59:34.776764 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-39b10ec7-e147-47ab-99b4-52968b110cdd req-f297debe-ebc4-4919-b1c6-eadbc5d7d9c5 service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242537 Oct 13 15:59:36.673190 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-28fc2eae-2da4-48bd-876d-75bb52c5d4be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:37.773624 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:37.949352 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:39.661039 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:46.454092 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff9fea3-572d-43eb-9a74-1d5cea894899 req-46fd1655-d491-4501-b0fa-f1dc07281de9 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:59:46.455535 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-6ff9fea3-572d-43eb-9a74-1d5cea894899 req-46fd1655-d491-4501-b0fa-f1dc07281de9 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c HTTP/1.1" status: 200 len: 946 time: 0.0880706 Oct 13 15:59:46.501653 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-6ff9fea3-572d-43eb-9a74-1d5cea894899 req-53f5c10a-f103-4c4f-8456-59c4bfd23ab4 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405531 Oct 13 15:59:47.695846 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f974835-e939-455b-adfe-c16c359faf7a req-5604cad1-b510-4e67-a2ab-9a3e1940590c tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:59:47.697309 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-3f974835-e939-455b-adfe-c16c359faf7a req-5604cad1-b510-4e67-a2ab-9a3e1940590c tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c HTTP/1.1" status: 200 len: 946 time: 0.0866089 Oct 13 15:59:47.741965 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-3f974835-e939-455b-adfe-c16c359faf7a req-c9446592-258f-4497-b781-ad5138ff2352 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380750 Oct 13 15:59:48.943761 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777867b1-5677-4239-8aa7-e821ed09fdaf req-70f67688-2f88-4ad2-a4f6-604e38d60185 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:59:48.945108 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-777867b1-5677-4239-8aa7-e821ed09fdaf req-70f67688-2f88-4ad2-a4f6-604e38d60185 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c HTTP/1.1" status: 200 len: 946 time: 0.0861690 Oct 13 15:59:48.988053 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-777867b1-5677-4239-8aa7-e821ed09fdaf req-4632b01b-a36a-4c31-be06-109c4b4e2c85 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364857 Oct 13 15:59:50.187602 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfce58-f8ac-40ad-a8d8-43a15447a175 req-4cbb719c-07f4-400e-9260-011a67c62898 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:59:50.189026 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-20cfce58-f8ac-40ad-a8d8-43a15447a175 req-4cbb719c-07f4-400e-9260-011a67c62898 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c HTTP/1.1" status: 200 len: 946 time: 0.0877337 Oct 13 15:59:50.231828 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-20cfce58-f8ac-40ad-a8d8-43a15447a175 req-269e479b-9c2b-4fca-949d-855b07273b40 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373228 Oct 13 15:59:51.425961 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f941b9-7fb9-490b-a580-cc9419782c85 req-b4fdf8df-7099-4a09-9477-21c7c3401e16 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:59:51.427422 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-a1f941b9-7fb9-490b-a580-cc9419782c85 req-b4fdf8df-7099-4a09-9477-21c7c3401e16 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c HTTP/1.1" status: 200 len: 946 time: 0.0882845 Oct 13 15:59:51.470251 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-a1f941b9-7fb9-490b-a580-cc9419782c85 req-46e19a07-6316-45f9-8697-69a338bca345 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371447 Oct 13 15:59:52.662720 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87d6ecc-7c6a-4b21-a8fd-7805feb92ae7 req-3738baa4-46ad-4380-87d5-26f6ef841e45 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:59:52.664151 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d87d6ecc-7c6a-4b21-a8fd-7805feb92ae7 req-3738baa4-46ad-4380-87d5-26f6ef841e45 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c HTTP/1.1" status: 200 len: 946 time: 0.0853808 Oct 13 15:59:52.710553 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d87d6ecc-7c6a-4b21-a8fd-7805feb92ae7 req-f0d1b0b3-0d5a-4666-a0e7-a1b086485fe1 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401721 Oct 13 15:59:53.910783 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32008a0-b570-439c-bbd0-ed54b1e51f6f req-9ec11628-5646-4b23-901d-e94295ea4a3c tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:59:53.912233 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f32008a0-b570-439c-bbd0-ed54b1e51f6f req-9ec11628-5646-4b23-901d-e94295ea4a3c tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c HTTP/1.1" status: 200 len: 946 time: 0.0854204 Oct 13 15:59:53.959164 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f32008a0-b570-439c-bbd0-ed54b1e51f6f req-02c16770-d4cb-4408-b1a4-b010c5615e98 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404603 Oct 13 15:59:55.152979 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d947cb2d-7a62-4127-b479-b10b373df6be req-80c49086-af25-495a-8139-47cefdf3de4e tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:59:55.154425 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d947cb2d-7a62-4127-b479-b10b373df6be req-80c49086-af25-495a-8139-47cefdf3de4e tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c HTTP/1.1" status: 200 len: 946 time: 0.0859213 Oct 13 15:59:55.198282 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d947cb2d-7a62-4127-b479-b10b373df6be req-c105b789-33d9-4dd4-bac2-52416c4d6fed tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382907 Oct 13 15:59:56.000561 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 15:59:56.398862 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1159e68-d8cb-4e6f-941c-a92dcd982521 req-b37358cf-8261-4b8c-a026-2b4dfecc378c tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:59:56.400276 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e1159e68-d8cb-4e6f-941c-a92dcd982521 req-b37358cf-8261-4b8c-a026-2b4dfecc378c tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c HTTP/1.1" status: 200 len: 946 time: 0.0858469 Oct 13 15:59:56.442758 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e1159e68-d8cb-4e6f-941c-a92dcd982521 req-04174b82-5269-487c-8e1f-095e59d4165a tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367579 Oct 13 15:59:57.575752 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 15:59:57.643930 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae84dc-d5a9-4236-ac5a-71ffb389e0cf req-3db2123b-ceff-43fa-a13b-c9f0883aadc5 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:59:57.645349 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-31ae84dc-d5a9-4236-ac5a-71ffb389e0cf req-3db2123b-ceff-43fa-a13b-c9f0883aadc5 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c HTTP/1.1" status: 200 len: 946 time: 0.0901124 Oct 13 15:59:57.689135 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-31ae84dc-d5a9-4236-ac5a-71ffb389e0cf req-73af83c6-ecf9-430a-bc38-8e998ac1c26f tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379598 Oct 13 15:59:59.031805 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ff26d5-753a-43c1-9fd3-dfb2a4161eda req-a281201a-e8e7-4ced-b5d2-6543171a3d15 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 15:59:59.033168 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f8ff26d5-753a-43c1-9fd3-dfb2a4161eda req-a281201a-e8e7-4ced-b5d2-6543171a3d15 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c HTTP/1.1" status: 200 len: 946 time: 0.0899925 Oct 13 15:59:59.075345 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f8ff26d5-753a-43c1-9fd3-dfb2a4161eda req-e629f976-691b-4cd8-9996-ee096672ed3f tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365477 Oct 13 16:00:00.269605 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71919b-d418-4944-8a27-56775b588567 req-4b85699f-7e72-403f-861c-2fdfbd0395b6 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:00.271079 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1e71919b-d418-4944-8a27-56775b588567 req-4b85699f-7e72-403f-861c-2fdfbd0395b6 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c HTTP/1.1" status: 200 len: 946 time: 0.0855484 Oct 13 16:00:00.317017 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1e71919b-d418-4944-8a27-56775b588567 req-d4599bd8-8d44-4fef-bdf0-1a3a92976a78 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402887 Oct 13 16:00:01.508379 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ad8740-d8cc-4b51-bb4f-c20dce1d4461 req-cd5b0c91-a6f0-44ff-a694-f5420dae52c9 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:01.509717 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e8ad8740-d8cc-4b51-bb4f-c20dce1d4461 req-cd5b0c91-a6f0-44ff-a694-f5420dae52c9 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c HTTP/1.1" status: 200 len: 946 time: 0.0841725 Oct 13 16:00:01.555271 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e8ad8740-d8cc-4b51-bb4f-c20dce1d4461 req-ae2050f0-2310-4849-8593-c2ce7d83afc8 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394752 Oct 13 16:00:02.751489 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de220209-ded0-4b89-b64e-0cb6648dbc3d req-18ce0927-1f68-427a-9a4f-a4e60ff2ac49 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:02.752926 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-de220209-ded0-4b89-b64e-0cb6648dbc3d req-18ce0927-1f68-427a-9a4f-a4e60ff2ac49 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c HTTP/1.1" status: 200 len: 946 time: 0.0870969 Oct 13 16:00:02.796177 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-de220209-ded0-4b89-b64e-0cb6648dbc3d req-10db95f4-07e7-44e5-a5af-c0bac4f64dc9 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375853 Oct 13 16:00:03.147075 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e2209137-9e58-4536-b7ec-4359fb39f2b1 req-64f3437f-b964-4dc3-b736-38e9ae1f674e service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0769653 Oct 13 16:00:03.205734 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1aeebb-1ba9-4d06-987a-7068cf74a32c req-bda57a1b-cdff-4d6a-8c62-df902077439a tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:03.207063 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2c1aeebb-1ba9-4d06-987a-7068cf74a32c req-bda57a1b-cdff-4d6a-8c62-df902077439a tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c HTTP/1.1" status: 200 len: 946 time: 0.0920675 Oct 13 16:00:03.254578 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2c1aeebb-1ba9-4d06-987a-7068cf74a32c req-3dd1e34f-1da8-45bd-846e-e015c75c08d9 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418520 Oct 13 16:00:04.455970 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2443b0ba-89b0-466f-ae98-ff13a317b191 req-13dcf58a-f0a3-4d81-b152-a8a6bc66981c tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:04.457422 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-2443b0ba-89b0-466f-ae98-ff13a317b191 req-13dcf58a-f0a3-4d81-b152-a8a6bc66981c tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c HTTP/1.1" status: 200 len: 946 time: 0.0927994 Oct 13 16:00:04.502607 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-2443b0ba-89b0-466f-ae98-ff13a317b191 req-08d6ff81-08de-43af-895c-d58b3c82fdf3 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394125 Oct 13 16:00:04.528732 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-acf10281-f535-4a9f-9772-eda36bba6a31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:05.702334 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2988da-a963-4869-9475-3086d7ba8ec0 req-1b1db84e-6c00-4317-8397-6e5cfab20e18 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:05.703796 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ec2988da-a963-4869-9475-3086d7ba8ec0 req-1b1db84e-6c00-4317-8397-6e5cfab20e18 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c HTTP/1.1" status: 200 len: 946 time: 0.0873649 Oct 13 16:00:05.751097 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ec2988da-a963-4869-9475-3086d7ba8ec0 req-46440554-a212-4ef7-8889-bc1736779bad tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415847 Oct 13 16:00:06.674450 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-1047f87e-c361-44a9-a298-8834f6da24e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:06.947651 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b62d60-fcfd-4796-8a23-3980dcf6a6d9 req-e0dfdd3a-e799-4ee8-a0bb-cbbe07b13884 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:06.949690 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-94b62d60-fcfd-4796-8a23-3980dcf6a6d9 req-e0dfdd3a-e799-4ee8-a0bb-cbbe07b13884 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c HTTP/1.1" status: 200 len: 946 time: 0.0852995 Oct 13 16:00:06.991217 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-94b62d60-fcfd-4796-8a23-3980dcf6a6d9 req-5eb72339-a3ea-4a42-8807-f5011d727809 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359449 Oct 13 16:00:07.776009 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:07.952351 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:08.190577 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89116a00-2699-4297-a0cc-2739797b7cc0 req-caaf6a1d-26ec-4285-b15f-192f6652b363 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:08.192352 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-89116a00-2699-4297-a0cc-2739797b7cc0 req-caaf6a1d-26ec-4285-b15f-192f6652b363 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c HTTP/1.1" status: 200 len: 946 time: 0.0914824 Oct 13 16:00:08.383158 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-89116a00-2699-4297-a0cc-2739797b7cc0 req-05e48425-a0f8-472d-8fcd-373c910ca57d tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1843555 Oct 13 16:00:08.399378 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2209137-9e58-4536-b7ec-4359fb39f2b1 req-e3b7d7a6-e182-4d26-8605-3c8543d57b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:08.400921 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e2209137-9e58-4536-b7ec-4359fb39f2b1 req-e3b7d7a6-e182-4d26-8605-3c8543d57b76 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3ad2067797114383aa0cc625b1522cd8&device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c HTTP/1.1" status: 200 len: 1099 time: 0.1894293 Oct 13 16:00:08.528028 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2209137-9e58-4536-b7ec-4359fb39f2b1 req-0cc5909a-58b8-4b0f-9b4e-0b08ff9a5cfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:08.529421 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e2209137-9e58-4536-b7ec-4359fb39f2b1 req-0cc5909a-58b8-4b0f-9b4e-0b08ff9a5cfa service neutron] 10.222.0.16 "GET /v2.0/networks?id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be HTTP/1.1" status: 200 len: 912 time: 0.1231205 Oct 13 16:00:08.629646 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e2209137-9e58-4536-b7ec-4359fb39f2b1 req-e2d5b9fb-b351-4a06-a78b-bc7e27c8cb5a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57f5c0c8-bcec-423e-917a-03e6e2ca7e28 HTTP/1.1" status: 200 len: 1002 time: 0.0939429 Oct 13 16:00:08.692576 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2209137-9e58-4536-b7ec-4359fb39f2b1 req-b0ebe6a1-ca0a-48da-8ae9-8eb4ea2d5429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:08.694004 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e2209137-9e58-4536-b7ec-4359fb39f2b1 req-b0ebe6a1-ca0a-48da-8ae9-8eb4ea2d5429 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0377824e-746a-41ad-9498-5e48c58c0ec9 HTTP/1.1" status: 200 len: 850 time: 0.0568948 Oct 13 16:00:08.777406 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2209137-9e58-4536-b7ec-4359fb39f2b1 req-4087d48f-1cb4-4a5e-87c4-4fc1a790343d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:08.778854 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e2209137-9e58-4536-b7ec-4359fb39f2b1 req-4087d48f-1cb4-4a5e-87c4-4fc1a790343d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0789657 Oct 13 16:00:08.908717 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e2209137-9e58-4536-b7ec-4359fb39f2b1 req-17e9cf31-9fdc-4026-a99e-f1328fde0c37 service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237028 Oct 13 16:00:09.037710 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e2209137-9e58-4536-b7ec-4359fb39f2b1 req-9b23c608-37c1-4a21-bc5a-89d8014f7593 service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228209 Oct 13 16:00:09.589128 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f95c43c-5538-4f3b-8629-8f48289f8555 req-a15e266c-2075-4c8e-83f5-662e64c97dbf tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:09.590606 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-0f95c43c-5538-4f3b-8629-8f48289f8555 req-a15e266c-2075-4c8e-83f5-662e64c97dbf tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c HTTP/1.1" status: 200 len: 946 time: 0.0947421 Oct 13 16:00:09.637176 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-0f95c43c-5538-4f3b-8629-8f48289f8555 req-4e93343e-77ca-4742-b550-fcaec59750cd tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390604 Oct 13 16:00:09.668494 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:10.846101 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e2209137-9e58-4536-b7ec-4359fb39f2b1 req-5783c8e1-1598-405b-9185-9d4e54505d04 service neutron] 10.222.0.16 "GET /v2.0/ports/57f5c0c8-bcec-423e-917a-03e6e2ca7e28/bindings/hv-neutron-8603 HTTP/1.1" status: 200 len: 384 time: 0.1346030 Oct 13 16:00:10.867034 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee15611c-5873-4c2f-ae71-bfdd544ec8d0 req-01539646-6e18-4cfa-9a98-5cb56af9e48d tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:10.868477 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ee15611c-5873-4c2f-ae71-bfdd544ec8d0 req-01539646-6e18-4cfa-9a98-5cb56af9e48d tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c HTTP/1.1" status: 200 len: 946 time: 0.1120682 Oct 13 16:00:10.914665 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ee15611c-5873-4c2f-ae71-bfdd544ec8d0 req-1352c979-749f-45aa-a0f9-360d3c526383 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402610 Oct 13 16:00:11.112601 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2209137-9e58-4536-b7ec-4359fb39f2b1 req-7e24d8c6-a5fb-47b6-bdfa-dc877fa3c588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:11.114052 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e2209137-9e58-4536-b7ec-4359fb39f2b1 req-7e24d8c6-a5fb-47b6-bdfa-dc877fa3c588 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c&tenant_id=3ad2067797114383aa0cc625b1522cd8 HTTP/1.1" status: 200 len: 1099 time: 0.0762637 Oct 13 16:00:11.211939 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2209137-9e58-4536-b7ec-4359fb39f2b1 req-83e24742-e038-4421-829d-3ec14d3ce02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:11.213391 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e2209137-9e58-4536-b7ec-4359fb39f2b1 req-83e24742-e038-4421-829d-3ec14d3ce02d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3ad2067797114383aa0cc625b1522cd8&device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c HTTP/1.1" status: 200 len: 1099 time: 0.0794311 Oct 13 16:00:11.342874 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2209137-9e58-4536-b7ec-4359fb39f2b1 req-1ef897cf-d06a-49c7-b3a8-f3c90a1cf51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:11.344274 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e2209137-9e58-4536-b7ec-4359fb39f2b1 req-1ef897cf-d06a-49c7-b3a8-f3c90a1cf51c service neutron] 10.222.0.16 "GET /v2.0/networks?id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be HTTP/1.1" status: 200 len: 912 time: 0.1244080 Oct 13 16:00:11.444448 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e2209137-9e58-4536-b7ec-4359fb39f2b1 req-0deefb4a-74f0-4261-b5da-1cc71d405845 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57f5c0c8-bcec-423e-917a-03e6e2ca7e28 HTTP/1.1" status: 200 len: 1002 time: 0.0944176 Oct 13 16:00:11.503872 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2209137-9e58-4536-b7ec-4359fb39f2b1 req-eb32ce65-c595-4541-b27f-c6349df9ae72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:11.505151 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e2209137-9e58-4536-b7ec-4359fb39f2b1 req-eb32ce65-c595-4541-b27f-c6349df9ae72 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0377824e-746a-41ad-9498-5e48c58c0ec9 HTTP/1.1" status: 200 len: 850 time: 0.0551872 Oct 13 16:00:11.588169 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2209137-9e58-4536-b7ec-4359fb39f2b1 req-c02a5cb8-d8fd-40c0-aa56-f9ed7d58ad1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:11.589624 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e2209137-9e58-4536-b7ec-4359fb39f2b1 req-c02a5cb8-d8fd-40c0-aa56-f9ed7d58ad1a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0785127 Oct 13 16:00:11.720090 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e2209137-9e58-4536-b7ec-4359fb39f2b1 req-c500fc46-5f96-4919-a4ed-be27b7bde06e service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231356 Oct 13 16:00:11.952764 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e2209137-9e58-4536-b7ec-4359fb39f2b1 req-d8a69aa5-c592-4a16-8a16-ecec77f9cb14 service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267299 Oct 13 16:00:12.117843 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf5681d-a68d-4e88-a9ce-b55eed50e5be req-10f3fbde-bfcd-4868-a99a-ad0afda76e62 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:12.119300 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-adf5681d-a68d-4e88-a9ce-b55eed50e5be req-10f3fbde-bfcd-4868-a99a-ad0afda76e62 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c HTTP/1.1" status: 200 len: 946 time: 0.0905573 Oct 13 16:00:12.162635 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-adf5681d-a68d-4e88-a9ce-b55eed50e5be req-24f71045-ba76-45bb-af23-29eba2b8ac37 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377438 Oct 13 16:00:13.361391 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6068d2b3-0518-4b3d-8270-704898edb09e req-a6de5704-3b0d-4087-89b8-6472569e9cb5 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:13.362760 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6068d2b3-0518-4b3d-8270-704898edb09e req-a6de5704-3b0d-4087-89b8-6472569e9cb5 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c HTTP/1.1" status: 200 len: 946 time: 0.0867009 Oct 13 16:00:13.406724 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6068d2b3-0518-4b3d-8270-704898edb09e req-a6c01ad0-027e-41c7-813e-4f09b8b3649c tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380397 Oct 13 16:00:13.669267 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 57f5c0c8-bcec-423e-917a-03e6e2ca7e28 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=88974) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 13 16:00:13.672658 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 57f5c0c8-bcec-423e-917a-03e6e2ca7e28 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:00:13.891084 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 57f5c0c8-bcec-423e-917a-03e6e2ca7e28 is: ACTIVE; New status is: DOWN {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:00:13.891463 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:13.912558 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 57f5c0c8-bcec-423e-917a-03e6e2ca7e28, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=57f5c0c8-bcec-423e-917a-03e6e2ca7e28,segment=NetworkSegment(f70bdea3-e00e-4e61-9038-56eb255268ae),segment_id=f70bdea3-e00e-4e61-9038-56eb255268ae)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:00:13.932266 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Returning: {'device': '57f5c0c8-bcec-423e-917a-03e6e2ca7e28', 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be', 'port_id': '57f5c0c8-bcec-423e-917a-03e6e2ca7e28', 'mac_address': 'fa:16:3e:db:0d:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88974) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 13 16:00:13.937868 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4ef678-fba8-483f-9786-6408a9c1f89c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57f5c0c8-bcec-423e-917a-03e6e2ca7e28'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:00:13.940146 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979c64d66908691d8da3fe322a5acf5d757b5bee84c7992aba2ec3c134dffaeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67da3a63-ae93-474a-87b6-93fe814af409" -d '{"events": [{"server_uuid": "7c4ef678-fba8-483f-9786-6408a9c1f89c", "name": "network-vif-unplugged", "status": "completed", "tag": "57f5c0c8-bcec-423e-917a-03e6e2ca7e28"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:00:13.975006 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 57f5c0c8-bcec-423e-917a-03e6e2ca7e28, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=57f5c0c8-bcec-423e-917a-03e6e2ca7e28,segment=NetworkSegment(f70bdea3-e00e-4e61-9038-56eb255268ae),segment_id=f70bdea3-e00e-4e61-9038-56eb255268ae)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:00:13.982530 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:14.022071 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 13 Oct 2022 16:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91ea60b-40b1-4f2a-a715-debf82e06de6 x-openstack-request-id: req-f91ea60b-40b1-4f2a-a715-debf82e06de6 {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:00:14.022388 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c4ef678-fba8-483f-9786-6408a9c1f89c", "name": "network-vif-unplugged", "status": "completed", "tag": "57f5c0c8-bcec-423e-917a-03e6e2ca7e28", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:00:14.022641 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f91ea60b-40b1-4f2a-a715-debf82e06de6 {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:00:14.023043 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f91ea60b-40b1-4f2a-a715-debf82e06de6'] response: {'server_uuid': '7c4ef678-fba8-483f-9786-6408a9c1f89c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57f5c0c8-bcec-423e-917a-03e6e2ca7e28', 'code': 200} Oct 13 16:00:14.057722 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 57f5c0c8-bcec-423e-917a-03e6e2ca7e28 is: ACTIVE; New status is: BUILD {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:00:14.058690 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:14.081068 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 57f5c0c8-bcec-423e-917a-03e6e2ca7e28 {{(pid=88974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 16:00:14.084829 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=57f5c0c8-bcec-423e-917a-03e6e2ca7e28,revision_number=6']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:00:14.093365 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:00:14.093716 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:00:14.094053 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:00:14.094416 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:00:14.094745 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:00:14.095074 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:00:14.095400 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:00:14.095720 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:00:14.096049 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:00:14.096369 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:00:14.096690 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:00:14.097008 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:00:14.152883 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.db.api [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88974) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 16:00:14.153239 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG oslo_db.api [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 16:00:14.605434 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bf6975-6d1b-4743-9fe8-48306a3fc45b req-d2958a0d-f8ee-434d-9a33-51beb286dcd5 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:14.606898 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-06bf6975-6d1b-4743-9fe8-48306a3fc45b req-d2958a0d-f8ee-434d-9a33-51beb286dcd5 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c HTTP/1.1" status: 200 len: 944 time: 0.0898128 Oct 13 16:00:14.649709 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-06bf6975-6d1b-4743-9fe8-48306a3fc45b req-72c41ea2-3f64-4ba7-b1eb-a7aafa1b0c71 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372057 Oct 13 16:00:14.710293 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 57f5c0c8-bcec-423e-917a-03e6e2ca7e28 is: DOWN; New status is: BUILD {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:00:14.710796 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:14.727862 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57f5c0c8-bcec-423e-917a-03e6e2ca7e28 {{(pid=88974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 16:00:14.743310 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 57f5c0c8-bcec-423e-917a-03e6e2ca7e28, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=57f5c0c8-bcec-423e-917a-03e6e2ca7e28,segment=NetworkSegment(f70bdea3-e00e-4e61-9038-56eb255268ae),segment_id=f70bdea3-e00e-4e61-9038-56eb255268ae)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:00:14.747387 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:14.818615 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['57f5c0c8-bcec-423e-917a-03e6e2ca7e28'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 16:00:14.853503 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=57f5c0c8-bcec-423e-917a-03e6e2ca7e28,revision_number=7']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:00:15.046281 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e3fb4-1a5f-4ee4-8790-dc4edb2b02c8 req-47302351-2934-4dc1-a187-40ee8029c3ca tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:15.047594 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-921e3fb4-1a5f-4ee4-8790-dc4edb2b02c8 req-47302351-2934-4dc1-a187-40ee8029c3ca tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c&tenant_id=3ad2067797114383aa0cc625b1522cd8&binding%3Ahost_id=hv-neutron-8603 HTTP/1.1" status: 200 len: 945 time: 0.1536171 Oct 13 16:00:15.060620 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc580a0-9fc4-43eb-85a1-9797f8ce0397 req-ef9ed85d-eb55-41ee-b232-1683c3601a5b tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:15.061981 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1fc580a0-9fc4-43eb-85a1-9797f8ce0397 req-ef9ed85d-eb55-41ee-b232-1683c3601a5b tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c HTTP/1.1" status: 200 len: 945 time: 0.1268196 Oct 13 16:00:15.105777 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1fc580a0-9fc4-43eb-85a1-9797f8ce0397 req-5b9cb2d2-3550-4a55-b4b4-09fa031742c5 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378783 Oct 13 16:00:15.195328 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e3fb4-1a5f-4ee4-8790-dc4edb2b02c8 req-3c3a7a60-8208-491d-8272-2ae860ed41d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:15.196774 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-921e3fb4-1a5f-4ee4-8790-dc4edb2b02c8 req-3c3a7a60-8208-491d-8272-2ae860ed41d3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3ad2067797114383aa0cc625b1522cd8&device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c HTTP/1.1" status: 200 len: 1098 time: 0.0797689 Oct 13 16:00:15.327193 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e3fb4-1a5f-4ee4-8790-dc4edb2b02c8 req-1e48b8a9-9fee-4dbc-bdcb-88a6503953cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:15.328526 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-921e3fb4-1a5f-4ee4-8790-dc4edb2b02c8 req-1e48b8a9-9fee-4dbc-bdcb-88a6503953cb service neutron] 10.222.0.16 "GET /v2.0/networks?id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be HTTP/1.1" status: 200 len: 912 time: 0.1252615 Oct 13 16:00:15.428823 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-921e3fb4-1a5f-4ee4-8790-dc4edb2b02c8 req-1ad0f20c-886e-410e-b373-9a2aac18ef0d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57f5c0c8-bcec-423e-917a-03e6e2ca7e28 HTTP/1.1" status: 200 len: 1001 time: 0.0938981 Oct 13 16:00:15.488040 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e3fb4-1a5f-4ee4-8790-dc4edb2b02c8 req-348e00c2-9eee-4d9f-a225-ab9ef3b1cad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:15.489372 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-921e3fb4-1a5f-4ee4-8790-dc4edb2b02c8 req-348e00c2-9eee-4d9f-a225-ab9ef3b1cad6 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0377824e-746a-41ad-9498-5e48c58c0ec9 HTTP/1.1" status: 200 len: 850 time: 0.0551400 Oct 13 16:00:15.570941 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921e3fb4-1a5f-4ee4-8790-dc4edb2b02c8 req-5b0931a1-2810-4a52-882c-8943daae32ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:15.572373 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-921e3fb4-1a5f-4ee4-8790-dc4edb2b02c8 req-5b0931a1-2810-4a52-882c-8943daae32ff service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0776119 Oct 13 16:00:15.680098 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 57f5c0c8-bcec-423e-917a-03e6e2ca7e28 up at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:00:15.704088 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-921e3fb4-1a5f-4ee4-8790-dc4edb2b02c8 req-1855d4fa-f592-4243-9627-e3d81407a054 service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250126 Oct 13 16:00:15.747218 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning complete for port 57f5c0c8-bcec-423e-917a-03e6e2ca7e28 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:00:15.747794 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:15.747911 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Attempt 1 to provision port 57f5c0c8-bcec-423e-917a-03e6e2ca7e28 Oct 13 16:00:15.840068 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-921e3fb4-1a5f-4ee4-8790-dc4edb2b02c8 req-a28c6636-2506-4753-95fc-d3f7d2d2bf5e service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301970 Oct 13 16:00:15.900191 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 57f5c0c8-bcec-423e-917a-03e6e2ca7e28 is: BUILD; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:00:15.900539 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:15.933548 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 57f5c0c8-bcec-423e-917a-03e6e2ca7e28, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=57f5c0c8-bcec-423e-917a-03e6e2ca7e28,segment=NetworkSegment(f70bdea3-e00e-4e61-9038-56eb255268ae),segment_id=f70bdea3-e00e-4e61-9038-56eb255268ae)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:00:15.936927 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:16.003069 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=57f5c0c8-bcec-423e-917a-03e6e2ca7e28,revision_number=8']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:00:16.023992 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4ef678-fba8-483f-9786-6408a9c1f89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f5c0c8-bcec-423e-917a-03e6e2ca7e28'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:00:16.026279 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979c64d66908691d8da3fe322a5acf5d757b5bee84c7992aba2ec3c134dffaeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-615c7b62-725a-45ed-a0bf-de91b37cad12" -d '{"events": [{"server_uuid": "7c4ef678-fba8-483f-9786-6408a9c1f89c", "name": "network-vif-plugged", "status": "completed", "tag": "57f5c0c8-bcec-423e-917a-03e6e2ca7e28"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:00:16.076717 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 16:00:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ef265e-f3d5-49f7-99a6-baaff2d2fc32 x-openstack-request-id: req-28ef265e-f3d5-49f7-99a6-baaff2d2fc32 {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:00:16.077005 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c4ef678-fba8-483f-9786-6408a9c1f89c", "name": "network-vif-plugged", "status": "completed", "tag": "57f5c0c8-bcec-423e-917a-03e6e2ca7e28", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:00:16.077252 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-28ef265e-f3d5-49f7-99a6-baaff2d2fc32 {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:00:16.077637 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-28ef265e-f3d5-49f7-99a6-baaff2d2fc32'] response: {'server_uuid': '7c4ef678-fba8-483f-9786-6408a9c1f89c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57f5c0c8-bcec-423e-917a-03e6e2ca7e28', 'code': 200} Oct 13 16:00:16.318900 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07144039-16fa-4cef-b691-55d872e0098d req-f0eb65ed-fdd5-4836-8ff6-c844096bce50 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:16.320363 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-07144039-16fa-4cef-b691-55d872e0098d req-f0eb65ed-fdd5-4836-8ff6-c844096bce50 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c HTTP/1.1" status: 200 len: 946 time: 0.0973165 Oct 13 16:00:16.366529 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-07144039-16fa-4cef-b691-55d872e0098d req-fb11a6bc-0dfc-4c94-b63c-7030e2de9518 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398037 Oct 13 16:00:17.562142 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576c1c3e-0e73-4866-8349-0c62ac5f0161 req-1e88d0b5-2645-4cdf-955a-84fcd085ac7f tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:17.563474 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-576c1c3e-0e73-4866-8349-0c62ac5f0161 req-1e88d0b5-2645-4cdf-955a-84fcd085ac7f tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c HTTP/1.1" status: 200 len: 946 time: 0.0846715 Oct 13 16:00:17.606041 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-576c1c3e-0e73-4866-8349-0c62ac5f0161 req-6e631362-284c-4343-96a0-731c8b92e416 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370011 Oct 13 16:00:17.803528 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf881dd-9484-4944-b0f9-64308d3ec84b req-3ceeaf86-c557-404e-9bf8-7d85339e150f tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:17.804958 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-eaf881dd-9484-4944-b0f9-64308d3ec84b req-3ceeaf86-c557-404e-9bf8-7d85339e150f tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c HTTP/1.1" status: 200 len: 946 time: 0.0884349 Oct 13 16:00:17.852671 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-eaf881dd-9484-4944-b0f9-64308d3ec84b req-9f51fe6a-709f-471e-96b1-e45e4d255b3b tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420938 Oct 13 16:00:18.362015 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ff61e2-d51c-4e39-b039-22fa18cadb3f req-b57947c9-3cd3-4d10-afd9-1c94734256cf tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:18.363482 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f9ff61e2-d51c-4e39-b039-22fa18cadb3f req-b57947c9-3cd3-4d10-afd9-1c94734256cf tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c HTTP/1.1" status: 200 len: 946 time: 0.2475953 Oct 13 16:00:18.369538 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f9065-9bff-4810-adfb-517f1a4abbb6 req-9094b22a-36c8-455a-b7a6-9c9c7a4b8121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:18.371431 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-841f9065-9bff-4810-adfb-517f1a4abbb6 req-9094b22a-36c8-455a-b7a6-9c9c7a4b8121 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3ad2067797114383aa0cc625b1522cd8&device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c HTTP/1.1" status: 200 len: 1099 time: 0.2077267 Oct 13 16:00:18.491192 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f9ff61e2-d51c-4e39-b039-22fa18cadb3f req-1d46d6af-a86e-4f24-a398-71da6fe39213 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188364 Oct 13 16:00:18.529659 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f9065-9bff-4810-adfb-517f1a4abbb6 req-5047e964-440d-4c98-893f-22907558356d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:18.531130 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-841f9065-9bff-4810-adfb-517f1a4abbb6 req-5047e964-440d-4c98-893f-22907558356d service neutron] 10.222.0.16 "GET /v2.0/networks?id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be HTTP/1.1" status: 200 len: 912 time: 0.1452501 Oct 13 16:00:18.633145 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-841f9065-9bff-4810-adfb-517f1a4abbb6 req-b26a6149-afd4-426d-afea-377a5ce30ce6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=57f5c0c8-bcec-423e-917a-03e6e2ca7e28 HTTP/1.1" status: 200 len: 1002 time: 0.0962121 Oct 13 16:00:18.693492 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f9065-9bff-4810-adfb-517f1a4abbb6 req-dc6371d2-6a15-4c58-9df7-b0db2f9dbb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:18.694942 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-841f9065-9bff-4810-adfb-517f1a4abbb6 req-dc6371d2-6a15-4c58-9df7-b0db2f9dbb81 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0377824e-746a-41ad-9498-5e48c58c0ec9 HTTP/1.1" status: 200 len: 850 time: 0.0561895 Oct 13 16:00:18.776989 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841f9065-9bff-4810-adfb-517f1a4abbb6 req-775256cb-9834-4e11-afe1-d2e107c24e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:18.778441 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-841f9065-9bff-4810-adfb-517f1a4abbb6 req-775256cb-9834-4e11-afe1-d2e107c24e2d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780644 Oct 13 16:00:18.910271 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-841f9065-9bff-4810-adfb-517f1a4abbb6 req-93487d1e-f67f-4782-a95e-bf51ba4e6292 service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257012 Oct 13 16:00:19.040932 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-841f9065-9bff-4810-adfb-517f1a4abbb6 req-538d61d9-9291-4abb-ba41-b1bcdf7a36fe service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1247313 Oct 13 16:00:19.693445 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e8e255-2841-454f-8654-dc0f2fc77816 req-67b2552e-cf18-4b16-a50f-6b9763b0d0f5 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:19.694922 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-d7e8e255-2841-454f-8654-dc0f2fc77816 req-67b2552e-cf18-4b16-a50f-6b9763b0d0f5 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c HTTP/1.1" status: 200 len: 946 time: 0.0900183 Oct 13 16:00:19.738135 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-d7e8e255-2841-454f-8654-dc0f2fc77816 req-af7c919a-dc11-4a99-afe2-3a8fe7463602 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367513 Oct 13 16:00:20.127196 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b74998-03cb-49f8-bac7-59ac7cc779ba req-f7078917-f618-4462-b40d-b0dd12d7e0c5 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:20.128548 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-26b74998-03cb-49f8-bac7-59ac7cc779ba req-f7078917-f618-4462-b40d-b0dd12d7e0c5 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c HTTP/1.1" status: 200 len: 946 time: 0.0898597 Oct 13 16:00:20.254889 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-26b74998-03cb-49f8-bac7-59ac7cc779ba req-1750a626-fa3b-402c-b336-2bd5b9621e24 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207421 Oct 13 16:00:21.452057 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09b0e85-8d42-45a9-8a20-48343e878a52 req-aafcce22-682a-4e2b-b124-8695168ec736 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:21.453474 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b09b0e85-8d42-45a9-8a20-48343e878a52 req-aafcce22-682a-4e2b-b124-8695168ec736 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c HTTP/1.1" status: 200 len: 946 time: 0.0858018 Oct 13 16:00:21.495760 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b09b0e85-8d42-45a9-8a20-48343e878a52 req-d990d08d-2676-44f0-9abe-40bf634de8b6 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366588 Oct 13 16:00:21.916423 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f194f796-9eb3-4938-9da8-56751b9ebff3 req-7b83976a-a690-4056-9973-21b4af368b0d tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:21.918507 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f194f796-9eb3-4938-9da8-56751b9ebff3 req-7b83976a-a690-4056-9973-21b4af368b0d tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.16 "GET /v2.0/ports?device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c HTTP/1.1" status: 200 len: 946 time: 0.0892093 Oct 13 16:00:21.986611 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-f194f796-9eb3-4938-9da8-56751b9ebff3 req-a498f789-88cd-4852-9134-27de14bcf8d2 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Deleting port 57f5c0c8-bcec-423e-917a-03e6e2ca7e28 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:00:21.987039 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-f194f796-9eb3-4938-9da8-56751b9ebff3 req-a498f789-88cd-4852-9134-27de14bcf8d2 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:22.233055 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-f194f796-9eb3-4938-9da8-56751b9ebff3 req-a498f789-88cd-4852-9134-27de14bcf8d2 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] For port 57f5c0c8-bcec-423e-917a-03e6e2ca7e28, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=57f5c0c8-bcec-423e-917a-03e6e2ca7e28,segment=NetworkSegment(f70bdea3-e00e-4e61-9038-56eb255268ae),segment_id=f70bdea3-e00e-4e61-9038-56eb255268ae)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:00:22.233327 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-f194f796-9eb3-4938-9da8-56751b9ebff3 req-a498f789-88cd-4852-9134-27de14bcf8d2 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:22.517062 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-f194f796-9eb3-4938-9da8-56751b9ebff3 req-a498f789-88cd-4852-9134-27de14bcf8d2 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:22.517765 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-f194f796-9eb3-4938-9da8-56751b9ebff3 req-a498f789-88cd-4852-9134-27de14bcf8d2 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:22.517765 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.l3_db [req-f194f796-9eb3-4938-9da8-56751b9ebff3 req-a498f789-88cd-4852-9134-27de14bcf8d2 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Floating IP b06e4929-a9bd-4393-bc7d-184b054ef08d disassociated. External IP: 172.26.2.170, port: 57f5c0c8-bcec-423e-917a-03e6e2ca7e28. Oct 13 16:00:22.517962 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-f194f796-9eb3-4938-9da8-56751b9ebff3 req-a498f789-88cd-4852-9134-27de14bcf8d2 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Calling delete_port for 57f5c0c8-bcec-423e-917a-03e6e2ca7e28 owned by compute:nova {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:00:22.700903 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a7238-a8a5-428d-91cf-29b6086763f7 req-d5fcf6a3-4af8-46d1-9d0d-00fbd2496ba9 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:22.702367 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-3e2a7238-a8a5-428d-91cf-29b6086763f7 req-d5fcf6a3-4af8-46d1-9d0d-00fbd2496ba9 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c HTTP/1.1" status: 200 len: 946 time: 0.0890102 Oct 13 16:00:22.749249 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-3e2a7238-a8a5-428d-91cf-29b6086763f7 req-86ce2db8-088d-4807-9732-00046cac691f tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409715 Oct 13 16:00:22.779042 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-f194f796-9eb3-4938-9da8-56751b9ebff3 req-a498f789-88cd-4852-9134-27de14bcf8d2 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:22.827930 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a498f789-88cd-4852-9134-27de14bcf8d2 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Pushing event deleted for resources: {'Port': ['ID=57f5c0c8-bcec-423e-917a-03e6e2ca7e28,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:00:22.838847 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a498f789-88cd-4852-9134-27de14bcf8d2 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:00:22.839738 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a498f789-88cd-4852-9134-27de14bcf8d2 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:00:22.840079 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a498f789-88cd-4852-9134-27de14bcf8d2 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:00:22.840416 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a498f789-88cd-4852-9134-27de14bcf8d2 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:00:22.840792 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a498f789-88cd-4852-9134-27de14bcf8d2 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:00:22.841119 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a498f789-88cd-4852-9134-27de14bcf8d2 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:00:22.841440 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a498f789-88cd-4852-9134-27de14bcf8d2 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:00:22.841766 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a498f789-88cd-4852-9134-27de14bcf8d2 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:00:22.842091 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a498f789-88cd-4852-9134-27de14bcf8d2 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:00:22.842437 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a498f789-88cd-4852-9134-27de14bcf8d2 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:00:22.842758 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a498f789-88cd-4852-9134-27de14bcf8d2 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:00:22.843076 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a498f789-88cd-4852-9134-27de14bcf8d2 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:00:23.031085 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f194f796-9eb3-4938-9da8-56751b9ebff3 req-a498f789-88cd-4852-9134-27de14bcf8d2 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Router 201d6fed-678d-4438-9a56-aba23a409240 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 16:00:23.203785 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f194f796-9eb3-4938-9da8-56751b9ebff3 req-a498f789-88cd-4852-9134-27de14bcf8d2 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:00:23.213938 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524f8093-4ec7-428c-b227-917f5139ffde None None] Sync routers for ids ['201d6fed-678d-4438-9a56-aba23a409240'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:00:23.224782 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524f8093-4ec7-428c-b227-917f5139ffde None None] Routers {'201d6fed-678d-4438-9a56-aba23a409240'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:00:23.225387 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-524f8093-4ec7-428c-b227-917f5139ffde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:00:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['201d6fed-678d-4438-9a56-aba23a409240'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:00:23.289829 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-f194f796-9eb3-4938-9da8-56751b9ebff3 req-a498f789-88cd-4852-9134-27de14bcf8d2 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] No DVR routers for this DVR port 57f5c0c8-bcec-423e-917a-03e6e2ca7e28 on host hv-neutron-8603 {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 16:00:23.292225 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-f194f796-9eb3-4938-9da8-56751b9ebff3 req-a498f789-88cd-4852-9134-27de14bcf8d2 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:23.294821 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c4ef678-fba8-483f-9786-6408a9c1f89c', 'name': 'network-vif-deleted', 'tag': '57f5c0c8-bcec-423e-917a-03e6e2ca7e28'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:00:23.297073 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65c0e9c5-d35a-47a4-a8a1-d136a099f524" -d '{"events": [{"server_uuid": "7c4ef678-fba8-483f-9786-6408a9c1f89c", "name": "network-vif-deleted", "tag": "57f5c0c8-bcec-423e-917a-03e6e2ca7e28"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:00:23.311286 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f194f796-9eb3-4938-9da8-56751b9ebff3 req-a498f789-88cd-4852-9134-27de14bcf8d2 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.16 "DELETE /v2.0/ports/57f5c0c8-bcec-423e-917a-03e6e2ca7e28 HTTP/1.1" status: 204 len: 173 time: 1.3872919 Oct 13 16:00:23.345299 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 16:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9ba380-71b4-4be2-9380-25334172ec41 x-openstack-request-id: req-eb9ba380-71b4-4be2-9380-25334172ec41 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:00:23.345666 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c4ef678-fba8-483f-9786-6408a9c1f89c", "name": "network-vif-deleted", "tag": "57f5c0c8-bcec-423e-917a-03e6e2ca7e28", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:00:23.345919 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eb9ba380-71b4-4be2-9380-25334172ec41 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:00:23.346365 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eb9ba380-71b4-4be2-9380-25334172ec41'] response: {'server_uuid': '7c4ef678-fba8-483f-9786-6408a9c1f89c', 'name': 'network-vif-deleted', 'tag': '57f5c0c8-bcec-423e-917a-03e6e2ca7e28', 'status': 'completed', 'code': 200} Oct 13 16:00:23.409259 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-524f8093-4ec7-428c-b227-917f5139ffde None None] Set router 201d6fed-678d-4438-9a56-aba23a409240 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:00:23.718019 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-524f8093-4ec7-428c-b227-917f5139ffde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201d6fed-678d-4438-9a56-aba23a409240', 'name': 'tempest-ServerActionsTestJSON-711533714-router', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:56:02Z', 'updated_at': '2022-10-13T15:56:06Z', 'revision_number': 4, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'gw_port': {'id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:05:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201d6fed-678d-4438-9a56-aba23a409240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:56:03Z', 'updated_at': '2022-10-13T15:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '132c0ed2-2ea5-4bdf-af6d-04036bc019b5', 'name': '', 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'mac_address': 'fa:16:3e:f2:89:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201d6fed-678d-4438-9a56-aba23a409240', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:56:05Z', 'updated_at': '2022-10-13T15:56:11Z', 'revision_number': 5, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'subnets': [{'id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:00:23.722162 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524f8093-4ec7-428c-b227-917f5139ffde None None] Checking router: 201d6fed-678d-4438-9a56-aba23a409240 for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:00:23.731275 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524f8093-4ec7-428c-b227-917f5139ffde None None] Routers {'201d6fed-678d-4438-9a56-aba23a409240'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:00:23.731871 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-524f8093-4ec7-428c-b227-917f5139ffde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:00:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['201d6fed-678d-4438-9a56-aba23a409240'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:00:23.920850 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-524f8093-4ec7-428c-b227-917f5139ffde None None] Set router 201d6fed-678d-4438-9a56-aba23a409240 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:00:23.937607 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-c4edb789-c36c-4a63-b25e-dced37ca797b req-ff831b88-c826-417f-9b1a-ef41bc4f4c07 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=7c4ef678-fba8-483f-9786-6408a9c1f89c HTTP/1.1" status: 200 len: 210 time: 0.0489597 Oct 13 16:00:24.224977 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-524f8093-4ec7-428c-b227-917f5139ffde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201d6fed-678d-4438-9a56-aba23a409240', 'name': 'tempest-ServerActionsTestJSON-711533714-router', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:56:02Z', 'updated_at': '2022-10-13T15:56:06Z', 'revision_number': 4, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'gw_port': {'id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:05:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201d6fed-678d-4438-9a56-aba23a409240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:56:03Z', 'updated_at': '2022-10-13T15:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '132c0ed2-2ea5-4bdf-af6d-04036bc019b5', 'name': '', 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'mac_address': 'fa:16:3e:f2:89:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201d6fed-678d-4438-9a56-aba23a409240', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:56:05Z', 'updated_at': '2022-10-13T15:56:11Z', 'revision_number': 5, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'subnets': [{'id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:00:24.228789 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-524f8093-4ec7-428c-b227-917f5139ffde None None] The sync data for ids ['201d6fed-678d-4438-9a56-aba23a409240'] in dv-neutron-860329-2-hyperv is: [{'id': '201d6fed-678d-4438-9a56-aba23a409240', 'name': 'tempest-ServerActionsTestJSON-711533714-router', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:56:02Z', 'updated_at': '2022-10-13T15:56:06Z', 'revision_number': 4, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'gw_port': {'id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:05:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201d6fed-678d-4438-9a56-aba23a409240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:56:03Z', 'updated_at': '2022-10-13T15:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '132c0ed2-2ea5-4bdf-af6d-04036bc019b5', 'name': '', 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'mac_address': 'fa:16:3e:f2:89:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201d6fed-678d-4438-9a56-aba23a409240', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:56:05Z', 'updated_at': '2022-10-13T15:56:11Z', 'revision_number': 5, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'subnets': [{'id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:00:24.455499 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05cc3686-79e2-4e30-acd8-3c64f2a1a752 None None] New status for floating IP b06e4929-a9bd-4393-bc7d-184b054ef08d: DOWN {{(pid=88975) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 16:00:25.269014 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e56bd3f7-195a-476d-bb69-04fd99c14ae2 req-c76d86df-e226-4deb-8758-8156c0d1a708 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--714069713&fields=id&tenant_id=3ad2067797114383aa0cc625b1522cd8 HTTP/1.1" status: 200 len: 267 time: 0.0395176 Oct 13 16:00:25.417293 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56bd3f7-195a-476d-bb69-04fd99c14ae2 req-ce7dd320-df67-43d7-8d1c-d456d4894305 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:25.418759 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e56bd3f7-195a-476d-bb69-04fd99c14ae2 req-ce7dd320-df67-43d7-8d1c-d456d4894305 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/networks?id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be HTTP/1.1" status: 200 len: 811 time: 0.1436672 Oct 13 16:00:25.432807 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e56bd3f7-195a-476d-bb69-04fd99c14ae2 req-aceaf7dc-93f1-4a54-aef8-14e54b325f75 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/quotas/3ad2067797114383aa0cc625b1522cd8 HTTP/1.1" status: 200 len: 375 time: 0.0086591 Oct 13 16:00:25.524648 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-e56bd3f7-195a-476d-bb69-04fd99c14ae2 req-59587d1b-a803-4807-a7f1-f5385065f4d9 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Synchronizing usage tracker for tenant:3ad2067797114383aa0cc625b1522cd8 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:00:25.539957 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-e56bd3f7-195a-476d-bb69-04fd99c14ae2 req-59587d1b-a803-4807-a7f1-f5385065f4d9 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Unset dirty status for tenant:3ad2067797114383aa0cc625b1522cd8 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:00:25.541225 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e56bd3f7-195a-476d-bb69-04fd99c14ae2 req-59587d1b-a803-4807-a7f1-f5385065f4d9 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3ad2067797114383aa0cc625b1522cd8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1037071 Oct 13 16:00:25.597319 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [req-e56bd3f7-195a-476d-bb69-04fd99c14ae2 req-c02786b3-81f1-425d-8295-88267774a8d2 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 16:00:25.598321 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e56bd3f7-195a-476d-bb69-04fd99c14ae2 req-c02786b3-81f1-425d-8295-88267774a8d2 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0460200 Oct 13 16:00:25.709574 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 57f5c0c8-bcec-423e-917a-03e6e2ca7e28 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:00:25.727960 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e56bd3f7-195a-476d-bb69-04fd99c14ae2 req-f0f54c58-9f8e-4ae0-95bc-1a3127116247 service neutron] 10.222.0.42 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235940 Oct 13 16:00:25.744055 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] No Port match for: 57f5c0c8-bcec-423e-917a-03e6e2ca7e28 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:00:25.744399 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 57f5c0c8-bcec-423e-917a-03e6e2ca7e28 not bound to the agent host hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:00:25.854936 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e56bd3f7-195a-476d-bb69-04fd99c14ae2 req-33bdf6fb-0661-453b-aab5-c85c3001146f service neutron] 10.222.0.42 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209619 Oct 13 16:00:26.017470 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:26.038227 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-638e4147-397c-41f5-9c39-a7e7813724b3 req-f37b5b6c-99a6-42bc-99d6-23bc960b7fef tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=c799bbe3-5006-4ad4-9360-11ff24fd093b HTTP/1.1" status: 200 len: 210 time: 0.0488906 Oct 13 16:00:27.021727 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56bd3f7-195a-476d-bb69-04fd99c14ae2 req-79b2c536-6e0f-46ba-93d6-5b7c9efdf39c tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:27.023062 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e56bd3f7-195a-476d-bb69-04fd99c14ae2 req-79b2c536-6e0f-46ba-93d6-5b7c9efdf39c tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.16 "GET /v2.0/networks?id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be HTTP/1.1" status: 200 len: 811 time: 0.1480699 Oct 13 16:00:27.070077 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e56bd3f7-195a-476d-bb69-04fd99c14ae2 req-cec88f12-cde6-42fc-b12c-050254a5c054 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ad2067797114383aa0cc625b1522cd8 HTTP/1.1" status: 200 len: 379 time: 0.0392361 Oct 13 16:00:27.084828 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-e56bd3f7-195a-476d-bb69-04fd99c14ae2 req-6d409440-5810-4c24-b103-a3fa078e1f1d tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Request body: {'port': {'device_id': 'c799bbe3-5006-4ad4-9360-11ff24fd093b', 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be', 'admin_state_up': True, 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'security_groups': ['ea79e01c-0a40-4172-b540-cd59d9134cdd']}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:00:27.339353 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e9d7b65a-e448-4c47-9478-3a5cc0f88474 req-c58261af-7d35-4d7f-b0f4-94b7d3519df0 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=c799bbe3-5006-4ad4-9360-11ff24fd093b HTTP/1.1" status: 200 len: 210 time: 0.0620484 Oct 13 16:00:27.377349 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-e56bd3f7-195a-476d-bb69-04fd99c14ae2 req-6d409440-5810-4c24-b103-a3fa078e1f1d tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:00:27.387395 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-e56bd3f7-195a-476d-bb69-04fd99c14ae2 req-6d409440-5810-4c24-b103-a3fa078e1f1d tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:00:27.396720 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e56bd3f7-195a-476d-bb69-04fd99c14ae2 req-6d409440-5810-4c24-b103-a3fa078e1f1d tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Made reservation on behalf of 3ad2067797114383aa0cc625b1522cd8 for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 16:00:27.400252 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-e56bd3f7-195a-476d-bb69-04fd99c14ae2 req-6d409440-5810-4c24-b103-a3fa078e1f1d tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:27.558077 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [req-e56bd3f7-195a-476d-bb69-04fd99c14ae2 req-6d409440-5810-4c24-b103-a3fa078e1f1d tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Allocated IP 172.20.0.10 (5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be/0377824e-746a-41ad-9498-5e48c58c0ec9/a941d76c-5b23-4462-8850-a27ba8b9d1a3) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:00:27.747928 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-e56bd3f7-195a-476d-bb69-04fd99c14ae2 req-6d409440-5810-4c24-b103-a3fa078e1f1d tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:27.763354 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-e56bd3f7-195a-476d-bb69-04fd99c14ae2 req-6d409440-5810-4c24-b103-a3fa078e1f1d tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Transition to ACTIVE for port object a941d76c-5b23-4462-8850-a27ba8b9d1a3 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:00:27.785646 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-e56bd3f7-195a-476d-bb69-04fd99c14ae2 req-6d409440-5810-4c24-b103-a3fa078e1f1d tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:27.850918 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e56bd3f7-195a-476d-bb69-04fd99c14ae2 req-6d409440-5810-4c24-b103-a3fa078e1f1d tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Network 5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:00:27.853981 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [req-e56bd3f7-195a-476d-bb69-04fd99c14ae2 req-6d409440-5810-4c24-b103-a3fa078e1f1d tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:00:27.857674 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-e56bd3f7-195a-476d-bb69-04fd99c14ae2 req-6d409440-5810-4c24-b103-a3fa078e1f1d tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:00:27.897035 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d409440-5810-4c24-b103-a3fa078e1f1d tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Pushing event updated for resources: {'Port': ['ID=a941d76c-5b23-4462-8850-a27ba8b9d1a3,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:00:27.929021 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56bd3f7-195a-476d-bb69-04fd99c14ae2 req-6d409440-5810-4c24-b103-a3fa078e1f1d tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:27.929621 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-e56bd3f7-195a-476d-bb69-04fd99c14ae2 req-6d409440-5810-4c24-b103-a3fa078e1f1d tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:27.955471 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e56bd3f7-195a-476d-bb69-04fd99c14ae2 req-6d409440-5810-4c24-b103-a3fa078e1f1d tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8743351 Oct 13 16:00:27.966702 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-e56bd3f7-195a-476d-bb69-04fd99c14ae2 req-6b612312-e2e2-48e8-ba0c-f17e2cc5b696 service neutron] Request body: {'port': {'device_id': 'c799bbe3-5006-4ad4-9360-11ff24fd093b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:00:28.080398 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-e56bd3f7-195a-476d-bb69-04fd99c14ae2 req-6b612312-e2e2-48e8-ba0c-f17e2cc5b696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:28.110335 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-e94c0fe2-788d-4859-8ed5-eb5f6bdf7521 None None] Provisioning for port a941d76c-5b23-4462-8850-a27ba8b9d1a3 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:00:28.115672 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-e94c0fe2-788d-4859-8ed5-eb5f6bdf7521 None None] Provisioning complete for port a941d76c-5b23-4462-8850-a27ba8b9d1a3 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:00:28.116041 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e94c0fe2-788d-4859-8ed5-eb5f6bdf7521 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:28.116380 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-e94c0fe2-788d-4859-8ed5-eb5f6bdf7521 None None] Attempt 1 to provision port a941d76c-5b23-4462-8850-a27ba8b9d1a3 Oct 13 16:00:28.169573 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-e94c0fe2-788d-4859-8ed5-eb5f6bdf7521 None None] Port a941d76c-5b23-4462-8850-a27ba8b9d1a3 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:00:28.416237 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [req-e56bd3f7-195a-476d-bb69-04fd99c14ae2 req-6b612312-e2e2-48e8-ba0c-f17e2cc5b696 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a941d76c-5b23-4462-8850-a27ba8b9d1a3 {{(pid=88973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 16:00:28.423540 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-e56bd3f7-195a-476d-bb69-04fd99c14ae2 req-6b612312-e2e2-48e8-ba0c-f17e2cc5b696 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:28.437754 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-e56bd3f7-195a-476d-bb69-04fd99c14ae2 req-6b612312-e2e2-48e8-ba0c-f17e2cc5b696 service neutron] Transition to ACTIVE for port object a941d76c-5b23-4462-8850-a27ba8b9d1a3 will not be triggered until provisioned by entity L2. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:00:28.442776 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-e56bd3f7-195a-476d-bb69-04fd99c14ae2 req-6b612312-e2e2-48e8-ba0c-f17e2cc5b696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:28.543202 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdf0545-31c9-4c1a-8b93-349f54f0a144 req-b7cf4084-cbef-474e-b2da-58d38b66dd65 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:28.544637 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-7bdf0545-31c9-4c1a-8b93-349f54f0a144 req-b7cf4084-cbef-474e-b2da-58d38b66dd65 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=c799bbe3-5006-4ad4-9360-11ff24fd093b HTTP/1.1" status: 200 len: 944 time: 0.0897913 Oct 13 16:00:28.590279 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-7bdf0545-31c9-4c1a-8b93-349f54f0a144 req-4f0bd104-8143-4adc-b473-002a40006ed7 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381229 Oct 13 16:00:28.631430 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b612312-e2e2-48e8-ba0c-f17e2cc5b696 service neutron] Pushing event updated for resources: {'Port': ['ID=a941d76c-5b23-4462-8850-a27ba8b9d1a3,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:00:28.666979 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-e56bd3f7-195a-476d-bb69-04fd99c14ae2 req-6b612312-e2e2-48e8-ba0c-f17e2cc5b696 service neutron] Attempting to bind port a941d76c-5b23-4462-8850-a27ba8b9d1a3 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:00:28.667329 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-e56bd3f7-195a-476d-bb69-04fd99c14ae2 req-6b612312-e2e2-48e8-ba0c-f17e2cc5b696 service neutron] Attempting to bind port a941d76c-5b23-4462-8850-a27ba8b9d1a3 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'f70bdea3-e00e-4e61-9038-56eb255268ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be'}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:00:28.667645 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56bd3f7-195a-476d-bb69-04fd99c14ae2 req-6b612312-e2e2-48e8-ba0c-f17e2cc5b696 service neutron] Attempting to bind port a941d76c-5b23-4462-8850-a27ba8b9d1a3 on network 5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:00:28.671108 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-e94c0fe2-788d-4859-8ed5-eb5f6bdf7521 None None] Attempt 2 to provision port a941d76c-5b23-4462-8850-a27ba8b9d1a3 Oct 13 16:00:28.672372 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56bd3f7-195a-476d-bb69-04fd99c14ae2 req-6b612312-e2e2-48e8-ba0c-f17e2cc5b696 service neutron] Port a941d76c-5b23-4462-8850-a27ba8b9d1a3 on network 5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 16:00:28.672789 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56bd3f7-195a-476d-bb69-04fd99c14ae2 req-6b612312-e2e2-48e8-ba0c-f17e2cc5b696 service neutron] Attempting to bind port a941d76c-5b23-4462-8850-a27ba8b9d1a3 on network 5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:00:28.678185 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56bd3f7-195a-476d-bb69-04fd99c14ae2 req-6b612312-e2e2-48e8-ba0c-f17e2cc5b696 service neutron] Checking agent: {'id': 'c4d1d38a-44f6-47ac-b17c-311e640e7cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'started_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 0, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:00:28.678630 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56bd3f7-195a-476d-bb69-04fd99c14ae2 req-6b612312-e2e2-48e8-ba0c-f17e2cc5b696 service neutron] Checking segment: {'id': 'f70bdea3-e00e-4e61-9038-56eb255268ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:00:28.679106 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e56bd3f7-195a-476d-bb69-04fd99c14ae2 req-6b612312-e2e2-48e8-ba0c-f17e2cc5b696 service neutron] Bound using segment: {'id': 'f70bdea3-e00e-4e61-9038-56eb255268ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be'} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:00:28.679636 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-e56bd3f7-195a-476d-bb69-04fd99c14ae2 req-6b612312-e2e2-48e8-ba0c-f17e2cc5b696 service neutron] Bound port: a941d76c-5b23-4462-8850-a27ba8b9d1a3, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f70bdea3-e00e-4e61-9038-56eb255268ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be'}}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:00:28.680074 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-e56bd3f7-195a-476d-bb69-04fd99c14ae2 req-6b612312-e2e2-48e8-ba0c-f17e2cc5b696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:28.761656 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-e94c0fe2-788d-4859-8ed5-eb5f6bdf7521 None None] Port a941d76c-5b23-4462-8850-a27ba8b9d1a3 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:00:28.774303 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-e56bd3f7-195a-476d-bb69-04fd99c14ae2 req-6b612312-e2e2-48e8-ba0c-f17e2cc5b696 service neutron] For port a941d76c-5b23-4462-8850-a27ba8b9d1a3, host hv-neutron-8603, cleared binding levels {{(pid=88973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:00:28.777205 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-e56bd3f7-195a-476d-bb69-04fd99c14ae2 req-6b612312-e2e2-48e8-ba0c-f17e2cc5b696 service neutron] For port a941d76c-5b23-4462-8850-a27ba8b9d1a3, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=a941d76c-5b23-4462-8850-a27ba8b9d1a3,segment=NetworkSegment(f70bdea3-e00e-4e61-9038-56eb255268ae),segment_id=f70bdea3-e00e-4e61-9038-56eb255268ae)] {{(pid=88973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:00:28.781308 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-e56bd3f7-195a-476d-bb69-04fd99c14ae2 req-6b612312-e2e2-48e8-ba0c-f17e2cc5b696 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:28.812689 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56bd3f7-195a-476d-bb69-04fd99c14ae2 req-6b612312-e2e2-48e8-ba0c-f17e2cc5b696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:28.813291 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-e56bd3f7-195a-476d-bb69-04fd99c14ae2 req-6b612312-e2e2-48e8-ba0c-f17e2cc5b696 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:28.814701 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e56bd3f7-195a-476d-bb69-04fd99c14ae2 req-6b612312-e2e2-48e8-ba0c-f17e2cc5b696 service neutron] 10.222.0.16 "PUT /v2.0/ports/a941d76c-5b23-4462-8850-a27ba8b9d1a3 HTTP/1.1" status: 200 len: 1094 time: 0.8526032 Oct 13 16:00:28.815554 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c799bbe3-5006-4ad4-9360-11ff24fd093b', 'tag': 'a941d76c-5b23-4462-8850-a27ba8b9d1a3'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:00:28.817707 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb293869-909b-4189-93bf-ea93cf0db2e8" -d '{"events": [{"name": "network-changed", "server_uuid": "c799bbe3-5006-4ad4-9360-11ff24fd093b", "tag": "a941d76c-5b23-4462-8850-a27ba8b9d1a3"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:00:28.890236 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 16:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d01d0f-3f80-4e94-b367-d0add2dc9bdc x-openstack-request-id: req-48d01d0f-3f80-4e94-b367-d0add2dc9bdc {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:00:28.890520 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c799bbe3-5006-4ad4-9360-11ff24fd093b", "tag": "a941d76c-5b23-4462-8850-a27ba8b9d1a3", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:00:28.890770 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-48d01d0f-3f80-4e94-b367-d0add2dc9bdc {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:00:28.891160 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-48d01d0f-3f80-4e94-b367-d0add2dc9bdc'] response: {'name': 'network-changed', 'server_uuid': 'c799bbe3-5006-4ad4-9360-11ff24fd093b', 'tag': 'a941d76c-5b23-4462-8850-a27ba8b9d1a3', 'status': 'completed', 'code': 200} Oct 13 16:00:28.910600 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b612312-e2e2-48e8-ba0c-f17e2cc5b696 service neutron] Pushing event updated for resources: {'Port': ['ID=a941d76c-5b23-4462-8850-a27ba8b9d1a3,revision_number=3']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:00:28.943159 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56bd3f7-195a-476d-bb69-04fd99c14ae2 req-7320a6f5-846e-46c8-972c-2576ab47e0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:28.944624 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e56bd3f7-195a-476d-bb69-04fd99c14ae2 req-7320a6f5-846e-46c8-972c-2576ab47e0b2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3ad2067797114383aa0cc625b1522cd8&device_id=c799bbe3-5006-4ad4-9360-11ff24fd093b HTTP/1.1" status: 200 len: 1097 time: 0.0922225 Oct 13 16:00:29.012361 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e56bd3f7-195a-476d-bb69-04fd99c14ae2 req-d1536287-f03a-4cf0-8798-a3849696c17c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a941d76c-5b23-4462-8850-a27ba8b9d1a3 HTTP/1.1" status: 200 len: 217 time: 0.0610216 Oct 13 16:00:29.076195 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56bd3f7-195a-476d-bb69-04fd99c14ae2 req-05ae1137-6a4e-4278-af87-e91be2674d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:29.077558 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e56bd3f7-195a-476d-bb69-04fd99c14ae2 req-05ae1137-6a4e-4278-af87-e91be2674d44 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0377824e-746a-41ad-9498-5e48c58c0ec9 HTTP/1.1" status: 200 len: 850 time: 0.0596101 Oct 13 16:00:29.158004 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56bd3f7-195a-476d-bb69-04fd99c14ae2 req-6a20ae52-95c5-4ae4-9dc7-591dbae67b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:29.159404 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e56bd3f7-195a-476d-bb69-04fd99c14ae2 req-6a20ae52-95c5-4ae4-9dc7-591dbae67b08 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758107 Oct 13 16:00:29.263074 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-e94c0fe2-788d-4859-8ed5-eb5f6bdf7521 None None] Attempt 3 to provision port a941d76c-5b23-4462-8850-a27ba8b9d1a3 Oct 13 16:00:29.287705 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e56bd3f7-195a-476d-bb69-04fd99c14ae2 req-463522eb-76b9-4423-9d47-c52e9a2c1507 service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219044 Oct 13 16:00:29.322599 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-e94c0fe2-788d-4859-8ed5-eb5f6bdf7521 None None] Port a941d76c-5b23-4462-8850-a27ba8b9d1a3 had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 16:00:29.416420 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e56bd3f7-195a-476d-bb69-04fd99c14ae2 req-cd5fb9e1-bc7e-4a0e-abb2-d74a458ab154 service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225939 Oct 13 16:00:29.628622 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb293869-909b-4189-93bf-ea93cf0db2e8 req-9fdd954c-00f7-4747-a2b3-2f321ee7d649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:29.630099 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fb293869-909b-4189-93bf-ea93cf0db2e8 req-9fdd954c-00f7-4747-a2b3-2f321ee7d649 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3ad2067797114383aa0cc625b1522cd8&device_id=c799bbe3-5006-4ad4-9360-11ff24fd093b HTTP/1.1" status: 200 len: 1097 time: 0.1727786 Oct 13 16:00:29.761746 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb293869-909b-4189-93bf-ea93cf0db2e8 req-35814a65-e431-4ad9-9156-046ed179dc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:29.763338 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fb293869-909b-4189-93bf-ea93cf0db2e8 req-35814a65-e431-4ad9-9156-046ed179dc24 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be HTTP/1.1" status: 200 len: 912 time: 0.1271150 Oct 13 16:00:29.785440 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15522291-1609-4c4b-993c-86d42f5c4a13 req-444108c8-611b-4761-9db2-625dbbdf18fb tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:29.786948 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-15522291-1609-4c4b-993c-86d42f5c4a13 req-444108c8-611b-4761-9db2-625dbbdf18fb tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=c799bbe3-5006-4ad4-9360-11ff24fd093b HTTP/1.1" status: 200 len: 944 time: 0.0857139 Oct 13 16:00:29.831801 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fb293869-909b-4189-93bf-ea93cf0db2e8 req-47ee729d-93a4-4b7e-ab93-5a4a1913f0b2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a941d76c-5b23-4462-8850-a27ba8b9d1a3 HTTP/1.1" status: 200 len: 217 time: 0.0626299 Oct 13 16:00:29.834626 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-15522291-1609-4c4b-993c-86d42f5c4a13 req-c11bc105-1ded-4fe0-818f-1b6b7dbda30a tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418434 Oct 13 16:00:29.891843 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb293869-909b-4189-93bf-ea93cf0db2e8 req-6b0c524e-39cb-4447-b72f-9a4199ce3563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:29.893218 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fb293869-909b-4189-93bf-ea93cf0db2e8 req-6b0c524e-39cb-4447-b72f-9a4199ce3563 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0377824e-746a-41ad-9498-5e48c58c0ec9 HTTP/1.1" status: 200 len: 850 time: 0.0562024 Oct 13 16:00:29.976875 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb293869-909b-4189-93bf-ea93cf0db2e8 req-7fe6164f-4291-463f-98e4-d33e53a935d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:29.978270 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fb293869-909b-4189-93bf-ea93cf0db2e8 req-7fe6164f-4291-463f-98e4-d33e53a935d9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786486 Oct 13 16:00:30.104169 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fb293869-909b-4189-93bf-ea93cf0db2e8 req-16eeddf1-b649-42a5-8f3f-dfe4d83e1365 service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202645 Oct 13 16:00:30.231311 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fb293869-909b-4189-93bf-ea93cf0db2e8 req-12bf8eb6-e3b4-4b0c-93ec-5cdb411bd4f9 service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207910 Oct 13 16:00:31.035783 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cddcec6-cc81-4e94-ba2b-6af916bf79cd req-6a4390d0-5814-4e9f-a930-3ee82e46a3a4 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:31.036378 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-8cddcec6-cc81-4e94-ba2b-6af916bf79cd req-6a4390d0-5814-4e9f-a930-3ee82e46a3a4 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Synchronizing usage tracker for tenant:3ad2067797114383aa0cc625b1522cd8 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:00:31.051587 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-8cddcec6-cc81-4e94-ba2b-6af916bf79cd req-6a4390d0-5814-4e9f-a930-3ee82e46a3a4 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Unset dirty status for tenant:3ad2067797114383aa0cc625b1522cd8 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:00:31.052684 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-8cddcec6-cc81-4e94-ba2b-6af916bf79cd req-6a4390d0-5814-4e9f-a930-3ee82e46a3a4 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=c799bbe3-5006-4ad4-9360-11ff24fd093b HTTP/1.1" status: 200 len: 944 time: 0.1049767 Oct 13 16:00:31.095688 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-8cddcec6-cc81-4e94-ba2b-6af916bf79cd req-8d87c5a0-be0e-4393-be15-dc03672cf51e tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372760 Oct 13 16:00:31.740951 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device a941d76c-5b23-4462-8850-a27ba8b9d1a3 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=88974) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 13 16:00:31.872764 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port a941d76c-5b23-4462-8850-a27ba8b9d1a3, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=a941d76c-5b23-4462-8850-a27ba8b9d1a3,segment=NetworkSegment(f70bdea3-e00e-4e61-9038-56eb255268ae),segment_id=f70bdea3-e00e-4e61-9038-56eb255268ae)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:00:31.886496 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Returning: {'device': 'a941d76c-5b23-4462-8850-a27ba8b9d1a3', 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be', 'port_id': 'a941d76c-5b23-4462-8850-a27ba8b9d1a3', 'mac_address': 'fa:16:3e:fa:98:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88974) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 13 16:00:31.945283 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port a941d76c-5b23-4462-8850-a27ba8b9d1a3 is: DOWN; New status is: BUILD {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:00:31.945571 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:31.961724 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a941d76c-5b23-4462-8850-a27ba8b9d1a3 {{(pid=88974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 16:00:31.976928 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port a941d76c-5b23-4462-8850-a27ba8b9d1a3, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=a941d76c-5b23-4462-8850-a27ba8b9d1a3,segment=NetworkSegment(f70bdea3-e00e-4e61-9038-56eb255268ae),segment_id=f70bdea3-e00e-4e61-9038-56eb255268ae)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:00:31.981721 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:32.047898 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=a941d76c-5b23-4462-8850-a27ba8b9d1a3,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:00:32.288326 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4c01b9-d3b9-4a9e-bb72-73592cfb1b8e req-3f16ad84-1a4c-468b-8be4-58e921101252 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:32.289669 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-0a4c01b9-d3b9-4a9e-bb72-73592cfb1b8e req-3f16ad84-1a4c-468b-8be4-58e921101252 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=c799bbe3-5006-4ad4-9360-11ff24fd093b HTTP/1.1" status: 200 len: 945 time: 0.0845959 Oct 13 16:00:32.298179 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['a941d76c-5b23-4462-8850-a27ba8b9d1a3'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 16:00:32.333195 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-0a4c01b9-d3b9-4a9e-bb72-73592cfb1b8e req-48208899-3fd9-4a3c-87d8-789c9ab77934 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373797 Oct 13 16:00:33.533201 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ca3de-1d46-4e27-8152-1ee287c86e7c req-5f8cb453-295c-43f5-a39f-753fcc76746b tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:33.534580 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-da2ca3de-1d46-4e27-8152-1ee287c86e7c req-5f8cb453-295c-43f5-a39f-753fcc76746b tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=c799bbe3-5006-4ad4-9360-11ff24fd093b HTTP/1.1" status: 200 len: 945 time: 0.0904367 Oct 13 16:00:33.577861 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-da2ca3de-1d46-4e27-8152-1ee287c86e7c req-0301a26d-e869-435c-93a5-43b38a6f95aa tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376704 Oct 13 16:00:33.759514 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device a941d76c-5b23-4462-8850-a27ba8b9d1a3 up at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:00:33.825857 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning for port a941d76c-5b23-4462-8850-a27ba8b9d1a3 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:00:33.830480 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning complete for port a941d76c-5b23-4462-8850-a27ba8b9d1a3 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:00:33.830851 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:33.831184 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Attempt 1 to provision port a941d76c-5b23-4462-8850-a27ba8b9d1a3 Oct 13 16:00:33.947508 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port a941d76c-5b23-4462-8850-a27ba8b9d1a3 is: BUILD; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:00:33.947881 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:33.974222 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c799bbe3-5006-4ad4-9360-11ff24fd093b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a941d76c-5b23-4462-8850-a27ba8b9d1a3'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:00:33.976479 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979c64d66908691d8da3fe322a5acf5d757b5bee84c7992aba2ec3c134dffaeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9d4688-15fd-4df4-bf64-6b197b15d804" -d '{"events": [{"server_uuid": "c799bbe3-5006-4ad4-9360-11ff24fd093b", "name": "network-vif-plugged", "status": "completed", "tag": "a941d76c-5b23-4462-8850-a27ba8b9d1a3"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:00:33.984899 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port a941d76c-5b23-4462-8850-a27ba8b9d1a3, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=a941d76c-5b23-4462-8850-a27ba8b9d1a3,segment=NetworkSegment(f70bdea3-e00e-4e61-9038-56eb255268ae),segment_id=f70bdea3-e00e-4e61-9038-56eb255268ae)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:00:33.988458 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:34.025498 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 16:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081fe7ba-6bb7-4843-92cb-0d7903034f16 x-openstack-request-id: req-081fe7ba-6bb7-4843-92cb-0d7903034f16 {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:00:34.025791 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c799bbe3-5006-4ad4-9360-11ff24fd093b", "name": "network-vif-plugged", "status": "completed", "tag": "a941d76c-5b23-4462-8850-a27ba8b9d1a3", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:00:34.026045 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-081fe7ba-6bb7-4843-92cb-0d7903034f16 {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:00:34.026451 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-081fe7ba-6bb7-4843-92cb-0d7903034f16'] response: {'server_uuid': 'c799bbe3-5006-4ad4-9360-11ff24fd093b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a941d76c-5b23-4462-8850-a27ba8b9d1a3', 'code': 200} Oct 13 16:00:34.061191 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=a941d76c-5b23-4462-8850-a27ba8b9d1a3,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:00:34.245883 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd419f8-b0ae-4c8b-b1ba-279620333ece req-4ee82dfc-b3fb-4e2f-b675-6023df7a9131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:34.247383 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-bdd419f8-b0ae-4c8b-b1ba-279620333ece req-4ee82dfc-b3fb-4e2f-b675-6023df7a9131 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c799bbe3-5006-4ad4-9360-11ff24fd093b HTTP/1.1" status: 200 len: 1099 time: 0.0761447 Oct 13 16:00:34.288481 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-bdd419f8-b0ae-4c8b-b1ba-279620333ece req-f6ba74a1-6557-42cd-bdc2-15a54b7a4f22 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351841 Oct 13 16:00:34.530818 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f8b591ab-2e89-44a5-8a58-9a43eb716828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:34.574771 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:00:34.771398 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542c4ffd-517b-4d95-825f-2c44e4479281 req-3155122d-4d2b-4b4d-b672-d1fb68dfe136 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:34.772825 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-542c4ffd-517b-4d95-825f-2c44e4479281 req-3155122d-4d2b-4b4d-b672-d1fb68dfe136 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=c799bbe3-5006-4ad4-9360-11ff24fd093b HTTP/1.1" status: 200 len: 946 time: 0.0860491 Oct 13 16:00:34.816535 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-542c4ffd-517b-4d95-825f-2c44e4479281 req-727f5026-2a1d-404c-8efd-aef01934cb19 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378196 Oct 13 16:00:36.020080 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1dd58f-7093-469d-93aa-de9e3c86810e req-97e886b5-dc1c-42aa-9b39-8e44620e80ac tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:36.021462 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-7c1dd58f-7093-469d-93aa-de9e3c86810e req-97e886b5-dc1c-42aa-9b39-8e44620e80ac tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=c799bbe3-5006-4ad4-9360-11ff24fd093b HTTP/1.1" status: 200 len: 946 time: 0.0892744 Oct 13 16:00:36.066370 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-7c1dd58f-7093-469d-93aa-de9e3c86810e req-e3366053-fbe5-4fe4-9ee0-9cbe2bb9fe2c tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392237 Oct 13 16:00:36.260442 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b449b0-f32c-43a6-8fbf-77e53752cb41 req-5bf072a3-b1fe-41aa-a751-fc5f63dafc5a tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:36.261901 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b4b449b0-f32c-43a6-8fbf-77e53752cb41 req-5bf072a3-b1fe-41aa-a751-fc5f63dafc5a tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=c799bbe3-5006-4ad4-9360-11ff24fd093b HTTP/1.1" status: 200 len: 946 time: 0.0880332 Oct 13 16:00:36.272706 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 59194) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:00:36.278690 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-52bd8033-e946-4a83-913f-a36286b81bcb tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Request body: {'floatingip': {'port_id': 'a941d76c-5b23-4462-8850-a27ba8b9d1a3'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:00:36.355517 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-52bd8033-e946-4a83-913f-a36286b81bcb tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks [] for floatingip, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:36.678489 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-892e383a-59de-4e4a-9d91-befbe0b53142 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:37.042901 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-52bd8033-e946-4a83-913f-a36286b81bcb tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:37.046319 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-52bd8033-e946-4a83-913f-a36286b81bcb tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:37.212079 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.l3_db [None req-52bd8033-e946-4a83-913f-a36286b81bcb tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Floating IP b06e4929-a9bd-4393-bc7d-184b054ef08d associated. External IP: 172.26.2.170, port: a941d76c-5b23-4462-8850-a27ba8b9d1a3. Oct 13 16:00:37.555943 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52bd8033-e946-4a83-913f-a36286b81bcb tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Router 201d6fed-678d-4438-9a56-aba23a409240 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 16:00:37.733556 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52bd8033-e946-4a83-913f-a36286b81bcb tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:00:37.737906 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-52bd8033-e946-4a83-913f-a36286b81bcb tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:37.743614 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c94334-4ee3-4610-9c37-ed2076c9aee0 None None] Sync routers for ids ['201d6fed-678d-4438-9a56-aba23a409240'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:00:37.753459 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c94334-4ee3-4610-9c37-ed2076c9aee0 None None] Routers {'201d6fed-678d-4438-9a56-aba23a409240'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:00:37.754165 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-98c94334-4ee3-4610-9c37-ed2076c9aee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:00:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['201d6fed-678d-4438-9a56-aba23a409240'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:00:37.792776 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-52bd8033-e946-4a83-913f-a36286b81bcb tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "PUT /v2.0/floatingips/b06e4929-a9bd-4393-bc7d-184b054ef08d HTTP/1.1" status: 200 len: 992 time: 1.5190327 Oct 13 16:00:37.793424 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c799bbe3-5006-4ad4-9360-11ff24fd093b', 'tag': 'a941d76c-5b23-4462-8850-a27ba8b9d1a3'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:00:37.795763 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbfc7f03-b6ed-42ab-9563-ec3298a2aeb1" -d '{"events": [{"name": "network-changed", "server_uuid": "c799bbe3-5006-4ad4-9360-11ff24fd093b", "tag": "a941d76c-5b23-4462-8850-a27ba8b9d1a3"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:00:37.837066 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:37.839038 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 16:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-244e9aa4-7350-4874-85cc-e36cbb331528 x-openstack-request-id: req-244e9aa4-7350-4874-85cc-e36cbb331528 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:00:37.839273 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c799bbe3-5006-4ad4-9360-11ff24fd093b", "tag": "a941d76c-5b23-4462-8850-a27ba8b9d1a3", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:00:37.839500 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-244e9aa4-7350-4874-85cc-e36cbb331528 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:00:37.839943 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-244e9aa4-7350-4874-85cc-e36cbb331528'] response: {'name': 'network-changed', 'server_uuid': 'c799bbe3-5006-4ad4-9360-11ff24fd093b', 'tag': 'a941d76c-5b23-4462-8850-a27ba8b9d1a3', 'status': 'completed', 'code': 200} Oct 13 16:00:37.941131 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc7f03-b6ed-42ab-9563-ec3298a2aeb1 req-6747b3db-4c0b-4c5d-a936-ba86e4c27ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:37.943132 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-cbfc7f03-b6ed-42ab-9563-ec3298a2aeb1 req-6747b3db-4c0b-4c5d-a936-ba86e4c27ae7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3ad2067797114383aa0cc625b1522cd8&device_id=c799bbe3-5006-4ad4-9360-11ff24fd093b HTTP/1.1" status: 200 len: 1099 time: 0.0844009 Oct 13 16:00:37.950017 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-98c94334-4ee3-4610-9c37-ed2076c9aee0 None None] Set router 201d6fed-678d-4438-9a56-aba23a409240 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:00:38.016554 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:38.191419 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc7f03-b6ed-42ab-9563-ec3298a2aeb1 req-42563d4a-3939-4980-8c58-89bbd4b286c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:38.192849 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-cbfc7f03-b6ed-42ab-9563-ec3298a2aeb1 req-42563d4a-3939-4980-8c58-89bbd4b286c8 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be HTTP/1.1" status: 200 len: 912 time: 0.2438231 Oct 13 16:00:38.294101 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-cbfc7f03-b6ed-42ab-9563-ec3298a2aeb1 req-67fa29bf-5388-4586-8b82-3246e4613be3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a941d76c-5b23-4462-8850-a27ba8b9d1a3 HTTP/1.1" status: 200 len: 1000 time: 0.0951686 Oct 13 16:00:38.311527 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-98c94334-4ee3-4610-9c37-ed2076c9aee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201d6fed-678d-4438-9a56-aba23a409240', 'name': 'tempest-ServerActionsTestJSON-711533714-router', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:56:02Z', 'updated_at': '2022-10-13T15:56:06Z', 'revision_number': 4, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'gw_port': {'id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:05:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201d6fed-678d-4438-9a56-aba23a409240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:56:03Z', 'updated_at': '2022-10-13T15:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': 'b06e4929-a9bd-4393-bc7d-184b054ef08d', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'floating_ip_address': '172.26.2.170', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '201d6fed-678d-4438-9a56-aba23a409240', 'port_id': 'a941d76c-5b23-4462-8850-a27ba8b9d1a3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be', 'mac_address': 'fa:16:3e:fa:98:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c799bbe3-5006-4ad4-9360-11ff24fd093b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:56:09Z', 'updated_at': '2022-10-13T16:00:36Z', 'revision_number': 9, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '132c0ed2-2ea5-4bdf-af6d-04036bc019b5', 'name': '', 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'mac_address': 'fa:16:3e:f2:89:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201d6fed-678d-4438-9a56-aba23a409240', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:56:05Z', 'updated_at': '2022-10-13T15:56:11Z', 'revision_number': 5, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'subnets': [{'id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:00:38.315524 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c94334-4ee3-4610-9c37-ed2076c9aee0 None None] Checking router: 201d6fed-678d-4438-9a56-aba23a409240 for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:00:38.323865 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c94334-4ee3-4610-9c37-ed2076c9aee0 None None] Routers {'201d6fed-678d-4438-9a56-aba23a409240'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:00:38.324443 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-98c94334-4ee3-4610-9c37-ed2076c9aee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:00:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['201d6fed-678d-4438-9a56-aba23a409240'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:00:38.357084 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc7f03-b6ed-42ab-9563-ec3298a2aeb1 req-cae2fd30-0c5c-4839-ad2c-4bfd13315451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:38.358573 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-cbfc7f03-b6ed-42ab-9563-ec3298a2aeb1 req-cae2fd30-0c5c-4839-ad2c-4bfd13315451 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0377824e-746a-41ad-9498-5e48c58c0ec9 HTTP/1.1" status: 200 len: 850 time: 0.0582280 Oct 13 16:00:38.445121 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfc7f03-b6ed-42ab-9563-ec3298a2aeb1 req-83ad6037-9c80-4851-bffe-cecdf0fc81ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:00:38.446580 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-cbfc7f03-b6ed-42ab-9563-ec3298a2aeb1 req-83ad6037-9c80-4851-bffe-cecdf0fc81ec service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817504 Oct 13 16:00:38.536394 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-98c94334-4ee3-4610-9c37-ed2076c9aee0 None None] Set router 201d6fed-678d-4438-9a56-aba23a409240 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:00:38.579168 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-cbfc7f03-b6ed-42ab-9563-ec3298a2aeb1 req-8e827df9-b595-4e6a-96ae-4e0259ea7da0 service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264555 Oct 13 16:00:38.711603 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-cbfc7f03-b6ed-42ab-9563-ec3298a2aeb1 req-6e6fd5a1-35a3-47c7-b8ff-f4f760e0c671 service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267676 Oct 13 16:00:38.886438 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-98c94334-4ee3-4610-9c37-ed2076c9aee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201d6fed-678d-4438-9a56-aba23a409240', 'name': 'tempest-ServerActionsTestJSON-711533714-router', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:56:02Z', 'updated_at': '2022-10-13T15:56:06Z', 'revision_number': 4, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'gw_port': {'id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:05:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201d6fed-678d-4438-9a56-aba23a409240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:56:03Z', 'updated_at': '2022-10-13T15:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': 'b06e4929-a9bd-4393-bc7d-184b054ef08d', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'floating_ip_address': '172.26.2.170', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '201d6fed-678d-4438-9a56-aba23a409240', 'port_id': 'a941d76c-5b23-4462-8850-a27ba8b9d1a3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be', 'mac_address': 'fa:16:3e:fa:98:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c799bbe3-5006-4ad4-9360-11ff24fd093b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:56:09Z', 'updated_at': '2022-10-13T16:00:36Z', 'revision_number': 9, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '132c0ed2-2ea5-4bdf-af6d-04036bc019b5', 'name': '', 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'mac_address': 'fa:16:3e:f2:89:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201d6fed-678d-4438-9a56-aba23a409240', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:56:05Z', 'updated_at': '2022-10-13T15:56:11Z', 'revision_number': 5, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'subnets': [{'id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:00:38.890360 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c94334-4ee3-4610-9c37-ed2076c9aee0 None None] The sync data for ids ['201d6fed-678d-4438-9a56-aba23a409240'] in dv-neutron-860329-2-hyperv is: [{'id': '201d6fed-678d-4438-9a56-aba23a409240', 'name': 'tempest-ServerActionsTestJSON-711533714-router', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:56:02Z', 'updated_at': '2022-10-13T15:56:06Z', 'revision_number': 4, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'gw_port': {'id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:05:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201d6fed-678d-4438-9a56-aba23a409240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:56:03Z', 'updated_at': '2022-10-13T15:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': 'b06e4929-a9bd-4393-bc7d-184b054ef08d', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'floating_ip_address': '172.26.2.170', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '201d6fed-678d-4438-9a56-aba23a409240', 'port_id': 'a941d76c-5b23-4462-8850-a27ba8b9d1a3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be', 'mac_address': 'fa:16:3e:fa:98:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c799bbe3-5006-4ad4-9360-11ff24fd093b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:56:09Z', 'updated_at': '2022-10-13T16:00:36Z', 'revision_number': 9, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '132c0ed2-2ea5-4bdf-af6d-04036bc019b5', 'name': '', 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'mac_address': 'fa:16:3e:f2:89:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201d6fed-678d-4438-9a56-aba23a409240', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:56:05Z', 'updated_at': '2022-10-13T15:56:11Z', 'revision_number': 5, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'subnets': [{'id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:00:39.081439 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fba7185-e88f-46c2-aa69-c8c75a788c04 None None] New status for floating IP b06e4929-a9bd-4393-bc7d-184b054ef08d: ACTIVE {{(pid=88975) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 16:00:39.666045 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:00:56.015462 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:01:04.532870 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-5dbe2930-a4f4-4d2b-8aa8-9480920234f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:01:06.680033 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7701df05-5e79-48f8-b73d-e641e04d8577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:01:07.779778 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:01:07.957574 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:01:09.670803 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:01:11.573679 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:01:26.021612 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:01:34.534479 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9485dce6-748c-4d36-979f-49952fbb2426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:01:34.884779 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-632fd45e-8c76-4d51-9774-8d6df334df0d req-1c43df37-f9cb-4f5c-bd9d-caa9d9adbd54 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c799bbe3-5006-4ad4-9360-11ff24fd093b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0773344 Oct 13 16:01:35.030964 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632fd45e-8c76-4d51-9774-8d6df334df0d req-86615afd-ef86-41b0-842b-d5970176fd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:01:35.032310 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-632fd45e-8c76-4d51-9774-8d6df334df0d req-86615afd-ef86-41b0-842b-d5970176fd09 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3ad2067797114383aa0cc625b1522cd8&device_id=c799bbe3-5006-4ad4-9360-11ff24fd093b HTTP/1.1" status: 200 len: 1099 time: 0.0806568 Oct 13 16:01:35.175003 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632fd45e-8c76-4d51-9774-8d6df334df0d req-cbe9d355-0914-472b-8fa4-195a8f25e8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:01:35.176407 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-632fd45e-8c76-4d51-9774-8d6df334df0d req-cbe9d355-0914-472b-8fa4-195a8f25e8bb service neutron] 10.222.0.16 "GET /v2.0/networks?id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be HTTP/1.1" status: 200 len: 912 time: 0.1251001 Oct 13 16:01:35.277409 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-632fd45e-8c76-4d51-9774-8d6df334df0d req-87653547-6e4e-4597-9d36-c75a9dbbff53 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a941d76c-5b23-4462-8850-a27ba8b9d1a3 HTTP/1.1" status: 200 len: 1003 time: 0.0920768 Oct 13 16:01:35.341852 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632fd45e-8c76-4d51-9774-8d6df334df0d req-3b8ba3e3-d5a6-4869-bdc0-24c8389871bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:01:35.343161 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-632fd45e-8c76-4d51-9774-8d6df334df0d req-3b8ba3e3-d5a6-4869-bdc0-24c8389871bf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0377824e-746a-41ad-9498-5e48c58c0ec9 HTTP/1.1" status: 200 len: 850 time: 0.0591300 Oct 13 16:01:35.423260 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632fd45e-8c76-4d51-9774-8d6df334df0d req-70e9418e-3c0e-446b-aecf-041c80afed0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:01:35.424695 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-632fd45e-8c76-4d51-9774-8d6df334df0d req-70e9418e-3c0e-446b-aecf-041c80afed0d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759058 Oct 13 16:01:35.553213 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-632fd45e-8c76-4d51-9774-8d6df334df0d req-db82031d-2577-4781-83d9-ca81fc480fd0 service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225588 Oct 13 16:01:35.683221 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-632fd45e-8c76-4d51-9774-8d6df334df0d req-ab57c5b1-59dd-4385-a98d-0f76dabed653 service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234150 Oct 13 16:01:36.681334 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-bf9832b6-6eb5-41ac-96bf-3a49280006d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:01:37.782109 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:01:37.960322 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:01:39.671387 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:01:48.573185 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:01:51.472521 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-15a036b1-c508-4fbb-9975-afcf98c970d8 req-801e4721-36ed-4959-a148-e122f2e40f37 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=c799bbe3-5006-4ad4-9360-11ff24fd093b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1436172 Oct 13 16:01:51.483014 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b769e570-d252-432d-a974-0bf2d27a3f64 req-4b0e69ef-de5d-4e65-9a0c-107eda4f0346 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:01:51.484371 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-b769e570-d252-432d-a974-0bf2d27a3f64 req-4b0e69ef-de5d-4e65-9a0c-107eda4f0346 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=c799bbe3-5006-4ad4-9360-11ff24fd093b HTTP/1.1" status: 200 len: 946 time: 0.1089311 Oct 13 16:01:51.529627 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-b769e570-d252-432d-a974-0bf2d27a3f64 req-c485b3a2-97d6-4498-ba83-188710f9a14d tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393145 Oct 13 16:01:52.644786 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a036b1-c508-4fbb-9975-afcf98c970d8 req-fc567c21-b709-4c02-9a22-b7029a73043a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:01:52.646949 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-15a036b1-c508-4fbb-9975-afcf98c970d8 req-fc567c21-b709-4c02-9a22-b7029a73043a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3ad2067797114383aa0cc625b1522cd8&device_id=c799bbe3-5006-4ad4-9360-11ff24fd093b HTTP/1.1" status: 200 len: 1099 time: 0.0838616 Oct 13 16:01:52.931419 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a036b1-c508-4fbb-9975-afcf98c970d8 req-3aad5d11-317b-4725-9d76-cf72da2362f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:01:52.933469 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-15a036b1-c508-4fbb-9975-afcf98c970d8 req-3aad5d11-317b-4725-9d76-cf72da2362f5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be HTTP/1.1" status: 200 len: 912 time: 0.2517014 Oct 13 16:01:52.940944 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0443139-2c8f-43ef-91b9-4f07a5fb0305 req-42fefbe8-deaa-4870-825e-7bece0e67eda tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:01:52.942282 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f0443139-2c8f-43ef-91b9-4f07a5fb0305 req-42fefbe8-deaa-4870-825e-7bece0e67eda tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=c799bbe3-5006-4ad4-9360-11ff24fd093b HTTP/1.1" status: 200 len: 946 time: 0.2944450 Oct 13 16:01:53.058575 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f0443139-2c8f-43ef-91b9-4f07a5fb0305 req-d03d0056-fdea-456d-85b1-1007aecb356c tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665014 Oct 13 16:01:53.068990 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-15a036b1-c508-4fbb-9975-afcf98c970d8 req-ce6400a7-2dbb-430a-a37b-4427cee94303 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a941d76c-5b23-4462-8850-a27ba8b9d1a3 HTTP/1.1" status: 200 len: 1003 time: 0.1258159 Oct 13 16:01:53.134503 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a036b1-c508-4fbb-9975-afcf98c970d8 req-7c3e7f3d-d752-4dfc-9f0d-ad732c727510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:01:53.135892 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-15a036b1-c508-4fbb-9975-afcf98c970d8 req-7c3e7f3d-d752-4dfc-9f0d-ad732c727510 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0377824e-746a-41ad-9498-5e48c58c0ec9 HTTP/1.1" status: 200 len: 850 time: 0.0607932 Oct 13 16:01:53.215738 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a036b1-c508-4fbb-9975-afcf98c970d8 req-70db70e7-cc27-465d-93aa-3742f3df5d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:01:53.217096 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-15a036b1-c508-4fbb-9975-afcf98c970d8 req-70db70e7-cc27-465d-93aa-3742f3df5d85 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758724 Oct 13 16:01:53.347253 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-15a036b1-c508-4fbb-9975-afcf98c970d8 req-9c4d3e08-ffbb-477f-b831-aa47a755449a service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235764 Oct 13 16:01:53.475380 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-15a036b1-c508-4fbb-9975-afcf98c970d8 req-d9cb12bd-bbc3-4c7a-aaf5-88d42f5c9200 service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224010 Oct 13 16:01:54.255615 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f080babe-3b64-4b2b-b21f-7d3639a09819 req-2e7995d3-91fe-46be-86d0-768de87ce30f tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:01:54.257039 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f080babe-3b64-4b2b-b21f-7d3639a09819 req-2e7995d3-91fe-46be-86d0-768de87ce30f tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=c799bbe3-5006-4ad4-9360-11ff24fd093b HTTP/1.1" status: 200 len: 946 time: 0.0884767 Oct 13 16:01:54.299990 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f080babe-3b64-4b2b-b21f-7d3639a09819 req-710f2c9d-271b-473b-a4c9-486eacd0fd43 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367022 Oct 13 16:01:55.497698 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b357e1-f66a-4e21-a998-5598578d5ef8 req-d962b10a-aa66-4f57-8590-6e11cc479e47 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:01:55.499156 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-50b357e1-f66a-4e21-a998-5598578d5ef8 req-d962b10a-aa66-4f57-8590-6e11cc479e47 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=c799bbe3-5006-4ad4-9360-11ff24fd093b HTTP/1.1" status: 200 len: 946 time: 0.0895524 Oct 13 16:01:55.542406 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-50b357e1-f66a-4e21-a998-5598578d5ef8 req-570d2b63-4957-4987-8aeb-9ce81413a6f0 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369351 Oct 13 16:01:56.034062 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:01:56.741248 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2461c967-45f8-475b-9481-508053b826ee req-b002a1df-e080-4c97-bd5b-c6db7fa441fa tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:01:56.742943 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-2461c967-45f8-475b-9481-508053b826ee req-b002a1df-e080-4c97-bd5b-c6db7fa441fa tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=c799bbe3-5006-4ad4-9360-11ff24fd093b HTTP/1.1" status: 200 len: 946 time: 0.0887132 Oct 13 16:01:56.786234 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-2461c967-45f8-475b-9481-508053b826ee req-cc026c7a-b373-4a49-b2bd-f03782a6c374 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367925 Oct 13 16:01:57.979662 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a3d1b-18a5-40b4-bee7-22e5ba697158 req-4c728b8c-f2fc-4246-99f0-c1f569f95411 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:01:57.980997 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b85a3d1b-18a5-40b4-bee7-22e5ba697158 req-4c728b8c-f2fc-4246-99f0-c1f569f95411 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=c799bbe3-5006-4ad4-9360-11ff24fd093b HTTP/1.1" status: 200 len: 946 time: 0.0843363 Oct 13 16:01:58.027466 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b85a3d1b-18a5-40b4-bee7-22e5ba697158 req-7de08ef8-0e72-4671-b1b1-4381a123bfd2 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409188 Oct 13 16:01:59.218879 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089e8d89-3035-476a-9eb6-feea2b7af3fa req-0e0c7586-7a00-4eba-a715-c1692f3d8cbd tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:01:59.220225 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-089e8d89-3035-476a-9eb6-feea2b7af3fa req-0e0c7586-7a00-4eba-a715-c1692f3d8cbd tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=c799bbe3-5006-4ad4-9360-11ff24fd093b HTTP/1.1" status: 200 len: 946 time: 0.0844972 Oct 13 16:01:59.263866 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-089e8d89-3035-476a-9eb6-feea2b7af3fa req-c3e401a6-6735-49b7-a906-dbe4dc584813 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380182 Oct 13 16:02:00.460058 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f942d2-1e9b-4d21-9c61-745d619764be req-3e751912-3e55-42e3-8be0-0cc2b2dba9d8 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:00.461491 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e0f942d2-1e9b-4d21-9c61-745d619764be req-3e751912-3e55-42e3-8be0-0cc2b2dba9d8 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=c799bbe3-5006-4ad4-9360-11ff24fd093b HTTP/1.1" status: 200 len: 946 time: 0.0857627 Oct 13 16:02:00.504676 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e0f942d2-1e9b-4d21-9c61-745d619764be req-26fecc8e-3a24-4c97-bad3-584ebde192c6 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375595 Oct 13 16:02:01.700983 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d9a89-b383-4c59-8bb9-cc42c113908d req-b3fbe964-b41b-4d32-9ff7-3cbc0090f186 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:01.702430 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-6b7d9a89-b383-4c59-8bb9-cc42c113908d req-b3fbe964-b41b-4d32-9ff7-3cbc0090f186 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=c799bbe3-5006-4ad4-9360-11ff24fd093b HTTP/1.1" status: 200 len: 946 time: 0.0892320 Oct 13 16:02:01.745174 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-6b7d9a89-b383-4c59-8bb9-cc42c113908d req-641d9359-41be-4d1b-a7ec-27d7af1f0b0b tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365052 Oct 13 16:02:02.943197 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17717c37-0e7e-4f72-bbdc-09315ca58f09 req-317387ee-5794-4692-9abf-da8837061435 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:02.944529 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-17717c37-0e7e-4f72-bbdc-09315ca58f09 req-317387ee-5794-4692-9abf-da8837061435 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=c799bbe3-5006-4ad4-9360-11ff24fd093b HTTP/1.1" status: 200 len: 946 time: 0.0899291 Oct 13 16:02:02.987552 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-17717c37-0e7e-4f72-bbdc-09315ca58f09 req-80fd6969-4eaf-4c15-a34c-72895ea079ba tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369725 Oct 13 16:02:04.184201 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29be6e6f-2761-456f-a6c7-254cf0bc350e req-cc6c56d1-f6ac-40a9-97bf-7cd83caf905f tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:04.185657 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-29be6e6f-2761-456f-a6c7-254cf0bc350e req-cc6c56d1-f6ac-40a9-97bf-7cd83caf905f tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=c799bbe3-5006-4ad4-9360-11ff24fd093b HTTP/1.1" status: 200 len: 946 time: 0.0863512 Oct 13 16:02:04.234063 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-29be6e6f-2761-456f-a6c7-254cf0bc350e req-2666c80e-6f12-4d30-a0e3-f3a5087c8f1a tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427418 Oct 13 16:02:04.536164 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6230106f-0b8e-4535-a642-f64f275daea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:05.427995 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b9f59a-650a-494f-ab73-cce307b3f7d7 req-fd0b93f1-b37e-499e-b826-fffc2387f932 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:05.429426 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f2b9f59a-650a-494f-ab73-cce307b3f7d7 req-fd0b93f1-b37e-499e-b826-fffc2387f932 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=c799bbe3-5006-4ad4-9360-11ff24fd093b HTTP/1.1" status: 200 len: 946 time: 0.0858395 Oct 13 16:02:05.474906 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f2b9f59a-650a-494f-ab73-cce307b3f7d7 req-db44a1bc-9774-42b7-8040-49c5044eea8c tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399263 Oct 13 16:02:06.670175 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8ec49c-1918-44ab-8a3d-8a3a3bf5d609 req-ea49ca56-f380-4be9-a83a-e25f2d788c8b tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:06.671631 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-7b8ec49c-1918-44ab-8a3d-8a3a3bf5d609 req-ea49ca56-f380-4be9-a83a-e25f2d788c8b tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=c799bbe3-5006-4ad4-9360-11ff24fd093b HTTP/1.1" status: 200 len: 946 time: 0.0866044 Oct 13 16:02:06.684451 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-bab5d84d-58c6-4692-8a4e-10cc75b4f7bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:06.715808 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-7b8ec49c-1918-44ab-8a3d-8a3a3bf5d609 req-ceeab09b-1793-4dba-b090-7ed057920115 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383711 Oct 13 16:02:07.784095 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:07.915890 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e697aad7-cb0a-4fda-aaf5-90dda8b4e34a req-6d30c527-7c10-4826-a4a9-cf857b6011ac tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:07.917860 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e697aad7-cb0a-4fda-aaf5-90dda8b4e34a req-6d30c527-7c10-4826-a4a9-cf857b6011ac tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=c799bbe3-5006-4ad4-9360-11ff24fd093b HTTP/1.1" status: 200 len: 946 time: 0.0865765 Oct 13 16:02:07.960985 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e697aad7-cb0a-4fda-aaf5-90dda8b4e34a req-ad8f5a37-eb10-49f7-b496-7f69bbf683c9 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374215 Oct 13 16:02:07.962090 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:09.159999 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cab9b6b-519d-46c9-8dc1-dfe80990218a req-901856b9-56f6-441e-8f44-c933d6296bfd tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:09.161466 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8cab9b6b-519d-46c9-8dc1-dfe80990218a req-901856b9-56f6-441e-8f44-c933d6296bfd tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=c799bbe3-5006-4ad4-9360-11ff24fd093b HTTP/1.1" status: 200 len: 946 time: 0.0899734 Oct 13 16:02:09.205406 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8cab9b6b-519d-46c9-8dc1-dfe80990218a req-3df77700-2e47-43bc-8408-7a44fd75cd0c tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375967 Oct 13 16:02:09.674075 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:10.157457 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-15a036b1-c508-4fbb-9975-afcf98c970d8 req-0ee3f30f-55b6-485f-83df-5178d8a210c3 service neutron] 10.222.0.16 "GET /v2.0/ports/a941d76c-5b23-4462-8850-a27ba8b9d1a3/bindings/hv-neutron-8603 HTTP/1.1" status: 200 len: 384 time: 0.0804982 Oct 13 16:02:10.473053 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be20e2e-5a23-49ad-acd7-3b0f9932b5a3 req-979dc76f-a699-4ca4-804a-5c4e91a4d5f3 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:10.474442 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-7be20e2e-5a23-49ad-acd7-3b0f9932b5a3 req-979dc76f-a699-4ca4-804a-5c4e91a4d5f3 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=c799bbe3-5006-4ad4-9360-11ff24fd093b HTTP/1.1" status: 200 len: 946 time: 0.1561999 Oct 13 16:02:10.496067 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a036b1-c508-4fbb-9975-afcf98c970d8 req-eadc29bb-c1d7-4886-b009-e8fb233f1b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:10.497483 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-15a036b1-c508-4fbb-9975-afcf98c970d8 req-eadc29bb-c1d7-4886-b009-e8fb233f1b14 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c799bbe3-5006-4ad4-9360-11ff24fd093b&tenant_id=3ad2067797114383aa0cc625b1522cd8 HTTP/1.1" status: 200 len: 1099 time: 0.1384900 Oct 13 16:02:10.564418 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-7be20e2e-5a23-49ad-acd7-3b0f9932b5a3 req-fe4c0b2e-f451-467f-b8f7-16c62e7680c2 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836346 Oct 13 16:02:10.601816 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a036b1-c508-4fbb-9975-afcf98c970d8 req-c741d492-5216-4a11-a7b0-c244e8d88edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:10.603308 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-15a036b1-c508-4fbb-9975-afcf98c970d8 req-c741d492-5216-4a11-a7b0-c244e8d88edb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3ad2067797114383aa0cc625b1522cd8&device_id=c799bbe3-5006-4ad4-9360-11ff24fd093b HTTP/1.1" status: 200 len: 1099 time: 0.0817606 Oct 13 16:02:10.734103 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a036b1-c508-4fbb-9975-afcf98c970d8 req-7adc986e-5a92-48bd-ad8b-7876d664a33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:10.735492 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-15a036b1-c508-4fbb-9975-afcf98c970d8 req-7adc986e-5a92-48bd-ad8b-7876d664a33b service neutron] 10.222.0.16 "GET /v2.0/networks?id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be HTTP/1.1" status: 200 len: 912 time: 0.1265433 Oct 13 16:02:10.837329 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-15a036b1-c508-4fbb-9975-afcf98c970d8 req-4f756ff2-6545-464f-80e0-76351e845aab service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a941d76c-5b23-4462-8850-a27ba8b9d1a3 HTTP/1.1" status: 200 len: 1003 time: 0.0960822 Oct 13 16:02:10.901091 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a036b1-c508-4fbb-9975-afcf98c970d8 req-fb5d6fda-3312-43f6-80e5-60d2e8ef7427 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:10.902623 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-15a036b1-c508-4fbb-9975-afcf98c970d8 req-fb5d6fda-3312-43f6-80e5-60d2e8ef7427 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0377824e-746a-41ad-9498-5e48c58c0ec9 HTTP/1.1" status: 200 len: 850 time: 0.0595169 Oct 13 16:02:10.983733 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a036b1-c508-4fbb-9975-afcf98c970d8 req-1a5357fd-3344-4202-85a2-e270b6b50e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:10.985215 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-15a036b1-c508-4fbb-9975-afcf98c970d8 req-1a5357fd-3344-4202-85a2-e270b6b50e59 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758698 Oct 13 16:02:11.208938 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-15a036b1-c508-4fbb-9975-afcf98c970d8 req-b585a3a2-271a-4ad6-8c32-3356f34aaedd service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2175415 Oct 13 16:02:11.336239 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-15a036b1-c508-4fbb-9975-afcf98c970d8 req-dff77285-a6f5-46ea-9162-532abb675261 service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211233 Oct 13 16:02:11.762040 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a88914-ae41-42ef-aca4-b0afcf7df610 req-589e7e0e-93c9-4a65-bec4-0c38e63a5172 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:11.763563 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-96a88914-ae41-42ef-aca4-b0afcf7df610 req-589e7e0e-93c9-4a65-bec4-0c38e63a5172 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=c799bbe3-5006-4ad4-9360-11ff24fd093b HTTP/1.1" status: 200 len: 946 time: 0.0859432 Oct 13 16:02:11.810381 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-96a88914-ae41-42ef-aca4-b0afcf7df610 req-8565d85c-42d5-4e63-a554-b0c8643f48c3 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411592 Oct 13 16:02:13.011425 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c101dd1-647c-4fd6-afb4-298d7f9376e2 req-8b775e11-2173-447d-b31b-ad89e03ff416 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:13.012780 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4c101dd1-647c-4fd6-afb4-298d7f9376e2 req-8b775e11-2173-447d-b31b-ad89e03ff416 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=c799bbe3-5006-4ad4-9360-11ff24fd093b HTTP/1.1" status: 200 len: 946 time: 0.0900869 Oct 13 16:02:13.057538 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4c101dd1-647c-4fd6-afb4-298d7f9376e2 req-fab2b101-358c-485a-ad8e-3a597192e14e tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391376 Oct 13 16:02:14.212478 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device a941d76c-5b23-4462-8850-a27ba8b9d1a3 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:02:14.260294 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c74d1de-4a52-4c34-86f4-f663165dfb23 req-812633d9-df41-41a7-857c-74c8d159f4b2 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:14.261752 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-1c74d1de-4a52-4c34-86f4-f663165dfb23 req-812633d9-df41-41a7-857c-74c8d159f4b2 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=c799bbe3-5006-4ad4-9360-11ff24fd093b HTTP/1.1" status: 200 len: 946 time: 0.0899472 Oct 13 16:02:14.305169 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-1c74d1de-4a52-4c34-86f4-f663165dfb23 req-a1fa5cef-50a3-461b-9600-d0a8bad898b1 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378149 Oct 13 16:02:14.327571 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port a941d76c-5b23-4462-8850-a27ba8b9d1a3 is: ACTIVE; New status is: DOWN {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:02:14.327942 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:14.354803 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c799bbe3-5006-4ad4-9360-11ff24fd093b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a941d76c-5b23-4462-8850-a27ba8b9d1a3'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:02:14.357024 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979c64d66908691d8da3fe322a5acf5d757b5bee84c7992aba2ec3c134dffaeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55f0f0e-fd7b-4751-8de8-dfe7e73403f8" -d '{"events": [{"server_uuid": "c799bbe3-5006-4ad4-9360-11ff24fd093b", "name": "network-vif-unplugged", "status": "completed", "tag": "a941d76c-5b23-4462-8850-a27ba8b9d1a3"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:02:14.364369 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port a941d76c-5b23-4462-8850-a27ba8b9d1a3, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=a941d76c-5b23-4462-8850-a27ba8b9d1a3,segment=NetworkSegment(f70bdea3-e00e-4e61-9038-56eb255268ae),segment_id=f70bdea3-e00e-4e61-9038-56eb255268ae)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:02:14.369248 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:14.437894 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=a941d76c-5b23-4462-8850-a27ba8b9d1a3,revision_number=6']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:02:14.444894 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:02:14.445239 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:02:14.445573 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:02:14.445898 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:02:14.446250 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:02:14.446571 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:02:14.446890 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:02:14.447207 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:02:14.447572 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:02:14.447887 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:02:14.448202 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:02:14.448513 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:02:14.458607 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 13 Oct 2022 16:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1d66fe-d7f6-4e56-909c-b6b472f29c14 x-openstack-request-id: req-bb1d66fe-d7f6-4e56-909c-b6b472f29c14 {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:02:14.458607 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c799bbe3-5006-4ad4-9360-11ff24fd093b", "name": "network-vif-unplugged", "status": "completed", "tag": "a941d76c-5b23-4462-8850-a27ba8b9d1a3", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:02:14.458804 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bb1d66fe-d7f6-4e56-909c-b6b472f29c14 {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:02:14.459054 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb1d66fe-d7f6-4e56-909c-b6b472f29c14'] response: {'server_uuid': 'c799bbe3-5006-4ad4-9360-11ff24fd093b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a941d76c-5b23-4462-8850-a27ba8b9d1a3', 'code': 200} Oct 13 16:02:15.503252 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a2a33-441b-4114-b2c5-2025bc9d4a01 req-c1b957ca-13e9-4ba4-8387-13429df350d9 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:15.504687 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-ec3a2a33-441b-4114-b2c5-2025bc9d4a01 req-c1b957ca-13e9-4ba4-8387-13429df350d9 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=c799bbe3-5006-4ad4-9360-11ff24fd093b HTTP/1.1" status: 200 len: 944 time: 0.0893922 Oct 13 16:02:15.547571 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-ec3a2a33-441b-4114-b2c5-2025bc9d4a01 req-443cbd21-0e69-4d8c-8136-aba38d22a2c7 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368717 Oct 13 16:02:15.953114 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1adbde-a9d7-4e69-821f-12e9867c2ad2 req-e925dd4d-4de2-457a-8e0a-29fb7b9a86e3 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:15.954558 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5c1adbde-a9d7-4e69-821f-12e9867c2ad2 req-e925dd4d-4de2-457a-8e0a-29fb7b9a86e3 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.16 "GET /v2.0/ports?device_id=c799bbe3-5006-4ad4-9360-11ff24fd093b&tenant_id=3ad2067797114383aa0cc625b1522cd8&binding%3Ahost_id=hv-neutron-8603 HTTP/1.1" status: 200 len: 944 time: 0.0898428 Oct 13 16:02:16.006011 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e27eb5-22fd-409f-8064-9dabb6f1eda3 req-be4090ef-b26a-44eb-851e-74339ddbe659 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:16.007479 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-89e27eb5-22fd-409f-8064-9dabb6f1eda3 req-be4090ef-b26a-44eb-851e-74339ddbe659 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=c799bbe3-5006-4ad4-9360-11ff24fd093b HTTP/1.1" status: 200 len: 944 time: 0.0852349 Oct 13 16:02:16.036326 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5c1adbde-a9d7-4e69-821f-12e9867c2ad2 req-743a35aa-6787-4b3c-bc71-8ce8dbf71b10 service neutron] 10.222.0.16 "GET /v2.0/ports/a941d76c-5b23-4462-8850-a27ba8b9d1a3/bindings/hv-neutron-8603 HTTP/1.1" status: 200 len: 384 time: 0.0760193 Oct 13 16:02:16.055884 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-89e27eb5-22fd-409f-8064-9dabb6f1eda3 req-38b78f56-f58a-4eb7-9757-284f134099e3 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425959 Oct 13 16:02:16.134822 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1adbde-a9d7-4e69-821f-12e9867c2ad2 req-9031817d-b767-4177-8344-8ee1ec59f3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:16.136310 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5c1adbde-a9d7-4e69-821f-12e9867c2ad2 req-9031817d-b767-4177-8344-8ee1ec59f3a4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3ad2067797114383aa0cc625b1522cd8&device_id=c799bbe3-5006-4ad4-9360-11ff24fd093b HTTP/1.1" status: 200 len: 1097 time: 0.0785379 Oct 13 16:02:16.264373 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1adbde-a9d7-4e69-821f-12e9867c2ad2 req-d3293c02-b27c-4de3-9e02-f3b027dcae0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:16.265798 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5c1adbde-a9d7-4e69-821f-12e9867c2ad2 req-d3293c02-b27c-4de3-9e02-f3b027dcae0c service neutron] 10.222.0.16 "GET /v2.0/networks?id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be HTTP/1.1" status: 200 len: 912 time: 0.1236646 Oct 13 16:02:16.367412 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5c1adbde-a9d7-4e69-821f-12e9867c2ad2 req-9539d153-49fd-4e7b-89be-620cd87d9413 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a941d76c-5b23-4462-8850-a27ba8b9d1a3 HTTP/1.1" status: 200 len: 1001 time: 0.0953305 Oct 13 16:02:16.430853 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1adbde-a9d7-4e69-821f-12e9867c2ad2 req-a827e586-74a0-451e-9fde-effd38e90f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:16.432184 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5c1adbde-a9d7-4e69-821f-12e9867c2ad2 req-a827e586-74a0-451e-9fde-effd38e90f7f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0377824e-746a-41ad-9498-5e48c58c0ec9 HTTP/1.1" status: 200 len: 850 time: 0.0591795 Oct 13 16:02:16.511457 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1adbde-a9d7-4e69-821f-12e9867c2ad2 req-82a49bb8-51f4-4a25-ab56-f86d0ca47e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:16.512880 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5c1adbde-a9d7-4e69-821f-12e9867c2ad2 req-82a49bb8-51f4-4a25-ab56-f86d0ca47e7b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754538 Oct 13 16:02:16.641634 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5c1adbde-a9d7-4e69-821f-12e9867c2ad2 req-3bbf8d97-2840-4c45-ba53-7294cd864bb6 service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223032 Oct 13 16:02:16.770169 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5c1adbde-a9d7-4e69-821f-12e9867c2ad2 req-cb77dffb-6678-48f4-8c83-383a9fb07d89 service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224666 Oct 13 16:02:17.256077 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ece9068-3353-4d06-bd63-0384b384e478 req-9a927c8c-6011-425b-a149-8e6bd85bab3e tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:17.257505 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-8ece9068-3353-4d06-bd63-0384b384e478 req-9a927c8c-6011-425b-a149-8e6bd85bab3e tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=c799bbe3-5006-4ad4-9360-11ff24fd093b HTTP/1.1" status: 200 len: 944 time: 0.0894136 Oct 13 16:02:17.300410 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-8ece9068-3353-4d06-bd63-0384b384e478 req-fffd8454-8842-4bfc-a2f8-a854eb4f0042 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373719 Oct 13 16:02:18.496183 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670d2952-a7d1-446a-ba0f-0f3ab324f6b7 req-08c8365a-9c7f-446b-bb29-9b20016c398e tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:18.497615 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-670d2952-a7d1-446a-ba0f-0f3ab324f6b7 req-08c8365a-9c7f-446b-bb29-9b20016c398e tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=c799bbe3-5006-4ad4-9360-11ff24fd093b HTTP/1.1" status: 200 len: 944 time: 0.0868142 Oct 13 16:02:18.540114 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-670d2952-a7d1-446a-ba0f-0f3ab324f6b7 req-b46366f9-51a9-4883-9959-06a544a4eae6 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365005 Oct 13 16:02:19.253595 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1adbde-a9d7-4e69-821f-12e9867c2ad2 req-40872b23-c4fb-429d-a5a6-f66833167450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:19.255166 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5c1adbde-a9d7-4e69-821f-12e9867c2ad2 req-40872b23-c4fb-429d-a5a6-f66833167450 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c799bbe3-5006-4ad4-9360-11ff24fd093b&tenant_id=3ad2067797114383aa0cc625b1522cd8 HTTP/1.1" status: 200 len: 1097 time: 0.0782907 Oct 13 16:02:19.354810 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1adbde-a9d7-4e69-821f-12e9867c2ad2 req-947a5b14-3570-4d22-8f23-32d5af766f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:19.356160 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5c1adbde-a9d7-4e69-821f-12e9867c2ad2 req-947a5b14-3570-4d22-8f23-32d5af766f2f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3ad2067797114383aa0cc625b1522cd8&device_id=c799bbe3-5006-4ad4-9360-11ff24fd093b HTTP/1.1" status: 200 len: 1097 time: 0.0792108 Oct 13 16:02:19.582260 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1adbde-a9d7-4e69-821f-12e9867c2ad2 req-14ce9aa3-e452-420f-a513-65fb9e45278a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:19.583867 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5c1adbde-a9d7-4e69-821f-12e9867c2ad2 req-14ce9aa3-e452-420f-a513-65fb9e45278a service neutron] 10.222.0.16 "GET /v2.0/networks?id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be HTTP/1.1" status: 200 len: 912 time: 0.2198002 Oct 13 16:02:19.735990 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5c1adbde-a9d7-4e69-821f-12e9867c2ad2 req-748eb79c-cdbb-468e-a275-bbd01e7d47bc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a941d76c-5b23-4462-8850-a27ba8b9d1a3 HTTP/1.1" status: 200 len: 1001 time: 0.1456726 Oct 13 16:02:19.813623 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af23fff0-da7a-4b6b-bcbd-74ab414116e9 req-17cdff9c-8326-425c-965f-4fb8e225438f tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:19.815055 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-af23fff0-da7a-4b6b-bcbd-74ab414116e9 req-17cdff9c-8326-425c-965f-4fb8e225438f tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=c799bbe3-5006-4ad4-9360-11ff24fd093b HTTP/1.1" status: 200 len: 944 time: 0.1510732 Oct 13 16:02:19.816455 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1adbde-a9d7-4e69-821f-12e9867c2ad2 req-e924db85-6059-4930-8ce1-d857d0592c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:19.818031 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5c1adbde-a9d7-4e69-821f-12e9867c2ad2 req-e924db85-6059-4930-8ce1-d857d0592c03 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0377824e-746a-41ad-9498-5e48c58c0ec9 HTTP/1.1" status: 200 len: 850 time: 0.0757487 Oct 13 16:02:19.908090 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-af23fff0-da7a-4b6b-bcbd-74ab414116e9 req-ea003d6b-38c8-41f7-8b43-02052b002b05 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0869830 Oct 13 16:02:19.929310 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1adbde-a9d7-4e69-821f-12e9867c2ad2 req-2936361e-a76a-4829-a309-00e475f5d060 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:19.930784 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5c1adbde-a9d7-4e69-821f-12e9867c2ad2 req-2936361e-a76a-4829-a309-00e475f5d060 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0967364 Oct 13 16:02:20.060826 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5c1adbde-a9d7-4e69-821f-12e9867c2ad2 req-ef0d68b5-2751-47e5-a12a-c85e02ce517a service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235394 Oct 13 16:02:20.190082 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5c1adbde-a9d7-4e69-821f-12e9867c2ad2 req-e28138fd-e676-4437-a5a5-7dbb590e1473 service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226039 Oct 13 16:02:21.190320 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b26e974-c026-4a1d-82a2-ca890b0cd37b req-447ca585-5a8e-4112-8baf-02c2ce87e94e tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:21.191741 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8b26e974-c026-4a1d-82a2-ca890b0cd37b req-447ca585-5a8e-4112-8baf-02c2ce87e94e tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=c799bbe3-5006-4ad4-9360-11ff24fd093b HTTP/1.1" status: 200 len: 944 time: 0.1719625 Oct 13 16:02:21.236671 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8b26e974-c026-4a1d-82a2-ca890b0cd37b req-80b82b53-90c4-4014-9f65-416ffb0a973e tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391366 Oct 13 16:02:22.287011 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device a941d76c-5b23-4462-8850-a27ba8b9d1a3 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=88974) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 13 16:02:22.294546 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device a941d76c-5b23-4462-8850-a27ba8b9d1a3 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:02:22.439649 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73af899c-4c03-4567-9be6-f4e842d2f4be req-86c1abaa-1da8-4021-8a98-c7e41ce740fc tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:22.441128 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-73af899c-4c03-4567-9be6-f4e842d2f4be req-86c1abaa-1da8-4021-8a98-c7e41ce740fc tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=c799bbe3-5006-4ad4-9360-11ff24fd093b HTTP/1.1" status: 200 len: 944 time: 0.0899849 Oct 13 16:02:22.485034 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-73af899c-4c03-4567-9be6-f4e842d2f4be req-1fe690a0-fc38-4fa3-a3d1-c605b38fa5d8 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380077 Oct 13 16:02:22.515360 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port a941d76c-5b23-4462-8850-a27ba8b9d1a3 is: DOWN; New status is: DOWN {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:02:22.523440 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port a941d76c-5b23-4462-8850-a27ba8b9d1a3, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=a941d76c-5b23-4462-8850-a27ba8b9d1a3,segment=NetworkSegment(f70bdea3-e00e-4e61-9038-56eb255268ae),segment_id=f70bdea3-e00e-4e61-9038-56eb255268ae)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:02:22.537666 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Returning: {'device': 'a941d76c-5b23-4462-8850-a27ba8b9d1a3', 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be', 'port_id': 'a941d76c-5b23-4462-8850-a27ba8b9d1a3', 'mac_address': 'fa:16:3e:fa:98:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88974) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 13 16:02:22.591690 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port a941d76c-5b23-4462-8850-a27ba8b9d1a3 is: DOWN; New status is: BUILD {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:02:22.592067 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:22.610051 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a941d76c-5b23-4462-8850-a27ba8b9d1a3 {{(pid=88974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 16:02:22.627603 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port a941d76c-5b23-4462-8850-a27ba8b9d1a3, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=a941d76c-5b23-4462-8850-a27ba8b9d1a3,segment=NetworkSegment(f70bdea3-e00e-4e61-9038-56eb255268ae),segment_id=f70bdea3-e00e-4e61-9038-56eb255268ae)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:02:22.632551 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:22.690207 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa28eab9-a4ed-48dd-8490-f46d029ba553 req-823464cc-a88e-4dcf-a7f3-c71daa0408d2 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:22.691780 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-fa28eab9-a4ed-48dd-8490-f46d029ba553 req-823464cc-a88e-4dcf-a7f3-c71daa0408d2 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=c799bbe3-5006-4ad4-9360-11ff24fd093b HTTP/1.1" status: 200 len: 945 time: 0.0929406 Oct 13 16:02:22.712379 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['a941d76c-5b23-4462-8850-a27ba8b9d1a3'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 16:02:22.743262 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-fa28eab9-a4ed-48dd-8490-f46d029ba553 req-b5f4583f-66a1-43eb-a2aa-5db87f7bd027 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447433 Oct 13 16:02:22.758213 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=a941d76c-5b23-4462-8850-a27ba8b9d1a3,revision_number=7']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:02:22.948039 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96bed5a-8968-4243-9481-30c76e9873e3 req-17b81c17-fced-4686-843c-279dadd1310d tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:22.949502 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f96bed5a-8968-4243-9481-30c76e9873e3 req-17b81c17-fced-4686-843c-279dadd1310d tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=c799bbe3-5006-4ad4-9360-11ff24fd093b HTTP/1.1" status: 200 len: 945 time: 0.0897944 Oct 13 16:02:22.995313 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f96bed5a-8968-4243-9481-30c76e9873e3 req-300c02e8-4eb7-4168-90f8-53a8260b97bf tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402873 Oct 13 16:02:23.376633 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3d1798-2041-4f6d-a8c1-5e5ad60fda9b req-b840d662-4e2d-4509-97b4-b0df08a5ce1c tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:23.377965 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4c3d1798-2041-4f6d-a8c1-5e5ad60fda9b req-b840d662-4e2d-4509-97b4-b0df08a5ce1c tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=c799bbe3-5006-4ad4-9360-11ff24fd093b HTTP/1.1" status: 200 len: 945 time: 0.0856762 Oct 13 16:02:23.420684 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4c3d1798-2041-4f6d-a8c1-5e5ad60fda9b req-0fdcbb7d-538f-4040-8e11-0a224a46bd1e tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370524 Oct 13 16:02:24.278354 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device a941d76c-5b23-4462-8850-a27ba8b9d1a3 up at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:02:24.384428 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning complete for port a941d76c-5b23-4462-8850-a27ba8b9d1a3 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:02:24.384811 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:24.385147 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Attempt 1 to provision port a941d76c-5b23-4462-8850-a27ba8b9d1a3 Oct 13 16:02:24.498162 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port a941d76c-5b23-4462-8850-a27ba8b9d1a3 is: BUILD; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:02:24.498526 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:24.525045 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c799bbe3-5006-4ad4-9360-11ff24fd093b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a941d76c-5b23-4462-8850-a27ba8b9d1a3'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:02:24.527903 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979c64d66908691d8da3fe322a5acf5d757b5bee84c7992aba2ec3c134dffaeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56f88ac5-53db-4170-818b-2d21e9ddaf8e" -d '{"events": [{"server_uuid": "c799bbe3-5006-4ad4-9360-11ff24fd093b", "name": "network-vif-plugged", "status": "completed", "tag": "a941d76c-5b23-4462-8850-a27ba8b9d1a3"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:02:24.535405 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port a941d76c-5b23-4462-8850-a27ba8b9d1a3, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=a941d76c-5b23-4462-8850-a27ba8b9d1a3,segment=NetworkSegment(f70bdea3-e00e-4e61-9038-56eb255268ae),segment_id=f70bdea3-e00e-4e61-9038-56eb255268ae)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:02:24.540280 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:24.578901 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 16:02:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d330c2-3a24-444d-9cf2-e10ed38116aa x-openstack-request-id: req-70d330c2-3a24-444d-9cf2-e10ed38116aa {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:02:24.579184 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c799bbe3-5006-4ad4-9360-11ff24fd093b", "name": "network-vif-plugged", "status": "completed", "tag": "a941d76c-5b23-4462-8850-a27ba8b9d1a3", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:02:24.579456 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-70d330c2-3a24-444d-9cf2-e10ed38116aa {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:02:24.579841 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-70d330c2-3a24-444d-9cf2-e10ed38116aa'] response: {'server_uuid': 'c799bbe3-5006-4ad4-9360-11ff24fd093b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a941d76c-5b23-4462-8850-a27ba8b9d1a3', 'code': 200} Oct 13 16:02:24.611545 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=a941d76c-5b23-4462-8850-a27ba8b9d1a3,revision_number=8']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:02:24.623179 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2eeab2-649c-47db-b3b9-6d57ac1679bd req-8c56a625-ed13-427e-b3a4-6405ed8763e5 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:24.624689 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-6a2eeab2-649c-47db-b3b9-6d57ac1679bd req-8c56a625-ed13-427e-b3a4-6405ed8763e5 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=c799bbe3-5006-4ad4-9360-11ff24fd093b HTTP/1.1" status: 200 len: 946 time: 0.0876586 Oct 13 16:02:24.669039 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-6a2eeab2-649c-47db-b3b9-6d57ac1679bd req-33e1677e-b8fa-4f6e-9251-4471d9a566ba tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380042 Oct 13 16:02:25.538454 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477443d1-089f-4d0d-8714-38662a58e837 req-00272110-8bff-412f-befb-97b6266b3ab8 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:25.539861 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-477443d1-089f-4d0d-8714-38662a58e837 req-00272110-8bff-412f-befb-97b6266b3ab8 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.16 "GET /v2.0/ports?device_id=c799bbe3-5006-4ad4-9360-11ff24fd093b HTTP/1.1" status: 200 len: 946 time: 0.0878687 Oct 13 16:02:25.571953 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:02:25.608023 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-477443d1-089f-4d0d-8714-38662a58e837 req-d9702414-d25f-4568-9a7a-77b7878f9f21 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Deleting port a941d76c-5b23-4462-8850-a27ba8b9d1a3 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:02:25.608361 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-477443d1-089f-4d0d-8714-38662a58e837 req-d9702414-d25f-4568-9a7a-77b7878f9f21 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:25.909272 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-477443d1-089f-4d0d-8714-38662a58e837 req-d9702414-d25f-4568-9a7a-77b7878f9f21 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] For port a941d76c-5b23-4462-8850-a27ba8b9d1a3, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=a941d76c-5b23-4462-8850-a27ba8b9d1a3,segment=NetworkSegment(f70bdea3-e00e-4e61-9038-56eb255268ae),segment_id=f70bdea3-e00e-4e61-9038-56eb255268ae)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:02:25.909631 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-477443d1-089f-4d0d-8714-38662a58e837 req-d9702414-d25f-4568-9a7a-77b7878f9f21 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:26.001009 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf1eb89-6f59-438c-a11e-8759c631f19c req-6f9d558e-9a26-4c34-ab6f-32c805e4083f tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:26.002474 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ebf1eb89-6f59-438c-a11e-8759c631f19c req-6f9d558e-9a26-4c34-ab6f-32c805e4083f tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=c799bbe3-5006-4ad4-9360-11ff24fd093b HTTP/1.1" status: 200 len: 946 time: 0.2013474 Oct 13 16:02:26.047954 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:26.234831 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ebf1eb89-6f59-438c-a11e-8759c631f19c req-f309dd14-fa17-4edf-b357-dde952822a7b tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2248471 Oct 13 16:02:26.342182 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-477443d1-089f-4d0d-8714-38662a58e837 req-d9702414-d25f-4568-9a7a-77b7878f9f21 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:26.342550 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-477443d1-089f-4d0d-8714-38662a58e837 req-d9702414-d25f-4568-9a7a-77b7878f9f21 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:26.342857 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.l3_db [req-477443d1-089f-4d0d-8714-38662a58e837 req-d9702414-d25f-4568-9a7a-77b7878f9f21 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Floating IP b06e4929-a9bd-4393-bc7d-184b054ef08d disassociated. External IP: 172.26.2.170, port: a941d76c-5b23-4462-8850-a27ba8b9d1a3. Oct 13 16:02:26.343189 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-477443d1-089f-4d0d-8714-38662a58e837 req-d9702414-d25f-4568-9a7a-77b7878f9f21 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Calling delete_port for a941d76c-5b23-4462-8850-a27ba8b9d1a3 owned by compute:nova {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:02:26.487647 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-477443d1-089f-4d0d-8714-38662a58e837 req-d9702414-d25f-4568-9a7a-77b7878f9f21 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:26.539017 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9702414-d25f-4568-9a7a-77b7878f9f21 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Pushing event deleted for resources: {'Port': ['ID=a941d76c-5b23-4462-8850-a27ba8b9d1a3,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:02:26.549125 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9702414-d25f-4568-9a7a-77b7878f9f21 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:02:26.549415 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9702414-d25f-4568-9a7a-77b7878f9f21 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:02:26.549749 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9702414-d25f-4568-9a7a-77b7878f9f21 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:02:26.550081 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9702414-d25f-4568-9a7a-77b7878f9f21 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:02:26.550429 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9702414-d25f-4568-9a7a-77b7878f9f21 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:02:26.550752 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9702414-d25f-4568-9a7a-77b7878f9f21 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:02:26.551073 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9702414-d25f-4568-9a7a-77b7878f9f21 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:02:26.551402 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9702414-d25f-4568-9a7a-77b7878f9f21 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:02:26.551719 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9702414-d25f-4568-9a7a-77b7878f9f21 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:02:26.552039 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9702414-d25f-4568-9a7a-77b7878f9f21 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:02:26.552358 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9702414-d25f-4568-9a7a-77b7878f9f21 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:02:26.552672 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9702414-d25f-4568-9a7a-77b7878f9f21 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:02:26.735068 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [req-477443d1-089f-4d0d-8714-38662a58e837 req-d9702414-d25f-4568-9a7a-77b7878f9f21 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Router 201d6fed-678d-4438-9a56-aba23a409240 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 16:02:26.911420 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-477443d1-089f-4d0d-8714-38662a58e837 req-d9702414-d25f-4568-9a7a-77b7878f9f21 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:02:26.921179 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e4ac39-8e69-4c4c-806f-0a4c3a652a03 None None] Sync routers for ids ['201d6fed-678d-4438-9a56-aba23a409240'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:02:26.930493 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e4ac39-8e69-4c4c-806f-0a4c3a652a03 None None] Routers {'201d6fed-678d-4438-9a56-aba23a409240'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:02:26.931143 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-47e4ac39-8e69-4c4c-806f-0a4c3a652a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:02:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['201d6fed-678d-4438-9a56-aba23a409240'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:02:26.995124 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-477443d1-089f-4d0d-8714-38662a58e837 req-d9702414-d25f-4568-9a7a-77b7878f9f21 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] No DVR routers for this DVR port a941d76c-5b23-4462-8850-a27ba8b9d1a3 on host hv-neutron-8603 {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 16:02:26.997555 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-477443d1-089f-4d0d-8714-38662a58e837 req-d9702414-d25f-4568-9a7a-77b7878f9f21 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:27.000245 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c799bbe3-5006-4ad4-9360-11ff24fd093b', 'name': 'network-vif-deleted', 'tag': 'a941d76c-5b23-4462-8850-a27ba8b9d1a3'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:02:27.002540 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d85d5d53-d4f5-4e5b-98cb-b5b6f1351200" -d '{"events": [{"server_uuid": "c799bbe3-5006-4ad4-9360-11ff24fd093b", "name": "network-vif-deleted", "tag": "a941d76c-5b23-4462-8850-a27ba8b9d1a3"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:02:27.016104 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-477443d1-089f-4d0d-8714-38662a58e837 req-d9702414-d25f-4568-9a7a-77b7878f9f21 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.16 "DELETE /v2.0/ports/a941d76c-5b23-4462-8850-a27ba8b9d1a3 HTTP/1.1" status: 204 len: 173 time: 1.4708147 Oct 13 16:02:27.048505 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 16:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f8ca417-d63b-4bf8-9801-b7d6745515cd x-openstack-request-id: req-5f8ca417-d63b-4bf8-9801-b7d6745515cd {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:02:27.048901 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c799bbe3-5006-4ad4-9360-11ff24fd093b", "name": "network-vif-deleted", "tag": "a941d76c-5b23-4462-8850-a27ba8b9d1a3", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:02:27.049313 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5f8ca417-d63b-4bf8-9801-b7d6745515cd {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:02:27.049748 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5f8ca417-d63b-4bf8-9801-b7d6745515cd'] response: {'server_uuid': 'c799bbe3-5006-4ad4-9360-11ff24fd093b', 'name': 'network-vif-deleted', 'tag': 'a941d76c-5b23-4462-8850-a27ba8b9d1a3', 'status': 'completed', 'code': 200} Oct 13 16:02:27.122609 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-47e4ac39-8e69-4c4c-806f-0a4c3a652a03 None None] Set router 201d6fed-678d-4438-9a56-aba23a409240 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:02:27.419516 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-080b2eca-1e78-4c74-9eea-5091abd5dd92 req-eb256b9d-6836-41a8-ba8f-12ef58825e9e tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Synchronizing usage tracker for tenant:3ad2067797114383aa0cc625b1522cd8 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:02:27.436215 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-080b2eca-1e78-4c74-9eea-5091abd5dd92 req-eb256b9d-6836-41a8-ba8f-12ef58825e9e tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Unset dirty status for tenant:3ad2067797114383aa0cc625b1522cd8 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:02:27.437580 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-080b2eca-1e78-4c74-9eea-5091abd5dd92 req-eb256b9d-6836-41a8-ba8f-12ef58825e9e tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=c799bbe3-5006-4ad4-9360-11ff24fd093b HTTP/1.1" status: 200 len: 210 time: 0.0770853 Oct 13 16:02:27.440350 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-47e4ac39-8e69-4c4c-806f-0a4c3a652a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201d6fed-678d-4438-9a56-aba23a409240', 'name': 'tempest-ServerActionsTestJSON-711533714-router', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:56:02Z', 'updated_at': '2022-10-13T15:56:06Z', 'revision_number': 4, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'gw_port': {'id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:05:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201d6fed-678d-4438-9a56-aba23a409240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:56:03Z', 'updated_at': '2022-10-13T15:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '132c0ed2-2ea5-4bdf-af6d-04036bc019b5', 'name': '', 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'mac_address': 'fa:16:3e:f2:89:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201d6fed-678d-4438-9a56-aba23a409240', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:56:05Z', 'updated_at': '2022-10-13T15:56:11Z', 'revision_number': 5, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'subnets': [{'id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:02:27.444677 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e4ac39-8e69-4c4c-806f-0a4c3a652a03 None None] Checking router: 201d6fed-678d-4438-9a56-aba23a409240 for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:02:27.454484 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e4ac39-8e69-4c4c-806f-0a4c3a652a03 None None] Routers {'201d6fed-678d-4438-9a56-aba23a409240'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:02:27.455096 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-47e4ac39-8e69-4c4c-806f-0a4c3a652a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:02:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['201d6fed-678d-4438-9a56-aba23a409240'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:02:27.631035 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-47e4ac39-8e69-4c4c-806f-0a4c3a652a03 None None] Set router 201d6fed-678d-4438-9a56-aba23a409240 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:02:27.935559 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-47e4ac39-8e69-4c4c-806f-0a4c3a652a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201d6fed-678d-4438-9a56-aba23a409240', 'name': 'tempest-ServerActionsTestJSON-711533714-router', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:56:02Z', 'updated_at': '2022-10-13T15:56:06Z', 'revision_number': 4, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'gw_port': {'id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:05:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201d6fed-678d-4438-9a56-aba23a409240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:56:03Z', 'updated_at': '2022-10-13T15:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '132c0ed2-2ea5-4bdf-af6d-04036bc019b5', 'name': '', 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'mac_address': 'fa:16:3e:f2:89:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201d6fed-678d-4438-9a56-aba23a409240', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:56:05Z', 'updated_at': '2022-10-13T15:56:11Z', 'revision_number': 5, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'subnets': [{'id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:02:27.939409 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47e4ac39-8e69-4c4c-806f-0a4c3a652a03 None None] The sync data for ids ['201d6fed-678d-4438-9a56-aba23a409240'] in dv-neutron-860329-2-hyperv is: [{'id': '201d6fed-678d-4438-9a56-aba23a409240', 'name': 'tempest-ServerActionsTestJSON-711533714-router', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:56:02Z', 'updated_at': '2022-10-13T15:56:06Z', 'revision_number': 4, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'gw_port': {'id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:05:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201d6fed-678d-4438-9a56-aba23a409240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:56:03Z', 'updated_at': '2022-10-13T15:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '132c0ed2-2ea5-4bdf-af6d-04036bc019b5', 'name': '', 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'mac_address': 'fa:16:3e:f2:89:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201d6fed-678d-4438-9a56-aba23a409240', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:56:05Z', 'updated_at': '2022-10-13T15:56:11Z', 'revision_number': 5, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'subnets': [{'id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:02:28.149810 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64aaf539-65bc-4c3f-8a16-c385a7f836f7 None None] New status for floating IP b06e4929-a9bd-4393-bc7d-184b054ef08d: DOWN {{(pid=88975) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 16:02:28.305494 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device a941d76c-5b23-4462-8850-a27ba8b9d1a3 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:02:28.342582 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] No Port match for: a941d76c-5b23-4462-8850-a27ba8b9d1a3 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:02:28.342929 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device a941d76c-5b23-4462-8850-a27ba8b9d1a3 not bound to the agent host hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:02:28.776989 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5ea26f8e-f841-48e4-ab19-d5f8aa8be785 req-24a21fcd-3bdc-434b-aa5f-322b39379396 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--714069713&fields=id&tenant_id=3ad2067797114383aa0cc625b1522cd8 HTTP/1.1" status: 200 len: 267 time: 0.0387361 Oct 13 16:02:28.929330 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea26f8e-f841-48e4-ab19-d5f8aa8be785 req-08cd28cd-b52f-42f6-bd65-438e671481ed tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:28.930778 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5ea26f8e-f841-48e4-ab19-d5f8aa8be785 req-08cd28cd-b52f-42f6-bd65-438e671481ed tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/networks?id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be HTTP/1.1" status: 200 len: 811 time: 0.1476138 Oct 13 16:02:28.945441 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5ea26f8e-f841-48e4-ab19-d5f8aa8be785 req-af11401a-491d-4600-8436-c83e8eabb446 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/quotas/3ad2067797114383aa0cc625b1522cd8 HTTP/1.1" status: 200 len: 375 time: 0.0087333 Oct 13 16:02:29.034049 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5ea26f8e-f841-48e4-ab19-d5f8aa8be785 req-a3d149e8-65d2-4b7a-b70d-1ff5ab21bdb3 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3ad2067797114383aa0cc625b1522cd8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0833497 Oct 13 16:02:29.108568 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [req-5ea26f8e-f841-48e4-ab19-d5f8aa8be785 req-08ee01d2-70d8-406d-90f7-9b1b992c2fb1 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 16:02:29.109574 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5ea26f8e-f841-48e4-ab19-d5f8aa8be785 req-08ee01d2-70d8-406d-90f7-9b1b992c2fb1 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0641129 Oct 13 16:02:29.238940 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5ea26f8e-f841-48e4-ab19-d5f8aa8be785 req-567c5316-9b6e-41dd-84b2-68b2eb6253c6 service neutron] 10.222.0.42 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232109 Oct 13 16:02:29.369159 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5ea26f8e-f841-48e4-ab19-d5f8aa8be785 req-9cdd854e-3197-47ce-8552-eac03b4a5d7e service neutron] 10.222.0.42 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237240 Oct 13 16:02:29.547328 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6e9cb961-0957-4217-b291-2f18ebf64f96 req-e9918ab5-6128-4844-8f32-dd7aed303e40 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 210 time: 0.0490632 Oct 13 16:02:30.532823 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea26f8e-f841-48e4-ab19-d5f8aa8be785 req-b86863f3-ebb0-49fa-8fe1-79395a552826 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:30.534270 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5ea26f8e-f841-48e4-ab19-d5f8aa8be785 req-b86863f3-ebb0-49fa-8fe1-79395a552826 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.16 "GET /v2.0/networks?id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be HTTP/1.1" status: 200 len: 811 time: 0.1453874 Oct 13 16:02:30.582826 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5ea26f8e-f841-48e4-ab19-d5f8aa8be785 req-75e2c59e-709b-4975-b88b-53cd407aa656 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3ad2067797114383aa0cc625b1522cd8 HTTP/1.1" status: 200 len: 379 time: 0.0397823 Oct 13 16:02:30.592098 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-5ea26f8e-f841-48e4-ab19-d5f8aa8be785 req-1fc71649-060f-4886-acc7-1e05fe209ddd tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Request body: {'port': {'device_id': 'f7498896-52e5-4e99-b4cf-f6aa03da9fa4', 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be', 'admin_state_up': True, 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'security_groups': ['ea79e01c-0a40-4172-b540-cd59d9134cdd']}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:02:30.710106 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-c79dd455-6ac9-4888-8ce7-33835aebacb6 req-4a174116-9ead-4064-bde8-6e40fb6f5a8b tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 210 time: 0.0495856 Oct 13 16:02:30.729262 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-5ea26f8e-f841-48e4-ab19-d5f8aa8be785 req-1fc71649-060f-4886-acc7-1e05fe209ddd tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:02:30.738845 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-5ea26f8e-f841-48e4-ab19-d5f8aa8be785 req-1fc71649-060f-4886-acc7-1e05fe209ddd tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:02:30.750055 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ea26f8e-f841-48e4-ab19-d5f8aa8be785 req-1fc71649-060f-4886-acc7-1e05fe209ddd tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Made reservation on behalf of 3ad2067797114383aa0cc625b1522cd8 for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 16:02:30.753437 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-5ea26f8e-f841-48e4-ab19-d5f8aa8be785 req-1fc71649-060f-4886-acc7-1e05fe209ddd tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:30.911693 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [req-5ea26f8e-f841-48e4-ab19-d5f8aa8be785 req-1fc71649-060f-4886-acc7-1e05fe209ddd tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Allocated IP 172.20.0.11 (5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be/0377824e-746a-41ad-9498-5e48c58c0ec9/f26f8311-f77b-4089-8fd7-efa3f4c6cf3a) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:02:31.191876 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-5ea26f8e-f841-48e4-ab19-d5f8aa8be785 req-1fc71649-060f-4886-acc7-1e05fe209ddd tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:31.207642 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-5ea26f8e-f841-48e4-ab19-d5f8aa8be785 req-1fc71649-060f-4886-acc7-1e05fe209ddd tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Transition to ACTIVE for port object f26f8311-f77b-4089-8fd7-efa3f4c6cf3a will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:02:31.230181 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-5ea26f8e-f841-48e4-ab19-d5f8aa8be785 req-1fc71649-060f-4886-acc7-1e05fe209ddd tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:31.298682 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ea26f8e-f841-48e4-ab19-d5f8aa8be785 req-1fc71649-060f-4886-acc7-1e05fe209ddd tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Network 5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:02:31.301531 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [req-5ea26f8e-f841-48e4-ab19-d5f8aa8be785 req-1fc71649-060f-4886-acc7-1e05fe209ddd tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:02:31.308211 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ea26f8e-f841-48e4-ab19-d5f8aa8be785 req-1fc71649-060f-4886-acc7-1e05fe209ddd tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:02:31.333699 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc71649-060f-4886-acc7-1e05fe209ddd tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Pushing event updated for resources: {'Port': ['ID=f26f8311-f77b-4089-8fd7-efa3f4c6cf3a,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:02:31.377600 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea26f8e-f841-48e4-ab19-d5f8aa8be785 req-1fc71649-060f-4886-acc7-1e05fe209ddd tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:31.378320 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-5ea26f8e-f841-48e4-ab19-d5f8aa8be785 req-1fc71649-060f-4886-acc7-1e05fe209ddd tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:31.405008 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5ea26f8e-f841-48e4-ab19-d5f8aa8be785 req-1fc71649-060f-4886-acc7-1e05fe209ddd tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8166451 Oct 13 16:02:31.416604 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-5ea26f8e-f841-48e4-ab19-d5f8aa8be785 req-78b4a4ab-9326-4641-882f-c7778a86ea93 service neutron] Request body: {'port': {'device_id': 'f7498896-52e5-4e99-b4cf-f6aa03da9fa4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:02:31.526237 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-5ea26f8e-f841-48e4-ab19-d5f8aa8be785 req-78b4a4ab-9326-4641-882f-c7778a86ea93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:31.530400 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-f505d66b-ab48-46d3-9149-e5a3e525ca79 None None] Provisioning for port f26f8311-f77b-4089-8fd7-efa3f4c6cf3a completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:02:31.535729 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-f505d66b-ab48-46d3-9149-e5a3e525ca79 None None] Provisioning complete for port f26f8311-f77b-4089-8fd7-efa3f4c6cf3a triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:02:31.536097 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f505d66b-ab48-46d3-9149-e5a3e525ca79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:31.536457 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f505d66b-ab48-46d3-9149-e5a3e525ca79 None None] Attempt 1 to provision port f26f8311-f77b-4089-8fd7-efa3f4c6cf3a Oct 13 16:02:31.588321 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f505d66b-ab48-46d3-9149-e5a3e525ca79 None None] Port f26f8311-f77b-4089-8fd7-efa3f4c6cf3a cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:02:31.908100 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [req-5ea26f8e-f841-48e4-ab19-d5f8aa8be785 req-78b4a4ab-9326-4641-882f-c7778a86ea93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f26f8311-f77b-4089-8fd7-efa3f4c6cf3a {{(pid=88973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 16:02:31.922419 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-5ea26f8e-f841-48e4-ab19-d5f8aa8be785 req-78b4a4ab-9326-4641-882f-c7778a86ea93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:31.941990 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-5ea26f8e-f841-48e4-ab19-d5f8aa8be785 req-78b4a4ab-9326-4641-882f-c7778a86ea93 service neutron] Transition to ACTIVE for port object f26f8311-f77b-4089-8fd7-efa3f4c6cf3a will not be triggered until provisioned by entity L2. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:02:31.946805 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-5ea26f8e-f841-48e4-ab19-d5f8aa8be785 req-78b4a4ab-9326-4641-882f-c7778a86ea93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:32.089674 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f505d66b-ab48-46d3-9149-e5a3e525ca79 None None] Attempt 2 to provision port f26f8311-f77b-4089-8fd7-efa3f4c6cf3a Oct 13 16:02:32.109114 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf19f2-0f74-4769-ac92-827282524f85 req-e453b273-8f24-4a1b-9da3-b9b835548e8b tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:32.109802 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-dcbf19f2-0f74-4769-ac92-827282524f85 req-e453b273-8f24-4a1b-9da3-b9b835548e8b tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Synchronizing usage tracker for tenant:3ad2067797114383aa0cc625b1522cd8 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:02:32.160738 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b4a4ab-9326-4641-882f-c7778a86ea93 service neutron] Pushing event updated for resources: {'Port': ['ID=f26f8311-f77b-4089-8fd7-efa3f4c6cf3a,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:02:32.179972 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-dcbf19f2-0f74-4769-ac92-827282524f85 req-e453b273-8f24-4a1b-9da3-b9b835548e8b tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Unset dirty status for tenant:3ad2067797114383aa0cc625b1522cd8 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:02:32.181105 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f505d66b-ab48-46d3-9149-e5a3e525ca79 None None] Port f26f8311-f77b-4089-8fd7-efa3f4c6cf3a cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:02:32.181253 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-dcbf19f2-0f74-4769-ac92-827282524f85 req-e453b273-8f24-4a1b-9da3-b9b835548e8b tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 932 time: 0.3446615 Oct 13 16:02:32.216585 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-5ea26f8e-f841-48e4-ab19-d5f8aa8be785 req-78b4a4ab-9326-4641-882f-c7778a86ea93 service neutron] Attempting to bind port f26f8311-f77b-4089-8fd7-efa3f4c6cf3a on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:02:32.216954 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-5ea26f8e-f841-48e4-ab19-d5f8aa8be785 req-78b4a4ab-9326-4641-882f-c7778a86ea93 service neutron] Attempting to bind port f26f8311-f77b-4089-8fd7-efa3f4c6cf3a by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'f70bdea3-e00e-4e61-9038-56eb255268ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be'}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:02:32.217281 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea26f8e-f841-48e4-ab19-d5f8aa8be785 req-78b4a4ab-9326-4641-882f-c7778a86ea93 service neutron] Attempting to bind port f26f8311-f77b-4089-8fd7-efa3f4c6cf3a on network 5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:02:32.229001 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea26f8e-f841-48e4-ab19-d5f8aa8be785 req-78b4a4ab-9326-4641-882f-c7778a86ea93 service neutron] Port f26f8311-f77b-4089-8fd7-efa3f4c6cf3a on network 5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 16:02:32.229322 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea26f8e-f841-48e4-ab19-d5f8aa8be785 req-78b4a4ab-9326-4641-882f-c7778a86ea93 service neutron] Attempting to bind port f26f8311-f77b-4089-8fd7-efa3f4c6cf3a on network 5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:02:32.240492 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea26f8e-f841-48e4-ab19-d5f8aa8be785 req-78b4a4ab-9326-4641-882f-c7778a86ea93 service neutron] Checking agent: {'id': 'c4d1d38a-44f6-47ac-b17c-311e640e7cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'started_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 2, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:02:32.240821 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea26f8e-f841-48e4-ab19-d5f8aa8be785 req-78b4a4ab-9326-4641-882f-c7778a86ea93 service neutron] Checking segment: {'id': 'f70bdea3-e00e-4e61-9038-56eb255268ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:02:32.241192 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ea26f8e-f841-48e4-ab19-d5f8aa8be785 req-78b4a4ab-9326-4641-882f-c7778a86ea93 service neutron] Bound using segment: {'id': 'f70bdea3-e00e-4e61-9038-56eb255268ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be'} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:02:32.241610 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-5ea26f8e-f841-48e4-ab19-d5f8aa8be785 req-78b4a4ab-9326-4641-882f-c7778a86ea93 service neutron] Bound port: f26f8311-f77b-4089-8fd7-efa3f4c6cf3a, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f70bdea3-e00e-4e61-9038-56eb255268ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 440, 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be'}}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:02:32.241946 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-5ea26f8e-f841-48e4-ab19-d5f8aa8be785 req-78b4a4ab-9326-4641-882f-c7778a86ea93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:32.256376 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-dcbf19f2-0f74-4769-ac92-827282524f85 req-75cb382b-56d9-4c12-b573-6b48a076d02b tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674894 Oct 13 16:02:32.333124 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-5ea26f8e-f841-48e4-ab19-d5f8aa8be785 req-78b4a4ab-9326-4641-882f-c7778a86ea93 service neutron] For port f26f8311-f77b-4089-8fd7-efa3f4c6cf3a, host hv-neutron-8603, cleared binding levels {{(pid=88973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:02:32.336024 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-5ea26f8e-f841-48e4-ab19-d5f8aa8be785 req-78b4a4ab-9326-4641-882f-c7778a86ea93 service neutron] For port f26f8311-f77b-4089-8fd7-efa3f4c6cf3a, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=f26f8311-f77b-4089-8fd7-efa3f4c6cf3a,segment=NetworkSegment(f70bdea3-e00e-4e61-9038-56eb255268ae),segment_id=f70bdea3-e00e-4e61-9038-56eb255268ae)] {{(pid=88973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:02:32.341104 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-5ea26f8e-f841-48e4-ab19-d5f8aa8be785 req-78b4a4ab-9326-4641-882f-c7778a86ea93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:32.373979 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea26f8e-f841-48e4-ab19-d5f8aa8be785 req-78b4a4ab-9326-4641-882f-c7778a86ea93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:32.374595 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-5ea26f8e-f841-48e4-ab19-d5f8aa8be785 req-78b4a4ab-9326-4641-882f-c7778a86ea93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:32.375915 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5ea26f8e-f841-48e4-ab19-d5f8aa8be785 req-78b4a4ab-9326-4641-882f-c7778a86ea93 service neutron] 10.222.0.16 "PUT /v2.0/ports/f26f8311-f77b-4089-8fd7-efa3f4c6cf3a HTTP/1.1" status: 200 len: 1094 time: 0.9636559 Oct 13 16:02:32.376396 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7498896-52e5-4e99-b4cf-f6aa03da9fa4', 'tag': 'f26f8311-f77b-4089-8fd7-efa3f4c6cf3a'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:02:32.378672 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68f6287f-a5f9-40fa-8cac-594476b31231" -d '{"events": [{"name": "network-changed", "server_uuid": "f7498896-52e5-4e99-b4cf-f6aa03da9fa4", "tag": "f26f8311-f77b-4089-8fd7-efa3f4c6cf3a"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:02:32.455152 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 16:02:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3a11a1f-d3db-4759-a979-8242fccd30c8 x-openstack-request-id: req-b3a11a1f-d3db-4759-a979-8242fccd30c8 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:02:32.455448 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7498896-52e5-4e99-b4cf-f6aa03da9fa4", "tag": "f26f8311-f77b-4089-8fd7-efa3f4c6cf3a", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:02:32.455700 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b3a11a1f-d3db-4759-a979-8242fccd30c8 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:02:32.456097 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3a11a1f-d3db-4759-a979-8242fccd30c8'] response: {'name': 'network-changed', 'server_uuid': 'f7498896-52e5-4e99-b4cf-f6aa03da9fa4', 'tag': 'f26f8311-f77b-4089-8fd7-efa3f4c6cf3a', 'status': 'completed', 'code': 200} Oct 13 16:02:32.487699 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b4a4ab-9326-4641-882f-c7778a86ea93 service neutron] Pushing event updated for resources: {'Port': ['ID=f26f8311-f77b-4089-8fd7-efa3f4c6cf3a,revision_number=3']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:02:32.505739 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea26f8e-f841-48e4-ab19-d5f8aa8be785 req-fe761c29-02ea-4e37-b398-0e0006a5d573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:32.507249 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5ea26f8e-f841-48e4-ab19-d5f8aa8be785 req-fe761c29-02ea-4e37-b398-0e0006a5d573 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3ad2067797114383aa0cc625b1522cd8&device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 1097 time: 0.0950963 Oct 13 16:02:32.577399 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5ea26f8e-f841-48e4-ab19-d5f8aa8be785 req-c3927689-9bf7-451b-9690-af1189d74c9a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f26f8311-f77b-4089-8fd7-efa3f4c6cf3a HTTP/1.1" status: 200 len: 217 time: 0.0619538 Oct 13 16:02:32.637453 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea26f8e-f841-48e4-ab19-d5f8aa8be785 req-e1ea118e-03e6-401e-b825-d24ebfcc4682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:32.638846 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5ea26f8e-f841-48e4-ab19-d5f8aa8be785 req-e1ea118e-03e6-401e-b825-d24ebfcc4682 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0377824e-746a-41ad-9498-5e48c58c0ec9 HTTP/1.1" status: 200 len: 850 time: 0.0558388 Oct 13 16:02:32.682029 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f505d66b-ab48-46d3-9149-e5a3e525ca79 None None] Attempt 3 to provision port f26f8311-f77b-4089-8fd7-efa3f4c6cf3a Oct 13 16:02:32.722715 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea26f8e-f841-48e4-ab19-d5f8aa8be785 req-c5aefbeb-8b48-4d1b-889d-54793d78e2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:32.724179 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5ea26f8e-f841-48e4-ab19-d5f8aa8be785 req-c5aefbeb-8b48-4d1b-889d-54793d78e2fa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0797431 Oct 13 16:02:32.742456 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f505d66b-ab48-46d3-9149-e5a3e525ca79 None None] Port f26f8311-f77b-4089-8fd7-efa3f4c6cf3a had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 16:02:32.942399 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5ea26f8e-f841-48e4-ab19-d5f8aa8be785 req-388d50b7-e856-4056-9281-43e3aac02c4d service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117941 Oct 13 16:02:33.069654 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5ea26f8e-f841-48e4-ab19-d5f8aa8be785 req-355d4710-75eb-427c-b2bf-c165196ccafe service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1210036 Oct 13 16:02:33.193350 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f6287f-a5f9-40fa-8cac-594476b31231 req-3458d741-3007-490e-9187-a6efac8e5507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:33.194743 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-68f6287f-a5f9-40fa-8cac-594476b31231 req-3458d741-3007-490e-9187-a6efac8e5507 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3ad2067797114383aa0cc625b1522cd8&device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 1097 time: 0.0775638 Oct 13 16:02:33.327457 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f6287f-a5f9-40fa-8cac-594476b31231 req-5430c533-a4e9-40d8-bd3a-af8cc2daae58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:33.328896 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-68f6287f-a5f9-40fa-8cac-594476b31231 req-5430c533-a4e9-40d8-bd3a-af8cc2daae58 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be HTTP/1.1" status: 200 len: 912 time: 0.1279738 Oct 13 16:02:33.432262 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-68f6287f-a5f9-40fa-8cac-594476b31231 req-6d16a090-c5bb-4dff-8e82-853e73e60b66 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f26f8311-f77b-4089-8fd7-efa3f4c6cf3a HTTP/1.1" status: 200 len: 217 time: 0.0962493 Oct 13 16:02:33.513560 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f6287f-a5f9-40fa-8cac-594476b31231 req-b402979f-7ad0-43e2-b6c6-6207e307e966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:33.514913 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-68f6287f-a5f9-40fa-8cac-594476b31231 req-b402979f-7ad0-43e2-b6c6-6207e307e966 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0377824e-746a-41ad-9498-5e48c58c0ec9 HTTP/1.1" status: 200 len: 850 time: 0.0772655 Oct 13 16:02:33.578377 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b37d9-ddbe-49b9-a005-4296e77a0e1a req-0bf8f661-f256-446f-a4c5-3e5c606af0f3 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:33.579811 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fd4b37d9-ddbe-49b9-a005-4296e77a0e1a req-0bf8f661-f256-446f-a4c5-3e5c606af0f3 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 944 time: 0.1886513 Oct 13 16:02:33.635484 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fd4b37d9-ddbe-49b9-a005-4296e77a0e1a req-a7e7cb8e-657b-4e46-a308-7cb72a09fa19 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486381 Oct 13 16:02:33.644930 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f6287f-a5f9-40fa-8cac-594476b31231 req-6d065c3e-ee8c-4ca1-998a-7017ae54cd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:33.646614 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-68f6287f-a5f9-40fa-8cac-594476b31231 req-6d065c3e-ee8c-4ca1-998a-7017ae54cd13 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1254442 Oct 13 16:02:33.776187 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-68f6287f-a5f9-40fa-8cac-594476b31231 req-2b5f5d38-7ea1-4788-9e14-fdb62f4c43bb service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221907 Oct 13 16:02:33.904527 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-68f6287f-a5f9-40fa-8cac-594476b31231 req-0d6ce550-95bc-4c84-bc9e-fc3947cc22e2 service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229503 Oct 13 16:02:34.537643 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-49e49c4e-6968-4866-864a-80d2dae5bbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:34.840343 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779db4b8-c679-414e-ad6a-95aa9ed56550 req-4b02f0af-58b9-4f4a-b15b-1272e5a3ff0d tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:34.841771 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-779db4b8-c679-414e-ad6a-95aa9ed56550 req-4b02f0af-58b9-4f4a-b15b-1272e5a3ff0d tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 944 time: 0.0897236 Oct 13 16:02:34.884475 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-779db4b8-c679-414e-ad6a-95aa9ed56550 req-8da316fe-3222-457e-9039-f3ecefb3d0fc tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370686 Oct 13 16:02:36.079806 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8f33e-f81e-4e64-9b97-a72062de594d req-c1502670-3407-44bc-a985-1c4487228fdc tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:36.081147 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4aa8f33e-f81e-4e64-9b97-a72062de594d req-c1502670-3407-44bc-a985-1c4487228fdc tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 944 time: 0.0856450 Oct 13 16:02:36.123987 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4aa8f33e-f81e-4e64-9b97-a72062de594d req-f464f1a8-f662-4a7b-b1fa-4fb2c0c53c60 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372212 Oct 13 16:02:36.347458 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device f26f8311-f77b-4089-8fd7-efa3f4c6cf3a details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=88974) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 13 16:02:36.481894 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port f26f8311-f77b-4089-8fd7-efa3f4c6cf3a, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=f26f8311-f77b-4089-8fd7-efa3f4c6cf3a,segment=NetworkSegment(f70bdea3-e00e-4e61-9038-56eb255268ae),segment_id=f70bdea3-e00e-4e61-9038-56eb255268ae)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:02:36.498518 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Returning: {'device': 'f26f8311-f77b-4089-8fd7-efa3f4c6cf3a', 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be', 'port_id': 'f26f8311-f77b-4089-8fd7-efa3f4c6cf3a', 'mac_address': 'fa:16:3e:7c:99:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88974) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 13 16:02:36.551128 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port f26f8311-f77b-4089-8fd7-efa3f4c6cf3a is: DOWN; New status is: BUILD {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:02:36.551502 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:36.568117 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f26f8311-f77b-4089-8fd7-efa3f4c6cf3a {{(pid=88974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 16:02:36.583021 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port f26f8311-f77b-4089-8fd7-efa3f4c6cf3a, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=f26f8311-f77b-4089-8fd7-efa3f4c6cf3a,segment=NetworkSegment(f70bdea3-e00e-4e61-9038-56eb255268ae),segment_id=f70bdea3-e00e-4e61-9038-56eb255268ae)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:02:36.587036 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:36.651886 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=f26f8311-f77b-4089-8fd7-efa3f4c6cf3a,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:02:36.686934 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8a3e418c-5c3d-4e09-a6d5-3a755e742631 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:36.921142 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['f26f8311-f77b-4089-8fd7-efa3f4c6cf3a'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 16:02:37.321108 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d423d79-bbcd-4f86-b894-e20e5195c968 req-56434be1-e057-459a-b53b-efe0eeb90f8c tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:37.323202 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8d423d79-bbcd-4f86-b894-e20e5195c968 req-56434be1-e057-459a-b53b-efe0eeb90f8c tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 945 time: 0.0901282 Oct 13 16:02:37.366369 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8d423d79-bbcd-4f86-b894-e20e5195c968 req-c1f14a12-d67c-4571-90cb-acab155eebe2 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376391 Oct 13 16:02:37.785832 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:37.965500 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:38.362814 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device f26f8311-f77b-4089-8fd7-efa3f4c6cf3a up at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:02:38.436551 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning for port f26f8311-f77b-4089-8fd7-efa3f4c6cf3a completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:02:38.441370 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning complete for port f26f8311-f77b-4089-8fd7-efa3f4c6cf3a triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:02:38.441740 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:38.442076 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Attempt 1 to provision port f26f8311-f77b-4089-8fd7-efa3f4c6cf3a Oct 13 16:02:38.558383 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port f26f8311-f77b-4089-8fd7-efa3f4c6cf3a is: BUILD; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:02:38.558759 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:38.571249 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a126b2cc-7e54-439d-a775-0344dc6dba74 req-e7a7c949-fe60-4fe5-8e85-7112a1af79b1 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:38.573282 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a126b2cc-7e54-439d-a775-0344dc6dba74 req-e7a7c949-fe60-4fe5-8e85-7112a1af79b1 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 945 time: 0.0928550 Oct 13 16:02:38.585341 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7498896-52e5-4e99-b4cf-f6aa03da9fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26f8311-f77b-4089-8fd7-efa3f4c6cf3a'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:02:38.587613 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979c64d66908691d8da3fe322a5acf5d757b5bee84c7992aba2ec3c134dffaeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ca88930-c47a-414e-b6ac-c6fe31534f72" -d '{"events": [{"server_uuid": "f7498896-52e5-4e99-b4cf-f6aa03da9fa4", "name": "network-vif-plugged", "status": "completed", "tag": "f26f8311-f77b-4089-8fd7-efa3f4c6cf3a"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:02:38.595208 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port f26f8311-f77b-4089-8fd7-efa3f4c6cf3a, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=f26f8311-f77b-4089-8fd7-efa3f4c6cf3a,segment=NetworkSegment(f70bdea3-e00e-4e61-9038-56eb255268ae),segment_id=f70bdea3-e00e-4e61-9038-56eb255268ae)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:02:38.600130 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:38.620141 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a126b2cc-7e54-439d-a775-0344dc6dba74 req-20592c5e-badc-4e14-86ba-c731f5c9657d tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391884 Oct 13 16:02:38.655362 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 16:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-189f8318-8da8-48dc-ad13-09c704d59a85 x-openstack-request-id: req-189f8318-8da8-48dc-ad13-09c704d59a85 {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:02:38.655732 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7498896-52e5-4e99-b4cf-f6aa03da9fa4", "name": "network-vif-plugged", "status": "completed", "tag": "f26f8311-f77b-4089-8fd7-efa3f4c6cf3a", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:02:38.655929 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-189f8318-8da8-48dc-ad13-09c704d59a85 {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:02:38.656279 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-189f8318-8da8-48dc-ad13-09c704d59a85'] response: {'server_uuid': 'f7498896-52e5-4e99-b4cf-f6aa03da9fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26f8311-f77b-4089-8fd7-efa3f4c6cf3a', 'code': 200} Oct 13 16:02:38.673144 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=f26f8311-f77b-4089-8fd7-efa3f4c6cf3a,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:02:38.861851 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a001c4e-2ada-43ea-832b-59e2939d45d0 req-fbd53b00-3af0-4646-af37-3a1618728ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:38.863328 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1a001c4e-2ada-43ea-832b-59e2939d45d0 req-fbd53b00-3af0-4646-af37-3a1618728ddc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 1099 time: 0.0766482 Oct 13 16:02:38.904939 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1a001c4e-2ada-43ea-832b-59e2939d45d0 req-13e698d6-463b-43fc-9ceb-6237e74fd281 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356166 Oct 13 16:02:39.677523 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:39.827544 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee446cd-ff6c-4f1d-8473-09a188223444 req-f17afe60-83eb-45b3-9aa2-b945ec258b22 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:39.829000 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-4ee446cd-ff6c-4f1d-8473-09a188223444 req-f17afe60-83eb-45b3-9aa2-b945ec258b22 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 946 time: 0.0858612 Oct 13 16:02:39.871629 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-4ee446cd-ff6c-4f1d-8473-09a188223444 req-1324ddb1-f16f-436f-8552-a6a8b36a5b1b tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368750 Oct 13 16:02:41.069027 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db66772-a66b-44c0-b14a-4a1eea0e3a89 req-74fe94ee-2049-4d9a-ac1e-0cd57522a259 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:41.070747 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1db66772-a66b-44c0-b14a-4a1eea0e3a89 req-74fe94ee-2049-4d9a-ac1e-0cd57522a259 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 946 time: 0.0897858 Oct 13 16:02:41.117856 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1db66772-a66b-44c0-b14a-4a1eea0e3a89 req-49446acc-3cee-4d4a-b6d5-a1eb10055f31 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410960 Oct 13 16:02:41.317391 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd26220c-86cb-4c9c-a530-8ba43907a4d2 req-348e1d9f-48c2-46b0-a1ca-5651b90767be tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:41.318782 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-cd26220c-86cb-4c9c-a530-8ba43907a4d2 req-348e1d9f-48c2-46b0-a1ca-5651b90767be tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 946 time: 0.0906265 Oct 13 16:02:41.329492 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 59394) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:02:41.334241 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-1d12c008-cc3a-402a-9ca3-d6112695e58e tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Request body: {'floatingip': {'port_id': 'f26f8311-f77b-4089-8fd7-efa3f4c6cf3a'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:02:41.411234 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1d12c008-cc3a-402a-9ca3-d6112695e58e tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks [] for floatingip, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:42.082611 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1d12c008-cc3a-402a-9ca3-d6112695e58e tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:42.086143 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1d12c008-cc3a-402a-9ca3-d6112695e58e tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:42.249567 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.l3_db [None req-1d12c008-cc3a-402a-9ca3-d6112695e58e tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Floating IP b06e4929-a9bd-4393-bc7d-184b054ef08d associated. External IP: 172.26.2.170, port: f26f8311-f77b-4089-8fd7-efa3f4c6cf3a. Oct 13 16:02:42.590765 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d12c008-cc3a-402a-9ca3-d6112695e58e tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Router 201d6fed-678d-4438-9a56-aba23a409240 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 16:02:42.766372 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d12c008-cc3a-402a-9ca3-d6112695e58e tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:02:42.770629 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1d12c008-cc3a-402a-9ca3-d6112695e58e tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:02:42.776309 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06d24a8-3c45-41f9-b5b0-ece3350bf79c None None] Sync routers for ids ['201d6fed-678d-4438-9a56-aba23a409240'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:02:42.786379 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06d24a8-3c45-41f9-b5b0-ece3350bf79c None None] Routers {'201d6fed-678d-4438-9a56-aba23a409240'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:02:42.786994 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-c06d24a8-3c45-41f9-b5b0-ece3350bf79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:02:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['201d6fed-678d-4438-9a56-aba23a409240'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:02:42.826074 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-1d12c008-cc3a-402a-9ca3-d6112695e58e tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "PUT /v2.0/floatingips/b06e4929-a9bd-4393-bc7d-184b054ef08d HTTP/1.1" status: 200 len: 993 time: 1.4935057 Oct 13 16:02:42.826074 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7498896-52e5-4e99-b4cf-f6aa03da9fa4', 'tag': 'f26f8311-f77b-4089-8fd7-efa3f4c6cf3a'}] {{(pid=88972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:02:42.826942 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66139ebd01b2281a52a84d0c3e28fe779798cc7e4f9f2d51c02648ac67609c1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21feb48d-7a73-4913-87ef-12087097be2a" -d '{"events": [{"name": "network-changed", "server_uuid": "f7498896-52e5-4e99-b4cf-f6aa03da9fa4", "tag": "f26f8311-f77b-4089-8fd7-efa3f4c6cf3a"}]}' {{(pid=88972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:02:42.921665 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 16:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc429f1d-cbc2-45df-9812-95dd60b9ca70 x-openstack-request-id: req-fc429f1d-cbc2-45df-9812-95dd60b9ca70 {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:02:42.921953 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7498896-52e5-4e99-b4cf-f6aa03da9fa4", "tag": "f26f8311-f77b-4089-8fd7-efa3f4c6cf3a", "status": "completed", "code": 200}]} {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:02:42.922235 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fc429f1d-cbc2-45df-9812-95dd60b9ca70 {{(pid=88972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:02:42.922635 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc429f1d-cbc2-45df-9812-95dd60b9ca70'] response: {'name': 'network-changed', 'server_uuid': 'f7498896-52e5-4e99-b4cf-f6aa03da9fa4', 'tag': 'f26f8311-f77b-4089-8fd7-efa3f4c6cf3a', 'status': 'completed', 'code': 200} Oct 13 16:02:42.966474 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-c06d24a8-3c45-41f9-b5b0-ece3350bf79c None None] Set router 201d6fed-678d-4438-9a56-aba23a409240 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:02:43.129626 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21feb48d-7a73-4913-87ef-12087097be2a req-e7d8f62f-c907-4707-90ec-ab49961d08a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:43.131050 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-21feb48d-7a73-4913-87ef-12087097be2a req-e7d8f62f-c907-4707-90ec-ab49961d08a6 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3ad2067797114383aa0cc625b1522cd8&device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 1099 time: 0.1872745 Oct 13 16:02:43.260692 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21feb48d-7a73-4913-87ef-12087097be2a req-3c82df6c-5b14-4d25-af76-2acc14973434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:43.262219 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-21feb48d-7a73-4913-87ef-12087097be2a req-3c82df6c-5b14-4d25-af76-2acc14973434 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be HTTP/1.1" status: 200 len: 912 time: 0.1253309 Oct 13 16:02:43.317026 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-c06d24a8-3c45-41f9-b5b0-ece3350bf79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201d6fed-678d-4438-9a56-aba23a409240', 'name': 'tempest-ServerActionsTestJSON-711533714-router', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:56:02Z', 'updated_at': '2022-10-13T15:56:06Z', 'revision_number': 4, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'gw_port': {'id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:05:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201d6fed-678d-4438-9a56-aba23a409240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:56:03Z', 'updated_at': '2022-10-13T15:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': 'b06e4929-a9bd-4393-bc7d-184b054ef08d', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'floating_ip_address': '172.26.2.170', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '201d6fed-678d-4438-9a56-aba23a409240', 'port_id': 'f26f8311-f77b-4089-8fd7-efa3f4c6cf3a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be', 'mac_address': 'fa:16:3e:7c:99:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7498896-52e5-4e99-b4cf-f6aa03da9fa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:56:09Z', 'updated_at': '2022-10-13T16:02:41Z', 'revision_number': 13, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '132c0ed2-2ea5-4bdf-af6d-04036bc019b5', 'name': '', 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'mac_address': 'fa:16:3e:f2:89:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201d6fed-678d-4438-9a56-aba23a409240', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:56:05Z', 'updated_at': '2022-10-13T15:56:11Z', 'revision_number': 5, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'subnets': [{'id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:02:43.320974 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06d24a8-3c45-41f9-b5b0-ece3350bf79c None None] Checking router: 201d6fed-678d-4438-9a56-aba23a409240 for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:02:43.329850 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c06d24a8-3c45-41f9-b5b0-ece3350bf79c None None] Routers {'201d6fed-678d-4438-9a56-aba23a409240'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:02:43.330483 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-c06d24a8-3c45-41f9-b5b0-ece3350bf79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:02:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['201d6fed-678d-4438-9a56-aba23a409240'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:02:43.363573 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-21feb48d-7a73-4913-87ef-12087097be2a req-1b7e716c-bfa0-4121-a279-e6c8342db203 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f26f8311-f77b-4089-8fd7-efa3f4c6cf3a HTTP/1.1" status: 200 len: 1001 time: 0.0960660 Oct 13 16:02:43.424851 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21feb48d-7a73-4913-87ef-12087097be2a req-e5413004-1f7a-47fd-8466-c1a38a77aa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:43.426658 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-21feb48d-7a73-4913-87ef-12087097be2a req-e5413004-1f7a-47fd-8466-c1a38a77aa96 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0377824e-746a-41ad-9498-5e48c58c0ec9 HTTP/1.1" status: 200 len: 850 time: 0.0568228 Oct 13 16:02:43.512058 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21feb48d-7a73-4913-87ef-12087097be2a req-800fa907-f079-4373-b875-53ccc2c72077 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:02:43.513592 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-21feb48d-7a73-4913-87ef-12087097be2a req-800fa907-f079-4373-b875-53ccc2c72077 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0816140 Oct 13 16:02:43.538680 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-c06d24a8-3c45-41f9-b5b0-ece3350bf79c None None] Set router 201d6fed-678d-4438-9a56-aba23a409240 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:02:43.684627 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-21feb48d-7a73-4913-87ef-12087097be2a req-d4cec101-770a-4fee-9c1e-bcf521bb7998 service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641946 Oct 13 16:02:43.817430 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-21feb48d-7a73-4913-87ef-12087097be2a req-0d061d8b-0330-4a25-a477-e070065dded8 service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272275 Oct 13 16:02:43.972759 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-c06d24a8-3c45-41f9-b5b0-ece3350bf79c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201d6fed-678d-4438-9a56-aba23a409240', 'name': 'tempest-ServerActionsTestJSON-711533714-router', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:56:02Z', 'updated_at': '2022-10-13T15:56:06Z', 'revision_number': 4, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'gw_port': {'id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:05:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201d6fed-678d-4438-9a56-aba23a409240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:56:03Z', 'updated_at': '2022-10-13T15:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': 'b06e4929-a9bd-4393-bc7d-184b054ef08d', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'floating_ip_address': '172.26.2.170', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '201d6fed-678d-4438-9a56-aba23a409240', 'port_id': 'f26f8311-f77b-4089-8fd7-efa3f4c6cf3a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be', 'mac_address': 'fa:16:3e:7c:99:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7498896-52e5-4e99-b4cf-f6aa03da9fa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:56:09Z', 'updated_at': '2022-10-13T16:02:41Z', 'revision_number': 13, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '132c0ed2-2ea5-4bdf-af6d-04036bc019b5', 'name': '', 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'mac_address': 'fa:16:3e:f2:89:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201d6fed-678d-4438-9a56-aba23a409240', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:56:05Z', 'updated_at': '2022-10-13T15:56:11Z', 'revision_number': 5, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'subnets': [{'id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:02:43.980143 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c06d24a8-3c45-41f9-b5b0-ece3350bf79c None None] The sync data for ids ['201d6fed-678d-4438-9a56-aba23a409240'] in dv-neutron-860329-2-hyperv is: [{'id': '201d6fed-678d-4438-9a56-aba23a409240', 'name': 'tempest-ServerActionsTestJSON-711533714-router', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:56:02Z', 'updated_at': '2022-10-13T15:56:06Z', 'revision_number': 4, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'gw_port': {'id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:05:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201d6fed-678d-4438-9a56-aba23a409240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:56:03Z', 'updated_at': '2022-10-13T15:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': 'b06e4929-a9bd-4393-bc7d-184b054ef08d', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'floating_ip_address': '172.26.2.170', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '201d6fed-678d-4438-9a56-aba23a409240', 'port_id': 'f26f8311-f77b-4089-8fd7-efa3f4c6cf3a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be', 'mac_address': 'fa:16:3e:7c:99:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f7498896-52e5-4e99-b4cf-f6aa03da9fa4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T15:56:09Z', 'updated_at': '2022-10-13T16:02:41Z', 'revision_number': 13, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '132c0ed2-2ea5-4bdf-af6d-04036bc019b5', 'name': '', 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'mac_address': 'fa:16:3e:f2:89:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201d6fed-678d-4438-9a56-aba23a409240', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:56:05Z', 'updated_at': '2022-10-13T15:56:11Z', 'revision_number': 5, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'subnets': [{'id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:02:44.161822 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c03809-d08f-478b-8178-d6e66a92be7d None None] New status for floating IP b06e4929-a9bd-4393-bc7d-184b054ef08d: ACTIVE {{(pid=88975) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 16:02:56.049208 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:03:02.570217 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:03:04.539654 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4c5d9a89-3b05-4131-bfd4-4ee4482fa3c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:03:06.689030 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-460f0ae1-0870-41a3-aae8-0e2389718206 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:03:07.787509 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:03:07.969078 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:03:09.678711 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:03:26.053148 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:03:34.541764 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8624e114-913a-4b50-9345-35530588ae16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:03:36.691345 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4c634595-d69b-4bdc-bd3c-9ad266368837 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:03:36.867929 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-32d762f7-2a08-47f0-94de-40a5f7854cd8 req-b9693ad1-3753-4a30-aa75-66dbe8dcab75 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0756905 Oct 13 16:03:37.012778 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d762f7-2a08-47f0-94de-40a5f7854cd8 req-94179c28-0ba8-46ec-ae1b-80cf19e4b16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:03:37.014112 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-32d762f7-2a08-47f0-94de-40a5f7854cd8 req-94179c28-0ba8-46ec-ae1b-80cf19e4b16f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3ad2067797114383aa0cc625b1522cd8&device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 1099 time: 0.0804362 Oct 13 16:03:37.157259 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d762f7-2a08-47f0-94de-40a5f7854cd8 req-a248d225-5df4-441d-8beb-ff9008c293d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:03:37.158701 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-32d762f7-2a08-47f0-94de-40a5f7854cd8 req-a248d225-5df4-441d-8beb-ff9008c293d5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be HTTP/1.1" status: 200 len: 912 time: 0.1250203 Oct 13 16:03:37.256378 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-32d762f7-2a08-47f0-94de-40a5f7854cd8 req-44b7c9ce-4ad9-421b-89f0-71f0743b4c71 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f26f8311-f77b-4089-8fd7-efa3f4c6cf3a HTTP/1.1" status: 200 len: 1003 time: 0.0918884 Oct 13 16:03:37.321339 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d762f7-2a08-47f0-94de-40a5f7854cd8 req-34c48b3f-73f1-41b1-9c7d-aff683446a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:03:37.322753 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-32d762f7-2a08-47f0-94de-40a5f7854cd8 req-34c48b3f-73f1-41b1-9c7d-aff683446a36 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0377824e-746a-41ad-9498-5e48c58c0ec9 HTTP/1.1" status: 200 len: 850 time: 0.0593433 Oct 13 16:03:37.402911 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d762f7-2a08-47f0-94de-40a5f7854cd8 req-fc7483d8-0ef9-40e5-a8aa-337f203409ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:03:37.404333 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-32d762f7-2a08-47f0-94de-40a5f7854cd8 req-fc7483d8-0ef9-40e5-a8aa-337f203409ee service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751424 Oct 13 16:03:37.532555 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-32d762f7-2a08-47f0-94de-40a5f7854cd8 req-fd126210-bde6-41cf-8cb4-fac283d28c8a service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212873 Oct 13 16:03:37.661130 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-32d762f7-2a08-47f0-94de-40a5f7854cd8 req-284d3d23-f5ab-423e-b677-319460e7104e service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222138 Oct 13 16:03:37.790071 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:03:37.971595 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:03:39.568920 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:03:39.680719 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:03:48.114105 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f423c961-9367-4606-82d4-60175d79a21d req-2db1239b-ab60-436c-b8c4-6d9048dc4fb7 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:03:48.115565 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f423c961-9367-4606-82d4-60175d79a21d req-2db1239b-ab60-436c-b8c4-6d9048dc4fb7 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 946 time: 0.1302571 Oct 13 16:03:48.158776 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f423c961-9367-4606-82d4-60175d79a21d req-ca55c249-2da8-4bb8-8f66-6c8d41e1d84a tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373449 Oct 13 16:03:56.049054 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:03:57.933131 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-64a2f4d5-322c-4179-83cf-64ee4c281cfa req-f55458e5-ba4c-4a5d-b164-7f8684491ad6 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1188858 Oct 13 16:03:58.047989 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47b0ef5-d038-4228-bb53-16adde557cc9 req-69253d93-9d21-4165-b101-aec91ad19080 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:03:58.049442 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a47b0ef5-d038-4228-bb53-16adde557cc9 req-69253d93-9d21-4165-b101-aec91ad19080 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 946 time: 0.1942060 Oct 13 16:03:58.094407 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a47b0ef5-d038-4228-bb53-16adde557cc9 req-3880ffab-0bb0-49fd-bfcd-0bfa444feca6 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392501 Oct 13 16:03:59.063627 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2f4d5-322c-4179-83cf-64ee4c281cfa req-f5ccf0de-06aa-4a80-b8d0-6ea2949ad7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:03:59.065073 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-64a2f4d5-322c-4179-83cf-64ee4c281cfa req-f5ccf0de-06aa-4a80-b8d0-6ea2949ad7cb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3ad2067797114383aa0cc625b1522cd8&device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 1099 time: 0.0791764 Oct 13 16:03:59.194670 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2f4d5-322c-4179-83cf-64ee4c281cfa req-a345f6c6-42ea-45b8-9785-6ad61326b98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:03:59.196125 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-64a2f4d5-322c-4179-83cf-64ee4c281cfa req-a345f6c6-42ea-45b8-9785-6ad61326b98a service neutron] 10.222.0.16 "GET /v2.0/networks?id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be HTTP/1.1" status: 200 len: 912 time: 0.1245515 Oct 13 16:03:59.289986 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91bc6cb-ef3b-431d-952c-4c079bb33b6d req-084c2b4f-97b6-408d-9d7b-58b66ff9c1e6 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:03:59.292023 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e91bc6cb-ef3b-431d-952c-4c079bb33b6d req-084c2b4f-97b6-408d-9d7b-58b66ff9c1e6 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 946 time: 0.0859997 Oct 13 16:03:59.299366 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-64a2f4d5-322c-4179-83cf-64ee4c281cfa req-f62d73ba-98c1-4528-b393-1fe4bee57f15 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f26f8311-f77b-4089-8fd7-efa3f4c6cf3a HTTP/1.1" status: 200 len: 1003 time: 0.0975604 Oct 13 16:03:59.334891 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e91bc6cb-ef3b-431d-952c-4c079bb33b6d req-a259b871-5acb-4e89-9d71-3ba7cabad559 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371134 Oct 13 16:03:59.361708 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2f4d5-322c-4179-83cf-64ee4c281cfa req-9a992948-5a00-4fec-bd92-92b0234bd0e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:03:59.363334 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-64a2f4d5-322c-4179-83cf-64ee4c281cfa req-9a992948-5a00-4fec-bd92-92b0234bd0e4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0377824e-746a-41ad-9498-5e48c58c0ec9 HTTP/1.1" status: 200 len: 850 time: 0.0577250 Oct 13 16:03:59.446673 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2f4d5-322c-4179-83cf-64ee4c281cfa req-bf2974ec-bd7d-4f45-beda-a48831ae4922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:03:59.448121 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-64a2f4d5-322c-4179-83cf-64ee4c281cfa req-bf2974ec-bd7d-4f45-beda-a48831ae4922 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787942 Oct 13 16:03:59.575621 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-64a2f4d5-322c-4179-83cf-64ee4c281cfa req-7dd8d905-1019-403b-8d65-500b9921f3db service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218951 Oct 13 16:03:59.704728 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-64a2f4d5-322c-4179-83cf-64ee4c281cfa req-89ddd1eb-26f9-4c99-a059-bb1ca6d5bdea service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230609 Oct 13 16:04:00.530112 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea405b1-ff5e-44b7-b024-d8e2053aa79f req-9cd9908d-e230-4fb3-9e95-b25a1d0ebfcf tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:04:00.531573 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-3ea405b1-ff5e-44b7-b024-d8e2053aa79f req-9cd9908d-e230-4fb3-9e95-b25a1d0ebfcf tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 946 time: 0.0851295 Oct 13 16:04:00.574613 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-3ea405b1-ff5e-44b7-b024-d8e2053aa79f req-7594e9c2-5555-4948-8b05-9c2eb7285c44 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374806 Oct 13 16:04:01.878633 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58df6664-3508-4548-8318-0ca351226a97 req-14925c06-c115-4aa9-810e-485221754ebe tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:04:01.879970 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-58df6664-3508-4548-8318-0ca351226a97 req-14925c06-c115-4aa9-810e-485221754ebe tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 946 time: 0.1950774 Oct 13 16:04:01.923066 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-58df6664-3508-4548-8318-0ca351226a97 req-be366b5c-a34c-4646-82cc-dfaa247e0841 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369606 Oct 13 16:04:03.122442 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca93b8c5-c8d4-47e2-ab8c-17fac706b0c8 req-9174e170-6a6a-43a1-9f5e-815716b52928 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:04:03.123877 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ca93b8c5-c8d4-47e2-ab8c-17fac706b0c8 req-9174e170-6a6a-43a1-9f5e-815716b52928 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 946 time: 0.0888369 Oct 13 16:04:03.166110 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ca93b8c5-c8d4-47e2-ab8c-17fac706b0c8 req-dce775a2-f893-47bb-a9f6-7b95b0a12957 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367136 Oct 13 16:04:04.363330 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa9ae1c-c0d7-4fa6-8568-6d2521083d16 req-ebd69ddb-30a0-4c67-a985-5c2408909a8a tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:04:04.364746 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8aa9ae1c-c0d7-4fa6-8568-6d2521083d16 req-ebd69ddb-30a0-4c67-a985-5c2408909a8a tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 946 time: 0.0838797 Oct 13 16:04:04.407442 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8aa9ae1c-c0d7-4fa6-8568-6d2521083d16 req-05e57ee5-fbb0-41fe-af69-59953203c7e6 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368471 Oct 13 16:04:04.542672 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ffd1f4c9-a765-40d8-bdc8-e1e53f90477f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:05.602040 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb313bc-ff98-4500-b89d-1801645f81c2 req-3cc96aff-0585-4d39-ad13-651eb7852e37 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:04:05.603407 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4fb313bc-ff98-4500-b89d-1801645f81c2 req-3cc96aff-0585-4d39-ad13-651eb7852e37 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 946 time: 0.0861278 Oct 13 16:04:05.651386 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4fb313bc-ff98-4500-b89d-1801645f81c2 req-8f7cc71f-4866-4f17-a85a-8fc51852fc4c tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424602 Oct 13 16:04:06.693097 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4f99a9b0-5941-46f7-b4b1-dac2b32c532f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:06.851053 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f621588-7600-401e-89f0-500507b0b4f0 req-26ddb7c7-4d94-45bf-9397-506dba129908 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:04:06.852465 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-0f621588-7600-401e-89f0-500507b0b4f0 req-26ddb7c7-4d94-45bf-9397-506dba129908 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 946 time: 0.0878224 Oct 13 16:04:06.895357 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-0f621588-7600-401e-89f0-500507b0b4f0 req-b4ec1db7-0ff8-4b91-9039-23c171646c43 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366225 Oct 13 16:04:07.792013 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:07.973488 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:08.090216 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca536f07-8cd2-4337-b231-c448a7c00f72 req-b3a658d7-ecc8-41ab-af15-b09c79c2e887 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:04:08.091635 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ca536f07-8cd2-4337-b231-c448a7c00f72 req-b3a658d7-ecc8-41ab-af15-b09c79c2e887 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 946 time: 0.0851192 Oct 13 16:04:08.134425 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ca536f07-8cd2-4337-b231-c448a7c00f72 req-1f74adb8-02cc-43b7-96be-f17d6365d500 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372515 Oct 13 16:04:09.330393 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79183023-a7e8-48b3-946c-7f778dbace2c req-fd3bdc54-eff6-460e-8ef4-c2c7929733e2 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:04:09.331801 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-79183023-a7e8-48b3-946c-7f778dbace2c req-fd3bdc54-eff6-460e-8ef4-c2c7929733e2 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 946 time: 0.0873630 Oct 13 16:04:09.374658 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-79183023-a7e8-48b3-946c-7f778dbace2c req-3b6ec082-f777-4c15-9fd2-02e48b915c99 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371370 Oct 13 16:04:09.682541 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:10.576077 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45927687-f86d-4fff-82f2-cec6193fd2c6 req-cf44079b-8726-4ee5-b5c3-a02eaee4f70c tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:04:10.577491 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-45927687-f86d-4fff-82f2-cec6193fd2c6 req-cf44079b-8726-4ee5-b5c3-a02eaee4f70c tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 946 time: 0.0890994 Oct 13 16:04:10.621347 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-45927687-f86d-4fff-82f2-cec6193fd2c6 req-c2f5e29d-e02a-41be-92dd-56c191e6204a tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381670 Oct 13 16:04:11.824187 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1101eeab-a688-4dde-b23d-4f756405c9f3 req-f3dc9bfb-3be7-4b52-aa79-fd6be965567a tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:04:11.825648 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-1101eeab-a688-4dde-b23d-4f756405c9f3 req-f3dc9bfb-3be7-4b52-aa79-fd6be965567a tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 946 time: 0.0882962 Oct 13 16:04:11.868509 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-1101eeab-a688-4dde-b23d-4f756405c9f3 req-4a048ea2-6feb-49f4-9555-580fcc653093 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372241 Oct 13 16:04:12.043231 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-64a2f4d5-322c-4179-83cf-64ee4c281cfa req-1825c190-a3d9-4ee4-bc94-d01de2f1b13a service neutron] 10.222.0.16 "GET /v2.0/ports/f26f8311-f77b-4089-8fd7-efa3f4c6cf3a/bindings/hv-neutron-8603 HTTP/1.1" status: 200 len: 384 time: 0.0735064 Oct 13 16:04:12.311748 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2f4d5-322c-4179-83cf-64ee4c281cfa req-6a3f8f7e-24aa-48ab-96cc-ecdd79fc81b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:04:12.313381 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-64a2f4d5-322c-4179-83cf-64ee4c281cfa req-6a3f8f7e-24aa-48ab-96cc-ecdd79fc81b0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4&tenant_id=3ad2067797114383aa0cc625b1522cd8 HTTP/1.1" status: 200 len: 1099 time: 0.0816677 Oct 13 16:04:12.411110 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2f4d5-322c-4179-83cf-64ee4c281cfa req-c9f3cef3-9fd6-4f83-8d46-b667d09967c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:04:12.412579 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-64a2f4d5-322c-4179-83cf-64ee4c281cfa req-c9f3cef3-9fd6-4f83-8d46-b667d09967c4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3ad2067797114383aa0cc625b1522cd8&device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 1099 time: 0.0788074 Oct 13 16:04:12.641472 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2f4d5-322c-4179-83cf-64ee4c281cfa req-a140c085-9565-4168-920a-0c28344c4c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:04:12.642984 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-64a2f4d5-322c-4179-83cf-64ee4c281cfa req-a140c085-9565-4168-920a-0c28344c4c82 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be HTTP/1.1" status: 200 len: 912 time: 0.2246099 Oct 13 16:04:12.748375 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-64a2f4d5-322c-4179-83cf-64ee4c281cfa req-e1bb0efa-8b26-4bd5-b655-80a370b83c5c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f26f8311-f77b-4089-8fd7-efa3f4c6cf3a HTTP/1.1" status: 200 len: 1003 time: 0.0989635 Oct 13 16:04:12.814489 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2f4d5-322c-4179-83cf-64ee4c281cfa req-af6537fa-5b4c-4845-ad4f-4700365d5411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:04:12.815076 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-64a2f4d5-322c-4179-83cf-64ee4c281cfa req-af6537fa-5b4c-4845-ad4f-4700365d5411 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0377824e-746a-41ad-9498-5e48c58c0ec9 HTTP/1.1" status: 200 len: 850 time: 0.0610349 Oct 13 16:04:12.898181 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a2f4d5-322c-4179-83cf-64ee4c281cfa req-9c6dacf0-e025-4ff5-8517-60aad8edfec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:04:12.899622 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-64a2f4d5-322c-4179-83cf-64ee4c281cfa req-9c6dacf0-e025-4ff5-8517-60aad8edfec6 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780013 Oct 13 16:04:13.096715 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-64a2f4d5-322c-4179-83cf-64ee4c281cfa req-8f56889a-c0b3-4ce6-8845-cfecccb5473d service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1908295 Oct 13 16:04:13.131321 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1e7c27-b9a0-4920-800f-2c70cf34da9f req-3807566a-6a41-4b42-99b3-fb9e945b94bd tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:04:13.132722 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-bc1e7c27-b9a0-4920-800f-2c70cf34da9f req-3807566a-6a41-4b42-99b3-fb9e945b94bd tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 946 time: 0.1456158 Oct 13 16:04:13.248013 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-bc1e7c27-b9a0-4920-800f-2c70cf34da9f req-0b8043ec-4efb-429e-9d30-56299fd21b16 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1040151 Oct 13 16:04:13.284064 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-64a2f4d5-322c-4179-83cf-64ee4c281cfa req-4dc2ab21-5542-499f-aa4f-3872ebce0889 service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1801233 Oct 13 16:04:14.450720 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b8a77e-9399-4d89-8ed8-fca12020ccbd req-0fe5766f-ca1f-492d-8e8f-905eb6feb122 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:04:14.452158 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-d9b8a77e-9399-4d89-8ed8-fca12020ccbd req-0fe5766f-ca1f-492d-8e8f-905eb6feb122 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 946 time: 0.0889983 Oct 13 16:04:14.497088 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-d9b8a77e-9399-4d89-8ed8-fca12020ccbd req-af1cb768-74da-40cc-aeee-0041873410df tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391572 Oct 13 16:04:14.840770 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device f26f8311-f77b-4089-8fd7-efa3f4c6cf3a no longer exists at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:04:14.953232 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port f26f8311-f77b-4089-8fd7-efa3f4c6cf3a is: ACTIVE; New status is: DOWN {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:04:14.953525 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:14.979344 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7498896-52e5-4e99-b4cf-f6aa03da9fa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f26f8311-f77b-4089-8fd7-efa3f4c6cf3a'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:04:14.981552 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979c64d66908691d8da3fe322a5acf5d757b5bee84c7992aba2ec3c134dffaeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ddf8a10-5a61-4faa-9dbd-8273d40b353f" -d '{"events": [{"server_uuid": "f7498896-52e5-4e99-b4cf-f6aa03da9fa4", "name": "network-vif-unplugged", "status": "completed", "tag": "f26f8311-f77b-4089-8fd7-efa3f4c6cf3a"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:04:14.989263 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port f26f8311-f77b-4089-8fd7-efa3f4c6cf3a, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=f26f8311-f77b-4089-8fd7-efa3f4c6cf3a,segment=NetworkSegment(f70bdea3-e00e-4e61-9038-56eb255268ae),segment_id=f70bdea3-e00e-4e61-9038-56eb255268ae)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:04:14.992731 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:15.035625 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 13 Oct 2022 16:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4fc17d6-c009-439b-bcbd-b410c218efe5 x-openstack-request-id: req-f4fc17d6-c009-439b-bcbd-b410c218efe5 {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:04:15.035912 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7498896-52e5-4e99-b4cf-f6aa03da9fa4", "name": "network-vif-unplugged", "status": "completed", "tag": "f26f8311-f77b-4089-8fd7-efa3f4c6cf3a", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:04:15.036161 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f4fc17d6-c009-439b-bcbd-b410c218efe5 {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:04:15.036538 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f4fc17d6-c009-439b-bcbd-b410c218efe5'] response: {'server_uuid': 'f7498896-52e5-4e99-b4cf-f6aa03da9fa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f26f8311-f77b-4089-8fd7-efa3f4c6cf3a', 'code': 200} Oct 13 16:04:15.060622 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=f26f8311-f77b-4089-8fd7-efa3f4c6cf3a,revision_number=6']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:04:15.067540 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:04:15.067821 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:04:15.068150 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:04:15.068473 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:04:15.068793 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:04:15.069112 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:04:15.069429 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:04:15.069744 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:04:15.070058 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:04:15.070400 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:04:15.070713 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:04:15.071022 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:04:15.694536 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66230b5-0683-41d6-953e-0dacf33f61a7 req-1765b272-2ec2-4afa-9c79-7f55a42a5f73 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:04:15.696095 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-b66230b5-0683-41d6-953e-0dacf33f61a7 req-1765b272-2ec2-4afa-9c79-7f55a42a5f73 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 944 time: 0.0886185 Oct 13 16:04:15.742562 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-b66230b5-0683-41d6-953e-0dacf33f61a7 req-b40c9f72-0983-410a-b97e-83d7ea6d5127 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407226 Oct 13 16:04:16.567039 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:04:16.861692 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device f26f8311-f77b-4089-8fd7-efa3f4c6cf3a details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=88974) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 13 16:04:16.944089 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbfda1e-2c26-4806-b053-23c1462fe195 req-f0661f73-4e6a-4850-9e62-a58d34a593b6 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:04:16.945802 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4cbfda1e-2c26-4806-b053-23c1462fe195 req-f0661f73-4e6a-4850-9e62-a58d34a593b6 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 944 time: 0.0870881 Oct 13 16:04:16.992285 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4cbfda1e-2c26-4806-b053-23c1462fe195 req-7ca959e0-97a0-4b4a-84fb-6f4593293fd1 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409539 Oct 13 16:04:16.996313 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port f26f8311-f77b-4089-8fd7-efa3f4c6cf3a, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=f26f8311-f77b-4089-8fd7-efa3f4c6cf3a,segment=NetworkSegment(f70bdea3-e00e-4e61-9038-56eb255268ae),segment_id=f70bdea3-e00e-4e61-9038-56eb255268ae)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:04:17.009734 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Returning: {'device': 'f26f8311-f77b-4089-8fd7-efa3f4c6cf3a', 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be', 'port_id': 'f26f8311-f77b-4089-8fd7-efa3f4c6cf3a', 'mac_address': 'fa:16:3e:7c:99:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88974) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 13 16:04:17.067014 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port f26f8311-f77b-4089-8fd7-efa3f4c6cf3a is: DOWN; New status is: BUILD {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:04:17.067389 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:17.083460 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f26f8311-f77b-4089-8fd7-efa3f4c6cf3a {{(pid=88974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 16:04:17.098107 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port f26f8311-f77b-4089-8fd7-efa3f4c6cf3a, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=f26f8311-f77b-4089-8fd7-efa3f4c6cf3a,segment=NetworkSegment(f70bdea3-e00e-4e61-9038-56eb255268ae),segment_id=f70bdea3-e00e-4e61-9038-56eb255268ae)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:04:17.101918 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:17.167314 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['f26f8311-f77b-4089-8fd7-efa3f4c6cf3a'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 16:04:17.204346 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=f26f8311-f77b-4089-8fd7-efa3f4c6cf3a,revision_number=7']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:04:18.192437 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1fd02d-715b-40f2-8388-992418547022 req-3fb0cc29-128a-47f7-84fa-67be7044231f tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:04:18.193858 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8c1fd02d-715b-40f2-8388-992418547022 req-3fb0cc29-128a-47f7-84fa-67be7044231f tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 945 time: 0.0852895 Oct 13 16:04:18.236850 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8c1fd02d-715b-40f2-8388-992418547022 req-7926b474-ad74-4bbd-9756-40b9680cc0af tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373805 Oct 13 16:04:18.871456 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device f26f8311-f77b-4089-8fd7-efa3f4c6cf3a up at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:04:18.937785 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning complete for port f26f8311-f77b-4089-8fd7-efa3f4c6cf3a triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:04:18.938175 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:18.938512 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Attempt 1 to provision port f26f8311-f77b-4089-8fd7-efa3f4c6cf3a Oct 13 16:04:19.089702 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port f26f8311-f77b-4089-8fd7-efa3f4c6cf3a is: BUILD; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:04:19.089981 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:19.115991 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7498896-52e5-4e99-b4cf-f6aa03da9fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26f8311-f77b-4089-8fd7-efa3f4c6cf3a'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:04:19.118257 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979c64d66908691d8da3fe322a5acf5d757b5bee84c7992aba2ec3c134dffaeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2db90639-3fe1-42af-b096-dcd4a6b29e93" -d '{"events": [{"server_uuid": "f7498896-52e5-4e99-b4cf-f6aa03da9fa4", "name": "network-vif-plugged", "status": "completed", "tag": "f26f8311-f77b-4089-8fd7-efa3f4c6cf3a"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:04:19.126356 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port f26f8311-f77b-4089-8fd7-efa3f4c6cf3a, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=f26f8311-f77b-4089-8fd7-efa3f4c6cf3a,segment=NetworkSegment(f70bdea3-e00e-4e61-9038-56eb255268ae),segment_id=f70bdea3-e00e-4e61-9038-56eb255268ae)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:04:19.130096 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:19.167753 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 16:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc52184b-1a84-4d4b-86d0-6b7cc1cecc53 x-openstack-request-id: req-dc52184b-1a84-4d4b-86d0-6b7cc1cecc53 {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:04:19.168030 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7498896-52e5-4e99-b4cf-f6aa03da9fa4", "name": "network-vif-plugged", "status": "completed", "tag": "f26f8311-f77b-4089-8fd7-efa3f4c6cf3a", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:04:19.168278 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dc52184b-1a84-4d4b-86d0-6b7cc1cecc53 {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:04:19.168661 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc52184b-1a84-4d4b-86d0-6b7cc1cecc53'] response: {'server_uuid': 'f7498896-52e5-4e99-b4cf-f6aa03da9fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26f8311-f77b-4089-8fd7-efa3f4c6cf3a', 'code': 200} Oct 13 16:04:19.200129 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=f26f8311-f77b-4089-8fd7-efa3f4c6cf3a,revision_number=8']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:04:19.435173 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b66e9-8272-4df4-a352-ab991404cfa8 req-eb4c415f-a093-4633-8285-66ff4a7d68a0 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:04:19.436631 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-561b66e9-8272-4df4-a352-ab991404cfa8 req-eb4c415f-a093-4633-8285-66ff4a7d68a0 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 946 time: 0.0886974 Oct 13 16:04:19.479958 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-561b66e9-8272-4df4-a352-ab991404cfa8 req-8e79b29e-9b5e-475a-b01f-92a3ee24f66c tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376973 Oct 13 16:04:20.679507 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1ebfd-bae4-4f6f-843f-f3c1039b1c67 req-39c3875b-55ea-4fa1-91d9-b0a0397b31bf tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:04:20.680932 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ace1ebfd-bae4-4f6f-843f-f3c1039b1c67 req-39c3875b-55ea-4fa1-91d9-b0a0397b31bf tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 946 time: 0.0861878 Oct 13 16:04:20.725863 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ace1ebfd-bae4-4f6f-843f-f3c1039b1c67 req-b9e29ee9-2432-412d-b4f2-405b4fe38e5c tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380375 Oct 13 16:04:21.920582 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac703b1d-c14d-4bce-ba5e-2aaab1053fb3 req-38bc5691-6edd-4a5a-bfe2-e2f77b7d6cb3 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:04:21.922053 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-ac703b1d-c14d-4bce-ba5e-2aaab1053fb3 req-38bc5691-6edd-4a5a-bfe2-e2f77b7d6cb3 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 946 time: 0.0845866 Oct 13 16:04:21.968132 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-ac703b1d-c14d-4bce-ba5e-2aaab1053fb3 req-ad840672-5c4e-44bd-9638-a7221fc8318a tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404410 Oct 13 16:04:23.168029 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12caa849-ea32-4635-853b-0f1f030ebc85 req-c2415aa2-aa8d-459a-8748-f4867dedc2bf tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:04:23.169499 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-12caa849-ea32-4635-853b-0f1f030ebc85 req-c2415aa2-aa8d-459a-8748-f4867dedc2bf tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 946 time: 0.0901825 Oct 13 16:04:23.217854 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-12caa849-ea32-4635-853b-0f1f030ebc85 req-14517270-8272-49e0-a534-6b5d20aa44c6 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424502 Oct 13 16:04:23.684205 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c75d2-ce3b-4a73-9a69-1a5c060acdad req-d912703d-bd77-4fa5-951d-af0f3c97e968 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:04:23.685604 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-451c75d2-ce3b-4a73-9a69-1a5c060acdad req-d912703d-bd77-4fa5-951d-af0f3c97e968 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4&tenant_id=3ad2067797114383aa0cc625b1522cd8&binding%3Ahost_id=hv-neutron-8603 HTTP/1.1" status: 200 len: 946 time: 0.1498179 Oct 13 16:04:23.755014 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e82bfbf-64c0-4f5d-af4f-4440ae25dfd9 req-39278536-b9d7-424f-81ce-5a3eb48906b0 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:04:23.756419 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-8e82bfbf-64c0-4f5d-af4f-4440ae25dfd9 req-39278536-b9d7-424f-81ce-5a3eb48906b0 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 946 time: 0.1610625 Oct 13 16:04:23.805292 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-451c75d2-ce3b-4a73-9a69-1a5c060acdad req-0839462c-b178-4157-93a9-4fcc6a64fd33 service neutron] 10.222.0.16 "GET /v2.0/ports/f26f8311-f77b-4089-8fd7-efa3f4c6cf3a/bindings/hv-neutron-8603 HTTP/1.1" status: 200 len: 384 time: 0.1138730 Oct 13 16:04:23.812718 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-8e82bfbf-64c0-4f5d-af4f-4440ae25dfd9 req-505cd0bc-bac7-4542-8f5e-c3438533cfee tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494902 Oct 13 16:04:23.901314 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c75d2-ce3b-4a73-9a69-1a5c060acdad req-ae262c1c-247c-404b-a139-6672a7bd1734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:04:23.902794 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-451c75d2-ce3b-4a73-9a69-1a5c060acdad req-ae262c1c-247c-404b-a139-6672a7bd1734 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3ad2067797114383aa0cc625b1522cd8&device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 1099 time: 0.0768831 Oct 13 16:04:24.029189 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c75d2-ce3b-4a73-9a69-1a5c060acdad req-5fbb44d7-348b-46eb-9bcf-d06d9a494fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:04:24.030616 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-451c75d2-ce3b-4a73-9a69-1a5c060acdad req-5fbb44d7-348b-46eb-9bcf-d06d9a494fa3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be HTTP/1.1" status: 200 len: 912 time: 0.1222963 Oct 13 16:04:24.229279 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-451c75d2-ce3b-4a73-9a69-1a5c060acdad req-7effd794-3049-49e0-b3bf-b781c49ead02 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f26f8311-f77b-4089-8fd7-efa3f4c6cf3a HTTP/1.1" status: 200 len: 1003 time: 0.1925709 Oct 13 16:04:24.289433 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c75d2-ce3b-4a73-9a69-1a5c060acdad req-8035f673-7cfe-4b26-9458-b14f762516d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:04:24.290800 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-451c75d2-ce3b-4a73-9a69-1a5c060acdad req-8035f673-7cfe-4b26-9458-b14f762516d4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0377824e-746a-41ad-9498-5e48c58c0ec9 HTTP/1.1" status: 200 len: 850 time: 0.0567997 Oct 13 16:04:24.369396 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c75d2-ce3b-4a73-9a69-1a5c060acdad req-2301c534-2396-4ac2-a8ec-adce979d95be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:04:24.371127 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-451c75d2-ce3b-4a73-9a69-1a5c060acdad req-2301c534-2396-4ac2-a8ec-adce979d95be service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0742943 Oct 13 16:04:24.497495 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-451c75d2-ce3b-4a73-9a69-1a5c060acdad req-bdee83f0-df5d-42a9-9a85-6921167dcaee service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205521 Oct 13 16:04:24.623470 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-451c75d2-ce3b-4a73-9a69-1a5c060acdad req-7edb9410-b797-4eaa-af92-1e8e29a03d53 service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206636 Oct 13 16:04:25.012458 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5282747-3c5e-4653-9f9c-e8370446f9b9 req-94b0683b-3315-40a1-a52e-1539e9a84512 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:04:25.013900 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-d5282747-3c5e-4653-9f9c-e8370446f9b9 req-94b0683b-3315-40a1-a52e-1539e9a84512 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 946 time: 0.0859940 Oct 13 16:04:25.056168 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-d5282747-3c5e-4653-9f9c-e8370446f9b9 req-04098c99-5621-40ee-baf7-ddbfd955cdcd tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365934 Oct 13 16:04:26.062625 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:26.259555 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2cdba5-4994-4180-8be6-9ce843cbf0cd req-fd68f55a-3a1d-4f0c-a799-a5e9a4666d99 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:04:26.261063 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5b2cdba5-4994-4180-8be6-9ce843cbf0cd req-fd68f55a-3a1d-4f0c-a799-a5e9a4666d99 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 946 time: 0.0900731 Oct 13 16:04:26.304161 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5b2cdba5-4994-4180-8be6-9ce843cbf0cd req-21eb8a45-470a-44e8-b7a9-5128e1668022 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375054 Oct 13 16:04:27.509611 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf6eae6-95c6-4e12-a1d6-1e776456337a req-34c9496f-60a9-40f4-acf9-988510452a9d tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:04:27.511171 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-4cf6eae6-95c6-4e12-a1d6-1e776456337a req-34c9496f-60a9-40f4-acf9-988510452a9d tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 946 time: 0.0903068 Oct 13 16:04:27.555622 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-4cf6eae6-95c6-4e12-a1d6-1e776456337a req-3586c600-3106-43e2-b38b-20bca8c0c453 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388017 Oct 13 16:04:27.755335 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c75d2-ce3b-4a73-9a69-1a5c060acdad req-0a00964e-a93e-4637-9ace-b0372831a181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:04:27.756793 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-451c75d2-ce3b-4a73-9a69-1a5c060acdad req-0a00964e-a93e-4637-9ace-b0372831a181 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4&tenant_id=3ad2067797114383aa0cc625b1522cd8 HTTP/1.1" status: 200 len: 1099 time: 0.0779054 Oct 13 16:04:27.855811 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c75d2-ce3b-4a73-9a69-1a5c060acdad req-305939d4-6d1a-4e73-8102-28146384f8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:04:27.857189 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-451c75d2-ce3b-4a73-9a69-1a5c060acdad req-305939d4-6d1a-4e73-8102-28146384f8e5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3ad2067797114383aa0cc625b1522cd8&device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 1099 time: 0.0799634 Oct 13 16:04:27.984894 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c75d2-ce3b-4a73-9a69-1a5c060acdad req-26099c77-704b-4e68-9dba-5b183cf2d0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:04:27.986320 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-451c75d2-ce3b-4a73-9a69-1a5c060acdad req-26099c77-704b-4e68-9dba-5b183cf2d0ee service neutron] 10.222.0.16 "GET /v2.0/networks?id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be HTTP/1.1" status: 200 len: 912 time: 0.1237512 Oct 13 16:04:28.085704 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-451c75d2-ce3b-4a73-9a69-1a5c060acdad req-9bc61b3f-2216-48e0-96f2-0563cd09c2ca service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f26f8311-f77b-4089-8fd7-efa3f4c6cf3a HTTP/1.1" status: 200 len: 1003 time: 0.0937831 Oct 13 16:04:28.145736 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c75d2-ce3b-4a73-9a69-1a5c060acdad req-14ba0bcb-cf2f-45fe-9fe0-e73b2c1e75f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:04:28.147139 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-451c75d2-ce3b-4a73-9a69-1a5c060acdad req-14ba0bcb-cf2f-45fe-9fe0-e73b2c1e75f2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=0377824e-746a-41ad-9498-5e48c58c0ec9 HTTP/1.1" status: 200 len: 850 time: 0.0564232 Oct 13 16:04:28.230676 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451c75d2-ce3b-4a73-9a69-1a5c060acdad req-e0e8743a-157f-410f-8711-6c2604989fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:04:28.232098 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-451c75d2-ce3b-4a73-9a69-1a5c060acdad req-e0e8743a-157f-410f-8711-6c2604989fa9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793886 Oct 13 16:04:28.359283 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-451c75d2-ce3b-4a73-9a69-1a5c060acdad req-57eaf798-f82c-41f7-87ae-0f1d8b5d5555 service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216779 Oct 13 16:04:28.486626 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-451c75d2-ce3b-4a73-9a69-1a5c060acdad req-1abbd867-db1e-4ddd-ba96-da4922695a7b service neutron] 10.222.0.16 "GET /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214776 Oct 13 16:04:28.755576 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48635bfc-d0e9-4bbf-b801-885870719e5d req-6749aea2-9579-4771-8cf6-3ea7894ef76e tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:04:28.756937 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-48635bfc-d0e9-4bbf-b801-885870719e5d req-6749aea2-9579-4771-8cf6-3ea7894ef76e tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 946 time: 0.0870943 Oct 13 16:04:28.800398 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-48635bfc-d0e9-4bbf-b801-885870719e5d req-23e481d5-5d5a-47d8-a21c-1907051412b6 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371394 Oct 13 16:04:28.903105 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device f26f8311-f77b-4089-8fd7-efa3f4c6cf3a no longer exists at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:04:29.013248 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port f26f8311-f77b-4089-8fd7-efa3f4c6cf3a is: ACTIVE; New status is: DOWN {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:04:29.013540 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:29.039466 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7498896-52e5-4e99-b4cf-f6aa03da9fa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f26f8311-f77b-4089-8fd7-efa3f4c6cf3a'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:04:29.042449 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979c64d66908691d8da3fe322a5acf5d757b5bee84c7992aba2ec3c134dffaeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc720734-7c5f-4f77-908f-001e38897d73" -d '{"events": [{"server_uuid": "f7498896-52e5-4e99-b4cf-f6aa03da9fa4", "name": "network-vif-unplugged", "status": "completed", "tag": "f26f8311-f77b-4089-8fd7-efa3f4c6cf3a"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:04:29.050891 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port f26f8311-f77b-4089-8fd7-efa3f4c6cf3a, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=f26f8311-f77b-4089-8fd7-efa3f4c6cf3a,segment=NetworkSegment(f70bdea3-e00e-4e61-9038-56eb255268ae),segment_id=f70bdea3-e00e-4e61-9038-56eb255268ae)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:04:29.055476 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:29.102339 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 13 Oct 2022 16:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-870be7b8-0a4c-4880-b4aa-03fca3721b69 x-openstack-request-id: req-870be7b8-0a4c-4880-b4aa-03fca3721b69 {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:04:29.102629 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7498896-52e5-4e99-b4cf-f6aa03da9fa4", "name": "network-vif-unplugged", "status": "completed", "tag": "f26f8311-f77b-4089-8fd7-efa3f4c6cf3a", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:04:29.102876 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-870be7b8-0a4c-4880-b4aa-03fca3721b69 {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:04:29.103259 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-870be7b8-0a4c-4880-b4aa-03fca3721b69'] response: {'server_uuid': 'f7498896-52e5-4e99-b4cf-f6aa03da9fa4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f26f8311-f77b-4089-8fd7-efa3f4c6cf3a', 'code': 200} Oct 13 16:04:29.130304 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=f26f8311-f77b-4089-8fd7-efa3f4c6cf3a,revision_number=9']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:04:30.102592 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e221ae-f8ac-44bb-ab6c-4bac6caf5488 req-77c6cb26-a824-41eb-b61c-fd0f724c34bf tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:04:30.103958 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-71e221ae-f8ac-44bb-ab6c-4bac6caf5488 req-77c6cb26-a824-41eb-b61c-fd0f724c34bf tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 944 time: 0.1840785 Oct 13 16:04:30.147633 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-71e221ae-f8ac-44bb-ab6c-4bac6caf5488 req-45fa5e9c-bd9d-47d6-9c20-5e01814ec6aa tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380147 Oct 13 16:04:30.917738 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device f26f8311-f77b-4089-8fd7-efa3f4c6cf3a details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=88974) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 13 16:04:31.049085 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port f26f8311-f77b-4089-8fd7-efa3f4c6cf3a, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=f26f8311-f77b-4089-8fd7-efa3f4c6cf3a,segment=NetworkSegment(f70bdea3-e00e-4e61-9038-56eb255268ae),segment_id=f70bdea3-e00e-4e61-9038-56eb255268ae)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:04:31.062363 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Returning: {'device': 'f26f8311-f77b-4089-8fd7-efa3f4c6cf3a', 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be', 'port_id': 'f26f8311-f77b-4089-8fd7-efa3f4c6cf3a', 'mac_address': 'fa:16:3e:7c:99:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 440, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88974) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 13 16:04:31.114817 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port f26f8311-f77b-4089-8fd7-efa3f4c6cf3a is: DOWN; New status is: BUILD {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:04:31.115182 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:31.134257 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f26f8311-f77b-4089-8fd7-efa3f4c6cf3a {{(pid=88974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 16:04:31.149602 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port f26f8311-f77b-4089-8fd7-efa3f4c6cf3a, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=f26f8311-f77b-4089-8fd7-efa3f4c6cf3a,segment=NetworkSegment(f70bdea3-e00e-4e61-9038-56eb255268ae),segment_id=f70bdea3-e00e-4e61-9038-56eb255268ae)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:04:31.153325 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:31.216320 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['f26f8311-f77b-4089-8fd7-efa3f4c6cf3a'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 16:04:31.265211 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=f26f8311-f77b-4089-8fd7-efa3f4c6cf3a,revision_number=10']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:04:31.347801 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f98b3c-0391-4b12-8a89-6316adbb76df req-0e749d8c-43a5-4907-9b6e-c93a55a1ed2d tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:04:31.349271 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-a8f98b3c-0391-4b12-8a89-6316adbb76df req-0e749d8c-43a5-4907-9b6e-c93a55a1ed2d tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 946 time: 0.0854919 Oct 13 16:04:31.396641 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-a8f98b3c-0391-4b12-8a89-6316adbb76df req-e05f5c4d-fc74-4307-abef-5a3ae47778cf tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411985 Oct 13 16:04:32.594081 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d5af8e-0ce7-48a2-a176-706e727e1994 req-116d0b9b-31ff-4bc4-ad08-70a1bc8c60d2 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:04:32.595608 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-19d5af8e-0ce7-48a2-a176-706e727e1994 req-116d0b9b-31ff-4bc4-ad08-70a1bc8c60d2 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 946 time: 0.0860302 Oct 13 16:04:32.639003 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-19d5af8e-0ce7-48a2-a176-706e727e1994 req-4136eeff-016f-4951-9133-0d402ef6dc05 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377824 Oct 13 16:04:32.924014 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device f26f8311-f77b-4089-8fd7-efa3f4c6cf3a up at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:04:32.990201 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning complete for port f26f8311-f77b-4089-8fd7-efa3f4c6cf3a triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:04:32.990503 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:32.990835 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Attempt 1 to provision port f26f8311-f77b-4089-8fd7-efa3f4c6cf3a Oct 13 16:04:33.103492 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port f26f8311-f77b-4089-8fd7-efa3f4c6cf3a is: BUILD; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:04:33.103857 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:33.130023 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7498896-52e5-4e99-b4cf-f6aa03da9fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26f8311-f77b-4089-8fd7-efa3f4c6cf3a'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:04:33.132275 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979c64d66908691d8da3fe322a5acf5d757b5bee84c7992aba2ec3c134dffaeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d7984d-c667-4be3-8a1f-b11ab535ef6a" -d '{"events": [{"server_uuid": "f7498896-52e5-4e99-b4cf-f6aa03da9fa4", "name": "network-vif-plugged", "status": "completed", "tag": "f26f8311-f77b-4089-8fd7-efa3f4c6cf3a"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:04:33.139988 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port f26f8311-f77b-4089-8fd7-efa3f4c6cf3a, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=f26f8311-f77b-4089-8fd7-efa3f4c6cf3a,segment=NetworkSegment(f70bdea3-e00e-4e61-9038-56eb255268ae),segment_id=f70bdea3-e00e-4e61-9038-56eb255268ae)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:04:33.145019 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:33.188107 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 16:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e17c0c4-ebe8-4ec6-958a-71200d9c0813 x-openstack-request-id: req-3e17c0c4-ebe8-4ec6-958a-71200d9c0813 {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:04:33.188395 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7498896-52e5-4e99-b4cf-f6aa03da9fa4", "name": "network-vif-plugged", "status": "completed", "tag": "f26f8311-f77b-4089-8fd7-efa3f4c6cf3a", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:04:33.188646 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3e17c0c4-ebe8-4ec6-958a-71200d9c0813 {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:04:33.189029 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e17c0c4-ebe8-4ec6-958a-71200d9c0813'] response: {'server_uuid': 'f7498896-52e5-4e99-b4cf-f6aa03da9fa4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26f8311-f77b-4089-8fd7-efa3f4c6cf3a', 'code': 200} Oct 13 16:04:33.213960 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=f26f8311-f77b-4089-8fd7-efa3f4c6cf3a,revision_number=11']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:04:33.837114 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841eb6ed-37d9-4ca2-ab37-a037d0dc745b req-cbc3ad0a-6112-477e-83b2-b7fde2cdf7f6 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:04:33.838608 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-841eb6ed-37d9-4ca2-ab37-a037d0dc745b req-cbc3ad0a-6112-477e-83b2-b7fde2cdf7f6 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 947 time: 0.0890355 Oct 13 16:04:33.881344 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-841eb6ed-37d9-4ca2-ab37-a037d0dc745b req-61e22533-4bd1-4695-9013-6a8ac31d42ce tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371428 Oct 13 16:04:34.544433 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b98dd5dc-c8a8-4c61-92e2-6722b9b2a1cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:35.081002 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630e38ae-fac2-403f-a6d3-4346bbc11bd1 req-a807b1e0-e9e8-41c5-8647-b442fc13f443 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:04:35.082363 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-630e38ae-fac2-403f-a6d3-4346bbc11bd1 req-a807b1e0-e9e8-41c5-8647-b442fc13f443 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 947 time: 0.0852640 Oct 13 16:04:35.125593 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-630e38ae-fac2-403f-a6d3-4346bbc11bd1 req-4ccebef3-59bb-40c6-83c2-bd5793b6338a tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377514 Oct 13 16:04:36.322920 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99917df7-07ac-4276-879c-5a2cdbe29817 req-4c0a4127-7728-4ccf-bb7a-be64f40bbbc1 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:04:36.324965 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-99917df7-07ac-4276-879c-5a2cdbe29817 req-4c0a4127-7728-4ccf-bb7a-be64f40bbbc1 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 947 time: 0.0901930 Oct 13 16:04:36.367127 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-99917df7-07ac-4276-879c-5a2cdbe29817 req-49280f5f-472a-4b35-8882-e20b240dc16f tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365608 Oct 13 16:04:36.698754 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7c2e4a4d-b8a6-4229-9ad5-07e7c31336a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:37.565231 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21984dbd-8c6c-4d61-bed2-30b191fa035c req-5311fc54-2798-4978-a749-2e5eaa5320b3 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:04:37.566678 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-21984dbd-8c6c-4d61-bed2-30b191fa035c req-5311fc54-2798-4978-a749-2e5eaa5320b3 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 947 time: 0.0888796 Oct 13 16:04:37.609304 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-21984dbd-8c6c-4d61-bed2-30b191fa035c req-2876da8c-4c9a-4150-90e2-acc708eb24f1 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370860 Oct 13 16:04:37.796844 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:37.809729 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec87130-1887-4e5c-81bb-3bf2b7e22223 req-ac4df55c-9b1c-4f05-8a6a-ea3be01e1876 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:04:37.811184 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6ec87130-1887-4e5c-81bb-3bf2b7e22223 req-ac4df55c-9b1c-4f05-8a6a-ea3be01e1876 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 947 time: 0.0901814 Oct 13 16:04:37.855221 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6ec87130-1887-4e5c-81bb-3bf2b7e22223 req-df1bf8f8-67bc-4995-90fe-b8cbf0819ed2 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383897 Oct 13 16:04:37.977371 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:38.047996 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd887172-f943-44cb-a77a-9511ac5535d0 req-59c7ecb3-f6ca-4cf0-877a-d1fe38b2b8e7 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:04:38.049430 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-dd887172-f943-44cb-a77a-9511ac5535d0 req-59c7ecb3-f6ca-4cf0-877a-d1fe38b2b8e7 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 947 time: 0.0861523 Oct 13 16:04:38.095628 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-dd887172-f943-44cb-a77a-9511ac5535d0 req-f0528c36-9314-4d93-8162-d6372fad9c0b tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404363 Oct 13 16:04:38.478742 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf7804f-ed7c-4690-8927-7b829f3d512e req-4b210dcb-aa32-462c-9d85-d3c9d0f13d46 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:04:38.480213 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-bbf7804f-ed7c-4690-8927-7b829f3d512e req-4b210dcb-aa32-462c-9d85-d3c9d0f13d46 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 947 time: 0.0855589 Oct 13 16:04:38.523446 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-bbf7804f-ed7c-4690-8927-7b829f3d512e req-afe3fa76-8a1a-45f7-be5a-17116bd74dc2 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377066 Oct 13 16:04:39.686344 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:39.726508 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcbdce1-698c-4cfb-8c5a-68811757d30f req-10f6a380-ce26-486a-a3ba-7f81c6bae961 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:04:39.727933 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ebcbdce1-698c-4cfb-8c5a-68811757d30f req-10f6a380-ce26-486a-a3ba-7f81c6bae961 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 947 time: 0.0902553 Oct 13 16:04:39.771663 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ebcbdce1-698c-4cfb-8c5a-68811757d30f req-e3a9980a-d3e8-475d-a83f-3041f7453884 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380249 Oct 13 16:04:40.890984 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e8df7d-bfde-49de-bb55-56fc981be9b5 req-f54e2145-9c9a-4b91-8953-2c490d6419e3 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:04:40.892409 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d5e8df7d-bfde-49de-bb55-56fc981be9b5 req-f54e2145-9c9a-4b91-8953-2c490d6419e3 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.16 "GET /v2.0/ports?device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 947 time: 0.0868998 Oct 13 16:04:40.969025 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-d5e8df7d-bfde-49de-bb55-56fc981be9b5 req-3d442dae-262c-4dec-b047-246a3a9a8b40 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Deleting port f26f8311-f77b-4089-8fd7-efa3f4c6cf3a {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:04:40.969295 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-d5e8df7d-bfde-49de-bb55-56fc981be9b5 req-3d442dae-262c-4dec-b047-246a3a9a8b40 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:40.974111 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b41afb-25e4-4939-807e-ab1287786de4 req-688ac452-a396-4013-8242-6295cb025334 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:04:40.975565 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-48b41afb-25e4-4939-807e-ab1287786de4 req-688ac452-a396-4013-8242-6295cb025334 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 947 time: 0.0920913 Oct 13 16:04:41.019668 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-48b41afb-25e4-4939-807e-ab1287786de4 req-81e7f1d9-fc0f-4038-8690-b999a53f0e6e tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups?id=ea79e01c-0a40-4172-b540-cd59d9134cdd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377390 Oct 13 16:04:41.216189 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-d5e8df7d-bfde-49de-bb55-56fc981be9b5 req-3d442dae-262c-4dec-b047-246a3a9a8b40 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] For port f26f8311-f77b-4089-8fd7-efa3f4c6cf3a, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=f26f8311-f77b-4089-8fd7-efa3f4c6cf3a,segment=NetworkSegment(f70bdea3-e00e-4e61-9038-56eb255268ae),segment_id=f70bdea3-e00e-4e61-9038-56eb255268ae)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:04:41.216551 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-d5e8df7d-bfde-49de-bb55-56fc981be9b5 req-3d442dae-262c-4dec-b047-246a3a9a8b40 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:41.494024 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-d5e8df7d-bfde-49de-bb55-56fc981be9b5 req-3d442dae-262c-4dec-b047-246a3a9a8b40 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:41.494447 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-d5e8df7d-bfde-49de-bb55-56fc981be9b5 req-3d442dae-262c-4dec-b047-246a3a9a8b40 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:41.495212 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.l3_db [req-d5e8df7d-bfde-49de-bb55-56fc981be9b5 req-3d442dae-262c-4dec-b047-246a3a9a8b40 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Floating IP b06e4929-a9bd-4393-bc7d-184b054ef08d disassociated. External IP: 172.26.2.170, port: f26f8311-f77b-4089-8fd7-efa3f4c6cf3a. Oct 13 16:04:41.495550 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-d5e8df7d-bfde-49de-bb55-56fc981be9b5 req-3d442dae-262c-4dec-b047-246a3a9a8b40 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Calling delete_port for f26f8311-f77b-4089-8fd7-efa3f4c6cf3a owned by compute:nova {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:04:41.638714 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-d5e8df7d-bfde-49de-bb55-56fc981be9b5 req-3d442dae-262c-4dec-b047-246a3a9a8b40 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:41.687342 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d442dae-262c-4dec-b047-246a3a9a8b40 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Pushing event deleted for resources: {'Port': ['ID=f26f8311-f77b-4089-8fd7-efa3f4c6cf3a,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:04:41.698086 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d442dae-262c-4dec-b047-246a3a9a8b40 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:04:41.698457 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d442dae-262c-4dec-b047-246a3a9a8b40 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:04:41.698793 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d442dae-262c-4dec-b047-246a3a9a8b40 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:04:41.699129 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d442dae-262c-4dec-b047-246a3a9a8b40 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:04:41.699449 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d442dae-262c-4dec-b047-246a3a9a8b40 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:04:41.699775 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d442dae-262c-4dec-b047-246a3a9a8b40 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:04:41.700098 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d442dae-262c-4dec-b047-246a3a9a8b40 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:04:41.700420 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d442dae-262c-4dec-b047-246a3a9a8b40 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:04:41.700739 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d442dae-262c-4dec-b047-246a3a9a8b40 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:04:41.701056 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d442dae-262c-4dec-b047-246a3a9a8b40 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:04:41.701372 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d442dae-262c-4dec-b047-246a3a9a8b40 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:04:41.701690 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d442dae-262c-4dec-b047-246a3a9a8b40 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:04:41.982321 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d5e8df7d-bfde-49de-bb55-56fc981be9b5 req-3d442dae-262c-4dec-b047-246a3a9a8b40 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Router 201d6fed-678d-4438-9a56-aba23a409240 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 16:04:42.194350 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9b1becd3-a7ff-4c02-8ed1-39c3f510ead8 req-af395390-b0d7-4947-bf9c-e3b466651ffd tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 210 time: 0.0518587 Oct 13 16:04:42.208722 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d5e8df7d-bfde-49de-bb55-56fc981be9b5 req-3d442dae-262c-4dec-b047-246a3a9a8b40 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:04:42.219076 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de94f8b6-b449-4761-9618-8e27e5de07c8 None None] Sync routers for ids ['201d6fed-678d-4438-9a56-aba23a409240'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:04:42.229667 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de94f8b6-b449-4761-9618-8e27e5de07c8 None None] Routers {'201d6fed-678d-4438-9a56-aba23a409240'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:04:42.230575 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-de94f8b6-b449-4761-9618-8e27e5de07c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:04:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['201d6fed-678d-4438-9a56-aba23a409240'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:04:42.293871 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5e8df7d-bfde-49de-bb55-56fc981be9b5 req-3d442dae-262c-4dec-b047-246a3a9a8b40 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] No DVR routers for this DVR port f26f8311-f77b-4089-8fd7-efa3f4c6cf3a on host hv-neutron-8603 {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 16:04:42.296161 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-d5e8df7d-bfde-49de-bb55-56fc981be9b5 req-3d442dae-262c-4dec-b047-246a3a9a8b40 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:42.298763 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7498896-52e5-4e99-b4cf-f6aa03da9fa4', 'name': 'network-vif-deleted', 'tag': 'f26f8311-f77b-4089-8fd7-efa3f4c6cf3a'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:04:42.301090 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7812487e-2d8a-450e-aedc-0a3cc5811848" -d '{"events": [{"server_uuid": "f7498896-52e5-4e99-b4cf-f6aa03da9fa4", "name": "network-vif-deleted", "tag": "f26f8311-f77b-4089-8fd7-efa3f4c6cf3a"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:04:42.316503 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d5e8df7d-bfde-49de-bb55-56fc981be9b5 req-3d442dae-262c-4dec-b047-246a3a9a8b40 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.16 "DELETE /v2.0/ports/f26f8311-f77b-4089-8fd7-efa3f4c6cf3a HTTP/1.1" status: 204 len: 173 time: 1.4186382 Oct 13 16:04:42.399998 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 16:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a2db956-a8d8-42c4-ac71-280c11ebcae5 x-openstack-request-id: req-9a2db956-a8d8-42c4-ac71-280c11ebcae5 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:04:42.400289 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7498896-52e5-4e99-b4cf-f6aa03da9fa4", "name": "network-vif-deleted", "tag": "f26f8311-f77b-4089-8fd7-efa3f4c6cf3a", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:04:42.400542 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9a2db956-a8d8-42c4-ac71-280c11ebcae5 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:04:42.400936 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a2db956-a8d8-42c4-ac71-280c11ebcae5'] response: {'server_uuid': 'f7498896-52e5-4e99-b4cf-f6aa03da9fa4', 'name': 'network-vif-deleted', 'tag': 'f26f8311-f77b-4089-8fd7-efa3f4c6cf3a', 'status': 'completed', 'code': 200} Oct 13 16:04:42.416147 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-de94f8b6-b449-4761-9618-8e27e5de07c8 None None] Set router 201d6fed-678d-4438-9a56-aba23a409240 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:04:42.770178 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-de94f8b6-b449-4761-9618-8e27e5de07c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201d6fed-678d-4438-9a56-aba23a409240', 'name': 'tempest-ServerActionsTestJSON-711533714-router', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:56:02Z', 'updated_at': '2022-10-13T15:56:06Z', 'revision_number': 4, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'gw_port': {'id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:05:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201d6fed-678d-4438-9a56-aba23a409240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:56:03Z', 'updated_at': '2022-10-13T15:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '132c0ed2-2ea5-4bdf-af6d-04036bc019b5', 'name': '', 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'mac_address': 'fa:16:3e:f2:89:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201d6fed-678d-4438-9a56-aba23a409240', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:56:05Z', 'updated_at': '2022-10-13T15:56:11Z', 'revision_number': 5, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'subnets': [{'id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:04:42.774171 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de94f8b6-b449-4761-9618-8e27e5de07c8 None None] Checking router: 201d6fed-678d-4438-9a56-aba23a409240 for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:04:42.783014 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de94f8b6-b449-4761-9618-8e27e5de07c8 None None] Routers {'201d6fed-678d-4438-9a56-aba23a409240'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:04:42.783618 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-de94f8b6-b449-4761-9618-8e27e5de07c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:04:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['201d6fed-678d-4438-9a56-aba23a409240'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:04:42.955604 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device f26f8311-f77b-4089-8fd7-efa3f4c6cf3a no longer exists at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:04:42.994654 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-de94f8b6-b449-4761-9618-8e27e5de07c8 None None] Set router 201d6fed-678d-4438-9a56-aba23a409240 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:04:43.037267 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] No Port match for: f26f8311-f77b-4089-8fd7-efa3f4c6cf3a {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:04:43.037618 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device f26f8311-f77b-4089-8fd7-efa3f4c6cf3a not bound to the agent host hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:04:43.318426 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-de94f8b6-b449-4761-9618-8e27e5de07c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201d6fed-678d-4438-9a56-aba23a409240', 'name': 'tempest-ServerActionsTestJSON-711533714-router', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:56:02Z', 'updated_at': '2022-10-13T15:56:06Z', 'revision_number': 4, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'gw_port': {'id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:05:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201d6fed-678d-4438-9a56-aba23a409240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:56:03Z', 'updated_at': '2022-10-13T15:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '132c0ed2-2ea5-4bdf-af6d-04036bc019b5', 'name': '', 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'mac_address': 'fa:16:3e:f2:89:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201d6fed-678d-4438-9a56-aba23a409240', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:56:05Z', 'updated_at': '2022-10-13T15:56:11Z', 'revision_number': 5, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'subnets': [{'id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:04:43.322404 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de94f8b6-b449-4761-9618-8e27e5de07c8 None None] The sync data for ids ['201d6fed-678d-4438-9a56-aba23a409240'] in dv-neutron-860329-2-hyperv is: [{'id': '201d6fed-678d-4438-9a56-aba23a409240', 'name': 'tempest-ServerActionsTestJSON-711533714-router', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:56:02Z', 'updated_at': '2022-10-13T15:56:06Z', 'revision_number': 4, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'gw_port': {'id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:05:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201d6fed-678d-4438-9a56-aba23a409240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:56:03Z', 'updated_at': '2022-10-13T15:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '132c0ed2-2ea5-4bdf-af6d-04036bc019b5', 'name': '', 'network_id': '5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'mac_address': 'fa:16:3e:f2:89:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201d6fed-678d-4438-9a56-aba23a409240', 'device_owner': 'network:router_interface', 'standard_attr_id': 1567, 'fixed_ips': [{'subnet_id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:56:05Z', 'updated_at': '2022-10-13T15:56:11Z', 'revision_number': 5, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'subnets': [{'id': '0377824e-746a-41ad-9498-5e48c58c0ec9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:04:43.375807 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-a1bcd227-609c-4739-befb-a1afd3c48ea9 req-5f7debad-059c-45ad-af66-0845b5ac3e7f tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Synchronizing usage tracker for tenant:3ad2067797114383aa0cc625b1522cd8 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:04:43.392016 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-a1bcd227-609c-4739-befb-a1afd3c48ea9 req-5f7debad-059c-45ad-af66-0845b5ac3e7f tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Unset dirty status for tenant:3ad2067797114383aa0cc625b1522cd8 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:04:43.393297 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a1bcd227-609c-4739-befb-a1afd3c48ea9 req-5f7debad-059c-45ad-af66-0845b5ac3e7f tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/ports?device_id=f7498896-52e5-4e99-b4cf-f6aa03da9fa4 HTTP/1.1" status: 200 len: 210 time: 0.0676942 Oct 13 16:04:43.538687 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41c1bb62-6aed-4c71-9da6-e5e8f9830187 None None] New status for floating IP b06e4929-a9bd-4393-bc7d-184b054ef08d: DOWN {{(pid=88975) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 16:04:48.641641 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 59644) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:04:48.704076 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-33b522e0-d912-4253-bfba-785561165fdc tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:48.731124 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-33b522e0-d912-4253-bfba-785561165fdc tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:48.782994 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-33b522e0-d912-4253-bfba-785561165fdc tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:48.803734 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b522e0-d912-4253-bfba-785561165fdc tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea79e01c-0a40-4172-b540-cd59d9134cdd,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:04:48.815135 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b522e0-d912-4253-bfba-785561165fdc tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:04:48.815477 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b522e0-d912-4253-bfba-785561165fdc tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:04:48.815808 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b522e0-d912-4253-bfba-785561165fdc tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:04:48.816134 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b522e0-d912-4253-bfba-785561165fdc tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:04:48.816458 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b522e0-d912-4253-bfba-785561165fdc tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:04:48.816779 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b522e0-d912-4253-bfba-785561165fdc tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:04:48.817099 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b522e0-d912-4253-bfba-785561165fdc tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:04:48.817417 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b522e0-d912-4253-bfba-785561165fdc tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:04:48.817735 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b522e0-d912-4253-bfba-785561165fdc tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:04:48.818055 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b522e0-d912-4253-bfba-785561165fdc tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:04:48.818391 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b522e0-d912-4253-bfba-785561165fdc tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:04:48.818702 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33b522e0-d912-4253-bfba-785561165fdc tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:04:48.822646 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-33b522e0-d912-4253-bfba-785561165fdc tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:48.826590 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-33b522e0-d912-4253-bfba-785561165fdc tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "DELETE /v2.0/security-groups/ea79e01c-0a40-4172-b540-cd59d9134cdd HTTP/1.1" status: 204 len: 168 time: 0.1816394 Oct 13 16:04:48.827593 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 59648) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:04:48.843285 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-a84c107b-e0d6-4d8c-aed3-75567f3e5ca3 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] show failed (client error): The resource could not be found. Oct 13 16:04:48.844341 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a84c107b-e0d6-4d8c-aed3-75567f3e5ca3 tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "GET /v2.0/security-groups/ea79e01c-0a40-4172-b540-cd59d9134cdd HTTP/1.1" status: 404 len: 347 time: 0.0166438 Oct 13 16:04:48.847164 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 59652) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:04:49.088196 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-5912775e-400a-4f27-ad9c-0219064496fd tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Deleting port 55eb5dd2-c8a5-4374-aeac-0eeb6fee13ac {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:04:49.088525 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5912775e-400a-4f27-ad9c-0219064496fd tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:49.253064 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5912775e-400a-4f27-ad9c-0219064496fd tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:49.253390 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5912775e-400a-4f27-ad9c-0219064496fd tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:49.373459 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-5912775e-400a-4f27-ad9c-0219064496fd tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Calling delete_port for 55eb5dd2-c8a5-4374-aeac-0eeb6fee13ac owned by network:floatingip {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:04:49.511792 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5912775e-400a-4f27-ad9c-0219064496fd tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:49.558347 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5912775e-400a-4f27-ad9c-0219064496fd tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Pushing event deleted for resources: {'Port': ['ID=55eb5dd2-c8a5-4374-aeac-0eeb6fee13ac,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:04:49.652883 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5912775e-400a-4f27-ad9c-0219064496fd tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks [] for floatingip, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:49.670224 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5912775e-400a-4f27-ad9c-0219064496fd tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:49.671340 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-5912775e-400a-4f27-ad9c-0219064496fd tempest-ServerActionsTestJSON-1981867557 tempest-ServerActionsTestJSON-1981867557-project] 10.222.0.42 "DELETE /v2.0/floatingips/b06e4929-a9bd-4393-bc7d-184b054ef08d HTTP/1.1" status: 204 len: 168 time: 0.8233125 Oct 13 16:04:49.674378 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 59656) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:04:50.249816 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d81ed8ca-13d8-4517-a2f3-1c53a698cd46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:50.681182 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-d81ed8ca-13d8-4517-a2f3-1c53a698cd46 admin admin] Deleting port 132c0ed2-2ea5-4bdf-af6d-04036bc019b5 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:04:50.681858 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d81ed8ca-13d8-4517-a2f3-1c53a698cd46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:50.850834 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-d81ed8ca-13d8-4517-a2f3-1c53a698cd46 admin admin] For port 132c0ed2-2ea5-4bdf-af6d-04036bc019b5, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=132c0ed2-2ea5-4bdf-af6d-04036bc019b5,segment=NetworkSegment(f70bdea3-e00e-4e61-9038-56eb255268ae),segment_id=f70bdea3-e00e-4e61-9038-56eb255268ae)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:04:50.851218 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d81ed8ca-13d8-4517-a2f3-1c53a698cd46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:50.971592 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-d81ed8ca-13d8-4517-a2f3-1c53a698cd46 admin admin] Calling delete_port for 132c0ed2-2ea5-4bdf-af6d-04036bc019b5 owned by network:router_interface {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:04:51.275182 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d81ed8ca-13d8-4517-a2f3-1c53a698cd46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:51.326219 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81ed8ca-13d8-4517-a2f3-1c53a698cd46 admin admin] Pushing event deleted for resources: {'Port': ['ID=132c0ed2-2ea5-4bdf-af6d-04036bc019b5,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:04:51.596035 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d81ed8ca-13d8-4517-a2f3-1c53a698cd46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:52.048313 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d81ed8ca-13d8-4517-a2f3-1c53a698cd46 admin admin] Router 201d6fed-678d-4438-9a56-aba23a409240 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 16:04:52.221590 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81ed8ca-13d8-4517-a2f3-1c53a698cd46 admin admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:04:52.230529 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2bae05-0fe5-45ad-aa03-04c4fd14a696 None None] Sync routers for ids ['201d6fed-678d-4438-9a56-aba23a409240'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:04:52.233954 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d81ed8ca-13d8-4517-a2f3-1c53a698cd46 admin admin] 10.222.0.42 "PUT /v2.0/routers/201d6fed-678d-4438-9a56-aba23a409240/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5585577 Oct 13 16:04:52.236531 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 59662) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:04:52.243360 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2bae05-0fe5-45ad-aa03-04c4fd14a696 None None] Routers {'201d6fed-678d-4438-9a56-aba23a409240'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:04:52.243958 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-4c2bae05-0fe5-45ad-aa03-04c4fd14a696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:04:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['201d6fed-678d-4438-9a56-aba23a409240'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:04:52.407541 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-11645ded-2a41-4b4c-be2c-de8a436b3b02 admin admin] Notify callbacks [] for router, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:52.414576 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-4c2bae05-0fe5-45ad-aa03-04c4fd14a696 None None] Set router 201d6fed-678d-4438-9a56-aba23a409240 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:04:52.583951 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-11645ded-2a41-4b4c-be2c-de8a436b3b02 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:52.594105 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-11645ded-2a41-4b4c-be2c-de8a436b3b02 admin admin] Deleting port f65844a6-75d4-4705-827d-cb7f5056fadd {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:04:52.594407 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-11645ded-2a41-4b4c-be2c-de8a436b3b02 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:52.696639 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-4c2bae05-0fe5-45ad-aa03-04c4fd14a696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201d6fed-678d-4438-9a56-aba23a409240', 'name': 'tempest-ServerActionsTestJSON-711533714-router', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145'}], 'enable_snat': True}, 'gw_port_id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:56:02Z', 'updated_at': '2022-10-13T16:04:51Z', 'revision_number': 5, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'gw_port': {'id': 'f65844a6-75d4-4705-827d-cb7f5056fadd', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:05:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '201d6fed-678d-4438-9a56-aba23a409240', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1566, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T15:56:03Z', 'updated_at': '2022-10-13T15:56:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:04:52.700477 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2bae05-0fe5-45ad-aa03-04c4fd14a696 None None] Checking router: 201d6fed-678d-4438-9a56-aba23a409240 for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:04:52.708604 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2bae05-0fe5-45ad-aa03-04c4fd14a696 None None] Routers {'201d6fed-678d-4438-9a56-aba23a409240'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:04:52.709474 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-4c2bae05-0fe5-45ad-aa03-04c4fd14a696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:04:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['201d6fed-678d-4438-9a56-aba23a409240'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:04:52.767406 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-11645ded-2a41-4b4c-be2c-de8a436b3b02 admin admin] For port f65844a6-75d4-4705-827d-cb7f5056fadd, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=f65844a6-75d4-4705-827d-cb7f5056fadd,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:04:52.767757 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-11645ded-2a41-4b4c-be2c-de8a436b3b02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:52.888470 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-11645ded-2a41-4b4c-be2c-de8a436b3b02 admin admin] Calling delete_port for f65844a6-75d4-4705-827d-cb7f5056fadd owned by network:router_gateway {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:04:52.895583 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-4c2bae05-0fe5-45ad-aa03-04c4fd14a696 None None] Set router 201d6fed-678d-4438-9a56-aba23a409240 gateway port host: None {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:04:53.006169 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-4c2bae05-0fe5-45ad-aa03-04c4fd14a696 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '201d6fed-678d-4438-9a56-aba23a409240', 'name': 'tempest-ServerActionsTestJSON-711533714-router', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:56:02Z', 'updated_at': '2022-10-13T16:04:52Z', 'revision_number': 6, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'gw_port_host': None}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:04:53.010030 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2bae05-0fe5-45ad-aa03-04c4fd14a696 None None] The sync data for ids ['201d6fed-678d-4438-9a56-aba23a409240'] in dv-neutron-860329-2-hyperv is: [{'id': '201d6fed-678d-4438-9a56-aba23a409240', 'name': 'tempest-ServerActionsTestJSON-711533714-router', 'tenant_id': '3ad2067797114383aa0cc625b1522cd8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T15:56:02Z', 'updated_at': '2022-10-13T16:04:52Z', 'revision_number': 6, 'project_id': '3ad2067797114383aa0cc625b1522cd8', 'gw_port_host': None}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:04:53.057606 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-11645ded-2a41-4b4c-be2c-de8a436b3b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:53.107150 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11645ded-2a41-4b4c-be2c-de8a436b3b02 admin admin] Pushing event deleted for resources: {'Port': ['ID=f65844a6-75d4-4705-827d-cb7f5056fadd,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:04:53.199477 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-11645ded-2a41-4b4c-be2c-de8a436b3b02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828050'] for router_gateway, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:53.406138 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 132c0ed2-2ea5-4bdf-af6d-04036bc019b5 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:04:53.448920 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 132c0ed2-2ea5-4bdf-af6d-04036bc019b5 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:04:53.448920 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 132c0ed2-2ea5-4bdf-af6d-04036bc019b5 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:04:53.477054 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-11645ded-2a41-4b4c-be2c-de8a436b3b02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:53.479256 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-11645ded-2a41-4b4c-be2c-de8a436b3b02 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:53.501174 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-11645ded-2a41-4b4c-be2c-de8a436b3b02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:53.501666 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11645ded-2a41-4b4c-be2c-de8a436b3b02 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 201d6fed-678d-4438-9a56-aba23a409240 {{(pid=88972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 16:04:53.514044 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-11645ded-2a41-4b4c-be2c-de8a436b3b02 admin admin] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:53.515185 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-11645ded-2a41-4b4c-be2c-de8a436b3b02 admin admin] 10.222.0.42 "DELETE /v2.0/routers/201d6fed-678d-4438-9a56-aba23a409240 HTTP/1.1" status: 204 len: 168 time: 1.2777784 Oct 13 16:04:53.517689 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 59666) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:04:53.565408 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:04:53.575511 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb49b18e-4aab-4830-ab07-8e02dcd37abf admin admin] Deleting subnet 0377824e-746a-41ad-9498-5e48c58c0ec9 {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 16:04:53.578381 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bb49b18e-4aab-4830-ab07-8e02dcd37abf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:53.627062 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bb49b18e-4aab-4830-ab07-8e02dcd37abf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:53.706399 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bb49b18e-4aab-4830-ab07-8e02dcd37abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:53.774467 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bb49b18e-4aab-4830-ab07-8e02dcd37abf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:53.816466 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb49b18e-4aab-4830-ab07-8e02dcd37abf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0377824e-746a-41ad-9498-5e48c58c0ec9,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:04:53.819993 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bb49b18e-4aab-4830-ab07-8e02dcd37abf admin admin] Notify callbacks [] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:53.825828 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-bb49b18e-4aab-4830-ab07-8e02dcd37abf admin admin] 10.222.0.42 "DELETE /v2.0/subnets/0377824e-746a-41ad-9498-5e48c58c0ec9 HTTP/1.1" status: 204 len: 168 time: 0.3071785 Oct 13 16:04:53.826566 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92890280-2b91-454e-b90a-280fe0e51609 None None] Network 5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 16:04:53.828713 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 59670) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:04:53.931100 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-476f800c-2cfc-4542-bb7f-5b719cb87845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:53.942250 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-476f800c-2cfc-4542-bb7f-5b719cb87845 admin admin] Deleting port 24575446-983d-4137-9f2b-4635c4b42e0c {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:04:53.942582 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-476f800c-2cfc-4542-bb7f-5b719cb87845 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:54.091024 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f1d778-b824-472c-a861-41f66c6d5f6d None None] DHCP port deletion for 5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 16:04:54.095089 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-70f1d778-b824-472c-a861-41f66c6d5f6d None None] Deleting port 24575446-983d-4137-9f2b-4635c4b42e0c {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:04:54.095456 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-70f1d778-b824-472c-a861-41f66c6d5f6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:54.158907 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-476f800c-2cfc-4542-bb7f-5b719cb87845 admin admin] For port 24575446-983d-4137-9f2b-4635c4b42e0c, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=24575446-983d-4137-9f2b-4635c4b42e0c,segment=NetworkSegment(f70bdea3-e00e-4e61-9038-56eb255268ae),segment_id=f70bdea3-e00e-4e61-9038-56eb255268ae)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:04:54.159479 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-476f800c-2cfc-4542-bb7f-5b719cb87845 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:54.280899 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-476f800c-2cfc-4542-bb7f-5b719cb87845 admin admin] Calling delete_port for 24575446-983d-4137-9f2b-4635c4b42e0c owned by network:dhcp {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:04:54.299304 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-70f1d778-b824-472c-a861-41f66c6d5f6d None None] For port 24575446-983d-4137-9f2b-4635c4b42e0c, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=24575446-983d-4137-9f2b-4635c4b42e0c,segment=NetworkSegment(f70bdea3-e00e-4e61-9038-56eb255268ae),segment_id=f70bdea3-e00e-4e61-9038-56eb255268ae)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:04:54.299693 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-70f1d778-b824-472c-a861-41f66c6d5f6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:54.361567 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-476f800c-2cfc-4542-bb7f-5b719cb87845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:54.409016 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f800c-2cfc-4542-bb7f-5b719cb87845 admin admin] Pushing event deleted for resources: {'Port': ['ID=24575446-983d-4137-9f2b-4635c4b42e0c,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:04:54.410723 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476f800c-2cfc-4542-bb7f-5b719cb87845 admin admin] No DVR routers for this DVR port 24575446-983d-4137-9f2b-4635c4b42e0c on host dv-neutron-860329-2-hyperv {{(pid=88972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 16:04:54.420371 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-70f1d778-b824-472c-a861-41f66c6d5f6d None None] Calling delete_port for 24575446-983d-4137-9f2b-4635c4b42e0c owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:04:54.492900 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.db.api [None req-70f1d778-b824-472c-a861-41f66c6d5f6d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88974) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 16:04:54.493249 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG oslo_db.api [None req-70f1d778-b824-472c-a861-41f66c6d5f6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 16:04:54.529088 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-476f800c-2cfc-4542-bb7f-5b719cb87845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:54.553276 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-476f800c-2cfc-4542-bb7f-5b719cb87845 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:04:54.564802 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-476f800c-2cfc-4542-bb7f-5b719cb87845 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f70bdea3-e00e-4e61-9038-56eb255268ae') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:04:54.565091 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-476f800c-2cfc-4542-bb7f-5b719cb87845 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f70bdea3-e00e-4e61-9038-56eb255268ae') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:04:54.576456 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-476f800c-2cfc-4542-bb7f-5b719cb87845 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:54.592662 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-476f800c-2cfc-4542-bb7f-5b719cb87845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:54.598631 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-476f800c-2cfc-4542-bb7f-5b719cb87845 admin admin] Releasing vlan 440 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 16:04:54.599005 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-476f800c-2cfc-4542-bb7f-5b719cb87845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:54.690743 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment f70bdea3-e00e-4e61-9038-56eb255268ae resource provider aggregate not found Oct 13 16:04:54.695188 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-476f800c-2cfc-4542-bb7f-5b719cb87845 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:54.700909 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-476f800c-2cfc-4542-bb7f-5b719cb87845 admin admin] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:54.720672 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment f70bdea3-e00e-4e61-9038-56eb255268ae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f70bdea3-e00e-4e61-9038-56eb255268ae found for delete ", "request_id": "req-6d2ca620-1b10-4aaa-ae00-3c09e01ef3c7"}]} Oct 13 16:04:54.729768 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476f800c-2cfc-4542-bb7f-5b719cb87845 admin admin] Pushing event deleted for resources: {'Network': ['ID=5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:04:54.740054 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-476f800c-2cfc-4542-bb7f-5b719cb87845 admin admin] 10.222.0.42 "DELETE /v2.0/networks/5deca16c-8cdd-4ae3-b0eb-05e0ca57a4be HTTP/1.1" status: 204 len: 168 time: 0.9098601 Oct 13 16:04:54.847881 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 59682) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:04:54.899511 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-25bb0fb6-a26a-445e-83fd-78cfc239ccc8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3ad2067797114383aa0cc625b1522cd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0505071 Oct 13 16:04:54.902024 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 59686) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:04:54.994276 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-70f1d778-b824-472c-a861-41f66c6d5f6d None None] Deleting port 24575446-983d-4137-9f2b-4635c4b42e0c {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:04:54.994588 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-70f1d778-b824-472c-a861-41f66c6d5f6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:55.045879 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d8370ba1-a155-4ef2-a39b-4d2d273782b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:55.059977 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-70f1d778-b824-472c-a861-41f66c6d5f6d None None] The port '24575446-983d-4137-9f2b-4635c4b42e0c' was deleted {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 13 16:04:55.072387 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d8370ba1-a155-4ef2-a39b-4d2d273782b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:55.123045 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d8370ba1-a155-4ef2-a39b-4d2d273782b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:55.137853 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8370ba1-a155-4ef2-a39b-4d2d273782b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c65ebcf9-e6ea-472f-87c3-21dbe98659c9,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:04:55.148122 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d8370ba1-a155-4ef2-a39b-4d2d273782b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:55.149390 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d8370ba1-a155-4ef2-a39b-4d2d273782b4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c65ebcf9-e6ea-472f-87c3-21dbe98659c9 HTTP/1.1" status: 204 len: 168 time: 0.2464786 Oct 13 16:04:55.390803 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 24575446-983d-4137-9f2b-4635c4b42e0c no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:04:55.426931 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 24575446-983d-4137-9f2b-4635c4b42e0c {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:04:55.427604 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 24575446-983d-4137-9f2b-4635c4b42e0c not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:04:55.427721 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device f65844a6-75d4-4705-827d-cb7f5056fadd no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:04:55.460082 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: f65844a6-75d4-4705-827d-cb7f5056fadd {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:04:55.460430 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device f65844a6-75d4-4705-827d-cb7f5056fadd not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:04:55.901037 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 59710) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:04:56.001859 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-cd465b4c-cbb4-47c3-9c7d-733e00669c1e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1523502741-network', 'tenant_id': '420153ab349741799922bb0f09172f4a'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:04:56.006513 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-cd465b4c-cbb4-47c3-9c7d-733e00669c1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:04:56.010287 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-cd465b4c-cbb4-47c3-9c7d-733e00669c1e admin admin] Usage tracker for resource:network and tenant:420153ab349741799922bb0f09172f4a is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:04:56.013548 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-cd465b4c-cbb4-47c3-9c7d-733e00669c1e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:04:56.019516 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-cd465b4c-cbb4-47c3-9c7d-733e00669c1e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:04:56.029285 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd465b4c-cbb4-47c3-9c7d-733e00669c1e admin admin] Made reservation on behalf of 420153ab349741799922bb0f09172f4a for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 16:04:56.031434 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cd465b4c-cbb4-47c3-9c7d-733e00669c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:56.042908 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cd465b4c-cbb4-47c3-9c7d-733e00669c1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:56.056441 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-cd465b4c-cbb4-47c3-9c7d-733e00669c1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:04:56.060103 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-cd465b4c-cbb4-47c3-9c7d-733e00669c1e admin admin] Usage tracker for resource:security_group_rule and tenant:420153ab349741799922bb0f09172f4a is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:04:56.062956 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-cd465b4c-cbb4-47c3-9c7d-733e00669c1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:04:56.068564 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-cd465b4c-cbb4-47c3-9c7d-733e00669c1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:04:56.079251 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:56.155811 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cd465b4c-cbb4-47c3-9c7d-733e00669c1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:56.159139 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cd465b4c-cbb4-47c3-9c7d-733e00669c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:56.190545 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd465b4c-cbb4-47c3-9c7d-733e00669c1e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 400} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 16:04:56.195599 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd465b4c-cbb4-47c3-9c7d-733e00669c1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ceeea8a-8785-4713-b953-b8a7fa3835d9,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:04:56.203317 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cd465b4c-cbb4-47c3-9c7d-733e00669c1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:56.203665 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-cd465b4c-cbb4-47c3-9c7d-733e00669c1e admin admin] Added segment 38047a7d-06a3-4ed0-9193-b6c9030717c9 of type vlan for network ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1 Oct 13 16:04:56.230798 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cd465b4c-cbb4-47c3-9c7d-733e00669c1e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:56.258264 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cd465b4c-cbb4-47c3-9c7d-733e00669c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:56.259174 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd465b4c-cbb4-47c3-9c7d-733e00669c1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:04:56.259731 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cd465b4c-cbb4-47c3-9c7d-733e00669c1e admin admin] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:56.358023 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-cd465b4c-cbb4-47c3-9c7d-733e00669c1e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4558134 Oct 13 16:04:56.360802 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd465b4c-cbb4-47c3-9c7d-733e00669c1e admin admin] Pushing event updated for resources: {'Network': ['ID=ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:04:56.360950 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 59716) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:04:56.366514 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-86e3ac7b-7270-497e-a476-127c02e4e69d admin admin] Request body: {'subnet': {'network_id': 'ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1523502741-subnet', 'tenant_id': '420153ab349741799922bb0f09172f4a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:04:56.370182 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 16:04:56.372272 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-86e3ac7b-7270-497e-a476-127c02e4e69d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:04:56.376215 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-86e3ac7b-7270-497e-a476-127c02e4e69d admin admin] Usage tracker for resource:subnet and tenant:420153ab349741799922bb0f09172f4a is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:04:56.379125 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-86e3ac7b-7270-497e-a476-127c02e4e69d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:04:56.385513 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-86e3ac7b-7270-497e-a476-127c02e4e69d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:04:56.395521 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86e3ac7b-7270-497e-a476-127c02e4e69d admin admin] Made reservation on behalf of 420153ab349741799922bb0f09172f4a for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 16:04:56.397803 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-86e3ac7b-7270-497e-a476-127c02e4e69d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:56.602480 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-86e3ac7b-7270-497e-a476-127c02e4e69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:56.673402 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e3ac7b-7270-497e-a476-127c02e4e69d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4ed05c7d-37bc-4112-9b34-31c280d818d6,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:04:56.681785 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e3ac7b-7270-497e-a476-127c02e4e69d admin admin] Checking segment: {'id': '38047a7d-06a3-4ed0-9193-b6c9030717c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:04:56.682148 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e3ac7b-7270-497e-a476-127c02e4e69d admin admin] Network hostable DHCP agents. Network: ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 16:04:56.701139 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e3ac7b-7270-497e-a476-127c02e4e69d admin admin] Network ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 16:04:56.709661 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-86e3ac7b-7270-497e-a476-127c02e4e69d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:04:56.713604 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e3ac7b-7270-497e-a476-127c02e4e69d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:04:56.714213 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-86e3ac7b-7270-497e-a476-127c02e4e69d admin admin] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:56.718814 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb990bc2-ce8c-44be-8813-641389b79c65 None None] Network ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 16:04:56.734689 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-86e3ac7b-7270-497e-a476-127c02e4e69d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3726981 Oct 13 16:04:56.737471 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 59720) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:04:56.742332 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-08cb6d64-621d-4f19-9c3a-3c0f085c25ff admin admin] Request body: {'router': {'name': 'tempest-ServersNegativeTestJSON-1523502741-router', 'tenant_id': '420153ab349741799922bb0f09172f4a', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:04:56.747840 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-08cb6d64-621d-4f19-9c3a-3c0f085c25ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:04:56.751764 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-08cb6d64-621d-4f19-9c3a-3c0f085c25ff admin admin] Usage tracker for resource:router and tenant:420153ab349741799922bb0f09172f4a is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:04:56.754612 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-08cb6d64-621d-4f19-9c3a-3c0f085c25ff admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:04:56.760237 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-08cb6d64-621d-4f19-9c3a-3c0f085c25ff admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:04:56.770770 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-08cb6d64-621d-4f19-9c3a-3c0f085c25ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:56.771705 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-08cb6d64-621d-4f19-9c3a-3c0f085c25ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:56.786451 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-08cb6d64-621d-4f19-9c3a-3c0f085c25ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:56.970819 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0611731c-6973-4866-ab58-1bc62a50e5bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1', 'network_id': 'ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1', 'tenant_id': '420153ab349741799922bb0f09172f4a', 'fixed_ips': [{'subnet_id': '4ed05c7d-37bc-4112-9b34-31c280d818d6'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 16:04:56.971651 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0611731c-6973-4866-ab58-1bc62a50e5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:57.053508 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-08cb6d64-621d-4f19-9c3a-3c0f085c25ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:57.120247 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-0611731c-6973-4866-ab58-1bc62a50e5bc None None] Allocated IP 172.20.0.2 (ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1/4ed05c7d-37bc-4112-9b34-31c280d818d6/c56e8524-a944-489d-aef1-f2164df61622) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:04:57.322769 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0611731c-6973-4866-ab58-1bc62a50e5bc None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:57.333366 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-0611731c-6973-4866-ab58-1bc62a50e5bc None None] Transition to ACTIVE for port object c56e8524-a944-489d-aef1-f2164df61622 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:04:57.352356 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-0611731c-6973-4866-ab58-1bc62a50e5bc None None] Transition to ACTIVE for port object c56e8524-a944-489d-aef1-f2164df61622 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:04:57.358180 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0611731c-6973-4866-ab58-1bc62a50e5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:57.425825 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0611731c-6973-4866-ab58-1bc62a50e5bc None None] Network ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:04:57.428675 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-0611731c-6973-4866-ab58-1bc62a50e5bc None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:04:57.432240 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0611731c-6973-4866-ab58-1bc62a50e5bc None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:04:57.437932 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0611731c-6973-4866-ab58-1bc62a50e5bc None None] Pushing event updated for resources: {'Port': ['ID=c56e8524-a944-489d-aef1-f2164df61622,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:04:57.475659 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-08cb6d64-621d-4f19-9c3a-3c0f085c25ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:57.504420 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-08cb6d64-621d-4f19-9c3a-3c0f085c25ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:57.539015 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-0611731c-6973-4866-ab58-1bc62a50e5bc None None] Attempting to bind port c56e8524-a944-489d-aef1-f2164df61622 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:04:57.539381 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-0611731c-6973-4866-ab58-1bc62a50e5bc None None] Attempting to bind port c56e8524-a944-489d-aef1-f2164df61622 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '38047a7d-06a3-4ed0-9193-b6c9030717c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:04:57.539737 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0611731c-6973-4866-ab58-1bc62a50e5bc None None] Attempting to bind port c56e8524-a944-489d-aef1-f2164df61622 on network ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:04:57.545190 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0611731c-6973-4866-ab58-1bc62a50e5bc None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:04:57.545559 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0611731c-6973-4866-ab58-1bc62a50e5bc None None] Checking segment: {'id': '38047a7d-06a3-4ed0-9193-b6c9030717c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:04:57.545956 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0611731c-6973-4866-ab58-1bc62a50e5bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:57.546376 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0611731c-6973-4866-ab58-1bc62a50e5bc None None] Bound using segment: {'id': '38047a7d-06a3-4ed0-9193-b6c9030717c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:04:57.546839 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-0611731c-6973-4866-ab58-1bc62a50e5bc None None] Bound port: c56e8524-a944-489d-aef1-f2164df61622, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38047a7d-06a3-4ed0-9193-b6c9030717c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:04:57.547205 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0611731c-6973-4866-ab58-1bc62a50e5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:57.636158 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-0611731c-6973-4866-ab58-1bc62a50e5bc None None] For port c56e8524-a944-489d-aef1-f2164df61622, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:04:57.639520 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-08cb6d64-621d-4f19-9c3a-3c0f085c25ff admin admin] Allocated IP 172.26.2.180 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/910b5146-83d8-4a3c-9dd1-43e760055906) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:04:57.640404 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-0611731c-6973-4866-ab58-1bc62a50e5bc None None] For port c56e8524-a944-489d-aef1-f2164df61622, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=c56e8524-a944-489d-aef1-f2164df61622,segment=NetworkSegment(38047a7d-06a3-4ed0-9193-b6c9030717c9),segment_id=38047a7d-06a3-4ed0-9193-b6c9030717c9)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:04:57.645873 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0611731c-6973-4866-ab58-1bc62a50e5bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:57.732703 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0611731c-6973-4866-ab58-1bc62a50e5bc None None] Pushing event updated for resources: {'Port': ['ID=c56e8524-a944-489d-aef1-f2164df61622,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:04:57.799919 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-08cb6d64-621d-4f19-9c3a-3c0f085c25ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:57.829289 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-08cb6d64-621d-4f19-9c3a-3c0f085c25ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:57.906072 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08cb6d64-621d-4f19-9c3a-3c0f085c25ff admin admin] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:04:57.909278 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-08cb6d64-621d-4f19-9c3a-3c0f085c25ff admin admin] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:04:57.911212 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cb6d64-621d-4f19-9c3a-3c0f085c25ff admin admin] Pushing event updated for resources: {'Port': ['ID=910b5146-83d8-4a3c-9dd1-43e760055906,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:04:57.913272 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08cb6d64-621d-4f19-9c3a-3c0f085c25ff admin admin] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:04:58.317847 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-08cb6d64-621d-4f19-9c3a-3c0f085c25ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:58.596131 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e825a51-0e52-412f-9b6d-b88cf9aaa447 None None] Network ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 16:04:58.661842 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-08cb6d64-621d-4f19-9c3a-3c0f085c25ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:58.706917 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-518a148b-1161-4c0b-affb-f99410274ac7 None None] Provisioning for port c56e8524-a944-489d-aef1-f2164df61622 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:04:58.992877 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08cb6d64-621d-4f19-9c3a-3c0f085c25ff admin admin] Router a32b6769-b5ef-4ab9-bf50-ab16e018a1ed is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 16:04:59.166042 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08cb6d64-621d-4f19-9c3a-3c0f085c25ff admin admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:04:59.174991 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab789725-19e7-47bd-9406-2f0a3b5b5e94 None None] Sync routers for ids ['a32b6769-b5ef-4ab9-bf50-ab16e018a1ed'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:04:59.185103 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab789725-19e7-47bd-9406-2f0a3b5b5e94 None None] Routers {'a32b6769-b5ef-4ab9-bf50-ab16e018a1ed'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:04:59.185705 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-ab789725-19e7-47bd-9406-2f0a3b5b5e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:04:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['a32b6769-b5ef-4ab9-bf50-ab16e018a1ed'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:04:59.191028 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-08cb6d64-621d-4f19-9c3a-3c0f085c25ff admin admin] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:59.192370 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-08cb6d64-621d-4f19-9c3a-3c0f085c25ff admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4539173 Oct 13 16:04:59.195100 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 59726) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:04:59.358442 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-ab789725-19e7-47bd-9406-2f0a3b5b5e94 None None] Set router a32b6769-b5ef-4ab9-bf50-ab16e018a1ed gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:04:59.428068 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device c56e8524-a944-489d-aef1-f2164df61622 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:04:59.495267 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port c56e8524-a944-489d-aef1-f2164df61622 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:04:59.500312 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port c56e8524-a944-489d-aef1-f2164df61622 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:04:59.500681 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:59.501011 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port c56e8524-a944-489d-aef1-f2164df61622 Oct 13 16:04:59.627877 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port c56e8524-a944-489d-aef1-f2164df61622 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:04:59.628250 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:59.654936 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-ab789725-19e7-47bd-9406-2f0a3b5b5e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32b6769-b5ef-4ab9-bf50-ab16e018a1ed', 'name': 'tempest-ServersNegativeTestJSON-1523502741-router', 'tenant_id': '420153ab349741799922bb0f09172f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.180'}], 'enable_snat': True}, 'gw_port_id': '910b5146-83d8-4a3c-9dd1-43e760055906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:04:56Z', 'updated_at': '2022-10-13T16:04:58Z', 'revision_number': 3, 'project_id': '420153ab349741799922bb0f09172f4a', 'gw_port': {'id': '910b5146-83d8-4a3c-9dd1-43e760055906', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a4:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32b6769-b5ef-4ab9-bf50-ab16e018a1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:04:57Z', 'updated_at': '2022-10-13T16:04:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:04:59.659910 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab789725-19e7-47bd-9406-2f0a3b5b5e94 None None] Checking router: a32b6769-b5ef-4ab9-bf50-ab16e018a1ed for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:04:59.660258 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab789725-19e7-47bd-9406-2f0a3b5b5e94 None None] Updating router a32b6769-b5ef-4ab9-bf50-ab16e018a1ed port 910b5146-83d8-4a3c-9dd1-43e760055906 binding host dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 16:04:59.661606 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port c56e8524-a944-489d-aef1-f2164df61622, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=c56e8524-a944-489d-aef1-f2164df61622,segment=NetworkSegment(38047a7d-06a3-4ed0-9193-b6c9030717c9),segment_id=38047a7d-06a3-4ed0-9193-b6c9030717c9)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:04:59.667534 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:59.720046 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-ab789725-19e7-47bd-9406-2f0a3b5b5e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:04:59.744544 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=c56e8524-a944-489d-aef1-f2164df61622,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:04:59.898024 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4f7d4dea-b203-46dd-bce7-3a96d183b9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:00.041079 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-ab789725-19e7-47bd-9406-2f0a3b5b5e94 None None] Notify callbacks [] for port, precommit_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:00.052211 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.provisioning_blocks [None req-ab789725-19e7-47bd-9406-2f0a3b5b5e94 None None] Transition to ACTIVE for port object 910b5146-83d8-4a3c-9dd1-43e760055906 will not be triggered until provisioned by entity L2. {{(pid=88975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:05:00.059169 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-ab789725-19e7-47bd-9406-2f0a3b5b5e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:00.101705 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-4f7d4dea-b203-46dd-bce7-3a96d183b9c6 admin admin] Allocated IP 172.20.0.1 (ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1/4ed05c7d-37bc-4112-9b34-31c280d818d6/0c24a610-3aca-4353-9a53-44802af548c5) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:05:00.123014 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-ab789725-19e7-47bd-9406-2f0a3b5b5e94 None None] Attempting to bind port 910b5146-83d8-4a3c-9dd1-43e760055906 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:05:00.123375 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-ab789725-19e7-47bd-9406-2f0a3b5b5e94 None None] Attempting to bind port 910b5146-83d8-4a3c-9dd1-43e760055906 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:05:00.123733 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab789725-19e7-47bd-9406-2f0a3b5b5e94 None None] Attempting to bind port 910b5146-83d8-4a3c-9dd1-43e760055906 on network 8fb1fa59-32fe-4ed0-a248-96c43edb135f {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:05:00.133735 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab789725-19e7-47bd-9406-2f0a3b5b5e94 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:05:00.134094 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab789725-19e7-47bd-9406-2f0a3b5b5e94 None None] Checking segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:05:00.134506 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-ab789725-19e7-47bd-9406-2f0a3b5b5e94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:00.134888 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab789725-19e7-47bd-9406-2f0a3b5b5e94 None None] Bound using segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:05:00.135343 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-ab789725-19e7-47bd-9406-2f0a3b5b5e94 None None] Bound port: 910b5146-83d8-4a3c-9dd1-43e760055906, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:05:00.135705 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-ab789725-19e7-47bd-9406-2f0a3b5b5e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:00.177425 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad6f48-bb5c-4cd3-a25b-3092201b6a8f None None] Pushing event updated for resources: {'Port': ['ID=910b5146-83d8-4a3c-9dd1-43e760055906,revision_number=2']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:05:00.192540 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad6f48-bb5c-4cd3-a25b-3092201b6a8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:05:00.192879 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad6f48-bb5c-4cd3-a25b-3092201b6a8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:05:00.193210 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad6f48-bb5c-4cd3-a25b-3092201b6a8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:05:00.193541 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad6f48-bb5c-4cd3-a25b-3092201b6a8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:05:00.193861 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad6f48-bb5c-4cd3-a25b-3092201b6a8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:05:00.194211 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad6f48-bb5c-4cd3-a25b-3092201b6a8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:05:00.194529 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad6f48-bb5c-4cd3-a25b-3092201b6a8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:05:00.194845 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad6f48-bb5c-4cd3-a25b-3092201b6a8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:05:00.195161 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad6f48-bb5c-4cd3-a25b-3092201b6a8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:05:00.195475 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad6f48-bb5c-4cd3-a25b-3092201b6a8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:05:00.195792 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad6f48-bb5c-4cd3-a25b-3092201b6a8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:05:00.196100 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edad6f48-bb5c-4cd3-a25b-3092201b6a8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:05:00.221883 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-ab789725-19e7-47bd-9406-2f0a3b5b5e94 None None] For port 910b5146-83d8-4a3c-9dd1-43e760055906, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:05:00.225082 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-ab789725-19e7-47bd-9406-2f0a3b5b5e94 None None] For port 910b5146-83d8-4a3c-9dd1-43e760055906, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=910b5146-83d8-4a3c-9dd1-43e760055906,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:05:00.230202 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-ab789725-19e7-47bd-9406-2f0a3b5b5e94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:00.250070 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4f7d4dea-b203-46dd-bce7-3a96d183b9c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:00.265758 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-4f7d4dea-b203-46dd-bce7-3a96d183b9c6 admin admin] Transition to ACTIVE for port object 0c24a610-3aca-4353-9a53-44802af548c5 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:05:00.290086 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4f7d4dea-b203-46dd-bce7-3a96d183b9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:00.293971 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab789725-19e7-47bd-9406-2f0a3b5b5e94 None None] Routers {'a32b6769-b5ef-4ab9-bf50-ab16e018a1ed'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:05:00.294559 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-ab789725-19e7-47bd-9406-2f0a3b5b5e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:04:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['a32b6769-b5ef-4ab9-bf50-ab16e018a1ed'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:05:00.358756 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7d4dea-b203-46dd-bce7-3a96d183b9c6 admin admin] Network ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:05:00.361733 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-4f7d4dea-b203-46dd-bce7-3a96d183b9c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:05:00.365395 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f7d4dea-b203-46dd-bce7-3a96d183b9c6 admin admin] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:05:00.387312 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad6f48-bb5c-4cd3-a25b-3092201b6a8f None None] Pushing event updated for resources: {'Port': ['ID=910b5146-83d8-4a3c-9dd1-43e760055906,revision_number=3']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:05:00.400489 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d4dea-b203-46dd-bce7-3a96d183b9c6 admin admin] Pushing event updated for resources: {'Port': ['ID=0c24a610-3aca-4353-9a53-44802af548c5,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:05:00.425848 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4f7d4dea-b203-46dd-bce7-3a96d183b9c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:00.516264 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-ab789725-19e7-47bd-9406-2f0a3b5b5e94 None None] Set router a32b6769-b5ef-4ab9-bf50-ab16e018a1ed gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:05:00.676099 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4f7d4dea-b203-46dd-bce7-3a96d183b9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:00.676555 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-3c40d993-d04d-4930-b5a2-4581c4fc2845 None None] Provisioning for port 0c24a610-3aca-4353-9a53-44802af548c5 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:05:00.684042 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-3c40d993-d04d-4930-b5a2-4581c4fc2845 None None] Provisioning complete for port 0c24a610-3aca-4353-9a53-44802af548c5 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:05:00.684633 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-3c40d993-d04d-4930-b5a2-4581c4fc2845 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:00.685217 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-3c40d993-d04d-4930-b5a2-4581c4fc2845 None None] Attempt 1 to provision port 0c24a610-3aca-4353-9a53-44802af548c5 Oct 13 16:05:00.741912 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-3c40d993-d04d-4930-b5a2-4581c4fc2845 None None] Port 0c24a610-3aca-4353-9a53-44802af548c5 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:05:00.806055 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-ab789725-19e7-47bd-9406-2f0a3b5b5e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32b6769-b5ef-4ab9-bf50-ab16e018a1ed', 'name': 'tempest-ServersNegativeTestJSON-1523502741-router', 'tenant_id': '420153ab349741799922bb0f09172f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.180'}], 'enable_snat': True}, 'gw_port_id': '910b5146-83d8-4a3c-9dd1-43e760055906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:04:56Z', 'updated_at': '2022-10-13T16:04:58Z', 'revision_number': 3, 'project_id': '420153ab349741799922bb0f09172f4a', 'gw_port': {'id': '910b5146-83d8-4a3c-9dd1-43e760055906', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a4:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32b6769-b5ef-4ab9-bf50-ab16e018a1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:04:57Z', 'updated_at': '2022-10-13T16:05:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:05:00.810480 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab789725-19e7-47bd-9406-2f0a3b5b5e94 None None] The sync data for ids ['a32b6769-b5ef-4ab9-bf50-ab16e018a1ed'] in dv-neutron-860329-2-hyperv is: [{'id': 'a32b6769-b5ef-4ab9-bf50-ab16e018a1ed', 'name': 'tempest-ServersNegativeTestJSON-1523502741-router', 'tenant_id': '420153ab349741799922bb0f09172f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.180'}], 'enable_snat': True}, 'gw_port_id': '910b5146-83d8-4a3c-9dd1-43e760055906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:04:56Z', 'updated_at': '2022-10-13T16:04:58Z', 'revision_number': 3, 'project_id': '420153ab349741799922bb0f09172f4a', 'gw_port': {'id': '910b5146-83d8-4a3c-9dd1-43e760055906', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a4:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32b6769-b5ef-4ab9-bf50-ab16e018a1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:04:57Z', 'updated_at': '2022-10-13T16:05:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:05:00.907517 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4f7d4dea-b203-46dd-bce7-3a96d183b9c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:00.912090 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4f7d4dea-b203-46dd-bce7-3a96d183b9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:01.023744 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4f7d4dea-b203-46dd-bce7-3a96d183b9c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:01.040148 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7d4dea-b203-46dd-bce7-3a96d183b9c6 admin admin] Pushing event updated for resources: {'Port': ['ID=0c24a610-3aca-4353-9a53-44802af548c5,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:05:01.174472 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7d4dea-b203-46dd-bce7-3a96d183b9c6 admin admin] Network ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:05:01.175651 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-4f7d4dea-b203-46dd-bce7-3a96d183b9c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:05:01.243714 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-3c40d993-d04d-4930-b5a2-4581c4fc2845 None None] Attempt 2 to provision port 0c24a610-3aca-4353-9a53-44802af548c5 Oct 13 16:05:01.313613 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-3c40d993-d04d-4930-b5a2-4581c4fc2845 None None] Port 0c24a610-3aca-4353-9a53-44802af548c5 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:05:01.378645 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f7d4dea-b203-46dd-bce7-3a96d183b9c6 admin admin] Router a32b6769-b5ef-4ab9-bf50-ab16e018a1ed has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 16:05:01.480485 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device c56e8524-a944-489d-aef1-f2164df61622 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:05:01.556364 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port c56e8524-a944-489d-aef1-f2164df61622 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:05:01.556741 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:01.557134 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port c56e8524-a944-489d-aef1-f2164df61622 Oct 13 16:05:01.577818 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f7d4dea-b203-46dd-bce7-3a96d183b9c6 admin admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:05:01.591268 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-4f7d4dea-b203-46dd-bce7-3a96d183b9c6 admin admin] 10.222.0.42 "PUT /v2.0/routers/a32b6769-b5ef-4ab9-bf50-ab16e018a1ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3939440 Oct 13 16:05:01.713927 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port c56e8524-a944-489d-aef1-f2164df61622 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:05:01.715094 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 910b5146-83d8-4a3c-9dd1-43e760055906 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:05:01.781874 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 910b5146-83d8-4a3c-9dd1-43e760055906 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:05:01.786726 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 910b5146-83d8-4a3c-9dd1-43e760055906 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:05:01.787094 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:01.787427 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 910b5146-83d8-4a3c-9dd1-43e760055906 Oct 13 16:05:01.814594 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-3c40d993-d04d-4930-b5a2-4581c4fc2845 None None] Attempt 3 to provision port 0c24a610-3aca-4353-9a53-44802af548c5 Oct 13 16:05:01.889723 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-3c40d993-d04d-4930-b5a2-4581c4fc2845 None None] Port 0c24a610-3aca-4353-9a53-44802af548c5 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:05:01.951503 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 910b5146-83d8-4a3c-9dd1-43e760055906 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:05:01.951503 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:01.968153 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 910b5146-83d8-4a3c-9dd1-43e760055906, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=910b5146-83d8-4a3c-9dd1-43e760055906,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:05:01.973243 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:02.040659 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=910b5146-83d8-4a3c-9dd1-43e760055906,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:05:02.110504 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47365023-b4b1-4783-ba11-96c4ddfafb45 req-e572f2b4-244c-4f0a-bf4f-c66c70aab65c tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:02.111922 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-47365023-b4b1-4783-ba11-96c4ddfafb45 req-e572f2b4-244c-4f0a-bf4f-c66c70aab65c tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/networks?id=ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1 HTTP/1.1" status: 200 len: 814 time: 0.1459253 Oct 13 16:05:02.127090 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-47365023-b4b1-4783-ba11-96c4ddfafb45 req-61c18dec-95df-4ba1-abe1-1f53bc8c24d0 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/quotas/420153ab349741799922bb0f09172f4a HTTP/1.1" status: 200 len: 375 time: 0.0097048 Oct 13 16:05:02.215105 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-47365023-b4b1-4783-ba11-96c4ddfafb45 req-5a1dbb7e-c9e1-464b-813f-04601a7acc4e tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Synchronizing usage tracker for tenant:420153ab349741799922bb0f09172f4a on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:05:02.232228 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-47365023-b4b1-4783-ba11-96c4ddfafb45 req-5a1dbb7e-c9e1-464b-813f-04601a7acc4e tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Unset dirty status for tenant:420153ab349741799922bb0f09172f4a on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:05:02.233550 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-47365023-b4b1-4783-ba11-96c4ddfafb45 req-5a1dbb7e-c9e1-464b-813f-04601a7acc4e tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=420153ab349741799922bb0f09172f4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1017184 Oct 13 16:05:02.364971 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-47365023-b4b1-4783-ba11-96c4ddfafb45 req-d11dc457-366f-4217-afd1-e2834c12aee3 service neutron] 10.222.0.42 "GET /v2.0/networks/ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246336 Oct 13 16:05:02.390747 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-3c40d993-d04d-4930-b5a2-4581c4fc2845 None None] Attempt 4 to provision port 0c24a610-3aca-4353-9a53-44802af548c5 Oct 13 16:05:02.422323 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90d0074-7260-4f73-8dff-698964a2343f None None] Sync routers for ids ['a32b6769-b5ef-4ab9-bf50-ab16e018a1ed'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:05:02.450826 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90d0074-7260-4f73-8dff-698964a2343f None None] Routers {'a32b6769-b5ef-4ab9-bf50-ab16e018a1ed'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:05:02.451447 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-b90d0074-7260-4f73-8dff-698964a2343f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:04:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['a32b6769-b5ef-4ab9-bf50-ab16e018a1ed'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:05:02.496476 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-47365023-b4b1-4783-ba11-96c4ddfafb45 req-cdb48bf2-ed9b-4343-8dfc-3403d919861d service neutron] 10.222.0.42 "GET /v2.0/networks/ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254265 Oct 13 16:05:02.516265 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-3c40d993-d04d-4930-b5a2-4581c4fc2845 None None] Port 0c24a610-3aca-4353-9a53-44802af548c5 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:05:02.632029 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-b90d0074-7260-4f73-8dff-698964a2343f None None] Set router a32b6769-b5ef-4ab9-bf50-ab16e018a1ed gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:05:02.938807 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-b90d0074-7260-4f73-8dff-698964a2343f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32b6769-b5ef-4ab9-bf50-ab16e018a1ed', 'name': 'tempest-ServersNegativeTestJSON-1523502741-router', 'tenant_id': '420153ab349741799922bb0f09172f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.180'}], 'enable_snat': True}, 'gw_port_id': '910b5146-83d8-4a3c-9dd1-43e760055906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:04:56Z', 'updated_at': '2022-10-13T16:05:00Z', 'revision_number': 4, 'project_id': '420153ab349741799922bb0f09172f4a', 'gw_port': {'id': '910b5146-83d8-4a3c-9dd1-43e760055906', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32b6769-b5ef-4ab9-bf50-ab16e018a1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:04:57Z', 'updated_at': '2022-10-13T16:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '0c24a610-3aca-4353-9a53-44802af548c5', 'name': '', 'network_id': 'ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1', 'tenant_id': '420153ab349741799922bb0f09172f4a', 'mac_address': 'fa:16:3e:00:a4:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32b6769-b5ef-4ab9-bf50-ab16e018a1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '4ed05c7d-37bc-4112-9b34-31c280d818d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:04:59Z', 'updated_at': '2022-10-13T16:05:00Z', 'revision_number': 2, 'project_id': '420153ab349741799922bb0f09172f4a', 'subnets': [{'id': '4ed05c7d-37bc-4112-9b34-31c280d818d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:05:02.942604 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90d0074-7260-4f73-8dff-698964a2343f None None] Checking router: a32b6769-b5ef-4ab9-bf50-ab16e018a1ed for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:05:02.942955 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90d0074-7260-4f73-8dff-698964a2343f None None] Updating router a32b6769-b5ef-4ab9-bf50-ab16e018a1ed port 0c24a610-3aca-4353-9a53-44802af548c5 binding host dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 16:05:02.994519 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b90d0074-7260-4f73-8dff-698964a2343f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:03.032903 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-3c40d993-d04d-4930-b5a2-4581c4fc2845 None None] Attempt 5 to provision port 0c24a610-3aca-4353-9a53-44802af548c5 Oct 13 16:05:03.142576 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-3c40d993-d04d-4930-b5a2-4581c4fc2845 None None] Port 0c24a610-3aca-4353-9a53-44802af548c5 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:05:03.369017 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b90d0074-7260-4f73-8dff-698964a2343f None None] Notify callbacks [] for port, precommit_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:03.381178 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-b90d0074-7260-4f73-8dff-698964a2343f None None] Transition to ACTIVE for port object 0c24a610-3aca-4353-9a53-44802af548c5 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:05:03.388019 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b90d0074-7260-4f73-8dff-698964a2343f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:03.461295 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 910b5146-83d8-4a3c-9dd1-43e760055906 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:05:03.659428 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-3c40d993-d04d-4930-b5a2-4581c4fc2845 None None] Attempt 6 to provision port 0c24a610-3aca-4353-9a53-44802af548c5 Oct 13 16:05:03.700485 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f98d1f-5eb3-42a0-bfb6-351d4a8107f3 None None] Pushing event updated for resources: {'Port': ['ID=0c24a610-3aca-4353-9a53-44802af548c5,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:05:03.716428 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-085d523a-01e9-4f34-84f8-7879ed40ee79 req-cefa2668-3a62-4b92-8d77-9b53944c1d71 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1d39a4f-eb29-407b-806a-ade161b453e7 HTTP/1.1" status: 200 len: 210 time: 0.0659029 Oct 13 16:05:03.744503 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-b90d0074-7260-4f73-8dff-698964a2343f None None] Attempting to bind port 0c24a610-3aca-4353-9a53-44802af548c5 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:05:03.744845 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-b90d0074-7260-4f73-8dff-698964a2343f None None] Attempting to bind port 0c24a610-3aca-4353-9a53-44802af548c5 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '38047a7d-06a3-4ed0-9193-b6c9030717c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:05:03.745198 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90d0074-7260-4f73-8dff-698964a2343f None None] Attempting to bind port 0c24a610-3aca-4353-9a53-44802af548c5 on network ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:05:03.748214 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-3c40d993-d04d-4930-b5a2-4581c4fc2845 None None] Port 0c24a610-3aca-4353-9a53-44802af548c5 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:05:03.755666 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90d0074-7260-4f73-8dff-698964a2343f None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 4, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:05:03.756046 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90d0074-7260-4f73-8dff-698964a2343f None None] Checking segment: {'id': '38047a7d-06a3-4ed0-9193-b6c9030717c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:05:03.756445 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b90d0074-7260-4f73-8dff-698964a2343f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:03.757035 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b90d0074-7260-4f73-8dff-698964a2343f None None] Bound using segment: {'id': '38047a7d-06a3-4ed0-9193-b6c9030717c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:05:03.757303 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-b90d0074-7260-4f73-8dff-698964a2343f None None] Bound port: 0c24a610-3aca-4353-9a53-44802af548c5, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38047a7d-06a3-4ed0-9193-b6c9030717c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:05:03.757677 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b90d0074-7260-4f73-8dff-698964a2343f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:03.768607 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 910b5146-83d8-4a3c-9dd1-43e760055906 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:05:03.768822 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:03.769146 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 910b5146-83d8-4a3c-9dd1-43e760055906 Oct 13 16:05:03.935200 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-b90d0074-7260-4f73-8dff-698964a2343f None None] For port 0c24a610-3aca-4353-9a53-44802af548c5, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:05:03.960559 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-b90d0074-7260-4f73-8dff-698964a2343f None None] For port 0c24a610-3aca-4353-9a53-44802af548c5, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=0c24a610-3aca-4353-9a53-44802af548c5,segment=NetworkSegment(38047a7d-06a3-4ed0-9193-b6c9030717c9),segment_id=38047a7d-06a3-4ed0-9193-b6c9030717c9)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:05:03.964751 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b90d0074-7260-4f73-8dff-698964a2343f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:04.020250 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 910b5146-83d8-4a3c-9dd1-43e760055906 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:05:04.036716 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90d0074-7260-4f73-8dff-698964a2343f None None] Routers {'a32b6769-b5ef-4ab9-bf50-ab16e018a1ed'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:05:04.037318 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-b90d0074-7260-4f73-8dff-698964a2343f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:04:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['a32b6769-b5ef-4ab9-bf50-ab16e018a1ed'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:05:04.118294 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f98d1f-5eb3-42a0-bfb6-351d4a8107f3 None None] Pushing event updated for resources: {'Port': ['ID=0c24a610-3aca-4353-9a53-44802af548c5,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:05:04.223856 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-b90d0074-7260-4f73-8dff-698964a2343f None None] Set router a32b6769-b5ef-4ab9-bf50-ab16e018a1ed gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:05:04.270072 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-3c40d993-d04d-4930-b5a2-4581c4fc2845 None None] Attempt 7 to provision port 0c24a610-3aca-4353-9a53-44802af548c5 Oct 13 16:05:04.434449 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-3c40d993-d04d-4930-b5a2-4581c4fc2845 None None] Port 0c24a610-3aca-4353-9a53-44802af548c5 had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 16:05:04.590896 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-add10890-13ed-47c9-a070-2e3ca404a943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:04.615941 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-b90d0074-7260-4f73-8dff-698964a2343f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32b6769-b5ef-4ab9-bf50-ab16e018a1ed', 'name': 'tempest-ServersNegativeTestJSON-1523502741-router', 'tenant_id': '420153ab349741799922bb0f09172f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.180'}], 'enable_snat': True}, 'gw_port_id': '910b5146-83d8-4a3c-9dd1-43e760055906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:04:56Z', 'updated_at': '2022-10-13T16:05:00Z', 'revision_number': 4, 'project_id': '420153ab349741799922bb0f09172f4a', 'gw_port': {'id': '910b5146-83d8-4a3c-9dd1-43e760055906', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32b6769-b5ef-4ab9-bf50-ab16e018a1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:04:57Z', 'updated_at': '2022-10-13T16:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '0c24a610-3aca-4353-9a53-44802af548c5', 'name': '', 'network_id': 'ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1', 'tenant_id': '420153ab349741799922bb0f09172f4a', 'mac_address': 'fa:16:3e:00:a4:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32b6769-b5ef-4ab9-bf50-ab16e018a1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '4ed05c7d-37bc-4112-9b34-31c280d818d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:04:59Z', 'updated_at': '2022-10-13T16:05:03Z', 'revision_number': 4, 'project_id': '420153ab349741799922bb0f09172f4a', 'subnets': [{'id': '4ed05c7d-37bc-4112-9b34-31c280d818d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:05:04.621463 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b90d0074-7260-4f73-8dff-698964a2343f None None] The sync data for ids ['a32b6769-b5ef-4ab9-bf50-ab16e018a1ed'] in dv-neutron-860329-2-hyperv is: [{'id': 'a32b6769-b5ef-4ab9-bf50-ab16e018a1ed', 'name': 'tempest-ServersNegativeTestJSON-1523502741-router', 'tenant_id': '420153ab349741799922bb0f09172f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.180'}], 'enable_snat': True}, 'gw_port_id': '910b5146-83d8-4a3c-9dd1-43e760055906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:04:56Z', 'updated_at': '2022-10-13T16:05:00Z', 'revision_number': 4, 'project_id': '420153ab349741799922bb0f09172f4a', 'gw_port': {'id': '910b5146-83d8-4a3c-9dd1-43e760055906', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32b6769-b5ef-4ab9-bf50-ab16e018a1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:04:57Z', 'updated_at': '2022-10-13T16:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '0c24a610-3aca-4353-9a53-44802af548c5', 'name': '', 'network_id': 'ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1', 'tenant_id': '420153ab349741799922bb0f09172f4a', 'mac_address': 'fa:16:3e:00:a4:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32b6769-b5ef-4ab9-bf50-ab16e018a1ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 1590, 'fixed_ips': [{'subnet_id': '4ed05c7d-37bc-4112-9b34-31c280d818d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:04:59Z', 'updated_at': '2022-10-13T16:05:03Z', 'revision_number': 4, 'project_id': '420153ab349741799922bb0f09172f4a', 'subnets': [{'id': '4ed05c7d-37bc-4112-9b34-31c280d818d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:05:04.909043 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2c90d117-e8fe-4e3c-bdb1-781cdcbd19e3 req-a93289ba-f541-4759-b3d3-5c9d02525ce4 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1d39a4f-eb29-407b-806a-ade161b453e7 HTTP/1.1" status: 200 len: 210 time: 0.0645511 Oct 13 16:05:04.948569 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47365023-b4b1-4783-ba11-96c4ddfafb45 req-158b2176-ab57-4296-b23f-25088ba62668 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:04.950580 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-47365023-b4b1-4783-ba11-96c4ddfafb45 req-158b2176-ab57-4296-b23f-25088ba62668 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.16 "GET /v2.0/networks?id=ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1 HTTP/1.1" status: 200 len: 814 time: 0.3751736 Oct 13 16:05:04.962490 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-47365023-b4b1-4783-ba11-96c4ddfafb45 req-04b266e2-7ba1-4351-8736-f1c8529df7ea tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Request body: {'port': {'device_id': 'e1d39a4f-eb29-407b-806a-ade161b453e7', 'network_id': 'ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1', 'admin_state_up': True, 'tenant_id': '420153ab349741799922bb0f09172f4a'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:05:05.104016 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-47365023-b4b1-4783-ba11-96c4ddfafb45 req-04b266e2-7ba1-4351-8736-f1c8529df7ea tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:05:05.114306 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-47365023-b4b1-4783-ba11-96c4ddfafb45 req-04b266e2-7ba1-4351-8736-f1c8529df7ea tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:05:05.126822 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47365023-b4b1-4783-ba11-96c4ddfafb45 req-04b266e2-7ba1-4351-8736-f1c8529df7ea tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Made reservation on behalf of 420153ab349741799922bb0f09172f4a for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 16:05:05.130827 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-47365023-b4b1-4783-ba11-96c4ddfafb45 req-04b266e2-7ba1-4351-8736-f1c8529df7ea tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:05.299930 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [req-47365023-b4b1-4783-ba11-96c4ddfafb45 req-04b266e2-7ba1-4351-8736-f1c8529df7ea tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Allocated IP 172.20.0.14 (ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1/4ed05c7d-37bc-4112-9b34-31c280d818d6/40fa7829-78ae-40c2-9dbd-135fd2a93efb) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:05:05.427300 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 0c24a610-3aca-4353-9a53-44802af548c5 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:05:05.500436 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 0c24a610-3aca-4353-9a53-44802af548c5 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:05:05.505439 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 0c24a610-3aca-4353-9a53-44802af548c5 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:05:05.505808 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:05.506321 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 0c24a610-3aca-4353-9a53-44802af548c5 Oct 13 16:05:05.510048 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-47365023-b4b1-4783-ba11-96c4ddfafb45 req-04b266e2-7ba1-4351-8736-f1c8529df7ea tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:05.529440 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-47365023-b4b1-4783-ba11-96c4ddfafb45 req-04b266e2-7ba1-4351-8736-f1c8529df7ea tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Transition to ACTIVE for port object 40fa7829-78ae-40c2-9dbd-135fd2a93efb will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:05:05.558237 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-47365023-b4b1-4783-ba11-96c4ddfafb45 req-04b266e2-7ba1-4351-8736-f1c8529df7ea tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:05.635052 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 0c24a610-3aca-4353-9a53-44802af548c5 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:05:05.635373 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47365023-b4b1-4783-ba11-96c4ddfafb45 req-04b266e2-7ba1-4351-8736-f1c8529df7ea tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Network ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:05:05.636109 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:05.639040 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [req-47365023-b4b1-4783-ba11-96c4ddfafb45 req-04b266e2-7ba1-4351-8736-f1c8529df7ea tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:05:05.642850 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-47365023-b4b1-4783-ba11-96c4ddfafb45 req-04b266e2-7ba1-4351-8736-f1c8529df7ea tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:05:05.683773 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b266e2-7ba1-4351-8736-f1c8529df7ea tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Pushing event updated for resources: {'Port': ['ID=40fa7829-78ae-40c2-9dbd-135fd2a93efb,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:05:05.684321 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 0c24a610-3aca-4353-9a53-44802af548c5, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=0c24a610-3aca-4353-9a53-44802af548c5,segment=NetworkSegment(38047a7d-06a3-4ed0-9193-b6c9030717c9),segment_id=38047a7d-06a3-4ed0-9193-b6c9030717c9)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:05:05.692961 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:05.727783 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47365023-b4b1-4783-ba11-96c4ddfafb45 req-04b266e2-7ba1-4351-8736-f1c8529df7ea tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:05.728422 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-47365023-b4b1-4783-ba11-96c4ddfafb45 req-04b266e2-7ba1-4351-8736-f1c8529df7ea tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:05.770163 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-47365023-b4b1-4783-ba11-96c4ddfafb45 req-04b266e2-7ba1-4351-8736-f1c8529df7ea tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8111658 Oct 13 16:05:05.779174 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=0c24a610-3aca-4353-9a53-44802af548c5,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:05:05.789728 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-47365023-b4b1-4783-ba11-96c4ddfafb45 req-a8b044dc-d567-4ccf-a97b-7ef37b5b79de service neutron] Request body: {'port': {'device_id': 'e1d39a4f-eb29-407b-806a-ade161b453e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:05:05.908302 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-47365023-b4b1-4783-ba11-96c4ddfafb45 req-a8b044dc-d567-4ccf-a97b-7ef37b5b79de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:05.949683 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-a3d430b2-7372-415b-93f5-a5ad5db76acb None None] Provisioning for port 40fa7829-78ae-40c2-9dbd-135fd2a93efb completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:05:05.955010 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-a3d430b2-7372-415b-93f5-a5ad5db76acb None None] Provisioning complete for port 40fa7829-78ae-40c2-9dbd-135fd2a93efb triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:05:05.955700 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-a3d430b2-7372-415b-93f5-a5ad5db76acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:05.956043 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-a3d430b2-7372-415b-93f5-a5ad5db76acb None None] Attempt 1 to provision port 40fa7829-78ae-40c2-9dbd-135fd2a93efb Oct 13 16:05:06.009654 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-a3d430b2-7372-415b-93f5-a5ad5db76acb None None] Port 40fa7829-78ae-40c2-9dbd-135fd2a93efb cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:05:06.116290 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a659425f-f971-4bc4-b578-d18f64eeb62b req-78bd30c4-96e3-4bde-a55e-9c7823b9f246 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:06.117750 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-a659425f-f971-4bc4-b578-d18f64eeb62b req-78bd30c4-96e3-4bde-a55e-9c7823b9f246 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1d39a4f-eb29-407b-806a-ade161b453e7 HTTP/1.1" status: 200 len: 932 time: 0.0904567 Oct 13 16:05:06.162453 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-a659425f-f971-4bc4-b578-d18f64eeb62b req-fb8a5c2a-71ce-42f4-be98-e7790b7dcff2 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Synchronizing usage tracker for tenant:420153ab349741799922bb0f09172f4a on resource:security_group {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:05:06.179493 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-a659425f-f971-4bc4-b578-d18f64eeb62b req-fb8a5c2a-71ce-42f4-be98-e7790b7dcff2 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Unset dirty status for tenant:420153ab349741799922bb0f09172f4a on resource:security_group {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:05:06.180943 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-a659425f-f971-4bc4-b578-d18f64eeb62b req-fb8a5c2a-71ce-42f4-be98-e7790b7dcff2 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ceeea8a-8785-4713-b953-b8a7fa3835d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565298 Oct 13 16:05:06.251581 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [req-47365023-b4b1-4783-ba11-96c4ddfafb45 req-a8b044dc-d567-4ccf-a97b-7ef37b5b79de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40fa7829-78ae-40c2-9dbd-135fd2a93efb {{(pid=88973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 16:05:06.258783 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-47365023-b4b1-4783-ba11-96c4ddfafb45 req-a8b044dc-d567-4ccf-a97b-7ef37b5b79de service neutron] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:06.273176 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-47365023-b4b1-4783-ba11-96c4ddfafb45 req-a8b044dc-d567-4ccf-a97b-7ef37b5b79de service neutron] Transition to ACTIVE for port object 40fa7829-78ae-40c2-9dbd-135fd2a93efb will not be triggered until provisioned by entity L2. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:05:06.275936 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-47365023-b4b1-4783-ba11-96c4ddfafb45 req-a8b044dc-d567-4ccf-a97b-7ef37b5b79de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:06.463071 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b044dc-d567-4ccf-a97b-7ef37b5b79de service neutron] Pushing event updated for resources: {'Port': ['ID=40fa7829-78ae-40c2-9dbd-135fd2a93efb,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:05:06.496725 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-47365023-b4b1-4783-ba11-96c4ddfafb45 req-a8b044dc-d567-4ccf-a97b-7ef37b5b79de service neutron] Attempting to bind port 40fa7829-78ae-40c2-9dbd-135fd2a93efb on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:05:06.497057 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-47365023-b4b1-4783-ba11-96c4ddfafb45 req-a8b044dc-d567-4ccf-a97b-7ef37b5b79de service neutron] Attempting to bind port 40fa7829-78ae-40c2-9dbd-135fd2a93efb by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '38047a7d-06a3-4ed0-9193-b6c9030717c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1'}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:05:06.497376 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47365023-b4b1-4783-ba11-96c4ddfafb45 req-a8b044dc-d567-4ccf-a97b-7ef37b5b79de service neutron] Attempting to bind port 40fa7829-78ae-40c2-9dbd-135fd2a93efb on network ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:05:06.501868 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47365023-b4b1-4783-ba11-96c4ddfafb45 req-a8b044dc-d567-4ccf-a97b-7ef37b5b79de service neutron] Port 40fa7829-78ae-40c2-9dbd-135fd2a93efb on network ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 16:05:06.502213 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47365023-b4b1-4783-ba11-96c4ddfafb45 req-a8b044dc-d567-4ccf-a97b-7ef37b5b79de service neutron] Attempting to bind port 40fa7829-78ae-40c2-9dbd-135fd2a93efb on network ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:05:06.507214 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47365023-b4b1-4783-ba11-96c4ddfafb45 req-a8b044dc-d567-4ccf-a97b-7ef37b5b79de service neutron] Checking agent: {'id': 'c4d1d38a-44f6-47ac-b17c-311e640e7cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'started_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:05:06.507544 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47365023-b4b1-4783-ba11-96c4ddfafb45 req-a8b044dc-d567-4ccf-a97b-7ef37b5b79de service neutron] Checking segment: {'id': '38047a7d-06a3-4ed0-9193-b6c9030717c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:05:06.507917 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47365023-b4b1-4783-ba11-96c4ddfafb45 req-a8b044dc-d567-4ccf-a97b-7ef37b5b79de service neutron] Bound using segment: {'id': '38047a7d-06a3-4ed0-9193-b6c9030717c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1'} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:05:06.508332 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-47365023-b4b1-4783-ba11-96c4ddfafb45 req-a8b044dc-d567-4ccf-a97b-7ef37b5b79de service neutron] Bound port: 40fa7829-78ae-40c2-9dbd-135fd2a93efb, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38047a7d-06a3-4ed0-9193-b6c9030717c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1'}}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:05:06.508667 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-47365023-b4b1-4783-ba11-96c4ddfafb45 req-a8b044dc-d567-4ccf-a97b-7ef37b5b79de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:06.510964 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-a3d430b2-7372-415b-93f5-a5ad5db76acb None None] Attempt 2 to provision port 40fa7829-78ae-40c2-9dbd-135fd2a93efb Oct 13 16:05:06.567351 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-a3d430b2-7372-415b-93f5-a5ad5db76acb None None] Port 40fa7829-78ae-40c2-9dbd-135fd2a93efb cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:05:06.598994 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-47365023-b4b1-4783-ba11-96c4ddfafb45 req-a8b044dc-d567-4ccf-a97b-7ef37b5b79de service neutron] For port 40fa7829-78ae-40c2-9dbd-135fd2a93efb, host hv-neutron-8603, cleared binding levels {{(pid=88973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:05:06.601830 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-47365023-b4b1-4783-ba11-96c4ddfafb45 req-a8b044dc-d567-4ccf-a97b-7ef37b5b79de service neutron] For port 40fa7829-78ae-40c2-9dbd-135fd2a93efb, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=40fa7829-78ae-40c2-9dbd-135fd2a93efb,segment=NetworkSegment(38047a7d-06a3-4ed0-9193-b6c9030717c9),segment_id=38047a7d-06a3-4ed0-9193-b6c9030717c9)] {{(pid=88973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:05:06.606085 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-47365023-b4b1-4783-ba11-96c4ddfafb45 req-a8b044dc-d567-4ccf-a97b-7ef37b5b79de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:06.692834 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-a1e62e9f-45f3-4279-88eb-bfd8f976b7ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:06.747295 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47365023-b4b1-4783-ba11-96c4ddfafb45 req-a8b044dc-d567-4ccf-a97b-7ef37b5b79de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:06.747897 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-47365023-b4b1-4783-ba11-96c4ddfafb45 req-a8b044dc-d567-4ccf-a97b-7ef37b5b79de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:06.749265 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-47365023-b4b1-4783-ba11-96c4ddfafb45 req-a8b044dc-d567-4ccf-a97b-7ef37b5b79de service neutron] 10.222.0.16 "PUT /v2.0/ports/40fa7829-78ae-40c2-9dbd-135fd2a93efb HTTP/1.1" status: 200 len: 1094 time: 0.9711149 Oct 13 16:05:06.749761 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d39a4f-eb29-407b-806a-ade161b453e7', 'tag': '40fa7829-78ae-40c2-9dbd-135fd2a93efb'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:05:06.752027 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-218cc5a4-a19d-4bb7-8cee-b2fce40f38b4" -d '{"events": [{"name": "network-changed", "server_uuid": "e1d39a4f-eb29-407b-806a-ade161b453e7", "tag": "40fa7829-78ae-40c2-9dbd-135fd2a93efb"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:05:06.787203 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b044dc-d567-4ccf-a97b-7ef37b5b79de service neutron] Pushing event updated for resources: {'Port': ['ID=40fa7829-78ae-40c2-9dbd-135fd2a93efb,revision_number=3']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:05:06.830873 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 16:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d7501f-9f8a-4219-a097-40cf5fa6dc93 x-openstack-request-id: req-71d7501f-9f8a-4219-a097-40cf5fa6dc93 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:05:06.831148 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1d39a4f-eb29-407b-806a-ade161b453e7", "tag": "40fa7829-78ae-40c2-9dbd-135fd2a93efb", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:05:06.831395 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-71d7501f-9f8a-4219-a097-40cf5fa6dc93 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:05:06.831794 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-71d7501f-9f8a-4219-a097-40cf5fa6dc93'] response: {'name': 'network-changed', 'server_uuid': 'e1d39a4f-eb29-407b-806a-ade161b453e7', 'tag': '40fa7829-78ae-40c2-9dbd-135fd2a93efb', 'status': 'completed', 'code': 200} Oct 13 16:05:06.869298 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47365023-b4b1-4783-ba11-96c4ddfafb45 req-0fb6688a-f571-47a8-aed9-94cdc1c6619a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:06.871576 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-47365023-b4b1-4783-ba11-96c4ddfafb45 req-0fb6688a-f571-47a8-aed9-94cdc1c6619a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=420153ab349741799922bb0f09172f4a&device_id=e1d39a4f-eb29-407b-806a-ade161b453e7 HTTP/1.1" status: 200 len: 1097 time: 0.0813203 Oct 13 16:05:06.937159 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-47365023-b4b1-4783-ba11-96c4ddfafb45 req-95f93156-7c44-4276-a9ed-b2e475faaa53 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=40fa7829-78ae-40c2-9dbd-135fd2a93efb HTTP/1.1" status: 200 len: 217 time: 0.0593464 Oct 13 16:05:07.000022 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47365023-b4b1-4783-ba11-96c4ddfafb45 req-df45174b-d287-4836-965c-e6e7afedb07b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:07.001395 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-47365023-b4b1-4783-ba11-96c4ddfafb45 req-df45174b-d287-4836-965c-e6e7afedb07b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4ed05c7d-37bc-4112-9b34-31c280d818d6 HTTP/1.1" status: 200 len: 853 time: 0.0587144 Oct 13 16:05:07.069018 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-a3d430b2-7372-415b-93f5-a5ad5db76acb None None] Attempt 3 to provision port 40fa7829-78ae-40c2-9dbd-135fd2a93efb Oct 13 16:05:07.082716 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47365023-b4b1-4783-ba11-96c4ddfafb45 req-37acc7d0-444a-4e98-b4a8-1e519033d411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:07.084094 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-47365023-b4b1-4783-ba11-96c4ddfafb45 req-37acc7d0-444a-4e98-b4a8-1e519033d411 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0762630 Oct 13 16:05:07.129642 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-a3d430b2-7372-415b-93f5-a5ad5db76acb None None] Port 40fa7829-78ae-40c2-9dbd-135fd2a93efb had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 16:05:07.213173 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-47365023-b4b1-4783-ba11-96c4ddfafb45 req-a84a6483-dc66-4735-acf0-55bc66c2b20e service neutron] 10.222.0.16 "GET /v2.0/networks/ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230106 Oct 13 16:05:07.344638 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-47365023-b4b1-4783-ba11-96c4ddfafb45 req-70ecc933-af51-430b-93d3-f6492e6a7435 service neutron] 10.222.0.16 "GET /v2.0/networks/ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256061 Oct 13 16:05:07.388717 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc210c9b-d0c7-4d35-b1cc-1a0b8d09b6c7 req-7ab9cbcc-941a-4554-8807-699ddd3a5c9f tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:07.390226 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-fc210c9b-d0c7-4d35-b1cc-1a0b8d09b6c7 req-7ab9cbcc-941a-4554-8807-699ddd3a5c9f tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1d39a4f-eb29-407b-806a-ade161b453e7 HTTP/1.1" status: 200 len: 944 time: 0.0969422 Oct 13 16:05:07.405042 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 0c24a610-3aca-4353-9a53-44802af548c5 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:05:07.436386 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-fc210c9b-d0c7-4d35-b1cc-1a0b8d09b6c7 req-6902fa1f-baf7-49fd-9e83-e5ac2cd490e6 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ceeea8a-8785-4713-b953-b8a7fa3835d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403719 Oct 13 16:05:07.480732 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218cc5a4-a19d-4bb7-8cee-b2fce40f38b4 req-a4ec77b1-2ab9-42c8-9866-f5d8b6febae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:07.482320 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-218cc5a4-a19d-4bb7-8cee-b2fce40f38b4 req-a4ec77b1-2ab9-42c8-9866-f5d8b6febae9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=420153ab349741799922bb0f09172f4a&device_id=e1d39a4f-eb29-407b-806a-ade161b453e7 HTTP/1.1" status: 200 len: 1097 time: 0.0898478 Oct 13 16:05:07.515152 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 0c24a610-3aca-4353-9a53-44802af548c5 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:05:07.515759 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:07.515847 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 0c24a610-3aca-4353-9a53-44802af548c5 Oct 13 16:05:07.612362 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218cc5a4-a19d-4bb7-8cee-b2fce40f38b4 req-7d71d980-a097-4135-80be-185e18b94fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:07.613691 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-218cc5a4-a19d-4bb7-8cee-b2fce40f38b4 req-7d71d980-a097-4135-80be-185e18b94fe0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1 HTTP/1.1" status: 200 len: 915 time: 0.1259985 Oct 13 16:05:07.628815 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 0c24a610-3aca-4353-9a53-44802af548c5 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:05:07.682959 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-218cc5a4-a19d-4bb7-8cee-b2fce40f38b4 req-0cab94dc-de45-4bef-aa95-95bfb3569363 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=40fa7829-78ae-40c2-9dbd-135fd2a93efb HTTP/1.1" status: 200 len: 217 time: 0.0625985 Oct 13 16:05:07.747187 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218cc5a4-a19d-4bb7-8cee-b2fce40f38b4 req-8d93f510-e0c9-445d-ad9e-a9f9a4e82cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:07.748586 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-218cc5a4-a19d-4bb7-8cee-b2fce40f38b4 req-8d93f510-e0c9-445d-ad9e-a9f9a4e82cdd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4ed05c7d-37bc-4112-9b34-31c280d818d6 HTTP/1.1" status: 200 len: 853 time: 0.0603824 Oct 13 16:05:07.801758 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:07.833941 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218cc5a4-a19d-4bb7-8cee-b2fce40f38b4 req-a64d1d39-8a31-44f4-a551-279d11534fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:07.835483 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-218cc5a4-a19d-4bb7-8cee-b2fce40f38b4 req-a64d1d39-8a31-44f4-a551-279d11534fe7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809157 Oct 13 16:05:07.965119 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-218cc5a4-a19d-4bb7-8cee-b2fce40f38b4 req-11ca8915-f569-4fd3-a9cd-c5f406722482 service neutron] 10.222.0.16 "GET /v2.0/networks/ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232870 Oct 13 16:05:07.980488 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:08.095251 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-218cc5a4-a19d-4bb7-8cee-b2fce40f38b4 req-2a346647-4fa3-4be3-ac5c-59dd582eabe2 service neutron] 10.222.0.16 "GET /v2.0/networks/ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242723 Oct 13 16:05:08.642588 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f65ba3-bc28-4521-810f-9cdbc1a1322a req-459d38c7-af9a-442f-903f-8a8bbfa2bc09 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:08.643316 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-b4f65ba3-bc28-4521-810f-9cdbc1a1322a req-459d38c7-af9a-442f-903f-8a8bbfa2bc09 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Synchronizing usage tracker for tenant:420153ab349741799922bb0f09172f4a on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:05:08.658276 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-b4f65ba3-bc28-4521-810f-9cdbc1a1322a req-459d38c7-af9a-442f-903f-8a8bbfa2bc09 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Unset dirty status for tenant:420153ab349741799922bb0f09172f4a on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:05:08.659512 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b4f65ba3-bc28-4521-810f-9cdbc1a1322a req-459d38c7-af9a-442f-903f-8a8bbfa2bc09 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1d39a4f-eb29-407b-806a-ade161b453e7 HTTP/1.1" status: 200 len: 944 time: 0.1089740 Oct 13 16:05:08.704573 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b4f65ba3-bc28-4521-810f-9cdbc1a1322a req-3b787a20-842e-4084-ab75-b81234cdee5d tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ceeea8a-8785-4713-b953-b8a7fa3835d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394075 Oct 13 16:05:09.689281 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:09.897361 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4ae8b-6168-43a1-bf51-f55154fb3798 req-76472261-44c3-485c-951c-4953d4b7e95e tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:09.898737 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-acf4ae8b-6168-43a1-bf51-f55154fb3798 req-76472261-44c3-485c-951c-4953d4b7e95e tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1d39a4f-eb29-407b-806a-ade161b453e7 HTTP/1.1" status: 200 len: 944 time: 0.0863366 Oct 13 16:05:09.941619 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-acf4ae8b-6168-43a1-bf51-f55154fb3798 req-3f0c7bf9-1767-487d-bd0b-47c45e1bd050 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ceeea8a-8785-4713-b953-b8a7fa3835d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367565 Oct 13 16:05:11.057219 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 40fa7829-78ae-40c2-9dbd-135fd2a93efb details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=88974) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 13 16:05:11.194769 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 40fa7829-78ae-40c2-9dbd-135fd2a93efb, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=40fa7829-78ae-40c2-9dbd-135fd2a93efb,segment=NetworkSegment(38047a7d-06a3-4ed0-9193-b6c9030717c9),segment_id=38047a7d-06a3-4ed0-9193-b6c9030717c9)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:05:11.211306 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Returning: {'device': '40fa7829-78ae-40c2-9dbd-135fd2a93efb', 'network_id': 'ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1', 'port_id': '40fa7829-78ae-40c2-9dbd-135fd2a93efb', 'mac_address': 'fa:16:3e:b6:3d:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed05c7d-37bc-4112-9b34-31c280d818d6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88974) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 13 16:05:11.266317 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 40fa7829-78ae-40c2-9dbd-135fd2a93efb is: DOWN; New status is: BUILD {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:05:11.266618 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:11.284522 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40fa7829-78ae-40c2-9dbd-135fd2a93efb {{(pid=88974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 16:05:11.301517 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 40fa7829-78ae-40c2-9dbd-135fd2a93efb, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=40fa7829-78ae-40c2-9dbd-135fd2a93efb,segment=NetworkSegment(38047a7d-06a3-4ed0-9193-b6c9030717c9),segment_id=38047a7d-06a3-4ed0-9193-b6c9030717c9)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:05:11.305673 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:11.373553 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=40fa7829-78ae-40c2-9dbd-135fd2a93efb,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:05:11.386960 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be898b4d-2ac9-401d-93a7-7cfb1259e8e1 req-37e6b450-3b7e-44c6-a17d-37029caf8330 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:11.388408 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-be898b4d-2ac9-401d-93a7-7cfb1259e8e1 req-37e6b450-3b7e-44c6-a17d-37029caf8330 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1d39a4f-eb29-407b-806a-ade161b453e7 HTTP/1.1" status: 200 len: 944 time: 0.1863050 Oct 13 16:05:11.431901 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-be898b4d-2ac9-401d-93a7-7cfb1259e8e1 req-3fef833e-6029-447f-a869-792169f95535 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ceeea8a-8785-4713-b953-b8a7fa3835d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379338 Oct 13 16:05:11.664720 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['40fa7829-78ae-40c2-9dbd-135fd2a93efb'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 16:05:12.629510 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f16350-c352-441c-8c01-77abebe2b923 req-c1d1d714-2fe6-4d30-b3a8-b51a7cd3941e tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:12.631238 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-79f16350-c352-441c-8c01-77abebe2b923 req-c1d1d714-2fe6-4d30-b3a8-b51a7cd3941e tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1d39a4f-eb29-407b-806a-ade161b453e7 HTTP/1.1" status: 200 len: 945 time: 0.0894177 Oct 13 16:05:12.675723 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-79f16350-c352-441c-8c01-77abebe2b923 req-c4758b48-f844-458e-9265-957af72b0d78 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ceeea8a-8785-4713-b953-b8a7fa3835d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387273 Oct 13 16:05:13.057107 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 40fa7829-78ae-40c2-9dbd-135fd2a93efb up at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:05:13.132586 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning for port 40fa7829-78ae-40c2-9dbd-135fd2a93efb completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:05:13.138102 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning complete for port 40fa7829-78ae-40c2-9dbd-135fd2a93efb triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:05:13.138514 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:13.138853 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Attempt 1 to provision port 40fa7829-78ae-40c2-9dbd-135fd2a93efb Oct 13 16:05:13.255592 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 40fa7829-78ae-40c2-9dbd-135fd2a93efb is: BUILD; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:05:13.255972 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:13.291137 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d39a4f-eb29-407b-806a-ade161b453e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40fa7829-78ae-40c2-9dbd-135fd2a93efb'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:05:13.293462 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979c64d66908691d8da3fe322a5acf5d757b5bee84c7992aba2ec3c134dffaeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a813cea-fdd1-4572-93f3-b0ab80c8ce4c" -d '{"events": [{"server_uuid": "e1d39a4f-eb29-407b-806a-ade161b453e7", "name": "network-vif-plugged", "status": "completed", "tag": "40fa7829-78ae-40c2-9dbd-135fd2a93efb"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:05:13.303134 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 40fa7829-78ae-40c2-9dbd-135fd2a93efb, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=40fa7829-78ae-40c2-9dbd-135fd2a93efb,segment=NetworkSegment(38047a7d-06a3-4ed0-9193-b6c9030717c9),segment_id=38047a7d-06a3-4ed0-9193-b6c9030717c9)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:05:13.308487 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:13.345622 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 16:05:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65789af6-23bb-44b1-aacc-9c7b1ba34be7 x-openstack-request-id: req-65789af6-23bb-44b1-aacc-9c7b1ba34be7 {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:05:13.345912 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d39a4f-eb29-407b-806a-ade161b453e7", "name": "network-vif-plugged", "status": "completed", "tag": "40fa7829-78ae-40c2-9dbd-135fd2a93efb", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:05:13.346186 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-65789af6-23bb-44b1-aacc-9c7b1ba34be7 {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:05:13.346655 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-65789af6-23bb-44b1-aacc-9c7b1ba34be7'] response: {'server_uuid': 'e1d39a4f-eb29-407b-806a-ade161b453e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40fa7829-78ae-40c2-9dbd-135fd2a93efb', 'code': 200} Oct 13 16:05:13.380311 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=40fa7829-78ae-40c2-9dbd-135fd2a93efb,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:05:13.591730 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac2f77e-19b3-4bae-be3b-caba7ae7a685 req-75c11f3b-785c-4026-bcc4-e8799850c263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:13.593217 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-8ac2f77e-19b3-4bae-be3b-caba7ae7a685 req-75c11f3b-785c-4026-bcc4-e8799850c263 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e1d39a4f-eb29-407b-806a-ade161b453e7 HTTP/1.1" status: 200 len: 1099 time: 0.0835090 Oct 13 16:05:13.634565 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-8ac2f77e-19b3-4bae-be3b-caba7ae7a685 req-cb884ede-c67f-4da0-ba73-ccfbfc1a01e1 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5ceeea8a-8785-4713-b953-b8a7fa3835d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357683 Oct 13 16:05:13.876350 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9152b586-1321-4993-9f62-81695568ac93 req-e0d25484-26c0-4ab1-9a82-7e9146a0e68c tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:13.877733 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-9152b586-1321-4993-9f62-81695568ac93 req-e0d25484-26c0-4ab1-9a82-7e9146a0e68c tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1d39a4f-eb29-407b-806a-ade161b453e7 HTTP/1.1" status: 200 len: 946 time: 0.0904508 Oct 13 16:05:13.924709 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-9152b586-1321-4993-9f62-81695568ac93 req-3b984766-6d19-4903-ae49-fd5ad0563a42 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ceeea8a-8785-4713-b953-b8a7fa3835d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412214 Oct 13 16:05:15.126860 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9491f66d-18f0-4594-a5de-a4de706ca24a req-c601e9dc-57f4-420d-a0c3-9e7e3021379a tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:15.128287 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9491f66d-18f0-4594-a5de-a4de706ca24a req-c601e9dc-57f4-420d-a0c3-9e7e3021379a tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1d39a4f-eb29-407b-806a-ade161b453e7 HTTP/1.1" status: 200 len: 946 time: 0.0911472 Oct 13 16:05:15.170416 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9491f66d-18f0-4594-a5de-a4de706ca24a req-0d3e64b1-983b-477a-a15e-e21d607d08cd tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ceeea8a-8785-4713-b953-b8a7fa3835d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364337 Oct 13 16:05:15.451614 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb34616-f1bc-4fb0-95bb-a3ac8a915203 req-5337b648-6f14-41e8-b4a9-40007287e33b tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:15.452277 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-5bb34616-f1bc-4fb0-95bb-a3ac8a915203 req-5337b648-6f14-41e8-b4a9-40007287e33b tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Synchronizing usage tracker for tenant:420153ab349741799922bb0f09172f4a on resource:network {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:05:15.468394 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-5bb34616-f1bc-4fb0-95bb-a3ac8a915203 req-5337b648-6f14-41e8-b4a9-40007287e33b tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Unset dirty status for tenant:420153ab349741799922bb0f09172f4a on resource:network {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:05:15.469660 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5bb34616-f1bc-4fb0-95bb-a3ac8a915203 req-5337b648-6f14-41e8-b4a9-40007287e33b tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/networks?id=ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1 HTTP/1.1" status: 200 len: 814 time: 0.1590912 Oct 13 16:05:15.484460 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5bb34616-f1bc-4fb0-95bb-a3ac8a915203 req-037077ad-a5da-4348-bb98-2aeb1dd97f4e tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/quotas/420153ab349741799922bb0f09172f4a HTTP/1.1" status: 200 len: 375 time: 0.0092347 Oct 13 16:05:15.572691 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5bb34616-f1bc-4fb0-95bb-a3ac8a915203 req-096dbb88-c601-4be1-9513-d29b91ad575e tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=420153ab349741799922bb0f09172f4a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0833638 Oct 13 16:05:15.702008 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5bb34616-f1bc-4fb0-95bb-a3ac8a915203 req-31b8c616-dcbe-4428-b059-95e007589047 service neutron] 10.222.0.42 "GET /v2.0/networks/ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227329 Oct 13 16:05:15.829679 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5bb34616-f1bc-4fb0-95bb-a3ac8a915203 req-ad4c786a-a1ba-4027-8ceb-548194de0ab5 service neutron] 10.222.0.42 "GET /v2.0/networks/ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217756 Oct 13 16:05:16.011313 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a4ed3b9c-b322-4312-a72b-fa4b15411a39 req-53634ea8-2d36-450f-a0e2-6a13873647f8 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a0cac04-8da4-493c-9b8a-1af5162da095 HTTP/1.1" status: 200 len: 210 time: 0.0530813 Oct 13 16:05:16.986308 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb34616-f1bc-4fb0-95bb-a3ac8a915203 req-03a2c717-79b1-4038-9891-8c1957f902bc tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:16.987621 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5bb34616-f1bc-4fb0-95bb-a3ac8a915203 req-03a2c717-79b1-4038-9891-8c1957f902bc tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.16 "GET /v2.0/networks?id=ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1 HTTP/1.1" status: 200 len: 814 time: 0.1481912 Oct 13 16:05:16.999475 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-5bb34616-f1bc-4fb0-95bb-a3ac8a915203 req-d384ca4f-d51c-42e1-9b7f-8c1589c303a2 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Request body: {'port': {'device_id': '7a0cac04-8da4-493c-9b8a-1af5162da095', 'network_id': 'ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1', 'admin_state_up': True, 'tenant_id': '420153ab349741799922bb0f09172f4a'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:05:17.138736 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-5bb34616-f1bc-4fb0-95bb-a3ac8a915203 req-d384ca4f-d51c-42e1-9b7f-8c1589c303a2 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:05:17.148477 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-5bb34616-f1bc-4fb0-95bb-a3ac8a915203 req-d384ca4f-d51c-42e1-9b7f-8c1589c303a2 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:05:17.159878 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bb34616-f1bc-4fb0-95bb-a3ac8a915203 req-d384ca4f-d51c-42e1-9b7f-8c1589c303a2 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Made reservation on behalf of 420153ab349741799922bb0f09172f4a for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 16:05:17.163361 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-5bb34616-f1bc-4fb0-95bb-a3ac8a915203 req-d384ca4f-d51c-42e1-9b7f-8c1589c303a2 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:17.179895 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-823c7db3-b9ee-46e9-b98a-08041caca0b9 req-0787777f-a09a-46cb-b7ae-baa3324263a0 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a0cac04-8da4-493c-9b8a-1af5162da095 HTTP/1.1" status: 200 len: 210 time: 0.0528352 Oct 13 16:05:17.322516 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [req-5bb34616-f1bc-4fb0-95bb-a3ac8a915203 req-d384ca4f-d51c-42e1-9b7f-8c1589c303a2 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Allocated IP 172.20.0.5 (ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1/4ed05c7d-37bc-4112-9b34-31c280d818d6/efae07b7-2a35-4c86-adc7-8fb6cb4da55b) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:05:17.516196 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-5bb34616-f1bc-4fb0-95bb-a3ac8a915203 req-d384ca4f-d51c-42e1-9b7f-8c1589c303a2 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:17.531531 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-5bb34616-f1bc-4fb0-95bb-a3ac8a915203 req-d384ca4f-d51c-42e1-9b7f-8c1589c303a2 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Transition to ACTIVE for port object efae07b7-2a35-4c86-adc7-8fb6cb4da55b will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:05:17.554194 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-5bb34616-f1bc-4fb0-95bb-a3ac8a915203 req-d384ca4f-d51c-42e1-9b7f-8c1589c303a2 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:17.565324 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['40fa7829-78ae-40c2-9dbd-135fd2a93efb'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 16:05:17.623034 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bb34616-f1bc-4fb0-95bb-a3ac8a915203 req-d384ca4f-d51c-42e1-9b7f-8c1589c303a2 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Network ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:05:17.627268 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [req-5bb34616-f1bc-4fb0-95bb-a3ac8a915203 req-d384ca4f-d51c-42e1-9b7f-8c1589c303a2 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:05:17.631019 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb34616-f1bc-4fb0-95bb-a3ac8a915203 req-d384ca4f-d51c-42e1-9b7f-8c1589c303a2 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:05:17.669212 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d384ca4f-d51c-42e1-9b7f-8c1589c303a2 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Pushing event updated for resources: {'Port': ['ID=efae07b7-2a35-4c86-adc7-8fb6cb4da55b,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:05:17.701734 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb34616-f1bc-4fb0-95bb-a3ac8a915203 req-d384ca4f-d51c-42e1-9b7f-8c1589c303a2 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:17.702476 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-5bb34616-f1bc-4fb0-95bb-a3ac8a915203 req-d384ca4f-d51c-42e1-9b7f-8c1589c303a2 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:17.731310 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5bb34616-f1bc-4fb0-95bb-a3ac8a915203 req-d384ca4f-d51c-42e1-9b7f-8c1589c303a2 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7352352 Oct 13 16:05:17.742425 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-5bb34616-f1bc-4fb0-95bb-a3ac8a915203 req-33d4292a-5d44-4932-b1f0-60e43b4513eb service neutron] Request body: {'port': {'device_id': '7a0cac04-8da4-493c-9b8a-1af5162da095', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:05:17.859960 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-5bb34616-f1bc-4fb0-95bb-a3ac8a915203 req-33d4292a-5d44-4932-b1f0-60e43b4513eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:17.907857 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-af7d004a-e756-4de6-b0ad-dbaa40e5ac23 None None] Provisioning for port efae07b7-2a35-4c86-adc7-8fb6cb4da55b completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:05:17.912751 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-af7d004a-e756-4de6-b0ad-dbaa40e5ac23 None None] Provisioning complete for port efae07b7-2a35-4c86-adc7-8fb6cb4da55b triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:05:17.913118 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-af7d004a-e756-4de6-b0ad-dbaa40e5ac23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:17.913445 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-af7d004a-e756-4de6-b0ad-dbaa40e5ac23 None None] Attempt 1 to provision port efae07b7-2a35-4c86-adc7-8fb6cb4da55b Oct 13 16:05:17.965962 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-af7d004a-e756-4de6-b0ad-dbaa40e5ac23 None None] Port efae07b7-2a35-4c86-adc7-8fb6cb4da55b cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:05:18.191628 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [req-5bb34616-f1bc-4fb0-95bb-a3ac8a915203 req-33d4292a-5d44-4932-b1f0-60e43b4513eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efae07b7-2a35-4c86-adc7-8fb6cb4da55b {{(pid=88973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 16:05:18.199310 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-5bb34616-f1bc-4fb0-95bb-a3ac8a915203 req-33d4292a-5d44-4932-b1f0-60e43b4513eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:18.213394 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-5bb34616-f1bc-4fb0-95bb-a3ac8a915203 req-33d4292a-5d44-4932-b1f0-60e43b4513eb service neutron] Transition to ACTIVE for port object efae07b7-2a35-4c86-adc7-8fb6cb4da55b will not be triggered until provisioned by entity L2. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:05:18.216708 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-5bb34616-f1bc-4fb0-95bb-a3ac8a915203 req-33d4292a-5d44-4932-b1f0-60e43b4513eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:18.467635 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-af7d004a-e756-4de6-b0ad-dbaa40e5ac23 None None] Attempt 2 to provision port efae07b7-2a35-4c86-adc7-8fb6cb4da55b Oct 13 16:05:18.523467 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-af7d004a-e756-4de6-b0ad-dbaa40e5ac23 None None] Port efae07b7-2a35-4c86-adc7-8fb6cb4da55b cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:05:18.565272 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d4292a-5d44-4932-b1f0-60e43b4513eb service neutron] Pushing event updated for resources: {'Port': ['ID=efae07b7-2a35-4c86-adc7-8fb6cb4da55b,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:05:18.600607 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-5bb34616-f1bc-4fb0-95bb-a3ac8a915203 req-33d4292a-5d44-4932-b1f0-60e43b4513eb service neutron] Attempting to bind port efae07b7-2a35-4c86-adc7-8fb6cb4da55b on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:05:18.600932 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-5bb34616-f1bc-4fb0-95bb-a3ac8a915203 req-33d4292a-5d44-4932-b1f0-60e43b4513eb service neutron] Attempting to bind port efae07b7-2a35-4c86-adc7-8fb6cb4da55b by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '38047a7d-06a3-4ed0-9193-b6c9030717c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1'}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:05:18.601255 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb34616-f1bc-4fb0-95bb-a3ac8a915203 req-33d4292a-5d44-4932-b1f0-60e43b4513eb service neutron] Attempting to bind port efae07b7-2a35-4c86-adc7-8fb6cb4da55b on network ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:05:18.608676 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb34616-f1bc-4fb0-95bb-a3ac8a915203 req-33d4292a-5d44-4932-b1f0-60e43b4513eb service neutron] Port efae07b7-2a35-4c86-adc7-8fb6cb4da55b on network ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 16:05:18.608984 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb34616-f1bc-4fb0-95bb-a3ac8a915203 req-33d4292a-5d44-4932-b1f0-60e43b4513eb service neutron] Attempting to bind port efae07b7-2a35-4c86-adc7-8fb6cb4da55b on network ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:05:18.619119 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb0157-f62a-4240-bdd8-5902dc141f72 req-5284c925-bffb-43a8-a10e-d3a3c2569939 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:18.620604 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-0acb0157-f62a-4240-bdd8-5902dc141f72 req-5284c925-bffb-43a8-a10e-d3a3c2569939 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Synchronizing usage tracker for tenant:420153ab349741799922bb0f09172f4a on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:05:18.625551 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb34616-f1bc-4fb0-95bb-a3ac8a915203 req-33d4292a-5d44-4932-b1f0-60e43b4513eb service neutron] Checking agent: {'id': 'c4d1d38a-44f6-47ac-b17c-311e640e7cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'started_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 4, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:05:18.625883 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb34616-f1bc-4fb0-95bb-a3ac8a915203 req-33d4292a-5d44-4932-b1f0-60e43b4513eb service neutron] Checking segment: {'id': '38047a7d-06a3-4ed0-9193-b6c9030717c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:05:18.626283 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bb34616-f1bc-4fb0-95bb-a3ac8a915203 req-33d4292a-5d44-4932-b1f0-60e43b4513eb service neutron] Bound using segment: {'id': '38047a7d-06a3-4ed0-9193-b6c9030717c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1'} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:05:18.626705 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-5bb34616-f1bc-4fb0-95bb-a3ac8a915203 req-33d4292a-5d44-4932-b1f0-60e43b4513eb service neutron] Bound port: efae07b7-2a35-4c86-adc7-8fb6cb4da55b, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38047a7d-06a3-4ed0-9193-b6c9030717c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 400, 'network_id': 'ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1'}}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:05:18.627037 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-5bb34616-f1bc-4fb0-95bb-a3ac8a915203 req-33d4292a-5d44-4932-b1f0-60e43b4513eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:18.679221 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-0acb0157-f62a-4240-bdd8-5902dc141f72 req-5284c925-bffb-43a8-a10e-d3a3c2569939 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Unset dirty status for tenant:420153ab349741799922bb0f09172f4a on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:05:18.680193 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0acb0157-f62a-4240-bdd8-5902dc141f72 req-5284c925-bffb-43a8-a10e-d3a3c2569939 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a0cac04-8da4-493c-9b8a-1af5162da095 HTTP/1.1" status: 200 len: 943 time: 0.2789996 Oct 13 16:05:18.752559 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0acb0157-f62a-4240-bdd8-5902dc141f72 req-a5a2bb49-06b5-432a-995f-0eb8c3a53f54 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ceeea8a-8785-4713-b953-b8a7fa3835d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651283 Oct 13 16:05:18.756436 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-5bb34616-f1bc-4fb0-95bb-a3ac8a915203 req-33d4292a-5d44-4932-b1f0-60e43b4513eb service neutron] For port efae07b7-2a35-4c86-adc7-8fb6cb4da55b, host hv-neutron-8603, cleared binding levels {{(pid=88973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:05:18.759731 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-5bb34616-f1bc-4fb0-95bb-a3ac8a915203 req-33d4292a-5d44-4932-b1f0-60e43b4513eb service neutron] For port efae07b7-2a35-4c86-adc7-8fb6cb4da55b, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=efae07b7-2a35-4c86-adc7-8fb6cb4da55b,segment=NetworkSegment(38047a7d-06a3-4ed0-9193-b6c9030717c9),segment_id=38047a7d-06a3-4ed0-9193-b6c9030717c9)] {{(pid=88973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:05:18.763874 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-5bb34616-f1bc-4fb0-95bb-a3ac8a915203 req-33d4292a-5d44-4932-b1f0-60e43b4513eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:18.795291 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb34616-f1bc-4fb0-95bb-a3ac8a915203 req-33d4292a-5d44-4932-b1f0-60e43b4513eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:18.795897 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-5bb34616-f1bc-4fb0-95bb-a3ac8a915203 req-33d4292a-5d44-4932-b1f0-60e43b4513eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:18.797221 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5bb34616-f1bc-4fb0-95bb-a3ac8a915203 req-33d4292a-5d44-4932-b1f0-60e43b4513eb service neutron] 10.222.0.16 "PUT /v2.0/ports/efae07b7-2a35-4c86-adc7-8fb6cb4da55b HTTP/1.1" status: 200 len: 1093 time: 1.0591309 Oct 13 16:05:18.797780 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a0cac04-8da4-493c-9b8a-1af5162da095', 'tag': 'efae07b7-2a35-4c86-adc7-8fb6cb4da55b'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:05:18.800074 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11b74a5-28ba-4edc-8e6a-9d2265f857c7" -d '{"events": [{"name": "network-changed", "server_uuid": "7a0cac04-8da4-493c-9b8a-1af5162da095", "tag": "efae07b7-2a35-4c86-adc7-8fb6cb4da55b"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:05:18.879425 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 16:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb227071-fc56-4cf9-a4de-f395900d00bf x-openstack-request-id: req-cb227071-fc56-4cf9-a4de-f395900d00bf {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:05:18.879701 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a0cac04-8da4-493c-9b8a-1af5162da095", "tag": "efae07b7-2a35-4c86-adc7-8fb6cb4da55b", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:05:18.879949 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cb227071-fc56-4cf9-a4de-f395900d00bf {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:05:18.880333 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb227071-fc56-4cf9-a4de-f395900d00bf'] response: {'name': 'network-changed', 'server_uuid': '7a0cac04-8da4-493c-9b8a-1af5162da095', 'tag': 'efae07b7-2a35-4c86-adc7-8fb6cb4da55b', 'status': 'completed', 'code': 200} Oct 13 16:05:18.887514 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d4292a-5d44-4932-b1f0-60e43b4513eb service neutron] Pushing event updated for resources: {'Port': ['ID=efae07b7-2a35-4c86-adc7-8fb6cb4da55b,revision_number=3']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:05:18.926145 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb34616-f1bc-4fb0-95bb-a3ac8a915203 req-6bcbabd6-4cda-49a0-a1b0-dd052d30d25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:18.927613 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5bb34616-f1bc-4fb0-95bb-a3ac8a915203 req-6bcbabd6-4cda-49a0-a1b0-dd052d30d25e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=420153ab349741799922bb0f09172f4a&device_id=7a0cac04-8da4-493c-9b8a-1af5162da095 HTTP/1.1" status: 200 len: 1096 time: 0.0838230 Oct 13 16:05:18.996527 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5bb34616-f1bc-4fb0-95bb-a3ac8a915203 req-16adce14-a24b-4d46-a040-50c6c8beda87 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efae07b7-2a35-4c86-adc7-8fb6cb4da55b HTTP/1.1" status: 200 len: 217 time: 0.0625641 Oct 13 16:05:19.024341 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-af7d004a-e756-4de6-b0ad-dbaa40e5ac23 None None] Attempt 3 to provision port efae07b7-2a35-4c86-adc7-8fb6cb4da55b Oct 13 16:05:19.058854 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb34616-f1bc-4fb0-95bb-a3ac8a915203 req-f767da3e-a129-4fd2-a97c-1a71f1f24225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:19.060266 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5bb34616-f1bc-4fb0-95bb-a3ac8a915203 req-f767da3e-a129-4fd2-a97c-1a71f1f24225 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4ed05c7d-37bc-4112-9b34-31c280d818d6 HTTP/1.1" status: 200 len: 853 time: 0.0587573 Oct 13 16:05:19.085924 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-af7d004a-e756-4de6-b0ad-dbaa40e5ac23 None None] Port efae07b7-2a35-4c86-adc7-8fb6cb4da55b had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 16:05:19.143549 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb34616-f1bc-4fb0-95bb-a3ac8a915203 req-6dda4b52-68e9-4df9-a1d4-c035df615c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:19.144978 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5bb34616-f1bc-4fb0-95bb-a3ac8a915203 req-6dda4b52-68e9-4df9-a1d4-c035df615c61 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790043 Oct 13 16:05:19.272771 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5bb34616-f1bc-4fb0-95bb-a3ac8a915203 req-43711292-d706-46f9-a7fb-85182bf7cad3 service neutron] 10.222.0.16 "GET /v2.0/networks/ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211255 Oct 13 16:05:19.399797 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5bb34616-f1bc-4fb0-95bb-a3ac8a915203 req-70ffa1cc-ff01-45a7-b8a5-29310095f0e0 service neutron] 10.222.0.16 "GET /v2.0/networks/ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206310 Oct 13 16:05:19.520763 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b74a5-28ba-4edc-8e6a-9d2265f857c7 req-b360db7a-afab-41bc-8cf9-8e68e09dbe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:19.522252 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f11b74a5-28ba-4edc-8e6a-9d2265f857c7 req-b360db7a-afab-41bc-8cf9-8e68e09dbe3e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=420153ab349741799922bb0f09172f4a&device_id=7a0cac04-8da4-493c-9b8a-1af5162da095 HTTP/1.1" status: 200 len: 1096 time: 0.0775857 Oct 13 16:05:19.651166 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b74a5-28ba-4edc-8e6a-9d2265f857c7 req-695ae660-1d07-4f97-a0b2-3a7a7fe238be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:19.652578 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f11b74a5-28ba-4edc-8e6a-9d2265f857c7 req-695ae660-1d07-4f97-a0b2-3a7a7fe238be service neutron] 10.222.0.16 "GET /v2.0/networks?id=ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1 HTTP/1.1" status: 200 len: 915 time: 0.1250818 Oct 13 16:05:19.721768 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f11b74a5-28ba-4edc-8e6a-9d2265f857c7 req-c9f173a5-e5e6-4d1b-8013-bc6827614289 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=efae07b7-2a35-4c86-adc7-8fb6cb4da55b HTTP/1.1" status: 200 len: 217 time: 0.0635104 Oct 13 16:05:19.782912 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b74a5-28ba-4edc-8e6a-9d2265f857c7 req-2bf732ac-6229-4ed7-bcc1-2574bdbb0d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:19.784346 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f11b74a5-28ba-4edc-8e6a-9d2265f857c7 req-2bf732ac-6229-4ed7-bcc1-2574bdbb0d6d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=4ed05c7d-37bc-4112-9b34-31c280d818d6 HTTP/1.1" status: 200 len: 853 time: 0.0567741 Oct 13 16:05:19.917001 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11b74a5-28ba-4edc-8e6a-9d2265f857c7 req-3ddbada9-2e41-4f61-a95a-23b966ae0a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:19.918431 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f11b74a5-28ba-4edc-8e6a-9d2265f857c7 req-3ddbada9-2e41-4f61-a95a-23b966ae0a47 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1275434 Oct 13 16:05:20.151463 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3bf215-0aa6-4092-a2f1-8247a59edc06 req-9d68f63c-9893-46ea-8f42-7ec2c052e353 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:20.152900 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5b3bf215-0aa6-4092-a2f1-8247a59edc06 req-9d68f63c-9893-46ea-8f42-7ec2c052e353 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a0cac04-8da4-493c-9b8a-1af5162da095 HTTP/1.1" status: 200 len: 943 time: 0.2892351 Oct 13 16:05:20.186328 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f11b74a5-28ba-4edc-8e6a-9d2265f857c7 req-34eb335e-cc8d-46cb-bce1-8c795a9862a4 service neutron] 10.222.0.16 "GET /v2.0/networks/ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573860 Oct 13 16:05:20.239878 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5b3bf215-0aa6-4092-a2f1-8247a59edc06 req-7d1ab34c-ef69-4fb5-8abc-903f28945d5e tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ceeea8a-8785-4713-b953-b8a7fa3835d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761540 Oct 13 16:05:20.330339 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f11b74a5-28ba-4edc-8e6a-9d2265f857c7 req-68c8f13e-1c00-4ce4-a851-264c8f1eb4c2 service neutron] 10.222.0.16 "GET /v2.0/networks/ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341734 Oct 13 16:05:21.437771 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7769bb-804b-4265-bc0d-8de5bf44b74b req-51e73985-3d99-4b07-968f-ce7d53f7b3fc tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:21.439228 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-1d7769bb-804b-4265-bc0d-8de5bf44b74b req-51e73985-3d99-4b07-968f-ce7d53f7b3fc tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a0cac04-8da4-493c-9b8a-1af5162da095 HTTP/1.1" status: 200 len: 943 time: 0.0857775 Oct 13 16:05:21.482323 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-1d7769bb-804b-4265-bc0d-8de5bf44b74b req-2bc7ceb3-638d-4d18-9444-242de0fb0c12 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ceeea8a-8785-4713-b953-b8a7fa3835d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374372 Oct 13 16:05:22.679594 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516a1392-0814-418e-81f0-9291cbc8256e req-f761406f-9f62-4c53-88fa-d7e0a4820e01 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:22.681208 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-516a1392-0814-418e-81f0-9291cbc8256e req-f761406f-9f62-4c53-88fa-d7e0a4820e01 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a0cac04-8da4-493c-9b8a-1af5162da095 HTTP/1.1" status: 200 len: 943 time: 0.0920417 Oct 13 16:05:22.725082 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-516a1392-0814-418e-81f0-9291cbc8256e req-e40d03f6-9288-4c14-ba10-eeb28eb5a163 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ceeea8a-8785-4713-b953-b8a7fa3835d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380685 Oct 13 16:05:23.102434 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device efae07b7-2a35-4c86-adc7-8fb6cb4da55b details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=88974) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 13 16:05:23.233215 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port efae07b7-2a35-4c86-adc7-8fb6cb4da55b, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=efae07b7-2a35-4c86-adc7-8fb6cb4da55b,segment=NetworkSegment(38047a7d-06a3-4ed0-9193-b6c9030717c9),segment_id=38047a7d-06a3-4ed0-9193-b6c9030717c9)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:05:23.246734 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Returning: {'device': 'efae07b7-2a35-4c86-adc7-8fb6cb4da55b', 'network_id': 'ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1', 'port_id': 'efae07b7-2a35-4c86-adc7-8fb6cb4da55b', 'mac_address': 'fa:16:3e:cb:68:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 400, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4ed05c7d-37bc-4112-9b34-31c280d818d6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88974) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 13 16:05:23.299901 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port efae07b7-2a35-4c86-adc7-8fb6cb4da55b is: DOWN; New status is: BUILD {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:05:23.300271 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:23.319654 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efae07b7-2a35-4c86-adc7-8fb6cb4da55b {{(pid=88974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 16:05:23.335030 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port efae07b7-2a35-4c86-adc7-8fb6cb4da55b, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=efae07b7-2a35-4c86-adc7-8fb6cb4da55b,segment=NetworkSegment(38047a7d-06a3-4ed0-9193-b6c9030717c9),segment_id=38047a7d-06a3-4ed0-9193-b6c9030717c9)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:05:23.338832 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:23.404751 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=efae07b7-2a35-4c86-adc7-8fb6cb4da55b,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:05:23.412031 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:05:23.412377 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:05:23.412715 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:05:23.413048 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:05:23.413394 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:05:23.413717 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:05:23.414046 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:05:23.414399 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:05:23.414721 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:05:23.415040 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:05:23.415360 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:05:23.415713 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:05:23.695045 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['efae07b7-2a35-4c86-adc7-8fb6cb4da55b'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 16:05:24.011429 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41260c4-2571-45f5-b870-957f2d0bdb04 req-fb472ba1-adca-4fd8-a638-aa9b3bb1ecdf tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:24.012769 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f41260c4-2571-45f5-b870-957f2d0bdb04 req-fb472ba1-adca-4fd8-a638-aa9b3bb1ecdf tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a0cac04-8da4-493c-9b8a-1af5162da095 HTTP/1.1" status: 200 len: 944 time: 0.1767960 Oct 13 16:05:24.054912 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f41260c4-2571-45f5-b870-957f2d0bdb04 req-b7d614fa-718b-46af-9faa-685a123eac79 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ceeea8a-8785-4713-b953-b8a7fa3835d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365274 Oct 13 16:05:25.117233 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device efae07b7-2a35-4c86-adc7-8fb6cb4da55b up at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:05:25.184054 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning for port efae07b7-2a35-4c86-adc7-8fb6cb4da55b completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:05:25.188682 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning complete for port efae07b7-2a35-4c86-adc7-8fb6cb4da55b triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:05:25.189049 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:25.189380 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Attempt 1 to provision port efae07b7-2a35-4c86-adc7-8fb6cb4da55b Oct 13 16:05:25.255049 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb2a875-7740-47a3-95d2-8a0169b64c40 req-9eb83616-c9b6-4376-bb94-44967809ae3c tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:25.256492 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-feb2a875-7740-47a3-95d2-8a0169b64c40 req-9eb83616-c9b6-4376-bb94-44967809ae3c tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a0cac04-8da4-493c-9b8a-1af5162da095 HTTP/1.1" status: 200 len: 944 time: 0.0871820 Oct 13 16:05:25.305948 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-feb2a875-7740-47a3-95d2-8a0169b64c40 req-c96305c7-83e5-4f1e-b0c4-2967a1be1056 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ceeea8a-8785-4713-b953-b8a7fa3835d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432467 Oct 13 16:05:25.330996 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port efae07b7-2a35-4c86-adc7-8fb6cb4da55b is: BUILD; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:05:25.331368 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:25.357669 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a0cac04-8da4-493c-9b8a-1af5162da095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efae07b7-2a35-4c86-adc7-8fb6cb4da55b'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:05:25.359923 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979c64d66908691d8da3fe322a5acf5d757b5bee84c7992aba2ec3c134dffaeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802851f0-e27b-46cc-979e-3ec3d0459879" -d '{"events": [{"server_uuid": "7a0cac04-8da4-493c-9b8a-1af5162da095", "name": "network-vif-plugged", "status": "completed", "tag": "efae07b7-2a35-4c86-adc7-8fb6cb4da55b"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:05:25.367928 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port efae07b7-2a35-4c86-adc7-8fb6cb4da55b, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=efae07b7-2a35-4c86-adc7-8fb6cb4da55b,segment=NetworkSegment(38047a7d-06a3-4ed0-9193-b6c9030717c9),segment_id=38047a7d-06a3-4ed0-9193-b6c9030717c9)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:05:25.373368 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:25.409313 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 16:05:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-380e9d1e-50f5-4f48-aa95-53ad8fde06d1 x-openstack-request-id: req-380e9d1e-50f5-4f48-aa95-53ad8fde06d1 {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:05:25.409600 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a0cac04-8da4-493c-9b8a-1af5162da095", "name": "network-vif-plugged", "status": "completed", "tag": "efae07b7-2a35-4c86-adc7-8fb6cb4da55b", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:05:25.409848 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-380e9d1e-50f5-4f48-aa95-53ad8fde06d1 {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:05:25.410259 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-380e9d1e-50f5-4f48-aa95-53ad8fde06d1'] response: {'server_uuid': '7a0cac04-8da4-493c-9b8a-1af5162da095', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efae07b7-2a35-4c86-adc7-8fb6cb4da55b', 'code': 200} Oct 13 16:05:25.444162 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=efae07b7-2a35-4c86-adc7-8fb6cb4da55b,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:05:25.628836 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f66ce39-3df2-4304-bd66-454d9dc1ea56 req-6aadbad7-d257-4579-bcba-562bd68550eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:25.630229 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0f66ce39-3df2-4304-bd66-454d9dc1ea56 req-6aadbad7-d257-4579-bcba-562bd68550eb service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7a0cac04-8da4-493c-9b8a-1af5162da095 HTTP/1.1" status: 200 len: 1098 time: 0.0773120 Oct 13 16:05:25.671629 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0f66ce39-3df2-4304-bd66-454d9dc1ea56 req-a8aef90d-041e-4a77-8a5d-eba5d7670465 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=5ceeea8a-8785-4713-b953-b8a7fa3835d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343065 Oct 13 16:05:26.074854 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:26.506097 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd1832-0373-4cc0-aa07-cc9227fda60c req-53d68e29-c110-4daf-840f-fca88d22508c tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:26.507562 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2dcd1832-0373-4cc0-aa07-cc9227fda60c req-53d68e29-c110-4daf-840f-fca88d22508c tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a0cac04-8da4-493c-9b8a-1af5162da095 HTTP/1.1" status: 200 len: 945 time: 0.0922353 Oct 13 16:05:26.551665 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2dcd1832-0373-4cc0-aa07-cc9227fda60c req-05b8fed1-b8d2-4f13-b78a-8c151e53aa1b tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ceeea8a-8785-4713-b953-b8a7fa3835d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377560 Oct 13 16:05:27.751151 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae26a74-d198-420a-ba86-e200e517763e req-aa7c7980-50f1-42b0-b943-cf3af6b376f6 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:27.752587 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-9ae26a74-d198-420a-ba86-e200e517763e req-aa7c7980-50f1-42b0-b943-cf3af6b376f6 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a0cac04-8da4-493c-9b8a-1af5162da095 HTTP/1.1" status: 200 len: 945 time: 0.0861504 Oct 13 16:05:27.799378 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-9ae26a74-d198-420a-ba86-e200e517763e req-f8d35d6d-9794-450f-af9f-0dc654cb6178 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ceeea8a-8785-4713-b953-b8a7fa3835d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410748 Oct 13 16:05:28.182510 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40907a9-9649-4bcd-ba1f-aae5c7a43385 req-db9325fe-aa95-4c8b-a752-2f047d32d377 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:28.183958 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-a40907a9-9649-4bcd-ba1f-aae5c7a43385 req-db9325fe-aa95-4c8b-a752-2f047d32d377 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a0cac04-8da4-493c-9b8a-1af5162da095 HTTP/1.1" status: 200 len: 945 time: 0.0867534 Oct 13 16:05:28.226430 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-a40907a9-9649-4bcd-ba1f-aae5c7a43385 req-3324c15e-1843-4444-a7ca-dc22c9d87d9b tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ceeea8a-8785-4713-b953-b8a7fa3835d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368683 Oct 13 16:05:29.426356 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab17b0ef-ac3d-4994-9267-4b8ccf4e019c req-ecfecd09-09d1-4a4d-9a56-9815bcf17e3f tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:29.427809 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ab17b0ef-ac3d-4994-9267-4b8ccf4e019c req-ecfecd09-09d1-4a4d-9a56-9815bcf17e3f tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a0cac04-8da4-493c-9b8a-1af5162da095 HTTP/1.1" status: 200 len: 945 time: 0.0868568 Oct 13 16:05:29.474421 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ab17b0ef-ac3d-4994-9267-4b8ccf4e019c req-23e0d366-d73c-4a94-b52e-b89ddb46299b tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ceeea8a-8785-4713-b953-b8a7fa3835d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403883 Oct 13 16:05:29.601170 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1e6a5-1226-4b54-8538-014e47486cbf req-e9442e99-4861-4305-b93e-ce00e0f1998d tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:29.603016 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-86c1e6a5-1226-4b54-8538-014e47486cbf req-e9442e99-4861-4305-b93e-ce00e0f1998d tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.16 "GET /v2.0/ports?device_id=7a0cac04-8da4-493c-9b8a-1af5162da095 HTTP/1.1" status: 200 len: 945 time: 0.0847883 Oct 13 16:05:29.671481 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-86c1e6a5-1226-4b54-8538-014e47486cbf req-fe9e6d9f-8fc1-4993-8212-d48a9074cda1 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Deleting port efae07b7-2a35-4c86-adc7-8fb6cb4da55b {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:05:29.671851 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-86c1e6a5-1226-4b54-8538-014e47486cbf req-fe9e6d9f-8fc1-4993-8212-d48a9074cda1 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:29.915114 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-86c1e6a5-1226-4b54-8538-014e47486cbf req-fe9e6d9f-8fc1-4993-8212-d48a9074cda1 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] For port efae07b7-2a35-4c86-adc7-8fb6cb4da55b, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=efae07b7-2a35-4c86-adc7-8fb6cb4da55b,segment=NetworkSegment(38047a7d-06a3-4ed0-9193-b6c9030717c9),segment_id=38047a7d-06a3-4ed0-9193-b6c9030717c9)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:05:29.915476 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-86c1e6a5-1226-4b54-8538-014e47486cbf req-fe9e6d9f-8fc1-4993-8212-d48a9074cda1 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:30.038520 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-86c1e6a5-1226-4b54-8538-014e47486cbf req-fe9e6d9f-8fc1-4993-8212-d48a9074cda1 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Calling delete_port for efae07b7-2a35-4c86-adc7-8fb6cb4da55b owned by compute:nova {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:05:30.178042 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-86c1e6a5-1226-4b54-8538-014e47486cbf req-fe9e6d9f-8fc1-4993-8212-d48a9074cda1 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:30.189259 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['40fa7829-78ae-40c2-9dbd-135fd2a93efb', 'efae07b7-2a35-4c86-adc7-8fb6cb4da55b'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 16:05:30.230232 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9e6d9f-8fc1-4993-8212-d48a9074cda1 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Pushing event deleted for resources: {'Port': ['ID=efae07b7-2a35-4c86-adc7-8fb6cb4da55b,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:05:30.322034 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-86c1e6a5-1226-4b54-8538-014e47486cbf req-fe9e6d9f-8fc1-4993-8212-d48a9074cda1 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] No DVR routers for this DVR port efae07b7-2a35-4c86-adc7-8fb6cb4da55b on host hv-neutron-8603 {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 16:05:30.324971 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-86c1e6a5-1226-4b54-8538-014e47486cbf req-fe9e6d9f-8fc1-4993-8212-d48a9074cda1 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:30.327967 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a0cac04-8da4-493c-9b8a-1af5162da095', 'name': 'network-vif-deleted', 'tag': 'efae07b7-2a35-4c86-adc7-8fb6cb4da55b'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:05:30.330309 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a26a36-643d-4c93-9fe0-cbf823eee113" -d '{"events": [{"server_uuid": "7a0cac04-8da4-493c-9b8a-1af5162da095", "name": "network-vif-deleted", "tag": "efae07b7-2a35-4c86-adc7-8fb6cb4da55b"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:05:30.346796 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-86c1e6a5-1226-4b54-8538-014e47486cbf req-fe9e6d9f-8fc1-4993-8212-d48a9074cda1 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.16 "DELETE /v2.0/ports/efae07b7-2a35-4c86-adc7-8fb6cb4da55b HTTP/1.1" status: 204 len: 173 time: 0.7377813 Oct 13 16:05:30.392428 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 16:05:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b4158c0-97b8-404d-ab6c-a8876ea40f16 x-openstack-request-id: req-2b4158c0-97b8-404d-ab6c-a8876ea40f16 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:05:30.392722 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a0cac04-8da4-493c-9b8a-1af5162da095", "name": "network-vif-deleted", "tag": "efae07b7-2a35-4c86-adc7-8fb6cb4da55b", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:05:30.392970 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2b4158c0-97b8-404d-ab6c-a8876ea40f16 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:05:30.393389 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b4158c0-97b8-404d-ab6c-a8876ea40f16'] response: {'server_uuid': '7a0cac04-8da4-493c-9b8a-1af5162da095', 'name': 'network-vif-deleted', 'tag': 'efae07b7-2a35-4c86-adc7-8fb6cb4da55b', 'status': 'completed', 'code': 200} Oct 13 16:05:30.564197 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:05:30.646984 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-39eaea85-e0d2-4827-9ec3-40e5a1749340 req-b6bebcf8-8a50-4598-8da4-ae3c6f17d2b2 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Synchronizing usage tracker for tenant:420153ab349741799922bb0f09172f4a on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:05:30.662503 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-39eaea85-e0d2-4827-9ec3-40e5a1749340 req-b6bebcf8-8a50-4598-8da4-ae3c6f17d2b2 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Unset dirty status for tenant:420153ab349741799922bb0f09172f4a on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:05:30.663624 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-39eaea85-e0d2-4827-9ec3-40e5a1749340 req-b6bebcf8-8a50-4598-8da4-ae3c6f17d2b2 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/ports?device_id=7a0cac04-8da4-493c-9b8a-1af5162da095 HTTP/1.1" status: 200 len: 210 time: 0.0692933 Oct 13 16:05:31.931892 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6071dbee-6676-4ab7-8ad2-e117d34bdb18 req-7364dad1-c8d0-420c-9d2a-f4fe69d8e295 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:31.933667 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6071dbee-6676-4ab7-8ad2-e117d34bdb18 req-7364dad1-c8d0-420c-9d2a-f4fe69d8e295 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1d39a4f-eb29-407b-806a-ade161b453e7 HTTP/1.1" status: 200 len: 946 time: 0.0869093 Oct 13 16:05:31.977385 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6071dbee-6676-4ab7-8ad2-e117d34bdb18 req-8e718973-bce2-451d-a802-94870ed705dd tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ceeea8a-8785-4713-b953-b8a7fa3835d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380616 Oct 13 16:05:32.191677 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43802cbc-53f8-473f-a2e1-a3ccb252bad0 req-18ed93ca-77a8-4085-a2fd-16afea542b43 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:32.193109 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-43802cbc-53f8-473f-a2e1-a3ccb252bad0 req-18ed93ca-77a8-4085-a2fd-16afea542b43 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1d39a4f-eb29-407b-806a-ade161b453e7 HTTP/1.1" status: 200 len: 946 time: 0.0900564 Oct 13 16:05:32.237012 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-43802cbc-53f8-473f-a2e1-a3ccb252bad0 req-5014a489-e20b-4197-bfb3-013a15ed1c6c tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ceeea8a-8785-4713-b953-b8a7fa3835d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381715 Oct 13 16:05:32.584873 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86e00dd-b20e-4612-b0a2-b82392c5c8fc req-1d54deb9-df8c-4242-8e55-f0ea96c0b67d tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:32.586286 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-b86e00dd-b20e-4612-b0a2-b82392c5c8fc req-1d54deb9-df8c-4242-8e55-f0ea96c0b67d tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1d39a4f-eb29-407b-806a-ade161b453e7 HTTP/1.1" status: 200 len: 946 time: 0.0887215 Oct 13 16:05:32.630022 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-b86e00dd-b20e-4612-b0a2-b82392c5c8fc req-fc4cfbcc-a8c6-4529-b3ae-e62d49c9be80 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ceeea8a-8785-4713-b953-b8a7fa3835d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381572 Oct 13 16:05:32.922061 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b3e80-51f8-4a0b-9094-65ac4d71f1c6 req-ea670ffc-875b-41d6-9a0a-a49fffa50f97 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:32.923509 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-232b3e80-51f8-4a0b-9094-65ac4d71f1c6 req-ea670ffc-875b-41d6-9a0a-a49fffa50f97 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1d39a4f-eb29-407b-806a-ade161b453e7 HTTP/1.1" status: 200 len: 946 time: 0.0846331 Oct 13 16:05:32.969386 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-232b3e80-51f8-4a0b-9094-65ac4d71f1c6 req-b48545f8-f85a-4c87-b956-c8fda55547bd tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ceeea8a-8785-4713-b953-b8a7fa3835d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403142 Oct 13 16:05:33.167019 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d4489c-fa7e-4a47-a1d7-89b3077b0329 req-3678c46f-cae2-4b35-ba78-9bd78bc04821 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:33.168463 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-69d4489c-fa7e-4a47-a1d7-89b3077b0329 req-3678c46f-cae2-4b35-ba78-9bd78bc04821 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1d39a4f-eb29-407b-806a-ade161b453e7 HTTP/1.1" status: 200 len: 946 time: 0.0877943 Oct 13 16:05:33.193459 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device efae07b7-2a35-4c86-adc7-8fb6cb4da55b no longer exists at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:05:33.214902 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-69d4489c-fa7e-4a47-a1d7-89b3077b0329 req-ac610e71-b9c3-4db7-aaeb-5627742a3fd0 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ceeea8a-8785-4713-b953-b8a7fa3835d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406666 Oct 13 16:05:33.234108 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] No Port match for: efae07b7-2a35-4c86-adc7-8fb6cb4da55b {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:05:33.234479 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device efae07b7-2a35-4c86-adc7-8fb6cb4da55b not bound to the agent host hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:05:33.418875 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f7a48-e7d2-4e6d-9af5-f0c4357fa8f0 req-0b667353-d631-4bbd-a9fd-f23d31b6a1a7 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:33.420332 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b42f7a48-e7d2-4e6d-9af5-f0c4357fa8f0 req-0b667353-d631-4bbd-a9fd-f23d31b6a1a7 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1d39a4f-eb29-407b-806a-ade161b453e7 HTTP/1.1" status: 200 len: 946 time: 0.0864983 Oct 13 16:05:33.463467 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b42f7a48-e7d2-4e6d-9af5-f0c4357fa8f0 req-f755a4e7-4edc-4059-bfb0-e3f8e62c3ef9 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ceeea8a-8785-4713-b953-b8a7fa3835d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371644 Oct 13 16:05:34.091889 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1bca75-0ed3-4b5e-95c0-264c38ff9f17 req-9a8cc573-7e74-4ef9-9168-8edfe0474f16 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:34.093245 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6d1bca75-0ed3-4b5e-95c0-264c38ff9f17 req-9a8cc573-7e74-4ef9-9168-8edfe0474f16 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1d39a4f-eb29-407b-806a-ade161b453e7 HTTP/1.1" status: 200 len: 946 time: 0.1840780 Oct 13 16:05:34.136818 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6d1bca75-0ed3-4b5e-95c0-264c38ff9f17 req-77fc82df-0f5b-4134-ad17-89e5a653a9f1 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ceeea8a-8785-4713-b953-b8a7fa3835d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379257 Oct 13 16:05:34.544721 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d9273d56-0456-4bf5-aeee-e524ff2ed5aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:35.333625 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eac1285-4578-46ca-b56a-631b0d488481 req-c2d0577f-8a26-4edc-813f-2dfc72e42d8a tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:35.335113 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-7eac1285-4578-46ca-b56a-631b0d488481 req-c2d0577f-8a26-4edc-813f-2dfc72e42d8a tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1d39a4f-eb29-407b-806a-ade161b453e7 HTTP/1.1" status: 200 len: 946 time: 0.0873635 Oct 13 16:05:35.378700 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-7eac1285-4578-46ca-b56a-631b0d488481 req-49a772a2-2bad-456f-a056-7cb87c18b711 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/security-groups?id=5ceeea8a-8785-4713-b953-b8a7fa3835d9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378649 Oct 13 16:05:35.392888 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b816c2-586f-4cb7-9472-9f0bd5266385 req-6ce4ffbf-0e8d-4bb7-87a0-dd7253ad99c5 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:35.394491 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-83b816c2-586f-4cb7-9472-9f0bd5266385 req-6ce4ffbf-0e8d-4bb7-87a0-dd7253ad99c5 tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.16 "GET /v2.0/ports?device_id=e1d39a4f-eb29-407b-806a-ade161b453e7 HTTP/1.1" status: 200 len: 946 time: 0.0876369 Oct 13 16:05:35.466461 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-83b816c2-586f-4cb7-9472-9f0bd5266385 req-9a4690d3-1e7c-4482-8e00-f64ca23018ad tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Deleting port 40fa7829-78ae-40c2-9dbd-135fd2a93efb {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:05:35.466724 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-83b816c2-586f-4cb7-9472-9f0bd5266385 req-9a4690d3-1e7c-4482-8e00-f64ca23018ad tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:35.710062 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-83b816c2-586f-4cb7-9472-9f0bd5266385 req-9a4690d3-1e7c-4482-8e00-f64ca23018ad tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] For port 40fa7829-78ae-40c2-9dbd-135fd2a93efb, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=40fa7829-78ae-40c2-9dbd-135fd2a93efb,segment=NetworkSegment(38047a7d-06a3-4ed0-9193-b6c9030717c9),segment_id=38047a7d-06a3-4ed0-9193-b6c9030717c9)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:05:35.710440 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-83b816c2-586f-4cb7-9472-9f0bd5266385 req-9a4690d3-1e7c-4482-8e00-f64ca23018ad tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:35.829074 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-83b816c2-586f-4cb7-9472-9f0bd5266385 req-9a4690d3-1e7c-4482-8e00-f64ca23018ad tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Calling delete_port for 40fa7829-78ae-40c2-9dbd-135fd2a93efb owned by compute:nova {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:05:35.971008 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-83b816c2-586f-4cb7-9472-9f0bd5266385 req-9a4690d3-1e7c-4482-8e00-f64ca23018ad tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:35.982852 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['40fa7829-78ae-40c2-9dbd-135fd2a93efb'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 16:05:36.023199 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4690d3-1e7c-4482-8e00-f64ca23018ad tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Pushing event deleted for resources: {'Port': ['ID=40fa7829-78ae-40c2-9dbd-135fd2a93efb,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:05:36.115180 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-83b816c2-586f-4cb7-9472-9f0bd5266385 req-9a4690d3-1e7c-4482-8e00-f64ca23018ad tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] No DVR routers for this DVR port 40fa7829-78ae-40c2-9dbd-135fd2a93efb on host hv-neutron-8603 {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 16:05:36.118227 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-83b816c2-586f-4cb7-9472-9f0bd5266385 req-9a4690d3-1e7c-4482-8e00-f64ca23018ad tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:36.121117 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d39a4f-eb29-407b-806a-ade161b453e7', 'name': 'network-vif-deleted', 'tag': '40fa7829-78ae-40c2-9dbd-135fd2a93efb'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:05:36.123468 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af842ae5-8b2d-48f9-a74d-20c281cc96c4" -d '{"events": [{"server_uuid": "e1d39a4f-eb29-407b-806a-ade161b453e7", "name": "network-vif-deleted", "tag": "40fa7829-78ae-40c2-9dbd-135fd2a93efb"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:05:36.137724 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-83b816c2-586f-4cb7-9472-9f0bd5266385 req-9a4690d3-1e7c-4482-8e00-f64ca23018ad tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.16 "DELETE /v2.0/ports/40fa7829-78ae-40c2-9dbd-135fd2a93efb HTTP/1.1" status: 204 len: 173 time: 0.7380936 Oct 13 16:05:36.176852 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 16:05:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3b005c-3bd0-4b45-b5da-8500a8f6f389 x-openstack-request-id: req-1f3b005c-3bd0-4b45-b5da-8500a8f6f389 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:05:36.177139 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1d39a4f-eb29-407b-806a-ade161b453e7", "name": "network-vif-deleted", "tag": "40fa7829-78ae-40c2-9dbd-135fd2a93efb", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:05:36.177393 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1f3b005c-3bd0-4b45-b5da-8500a8f6f389 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:05:36.177793 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1f3b005c-3bd0-4b45-b5da-8500a8f6f389'] response: {'server_uuid': 'e1d39a4f-eb29-407b-806a-ade161b453e7', 'name': 'network-vif-deleted', 'tag': '40fa7829-78ae-40c2-9dbd-135fd2a93efb', 'status': 'completed', 'code': 200} Oct 13 16:05:36.560301 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-49f894dd-6dcc-4c19-98e6-a152a31894f0 req-af316b79-6c4b-4531-8b29-93291ee2166e tempest-ServersNegativeTestJSON-1928470233 tempest-ServersNegativeTestJSON-1928470233-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1d39a4f-eb29-407b-806a-ade161b453e7 HTTP/1.1" status: 200 len: 210 time: 0.0529964 Oct 13 16:05:36.697064 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-31b4c1e9-22eb-499c-adff-8d45b2a6ea6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:37.660728 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 59878) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:05:37.794491 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:37.984612 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:38.190271 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-70a49150-66a4-4e94-ad7a-91fcc233b57f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:38.626900 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-70a49150-66a4-4e94-ad7a-91fcc233b57f admin admin] Deleting port 0c24a610-3aca-4353-9a53-44802af548c5 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:05:38.627236 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-70a49150-66a4-4e94-ad7a-91fcc233b57f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:38.799831 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-70a49150-66a4-4e94-ad7a-91fcc233b57f admin admin] For port 0c24a610-3aca-4353-9a53-44802af548c5, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=0c24a610-3aca-4353-9a53-44802af548c5,segment=NetworkSegment(38047a7d-06a3-4ed0-9193-b6c9030717c9),segment_id=38047a7d-06a3-4ed0-9193-b6c9030717c9)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:05:38.800532 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-70a49150-66a4-4e94-ad7a-91fcc233b57f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:38.921476 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-70a49150-66a4-4e94-ad7a-91fcc233b57f admin admin] Calling delete_port for 0c24a610-3aca-4353-9a53-44802af548c5 owned by network:router_interface {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:05:39.200175 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 40fa7829-78ae-40c2-9dbd-135fd2a93efb no longer exists at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:05:39.229144 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-70a49150-66a4-4e94-ad7a-91fcc233b57f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:39.234769 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] No Port match for: 40fa7829-78ae-40c2-9dbd-135fd2a93efb {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:05:39.235113 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 40fa7829-78ae-40c2-9dbd-135fd2a93efb not bound to the agent host hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:05:39.280656 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a49150-66a4-4e94-ad7a-91fcc233b57f admin admin] Pushing event deleted for resources: {'Port': ['ID=0c24a610-3aca-4353-9a53-44802af548c5,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:05:39.551825 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-70a49150-66a4-4e94-ad7a-91fcc233b57f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:39.693201 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:40.017073 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a49150-66a4-4e94-ad7a-91fcc233b57f admin admin] Router a32b6769-b5ef-4ab9-bf50-ab16e018a1ed has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 16:05:40.191465 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a49150-66a4-4e94-ad7a-91fcc233b57f admin admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:05:40.199916 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdfbafe-99bc-4842-9baa-d685dd5020f9 None None] Sync routers for ids ['a32b6769-b5ef-4ab9-bf50-ab16e018a1ed'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:05:40.203392 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-70a49150-66a4-4e94-ad7a-91fcc233b57f admin admin] 10.222.0.42 "PUT /v2.0/routers/a32b6769-b5ef-4ab9-bf50-ab16e018a1ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5414732 Oct 13 16:05:40.205841 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 59882) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:05:40.209176 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdfbafe-99bc-4842-9baa-d685dd5020f9 None None] Routers {'a32b6769-b5ef-4ab9-bf50-ab16e018a1ed'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:05:40.209785 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-8bdfbafe-99bc-4842-9baa-d685dd5020f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:05:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['a32b6769-b5ef-4ab9-bf50-ab16e018a1ed'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:05:40.381487 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-eee052e6-b22c-4b20-84a6-17f43ed0bd7d admin admin] Notify callbacks [] for router, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:40.385487 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-8bdfbafe-99bc-4842-9baa-d685dd5020f9 None None] Set router a32b6769-b5ef-4ab9-bf50-ab16e018a1ed gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:05:40.554805 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-eee052e6-b22c-4b20-84a6-17f43ed0bd7d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:40.563788 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-eee052e6-b22c-4b20-84a6-17f43ed0bd7d admin admin] Deleting port 910b5146-83d8-4a3c-9dd1-43e760055906 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:05:40.564119 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-eee052e6-b22c-4b20-84a6-17f43ed0bd7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:40.663735 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-8bdfbafe-99bc-4842-9baa-d685dd5020f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32b6769-b5ef-4ab9-bf50-ab16e018a1ed', 'name': 'tempest-ServersNegativeTestJSON-1523502741-router', 'tenant_id': '420153ab349741799922bb0f09172f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.180'}], 'enable_snat': True}, 'gw_port_id': '910b5146-83d8-4a3c-9dd1-43e760055906', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:04:56Z', 'updated_at': '2022-10-13T16:05:39Z', 'revision_number': 5, 'project_id': '420153ab349741799922bb0f09172f4a', 'gw_port': {'id': '910b5146-83d8-4a3c-9dd1-43e760055906', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:a4:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32b6769-b5ef-4ab9-bf50-ab16e018a1ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1589, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:04:57Z', 'updated_at': '2022-10-13T16:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:05:40.667868 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdfbafe-99bc-4842-9baa-d685dd5020f9 None None] Checking router: a32b6769-b5ef-4ab9-bf50-ab16e018a1ed for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:05:40.676033 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bdfbafe-99bc-4842-9baa-d685dd5020f9 None None] Routers {'a32b6769-b5ef-4ab9-bf50-ab16e018a1ed'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:05:40.676616 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-8bdfbafe-99bc-4842-9baa-d685dd5020f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:05:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['a32b6769-b5ef-4ab9-bf50-ab16e018a1ed'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:05:40.746459 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-eee052e6-b22c-4b20-84a6-17f43ed0bd7d admin admin] For port 910b5146-83d8-4a3c-9dd1-43e760055906, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=910b5146-83d8-4a3c-9dd1-43e760055906,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:05:40.746806 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-eee052e6-b22c-4b20-84a6-17f43ed0bd7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:40.826193 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-8bdfbafe-99bc-4842-9baa-d685dd5020f9 None None] Set router a32b6769-b5ef-4ab9-bf50-ab16e018a1ed gateway port host: None {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:05:40.868764 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-eee052e6-b22c-4b20-84a6-17f43ed0bd7d admin admin] Calling delete_port for 910b5146-83d8-4a3c-9dd1-43e760055906 owned by network:router_gateway {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:05:40.930368 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-8bdfbafe-99bc-4842-9baa-d685dd5020f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32b6769-b5ef-4ab9-bf50-ab16e018a1ed', 'name': 'tempest-ServersNegativeTestJSON-1523502741-router', 'tenant_id': '420153ab349741799922bb0f09172f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:04:56Z', 'updated_at': '2022-10-13T16:05:40Z', 'revision_number': 6, 'project_id': '420153ab349741799922bb0f09172f4a', 'gw_port_host': None}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:05:40.934305 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bdfbafe-99bc-4842-9baa-d685dd5020f9 None None] The sync data for ids ['a32b6769-b5ef-4ab9-bf50-ab16e018a1ed'] in dv-neutron-860329-2-hyperv is: [{'id': 'a32b6769-b5ef-4ab9-bf50-ab16e018a1ed', 'name': 'tempest-ServersNegativeTestJSON-1523502741-router', 'tenant_id': '420153ab349741799922bb0f09172f4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:04:56Z', 'updated_at': '2022-10-13T16:05:40Z', 'revision_number': 6, 'project_id': '420153ab349741799922bb0f09172f4a', 'gw_port_host': None}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:05:41.139036 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-eee052e6-b22c-4b20-84a6-17f43ed0bd7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:41.186102 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee052e6-b22c-4b20-84a6-17f43ed0bd7d admin admin] Pushing event deleted for resources: {'Port': ['ID=910b5146-83d8-4a3c-9dd1-43e760055906,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:05:41.286328 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-eee052e6-b22c-4b20-84a6-17f43ed0bd7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828050'] for router_gateway, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:41.457549 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-eee052e6-b22c-4b20-84a6-17f43ed0bd7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:41.459622 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-eee052e6-b22c-4b20-84a6-17f43ed0bd7d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:41.481722 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-eee052e6-b22c-4b20-84a6-17f43ed0bd7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:41.482322 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eee052e6-b22c-4b20-84a6-17f43ed0bd7d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a32b6769-b5ef-4ab9-bf50-ab16e018a1ed {{(pid=88973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 16:05:41.494959 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-eee052e6-b22c-4b20-84a6-17f43ed0bd7d admin admin] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:41.496071 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-eee052e6-b22c-4b20-84a6-17f43ed0bd7d admin admin] 10.222.0.42 "DELETE /v2.0/routers/a32b6769-b5ef-4ab9-bf50-ab16e018a1ed HTTP/1.1" status: 204 len: 168 time: 1.2893095 Oct 13 16:05:41.498666 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 59886) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:05:41.558224 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_v2 [None req-44ed54eb-c720-43c7-9afb-51220e6d1493 admin admin] Deleting subnet 4ed05c7d-37bc-4112-9b34-31c280d818d6 {{(pid=88973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 16:05:41.561071 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-44ed54eb-c720-43c7-9afb-51220e6d1493 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:41.609124 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-44ed54eb-c720-43c7-9afb-51220e6d1493 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7432921'] for subnet, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:41.702650 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-44ed54eb-c720-43c7-9afb-51220e6d1493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:41.721867 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 0c24a610-3aca-4353-9a53-44802af548c5 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:05:41.759942 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 0c24a610-3aca-4353-9a53-44802af548c5 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:05:41.760241 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 0c24a610-3aca-4353-9a53-44802af548c5 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:05:41.761062 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 910b5146-83d8-4a3c-9dd1-43e760055906 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:05:41.776836 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-44ed54eb-c720-43c7-9afb-51220e6d1493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:41.795052 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 910b5146-83d8-4a3c-9dd1-43e760055906 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:05:41.795397 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 910b5146-83d8-4a3c-9dd1-43e760055906 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:05:41.821514 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-44ed54eb-c720-43c7-9afb-51220e6d1493 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:41.824578 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ed54eb-c720-43c7-9afb-51220e6d1493 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4ed05c7d-37bc-4112-9b34-31c280d818d6,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:05:41.826466 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42404f72-50eb-402b-aea7-4d1c27264241 None None] Network ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 16:05:41.834521 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-44ed54eb-c720-43c7-9afb-51220e6d1493 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/4ed05c7d-37bc-4112-9b34-31c280d818d6 HTTP/1.1" status: 204 len: 168 time: 0.3348150 Oct 13 16:05:41.836065 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ed54eb-c720-43c7-9afb-51220e6d1493 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:05:41.836408 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ed54eb-c720-43c7-9afb-51220e6d1493 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:05:41.836741 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ed54eb-c720-43c7-9afb-51220e6d1493 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:05:41.837099 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ed54eb-c720-43c7-9afb-51220e6d1493 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:05:41.837387 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 59890) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:05:41.837841 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ed54eb-c720-43c7-9afb-51220e6d1493 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:05:41.837841 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ed54eb-c720-43c7-9afb-51220e6d1493 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:05:41.838159 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ed54eb-c720-43c7-9afb-51220e6d1493 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:05:41.838908 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ed54eb-c720-43c7-9afb-51220e6d1493 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:05:41.838908 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ed54eb-c720-43c7-9afb-51220e6d1493 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:05:41.839243 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ed54eb-c720-43c7-9afb-51220e6d1493 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:05:41.839591 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ed54eb-c720-43c7-9afb-51220e6d1493 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:05:41.839906 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44ed54eb-c720-43c7-9afb-51220e6d1493 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:05:41.948227 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b7cfbf47-55bb-476b-bb3b-11a593ece1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:41.959264 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-b7cfbf47-55bb-476b-bb3b-11a593ece1ed admin admin] Deleting port c56e8524-a944-489d-aef1-f2164df61622 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:05:41.959598 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b7cfbf47-55bb-476b-bb3b-11a593ece1ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:42.086116 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-855c7dc0-adfe-4234-a44a-c2d1a7f441be None None] DHCP port deletion for ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 16:05:42.090371 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-855c7dc0-adfe-4234-a44a-c2d1a7f441be None None] Deleting port c56e8524-a944-489d-aef1-f2164df61622 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:05:42.090811 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-855c7dc0-adfe-4234-a44a-c2d1a7f441be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:42.173219 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-b7cfbf47-55bb-476b-bb3b-11a593ece1ed admin admin] For port c56e8524-a944-489d-aef1-f2164df61622, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=c56e8524-a944-489d-aef1-f2164df61622,segment=NetworkSegment(38047a7d-06a3-4ed0-9193-b6c9030717c9),segment_id=38047a7d-06a3-4ed0-9193-b6c9030717c9)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:05:42.173568 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b7cfbf47-55bb-476b-bb3b-11a593ece1ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:42.291758 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-855c7dc0-adfe-4234-a44a-c2d1a7f441be None None] For port c56e8524-a944-489d-aef1-f2164df61622, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=c56e8524-a944-489d-aef1-f2164df61622,segment=NetworkSegment(38047a7d-06a3-4ed0-9193-b6c9030717c9),segment_id=38047a7d-06a3-4ed0-9193-b6c9030717c9)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:05:42.292036 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-855c7dc0-adfe-4234-a44a-c2d1a7f441be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:42.296680 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-b7cfbf47-55bb-476b-bb3b-11a593ece1ed admin admin] Calling delete_port for c56e8524-a944-489d-aef1-f2164df61622 owned by network:dhcp {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:05:42.374619 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b7cfbf47-55bb-476b-bb3b-11a593ece1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:42.413334 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-855c7dc0-adfe-4234-a44a-c2d1a7f441be None None] Calling delete_port for c56e8524-a944-489d-aef1-f2164df61622 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:05:42.420953 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cfbf47-55bb-476b-bb3b-11a593ece1ed admin admin] Pushing event deleted for resources: {'Port': ['ID=c56e8524-a944-489d-aef1-f2164df61622,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:05:42.424542 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7cfbf47-55bb-476b-bb3b-11a593ece1ed admin admin] No DVR routers for this DVR port c56e8524-a944-489d-aef1-f2164df61622 on host dv-neutron-860329-2-hyperv {{(pid=88972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 16:05:42.482400 dv-neutron-860329-2-hyperv neutron-server[88974]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 16:05:42.482400 dv-neutron-860329-2-hyperv neutron-server[88974]: util.warn( Oct 13 16:05:42.482400 dv-neutron-860329-2-hyperv neutron-server[88974]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 16:05:42.482400 dv-neutron-860329-2-hyperv neutron-server[88974]: util.warn( Oct 13 16:05:42.482400 dv-neutron-860329-2-hyperv neutron-server[88974]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 16:05:42.482400 dv-neutron-860329-2-hyperv neutron-server[88974]: util.warn( Oct 13 16:05:42.482400 dv-neutron-860329-2-hyperv neutron-server[88974]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 16:05:42.482400 dv-neutron-860329-2-hyperv neutron-server[88974]: util.warn( Oct 13 16:05:42.482400 dv-neutron-860329-2-hyperv neutron-server[88974]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 16:05:42.482400 dv-neutron-860329-2-hyperv neutron-server[88974]: util.warn( Oct 13 16:05:42.482400 dv-neutron-860329-2-hyperv neutron-server[88974]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 16:05:42.482400 dv-neutron-860329-2-hyperv neutron-server[88974]: util.warn( Oct 13 16:05:42.482400 dv-neutron-860329-2-hyperv neutron-server[88974]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 16:05:42.482400 dv-neutron-860329-2-hyperv neutron-server[88974]: util.warn( Oct 13 16:05:42.482400 dv-neutron-860329-2-hyperv neutron-server[88974]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 16:05:42.482400 dv-neutron-860329-2-hyperv neutron-server[88974]: util.warn( Oct 13 16:05:42.482400 dv-neutron-860329-2-hyperv neutron-server[88974]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 16:05:42.482400 dv-neutron-860329-2-hyperv neutron-server[88974]: util.warn( Oct 13 16:05:42.482400 dv-neutron-860329-2-hyperv neutron-server[88974]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 16:05:42.482400 dv-neutron-860329-2-hyperv neutron-server[88974]: util.warn( Oct 13 16:05:42.482400 dv-neutron-860329-2-hyperv neutron-server[88974]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 16:05:42.482400 dv-neutron-860329-2-hyperv neutron-server[88974]: util.warn( Oct 13 16:05:42.482400 dv-neutron-860329-2-hyperv neutron-server[88974]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 16:05:42.482400 dv-neutron-860329-2-hyperv neutron-server[88974]: util.warn( Oct 13 16:05:42.482400 dv-neutron-860329-2-hyperv neutron-server[88974]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 16:05:42.482400 dv-neutron-860329-2-hyperv neutron-server[88974]: util.warn( Oct 13 16:05:42.482400 dv-neutron-860329-2-hyperv neutron-server[88974]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 16:05:42.482400 dv-neutron-860329-2-hyperv neutron-server[88974]: util.warn( Oct 13 16:05:42.482400 dv-neutron-860329-2-hyperv neutron-server[88974]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 16:05:42.482400 dv-neutron-860329-2-hyperv neutron-server[88974]: util.warn( Oct 13 16:05:42.482400 dv-neutron-860329-2-hyperv neutron-server[88974]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 16:05:42.482400 dv-neutron-860329-2-hyperv neutron-server[88974]: util.warn( Oct 13 16:05:42.482400 dv-neutron-860329-2-hyperv neutron-server[88974]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 16:05:42.482400 dv-neutron-860329-2-hyperv neutron-server[88974]: util.warn( Oct 13 16:05:42.482400 dv-neutron-860329-2-hyperv neutron-server[88974]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 16:05:42.482400 dv-neutron-860329-2-hyperv neutron-server[88974]: util.warn( Oct 13 16:05:42.482400 dv-neutron-860329-2-hyperv neutron-server[88974]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 16:05:42.482400 dv-neutron-860329-2-hyperv neutron-server[88974]: util.warn( Oct 13 16:05:42.482400 dv-neutron-860329-2-hyperv neutron-server[88974]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 16:05:42.482400 dv-neutron-860329-2-hyperv neutron-server[88974]: util.warn( Oct 13 16:05:42.482400 dv-neutron-860329-2-hyperv neutron-server[88974]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 16:05:42.482400 dv-neutron-860329-2-hyperv neutron-server[88974]: util.warn( Oct 13 16:05:42.482400 dv-neutron-860329-2-hyperv neutron-server[88974]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 16:05:42.482400 dv-neutron-860329-2-hyperv neutron-server[88974]: util.warn( Oct 13 16:05:42.482400 dv-neutron-860329-2-hyperv neutron-server[88974]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 16:05:42.482400 dv-neutron-860329-2-hyperv neutron-server[88974]: util.warn( Oct 13 16:05:42.482400 dv-neutron-860329-2-hyperv neutron-server[88974]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 16:05:42.482400 dv-neutron-860329-2-hyperv neutron-server[88974]: util.warn( Oct 13 16:05:42.482400 dv-neutron-860329-2-hyperv neutron-server[88974]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 16:05:42.482400 dv-neutron-860329-2-hyperv neutron-server[88974]: util.warn( Oct 13 16:05:42.482400 dv-neutron-860329-2-hyperv neutron-server[88974]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 16:05:42.482400 dv-neutron-860329-2-hyperv neutron-server[88974]: util.warn( Oct 13 16:05:42.482400 dv-neutron-860329-2-hyperv neutron-server[88974]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 16:05:42.482400 dv-neutron-860329-2-hyperv neutron-server[88974]: util.warn( Oct 13 16:05:42.482400 dv-neutron-860329-2-hyperv neutron-server[88974]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Oct 13 16:05:42.482400 dv-neutron-860329-2-hyperv neutron-server[88974]: util.warn( Oct 13 16:05:42.488227 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.db.api [None req-855c7dc0-adfe-4234-a44a-c2d1a7f441be None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88974) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 16:05:42.488584 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG oslo_db.api [None req-855c7dc0-adfe-4234-a44a-c2d1a7f441be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 16:05:42.538149 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b7cfbf47-55bb-476b-bb3b-11a593ece1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:42.562105 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-b7cfbf47-55bb-476b-bb3b-11a593ece1ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:05:42.577465 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-b7cfbf47-55bb-476b-bb3b-11a593ece1ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38047a7d-06a3-4ed0-9193-b6c9030717c9') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:05:42.577755 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-b7cfbf47-55bb-476b-bb3b-11a593ece1ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38047a7d-06a3-4ed0-9193-b6c9030717c9') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:05:42.589145 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b7cfbf47-55bb-476b-bb3b-11a593ece1ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:42.604140 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b7cfbf47-55bb-476b-bb3b-11a593ece1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:42.609920 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7cfbf47-55bb-476b-bb3b-11a593ece1ed admin admin] Releasing vlan 400 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 16:05:42.610328 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b7cfbf47-55bb-476b-bb3b-11a593ece1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:42.682893 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 38047a7d-06a3-4ed0-9193-b6c9030717c9 resource provider aggregate not found Oct 13 16:05:42.703466 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 38047a7d-06a3-4ed0-9193-b6c9030717c9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 38047a7d-06a3-4ed0-9193-b6c9030717c9 found for delete ", "request_id": "req-0ec662d0-3be0-437d-8a86-6de4deac08f9"}]} Oct 13 16:05:42.706022 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b7cfbf47-55bb-476b-bb3b-11a593ece1ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:42.721998 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b7cfbf47-55bb-476b-bb3b-11a593ece1ed admin admin] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:42.736158 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cfbf47-55bb-476b-bb3b-11a593ece1ed admin admin] Pushing event deleted for resources: {'Network': ['ID=ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:05:42.749039 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-b7cfbf47-55bb-476b-bb3b-11a593ece1ed admin admin] 10.222.0.42 "DELETE /v2.0/networks/ab8e14b4-cf43-4ddd-8929-ab23cb4b5ed1 HTTP/1.1" status: 204 len: 168 time: 0.9104154 Oct 13 16:05:42.857222 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 59900) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:05:42.904385 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-49d000ec-a41b-4c01-b40c-d3992fae5842 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=420153ab349741799922bb0f09172f4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460114 Oct 13 16:05:42.906793 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 59904) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:05:42.966190 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-df138f06-339e-49b9-8258-963bf0f138ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:42.989548 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-855c7dc0-adfe-4234-a44a-c2d1a7f441be None None] Deleting port c56e8524-a944-489d-aef1-f2164df61622 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:05:42.990058 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-855c7dc0-adfe-4234-a44a-c2d1a7f441be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:42.991892 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-df138f06-339e-49b9-8258-963bf0f138ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:43.043826 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-df138f06-339e-49b9-8258-963bf0f138ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:43.059564 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df138f06-339e-49b9-8258-963bf0f138ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ceeea8a-8785-4713-b953-b8a7fa3835d9,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:05:43.060269 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-855c7dc0-adfe-4234-a44a-c2d1a7f441be None None] The port 'c56e8524-a944-489d-aef1-f2164df61622' was deleted {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 13 16:05:43.072824 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-df138f06-339e-49b9-8258-963bf0f138ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:43.076716 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-df138f06-339e-49b9-8258-963bf0f138ec admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5ceeea8a-8785-4713-b953-b8a7fa3835d9 HTTP/1.1" status: 204 len: 168 time: 0.1658726 Oct 13 16:05:43.421462 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device c56e8524-a944-489d-aef1-f2164df61622 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:05:43.455808 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: c56e8524-a944-489d-aef1-f2164df61622 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:05:43.456146 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device c56e8524-a944-489d-aef1-f2164df61622 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:05:43.802991 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 59928) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:05:43.905426 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-9237bed7-1acc-4bbe-91cf-caccb76bdd56 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1313388500'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:05:43.910361 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-9237bed7-1acc-4bbe-91cf-caccb76bdd56 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:05:43.914757 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-9237bed7-1acc-4bbe-91cf-caccb76bdd56 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Usage tracker for resource:network and tenant:3ef342abbdf14a0b8384f5f9029bab98 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:05:43.917567 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-9237bed7-1acc-4bbe-91cf-caccb76bdd56 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:05:43.926082 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-9237bed7-1acc-4bbe-91cf-caccb76bdd56 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:05:43.935813 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9237bed7-1acc-4bbe-91cf-caccb76bdd56 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Made reservation on behalf of 3ef342abbdf14a0b8384f5f9029bab98 for: {'network': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 16:05:43.939292 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9237bed7-1acc-4bbe-91cf-caccb76bdd56 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:43.950955 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9237bed7-1acc-4bbe-91cf-caccb76bdd56 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:43.965127 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-9237bed7-1acc-4bbe-91cf-caccb76bdd56 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:05:43.969182 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-9237bed7-1acc-4bbe-91cf-caccb76bdd56 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Usage tracker for resource:security_group_rule and tenant:3ef342abbdf14a0b8384f5f9029bab98 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:05:43.972078 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-9237bed7-1acc-4bbe-91cf-caccb76bdd56 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:05:43.978503 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-9237bed7-1acc-4bbe-91cf-caccb76bdd56 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:05:44.062249 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9237bed7-1acc-4bbe-91cf-caccb76bdd56 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:44.065501 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9237bed7-1acc-4bbe-91cf-caccb76bdd56 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:44.096689 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9237bed7-1acc-4bbe-91cf-caccb76bdd56 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=88973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 16:05:44.105305 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9237bed7-1acc-4bbe-91cf-caccb76bdd56 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87521bf6-2923-431f-92fd-f73d1767417e,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:05:44.110887 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9237bed7-1acc-4bbe-91cf-caccb76bdd56 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:44.111291 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-9237bed7-1acc-4bbe-91cf-caccb76bdd56 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Added segment 33f109ef-51e5-41a4-b8b6-b9d2fbbc2659 of type vlan for network 63e5ba37-09cf-4935-82b2-38d976d4db86 Oct 13 16:05:44.141653 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9237bed7-1acc-4bbe-91cf-caccb76bdd56 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:44.170317 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9237bed7-1acc-4bbe-91cf-caccb76bdd56 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:44.175626 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9237bed7-1acc-4bbe-91cf-caccb76bdd56 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:44.176193 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9237bed7-1acc-4bbe-91cf-caccb76bdd56 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks [] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:44.283631 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-9237bed7-1acc-4bbe-91cf-caccb76bdd56 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4790499 Oct 13 16:05:44.284553 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9237bed7-1acc-4bbe-91cf-caccb76bdd56 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Pushing event updated for resources: {'Network': ['ID=63e5ba37-09cf-4935-82b2-38d976d4db86,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:05:44.305091 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 63e5ba37-09cf-4935-82b2-38d976d4db86 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 16:05:47.723106 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 59934) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:05:47.729543 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-15a2de71-368a-42b4-bf24-eb7b602fbdc4 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Request body: {'subnet': {'network_id': '63e5ba37-09cf-4935-82b2-38d976d4db86', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:05:47.835696 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-15a2de71-368a-42b4-bf24-eb7b602fbdc4 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:05:47.839673 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-15a2de71-368a-42b4-bf24-eb7b602fbdc4 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Usage tracker for resource:subnet and tenant:3ef342abbdf14a0b8384f5f9029bab98 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:05:47.842520 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-15a2de71-368a-42b4-bf24-eb7b602fbdc4 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:05:47.848117 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-15a2de71-368a-42b4-bf24-eb7b602fbdc4 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:05:47.857624 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15a2de71-368a-42b4-bf24-eb7b602fbdc4 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Made reservation on behalf of 3ef342abbdf14a0b8384f5f9029bab98 for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 16:05:47.861073 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-15a2de71-368a-42b4-bf24-eb7b602fbdc4 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:48.073105 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-15a2de71-368a-42b4-bf24-eb7b602fbdc4 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:48.149063 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2de71-368a-42b4-bf24-eb7b602fbdc4 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Pushing event updated for resources: {'Subnet': ['ID=c6742aa8-87f2-4761-9af3-fc0b99035646,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:05:48.156431 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15a2de71-368a-42b4-bf24-eb7b602fbdc4 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Checking segment: {'id': '33f109ef-51e5-41a4-b8b6-b9d2fbbc2659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '63e5ba37-09cf-4935-82b2-38d976d4db86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:05:48.156785 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a2de71-368a-42b4-bf24-eb7b602fbdc4 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Network hostable DHCP agents. Network: 63e5ba37-09cf-4935-82b2-38d976d4db86, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 16:05:48.176192 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a2de71-368a-42b4-bf24-eb7b602fbdc4 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Network 63e5ba37-09cf-4935-82b2-38d976d4db86 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 16:05:48.186352 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-15a2de71-368a-42b4-bf24-eb7b602fbdc4 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 63e5ba37-09cf-4935-82b2-38d976d4db86) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:05:48.190300 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a2de71-368a-42b4-bf24-eb7b602fbdc4 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:48.190879 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-15a2de71-368a-42b4-bf24-eb7b602fbdc4 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:48.195583 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a12b37f-da81-4315-855e-e951fc0f4821 None None] Network 63e5ba37-09cf-4935-82b2-38d976d4db86 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 16:05:48.216043 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-15a2de71-368a-42b4-bf24-eb7b602fbdc4 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4885271 Oct 13 16:05:48.216266 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 59938) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:05:48.221701 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-7f8de4fb-dcba-45a8-a762-b686de579fec tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1377601906'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:05:48.226531 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-7f8de4fb-dcba-45a8-a762-b686de579fec tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:05:48.230577 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-7f8de4fb-dcba-45a8-a762-b686de579fec tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Usage tracker for resource:network and tenant:3ef342abbdf14a0b8384f5f9029bab98 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:05:48.233070 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-7f8de4fb-dcba-45a8-a762-b686de579fec tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:05:48.238708 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-7f8de4fb-dcba-45a8-a762-b686de579fec tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:05:48.253943 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8de4fb-dcba-45a8-a762-b686de579fec tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Made reservation on behalf of 3ef342abbdf14a0b8384f5f9029bab98 for: {'network': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 16:05:48.257815 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7f8de4fb-dcba-45a8-a762-b686de579fec tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:48.383242 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f8de4fb-dcba-45a8-a762-b686de579fec tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=88973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 16:05:48.391790 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7f8de4fb-dcba-45a8-a762-b686de579fec tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:48.392129 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-7f8de4fb-dcba-45a8-a762-b686de579fec tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Added segment 80ce416c-9e74-491d-9ca5-204f4661dd1f of type vlan for network 44df2407-a181-4bbc-bb05-4a46bb66eca9 Oct 13 16:05:48.418448 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7f8de4fb-dcba-45a8-a762-b686de579fec tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:48.449270 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7f8de4fb-dcba-45a8-a762-b686de579fec tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:48.456140 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8de4fb-dcba-45a8-a762-b686de579fec tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:48.456738 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7f8de4fb-dcba-45a8-a762-b686de579fec tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks [] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:48.461611 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ffc0f8-38d5-4e2a-9dc8-6c196963580d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-63e5ba37-09cf-4935-82b2-38d976d4db86', 'network_id': '63e5ba37-09cf-4935-82b2-38d976d4db86', 'tenant_id': '3ef342abbdf14a0b8384f5f9029bab98', 'fixed_ips': [{'subnet_id': 'c6742aa8-87f2-4761-9af3-fc0b99035646'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 16:05:48.462479 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-66ffc0f8-38d5-4e2a-9dc8-6c196963580d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:48.556427 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-7f8de4fb-dcba-45a8-a762-b686de579fec tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3391089 Oct 13 16:05:48.558417 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 59942) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:05:48.564313 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-af42affb-b7c0-4224-bb5c-298ade7fa5ae tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Request body: {'subnet': {'network_id': '44df2407-a181-4bbc-bb05-4a46bb66eca9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:05:48.572116 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8de4fb-dcba-45a8-a762-b686de579fec tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Pushing event updated for resources: {'Network': ['ID=44df2407-a181-4bbc-bb05-4a46bb66eca9,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:05:48.587120 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 44df2407-a181-4bbc-bb05-4a46bb66eca9 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 16:05:48.670753 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-af42affb-b7c0-4224-bb5c-298ade7fa5ae tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:05:48.674680 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-af42affb-b7c0-4224-bb5c-298ade7fa5ae tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Usage tracker for resource:subnet and tenant:3ef342abbdf14a0b8384f5f9029bab98 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:05:48.677443 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-af42affb-b7c0-4224-bb5c-298ade7fa5ae tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:05:48.684028 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-af42affb-b7c0-4224-bb5c-298ade7fa5ae tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:05:48.695028 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af42affb-b7c0-4224-bb5c-298ade7fa5ae tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Made reservation on behalf of 3ef342abbdf14a0b8384f5f9029bab98 for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 16:05:48.698571 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-af42affb-b7c0-4224-bb5c-298ade7fa5ae tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:48.708781 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-66ffc0f8-38d5-4e2a-9dc8-6c196963580d None None] Allocated IP 2001:db8:0:ffff::2 (63e5ba37-09cf-4935-82b2-38d976d4db86/c6742aa8-87f2-4761-9af3-fc0b99035646/85dc297e-b814-4bed-a591-2bb19817379e) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:05:48.918894 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-66ffc0f8-38d5-4e2a-9dc8-6c196963580d None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:48.929447 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-66ffc0f8-38d5-4e2a-9dc8-6c196963580d None None] Transition to ACTIVE for port object 85dc297e-b814-4bed-a591-2bb19817379e will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:05:48.930583 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-af42affb-b7c0-4224-bb5c-298ade7fa5ae tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:48.947479 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-66ffc0f8-38d5-4e2a-9dc8-6c196963580d None None] Transition to ACTIVE for port object 85dc297e-b814-4bed-a591-2bb19817379e will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:05:48.952751 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-66ffc0f8-38d5-4e2a-9dc8-6c196963580d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:49.015338 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af42affb-b7c0-4224-bb5c-298ade7fa5ae tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Pushing event updated for resources: {'Subnet': ['ID=90fc8d3d-5b47-46a0-bc76-9dbe52a68b5b,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:05:49.016561 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ffc0f8-38d5-4e2a-9dc8-6c196963580d None None] Network 63e5ba37-09cf-4935-82b2-38d976d4db86 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:05:49.017559 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af42affb-b7c0-4224-bb5c-298ade7fa5ae tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Checking segment: {'id': '80ce416c-9e74-491d-9ca5-204f4661dd1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '44df2407-a181-4bbc-bb05-4a46bb66eca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:05:49.017913 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af42affb-b7c0-4224-bb5c-298ade7fa5ae tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Network hostable DHCP agents. Network: 44df2407-a181-4bbc-bb05-4a46bb66eca9, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 16:05:49.019522 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-66ffc0f8-38d5-4e2a-9dc8-6c196963580d None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:05:49.023172 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ffc0f8-38d5-4e2a-9dc8-6c196963580d None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:05:49.028970 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af42affb-b7c0-4224-bb5c-298ade7fa5ae tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:05:49.029315 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af42affb-b7c0-4224-bb5c-298ade7fa5ae tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:05:49.029655 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af42affb-b7c0-4224-bb5c-298ade7fa5ae tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:05:49.029987 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af42affb-b7c0-4224-bb5c-298ade7fa5ae tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:05:49.030347 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af42affb-b7c0-4224-bb5c-298ade7fa5ae tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:05:49.030689 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af42affb-b7c0-4224-bb5c-298ade7fa5ae tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:05:49.031353 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af42affb-b7c0-4224-bb5c-298ade7fa5ae tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:05:49.031678 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af42affb-b7c0-4224-bb5c-298ade7fa5ae tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:05:49.031791 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ffc0f8-38d5-4e2a-9dc8-6c196963580d None None] Pushing event updated for resources: {'Port': ['ID=85dc297e-b814-4bed-a591-2bb19817379e,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:05:49.032003 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af42affb-b7c0-4224-bb5c-298ade7fa5ae tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:05:49.032338 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af42affb-b7c0-4224-bb5c-298ade7fa5ae tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:05:49.032953 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af42affb-b7c0-4224-bb5c-298ade7fa5ae tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:05:49.033274 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af42affb-b7c0-4224-bb5c-298ade7fa5ae tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:05:49.049778 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af42affb-b7c0-4224-bb5c-298ade7fa5ae tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Network 44df2407-a181-4bbc-bb05-4a46bb66eca9 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 16:05:49.059714 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-af42affb-b7c0-4224-bb5c-298ade7fa5ae tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 44df2407-a181-4bbc-bb05-4a46bb66eca9) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:05:49.064850 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af42affb-b7c0-4224-bb5c-298ade7fa5ae tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:49.065461 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-af42affb-b7c0-4224-bb5c-298ade7fa5ae tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks [] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:49.072080 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12467efe-236a-4b54-801d-9ea654c173a9 None None] Network 44df2407-a181-4bbc-bb05-4a46bb66eca9 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 16:05:49.088251 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-af42affb-b7c0-4224-bb5c-298ade7fa5ae tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.5287182 Oct 13 16:05:49.091055 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 59946) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:05:49.212454 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-66ffc0f8-38d5-4e2a-9dc8-6c196963580d None None] Attempting to bind port 85dc297e-b814-4bed-a591-2bb19817379e on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:05:49.213025 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-66ffc0f8-38d5-4e2a-9dc8-6c196963580d None None] Attempting to bind port 85dc297e-b814-4bed-a591-2bb19817379e by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '33f109ef-51e5-41a4-b8b6-b9d2fbbc2659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '63e5ba37-09cf-4935-82b2-38d976d4db86'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:05:49.213141 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ffc0f8-38d5-4e2a-9dc8-6c196963580d None None] Attempting to bind port 85dc297e-b814-4bed-a591-2bb19817379e on network 63e5ba37-09cf-4935-82b2-38d976d4db86 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:05:49.223393 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ffc0f8-38d5-4e2a-9dc8-6c196963580d None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:05:49.223760 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ffc0f8-38d5-4e2a-9dc8-6c196963580d None None] Checking segment: {'id': '33f109ef-51e5-41a4-b8b6-b9d2fbbc2659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '63e5ba37-09cf-4935-82b2-38d976d4db86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:05:49.224160 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-66ffc0f8-38d5-4e2a-9dc8-6c196963580d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:49.225084 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ffc0f8-38d5-4e2a-9dc8-6c196963580d None None] Bound using segment: {'id': '33f109ef-51e5-41a4-b8b6-b9d2fbbc2659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '63e5ba37-09cf-4935-82b2-38d976d4db86'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:05:49.225544 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-66ffc0f8-38d5-4e2a-9dc8-6c196963580d None None] Bound port: 85dc297e-b814-4bed-a591-2bb19817379e, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33f109ef-51e5-41a4-b8b6-b9d2fbbc2659', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '63e5ba37-09cf-4935-82b2-38d976d4db86'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:05:49.225914 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-66ffc0f8-38d5-4e2a-9dc8-6c196963580d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:49.233743 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fdf379de-33b3-46fe-babd-f3ddbb006532 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:49.302252 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fdf379de-33b3-46fe-babd-f3ddbb006532 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:49.373811 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-66ffc0f8-38d5-4e2a-9dc8-6c196963580d None None] For port 85dc297e-b814-4bed-a591-2bb19817379e, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:05:49.376861 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-66ffc0f8-38d5-4e2a-9dc8-6c196963580d None None] For port 85dc297e-b814-4bed-a591-2bb19817379e, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=85dc297e-b814-4bed-a591-2bb19817379e,segment=NetworkSegment(33f109ef-51e5-41a4-b8b6-b9d2fbbc2659),segment_id=33f109ef-51e5-41a4-b8b6-b9d2fbbc2659)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:05:49.381526 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fdf379de-33b3-46fe-babd-f3ddbb006532 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:49.383888 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-66ffc0f8-38d5-4e2a-9dc8-6c196963580d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:49.479168 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85a02744-e0fd-4eb0-a5a7-bdbb1f444d05 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-44df2407-a181-4bbc-bb05-4a46bb66eca9', 'network_id': '44df2407-a181-4bbc-bb05-4a46bb66eca9', 'tenant_id': '3ef342abbdf14a0b8384f5f9029bab98', 'fixed_ips': [{'subnet_id': '90fc8d3d-5b47-46a0-bc76-9dbe52a68b5b'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 16:05:49.480336 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-85a02744-e0fd-4eb0-a5a7-bdbb1f444d05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:49.518416 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf379de-33b3-46fe-babd-f3ddbb006532 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Pushing event deleted for resources: {'Subnet': ['ID=90fc8d3d-5b47-46a0-bc76-9dbe52a68b5b,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:05:49.578235 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ffc0f8-38d5-4e2a-9dc8-6c196963580d None None] Pushing event updated for resources: {'Port': ['ID=85dc297e-b814-4bed-a591-2bb19817379e,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:05:49.600318 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483ad481-1226-48cf-98bb-eaeaa50556c6 None None] Network 44df2407-a181-4bbc-bb05-4a46bb66eca9 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 16:05:49.615607 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fdf379de-33b3-46fe-babd-f3ddbb006532 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:49.647838 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-fdf379de-33b3-46fe-babd-f3ddbb006532 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44df2407-a181-4bbc-bb05-4a46bb66eca9']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:05:49.667217 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-fdf379de-33b3-46fe-babd-f3ddbb006532 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80ce416c-9e74-491d-9ca5-204f4661dd1f') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:05:49.667603 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-fdf379de-33b3-46fe-babd-f3ddbb006532 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80ce416c-9e74-491d-9ca5-204f4661dd1f') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:05:49.692521 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fdf379de-33b3-46fe-babd-f3ddbb006532 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:49.729699 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fdf379de-33b3-46fe-babd-f3ddbb006532 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:49.743519 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdf379de-33b3-46fe-babd-f3ddbb006532 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Releasing vlan 426 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 16:05:49.744427 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fdf379de-33b3-46fe-babd-f3ddbb006532 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:49.779097 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 80ce416c-9e74-491d-9ca5-204f4661dd1f resource provider aggregate not found Oct 13 16:05:49.834424 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 80ce416c-9e74-491d-9ca5-204f4661dd1f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 80ce416c-9e74-491d-9ca5-204f4661dd1f found for delete ", "request_id": "req-c7c20fa1-2d9f-43f9-ad50-f60d03f6a77f"}]} Oct 13 16:05:49.854363 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fdf379de-33b3-46fe-babd-f3ddbb006532 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:49.859654 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fdf379de-33b3-46fe-babd-f3ddbb006532 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:49.884932 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf379de-33b3-46fe-babd-f3ddbb006532 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Pushing event deleted for resources: {'Network': ['ID=44df2407-a181-4bbc-bb05-4a46bb66eca9,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:05:49.889612 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-fdf379de-33b3-46fe-babd-f3ddbb006532 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] 10.222.0.42 "DELETE /v2.0/networks/44df2407-a181-4bbc-bb05-4a46bb66eca9 HTTP/1.1" status: 204 len: 168 time: 0.7973268 Oct 13 16:05:49.892721 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 59954) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:05:49.898686 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-88800783-4cd5-4c22-9f6e-3e0aa37a2901 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-839488891'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:05:49.903572 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-88800783-4cd5-4c22-9f6e-3e0aa37a2901 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:05:49.907827 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-88800783-4cd5-4c22-9f6e-3e0aa37a2901 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Usage tracker for resource:network and tenant:3ef342abbdf14a0b8384f5f9029bab98 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:05:49.910828 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-88800783-4cd5-4c22-9f6e-3e0aa37a2901 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:05:49.916393 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-88800783-4cd5-4c22-9f6e-3e0aa37a2901 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:05:49.926189 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88800783-4cd5-4c22-9f6e-3e0aa37a2901 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Made reservation on behalf of 3ef342abbdf14a0b8384f5f9029bab98 for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 16:05:49.929469 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-88800783-4cd5-4c22-9f6e-3e0aa37a2901 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:49.956778 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88800783-4cd5-4c22-9f6e-3e0aa37a2901 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 409} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 16:05:49.966435 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-88800783-4cd5-4c22-9f6e-3e0aa37a2901 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:49.966774 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-88800783-4cd5-4c22-9f6e-3e0aa37a2901 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Added segment d293c783-847e-43e1-a165-b83170d23ab6 of type vlan for network 841acebe-f96d-416b-8f5c-37a899675bcc Oct 13 16:05:49.994763 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-88800783-4cd5-4c22-9f6e-3e0aa37a2901 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:50.023375 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-88800783-4cd5-4c22-9f6e-3e0aa37a2901 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:50.028767 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88800783-4cd5-4c22-9f6e-3e0aa37a2901 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:50.029334 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-88800783-4cd5-4c22-9f6e-3e0aa37a2901 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:50.124177 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-88800783-4cd5-4c22-9f6e-3e0aa37a2901 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2304635 Oct 13 16:05:50.127162 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 59958) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:05:50.132800 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-5c15088b-9027-4571-9159-b44a00efc82b tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Request body: {'subnet': {'network_id': '841acebe-f96d-416b-8f5c-37a899675bcc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:05:50.135506 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88800783-4cd5-4c22-9f6e-3e0aa37a2901 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Pushing event updated for resources: {'Network': ['ID=841acebe-f96d-416b-8f5c-37a899675bcc,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:05:50.145904 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 841acebe-f96d-416b-8f5c-37a899675bcc details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 16:05:50.249011 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-5c15088b-9027-4571-9159-b44a00efc82b tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:05:50.253436 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-5c15088b-9027-4571-9159-b44a00efc82b tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Usage tracker for resource:subnet and tenant:3ef342abbdf14a0b8384f5f9029bab98 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:05:50.256927 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-5c15088b-9027-4571-9159-b44a00efc82b tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:05:50.263500 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-5c15088b-9027-4571-9159-b44a00efc82b tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:05:50.279593 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c15088b-9027-4571-9159-b44a00efc82b tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Made reservation on behalf of 3ef342abbdf14a0b8384f5f9029bab98 for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 16:05:50.283191 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5c15088b-9027-4571-9159-b44a00efc82b tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:50.381208 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.ipam_backend_mixin [None req-5c15088b-9027-4571-9159-b44a00efc82b tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Performing IP validity checks on allocation pools {{(pid=88973) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:314}} Oct 13 16:05:50.381765 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.ipam_backend_mixin [None req-5c15088b-9027-4571-9159-b44a00efc82b tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Checking for overlaps among allocation pools and gateway ip {{(pid=88973) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:335}} Oct 13 16:05:50.465230 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f273dfa-a0d9-4c9e-89de-915690a80938 None None] Network 63e5ba37-09cf-4935-82b2-38d976d4db86 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 16:05:50.506683 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5c15088b-9027-4571-9159-b44a00efc82b tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:50.560611 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-9b9d8646-4ad8-44f8-8bbd-5f12a2a28898 None None] Provisioning for port 85dc297e-b814-4bed-a591-2bb19817379e completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:05:50.588229 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c15088b-9027-4571-9159-b44a00efc82b tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Pushing event updated for resources: {'Subnet': ['ID=b637bfde-0a62-4484-b87b-5fff036474b6,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:05:50.595680 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c15088b-9027-4571-9159-b44a00efc82b tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Checking segment: {'id': 'd293c783-847e-43e1-a165-b83170d23ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 409, 'network_id': '841acebe-f96d-416b-8f5c-37a899675bcc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:05:50.596043 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c15088b-9027-4571-9159-b44a00efc82b tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Network hostable DHCP agents. Network: 841acebe-f96d-416b-8f5c-37a899675bcc, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 16:05:50.615695 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c15088b-9027-4571-9159-b44a00efc82b tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Network 841acebe-f96d-416b-8f5c-37a899675bcc is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 16:05:50.624948 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-5c15088b-9027-4571-9159-b44a00efc82b tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 841acebe-f96d-416b-8f5c-37a899675bcc) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:05:50.629003 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c15088b-9027-4571-9159-b44a00efc82b tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:50.629586 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5c15088b-9027-4571-9159-b44a00efc82b tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:50.641361 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f556c43-f277-4782-a4d1-d9f0623fc97b None None] Network 841acebe-f96d-416b-8f5c-37a899675bcc requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 16:05:50.650684 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-5c15088b-9027-4571-9159-b44a00efc82b tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.5224531 Oct 13 16:05:50.653253 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 59962) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:05:50.795757 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-54104703-7e09-4c47-8aca-b247cdb4ff39 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:50.860347 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-54104703-7e09-4c47-8aca-b247cdb4ff39 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:50.930216 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce7059b-551f-4064-ac15-55db3f45b6b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-841acebe-f96d-416b-8f5c-37a899675bcc', 'network_id': '841acebe-f96d-416b-8f5c-37a899675bcc', 'tenant_id': '3ef342abbdf14a0b8384f5f9029bab98', 'fixed_ips': [{'subnet_id': 'b637bfde-0a62-4484-b87b-5fff036474b6'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 16:05:50.931105 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4ce7059b-551f-4064-ac15-55db3f45b6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:50.949191 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-54104703-7e09-4c47-8aca-b247cdb4ff39 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:50.991896 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54104703-7e09-4c47-8aca-b247cdb4ff39 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Pushing event deleted for resources: {'Subnet': ['ID=b637bfde-0a62-4484-b87b-5fff036474b6,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:05:51.035846 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf1d6f4-215a-4531-82fb-96e54c4ed492 None None] Network 841acebe-f96d-416b-8f5c-37a899675bcc requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 16:05:51.091961 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-54104703-7e09-4c47-8aca-b247cdb4ff39 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:51.118366 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-54104703-7e09-4c47-8aca-b247cdb4ff39 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['841acebe-f96d-416b-8f5c-37a899675bcc']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:05:51.130350 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-54104703-7e09-4c47-8aca-b247cdb4ff39 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd293c783-847e-43e1-a165-b83170d23ab6') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:05:51.130962 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-54104703-7e09-4c47-8aca-b247cdb4ff39 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd293c783-847e-43e1-a165-b83170d23ab6') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:05:51.141673 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-54104703-7e09-4c47-8aca-b247cdb4ff39 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:51.158057 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-54104703-7e09-4c47-8aca-b247cdb4ff39 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:51.164429 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54104703-7e09-4c47-8aca-b247cdb4ff39 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Releasing vlan 409 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 16:05:51.164803 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-54104703-7e09-4c47-8aca-b247cdb4ff39 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:51.268461 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-54104703-7e09-4c47-8aca-b247cdb4ff39 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:51.285946 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-54104703-7e09-4c47-8aca-b247cdb4ff39 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks [] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:51.297516 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54104703-7e09-4c47-8aca-b247cdb4ff39 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Pushing event deleted for resources: {'Network': ['ID=841acebe-f96d-416b-8f5c-37a899675bcc,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:05:51.300815 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-54104703-7e09-4c47-8aca-b247cdb4ff39 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] 10.222.0.42 "DELETE /v2.0/networks/841acebe-f96d-416b-8f5c-37a899675bcc HTTP/1.1" status: 204 len: 168 time: 0.6466336 Oct 13 16:05:51.305207 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 59970) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:05:51.311089 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-ebbf5fed-2981-48e8-83f4-909281fd4826 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-639168229'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:05:51.316504 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-ebbf5fed-2981-48e8-83f4-909281fd4826 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:05:51.319153 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment d293c783-847e-43e1-a165-b83170d23ab6 resource provider aggregate not found Oct 13 16:05:51.320989 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-ebbf5fed-2981-48e8-83f4-909281fd4826 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Usage tracker for resource:network and tenant:3ef342abbdf14a0b8384f5f9029bab98 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:05:51.323877 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-ebbf5fed-2981-48e8-83f4-909281fd4826 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:05:51.330091 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-ebbf5fed-2981-48e8-83f4-909281fd4826 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:05:51.336011 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment d293c783-847e-43e1-a165-b83170d23ab6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d293c783-847e-43e1-a165-b83170d23ab6 found for delete ", "request_id": "req-100c8c3a-3bf2-478d-95c2-09f16bda2bf7"}]} Oct 13 16:05:51.339347 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebbf5fed-2981-48e8-83f4-909281fd4826 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Made reservation on behalf of 3ef342abbdf14a0b8384f5f9029bab98 for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 16:05:51.342963 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ebbf5fed-2981-48e8-83f4-909281fd4826 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:51.371230 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebbf5fed-2981-48e8-83f4-909281fd4826 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 418} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 16:05:51.379562 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ebbf5fed-2981-48e8-83f4-909281fd4826 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:51.379905 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-ebbf5fed-2981-48e8-83f4-909281fd4826 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Added segment e20d77c6-c278-4553-b46e-f103be8aff6e of type vlan for network 9f3025c0-53d5-4131-a3c9-e360967237a4 Oct 13 16:05:51.409111 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ebbf5fed-2981-48e8-83f4-909281fd4826 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:51.439822 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ebbf5fed-2981-48e8-83f4-909281fd4826 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:51.445989 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbf5fed-2981-48e8-83f4-909281fd4826 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:51.446574 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ebbf5fed-2981-48e8-83f4-909281fd4826 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:51.456061 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 85dc297e-b814-4bed-a591-2bb19817379e up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:05:51.525707 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 85dc297e-b814-4bed-a591-2bb19817379e completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:05:51.530481 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 85dc297e-b814-4bed-a591-2bb19817379e triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:05:51.530851 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:51.531210 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 85dc297e-b814-4bed-a591-2bb19817379e Oct 13 16:05:51.544518 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-ebbf5fed-2981-48e8-83f4-909281fd4826 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2381818 Oct 13 16:05:51.548197 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 59976) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:05:51.555220 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-137bc99a-95f7-4bb3-9f41-69f72a4bec2e tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Request body: {'subnet': {'network_id': '9f3025c0-53d5-4131-a3c9-e360967237a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:05:51.556802 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbf5fed-2981-48e8-83f4-909281fd4826 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Pushing event updated for resources: {'Network': ['ID=9f3025c0-53d5-4131-a3c9-e360967237a4,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:05:51.569369 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 9f3025c0-53d5-4131-a3c9-e360967237a4 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 16:05:51.667658 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-137bc99a-95f7-4bb3-9f41-69f72a4bec2e tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:05:51.671616 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-137bc99a-95f7-4bb3-9f41-69f72a4bec2e tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Usage tracker for resource:subnet and tenant:3ef342abbdf14a0b8384f5f9029bab98 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:05:51.674675 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-137bc99a-95f7-4bb3-9f41-69f72a4bec2e tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:05:51.681188 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-137bc99a-95f7-4bb3-9f41-69f72a4bec2e tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:05:51.694312 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-137bc99a-95f7-4bb3-9f41-69f72a4bec2e tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Made reservation on behalf of 3ef342abbdf14a0b8384f5f9029bab98 for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 16:05:51.697907 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-137bc99a-95f7-4bb3-9f41-69f72a4bec2e tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:51.743461 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 85dc297e-b814-4bed-a591-2bb19817379e is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:05:51.743835 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:51.778786 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 85dc297e-b814-4bed-a591-2bb19817379e, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=85dc297e-b814-4bed-a591-2bb19817379e,segment=NetworkSegment(33f109ef-51e5-41a4-b8b6-b9d2fbbc2659),segment_id=33f109ef-51e5-41a4-b8b6-b9d2fbbc2659)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:05:51.782648 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:51.853562 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=85dc297e-b814-4bed-a591-2bb19817379e,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:05:51.912500 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-137bc99a-95f7-4bb3-9f41-69f72a4bec2e tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:52.095572 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137bc99a-95f7-4bb3-9f41-69f72a4bec2e tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Pushing event updated for resources: {'Subnet': ['ID=845381cb-bbbf-4333-94ee-518256c17447,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:05:52.104021 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137bc99a-95f7-4bb3-9f41-69f72a4bec2e tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Checking segment: {'id': 'e20d77c6-c278-4553-b46e-f103be8aff6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9f3025c0-53d5-4131-a3c9-e360967237a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:05:52.104320 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137bc99a-95f7-4bb3-9f41-69f72a4bec2e tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Network hostable DHCP agents. Network: 9f3025c0-53d5-4131-a3c9-e360967237a4, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 16:05:52.123029 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-137bc99a-95f7-4bb3-9f41-69f72a4bec2e tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Network 9f3025c0-53d5-4131-a3c9-e360967237a4 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 16:05:52.132142 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-137bc99a-95f7-4bb3-9f41-69f72a4bec2e tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 9f3025c0-53d5-4131-a3c9-e360967237a4) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:05:52.136273 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-137bc99a-95f7-4bb3-9f41-69f72a4bec2e tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:52.137116 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-137bc99a-95f7-4bb3-9f41-69f72a4bec2e tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:52.140640 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2152b8d-ad50-4388-b130-21e661f2e3e6 None None] Network 9f3025c0-53d5-4131-a3c9-e360967237a4 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 16:05:52.159286 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-137bc99a-95f7-4bb3-9f41-69f72a4bec2e tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6098275 Oct 13 16:05:52.163579 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 59980) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:05:52.169291 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-48c9993a-3f8b-4a7f-bcd0-e5d2dd7f31ba tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-636856848'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:05:52.174350 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-48c9993a-3f8b-4a7f-bcd0-e5d2dd7f31ba tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:05:52.178786 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-48c9993a-3f8b-4a7f-bcd0-e5d2dd7f31ba tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Usage tracker for resource:network and tenant:3ef342abbdf14a0b8384f5f9029bab98 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:05:52.181576 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-48c9993a-3f8b-4a7f-bcd0-e5d2dd7f31ba tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Quota usage for network was recalculated. Used quota:2. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:05:52.187321 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-48c9993a-3f8b-4a7f-bcd0-e5d2dd7f31ba tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:05:52.197241 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c9993a-3f8b-4a7f-bcd0-e5d2dd7f31ba tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Made reservation on behalf of 3ef342abbdf14a0b8384f5f9029bab98 for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 16:05:52.200677 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-48c9993a-3f8b-4a7f-bcd0-e5d2dd7f31ba tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:52.228806 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48c9993a-3f8b-4a7f-bcd0-e5d2dd7f31ba tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 449} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 16:05:52.237724 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-48c9993a-3f8b-4a7f-bcd0-e5d2dd7f31ba tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:52.238058 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-48c9993a-3f8b-4a7f-bcd0-e5d2dd7f31ba tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Added segment 1fcecc45-5b61-4c46-addc-0d9084f6cff3 of type vlan for network 9160ebe9-6b83-4697-9f09-48e0dbfbda6e Oct 13 16:05:52.264539 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-48c9993a-3f8b-4a7f-bcd0-e5d2dd7f31ba tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:52.297561 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-48c9993a-3f8b-4a7f-bcd0-e5d2dd7f31ba tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:52.303509 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c9993a-3f8b-4a7f-bcd0-e5d2dd7f31ba tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:52.304109 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-48c9993a-3f8b-4a7f-bcd0-e5d2dd7f31ba tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:52.368271 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a9cf16-81ef-4ac9-ac4f-5440427dd9a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-9f3025c0-53d5-4131-a3c9-e360967237a4', 'network_id': '9f3025c0-53d5-4131-a3c9-e360967237a4', 'tenant_id': '3ef342abbdf14a0b8384f5f9029bab98', 'fixed_ips': [{'subnet_id': '845381cb-bbbf-4333-94ee-518256c17447'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 16:05:52.369088 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-08a9cf16-81ef-4ac9-ac4f-5440427dd9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:52.398237 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-48c9993a-3f8b-4a7f-bcd0-e5d2dd7f31ba tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2335281 Oct 13 16:05:52.401175 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 59984) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:05:52.407228 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-4f2fc08f-9672-415a-8c19-d02b8cea9307 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Request body: {'subnet': {'network_id': '9160ebe9-6b83-4697-9f09-48e0dbfbda6e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:05:52.410177 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c9993a-3f8b-4a7f-bcd0-e5d2dd7f31ba tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Pushing event updated for resources: {'Network': ['ID=9160ebe9-6b83-4697-9f09-48e0dbfbda6e,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:05:52.423617 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 9160ebe9-6b83-4697-9f09-48e0dbfbda6e details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 16:05:52.523898 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-4f2fc08f-9672-415a-8c19-d02b8cea9307 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:05:52.527866 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-4f2fc08f-9672-415a-8c19-d02b8cea9307 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Usage tracker for resource:subnet and tenant:3ef342abbdf14a0b8384f5f9029bab98 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:05:52.530802 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-4f2fc08f-9672-415a-8c19-d02b8cea9307 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:05:52.536604 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-4f2fc08f-9672-415a-8c19-d02b8cea9307 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:05:52.546008 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2fc08f-9672-415a-8c19-d02b8cea9307 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Made reservation on behalf of 3ef342abbdf14a0b8384f5f9029bab98 for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 16:05:52.549407 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4f2fc08f-9672-415a-8c19-d02b8cea9307 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:52.647242 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-08a9cf16-81ef-4ac9-ac4f-5440427dd9a7 None None] Allocated IP 2001:db8::2 (9f3025c0-53d5-4131-a3c9-e360967237a4/845381cb-bbbf-4333-94ee-518256c17447/34b99c40-15c6-49b7-aacb-7d0f887327db) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:05:52.767934 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4f2fc08f-9672-415a-8c19-d02b8cea9307 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:52.850932 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2fc08f-9672-415a-8c19-d02b8cea9307 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Pushing event updated for resources: {'Subnet': ['ID=dfc7ebfe-3e72-4a91-8c73-629add663662,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:05:52.858444 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f2fc08f-9672-415a-8c19-d02b8cea9307 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Checking segment: {'id': '1fcecc45-5b61-4c46-addc-0d9084f6cff3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 449, 'network_id': '9160ebe9-6b83-4697-9f09-48e0dbfbda6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:05:52.858799 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2fc08f-9672-415a-8c19-d02b8cea9307 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Network hostable DHCP agents. Network: 9160ebe9-6b83-4697-9f09-48e0dbfbda6e, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 16:05:52.858933 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-08a9cf16-81ef-4ac9-ac4f-5440427dd9a7 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:52.869457 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-08a9cf16-81ef-4ac9-ac4f-5440427dd9a7 None None] Transition to ACTIVE for port object 34b99c40-15c6-49b7-aacb-7d0f887327db will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:05:52.877890 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f2fc08f-9672-415a-8c19-d02b8cea9307 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Network 9160ebe9-6b83-4697-9f09-48e0dbfbda6e is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 16:05:52.888012 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-4f2fc08f-9672-415a-8c19-d02b8cea9307 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 9160ebe9-6b83-4697-9f09-48e0dbfbda6e) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:05:52.892287 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2fc08f-9672-415a-8c19-d02b8cea9307 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:52.892870 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4f2fc08f-9672-415a-8c19-d02b8cea9307 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:52.893703 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-08a9cf16-81ef-4ac9-ac4f-5440427dd9a7 None None] Transition to ACTIVE for port object 34b99c40-15c6-49b7-aacb-7d0f887327db will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:05:52.899757 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215b27d8-d2b1-42e9-9971-9bdd7dad913b None None] Network 9160ebe9-6b83-4697-9f09-48e0dbfbda6e requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 16:05:52.915234 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-4f2fc08f-9672-415a-8c19-d02b8cea9307 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5127943 Oct 13 16:05:52.917003 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-08a9cf16-81ef-4ac9-ac4f-5440427dd9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:52.917890 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 59988) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:05:53.038833 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08a9cf16-81ef-4ac9-ac4f-5440427dd9a7 None None] Network 9f3025c0-53d5-4131-a3c9-e360967237a4 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:05:53.043547 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-08a9cf16-81ef-4ac9-ac4f-5440427dd9a7 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:05:53.046442 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08a9cf16-81ef-4ac9-ac4f-5440427dd9a7 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:05:53.058882 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-eb0e06b7-a967-4ff4-aa69-2719706f6356 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:53.115338 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a9cf16-81ef-4ac9-ac4f-5440427dd9a7 None None] Pushing event updated for resources: {'Port': ['ID=34b99c40-15c6-49b7-aacb-7d0f887327db,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:05:53.125569 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-eb0e06b7-a967-4ff4-aa69-2719706f6356 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:53.188910 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-08a9cf16-81ef-4ac9-ac4f-5440427dd9a7 None None] Attempting to bind port 34b99c40-15c6-49b7-aacb-7d0f887327db on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:05:53.189279 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-08a9cf16-81ef-4ac9-ac4f-5440427dd9a7 None None] Attempting to bind port 34b99c40-15c6-49b7-aacb-7d0f887327db by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'e20d77c6-c278-4553-b46e-f103be8aff6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9f3025c0-53d5-4131-a3c9-e360967237a4'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:05:53.189641 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a9cf16-81ef-4ac9-ac4f-5440427dd9a7 None None] Attempting to bind port 34b99c40-15c6-49b7-aacb-7d0f887327db on network 9f3025c0-53d5-4131-a3c9-e360967237a4 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:05:53.205029 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-eb0e06b7-a967-4ff4-aa69-2719706f6356 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:53.244949 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e06b7-a967-4ff4-aa69-2719706f6356 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Pushing event deleted for resources: {'Subnet': ['ID=dfc7ebfe-3e72-4a91-8c73-629add663662,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:05:53.253971 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a9cf16-81ef-4ac9-ac4f-5440427dd9a7 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:05:53.254464 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a9cf16-81ef-4ac9-ac4f-5440427dd9a7 None None] Checking segment: {'id': 'e20d77c6-c278-4553-b46e-f103be8aff6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9f3025c0-53d5-4131-a3c9-e360967237a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:05:53.254872 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-08a9cf16-81ef-4ac9-ac4f-5440427dd9a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:53.255284 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08a9cf16-81ef-4ac9-ac4f-5440427dd9a7 None None] Bound using segment: {'id': 'e20d77c6-c278-4553-b46e-f103be8aff6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9f3025c0-53d5-4131-a3c9-e360967237a4'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:05:53.255772 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-08a9cf16-81ef-4ac9-ac4f-5440427dd9a7 None None] Bound port: 34b99c40-15c6-49b7-aacb-7d0f887327db, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e20d77c6-c278-4553-b46e-f103be8aff6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 418, 'network_id': '9f3025c0-53d5-4131-a3c9-e360967237a4'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:05:53.256143 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-08a9cf16-81ef-4ac9-ac4f-5440427dd9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:53.308821 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13703262-7250-4054-b76e-cfe3a5d1686e None None] Network 9160ebe9-6b83-4697-9f09-48e0dbfbda6e requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 16:05:53.337449 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-eb0e06b7-a967-4ff4-aa69-2719706f6356 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:53.362435 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-eb0e06b7-a967-4ff4-aa69-2719706f6356 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9160ebe9-6b83-4697-9f09-48e0dbfbda6e']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:05:53.374398 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-eb0e06b7-a967-4ff4-aa69-2719706f6356 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fcecc45-5b61-4c46-addc-0d9084f6cff3') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:05:53.374758 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-eb0e06b7-a967-4ff4-aa69-2719706f6356 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fcecc45-5b61-4c46-addc-0d9084f6cff3') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:05:53.386810 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-eb0e06b7-a967-4ff4-aa69-2719706f6356 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:53.403535 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-eb0e06b7-a967-4ff4-aa69-2719706f6356 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:53.410113 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb0e06b7-a967-4ff4-aa69-2719706f6356 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Releasing vlan 449 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 16:05:53.410616 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-eb0e06b7-a967-4ff4-aa69-2719706f6356 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:53.441802 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 85dc297e-b814-4bed-a591-2bb19817379e up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:05:53.491834 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 1fcecc45-5b61-4c46-addc-0d9084f6cff3 resource provider aggregate not found Oct 13 16:05:53.509873 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 1fcecc45-5b61-4c46-addc-0d9084f6cff3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1fcecc45-5b61-4c46-addc-0d9084f6cff3 found for delete ", "request_id": "req-ba084627-2983-43bc-a96a-e76806ff7ee8"}]} Oct 13 16:05:53.518982 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-eb0e06b7-a967-4ff4-aa69-2719706f6356 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:53.538711 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-eb0e06b7-a967-4ff4-aa69-2719706f6356 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks [] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:53.542410 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-08a9cf16-81ef-4ac9-ac4f-5440427dd9a7 None None] For port 34b99c40-15c6-49b7-aacb-7d0f887327db, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:05:53.544820 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0e06b7-a967-4ff4-aa69-2719706f6356 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Pushing event deleted for resources: {'Network': ['ID=9160ebe9-6b83-4697-9f09-48e0dbfbda6e,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:05:53.551415 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-eb0e06b7-a967-4ff4-aa69-2719706f6356 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] 10.222.0.42 "DELETE /v2.0/networks/9160ebe9-6b83-4697-9f09-48e0dbfbda6e HTTP/1.1" status: 204 len: 168 time: 0.6324751 Oct 13 16:05:53.554574 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 59996) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:05:53.592959 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c510abf-c26b-4346-9c00-218acd1f380b tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] GET failed (client error): The resource could not be found. Oct 13 16:05:53.593474 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-0c510abf-c26b-4346-9c00-218acd1f380b tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Synchronizing usage tracker for tenant:3ef342abbdf14a0b8384f5f9029bab98 on resource:subnet {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:05:53.596160 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-08a9cf16-81ef-4ac9-ac4f-5440427dd9a7 None None] For port 34b99c40-15c6-49b7-aacb-7d0f887327db, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=34b99c40-15c6-49b7-aacb-7d0f887327db,segment=NetworkSegment(e20d77c6-c278-4553-b46e-f103be8aff6e),segment_id=e20d77c6-c278-4553-b46e-f103be8aff6e)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:05:53.603083 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-08a9cf16-81ef-4ac9-ac4f-5440427dd9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:53.611428 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-0c510abf-c26b-4346-9c00-218acd1f380b tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Unset dirty status for tenant:3ef342abbdf14a0b8384f5f9029bab98 on resource:subnet {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:05:53.612658 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-0c510abf-c26b-4346-9c00-218acd1f380b tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] 10.222.0.42 "GET /v2.0/subnets/dfc7ebfe-3e72-4a91-8c73-629add663662 HTTP/1.1" status: 404 len: 337 time: 0.0572073 Oct 13 16:05:53.616323 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 60000) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:05:53.641026 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bd56cc1-ba27-42bc-a328-580402e38adf tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] DELETE failed (client error): The resource could not be found. Oct 13 16:05:53.641490 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bd56cc1-ba27-42bc-a328-580402e38adf tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 16:05:53.646728 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-2bd56cc1-ba27-42bc-a328-580402e38adf tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] 10.222.0.42 "DELETE /v2.0/networks/9160ebe9-6b83-4697-9f09-48e0dbfbda6e HTTP/1.1" status: 404 len: 339 time: 0.0259781 Oct 13 16:05:53.646981 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 60004) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:05:53.681034 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a9cf16-81ef-4ac9-ac4f-5440427dd9a7 None None] Pushing event updated for resources: {'Port': ['ID=34b99c40-15c6-49b7-aacb-7d0f887327db,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:05:53.688508 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aa1e5d1-06e7-4768-a662-3d242bc61ca8 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] DELETE failed (client error): The resource could not be found. Oct 13 16:05:53.689054 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aa1e5d1-06e7-4768-a662-3d242bc61ca8 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 16:05:53.693252 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-1aa1e5d1-06e7-4768-a662-3d242bc61ca8 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] 10.222.0.42 "DELETE /v2.0/subnets/dfc7ebfe-3e72-4a91-8c73-629add663662 HTTP/1.1" status: 404 len: 337 time: 0.0428746 Oct 13 16:05:53.693356 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 60008) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:05:53.696791 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 85dc297e-b814-4bed-a591-2bb19817379e triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:05:53.697160 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:53.697513 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 85dc297e-b814-4bed-a591-2bb19817379e Oct 13 16:05:53.719047 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-906a6067-ac35-4ee3-a498-b0ad55fd330a tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] DELETE failed (client error): The resource could not be found. Oct 13 16:05:53.719513 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-906a6067-ac35-4ee3-a498-b0ad55fd330a tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 16:05:53.721196 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-906a6067-ac35-4ee3-a498-b0ad55fd330a tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] 10.222.0.42 "DELETE /v2.0/networks/9160ebe9-6b83-4697-9f09-48e0dbfbda6e HTTP/1.1" status: 404 len: 339 time: 0.0269485 Oct 13 16:05:53.724739 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 60012) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:05:53.800847 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_v2 [None req-9abecb10-ed58-4eba-b5ea-a3175a748311 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Deleting subnet 845381cb-bbbf-4333-94ee-518256c17447 {{(pid=88973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 16:05:53.804489 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9abecb10-ed58-4eba-b5ea-a3175a748311 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks [] for subnet, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:53.821141 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 85dc297e-b814-4bed-a591-2bb19817379e is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:05:53.874825 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9abecb10-ed58-4eba-b5ea-a3175a748311 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7432921'] for subnet, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:53.968349 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9abecb10-ed58-4eba-b5ea-a3175a748311 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:54.043050 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9abecb10-ed58-4eba-b5ea-a3175a748311 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:54.085609 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abecb10-ed58-4eba-b5ea-a3175a748311 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Pushing event deleted for resources: {'Subnet': ['ID=845381cb-bbbf-4333-94ee-518256c17447,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:05:54.089214 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9abecb10-ed58-4eba-b5ea-a3175a748311 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:54.102155 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-9abecb10-ed58-4eba-b5ea-a3175a748311 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] 10.222.0.42 "DELETE /v2.0/subnets/845381cb-bbbf-4333-94ee-518256c17447 HTTP/1.1" status: 204 len: 168 time: 0.3764124 Oct 13 16:05:54.104678 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 60016) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:05:54.324113 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-68c6ed22-59c7-4c08-b281-151761a343d3 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:54.334920 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-68c6ed22-59c7-4c08-b281-151761a343d3 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Deleting port 34b99c40-15c6-49b7-aacb-7d0f887327db {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:05:54.335256 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-68c6ed22-59c7-4c08-b281-151761a343d3 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:54.543869 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-68c6ed22-59c7-4c08-b281-151761a343d3 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] For port 34b99c40-15c6-49b7-aacb-7d0f887327db, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=34b99c40-15c6-49b7-aacb-7d0f887327db,segment=NetworkSegment(e20d77c6-c278-4553-b46e-f103be8aff6e),segment_id=e20d77c6-c278-4553-b46e-f103be8aff6e)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:05:54.544226 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-68c6ed22-59c7-4c08-b281-151761a343d3 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:54.607869 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea94b57d-b571-4eae-b3cd-7d7417ad7080 None None] Network 9f3025c0-53d5-4131-a3c9-e360967237a4 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 16:05:54.671265 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-68c6ed22-59c7-4c08-b281-151761a343d3 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Calling delete_port for 34b99c40-15c6-49b7-aacb-7d0f887327db owned by network:dhcp {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:05:54.748651 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-68c6ed22-59c7-4c08-b281-151761a343d3 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:54.779012 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-a62fa459-0e69-4049-8300-efaece7a1026 None None] Provisioning for port 34b99c40-15c6-49b7-aacb-7d0f887327db completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:05:54.789784 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-a62fa459-0e69-4049-8300-efaece7a1026 None None] Provisioning complete for port 34b99c40-15c6-49b7-aacb-7d0f887327db triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:05:54.790172 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-a62fa459-0e69-4049-8300-efaece7a1026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:54.790607 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-a62fa459-0e69-4049-8300-efaece7a1026 None None] Attempt 1 to provision port 34b99c40-15c6-49b7-aacb-7d0f887327db Oct 13 16:05:54.796289 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c6ed22-59c7-4c08-b281-151761a343d3 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Pushing event deleted for resources: {'Port': ['ID=34b99c40-15c6-49b7-aacb-7d0f887327db,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:05:54.798084 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c6ed22-59c7-4c08-b281-151761a343d3 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] No DVR routers for this DVR port 34b99c40-15c6-49b7-aacb-7d0f887327db on host dv-neutron-860329-2-hyperv {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 16:05:54.824951 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-a62fa459-0e69-4049-8300-efaece7a1026 None None] Port 34b99c40-15c6-49b7-aacb-7d0f887327db was deleted so its status cannot be updated. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:338}} Oct 13 16:05:54.873396 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ca300b-9e02-49a8-af05-e042c29a5bdc None None] DHCP port deletion for 9f3025c0-53d5-4131-a3c9-e360967237a4 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 16:05:54.922439 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-68c6ed22-59c7-4c08-b281-151761a343d3 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:54.951217 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-68c6ed22-59c7-4c08-b281-151761a343d3 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f3025c0-53d5-4131-a3c9-e360967237a4']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:05:54.963270 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-68c6ed22-59c7-4c08-b281-151761a343d3 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e20d77c6-c278-4553-b46e-f103be8aff6e') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:05:54.963565 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-68c6ed22-59c7-4c08-b281-151761a343d3 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e20d77c6-c278-4553-b46e-f103be8aff6e') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:05:54.974908 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-68c6ed22-59c7-4c08-b281-151761a343d3 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:54.990244 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-68c6ed22-59c7-4c08-b281-151761a343d3 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:54.996293 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68c6ed22-59c7-4c08-b281-151761a343d3 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Releasing vlan 418 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 16:05:54.996676 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-68c6ed22-59c7-4c08-b281-151761a343d3 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:55.086642 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-68c6ed22-59c7-4c08-b281-151761a343d3 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:55.106613 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-68c6ed22-59c7-4c08-b281-151761a343d3 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks [] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:55.117465 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c6ed22-59c7-4c08-b281-151761a343d3 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Pushing event deleted for resources: {'Network': ['ID=9f3025c0-53d5-4131-a3c9-e360967237a4,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:05:55.121341 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-68c6ed22-59c7-4c08-b281-151761a343d3 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] 10.222.0.42 "DELETE /v2.0/networks/9f3025c0-53d5-4131-a3c9-e360967237a4 HTTP/1.1" status: 204 len: 168 time: 1.0157671 Oct 13 16:05:55.123818 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 60020) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:05:55.161046 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b649225-20f1-4e88-a062-10c0a70119ff tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] DELETE failed (client error): The resource could not be found. Oct 13 16:05:55.161374 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b649225-20f1-4e88-a062-10c0a70119ff tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 16:05:55.163241 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-0b649225-20f1-4e88-a062-10c0a70119ff tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] 10.222.0.42 "DELETE /v2.0/subnets/b637bfde-0a62-4484-b87b-5fff036474b6 HTTP/1.1" status: 404 len: 337 time: 0.0384953 Oct 13 16:05:55.165562 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 60024) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:05:55.188892 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-54d3287f-0065-4ae3-b3fa-9da71c2d43a2 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] DELETE failed (client error): The resource could not be found. Oct 13 16:05:55.189329 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54d3287f-0065-4ae3-b3fa-9da71c2d43a2 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 16:05:55.190872 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-54d3287f-0065-4ae3-b3fa-9da71c2d43a2 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] 10.222.0.42 "DELETE /v2.0/networks/841acebe-f96d-416b-8f5c-37a899675bcc HTTP/1.1" status: 404 len: 339 time: 0.0244641 Oct 13 16:05:55.194254 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 60028) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:05:55.231386 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-506c0606-9cb3-4892-9193-38a1d9d3faf0 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] DELETE failed (client error): The resource could not be found. Oct 13 16:05:55.231821 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-506c0606-9cb3-4892-9193-38a1d9d3faf0 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 16:05:55.233392 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-506c0606-9cb3-4892-9193-38a1d9d3faf0 tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] 10.222.0.42 "DELETE /v2.0/subnets/90fc8d3d-5b47-46a0-bc76-9dbe52a68b5b HTTP/1.1" status: 404 len: 337 time: 0.0382833 Oct 13 16:05:55.235905 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 60032) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:05:55.264224 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc4f7137-951e-4baa-b732-4784a2d6eaad tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] DELETE failed (client error): The resource could not be found. Oct 13 16:05:55.264662 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc4f7137-951e-4baa-b732-4784a2d6eaad tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=88973) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Oct 13 16:05:55.266218 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-fc4f7137-951e-4baa-b732-4784a2d6eaad tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] 10.222.0.42 "DELETE /v2.0/networks/44df2407-a181-4bbc-bb05-4a46bb66eca9 HTTP/1.1" status: 404 len: 339 time: 0.0294435 Oct 13 16:05:55.268528 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 60036) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:05:55.332031 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b5a926c-48d2-411d-9136-b6760439174b tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Deleting subnet c6742aa8-87f2-4761-9af3-fc0b99035646 {{(pid=88973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 16:05:55.334981 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4b5a926c-48d2-411d-9136-b6760439174b tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks [] for subnet, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:55.388445 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4b5a926c-48d2-411d-9136-b6760439174b tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7432921'] for subnet, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:55.472489 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4b5a926c-48d2-411d-9136-b6760439174b tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:55.530945 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment e20d77c6-c278-4553-b46e-f103be8aff6e resource provider aggregate not found Oct 13 16:05:55.549670 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment e20d77c6-c278-4553-b46e-f103be8aff6e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e20d77c6-c278-4553-b46e-f103be8aff6e found for delete ", "request_id": "req-f33130ca-1d4d-4ebb-a571-8a3f296316f1"}]} Oct 13 16:05:55.551837 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4b5a926c-48d2-411d-9136-b6760439174b tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:55.594732 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5a926c-48d2-411d-9136-b6760439174b tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Pushing event deleted for resources: {'Subnet': ['ID=c6742aa8-87f2-4761-9af3-fc0b99035646,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:05:55.596647 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4b5a926c-48d2-411d-9136-b6760439174b tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:55.601291 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ee7637-2c17-4804-90a6-24d5af8dcd52 None None] Network 63e5ba37-09cf-4935-82b2-38d976d4db86 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 16:05:55.607407 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-4b5a926c-48d2-411d-9136-b6760439174b tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] 10.222.0.42 "DELETE /v2.0/subnets/c6742aa8-87f2-4761-9af3-fc0b99035646 HTTP/1.1" status: 204 len: 168 time: 0.3377690 Oct 13 16:05:55.609747 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 60044) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:05:55.726206 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c47de555-dba7-4b75-9967-80fea3961bbe tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:55.736779 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-c47de555-dba7-4b75-9967-80fea3961bbe tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Deleting port 85dc297e-b814-4bed-a591-2bb19817379e {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:05:55.737112 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c47de555-dba7-4b75-9967-80fea3961bbe tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:55.884625 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d287705e-75d8-465c-9a66-5620022d98e7 None None] DHCP port deletion for 63e5ba37-09cf-4935-82b2-38d976d4db86 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 16:05:55.888870 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-d287705e-75d8-465c-9a66-5620022d98e7 None None] Deleting port 85dc297e-b814-4bed-a591-2bb19817379e {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:05:55.889234 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d287705e-75d8-465c-9a66-5620022d98e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:55.949396 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-c47de555-dba7-4b75-9967-80fea3961bbe tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] For port 85dc297e-b814-4bed-a591-2bb19817379e, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=85dc297e-b814-4bed-a591-2bb19817379e,segment=NetworkSegment(33f109ef-51e5-41a4-b8b6-b9d2fbbc2659),segment_id=33f109ef-51e5-41a4-b8b6-b9d2fbbc2659)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:05:55.949679 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c47de555-dba7-4b75-9967-80fea3961bbe tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:56.072692 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-c47de555-dba7-4b75-9967-80fea3961bbe tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Calling delete_port for 85dc297e-b814-4bed-a591-2bb19817379e owned by network:dhcp {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:05:56.096884 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-d287705e-75d8-465c-9a66-5620022d98e7 None None] For port 85dc297e-b814-4bed-a591-2bb19817379e, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=85dc297e-b814-4bed-a591-2bb19817379e,segment=NetworkSegment(33f109ef-51e5-41a4-b8b6-b9d2fbbc2659),segment_id=33f109ef-51e5-41a4-b8b6-b9d2fbbc2659)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:05:56.097278 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d287705e-75d8-465c-9a66-5620022d98e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:56.104627 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:56.151141 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c47de555-dba7-4b75-9967-80fea3961bbe tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:56.195791 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47de555-dba7-4b75-9967-80fea3961bbe tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Pushing event deleted for resources: {'Port': ['ID=85dc297e-b814-4bed-a591-2bb19817379e,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:05:56.201421 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c47de555-dba7-4b75-9967-80fea3961bbe tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] No DVR routers for this DVR port 85dc297e-b814-4bed-a591-2bb19817379e on host dv-neutron-860329-2-hyperv {{(pid=88972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 16:05:56.224093 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-d287705e-75d8-465c-9a66-5620022d98e7 None None] Calling delete_port for 85dc297e-b814-4bed-a591-2bb19817379e owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:05:56.294875 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.db.api [None req-d287705e-75d8-465c-9a66-5620022d98e7 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88974) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 16:05:56.295242 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG oslo_db.api [None req-d287705e-75d8-465c-9a66-5620022d98e7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 16:05:56.414920 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c47de555-dba7-4b75-9967-80fea3961bbe tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:56.441414 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-c47de555-dba7-4b75-9967-80fea3961bbe tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63e5ba37-09cf-4935-82b2-38d976d4db86']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:05:56.453498 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-c47de555-dba7-4b75-9967-80fea3961bbe tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33f109ef-51e5-41a4-b8b6-b9d2fbbc2659') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:05:56.453749 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-c47de555-dba7-4b75-9967-80fea3961bbe tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33f109ef-51e5-41a4-b8b6-b9d2fbbc2659') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:05:56.465223 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c47de555-dba7-4b75-9967-80fea3961bbe tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:56.481382 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c47de555-dba7-4b75-9967-80fea3961bbe tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:56.487373 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c47de555-dba7-4b75-9967-80fea3961bbe tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 16:05:56.487781 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c47de555-dba7-4b75-9967-80fea3961bbe tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:56.564474 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 33f109ef-51e5-41a4-b8b6-b9d2fbbc2659 resource provider aggregate not found Oct 13 16:05:56.581153 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 33f109ef-51e5-41a4-b8b6-b9d2fbbc2659 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 33f109ef-51e5-41a4-b8b6-b9d2fbbc2659 found for delete ", "request_id": "req-df8e5520-9f81-4ccc-90fd-7b374f72dcdf"}]} Oct 13 16:05:56.588294 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c47de555-dba7-4b75-9967-80fea3961bbe tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:56.605198 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c47de555-dba7-4b75-9967-80fea3961bbe tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:56.617631 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47de555-dba7-4b75-9967-80fea3961bbe tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] Pushing event deleted for resources: {'Network': ['ID=63e5ba37-09cf-4935-82b2-38d976d4db86,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:05:56.621244 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-c47de555-dba7-4b75-9967-80fea3961bbe tempest-NetworksIpV6Test-829573853 tempest-NetworksIpV6Test-829573853-project] 10.222.0.42 "DELETE /v2.0/networks/63e5ba37-09cf-4935-82b2-38d976d4db86 HTTP/1.1" status: 204 len: 168 time: 1.0104403 Oct 13 16:05:56.796719 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-d287705e-75d8-465c-9a66-5620022d98e7 None None] Deleting port 85dc297e-b814-4bed-a591-2bb19817379e {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:05:56.797098 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d287705e-75d8-465c-9a66-5620022d98e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:56.864939 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-d287705e-75d8-465c-9a66-5620022d98e7 None None] The port '85dc297e-b814-4bed-a591-2bb19817379e' was deleted {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 13 16:05:56.883389 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 60056) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:05:57.031689 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-af49f32d-37ad-49e3-9ff4-2b002bf8fb84 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3ef342abbdf14a0b8384f5f9029bab98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1470544 Oct 13 16:05:57.034143 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 60062) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:05:57.090381 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-823484b2-a409-4836-899b-a0cc106c5cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:57.115491 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-823484b2-a409-4836-899b-a0cc106c5cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:57.165870 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-823484b2-a409-4836-899b-a0cc106c5cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:57.180193 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823484b2-a409-4836-899b-a0cc106c5cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87521bf6-2923-431f-92fd-f73d1767417e,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:05:57.186409 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-823484b2-a409-4836-899b-a0cc106c5cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:57.187283 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-823484b2-a409-4836-899b-a0cc106c5cd3 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/87521bf6-2923-431f-92fd-f73d1767417e HTTP/1.1" status: 204 len: 168 time: 0.1522584 Oct 13 16:05:57.425293 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 85dc297e-b814-4bed-a591-2bb19817379e no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:05:57.459259 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 85dc297e-b814-4bed-a591-2bb19817379e {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:05:57.459604 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 85dc297e-b814-4bed-a591-2bb19817379e not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:05:57.853460 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 60086) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:05:57.954401 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-412e7fd2-0ca7-48c0-98b9-4a8ca66fb7e9 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-225608732', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:05:57.960944 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-412e7fd2-0ca7-48c0-98b9-4a8ca66fb7e9 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:05:57.964741 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-412e7fd2-0ca7-48c0-98b9-4a8ca66fb7e9 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Usage tracker for resource:router and tenant:5e52d5c2a4b64fd683289993812d0d8a is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:05:57.967548 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-412e7fd2-0ca7-48c0-98b9-4a8ca66fb7e9 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:05:57.973779 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-412e7fd2-0ca7-48c0-98b9-4a8ca66fb7e9 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:05:57.983380 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-412e7fd2-0ca7-48c0-98b9-4a8ca66fb7e9 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:57.984341 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-412e7fd2-0ca7-48c0-98b9-4a8ca66fb7e9 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:57.999702 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-412e7fd2-0ca7-48c0-98b9-4a8ca66fb7e9 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:58.017248 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-412e7fd2-0ca7-48c0-98b9-4a8ca66fb7e9 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:58.039128 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-412e7fd2-0ca7-48c0-98b9-4a8ca66fb7e9 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:58.040359 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-412e7fd2-0ca7-48c0-98b9-4a8ca66fb7e9 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1858432 Oct 13 16:05:58.043053 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 60092) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:05:58.048412 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-5a346af0-a818-4ed0-92b1-2eee9a8516c5 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1830543640'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:05:58.053055 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-5a346af0-a818-4ed0-92b1-2eee9a8516c5 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:05:58.057297 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-5a346af0-a818-4ed0-92b1-2eee9a8516c5 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Usage tracker for resource:network and tenant:5e52d5c2a4b64fd683289993812d0d8a is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:05:58.060101 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-5a346af0-a818-4ed0-92b1-2eee9a8516c5 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:05:58.065688 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-5a346af0-a818-4ed0-92b1-2eee9a8516c5 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:05:58.074973 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a346af0-a818-4ed0-92b1-2eee9a8516c5 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Made reservation on behalf of 5e52d5c2a4b64fd683289993812d0d8a for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 16:05:58.078271 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5a346af0-a818-4ed0-92b1-2eee9a8516c5 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:58.092921 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5a346af0-a818-4ed0-92b1-2eee9a8516c5 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:58.106915 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-5a346af0-a818-4ed0-92b1-2eee9a8516c5 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:05:58.110621 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-5a346af0-a818-4ed0-92b1-2eee9a8516c5 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Usage tracker for resource:security_group_rule and tenant:5e52d5c2a4b64fd683289993812d0d8a is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:05:58.113421 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-5a346af0-a818-4ed0-92b1-2eee9a8516c5 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:05:58.119242 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-5a346af0-a818-4ed0-92b1-2eee9a8516c5 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:05:58.200267 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5a346af0-a818-4ed0-92b1-2eee9a8516c5 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:58.203639 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5a346af0-a818-4ed0-92b1-2eee9a8516c5 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:58.234734 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a346af0-a818-4ed0-92b1-2eee9a8516c5 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 16:05:58.243110 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a346af0-a818-4ed0-92b1-2eee9a8516c5 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7497283d-4b55-42c2-965c-941e779917fb,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:05:58.248561 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5a346af0-a818-4ed0-92b1-2eee9a8516c5 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:58.248922 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-5a346af0-a818-4ed0-92b1-2eee9a8516c5 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Added segment adae73bf-93cd-4d9d-9d8c-a4adc7fcf197 of type vlan for network 9e0e7484-4a61-43c8-9989-e72a7228e2e2 Oct 13 16:05:58.275952 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5a346af0-a818-4ed0-92b1-2eee9a8516c5 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:58.303434 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5a346af0-a818-4ed0-92b1-2eee9a8516c5 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:58.308734 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a346af0-a818-4ed0-92b1-2eee9a8516c5 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:58.309307 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5a346af0-a818-4ed0-92b1-2eee9a8516c5 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:58.416208 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a346af0-a818-4ed0-92b1-2eee9a8516c5 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Pushing event updated for resources: {'Network': ['ID=9e0e7484-4a61-43c8-9989-e72a7228e2e2,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:05:58.419441 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-5a346af0-a818-4ed0-92b1-2eee9a8516c5 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3754749 Oct 13 16:05:58.422278 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 60096) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:05:58.427376 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 9e0e7484-4a61-43c8-9989-e72a7228e2e2 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 16:05:58.428120 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-172fb312-f966-46db-8c70-28f712ffb5b3 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Request body: {'subnet': {'network_id': '9e0e7484-4a61-43c8-9989-e72a7228e2e2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:05:58.536808 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-172fb312-f966-46db-8c70-28f712ffb5b3 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:05:58.540665 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-172fb312-f966-46db-8c70-28f712ffb5b3 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Usage tracker for resource:subnet and tenant:5e52d5c2a4b64fd683289993812d0d8a is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:05:58.543439 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-172fb312-f966-46db-8c70-28f712ffb5b3 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:05:58.549205 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-172fb312-f966-46db-8c70-28f712ffb5b3 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:05:58.558137 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172fb312-f966-46db-8c70-28f712ffb5b3 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Made reservation on behalf of 5e52d5c2a4b64fd683289993812d0d8a for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 16:05:58.561584 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-172fb312-f966-46db-8c70-28f712ffb5b3 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:58.771268 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-172fb312-f966-46db-8c70-28f712ffb5b3 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:58.856185 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172fb312-f966-46db-8c70-28f712ffb5b3 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Pushing event updated for resources: {'Subnet': ['ID=72cddcf9-8000-418d-ac6a-01a23ce24935,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:05:58.858355 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-172fb312-f966-46db-8c70-28f712ffb5b3 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Checking segment: {'id': 'adae73bf-93cd-4d9d-9d8c-a4adc7fcf197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9e0e7484-4a61-43c8-9989-e72a7228e2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:05:58.858706 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172fb312-f966-46db-8c70-28f712ffb5b3 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Network hostable DHCP agents. Network: 9e0e7484-4a61-43c8-9989-e72a7228e2e2, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 16:05:58.877905 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-172fb312-f966-46db-8c70-28f712ffb5b3 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Network 9e0e7484-4a61-43c8-9989-e72a7228e2e2 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 16:05:58.886462 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-172fb312-f966-46db-8c70-28f712ffb5b3 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 9e0e7484-4a61-43c8-9989-e72a7228e2e2) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:05:58.890129 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172fb312-f966-46db-8c70-28f712ffb5b3 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:58.890723 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-172fb312-f966-46db-8c70-28f712ffb5b3 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Notify callbacks [] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:58.895264 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c582cd2f-fd39-404e-9e25-542a9d1eea68 None None] Network 9e0e7484-4a61-43c8-9989-e72a7228e2e2 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 16:05:58.912454 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-172fb312-f966-46db-8c70-28f712ffb5b3 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4891613 Oct 13 16:05:58.915407 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 60100) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:05:58.920809 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-27adbfaf-e0c7-45df-a6cb-f8af7a3dfb3f tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-729047688'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:05:58.925541 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-27adbfaf-e0c7-45df-a6cb-f8af7a3dfb3f tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:05:58.929973 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-27adbfaf-e0c7-45df-a6cb-f8af7a3dfb3f tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Usage tracker for resource:network and tenant:5e52d5c2a4b64fd683289993812d0d8a is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:05:58.932805 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-27adbfaf-e0c7-45df-a6cb-f8af7a3dfb3f tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Quota usage for network was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:05:58.938861 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-27adbfaf-e0c7-45df-a6cb-f8af7a3dfb3f tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:05:58.949203 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27adbfaf-e0c7-45df-a6cb-f8af7a3dfb3f tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Made reservation on behalf of 5e52d5c2a4b64fd683289993812d0d8a for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 16:05:58.952694 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-27adbfaf-e0c7-45df-a6cb-f8af7a3dfb3f tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:58.981380 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27adbfaf-e0c7-45df-a6cb-f8af7a3dfb3f tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 413} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 16:05:58.991601 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-27adbfaf-e0c7-45df-a6cb-f8af7a3dfb3f tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:58.991948 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-27adbfaf-e0c7-45df-a6cb-f8af7a3dfb3f tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Added segment 459236ab-e111-4817-959a-f57747bad5e1 of type vlan for network 9e6bdbf2-3e9c-44e4-9e32-13e09d8932fc Oct 13 16:05:59.018954 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-27adbfaf-e0c7-45df-a6cb-f8af7a3dfb3f tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:59.047829 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-27adbfaf-e0c7-45df-a6cb-f8af7a3dfb3f tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:59.053204 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27adbfaf-e0c7-45df-a6cb-f8af7a3dfb3f tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:59.053776 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-27adbfaf-e0c7-45df-a6cb-f8af7a3dfb3f tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:59.120441 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ffe3d35-9192-4935-935e-dfa38dcdae43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-9e0e7484-4a61-43c8-9989-e72a7228e2e2', 'network_id': '9e0e7484-4a61-43c8-9989-e72a7228e2e2', 'tenant_id': '5e52d5c2a4b64fd683289993812d0d8a', 'fixed_ips': [{'subnet_id': '72cddcf9-8000-418d-ac6a-01a23ce24935'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 16:05:59.121269 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6ffe3d35-9192-4935-935e-dfa38dcdae43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:59.154402 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-27adbfaf-e0c7-45df-a6cb-f8af7a3dfb3f tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2379556 Oct 13 16:05:59.157329 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 60104) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:05:59.160540 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27adbfaf-e0c7-45df-a6cb-f8af7a3dfb3f tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Pushing event updated for resources: {'Network': ['ID=9e6bdbf2-3e9c-44e4-9e32-13e09d8932fc,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:05:59.165986 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-34c9017a-3943-4d0a-8fe1-eac00626d6a0 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Request body: {'subnet': {'network_id': '9e6bdbf2-3e9c-44e4-9e32-13e09d8932fc', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:05:59.175462 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 9e6bdbf2-3e9c-44e4-9e32-13e09d8932fc details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 16:05:59.282408 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-34c9017a-3943-4d0a-8fe1-eac00626d6a0 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:05:59.286889 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-34c9017a-3943-4d0a-8fe1-eac00626d6a0 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Usage tracker for resource:subnet and tenant:5e52d5c2a4b64fd683289993812d0d8a is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:05:59.290661 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-34c9017a-3943-4d0a-8fe1-eac00626d6a0 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:05:59.297117 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-34c9017a-3943-4d0a-8fe1-eac00626d6a0 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:05:59.308165 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34c9017a-3943-4d0a-8fe1-eac00626d6a0 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Made reservation on behalf of 5e52d5c2a4b64fd683289993812d0d8a for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 16:05:59.311450 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-34c9017a-3943-4d0a-8fe1-eac00626d6a0 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:59.367812 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-6ffe3d35-9192-4935-935e-dfa38dcdae43 None None] Allocated IP 172.20.0.2 (9e0e7484-4a61-43c8-9989-e72a7228e2e2/72cddcf9-8000-418d-ac6a-01a23ce24935/b0ebd0ed-a354-44b0-9046-af4e9f5972be) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:05:59.530411 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-34c9017a-3943-4d0a-8fe1-eac00626d6a0 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:59.602989 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6ffe3d35-9192-4935-935e-dfa38dcdae43 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:59.609163 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c9017a-3943-4d0a-8fe1-eac00626d6a0 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Pushing event updated for resources: {'Subnet': ['ID=0212dc3a-2ea7-4ad3-8be5-95e717677bab,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:05:59.613391 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-6ffe3d35-9192-4935-935e-dfa38dcdae43 None None] Transition to ACTIVE for port object b0ebd0ed-a354-44b0-9046-af4e9f5972be will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:05:59.618974 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c9017a-3943-4d0a-8fe1-eac00626d6a0 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Checking segment: {'id': '459236ab-e111-4817-959a-f57747bad5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9e6bdbf2-3e9c-44e4-9e32-13e09d8932fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:05:59.619336 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c9017a-3943-4d0a-8fe1-eac00626d6a0 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Network hostable DHCP agents. Network: 9e6bdbf2-3e9c-44e4-9e32-13e09d8932fc, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 16:05:59.633106 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-6ffe3d35-9192-4935-935e-dfa38dcdae43 None None] Transition to ACTIVE for port object b0ebd0ed-a354-44b0-9046-af4e9f5972be will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:05:59.638263 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c9017a-3943-4d0a-8fe1-eac00626d6a0 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Network 9e6bdbf2-3e9c-44e4-9e32-13e09d8932fc is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 16:05:59.639974 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6ffe3d35-9192-4935-935e-dfa38dcdae43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:59.648837 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-34c9017a-3943-4d0a-8fe1-eac00626d6a0 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 9e6bdbf2-3e9c-44e4-9e32-13e09d8932fc) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:05:59.657087 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34c9017a-3943-4d0a-8fe1-eac00626d6a0 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:05:59.657868 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-34c9017a-3943-4d0a-8fe1-eac00626d6a0 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:59.684511 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-34c9017a-3943-4d0a-8fe1-eac00626d6a0 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5249176 Oct 13 16:05:59.687775 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 60108) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:05:59.690038 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02e6184-11b1-4271-a460-f2d2e60d892f None None] Network 9e6bdbf2-3e9c-44e4-9e32-13e09d8932fc requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 16:05:59.693019 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-9ec8845b-bb82-400e-a9de-2351ee5fb7dc tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Request body: {'router': {'external_gateway_info': {'network_id': '9e6bdbf2-3e9c-44e4-9e32-13e09d8932fc'}}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:05:59.740174 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffe3d35-9192-4935-935e-dfa38dcdae43 None None] Network 9e0e7484-4a61-43c8-9989-e72a7228e2e2 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:05:59.787341 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-6ffe3d35-9192-4935-935e-dfa38dcdae43 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:05:59.796170 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffe3d35-9192-4935-935e-dfa38dcdae43 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:05:59.808324 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffe3d35-9192-4935-935e-dfa38dcdae43 None None] Pushing event updated for resources: {'Port': ['ID=b0ebd0ed-a354-44b0-9046-af4e9f5972be,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:05:59.955791 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-6ffe3d35-9192-4935-935e-dfa38dcdae43 None None] Attempting to bind port b0ebd0ed-a354-44b0-9046-af4e9f5972be on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:05:59.956154 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-6ffe3d35-9192-4935-935e-dfa38dcdae43 None None] Attempting to bind port b0ebd0ed-a354-44b0-9046-af4e9f5972be by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'adae73bf-93cd-4d9d-9d8c-a4adc7fcf197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9e0e7484-4a61-43c8-9989-e72a7228e2e2'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:05:59.956509 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffe3d35-9192-4935-935e-dfa38dcdae43 None None] Attempting to bind port b0ebd0ed-a354-44b0-9046-af4e9f5972be on network 9e0e7484-4a61-43c8-9989-e72a7228e2e2 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:05:59.969940 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffe3d35-9192-4935-935e-dfa38dcdae43 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:05:59.970671 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffe3d35-9192-4935-935e-dfa38dcdae43 None None] Checking segment: {'id': 'adae73bf-93cd-4d9d-9d8c-a4adc7fcf197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9e0e7484-4a61-43c8-9989-e72a7228e2e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:05:59.970943 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6ffe3d35-9192-4935-935e-dfa38dcdae43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:05:59.971331 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffe3d35-9192-4935-935e-dfa38dcdae43 None None] Bound using segment: {'id': 'adae73bf-93cd-4d9d-9d8c-a4adc7fcf197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9e0e7484-4a61-43c8-9989-e72a7228e2e2'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:05:59.971803 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-6ffe3d35-9192-4935-935e-dfa38dcdae43 None None] Bound port: b0ebd0ed-a354-44b0-9046-af4e9f5972be, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adae73bf-93cd-4d9d-9d8c-a4adc7fcf197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': '9e0e7484-4a61-43c8-9989-e72a7228e2e2'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:05:59.972170 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6ffe3d35-9192-4935-935e-dfa38dcdae43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:00.101886 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a7c706-bac2-49b7-925a-22ba146ee061 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-9e6bdbf2-3e9c-44e4-9e32-13e09d8932fc', 'network_id': '9e6bdbf2-3e9c-44e4-9e32-13e09d8932fc', 'tenant_id': '5e52d5c2a4b64fd683289993812d0d8a', 'fixed_ips': [{'subnet_id': '0212dc3a-2ea7-4ad3-8be5-95e717677bab'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 16:06:00.102705 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-79a7c706-bac2-49b7-925a-22ba146ee061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:00.130614 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-6ffe3d35-9192-4935-935e-dfa38dcdae43 None None] For port b0ebd0ed-a354-44b0-9046-af4e9f5972be, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:06:00.165784 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9ec8845b-bb82-400e-a9de-2351ee5fb7dc tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:00.177019 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-6ffe3d35-9192-4935-935e-dfa38dcdae43 None None] For port b0ebd0ed-a354-44b0-9046-af4e9f5972be, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=b0ebd0ed-a354-44b0-9046-af4e9f5972be,segment=NetworkSegment(adae73bf-93cd-4d9d-9d8c-a4adc7fcf197),segment_id=adae73bf-93cd-4d9d-9d8c-a4adc7fcf197)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:06:00.184068 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6ffe3d35-9192-4935-935e-dfa38dcdae43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:00.322538 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.api.v2.resource [None req-9ec8845b-bb82-400e-a9de-2351ee5fb7dc tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Oct 13 16:06:00.329831 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-9ec8845b-bb82-400e-a9de-2351ee5fb7dc tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] 10.222.0.42 "PUT /v2.0/routers/b48158dc-29ea-41e8-bda5-f8123b941201 HTTP/1.1" status: 400 len: 364 time: 0.6348274 Oct 13 16:06:00.330035 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffe3d35-9192-4935-935e-dfa38dcdae43 None None] Pushing event updated for resources: {'Port': ['ID=b0ebd0ed-a354-44b0-9046-af4e9f5972be,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:06:00.330185 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 60112) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:06:00.347191 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-79a7c706-bac2-49b7-925a-22ba146ee061 None None] Allocated IP 172.21.0.2 (9e6bdbf2-3e9c-44e4-9e32-13e09d8932fc/0212dc3a-2ea7-4ad3-8be5-95e717677bab/47cb6d72-8cfd-40e0-8ee2-8d5cb8cbbf00) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:06:00.398945 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa4aab78-0bbb-477d-9a63-5412cd360ee4 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Deleting subnet 0212dc3a-2ea7-4ad3-8be5-95e717677bab {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 16:06:00.577088 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-79a7c706-bac2-49b7-925a-22ba146ee061 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:00.587252 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-79a7c706-bac2-49b7-925a-22ba146ee061 None None] Transition to ACTIVE for port object 47cb6d72-8cfd-40e0-8ee2-8d5cb8cbbf00 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:06:00.605648 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-79a7c706-bac2-49b7-925a-22ba146ee061 None None] Transition to ACTIVE for port object 47cb6d72-8cfd-40e0-8ee2-8d5cb8cbbf00 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:06:00.610592 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aa4aab78-0bbb-477d-9a63-5412cd360ee4 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:00.610924 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-79a7c706-bac2-49b7-925a-22ba146ee061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:00.671791 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aa4aab78-0bbb-477d-9a63-5412cd360ee4 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:00.677027 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79a7c706-bac2-49b7-925a-22ba146ee061 None None] Network 9e6bdbf2-3e9c-44e4-9e32-13e09d8932fc is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:06:00.679804 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-79a7c706-bac2-49b7-925a-22ba146ee061 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:06:00.683345 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a7c706-bac2-49b7-925a-22ba146ee061 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:06:00.688950 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a7c706-bac2-49b7-925a-22ba146ee061 None None] Pushing event updated for resources: {'Port': ['ID=47cb6d72-8cfd-40e0-8ee2-8d5cb8cbbf00,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:06:00.759371 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aa4aab78-0bbb-477d-9a63-5412cd360ee4 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:00.791178 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-79a7c706-bac2-49b7-925a-22ba146ee061 None None] Attempting to bind port 47cb6d72-8cfd-40e0-8ee2-8d5cb8cbbf00 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:06:00.791447 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-79a7c706-bac2-49b7-925a-22ba146ee061 None None] Attempting to bind port 47cb6d72-8cfd-40e0-8ee2-8d5cb8cbbf00 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '459236ab-e111-4817-959a-f57747bad5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9e6bdbf2-3e9c-44e4-9e32-13e09d8932fc'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:06:00.791802 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a7c706-bac2-49b7-925a-22ba146ee061 None None] Attempting to bind port 47cb6d72-8cfd-40e0-8ee2-8d5cb8cbbf00 on network 9e6bdbf2-3e9c-44e4-9e32-13e09d8932fc {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:06:00.796984 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a7c706-bac2-49b7-925a-22ba146ee061 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:06:00.797349 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a7c706-bac2-49b7-925a-22ba146ee061 None None] Checking segment: {'id': '459236ab-e111-4817-959a-f57747bad5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9e6bdbf2-3e9c-44e4-9e32-13e09d8932fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:06:00.797743 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-79a7c706-bac2-49b7-925a-22ba146ee061 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:00.798142 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79a7c706-bac2-49b7-925a-22ba146ee061 None None] Bound using segment: {'id': '459236ab-e111-4817-959a-f57747bad5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9e6bdbf2-3e9c-44e4-9e32-13e09d8932fc'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:06:00.798609 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-79a7c706-bac2-49b7-925a-22ba146ee061 None None] Bound port: 47cb6d72-8cfd-40e0-8ee2-8d5cb8cbbf00, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '459236ab-e111-4817-959a-f57747bad5e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 413, 'network_id': '9e6bdbf2-3e9c-44e4-9e32-13e09d8932fc'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:06:00.798978 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-79a7c706-bac2-49b7-925a-22ba146ee061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:00.832593 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aa4aab78-0bbb-477d-9a63-5412cd360ee4 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:00.876796 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4aab78-0bbb-477d-9a63-5412cd360ee4 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Pushing event deleted for resources: {'Subnet': ['ID=0212dc3a-2ea7-4ad3-8be5-95e717677bab,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:06:00.883229 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aa4aab78-0bbb-477d-9a63-5412cd360ee4 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Notify callbacks [] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:00.889560 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-aa4aab78-0bbb-477d-9a63-5412cd360ee4 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] 10.222.0.42 "DELETE /v2.0/subnets/0212dc3a-2ea7-4ad3-8be5-95e717677bab HTTP/1.1" status: 204 len: 168 time: 0.5589895 Oct 13 16:06:00.892022 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 60116) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:06:00.898462 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-79a7c706-bac2-49b7-925a-22ba146ee061 None None] For port 47cb6d72-8cfd-40e0-8ee2-8d5cb8cbbf00, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:06:00.902044 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-79a7c706-bac2-49b7-925a-22ba146ee061 None None] For port 47cb6d72-8cfd-40e0-8ee2-8d5cb8cbbf00, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=47cb6d72-8cfd-40e0-8ee2-8d5cb8cbbf00,segment=NetworkSegment(459236ab-e111-4817-959a-f57747bad5e1),segment_id=459236ab-e111-4817-959a-f57747bad5e1)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:06:00.907637 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-79a7c706-bac2-49b7-925a-22ba146ee061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:01.013222 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-82bf0ca3-43e4-4a4a-93ef-17d9383e09e1 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:01.024376 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-82bf0ca3-43e4-4a4a-93ef-17d9383e09e1 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Deleting port 47cb6d72-8cfd-40e0-8ee2-8d5cb8cbbf00 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:06:01.024691 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-82bf0ca3-43e4-4a4a-93ef-17d9383e09e1 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:01.034944 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a7c706-bac2-49b7-925a-22ba146ee061 None None] Pushing event updated for resources: {'Port': ['ID=47cb6d72-8cfd-40e0-8ee2-8d5cb8cbbf00,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:06:01.044335 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5e74a8c-a7e5-4cb1-a5eb-7b344d83f0e1 None None] Network 9e6bdbf2-3e9c-44e4-9e32-13e09d8932fc requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 16:06:01.243407 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-82bf0ca3-43e4-4a4a-93ef-17d9383e09e1 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] For port 47cb6d72-8cfd-40e0-8ee2-8d5cb8cbbf00, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=47cb6d72-8cfd-40e0-8ee2-8d5cb8cbbf00,segment=NetworkSegment(459236ab-e111-4817-959a-f57747bad5e1),segment_id=459236ab-e111-4817-959a-f57747bad5e1)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:06:01.243960 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-82bf0ca3-43e4-4a4a-93ef-17d9383e09e1 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:01.251087 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a173ccb-afd0-49c7-9ec4-8de7bd009b17 None None] Network 9e0e7484-4a61-43c8-9989-e72a7228e2e2 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 16:06:01.365590 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-82bf0ca3-43e4-4a4a-93ef-17d9383e09e1 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Calling delete_port for 47cb6d72-8cfd-40e0-8ee2-8d5cb8cbbf00 owned by network:dhcp {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:06:01.368436 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-41c9012b-02f8-46b7-a7af-3ac0cadac473 None None] Provisioning for port b0ebd0ed-a354-44b0-9046-af4e9f5972be completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:06:01.451188 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-82bf0ca3-43e4-4a4a-93ef-17d9383e09e1 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:01.501030 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bf0ca3-43e4-4a4a-93ef-17d9383e09e1 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] No DVR routers for this DVR port 47cb6d72-8cfd-40e0-8ee2-8d5cb8cbbf00 on host dv-neutron-860329-2-hyperv {{(pid=88972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 16:06:01.502526 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bf0ca3-43e4-4a4a-93ef-17d9383e09e1 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Pushing event deleted for resources: {'Port': ['ID=47cb6d72-8cfd-40e0-8ee2-8d5cb8cbbf00,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:06:01.510460 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device b0ebd0ed-a354-44b0-9046-af4e9f5972be up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:06:01.602604 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port b0ebd0ed-a354-44b0-9046-af4e9f5972be completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:06:01.607544 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port b0ebd0ed-a354-44b0-9046-af4e9f5972be triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:06:01.608123 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:01.608225 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port b0ebd0ed-a354-44b0-9046-af4e9f5972be Oct 13 16:06:01.629797 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-82bf0ca3-43e4-4a4a-93ef-17d9383e09e1 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:01.659307 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-82bf0ca3-43e4-4a4a-93ef-17d9383e09e1 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e6bdbf2-3e9c-44e4-9e32-13e09d8932fc']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:06:01.677430 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-82bf0ca3-43e4-4a4a-93ef-17d9383e09e1 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '459236ab-e111-4817-959a-f57747bad5e1') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:06:01.677783 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-82bf0ca3-43e4-4a4a-93ef-17d9383e09e1 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '459236ab-e111-4817-959a-f57747bad5e1') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:06:01.694257 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-82bf0ca3-43e4-4a4a-93ef-17d9383e09e1 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:01.720397 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-82bf0ca3-43e4-4a4a-93ef-17d9383e09e1 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:01.728577 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82bf0ca3-43e4-4a4a-93ef-17d9383e09e1 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Releasing vlan 413 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 16:06:01.729030 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-82bf0ca3-43e4-4a4a-93ef-17d9383e09e1 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:01.736606 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port b0ebd0ed-a354-44b0-9046-af4e9f5972be is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:06:01.736986 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:01.775003 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port b0ebd0ed-a354-44b0-9046-af4e9f5972be, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=b0ebd0ed-a354-44b0-9046-af4e9f5972be,segment=NetworkSegment(adae73bf-93cd-4d9d-9d8c-a4adc7fcf197),segment_id=adae73bf-93cd-4d9d-9d8c-a4adc7fcf197)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:06:01.779186 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:01.815129 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20fcebc-a6ed-4789-9f0c-269e7d498172 None None] get_active_networks_info from dv-neutron-860329-2-hyperv {{(pid=88974) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Oct 13 16:06:01.907877 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 459236ab-e111-4817-959a-f57747bad5e1 resource provider aggregate not found Oct 13 16:06:01.922377 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=b0ebd0ed-a354-44b0-9046-af4e9f5972be,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:06:01.925154 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 459236ab-e111-4817-959a-f57747bad5e1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 459236ab-e111-4817-959a-f57747bad5e1 found for delete ", "request_id": "req-e072887b-f1ed-421e-b691-ce69cc9501b9"}]} Oct 13 16:06:01.935460 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-82bf0ca3-43e4-4a4a-93ef-17d9383e09e1 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:01.949278 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-dcafb078-712b-4b7a-92dd-9ea04a03bc3c None None] Provisioning complete for port b0ebd0ed-a354-44b0-9046-af4e9f5972be triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:06:01.949654 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-dcafb078-712b-4b7a-92dd-9ea04a03bc3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:01.949991 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-dcafb078-712b-4b7a-92dd-9ea04a03bc3c None None] Attempt 1 to provision port b0ebd0ed-a354-44b0-9046-af4e9f5972be Oct 13 16:06:01.956065 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-82bf0ca3-43e4-4a4a-93ef-17d9383e09e1 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:01.967729 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82bf0ca3-43e4-4a4a-93ef-17d9383e09e1 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Pushing event deleted for resources: {'Network': ['ID=9e6bdbf2-3e9c-44e4-9e32-13e09d8932fc,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:06:01.971723 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-82bf0ca3-43e4-4a4a-93ef-17d9383e09e1 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] 10.222.0.42 "DELETE /v2.0/networks/9e6bdbf2-3e9c-44e4-9e32-13e09d8932fc HTTP/1.1" status: 204 len: 168 time: 1.0786493 Oct 13 16:06:01.974623 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 60124) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:06:01.994714 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20fcebc-a6ed-4789-9f0c-269e7d498172 None None] Resources bound (agent type, host, resource id): {{(pid=88974) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Oct 13 16:06:02.040083 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-6797e7fe-fffa-45a8-b8e4-269f8c08d5c4 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Deleting subnet 72cddcf9-8000-418d-ac6a-01a23ce24935 {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 16:06:02.042985 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6797e7fe-fffa-45a8-b8e4-269f8c08d5c4 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:02.097151 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6797e7fe-fffa-45a8-b8e4-269f8c08d5c4 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:02.182990 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6797e7fe-fffa-45a8-b8e4-269f8c08d5c4 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:02.183425 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-dcafb078-712b-4b7a-92dd-9ea04a03bc3c None None] Current status of the port b0ebd0ed-a354-44b0-9046-af4e9f5972be is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:06:02.255843 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6797e7fe-fffa-45a8-b8e4-269f8c08d5c4 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:02.296707 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6797e7fe-fffa-45a8-b8e4-269f8c08d5c4 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Pushing event deleted for resources: {'Subnet': ['ID=72cddcf9-8000-418d-ac6a-01a23ce24935,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:06:02.300232 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6797e7fe-fffa-45a8-b8e4-269f8c08d5c4 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Notify callbacks [] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:02.306825 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-6797e7fe-fffa-45a8-b8e4-269f8c08d5c4 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] 10.222.0.42 "DELETE /v2.0/subnets/72cddcf9-8000-418d-ac6a-01a23ce24935 HTTP/1.1" status: 204 len: 168 time: 0.3312776 Oct 13 16:06:02.309263 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 60128) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:06:02.356696 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2167cee3-a2f9-4392-9348-cd2daedb14f4 None None] Network 9e0e7484-4a61-43c8-9989-e72a7228e2e2 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 16:06:02.418324 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-14ac81f7-7ae4-44ed-b6f8-8984e5ad84ec tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:02.428336 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-14ac81f7-7ae4-44ed-b6f8-8984e5ad84ec tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Deleting port b0ebd0ed-a354-44b0-9046-af4e9f5972be {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:06:02.428663 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-14ac81f7-7ae4-44ed-b6f8-8984e5ad84ec tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:02.604942 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11bf636-368a-4abb-ad80-837f43d574f4 None None] DHCP port deletion for 9e0e7484-4a61-43c8-9989-e72a7228e2e2 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 16:06:02.609379 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-b11bf636-368a-4abb-ad80-837f43d574f4 None None] Deleting port b0ebd0ed-a354-44b0-9046-af4e9f5972be {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:06:02.609949 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b11bf636-368a-4abb-ad80-837f43d574f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:02.633804 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-14ac81f7-7ae4-44ed-b6f8-8984e5ad84ec tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] For port b0ebd0ed-a354-44b0-9046-af4e9f5972be, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=b0ebd0ed-a354-44b0-9046-af4e9f5972be,segment=NetworkSegment(adae73bf-93cd-4d9d-9d8c-a4adc7fcf197),segment_id=adae73bf-93cd-4d9d-9d8c-a4adc7fcf197)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:06:02.634193 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-14ac81f7-7ae4-44ed-b6f8-8984e5ad84ec tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:02.757569 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-14ac81f7-7ae4-44ed-b6f8-8984e5ad84ec tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Calling delete_port for b0ebd0ed-a354-44b0-9046-af4e9f5972be owned by network:dhcp {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:06:02.813812 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-b11bf636-368a-4abb-ad80-837f43d574f4 None None] For port b0ebd0ed-a354-44b0-9046-af4e9f5972be, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=b0ebd0ed-a354-44b0-9046-af4e9f5972be,segment=NetworkSegment(adae73bf-93cd-4d9d-9d8c-a4adc7fcf197),segment_id=adae73bf-93cd-4d9d-9d8c-a4adc7fcf197)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:06:02.814148 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b11bf636-368a-4abb-ad80-837f43d574f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:02.836222 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-14ac81f7-7ae4-44ed-b6f8-8984e5ad84ec tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:02.883011 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac81f7-7ae4-44ed-b6f8-8984e5ad84ec tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Pushing event deleted for resources: {'Port': ['ID=b0ebd0ed-a354-44b0-9046-af4e9f5972be,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:06:02.886618 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ac81f7-7ae4-44ed-b6f8-8984e5ad84ec tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] No DVR routers for this DVR port b0ebd0ed-a354-44b0-9046-af4e9f5972be on host dv-neutron-860329-2-hyperv {{(pid=88972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 16:06:02.968924 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-b11bf636-368a-4abb-ad80-837f43d574f4 None None] Calling delete_port for b0ebd0ed-a354-44b0-9046-af4e9f5972be owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:06:03.010978 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-14ac81f7-7ae4-44ed-b6f8-8984e5ad84ec tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:03.035842 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-14ac81f7-7ae4-44ed-b6f8-8984e5ad84ec tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e0e7484-4a61-43c8-9989-e72a7228e2e2']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:06:03.041818 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.db.api [None req-b11bf636-368a-4abb-ad80-837f43d574f4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88974) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 16:06:03.042198 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG oslo_db.api [None req-b11bf636-368a-4abb-ad80-837f43d574f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 16:06:03.047766 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-14ac81f7-7ae4-44ed-b6f8-8984e5ad84ec tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adae73bf-93cd-4d9d-9d8c-a4adc7fcf197') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:06:03.048066 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-14ac81f7-7ae4-44ed-b6f8-8984e5ad84ec tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adae73bf-93cd-4d9d-9d8c-a4adc7fcf197') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:06:03.059577 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-14ac81f7-7ae4-44ed-b6f8-8984e5ad84ec tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:03.079183 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-14ac81f7-7ae4-44ed-b6f8-8984e5ad84ec tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:03.085797 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14ac81f7-7ae4-44ed-b6f8-8984e5ad84ec tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 16:06:03.086249 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-14ac81f7-7ae4-44ed-b6f8-8984e5ad84ec tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:03.178391 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-14ac81f7-7ae4-44ed-b6f8-8984e5ad84ec tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:03.183059 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-14ac81f7-7ae4-44ed-b6f8-8984e5ad84ec tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:03.208358 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ac81f7-7ae4-44ed-b6f8-8984e5ad84ec tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Pushing event deleted for resources: {'Network': ['ID=9e0e7484-4a61-43c8-9989-e72a7228e2e2,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:06:03.212158 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-14ac81f7-7ae4-44ed-b6f8-8984e5ad84ec tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] 10.222.0.42 "DELETE /v2.0/networks/9e0e7484-4a61-43c8-9989-e72a7228e2e2 HTTP/1.1" status: 204 len: 168 time: 0.9019933 Oct 13 16:06:03.215107 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 60132) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:06:03.267989 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-5d1c9b1b-b1d7-4179-982e-8b4bd608d8d2 tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] 10.222.0.42 "GET /v2.0/ports?device_id=b48158dc-29ea-41e8-bda5-f8123b941201 HTTP/1.1" status: 200 len: 205 time: 0.0515482 Oct 13 16:06:03.270940 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 60136) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:06:03.402645 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-393a2fe4-f339-4fb0-a481-1a9819a2115e tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Notify callbacks [] for router, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:03.431862 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device b0ebd0ed-a354-44b0-9046-af4e9f5972be no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:06:03.466364 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: b0ebd0ed-a354-44b0-9046-af4e9f5972be {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:06:03.466703 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device b0ebd0ed-a354-44b0-9046-af4e9f5972be not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:06:03.543438 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-b11bf636-368a-4abb-ad80-837f43d574f4 None None] Deleting port b0ebd0ed-a354-44b0-9046-af4e9f5972be {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:06:03.543849 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b11bf636-368a-4abb-ad80-837f43d574f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:03.610537 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-b11bf636-368a-4abb-ad80-837f43d574f4 None None] The port 'b0ebd0ed-a354-44b0-9046-af4e9f5972be' was deleted {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 13 16:06:03.792831 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-393a2fe4-f339-4fb0-a481-1a9819a2115e tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:03.794992 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-393a2fe4-f339-4fb0-a481-1a9819a2115e tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:03.817552 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-393a2fe4-f339-4fb0-a481-1a9819a2115e tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:03.818022 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393a2fe4-f339-4fb0-a481-1a9819a2115e tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Fanout notify agent at l3_agent the message router_deleted on router b48158dc-29ea-41e8-bda5-f8123b941201 {{(pid=88973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 16:06:03.829597 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-393a2fe4-f339-4fb0-a481-1a9819a2115e tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:03.830678 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-393a2fe4-f339-4fb0-a481-1a9819a2115e tempest-RoutersNegativeTest-868577092 tempest-RoutersNegativeTest-868577092-project] 10.222.0.42 "DELETE /v2.0/routers/b48158dc-29ea-41e8-bda5-f8123b941201 HTTP/1.1" status: 204 len: 168 time: 0.5588300 Oct 13 16:06:03.947354 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment adae73bf-93cd-4d9d-9d8c-a4adc7fcf197 resource provider aggregate not found Oct 13 16:06:03.967342 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment adae73bf-93cd-4d9d-9d8c-a4adc7fcf197 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid adae73bf-93cd-4d9d-9d8c-a4adc7fcf197 found for delete ", "request_id": "req-90053f96-37c1-40b8-a68d-e37f5f7870e1"}]} Oct 13 16:06:04.101263 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 60148) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:06:04.245929 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-1ac2259e-90ad-4734-beaf-d6a298c8d8cc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5e52d5c2a4b64fd683289993812d0d8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1434464 Oct 13 16:06:04.248403 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 60154) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:06:04.306360 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-773c0db4-15b5-4efd-a553-3330fbe90a97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:04.331149 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-773c0db4-15b5-4efd-a553-3330fbe90a97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:04.381684 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-773c0db4-15b5-4efd-a553-3330fbe90a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:04.395726 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773c0db4-15b5-4efd-a553-3330fbe90a97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7497283d-4b55-42c2-965c-941e779917fb,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:06:04.401617 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-773c0db4-15b5-4efd-a553-3330fbe90a97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:04.403048 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-773c0db4-15b5-4efd-a553-3330fbe90a97 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7497283d-4b55-42c2-965c-941e779917fb HTTP/1.1" status: 204 len: 168 time: 0.1534662 Oct 13 16:06:04.546846 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-a6d384b0-d5e2-4254-a857-6e1987db9cb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:05.041989 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 60178) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:06:05.142856 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-96502ae2-2671-4143-8f75-2ea79561dbb3 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1586210622-network', 'tenant_id': '4adb1d8078f5451087852ab4fe1c3237'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:06:05.148133 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-96502ae2-2671-4143-8f75-2ea79561dbb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:06:05.151931 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-96502ae2-2671-4143-8f75-2ea79561dbb3 admin admin] Usage tracker for resource:network and tenant:4adb1d8078f5451087852ab4fe1c3237 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:06:05.154712 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-96502ae2-2671-4143-8f75-2ea79561dbb3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:06:05.160312 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-96502ae2-2671-4143-8f75-2ea79561dbb3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:06:05.170070 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96502ae2-2671-4143-8f75-2ea79561dbb3 admin admin] Made reservation on behalf of 4adb1d8078f5451087852ab4fe1c3237 for: {'network': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 16:06:05.172260 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-96502ae2-2671-4143-8f75-2ea79561dbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:05.184395 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-96502ae2-2671-4143-8f75-2ea79561dbb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:05.198895 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-96502ae2-2671-4143-8f75-2ea79561dbb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:06:05.202650 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-96502ae2-2671-4143-8f75-2ea79561dbb3 admin admin] Usage tracker for resource:security_group_rule and tenant:4adb1d8078f5451087852ab4fe1c3237 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:06:05.205358 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-96502ae2-2671-4143-8f75-2ea79561dbb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:06:05.211022 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-96502ae2-2671-4143-8f75-2ea79561dbb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:06:05.290291 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-96502ae2-2671-4143-8f75-2ea79561dbb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:05.293793 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-96502ae2-2671-4143-8f75-2ea79561dbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:05.327280 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96502ae2-2671-4143-8f75-2ea79561dbb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=88973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 16:06:05.336040 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96502ae2-2671-4143-8f75-2ea79561dbb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7dfd055-22a0-4198-8603-76bf7d62ed58,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:06:05.342880 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-96502ae2-2671-4143-8f75-2ea79561dbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:05.343281 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-96502ae2-2671-4143-8f75-2ea79561dbb3 admin admin] Added segment bd2968d0-7618-49df-aa18-9cb3aacfb097 of type vlan for network a6846bc4-6679-4613-9d8d-744fecd5c42f Oct 13 16:06:05.369771 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-96502ae2-2671-4143-8f75-2ea79561dbb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:05.398084 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-96502ae2-2671-4143-8f75-2ea79561dbb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:05.399040 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96502ae2-2671-4143-8f75-2ea79561dbb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:06:05.399614 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-96502ae2-2671-4143-8f75-2ea79561dbb3 admin admin] Notify callbacks [] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:05.500155 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-96502ae2-2671-4143-8f75-2ea79561dbb3 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4570153 Oct 13 16:06:05.503351 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 60184) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:06:05.506014 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96502ae2-2671-4143-8f75-2ea79561dbb3 admin admin] Pushing event updated for resources: {'Network': ['ID=a6846bc4-6679-4613-9d8d-744fecd5c42f,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:06:05.508935 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-159681ca-df2b-409b-a15f-82b278d57590 admin admin] Request body: {'subnet': {'network_id': 'a6846bc4-6679-4613-9d8d-744fecd5c42f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1586210622-subnet', 'tenant_id': '4adb1d8078f5451087852ab4fe1c3237', 'ip_version': 4}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:06:05.514361 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-159681ca-df2b-409b-a15f-82b278d57590 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:06:05.515550 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network a6846bc4-6679-4613-9d8d-744fecd5c42f details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 16:06:05.518839 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-159681ca-df2b-409b-a15f-82b278d57590 admin admin] Usage tracker for resource:subnet and tenant:4adb1d8078f5451087852ab4fe1c3237 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:06:05.522628 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-159681ca-df2b-409b-a15f-82b278d57590 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:06:05.533246 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-159681ca-df2b-409b-a15f-82b278d57590 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:06:05.543643 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-159681ca-df2b-409b-a15f-82b278d57590 admin admin] Made reservation on behalf of 4adb1d8078f5451087852ab4fe1c3237 for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 16:06:05.546092 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-159681ca-df2b-409b-a15f-82b278d57590 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:05.744395 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-159681ca-df2b-409b-a15f-82b278d57590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:05.815516 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159681ca-df2b-409b-a15f-82b278d57590 admin admin] Pushing event updated for resources: {'Subnet': ['ID=273bfeaa-69fd-44b7-b490-e4f7689198b2,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:06:05.823984 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-159681ca-df2b-409b-a15f-82b278d57590 admin admin] Checking segment: {'id': 'bd2968d0-7618-49df-aa18-9cb3aacfb097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a6846bc4-6679-4613-9d8d-744fecd5c42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:06:05.824334 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159681ca-df2b-409b-a15f-82b278d57590 admin admin] Network hostable DHCP agents. Network: a6846bc4-6679-4613-9d8d-744fecd5c42f, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 16:06:05.842232 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-159681ca-df2b-409b-a15f-82b278d57590 admin admin] Network a6846bc4-6679-4613-9d8d-744fecd5c42f is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 16:06:05.851735 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-159681ca-df2b-409b-a15f-82b278d57590 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, a6846bc4-6679-4613-9d8d-744fecd5c42f) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:06:05.855740 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-159681ca-df2b-409b-a15f-82b278d57590 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:06:05.856303 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-159681ca-df2b-409b-a15f-82b278d57590 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:05.861172 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afa5758-d427-4f9c-9dbc-1a6ae6f0dac7 None None] Network a6846bc4-6679-4613-9d8d-744fecd5c42f requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 16:06:05.876284 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-159681ca-df2b-409b-a15f-82b278d57590 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3718045 Oct 13 16:06:05.879021 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 60188) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:06:05.884660 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-92dab646-8f0a-4517-9e26-6e1986db3e22 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1586210622-router', 'tenant_id': '4adb1d8078f5451087852ab4fe1c3237', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:06:05.889194 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-92dab646-8f0a-4517-9e26-6e1986db3e22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:06:05.893412 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-92dab646-8f0a-4517-9e26-6e1986db3e22 admin admin] Usage tracker for resource:router and tenant:4adb1d8078f5451087852ab4fe1c3237 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:06:05.896311 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-92dab646-8f0a-4517-9e26-6e1986db3e22 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:06:05.902096 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-92dab646-8f0a-4517-9e26-6e1986db3e22 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:06:05.912767 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-92dab646-8f0a-4517-9e26-6e1986db3e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:05.913706 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-92dab646-8f0a-4517-9e26-6e1986db3e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:05.928233 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-92dab646-8f0a-4517-9e26-6e1986db3e22 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:06.085564 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b67398-40f6-42f9-8db0-799c574b2bda None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-a6846bc4-6679-4613-9d8d-744fecd5c42f', 'network_id': 'a6846bc4-6679-4613-9d8d-744fecd5c42f', 'tenant_id': '4adb1d8078f5451087852ab4fe1c3237', 'fixed_ips': [{'subnet_id': '273bfeaa-69fd-44b7-b490-e4f7689198b2'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 16:06:06.086433 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b5b67398-40f6-42f9-8db0-799c574b2bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:06.243864 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-b5b67398-40f6-42f9-8db0-799c574b2bda None None] Allocated IP 172.20.0.2 (a6846bc4-6679-4613-9d8d-744fecd5c42f/273bfeaa-69fd-44b7-b490-e4f7689198b2/a830b929-63b5-4237-bf60-bbb4663f84b2) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:06:06.281422 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-92dab646-8f0a-4517-9e26-6e1986db3e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:06.447739 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b5b67398-40f6-42f9-8db0-799c574b2bda None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:06.458065 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-b5b67398-40f6-42f9-8db0-799c574b2bda None None] Transition to ACTIVE for port object a830b929-63b5-4237-bf60-bbb4663f84b2 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:06:06.475492 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-b5b67398-40f6-42f9-8db0-799c574b2bda None None] Transition to ACTIVE for port object a830b929-63b5-4237-bf60-bbb4663f84b2 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:06:06.481011 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b5b67398-40f6-42f9-8db0-799c574b2bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:06.545218 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b67398-40f6-42f9-8db0-799c574b2bda None None] Network a6846bc4-6679-4613-9d8d-744fecd5c42f is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:06:06.547998 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-b5b67398-40f6-42f9-8db0-799c574b2bda None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:06:06.551540 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b67398-40f6-42f9-8db0-799c574b2bda None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:06:06.558659 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b67398-40f6-42f9-8db0-799c574b2bda None None] Pushing event updated for resources: {'Port': ['ID=a830b929-63b5-4237-bf60-bbb4663f84b2,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:06:06.602251 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-92dab646-8f0a-4517-9e26-6e1986db3e22 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:06.632074 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-92dab646-8f0a-4517-9e26-6e1986db3e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:06.658916 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-b5b67398-40f6-42f9-8db0-799c574b2bda None None] Attempting to bind port a830b929-63b5-4237-bf60-bbb4663f84b2 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:06:06.659281 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-b5b67398-40f6-42f9-8db0-799c574b2bda None None] Attempting to bind port a830b929-63b5-4237-bf60-bbb4663f84b2 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'bd2968d0-7618-49df-aa18-9cb3aacfb097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a6846bc4-6679-4613-9d8d-744fecd5c42f'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:06:06.660203 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b67398-40f6-42f9-8db0-799c574b2bda None None] Attempting to bind port a830b929-63b5-4237-bf60-bbb4663f84b2 on network a6846bc4-6679-4613-9d8d-744fecd5c42f {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:06:06.665371 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b67398-40f6-42f9-8db0-799c574b2bda None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 5, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:06:06.665775 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b67398-40f6-42f9-8db0-799c574b2bda None None] Checking segment: {'id': 'bd2968d0-7618-49df-aa18-9cb3aacfb097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a6846bc4-6679-4613-9d8d-744fecd5c42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:06:06.666151 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b5b67398-40f6-42f9-8db0-799c574b2bda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:06.666541 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5b67398-40f6-42f9-8db0-799c574b2bda None None] Bound using segment: {'id': 'bd2968d0-7618-49df-aa18-9cb3aacfb097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a6846bc4-6679-4613-9d8d-744fecd5c42f'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:06:06.666987 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-b5b67398-40f6-42f9-8db0-799c574b2bda None None] Bound port: a830b929-63b5-4237-bf60-bbb4663f84b2, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd2968d0-7618-49df-aa18-9cb3aacfb097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a6846bc4-6679-4613-9d8d-744fecd5c42f'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:06:06.667348 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b5b67398-40f6-42f9-8db0-799c574b2bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:06.742285 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-a066dba8-712f-4f96-ad87-8293384764ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:06.768354 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-b5b67398-40f6-42f9-8db0-799c574b2bda None None] For port a830b929-63b5-4237-bf60-bbb4663f84b2, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:06:06.768604 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-92dab646-8f0a-4517-9e26-6e1986db3e22 admin admin] Allocated IP 172.26.2.193 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/b14c6c1f-f425-47c0-abc5-55d2b6d28631) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:06:06.772001 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-b5b67398-40f6-42f9-8db0-799c574b2bda None None] For port a830b929-63b5-4237-bf60-bbb4663f84b2, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=a830b929-63b5-4237-bf60-bbb4663f84b2,segment=NetworkSegment(bd2968d0-7618-49df-aa18-9cb3aacfb097),segment_id=bd2968d0-7618-49df-aa18-9cb3aacfb097)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:06:06.775546 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b5b67398-40f6-42f9-8db0-799c574b2bda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:06.852410 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b67398-40f6-42f9-8db0-799c574b2bda None None] Pushing event updated for resources: {'Port': ['ID=a830b929-63b5-4237-bf60-bbb4663f84b2,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:06:06.925303 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-92dab646-8f0a-4517-9e26-6e1986db3e22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:06.954158 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-92dab646-8f0a-4517-9e26-6e1986db3e22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:07.024676 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92dab646-8f0a-4517-9e26-6e1986db3e22 admin admin] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:06:07.027488 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-92dab646-8f0a-4517-9e26-6e1986db3e22 admin admin] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:06:07.030963 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92dab646-8f0a-4517-9e26-6e1986db3e22 admin admin] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:06:07.065402 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92dab646-8f0a-4517-9e26-6e1986db3e22 admin admin] Pushing event updated for resources: {'Port': ['ID=b14c6c1f-f425-47c0-abc5-55d2b6d28631,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:06:07.445148 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-92dab646-8f0a-4517-9e26-6e1986db3e22 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:07.459748 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device a830b929-63b5-4237-bf60-bbb4663f84b2 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:06:07.533921 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port a830b929-63b5-4237-bf60-bbb4663f84b2 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:06:07.563268 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:06:07.800424 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:07.807083 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad9c2a21-b3a3-4ce1-acbe-3a5c5d28e05e None None] Network a6846bc4-6679-4613-9d8d-744fecd5c42f requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 16:06:07.909484 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-d8903b76-f6e5-47fe-82d7-0369d1ba532a None None] Provisioning for port a830b929-63b5-4237-bf60-bbb4663f84b2 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:06:07.914495 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-92dab646-8f0a-4517-9e26-6e1986db3e22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:07.917109 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-d8903b76-f6e5-47fe-82d7-0369d1ba532a None None] Provisioning complete for port a830b929-63b5-4237-bf60-bbb4663f84b2 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:06:07.917483 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d8903b76-f6e5-47fe-82d7-0369d1ba532a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:07.917817 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-d8903b76-f6e5-47fe-82d7-0369d1ba532a None None] Attempt 1 to provision port a830b929-63b5-4237-bf60-bbb4663f84b2 Oct 13 16:06:08.076340 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:08.120477 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92dab646-8f0a-4517-9e26-6e1986db3e22 admin admin] Router 7a841306-3bc6-4f53-9545-c7edf02ce1f7 is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 16:06:08.192779 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-d8903b76-f6e5-47fe-82d7-0369d1ba532a None None] Current status of the port a830b929-63b5-4237-bf60-bbb4663f84b2 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:06:08.193145 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d8903b76-f6e5-47fe-82d7-0369d1ba532a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:08.232412 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-d8903b76-f6e5-47fe-82d7-0369d1ba532a None None] For port a830b929-63b5-4237-bf60-bbb4663f84b2, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=a830b929-63b5-4237-bf60-bbb4663f84b2,segment=NetworkSegment(bd2968d0-7618-49df-aa18-9cb3aacfb097),segment_id=bd2968d0-7618-49df-aa18-9cb3aacfb097)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:06:08.237179 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d8903b76-f6e5-47fe-82d7-0369d1ba532a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:08.307615 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92dab646-8f0a-4517-9e26-6e1986db3e22 admin admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:06:08.312036 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8903b76-f6e5-47fe-82d7-0369d1ba532a None None] Pushing event updated for resources: {'Port': ['ID=a830b929-63b5-4237-bf60-bbb4663f84b2,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:06:08.323015 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b166ed1-cf33-473c-afd3-15ff2cacb1b0 None None] Sync routers for ids ['7a841306-3bc6-4f53-9545-c7edf02ce1f7'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:06:08.333482 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b166ed1-cf33-473c-afd3-15ff2cacb1b0 None None] Routers {'7a841306-3bc6-4f53-9545-c7edf02ce1f7'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:06:08.334022 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-1b166ed1-cf33-473c-afd3-15ff2cacb1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:06:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['7a841306-3bc6-4f53-9545-c7edf02ce1f7'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:06:08.341359 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-92dab646-8f0a-4517-9e26-6e1986db3e22 admin admin] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:08.345403 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 60192) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:06:08.345929 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-92dab646-8f0a-4517-9e26-6e1986db3e22 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.4655132 Oct 13 16:06:08.503700 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-7ca96028-1ae9-420e-830c-b52655981f44 None None] Provisioning complete for port a830b929-63b5-4237-bf60-bbb4663f84b2 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:06:08.503993 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7ca96028-1ae9-420e-830c-b52655981f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:08.504312 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-7ca96028-1ae9-420e-830c-b52655981f44 None None] Attempt 1 to provision port a830b929-63b5-4237-bf60-bbb4663f84b2 Oct 13 16:06:08.559750 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-1b166ed1-cf33-473c-afd3-15ff2cacb1b0 None None] Set router 7a841306-3bc6-4f53-9545-c7edf02ce1f7 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:06:08.832743 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-7ca96028-1ae9-420e-830c-b52655981f44 None None] Current status of the port a830b929-63b5-4237-bf60-bbb4663f84b2 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:06:08.894603 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-1b166ed1-cf33-473c-afd3-15ff2cacb1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a841306-3bc6-4f53-9545-c7edf02ce1f7', 'name': 'tempest-TestEncryptedCinderVolumes-1586210622-router', 'tenant_id': '4adb1d8078f5451087852ab4fe1c3237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': 'b14c6c1f-f425-47c0-abc5-55d2b6d28631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:06:05Z', 'updated_at': '2022-10-13T16:06:07Z', 'revision_number': 3, 'project_id': '4adb1d8078f5451087852ab4fe1c3237', 'gw_port': {'id': 'b14c6c1f-f425-47c0-abc5-55d2b6d28631', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:79:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a841306-3bc6-4f53-9545-c7edf02ce1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:06:06Z', 'updated_at': '2022-10-13T16:06:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:06:08.898658 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b166ed1-cf33-473c-afd3-15ff2cacb1b0 None None] Checking router: 7a841306-3bc6-4f53-9545-c7edf02ce1f7 for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:06:08.899000 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b166ed1-cf33-473c-afd3-15ff2cacb1b0 None None] Updating router 7a841306-3bc6-4f53-9545-c7edf02ce1f7 port b14c6c1f-f425-47c0-abc5-55d2b6d28631 binding host dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 16:06:08.956902 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-1b166ed1-cf33-473c-afd3-15ff2cacb1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:09.126134 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-620da197-194c-4e32-987c-f5fb779657cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:09.283513 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-1b166ed1-cf33-473c-afd3-15ff2cacb1b0 None None] Notify callbacks [] for port, precommit_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:09.295548 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-1b166ed1-cf33-473c-afd3-15ff2cacb1b0 None None] Transition to ACTIVE for port object b14c6c1f-f425-47c0-abc5-55d2b6d28631 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:06:09.302046 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-1b166ed1-cf33-473c-afd3-15ff2cacb1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:09.338387 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-620da197-194c-4e32-987c-f5fb779657cf admin admin] Allocated IP 172.20.0.1 (a6846bc4-6679-4613-9d8d-744fecd5c42f/273bfeaa-69fd-44b7-b490-e4f7689198b2/3e7a6082-3e13-4b47-8004-f8ef6bfd7392) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:06:09.364598 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-1b166ed1-cf33-473c-afd3-15ff2cacb1b0 None None] Attempting to bind port b14c6c1f-f425-47c0-abc5-55d2b6d28631 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:06:09.364960 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-1b166ed1-cf33-473c-afd3-15ff2cacb1b0 None None] Attempting to bind port b14c6c1f-f425-47c0-abc5-55d2b6d28631 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:06:09.365312 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b166ed1-cf33-473c-afd3-15ff2cacb1b0 None None] Attempting to bind port b14c6c1f-f425-47c0-abc5-55d2b6d28631 on network 8fb1fa59-32fe-4ed0-a248-96c43edb135f {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:06:09.375226 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b166ed1-cf33-473c-afd3-15ff2cacb1b0 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:06:09.375591 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b166ed1-cf33-473c-afd3-15ff2cacb1b0 None None] Checking segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:06:09.375990 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-1b166ed1-cf33-473c-afd3-15ff2cacb1b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:09.376373 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b166ed1-cf33-473c-afd3-15ff2cacb1b0 None None] Bound using segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:06:09.376825 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-1b166ed1-cf33-473c-afd3-15ff2cacb1b0 None None] Bound port: b14c6c1f-f425-47c0-abc5-55d2b6d28631, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:06:09.377187 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-1b166ed1-cf33-473c-afd3-15ff2cacb1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:09.410390 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90542afc-ea82-4044-9f8d-36a5131cafbb None None] Pushing event updated for resources: {'Port': ['ID=b14c6c1f-f425-47c0-abc5-55d2b6d28631,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:06:09.448463 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device a830b929-63b5-4237-bf60-bbb4663f84b2 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:06:09.490937 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-620da197-194c-4e32-987c-f5fb779657cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:09.500896 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-1b166ed1-cf33-473c-afd3-15ff2cacb1b0 None None] For port b14c6c1f-f425-47c0-abc5-55d2b6d28631, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:06:09.508246 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-620da197-194c-4e32-987c-f5fb779657cf admin admin] Transition to ACTIVE for port object 3e7a6082-3e13-4b47-8004-f8ef6bfd7392 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:06:09.513698 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-1b166ed1-cf33-473c-afd3-15ff2cacb1b0 None None] For port b14c6c1f-f425-47c0-abc5-55d2b6d28631, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=b14c6c1f-f425-47c0-abc5-55d2b6d28631,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:06:09.521399 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-1b166ed1-cf33-473c-afd3-15ff2cacb1b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:09.533410 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-620da197-194c-4e32-987c-f5fb779657cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:09.600542 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620da197-194c-4e32-987c-f5fb779657cf admin admin] Network a6846bc4-6679-4613-9d8d-744fecd5c42f is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:06:09.603390 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-620da197-194c-4e32-987c-f5fb779657cf admin admin] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:06:09.607004 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620da197-194c-4e32-987c-f5fb779657cf admin admin] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:06:09.626502 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b166ed1-cf33-473c-afd3-15ff2cacb1b0 None None] Routers {'7a841306-3bc6-4f53-9545-c7edf02ce1f7'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:06:09.627462 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-1b166ed1-cf33-473c-afd3-15ff2cacb1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:06:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['7a841306-3bc6-4f53-9545-c7edf02ce1f7'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:06:09.645518 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620da197-194c-4e32-987c-f5fb779657cf admin admin] Pushing event updated for resources: {'Port': ['ID=3e7a6082-3e13-4b47-8004-f8ef6bfd7392,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:06:09.680981 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-620da197-194c-4e32-987c-f5fb779657cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:09.685393 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port a830b929-63b5-4237-bf60-bbb4663f84b2 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:06:09.685764 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:09.686109 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port a830b929-63b5-4237-bf60-bbb4663f84b2 Oct 13 16:06:09.775909 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90542afc-ea82-4044-9f8d-36a5131cafbb None None] Pushing event updated for resources: {'Port': ['ID=b14c6c1f-f425-47c0-abc5-55d2b6d28631,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:06:09.786787 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:09.889172 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-0266cf7d-9a99-4936-8774-71cd46ee8496 None None] Provisioning for port 3e7a6082-3e13-4b47-8004-f8ef6bfd7392 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:06:09.902400 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-1b166ed1-cf33-473c-afd3-15ff2cacb1b0 None None] Set router 7a841306-3bc6-4f53-9545-c7edf02ce1f7 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:06:09.944808 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-620da197-194c-4e32-987c-f5fb779657cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:09.968144 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-0266cf7d-9a99-4936-8774-71cd46ee8496 None None] Provisioning complete for port 3e7a6082-3e13-4b47-8004-f8ef6bfd7392 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:06:09.968515 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0266cf7d-9a99-4936-8774-71cd46ee8496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:09.968851 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-0266cf7d-9a99-4936-8774-71cd46ee8496 None None] Attempt 1 to provision port 3e7a6082-3e13-4b47-8004-f8ef6bfd7392 Oct 13 16:06:10.127618 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port a830b929-63b5-4237-bf60-bbb4663f84b2 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:06:10.166213 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-620da197-194c-4e32-987c-f5fb779657cf admin admin] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:10.170720 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-620da197-194c-4e32-987c-f5fb779657cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:10.182877 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-0266cf7d-9a99-4936-8774-71cd46ee8496 None None] Port 3e7a6082-3e13-4b47-8004-f8ef6bfd7392 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:06:10.275472 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620da197-194c-4e32-987c-f5fb779657cf admin admin] Pushing event updated for resources: {'Port': ['ID=3e7a6082-3e13-4b47-8004-f8ef6bfd7392,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:06:10.277788 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-620da197-194c-4e32-987c-f5fb779657cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:10.279725 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-1b166ed1-cf33-473c-afd3-15ff2cacb1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a841306-3bc6-4f53-9545-c7edf02ce1f7', 'name': 'tempest-TestEncryptedCinderVolumes-1586210622-router', 'tenant_id': '4adb1d8078f5451087852ab4fe1c3237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': 'b14c6c1f-f425-47c0-abc5-55d2b6d28631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:06:05Z', 'updated_at': '2022-10-13T16:06:07Z', 'revision_number': 3, 'project_id': '4adb1d8078f5451087852ab4fe1c3237', 'gw_port': {'id': 'b14c6c1f-f425-47c0-abc5-55d2b6d28631', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:79:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a841306-3bc6-4f53-9545-c7edf02ce1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:06:06Z', 'updated_at': '2022-10-13T16:06:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:06:10.284477 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b166ed1-cf33-473c-afd3-15ff2cacb1b0 None None] The sync data for ids ['7a841306-3bc6-4f53-9545-c7edf02ce1f7'] in dv-neutron-860329-2-hyperv is: [{'id': '7a841306-3bc6-4f53-9545-c7edf02ce1f7', 'name': 'tempest-TestEncryptedCinderVolumes-1586210622-router', 'tenant_id': '4adb1d8078f5451087852ab4fe1c3237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': 'b14c6c1f-f425-47c0-abc5-55d2b6d28631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:06:05Z', 'updated_at': '2022-10-13T16:06:07Z', 'revision_number': 3, 'project_id': '4adb1d8078f5451087852ab4fe1c3237', 'gw_port': {'id': 'b14c6c1f-f425-47c0-abc5-55d2b6d28631', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:79:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a841306-3bc6-4f53-9545-c7edf02ce1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:06:06Z', 'updated_at': '2022-10-13T16:06:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:06:10.415171 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620da197-194c-4e32-987c-f5fb779657cf admin admin] Network a6846bc4-6679-4613-9d8d-744fecd5c42f is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:06:10.416374 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-620da197-194c-4e32-987c-f5fb779657cf admin admin] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:06:10.684398 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-0266cf7d-9a99-4936-8774-71cd46ee8496 None None] Attempt 2 to provision port 3e7a6082-3e13-4b47-8004-f8ef6bfd7392 Oct 13 16:06:10.743163 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-620da197-194c-4e32-987c-f5fb779657cf admin admin] Router 7a841306-3bc6-4f53-9545-c7edf02ce1f7 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 16:06:10.748187 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-0266cf7d-9a99-4936-8774-71cd46ee8496 None None] Port 3e7a6082-3e13-4b47-8004-f8ef6bfd7392 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:06:10.928616 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-620da197-194c-4e32-987c-f5fb779657cf admin admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:06:10.937740 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-620da197-194c-4e32-987c-f5fb779657cf admin admin] 10.222.0.42 "PUT /v2.0/routers/7a841306-3bc6-4f53-9545-c7edf02ce1f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5898068 Oct 13 16:06:11.249343 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-0266cf7d-9a99-4936-8774-71cd46ee8496 None None] Attempt 3 to provision port 3e7a6082-3e13-4b47-8004-f8ef6bfd7392 Oct 13 16:06:11.306756 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-0266cf7d-9a99-4936-8774-71cd46ee8496 None None] Port 3e7a6082-3e13-4b47-8004-f8ef6bfd7392 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:06:11.437441 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 60210) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:06:11.443694 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-bb28a860-af2b-4a02-9571-e1b3f6751092 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1891190472-network', 'tenant_id': '303898d8b5c945d181ec1e3e34807149'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:06:11.448701 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-bb28a860-af2b-4a02-9571-e1b3f6751092 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:06:11.452764 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-bb28a860-af2b-4a02-9571-e1b3f6751092 admin admin] Usage tracker for resource:network and tenant:303898d8b5c945d181ec1e3e34807149 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:06:11.456445 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-bb28a860-af2b-4a02-9571-e1b3f6751092 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:06:11.457731 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device b14c6c1f-f425-47c0-abc5-55d2b6d28631 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:06:11.462425 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-bb28a860-af2b-4a02-9571-e1b3f6751092 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:06:11.472834 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb28a860-af2b-4a02-9571-e1b3f6751092 admin admin] Made reservation on behalf of 303898d8b5c945d181ec1e3e34807149 for: {'network': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 16:06:11.475302 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bb28a860-af2b-4a02-9571-e1b3f6751092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:11.487786 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bb28a860-af2b-4a02-9571-e1b3f6751092 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:11.502391 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-bb28a860-af2b-4a02-9571-e1b3f6751092 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:06:11.506912 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-bb28a860-af2b-4a02-9571-e1b3f6751092 admin admin] Usage tracker for resource:security_group_rule and tenant:303898d8b5c945d181ec1e3e34807149 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:06:11.509669 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-bb28a860-af2b-4a02-9571-e1b3f6751092 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:06:11.515500 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-bb28a860-af2b-4a02-9571-e1b3f6751092 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:06:11.525977 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port b14c6c1f-f425-47c0-abc5-55d2b6d28631 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:06:11.530736 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port b14c6c1f-f425-47c0-abc5-55d2b6d28631 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:06:11.531228 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:11.531557 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port b14c6c1f-f425-47c0-abc5-55d2b6d28631 Oct 13 16:06:11.607775 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bb28a860-af2b-4a02-9571-e1b3f6751092 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:11.613380 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bb28a860-af2b-4a02-9571-e1b3f6751092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:11.644920 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb28a860-af2b-4a02-9571-e1b3f6751092 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602aed65-7b8a-42ef-8e42-4618308e6a9a,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:06:11.656574 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port b14c6c1f-f425-47c0-abc5-55d2b6d28631 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:06:11.657008 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:11.666620 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb28a860-af2b-4a02-9571-e1b3f6751092 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 447} {{(pid=88973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 16:06:11.677181 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bb28a860-af2b-4a02-9571-e1b3f6751092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:11.677553 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-bb28a860-af2b-4a02-9571-e1b3f6751092 admin admin] Added segment ef5f29f5-8cfd-4dd6-902c-b17fe7d75ac7 of type vlan for network f2a7c920-c74c-460a-b328-472db0386bdc Oct 13 16:06:11.678376 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port b14c6c1f-f425-47c0-abc5-55d2b6d28631, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=b14c6c1f-f425-47c0-abc5-55d2b6d28631,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:06:11.683418 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:11.707137 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bb28a860-af2b-4a02-9571-e1b3f6751092 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:11.740532 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bb28a860-af2b-4a02-9571-e1b3f6751092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:11.742143 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb28a860-af2b-4a02-9571-e1b3f6751092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:06:11.742763 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-bb28a860-af2b-4a02-9571-e1b3f6751092 admin admin] Notify callbacks [] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:11.760220 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=b14c6c1f-f425-47c0-abc5-55d2b6d28631,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:06:11.807723 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-0266cf7d-9a99-4936-8774-71cd46ee8496 None None] Attempt 4 to provision port 3e7a6082-3e13-4b47-8004-f8ef6bfd7392 Oct 13 16:06:11.847683 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb28a860-af2b-4a02-9571-e1b3f6751092 admin admin] Pushing event updated for resources: {'Network': ['ID=f2a7c920-c74c-460a-b328-472db0386bdc,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:06:11.851513 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-bb28a860-af2b-4a02-9571-e1b3f6751092 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4130304 Oct 13 16:06:11.854483 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 60214) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:06:11.861290 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-65b8d571-0776-4d8e-ac07-2085e5205668 admin admin] Request body: {'subnet': {'network_id': 'f2a7c920-c74c-460a-b328-472db0386bdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1891190472-subnet', 'tenant_id': '303898d8b5c945d181ec1e3e34807149', 'ip_version': 4}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:06:11.861678 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network f2a7c920-c74c-460a-b328-472db0386bdc details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 16:06:11.866790 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-65b8d571-0776-4d8e-ac07-2085e5205668 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:06:11.870829 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-65b8d571-0776-4d8e-ac07-2085e5205668 admin admin] Usage tracker for resource:subnet and tenant:303898d8b5c945d181ec1e3e34807149 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:06:11.873766 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-65b8d571-0776-4d8e-ac07-2085e5205668 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:06:11.880251 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-65b8d571-0776-4d8e-ac07-2085e5205668 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:06:11.884410 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2490c381-ef4b-44bb-b63d-dadbe053091f None None] Sync routers for ids ['7a841306-3bc6-4f53-9545-c7edf02ce1f7'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:06:11.894948 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b8d571-0776-4d8e-ac07-2085e5205668 admin admin] Made reservation on behalf of 303898d8b5c945d181ec1e3e34807149 for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 16:06:11.896265 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2490c381-ef4b-44bb-b63d-dadbe053091f None None] Routers {'7a841306-3bc6-4f53-9545-c7edf02ce1f7'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:06:11.896886 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-2490c381-ef4b-44bb-b63d-dadbe053091f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:06:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['7a841306-3bc6-4f53-9545-c7edf02ce1f7'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:06:11.898227 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-65b8d571-0776-4d8e-ac07-2085e5205668 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:11.899259 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-0266cf7d-9a99-4936-8774-71cd46ee8496 None None] Port 3e7a6082-3e13-4b47-8004-f8ef6bfd7392 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:06:12.075014 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-2490c381-ef4b-44bb-b63d-dadbe053091f None None] Set router 7a841306-3bc6-4f53-9545-c7edf02ce1f7 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:06:12.113370 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-65b8d571-0776-4d8e-ac07-2085e5205668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:12.188148 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b8d571-0776-4d8e-ac07-2085e5205668 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b5abf19-f127-4af2-8c57-260a2706d60b,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:06:12.193462 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b8d571-0776-4d8e-ac07-2085e5205668 admin admin] Checking segment: {'id': 'ef5f29f5-8cfd-4dd6-902c-b17fe7d75ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f2a7c920-c74c-460a-b328-472db0386bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:06:12.193908 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b8d571-0776-4d8e-ac07-2085e5205668 admin admin] Network hostable DHCP agents. Network: f2a7c920-c74c-460a-b328-472db0386bdc, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 16:06:12.213153 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b8d571-0776-4d8e-ac07-2085e5205668 admin admin] Network f2a7c920-c74c-460a-b328-472db0386bdc is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 16:06:12.223209 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-65b8d571-0776-4d8e-ac07-2085e5205668 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, f2a7c920-c74c-460a-b328-472db0386bdc) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:06:12.227224 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b8d571-0776-4d8e-ac07-2085e5205668 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:06:12.227800 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-65b8d571-0776-4d8e-ac07-2085e5205668 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:12.232507 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-791284f9-83ce-4922-aeae-dbdd58e7decc None None] Network f2a7c920-c74c-460a-b328-472db0386bdc requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 16:06:12.250173 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-65b8d571-0776-4d8e-ac07-2085e5205668 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3946457 Oct 13 16:06:12.253825 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 60218) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:06:12.259258 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-3187db09-61a6-4761-ae4d-b345554274a6 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1891190472-router', 'tenant_id': '303898d8b5c945d181ec1e3e34807149', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:06:12.264680 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-3187db09-61a6-4761-ae4d-b345554274a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:06:12.269266 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-3187db09-61a6-4761-ae4d-b345554274a6 admin admin] Usage tracker for resource:router and tenant:303898d8b5c945d181ec1e3e34807149 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:06:12.272904 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-3187db09-61a6-4761-ae4d-b345554274a6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:06:12.278655 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-3187db09-61a6-4761-ae4d-b345554274a6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:06:12.289660 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3187db09-61a6-4761-ae4d-b345554274a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:12.290777 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3187db09-61a6-4761-ae4d-b345554274a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:12.306331 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3187db09-61a6-4761-ae4d-b345554274a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:12.400916 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-0266cf7d-9a99-4936-8774-71cd46ee8496 None None] Attempt 5 to provision port 3e7a6082-3e13-4b47-8004-f8ef6bfd7392 Oct 13 16:06:12.403901 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-2490c381-ef4b-44bb-b63d-dadbe053091f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a841306-3bc6-4f53-9545-c7edf02ce1f7', 'name': 'tempest-TestEncryptedCinderVolumes-1586210622-router', 'tenant_id': '4adb1d8078f5451087852ab4fe1c3237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': 'b14c6c1f-f425-47c0-abc5-55d2b6d28631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:06:05Z', 'updated_at': '2022-10-13T16:06:09Z', 'revision_number': 4, 'project_id': '4adb1d8078f5451087852ab4fe1c3237', 'gw_port': {'id': 'b14c6c1f-f425-47c0-abc5-55d2b6d28631', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:79:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a841306-3bc6-4f53-9545-c7edf02ce1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:06:06Z', 'updated_at': '2022-10-13T16:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '3e7a6082-3e13-4b47-8004-f8ef6bfd7392', 'name': '', 'network_id': 'a6846bc4-6679-4613-9d8d-744fecd5c42f', 'tenant_id': '4adb1d8078f5451087852ab4fe1c3237', 'mac_address': 'fa:16:3e:74:ff:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a841306-3bc6-4f53-9545-c7edf02ce1f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '273bfeaa-69fd-44b7-b490-e4f7689198b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:06:09Z', 'updated_at': '2022-10-13T16:06:10Z', 'revision_number': 2, 'project_id': '4adb1d8078f5451087852ab4fe1c3237', 'subnets': [{'id': '273bfeaa-69fd-44b7-b490-e4f7689198b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:06:12.407618 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2490c381-ef4b-44bb-b63d-dadbe053091f None None] Checking router: 7a841306-3bc6-4f53-9545-c7edf02ce1f7 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:06:12.407961 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2490c381-ef4b-44bb-b63d-dadbe053091f None None] Updating router 7a841306-3bc6-4f53-9545-c7edf02ce1f7 port 3e7a6082-3e13-4b47-8004-f8ef6bfd7392 binding host dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 16:06:12.465593 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-2490c381-ef4b-44bb-b63d-dadbe053091f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:12.538295 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-0266cf7d-9a99-4936-8774-71cd46ee8496 None None] Port 3e7a6082-3e13-4b47-8004-f8ef6bfd7392 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:06:12.543703 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8faf6a85-c5b2-4b6f-8701-c36154dca698 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-f2a7c920-c74c-460a-b328-472db0386bdc', 'network_id': 'f2a7c920-c74c-460a-b328-472db0386bdc', 'tenant_id': '303898d8b5c945d181ec1e3e34807149', 'fixed_ips': [{'subnet_id': '6b5abf19-f127-4af2-8c57-260a2706d60b'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 16:06:12.545525 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8faf6a85-c5b2-4b6f-8701-c36154dca698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:12.574784 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3187db09-61a6-4761-ae4d-b345554274a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:12.711279 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-8faf6a85-c5b2-4b6f-8701-c36154dca698 None None] Allocated IP 172.20.0.2 (f2a7c920-c74c-460a-b328-472db0386bdc/6b5abf19-f127-4af2-8c57-260a2706d60b/34654620-f83d-4a30-aa54-f3b15293b323) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:06:12.845765 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-2490c381-ef4b-44bb-b63d-dadbe053091f None None] Notify callbacks [] for port, precommit_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:12.861208 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.provisioning_blocks [None req-2490c381-ef4b-44bb-b63d-dadbe053091f None None] Transition to ACTIVE for port object 3e7a6082-3e13-4b47-8004-f8ef6bfd7392 will not be triggered until provisioned by entity L2. {{(pid=88975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:06:12.870059 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-2490c381-ef4b-44bb-b63d-dadbe053091f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:12.977480 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8faf6a85-c5b2-4b6f-8701-c36154dca698 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:12.995216 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-8faf6a85-c5b2-4b6f-8701-c36154dca698 None None] Transition to ACTIVE for port object 34654620-f83d-4a30-aa54-f3b15293b323 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:06:13.021159 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-8faf6a85-c5b2-4b6f-8701-c36154dca698 None None] Transition to ACTIVE for port object 34654620-f83d-4a30-aa54-f3b15293b323 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:06:13.030961 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8faf6a85-c5b2-4b6f-8701-c36154dca698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:13.058110 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3187db09-61a6-4761-ae4d-b345554274a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:13.071856 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f89991a-2a26-47c7-8153-e161635007aa None None] Pushing event updated for resources: {'Port': ['ID=3e7a6082-3e13-4b47-8004-f8ef6bfd7392,revision_number=3']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:06:13.084126 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-0266cf7d-9a99-4936-8774-71cd46ee8496 None None] Attempt 6 to provision port 3e7a6082-3e13-4b47-8004-f8ef6bfd7392 Oct 13 16:06:13.089557 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f89991a-2a26-47c7-8153-e161635007aa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:06:13.089898 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f89991a-2a26-47c7-8153-e161635007aa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:06:13.090256 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f89991a-2a26-47c7-8153-e161635007aa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:06:13.090586 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f89991a-2a26-47c7-8153-e161635007aa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:06:13.090921 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f89991a-2a26-47c7-8153-e161635007aa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:06:13.091246 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f89991a-2a26-47c7-8153-e161635007aa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:06:13.091556 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f89991a-2a26-47c7-8153-e161635007aa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:06:13.091685 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3187db09-61a6-4761-ae4d-b345554274a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:13.091876 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f89991a-2a26-47c7-8153-e161635007aa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:06:13.092197 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f89991a-2a26-47c7-8153-e161635007aa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:06:13.092499 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f89991a-2a26-47c7-8153-e161635007aa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:06:13.092837 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f89991a-2a26-47c7-8153-e161635007aa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:06:13.093120 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6f89991a-2a26-47c7-8153-e161635007aa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:06:13.113005 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-2490c381-ef4b-44bb-b63d-dadbe053091f None None] Attempting to bind port 3e7a6082-3e13-4b47-8004-f8ef6bfd7392 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:06:13.113371 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-2490c381-ef4b-44bb-b63d-dadbe053091f None None] Attempting to bind port 3e7a6082-3e13-4b47-8004-f8ef6bfd7392 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'bd2968d0-7618-49df-aa18-9cb3aacfb097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a6846bc4-6679-4613-9d8d-744fecd5c42f'}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:06:13.113721 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2490c381-ef4b-44bb-b63d-dadbe053091f None None] Attempting to bind port 3e7a6082-3e13-4b47-8004-f8ef6bfd7392 on network a6846bc4-6679-4613-9d8d-744fecd5c42f {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:06:13.119906 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2490c381-ef4b-44bb-b63d-dadbe053091f None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:06:13.120270 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2490c381-ef4b-44bb-b63d-dadbe053091f None None] Checking segment: {'id': 'bd2968d0-7618-49df-aa18-9cb3aacfb097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a6846bc4-6679-4613-9d8d-744fecd5c42f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:06:13.120657 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-2490c381-ef4b-44bb-b63d-dadbe053091f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:13.121038 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2490c381-ef4b-44bb-b63d-dadbe053091f None None] Bound using segment: {'id': 'bd2968d0-7618-49df-aa18-9cb3aacfb097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a6846bc4-6679-4613-9d8d-744fecd5c42f'} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:06:13.121490 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-2490c381-ef4b-44bb-b63d-dadbe053091f None None] Bound port: 3e7a6082-3e13-4b47-8004-f8ef6bfd7392, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bd2968d0-7618-49df-aa18-9cb3aacfb097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a6846bc4-6679-4613-9d8d-744fecd5c42f'}}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:06:13.122200 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-2490c381-ef4b-44bb-b63d-dadbe053091f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:13.158256 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8faf6a85-c5b2-4b6f-8701-c36154dca698 None None] Network f2a7c920-c74c-460a-b328-472db0386bdc is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:06:13.169439 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-8faf6a85-c5b2-4b6f-8701-c36154dca698 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:06:13.176595 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8faf6a85-c5b2-4b6f-8701-c36154dca698 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:06:13.188235 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-0266cf7d-9a99-4936-8774-71cd46ee8496 None None] Port 3e7a6082-3e13-4b47-8004-f8ef6bfd7392 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:06:13.224314 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-2490c381-ef4b-44bb-b63d-dadbe053091f None None] For port 3e7a6082-3e13-4b47-8004-f8ef6bfd7392, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:06:13.228292 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-2490c381-ef4b-44bb-b63d-dadbe053091f None None] For port 3e7a6082-3e13-4b47-8004-f8ef6bfd7392, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=3e7a6082-3e13-4b47-8004-f8ef6bfd7392,segment=NetworkSegment(bd2968d0-7618-49df-aa18-9cb3aacfb097),segment_id=bd2968d0-7618-49df-aa18-9cb3aacfb097)] {{(pid=88975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:06:13.234589 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faf6a85-c5b2-4b6f-8701-c36154dca698 None None] Pushing event updated for resources: {'Port': ['ID=34654620-f83d-4a30-aa54-f3b15293b323,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:06:13.234938 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-2490c381-ef4b-44bb-b63d-dadbe053091f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:13.245485 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-3187db09-61a6-4761-ae4d-b345554274a6 admin admin] Allocated IP 172.26.2.139 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/898bc6e6-d9f1-4abb-a07f-477d0cc4ce2d) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:06:13.307289 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-8faf6a85-c5b2-4b6f-8701-c36154dca698 None None] Attempting to bind port 34654620-f83d-4a30-aa54-f3b15293b323 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:06:13.307802 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-8faf6a85-c5b2-4b6f-8701-c36154dca698 None None] Attempting to bind port 34654620-f83d-4a30-aa54-f3b15293b323 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'ef5f29f5-8cfd-4dd6-902c-b17fe7d75ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f2a7c920-c74c-460a-b328-472db0386bdc'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:06:13.308193 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8faf6a85-c5b2-4b6f-8701-c36154dca698 None None] Attempting to bind port 34654620-f83d-4a30-aa54-f3b15293b323 on network f2a7c920-c74c-460a-b328-472db0386bdc {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:06:13.314677 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8faf6a85-c5b2-4b6f-8701-c36154dca698 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:06:13.315721 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8faf6a85-c5b2-4b6f-8701-c36154dca698 None None] Checking segment: {'id': 'ef5f29f5-8cfd-4dd6-902c-b17fe7d75ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f2a7c920-c74c-460a-b328-472db0386bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:06:13.316122 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8faf6a85-c5b2-4b6f-8701-c36154dca698 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:13.316615 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8faf6a85-c5b2-4b6f-8701-c36154dca698 None None] Bound using segment: {'id': 'ef5f29f5-8cfd-4dd6-902c-b17fe7d75ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f2a7c920-c74c-460a-b328-472db0386bdc'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:06:13.317236 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-8faf6a85-c5b2-4b6f-8701-c36154dca698 None None] Bound port: 34654620-f83d-4a30-aa54-f3b15293b323, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef5f29f5-8cfd-4dd6-902c-b17fe7d75ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f2a7c920-c74c-460a-b328-472db0386bdc'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:06:13.317684 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8faf6a85-c5b2-4b6f-8701-c36154dca698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:13.348757 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2490c381-ef4b-44bb-b63d-dadbe053091f None None] Routers {'7a841306-3bc6-4f53-9545-c7edf02ce1f7'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:06:13.349374 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-2490c381-ef4b-44bb-b63d-dadbe053091f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:06:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['7a841306-3bc6-4f53-9545-c7edf02ce1f7'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:06:13.431645 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3187db09-61a6-4761-ae4d-b345554274a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:13.446193 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f89991a-2a26-47c7-8153-e161635007aa None None] Pushing event updated for resources: {'Port': ['ID=3e7a6082-3e13-4b47-8004-f8ef6bfd7392,revision_number=4']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:06:13.458974 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-8faf6a85-c5b2-4b6f-8701-c36154dca698 None None] For port 34654620-f83d-4a30-aa54-f3b15293b323, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:06:13.462561 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-8faf6a85-c5b2-4b6f-8701-c36154dca698 None None] For port 34654620-f83d-4a30-aa54-f3b15293b323, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=34654620-f83d-4a30-aa54-f3b15293b323,segment=NetworkSegment(ef5f29f5-8cfd-4dd6-902c-b17fe7d75ac7),segment_id=ef5f29f5-8cfd-4dd6-902c-b17fe7d75ac7)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:06:13.470640 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8faf6a85-c5b2-4b6f-8701-c36154dca698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:13.490043 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3187db09-61a6-4761-ae4d-b345554274a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:13.551460 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faf6a85-c5b2-4b6f-8701-c36154dca698 None None] Pushing event updated for resources: {'Port': ['ID=34654620-f83d-4a30-aa54-f3b15293b323,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:06:13.554690 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-2490c381-ef4b-44bb-b63d-dadbe053091f None None] Set router 7a841306-3bc6-4f53-9545-c7edf02ce1f7 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:06:13.555004 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device b14c6c1f-f425-47c0-abc5-55d2b6d28631 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:06:13.576439 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3187db09-61a6-4761-ae4d-b345554274a6 admin admin] Pushing event updated for resources: {'Port': ['ID=898bc6e6-d9f1-4abb-a07f-477d0cc4ce2d,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:06:13.591517 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3187db09-61a6-4761-ae4d-b345554274a6 admin admin] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:06:13.596101 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-3187db09-61a6-4761-ae4d-b345554274a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:06:13.599985 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3187db09-61a6-4761-ae4d-b345554274a6 admin admin] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:06:13.671120 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port b14c6c1f-f425-47c0-abc5-55d2b6d28631 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:06:13.671633 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:13.672056 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port b14c6c1f-f425-47c0-abc5-55d2b6d28631 Oct 13 16:06:13.724984 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-0266cf7d-9a99-4936-8774-71cd46ee8496 None None] Attempt 7 to provision port 3e7a6082-3e13-4b47-8004-f8ef6bfd7392 Oct 13 16:06:13.905687 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-0266cf7d-9a99-4936-8774-71cd46ee8496 None None] Port 3e7a6082-3e13-4b47-8004-f8ef6bfd7392 had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 16:06:13.946661 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port b14c6c1f-f425-47c0-abc5-55d2b6d28631 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:06:13.990037 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-2490c381-ef4b-44bb-b63d-dadbe053091f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a841306-3bc6-4f53-9545-c7edf02ce1f7', 'name': 'tempest-TestEncryptedCinderVolumes-1586210622-router', 'tenant_id': '4adb1d8078f5451087852ab4fe1c3237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': 'b14c6c1f-f425-47c0-abc5-55d2b6d28631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:06:05Z', 'updated_at': '2022-10-13T16:06:09Z', 'revision_number': 4, 'project_id': '4adb1d8078f5451087852ab4fe1c3237', 'gw_port': {'id': 'b14c6c1f-f425-47c0-abc5-55d2b6d28631', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:79:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a841306-3bc6-4f53-9545-c7edf02ce1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:06:06Z', 'updated_at': '2022-10-13T16:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '3e7a6082-3e13-4b47-8004-f8ef6bfd7392', 'name': '', 'network_id': 'a6846bc4-6679-4613-9d8d-744fecd5c42f', 'tenant_id': '4adb1d8078f5451087852ab4fe1c3237', 'mac_address': 'fa:16:3e:74:ff:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a841306-3bc6-4f53-9545-c7edf02ce1f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '273bfeaa-69fd-44b7-b490-e4f7689198b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:06:09Z', 'updated_at': '2022-10-13T16:06:13Z', 'revision_number': 4, 'project_id': '4adb1d8078f5451087852ab4fe1c3237', 'subnets': [{'id': '273bfeaa-69fd-44b7-b490-e4f7689198b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:06:13.994263 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2490c381-ef4b-44bb-b63d-dadbe053091f None None] The sync data for ids ['7a841306-3bc6-4f53-9545-c7edf02ce1f7'] in dv-neutron-860329-2-hyperv is: [{'id': '7a841306-3bc6-4f53-9545-c7edf02ce1f7', 'name': 'tempest-TestEncryptedCinderVolumes-1586210622-router', 'tenant_id': '4adb1d8078f5451087852ab4fe1c3237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': 'b14c6c1f-f425-47c0-abc5-55d2b6d28631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:06:05Z', 'updated_at': '2022-10-13T16:06:09Z', 'revision_number': 4, 'project_id': '4adb1d8078f5451087852ab4fe1c3237', 'gw_port': {'id': 'b14c6c1f-f425-47c0-abc5-55d2b6d28631', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:79:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a841306-3bc6-4f53-9545-c7edf02ce1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:06:06Z', 'updated_at': '2022-10-13T16:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '3e7a6082-3e13-4b47-8004-f8ef6bfd7392', 'name': '', 'network_id': 'a6846bc4-6679-4613-9d8d-744fecd5c42f', 'tenant_id': '4adb1d8078f5451087852ab4fe1c3237', 'mac_address': 'fa:16:3e:74:ff:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a841306-3bc6-4f53-9545-c7edf02ce1f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '273bfeaa-69fd-44b7-b490-e4f7689198b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:06:09Z', 'updated_at': '2022-10-13T16:06:13Z', 'revision_number': 4, 'project_id': '4adb1d8078f5451087852ab4fe1c3237', 'subnets': [{'id': '273bfeaa-69fd-44b7-b490-e4f7689198b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:06:14.165930 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3187db09-61a6-4761-ae4d-b345554274a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:14.524310 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3187db09-61a6-4761-ae4d-b345554274a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:14.755465 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8e9327-2c5a-48b3-9918-c65d837b5ef1 None None] Network f2a7c920-c74c-460a-b328-472db0386bdc requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 16:06:14.859987 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3187db09-61a6-4761-ae4d-b345554274a6 admin admin] Router 2ec6d4af-bd5c-4214-9f7f-f39785fe23ad is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 16:06:14.872530 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-2d55f214-286a-42db-8f36-06eddd5d47ec None None] Provisioning for port 34654620-f83d-4a30-aa54-f3b15293b323 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:06:15.051968 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3187db09-61a6-4761-ae4d-b345554274a6 admin admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:06:15.064482 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88ad69d-cbb4-45d3-b891-9c0b7ebf060d None None] Sync routers for ids ['2ec6d4af-bd5c-4214-9f7f-f39785fe23ad'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:06:15.075076 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88ad69d-cbb4-45d3-b891-9c0b7ebf060d None None] Routers {'2ec6d4af-bd5c-4214-9f7f-f39785fe23ad'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:06:15.075799 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-c88ad69d-cbb4-45d3-b891-9c0b7ebf060d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:06:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['2ec6d4af-bd5c-4214-9f7f-f39785fe23ad'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:06:15.079336 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3187db09-61a6-4761-ae4d-b345554274a6 admin admin] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:15.081453 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-3187db09-61a6-4761-ae4d-b345554274a6 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.8263075 Oct 13 16:06:15.084192 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 60222) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:06:15.273160 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-c88ad69d-cbb4-45d3-b891-9c0b7ebf060d None None] Set router 2ec6d4af-bd5c-4214-9f7f-f39785fe23ad gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:06:15.513509 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 34654620-f83d-4a30-aa54-f3b15293b323 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:06:15.653729 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 34654620-f83d-4a30-aa54-f3b15293b323 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:06:15.662771 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 34654620-f83d-4a30-aa54-f3b15293b323 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:06:15.663140 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:15.663466 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 34654620-f83d-4a30-aa54-f3b15293b323 Oct 13 16:06:15.735561 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-c88ad69d-cbb4-45d3-b891-9c0b7ebf060d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec6d4af-bd5c-4214-9f7f-f39785fe23ad', 'name': 'tempest-TestEncryptedCinderVolumes-1891190472-router', 'tenant_id': '303898d8b5c945d181ec1e3e34807149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.139'}], 'enable_snat': True}, 'gw_port_id': '898bc6e6-d9f1-4abb-a07f-477d0cc4ce2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:06:12Z', 'updated_at': '2022-10-13T16:06:13Z', 'revision_number': 3, 'project_id': '303898d8b5c945d181ec1e3e34807149', 'gw_port': {'id': '898bc6e6-d9f1-4abb-a07f-477d0cc4ce2d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:95:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec6d4af-bd5c-4214-9f7f-f39785fe23ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:06:13Z', 'updated_at': '2022-10-13T16:06:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:06:15.743280 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88ad69d-cbb4-45d3-b891-9c0b7ebf060d None None] Checking router: 2ec6d4af-bd5c-4214-9f7f-f39785fe23ad for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:06:15.743551 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88ad69d-cbb4-45d3-b891-9c0b7ebf060d None None] Updating router 2ec6d4af-bd5c-4214-9f7f-f39785fe23ad port 898bc6e6-d9f1-4abb-a07f-477d0cc4ce2d binding host dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 16:06:15.854969 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c88ad69d-cbb4-45d3-b891-9c0b7ebf060d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:15.889670 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 34654620-f83d-4a30-aa54-f3b15293b323 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:06:15.890036 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:15.926880 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f8d6084e-aae2-4e72-a81a-46425976d802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:15.985472 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 34654620-f83d-4a30-aa54-f3b15293b323, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=34654620-f83d-4a30-aa54-f3b15293b323,segment=NetworkSegment(ef5f29f5-8cfd-4dd6-902c-b17fe7d75ac7),segment_id=ef5f29f5-8cfd-4dd6-902c-b17fe7d75ac7)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:06:15.990614 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:15.991379 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 3e7a6082-3e13-4b47-8004-f8ef6bfd7392 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:06:16.132454 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-f8d6084e-aae2-4e72-a81a-46425976d802 admin admin] Allocated IP 172.20.0.1 (f2a7c920-c74c-460a-b328-472db0386bdc/6b5abf19-f127-4af2-8c57-260a2706d60b/abfa4710-d7cf-4870-a00b-5ec046376690) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:06:16.188793 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=34654620-f83d-4a30-aa54-f3b15293b323,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:06:16.232797 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 3e7a6082-3e13-4b47-8004-f8ef6bfd7392 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:06:16.249189 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 3e7a6082-3e13-4b47-8004-f8ef6bfd7392 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:06:16.249493 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:16.249826 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 3e7a6082-3e13-4b47-8004-f8ef6bfd7392 Oct 13 16:06:16.287709 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f8d6084e-aae2-4e72-a81a-46425976d802 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:16.303350 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-f8d6084e-aae2-4e72-a81a-46425976d802 admin admin] Transition to ACTIVE for port object abfa4710-d7cf-4870-a00b-5ec046376690 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:06:16.327522 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f8d6084e-aae2-4e72-a81a-46425976d802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:16.397848 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d6084e-aae2-4e72-a81a-46425976d802 admin admin] Network f2a7c920-c74c-460a-b328-472db0386bdc is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:06:16.400662 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-f8d6084e-aae2-4e72-a81a-46425976d802 admin admin] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:06:16.404228 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d6084e-aae2-4e72-a81a-46425976d802 admin admin] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:06:16.421873 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c88ad69d-cbb4-45d3-b891-9c0b7ebf060d None None] Notify callbacks [] for port, precommit_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:16.435285 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d6084e-aae2-4e72-a81a-46425976d802 admin admin] Pushing event updated for resources: {'Port': ['ID=abfa4710-d7cf-4870-a00b-5ec046376690,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:06:16.453521 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-c88ad69d-cbb4-45d3-b891-9c0b7ebf060d None None] Transition to ACTIVE for port object 898bc6e6-d9f1-4abb-a07f-477d0cc4ce2d will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:06:16.462792 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 3e7a6082-3e13-4b47-8004-f8ef6bfd7392 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:06:16.463172 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:16.464832 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f8d6084e-aae2-4e72-a81a-46425976d802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:16.474150 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c88ad69d-cbb4-45d3-b891-9c0b7ebf060d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:16.550461 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-c88ad69d-cbb4-45d3-b891-9c0b7ebf060d None None] Attempting to bind port 898bc6e6-d9f1-4abb-a07f-477d0cc4ce2d on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:06:16.550826 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-c88ad69d-cbb4-45d3-b891-9c0b7ebf060d None None] Attempting to bind port 898bc6e6-d9f1-4abb-a07f-477d0cc4ce2d by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:06:16.551192 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88ad69d-cbb4-45d3-b891-9c0b7ebf060d None None] Attempting to bind port 898bc6e6-d9f1-4abb-a07f-477d0cc4ce2d on network 8fb1fa59-32fe-4ed0-a248-96c43edb135f {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:06:16.567188 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88ad69d-cbb4-45d3-b891-9c0b7ebf060d None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:06:16.567560 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88ad69d-cbb4-45d3-b891-9c0b7ebf060d None None] Checking segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:06:16.567960 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c88ad69d-cbb4-45d3-b891-9c0b7ebf060d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:16.568351 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88ad69d-cbb4-45d3-b891-9c0b7ebf060d None None] Bound using segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:06:16.568816 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-c88ad69d-cbb4-45d3-b891-9c0b7ebf060d None None] Bound port: 898bc6e6-d9f1-4abb-a07f-477d0cc4ce2d, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:06:16.569185 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c88ad69d-cbb4-45d3-b891-9c0b7ebf060d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:16.595048 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f8d6084e-aae2-4e72-a81a-46425976d802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:16.615642 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3dabc6-9387-4b74-b26f-3d22467ea580 None None] Pushing event updated for resources: {'Port': ['ID=898bc6e6-d9f1-4abb-a07f-477d0cc4ce2d,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:06:16.625125 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 3e7a6082-3e13-4b47-8004-f8ef6bfd7392, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=3e7a6082-3e13-4b47-8004-f8ef6bfd7392,segment=NetworkSegment(bd2968d0-7618-49df-aa18-9cb3aacfb097),segment_id=bd2968d0-7618-49df-aa18-9cb3aacfb097)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:06:16.631532 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:16.727853 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-c88ad69d-cbb4-45d3-b891-9c0b7ebf060d None None] For port 898bc6e6-d9f1-4abb-a07f-477d0cc4ce2d, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:06:16.733080 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-c88ad69d-cbb4-45d3-b891-9c0b7ebf060d None None] For port 898bc6e6-d9f1-4abb-a07f-477d0cc4ce2d, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=898bc6e6-d9f1-4abb-a07f-477d0cc4ce2d,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:06:16.734092 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-0dd376d5-a70f-4268-bf31-2dd321afa513 None None] Provisioning for port abfa4710-d7cf-4870-a00b-5ec046376690 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:06:16.741307 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c88ad69d-cbb4-45d3-b891-9c0b7ebf060d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:16.748125 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-0dd376d5-a70f-4268-bf31-2dd321afa513 None None] Provisioning complete for port abfa4710-d7cf-4870-a00b-5ec046376690 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:06:16.748488 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0dd376d5-a70f-4268-bf31-2dd321afa513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:16.748821 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-0dd376d5-a70f-4268-bf31-2dd321afa513 None None] Attempt 1 to provision port abfa4710-d7cf-4870-a00b-5ec046376690 Oct 13 16:06:16.781357 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=3e7a6082-3e13-4b47-8004-f8ef6bfd7392,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:06:16.832945 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f8d6084e-aae2-4e72-a81a-46425976d802 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:16.837577 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f8d6084e-aae2-4e72-a81a-46425976d802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:16.843287 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c88ad69d-cbb4-45d3-b891-9c0b7ebf060d None None] Routers {'2ec6d4af-bd5c-4214-9f7f-f39785fe23ad'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:06:16.843917 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-c88ad69d-cbb4-45d3-b891-9c0b7ebf060d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:06:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['2ec6d4af-bd5c-4214-9f7f-f39785fe23ad'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:06:16.946946 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f8d6084e-aae2-4e72-a81a-46425976d802 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:16.950475 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d6084e-aae2-4e72-a81a-46425976d802 admin admin] Pushing event updated for resources: {'Port': ['ID=abfa4710-d7cf-4870-a00b-5ec046376690,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:06:16.982668 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-0dd376d5-a70f-4268-bf31-2dd321afa513 None None] Port abfa4710-d7cf-4870-a00b-5ec046376690 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:06:17.053164 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3dabc6-9387-4b74-b26f-3d22467ea580 None None] Pushing event updated for resources: {'Port': ['ID=898bc6e6-d9f1-4abb-a07f-477d0cc4ce2d,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:06:17.085091 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d6084e-aae2-4e72-a81a-46425976d802 admin admin] Network f2a7c920-c74c-460a-b328-472db0386bdc is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:06:17.086249 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-f8d6084e-aae2-4e72-a81a-46425976d802 admin admin] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:06:17.093204 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-c88ad69d-cbb4-45d3-b891-9c0b7ebf060d None None] Set router 2ec6d4af-bd5c-4214-9f7f-f39785fe23ad gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:06:17.281276 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d6084e-aae2-4e72-a81a-46425976d802 admin admin] Router 2ec6d4af-bd5c-4214-9f7f-f39785fe23ad has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 16:06:17.416450 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-c88ad69d-cbb4-45d3-b891-9c0b7ebf060d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec6d4af-bd5c-4214-9f7f-f39785fe23ad', 'name': 'tempest-TestEncryptedCinderVolumes-1891190472-router', 'tenant_id': '303898d8b5c945d181ec1e3e34807149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.139'}], 'enable_snat': True}, 'gw_port_id': '898bc6e6-d9f1-4abb-a07f-477d0cc4ce2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:06:12Z', 'updated_at': '2022-10-13T16:06:16Z', 'revision_number': 4, 'project_id': '303898d8b5c945d181ec1e3e34807149', 'gw_port': {'id': '898bc6e6-d9f1-4abb-a07f-477d0cc4ce2d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:95:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec6d4af-bd5c-4214-9f7f-f39785fe23ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:06:13Z', 'updated_at': '2022-10-13T16:06:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': 'abfa4710-d7cf-4870-a00b-5ec046376690', 'name': '', 'network_id': 'f2a7c920-c74c-460a-b328-472db0386bdc', 'tenant_id': '303898d8b5c945d181ec1e3e34807149', 'mac_address': 'fa:16:3e:99:bb:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec6d4af-bd5c-4214-9f7f-f39785fe23ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '6b5abf19-f127-4af2-8c57-260a2706d60b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:06:15Z', 'updated_at': '2022-10-13T16:06:16Z', 'revision_number': 2, 'project_id': '303898d8b5c945d181ec1e3e34807149', 'subnets': [{'id': '6b5abf19-f127-4af2-8c57-260a2706d60b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:06:17.422918 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c88ad69d-cbb4-45d3-b891-9c0b7ebf060d None None] The sync data for ids ['2ec6d4af-bd5c-4214-9f7f-f39785fe23ad'] in dv-neutron-860329-2-hyperv is: [{'id': '2ec6d4af-bd5c-4214-9f7f-f39785fe23ad', 'name': 'tempest-TestEncryptedCinderVolumes-1891190472-router', 'tenant_id': '303898d8b5c945d181ec1e3e34807149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.139'}], 'enable_snat': True}, 'gw_port_id': '898bc6e6-d9f1-4abb-a07f-477d0cc4ce2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:06:12Z', 'updated_at': '2022-10-13T16:06:16Z', 'revision_number': 4, 'project_id': '303898d8b5c945d181ec1e3e34807149', 'gw_port': {'id': '898bc6e6-d9f1-4abb-a07f-477d0cc4ce2d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:95:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec6d4af-bd5c-4214-9f7f-f39785fe23ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:06:13Z', 'updated_at': '2022-10-13T16:06:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': 'abfa4710-d7cf-4870-a00b-5ec046376690', 'name': '', 'network_id': 'f2a7c920-c74c-460a-b328-472db0386bdc', 'tenant_id': '303898d8b5c945d181ec1e3e34807149', 'mac_address': 'fa:16:3e:99:bb:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec6d4af-bd5c-4214-9f7f-f39785fe23ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '6b5abf19-f127-4af2-8c57-260a2706d60b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:06:15Z', 'updated_at': '2022-10-13T16:06:16Z', 'revision_number': 2, 'project_id': '303898d8b5c945d181ec1e3e34807149', 'subnets': [{'id': '6b5abf19-f127-4af2-8c57-260a2706d60b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:06:17.457275 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 34654620-f83d-4a30-aa54-f3b15293b323 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:06:17.471637 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d6084e-aae2-4e72-a81a-46425976d802 admin admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:06:17.481614 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-f8d6084e-aae2-4e72-a81a-46425976d802 admin admin] 10.222.0.42 "PUT /v2.0/routers/2ec6d4af-bd5c-4214-9f7f-f39785fe23ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3962381 Oct 13 16:06:17.487309 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-0dd376d5-a70f-4268-bf31-2dd321afa513 None None] Attempt 2 to provision port abfa4710-d7cf-4870-a00b-5ec046376690 Oct 13 16:06:17.564155 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-0dd376d5-a70f-4268-bf31-2dd321afa513 None None] Port abfa4710-d7cf-4870-a00b-5ec046376690 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:06:17.579560 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 34654620-f83d-4a30-aa54-f3b15293b323 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:06:17.579560 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:17.580128 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 34654620-f83d-4a30-aa54-f3b15293b323 Oct 13 16:06:17.727950 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 34654620-f83d-4a30-aa54-f3b15293b323 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:06:17.729051 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 3e7a6082-3e13-4b47-8004-f8ef6bfd7392 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:06:17.804015 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 3e7a6082-3e13-4b47-8004-f8ef6bfd7392 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:06:17.804482 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:17.804907 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 3e7a6082-3e13-4b47-8004-f8ef6bfd7392 Oct 13 16:06:17.933099 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 3e7a6082-3e13-4b47-8004-f8ef6bfd7392 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:06:18.065499 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-0dd376d5-a70f-4268-bf31-2dd321afa513 None None] Attempt 3 to provision port abfa4710-d7cf-4870-a00b-5ec046376690 Oct 13 16:06:18.140739 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-0dd376d5-a70f-4268-bf31-2dd321afa513 None None] Port abfa4710-d7cf-4870-a00b-5ec046376690 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:06:18.324778 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb83d3a-ba09-4779-b663-58174406b74f req-f5db8e86-c2cf-44ce-9f79-b4e2b961420d tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:06:18.325492 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-efb83d3a-ba09-4779-b663-58174406b74f req-f5db8e86-c2cf-44ce-9f79-b4e2b961420d tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Synchronizing usage tracker for tenant:4adb1d8078f5451087852ab4fe1c3237 on resource:network {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:06:18.343770 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-efb83d3a-ba09-4779-b663-58174406b74f req-f5db8e86-c2cf-44ce-9f79-b4e2b961420d tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Unset dirty status for tenant:4adb1d8078f5451087852ab4fe1c3237 on resource:network {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:06:18.344949 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-efb83d3a-ba09-4779-b663-58174406b74f req-f5db8e86-c2cf-44ce-9f79-b4e2b961420d tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/networks?id=a6846bc4-6679-4613-9d8d-744fecd5c42f HTTP/1.1" status: 200 len: 817 time: 0.2923059 Oct 13 16:06:18.360404 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-efb83d3a-ba09-4779-b663-58174406b74f req-1cc055da-b837-42b2-9d4b-f6a2479944ab tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/quotas/4adb1d8078f5451087852ab4fe1c3237 HTTP/1.1" status: 200 len: 375 time: 0.0097229 Oct 13 16:06:18.451286 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-efb83d3a-ba09-4779-b663-58174406b74f req-70eaeb5e-202e-4ce6-81a9-24ab1b25de58 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Synchronizing usage tracker for tenant:4adb1d8078f5451087852ab4fe1c3237 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:06:18.468576 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-efb83d3a-ba09-4779-b663-58174406b74f req-70eaeb5e-202e-4ce6-81a9-24ab1b25de58 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Unset dirty status for tenant:4adb1d8078f5451087852ab4fe1c3237 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:06:18.469882 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-efb83d3a-ba09-4779-b663-58174406b74f req-70eaeb5e-202e-4ce6-81a9-24ab1b25de58 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4adb1d8078f5451087852ab4fe1c3237&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1037707 Oct 13 16:06:18.641825 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-0dd376d5-a70f-4268-bf31-2dd321afa513 None None] Attempt 4 to provision port abfa4710-d7cf-4870-a00b-5ec046376690 Oct 13 16:06:18.705690 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-0dd376d5-a70f-4268-bf31-2dd321afa513 None None] Port abfa4710-d7cf-4870-a00b-5ec046376690 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:06:18.712658 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-efb83d3a-ba09-4779-b663-58174406b74f req-9a994bfb-6a07-4e59-b2ce-23310df24a36 service neutron] 10.222.0.42 "GET /v2.0/networks/a6846bc4-6679-4613-9d8d-744fecd5c42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2305651 Oct 13 16:06:18.845893 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-efb83d3a-ba09-4779-b663-58174406b74f req-879edcdb-c154-47dd-a7f1-8175a227acf1 service neutron] 10.222.0.42 "GET /v2.0/networks/a6846bc4-6679-4613-9d8d-744fecd5c42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270950 Oct 13 16:06:19.027004 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e7a6295a-4016-44c6-9e7f-36f5a50e2abe req-9f6888c4-226c-47d2-a064-39ec07584f55 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f738034-4f9a-4587-a088-270361c0fee9 HTTP/1.1" status: 200 len: 210 time: 0.0507755 Oct 13 16:06:19.207326 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-0dd376d5-a70f-4268-bf31-2dd321afa513 None None] Attempt 5 to provision port abfa4710-d7cf-4870-a00b-5ec046376690 Oct 13 16:06:19.263458 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-0dd376d5-a70f-4268-bf31-2dd321afa513 None None] Port abfa4710-d7cf-4870-a00b-5ec046376690 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:06:19.467168 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 898bc6e6-d9f1-4abb-a07f-477d0cc4ce2d up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:06:19.534370 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 898bc6e6-d9f1-4abb-a07f-477d0cc4ce2d completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:06:19.538972 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 898bc6e6-d9f1-4abb-a07f-477d0cc4ce2d triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:06:19.539344 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:19.539673 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 898bc6e6-d9f1-4abb-a07f-477d0cc4ce2d Oct 13 16:06:19.656868 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 898bc6e6-d9f1-4abb-a07f-477d0cc4ce2d is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:06:19.657247 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:19.674145 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 898bc6e6-d9f1-4abb-a07f-477d0cc4ce2d, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=898bc6e6-d9f1-4abb-a07f-477d0cc4ce2d,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:06:19.678311 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:19.745278 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=898bc6e6-d9f1-4abb-a07f-477d0cc4ce2d,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:06:19.764471 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-0dd376d5-a70f-4268-bf31-2dd321afa513 None None] Attempt 6 to provision port abfa4710-d7cf-4870-a00b-5ec046376690 Oct 13 16:06:19.821442 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-0dd376d5-a70f-4268-bf31-2dd321afa513 None None] Port abfa4710-d7cf-4870-a00b-5ec046376690 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:06:20.043246 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb83d3a-ba09-4779-b663-58174406b74f req-65e92dc9-da46-4463-b59c-26e4388e94ea tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:06:20.044569 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-efb83d3a-ba09-4779-b663-58174406b74f req-65e92dc9-da46-4463-b59c-26e4388e94ea tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.16 "GET /v2.0/networks?id=a6846bc4-6679-4613-9d8d-744fecd5c42f HTTP/1.1" status: 200 len: 817 time: 0.1451373 Oct 13 16:06:20.055947 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-efb83d3a-ba09-4779-b663-58174406b74f req-91d942e6-d7e7-45ee-a4c8-5d5fe7034e60 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Request body: {'port': {'device_id': '5f738034-4f9a-4587-a088-270361c0fee9', 'network_id': 'a6846bc4-6679-4613-9d8d-744fecd5c42f', 'admin_state_up': True, 'tenant_id': '4adb1d8078f5451087852ab4fe1c3237'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:06:20.208448 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-175e7094-38e6-48e3-9e04-316fd529cf76 req-ae7f40cd-7fba-434c-a2a6-e59340e65fbd tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f738034-4f9a-4587-a088-270361c0fee9 HTTP/1.1" status: 200 len: 210 time: 0.0617988 Oct 13 16:06:20.243493 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-efb83d3a-ba09-4779-b663-58174406b74f req-91d942e6-d7e7-45ee-a4c8-5d5fe7034e60 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:06:20.253528 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-efb83d3a-ba09-4779-b663-58174406b74f req-91d942e6-d7e7-45ee-a4c8-5d5fe7034e60 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:06:20.261965 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efb83d3a-ba09-4779-b663-58174406b74f req-91d942e6-d7e7-45ee-a4c8-5d5fe7034e60 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Made reservation on behalf of 4adb1d8078f5451087852ab4fe1c3237 for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 16:06:20.265339 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-efb83d3a-ba09-4779-b663-58174406b74f req-91d942e6-d7e7-45ee-a4c8-5d5fe7034e60 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:20.322899 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-0dd376d5-a70f-4268-bf31-2dd321afa513 None None] Attempt 7 to provision port abfa4710-d7cf-4870-a00b-5ec046376690 Oct 13 16:06:20.376366 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-0dd376d5-a70f-4268-bf31-2dd321afa513 None None] Port abfa4710-d7cf-4870-a00b-5ec046376690 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:06:20.423339 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [req-efb83d3a-ba09-4779-b663-58174406b74f req-91d942e6-d7e7-45ee-a4c8-5d5fe7034e60 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Allocated IP 172.20.0.9 (a6846bc4-6679-4613-9d8d-744fecd5c42f/273bfeaa-69fd-44b7-b490-e4f7689198b2/71ee5539-08ed-4492-bad7-45c2ba289514) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:06:20.620757 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-efb83d3a-ba09-4779-b663-58174406b74f req-91d942e6-d7e7-45ee-a4c8-5d5fe7034e60 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:20.636542 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-efb83d3a-ba09-4779-b663-58174406b74f req-91d942e6-d7e7-45ee-a4c8-5d5fe7034e60 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Transition to ACTIVE for port object 71ee5539-08ed-4492-bad7-45c2ba289514 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:06:20.659945 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-efb83d3a-ba09-4779-b663-58174406b74f req-91d942e6-d7e7-45ee-a4c8-5d5fe7034e60 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:20.731869 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efb83d3a-ba09-4779-b663-58174406b74f req-91d942e6-d7e7-45ee-a4c8-5d5fe7034e60 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Network a6846bc4-6679-4613-9d8d-744fecd5c42f is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:06:20.734802 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [req-efb83d3a-ba09-4779-b663-58174406b74f req-91d942e6-d7e7-45ee-a4c8-5d5fe7034e60 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:06:20.739376 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-efb83d3a-ba09-4779-b663-58174406b74f req-91d942e6-d7e7-45ee-a4c8-5d5fe7034e60 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:06:20.769338 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d942e6-d7e7-45ee-a4c8-5d5fe7034e60 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Pushing event updated for resources: {'Port': ['ID=71ee5539-08ed-4492-bad7-45c2ba289514,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:06:20.807009 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb83d3a-ba09-4779-b663-58174406b74f req-91d942e6-d7e7-45ee-a4c8-5d5fe7034e60 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:06:20.807613 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-efb83d3a-ba09-4779-b663-58174406b74f req-91d942e6-d7e7-45ee-a4c8-5d5fe7034e60 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:20.832920 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-efb83d3a-ba09-4779-b663-58174406b74f req-91d942e6-d7e7-45ee-a4c8-5d5fe7034e60 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7804849 Oct 13 16:06:20.844194 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-efb83d3a-ba09-4779-b663-58174406b74f req-bad6b281-90a7-4ef6-b094-47f3c6bea49b service neutron] Request body: {'port': {'device_id': '5f738034-4f9a-4587-a088-270361c0fee9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:06:20.877416 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-0dd376d5-a70f-4268-bf31-2dd321afa513 None None] Attempt 8 to provision port abfa4710-d7cf-4870-a00b-5ec046376690 Oct 13 16:06:20.939526 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-0dd376d5-a70f-4268-bf31-2dd321afa513 None None] Port abfa4710-d7cf-4870-a00b-5ec046376690 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:06:20.968757 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-efb83d3a-ba09-4779-b663-58174406b74f req-bad6b281-90a7-4ef6-b094-47f3c6bea49b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:21.047368 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab11719c-c726-4fce-8362-0d3fe5e22c85 None None] Sync routers for ids ['2ec6d4af-bd5c-4214-9f7f-f39785fe23ad'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:06:21.056977 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab11719c-c726-4fce-8362-0d3fe5e22c85 None None] Routers {'2ec6d4af-bd5c-4214-9f7f-f39785fe23ad'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:06:21.057779 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-ab11719c-c726-4fce-8362-0d3fe5e22c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:06:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['2ec6d4af-bd5c-4214-9f7f-f39785fe23ad'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:06:21.241627 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-ab11719c-c726-4fce-8362-0d3fe5e22c85 None None] Set router 2ec6d4af-bd5c-4214-9f7f-f39785fe23ad gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:06:21.428647 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee4ffd2-2ab0-49d0-9c95-7840d9ecb42e req-1e50be90-d3a2-4c3b-96b3-4269fe2d3ffa tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:06:21.430058 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-aee4ffd2-2ab0-49d0-9c95-7840d9ecb42e req-1e50be90-d3a2-4c3b-96b3-4269fe2d3ffa tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f738034-4f9a-4587-a088-270361c0fee9 HTTP/1.1" status: 200 len: 931 time: 0.1011279 Oct 13 16:06:21.434235 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [req-efb83d3a-ba09-4779-b663-58174406b74f req-bad6b281-90a7-4ef6-b094-47f3c6bea49b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71ee5539-08ed-4492-bad7-45c2ba289514 {{(pid=88973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 16:06:21.440655 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-0dd376d5-a70f-4268-bf31-2dd321afa513 None None] Attempt 9 to provision port abfa4710-d7cf-4870-a00b-5ec046376690 Oct 13 16:06:21.442826 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-efb83d3a-ba09-4779-b663-58174406b74f req-bad6b281-90a7-4ef6-b094-47f3c6bea49b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:21.458414 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-efb83d3a-ba09-4779-b663-58174406b74f req-bad6b281-90a7-4ef6-b094-47f3c6bea49b service neutron] Transition to ACTIVE for port object 71ee5539-08ed-4492-bad7-45c2ba289514 will not be triggered until provisioned by entity L2. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:06:21.464144 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-efb83d3a-ba09-4779-b663-58174406b74f req-bad6b281-90a7-4ef6-b094-47f3c6bea49b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:21.483324 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 898bc6e6-d9f1-4abb-a07f-477d0cc4ce2d up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:06:21.492765 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-aee4ffd2-2ab0-49d0-9c95-7840d9ecb42e req-8c498c28-fe0f-4ef9-9cf0-b85545d57a30 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7dfd055-22a0-4198-8603-76bf7d62ed58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539868 Oct 13 16:06:21.592412 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-0dd376d5-a70f-4268-bf31-2dd321afa513 None None] Port abfa4710-d7cf-4870-a00b-5ec046376690 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:06:21.605395 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-ab11719c-c726-4fce-8362-0d3fe5e22c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec6d4af-bd5c-4214-9f7f-f39785fe23ad', 'name': 'tempest-TestEncryptedCinderVolumes-1891190472-router', 'tenant_id': '303898d8b5c945d181ec1e3e34807149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.139'}], 'enable_snat': True}, 'gw_port_id': '898bc6e6-d9f1-4abb-a07f-477d0cc4ce2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:06:12Z', 'updated_at': '2022-10-13T16:06:16Z', 'revision_number': 4, 'project_id': '303898d8b5c945d181ec1e3e34807149', 'gw_port': {'id': '898bc6e6-d9f1-4abb-a07f-477d0cc4ce2d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:95:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6d4af-bd5c-4214-9f7f-f39785fe23ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:06:13Z', 'updated_at': '2022-10-13T16:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': 'abfa4710-d7cf-4870-a00b-5ec046376690', 'name': '', 'network_id': 'f2a7c920-c74c-460a-b328-472db0386bdc', 'tenant_id': '303898d8b5c945d181ec1e3e34807149', 'mac_address': 'fa:16:3e:99:bb:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec6d4af-bd5c-4214-9f7f-f39785fe23ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '6b5abf19-f127-4af2-8c57-260a2706d60b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:06:15Z', 'updated_at': '2022-10-13T16:06:16Z', 'revision_number': 2, 'project_id': '303898d8b5c945d181ec1e3e34807149', 'subnets': [{'id': '6b5abf19-f127-4af2-8c57-260a2706d60b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:06:21.606876 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 898bc6e6-d9f1-4abb-a07f-477d0cc4ce2d triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:06:21.607248 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:21.607573 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 898bc6e6-d9f1-4abb-a07f-477d0cc4ce2d Oct 13 16:06:21.610106 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab11719c-c726-4fce-8362-0d3fe5e22c85 None None] Checking router: 2ec6d4af-bd5c-4214-9f7f-f39785fe23ad for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:06:21.610582 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab11719c-c726-4fce-8362-0d3fe5e22c85 None None] Updating router 2ec6d4af-bd5c-4214-9f7f-f39785fe23ad port abfa4710-d7cf-4870-a00b-5ec046376690 binding host dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 16:06:21.663805 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad6b281-90a7-4ef6-b094-47f3c6bea49b service neutron] Pushing event updated for resources: {'Port': ['ID=71ee5539-08ed-4492-bad7-45c2ba289514,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:06:21.673905 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-ab11719c-c726-4fce-8362-0d3fe5e22c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:21.702404 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-efb83d3a-ba09-4779-b663-58174406b74f req-bad6b281-90a7-4ef6-b094-47f3c6bea49b service neutron] Attempting to bind port 71ee5539-08ed-4492-bad7-45c2ba289514 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:06:21.702624 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-efb83d3a-ba09-4779-b663-58174406b74f req-bad6b281-90a7-4ef6-b094-47f3c6bea49b service neutron] Attempting to bind port 71ee5539-08ed-4492-bad7-45c2ba289514 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'bd2968d0-7618-49df-aa18-9cb3aacfb097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a6846bc4-6679-4613-9d8d-744fecd5c42f'}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:06:21.702936 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb83d3a-ba09-4779-b663-58174406b74f req-bad6b281-90a7-4ef6-b094-47f3c6bea49b service neutron] Attempting to bind port 71ee5539-08ed-4492-bad7-45c2ba289514 on network a6846bc4-6679-4613-9d8d-744fecd5c42f {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:06:21.710288 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb83d3a-ba09-4779-b663-58174406b74f req-bad6b281-90a7-4ef6-b094-47f3c6bea49b service neutron] Port 71ee5539-08ed-4492-bad7-45c2ba289514 on network a6846bc4-6679-4613-9d8d-744fecd5c42f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 16:06:21.710837 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb83d3a-ba09-4779-b663-58174406b74f req-bad6b281-90a7-4ef6-b094-47f3c6bea49b service neutron] Attempting to bind port 71ee5539-08ed-4492-bad7-45c2ba289514 on network a6846bc4-6679-4613-9d8d-744fecd5c42f {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:06:21.716333 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb83d3a-ba09-4779-b663-58174406b74f req-bad6b281-90a7-4ef6-b094-47f3c6bea49b service neutron] Checking agent: {'id': 'c4d1d38a-44f6-47ac-b17c-311e640e7cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'started_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 5, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:06:21.716768 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb83d3a-ba09-4779-b663-58174406b74f req-bad6b281-90a7-4ef6-b094-47f3c6bea49b service neutron] Checking segment: {'id': 'bd2968d0-7618-49df-aa18-9cb3aacfb097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a6846bc4-6679-4613-9d8d-744fecd5c42f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:06:21.717149 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efb83d3a-ba09-4779-b663-58174406b74f req-bad6b281-90a7-4ef6-b094-47f3c6bea49b service neutron] Bound using segment: {'id': 'bd2968d0-7618-49df-aa18-9cb3aacfb097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a6846bc4-6679-4613-9d8d-744fecd5c42f'} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:06:21.717567 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-efb83d3a-ba09-4779-b663-58174406b74f req-bad6b281-90a7-4ef6-b094-47f3c6bea49b service neutron] Bound port: 71ee5539-08ed-4492-bad7-45c2ba289514, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd2968d0-7618-49df-aa18-9cb3aacfb097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a6846bc4-6679-4613-9d8d-744fecd5c42f'}}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:06:21.717906 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-efb83d3a-ba09-4779-b663-58174406b74f req-bad6b281-90a7-4ef6-b094-47f3c6bea49b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:21.735098 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 898bc6e6-d9f1-4abb-a07f-477d0cc4ce2d is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:06:21.811898 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-efb83d3a-ba09-4779-b663-58174406b74f req-bad6b281-90a7-4ef6-b094-47f3c6bea49b service neutron] For port 71ee5539-08ed-4492-bad7-45c2ba289514, host hv-neutron-8603, cleared binding levels {{(pid=88973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:06:21.815337 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-efb83d3a-ba09-4779-b663-58174406b74f req-bad6b281-90a7-4ef6-b094-47f3c6bea49b service neutron] For port 71ee5539-08ed-4492-bad7-45c2ba289514, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=71ee5539-08ed-4492-bad7-45c2ba289514,segment=NetworkSegment(bd2968d0-7618-49df-aa18-9cb3aacfb097),segment_id=bd2968d0-7618-49df-aa18-9cb3aacfb097)] {{(pid=88973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:06:21.820135 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-efb83d3a-ba09-4779-b663-58174406b74f req-bad6b281-90a7-4ef6-b094-47f3c6bea49b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:21.850036 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb83d3a-ba09-4779-b663-58174406b74f req-bad6b281-90a7-4ef6-b094-47f3c6bea49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:06:21.850663 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-efb83d3a-ba09-4779-b663-58174406b74f req-bad6b281-90a7-4ef6-b094-47f3c6bea49b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:21.852021 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-efb83d3a-ba09-4779-b663-58174406b74f req-bad6b281-90a7-4ef6-b094-47f3c6bea49b service neutron] 10.222.0.16 "PUT /v2.0/ports/71ee5539-08ed-4492-bad7-45c2ba289514 HTTP/1.1" status: 200 len: 1093 time: 1.0122266 Oct 13 16:06:21.857074 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f738034-4f9a-4587-a088-270361c0fee9', 'tag': '71ee5539-08ed-4492-bad7-45c2ba289514'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:06:21.859406 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dffafd12-1653-4e95-8596-82f085638285" -d '{"events": [{"name": "network-changed", "server_uuid": "5f738034-4f9a-4587-a088-270361c0fee9", "tag": "71ee5539-08ed-4492-bad7-45c2ba289514"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:06:21.935833 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 16:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8c7b9d-0a64-4e65-94e4-dcab288cb407 x-openstack-request-id: req-fe8c7b9d-0a64-4e65-94e4-dcab288cb407 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:06:21.936116 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f738034-4f9a-4587-a088-270361c0fee9", "tag": "71ee5539-08ed-4492-bad7-45c2ba289514", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:06:21.936361 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fe8c7b9d-0a64-4e65-94e4-dcab288cb407 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:06:21.936758 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe8c7b9d-0a64-4e65-94e4-dcab288cb407'] response: {'name': 'network-changed', 'server_uuid': '5f738034-4f9a-4587-a088-270361c0fee9', 'tag': '71ee5539-08ed-4492-bad7-45c2ba289514', 'status': 'completed', 'code': 200} Oct 13 16:06:21.968320 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad6b281-90a7-4ef6-b094-47f3c6bea49b service neutron] Pushing event updated for resources: {'Port': ['ID=71ee5539-08ed-4492-bad7-45c2ba289514,revision_number=3']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:06:21.991068 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb83d3a-ba09-4779-b663-58174406b74f req-414d8211-2141-47e7-b754-84b2288b6c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:06:21.992542 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-efb83d3a-ba09-4779-b663-58174406b74f req-414d8211-2141-47e7-b754-84b2288b6c77 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4adb1d8078f5451087852ab4fe1c3237&device_id=5f738034-4f9a-4587-a088-270361c0fee9 HTTP/1.1" status: 200 len: 1096 time: 0.0996301 Oct 13 16:06:22.053253 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-ab11719c-c726-4fce-8362-0d3fe5e22c85 None None] Notify callbacks [] for port, precommit_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:22.060059 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-efb83d3a-ba09-4779-b663-58174406b74f req-7a2d228a-e719-4c04-8bb4-89e06e268e3e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71ee5539-08ed-4492-bad7-45c2ba289514 HTTP/1.1" status: 200 len: 217 time: 0.0604963 Oct 13 16:06:22.065333 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.provisioning_blocks [None req-ab11719c-c726-4fce-8362-0d3fe5e22c85 None None] Transition to ACTIVE for port object abfa4710-d7cf-4870-a00b-5ec046376690 will not be triggered until provisioned by entity L2. {{(pid=88975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:06:22.071964 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-ab11719c-c726-4fce-8362-0d3fe5e22c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:22.094111 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-0dd376d5-a70f-4268-bf31-2dd321afa513 None None] Attempt 10 to provision port abfa4710-d7cf-4870-a00b-5ec046376690 Oct 13 16:06:22.125229 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb83d3a-ba09-4779-b663-58174406b74f req-148731bd-8006-4412-91f0-d690797653fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:06:22.126849 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-efb83d3a-ba09-4779-b663-58174406b74f req-148731bd-8006-4412-91f0-d690797653fb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=273bfeaa-69fd-44b7-b490-e4f7689198b2 HTTP/1.1" status: 200 len: 856 time: 0.0611377 Oct 13 16:06:22.151169 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-0dd376d5-a70f-4268-bf31-2dd321afa513 None None] Port abfa4710-d7cf-4870-a00b-5ec046376690 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:06:22.209904 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb83d3a-ba09-4779-b663-58174406b74f req-e8d77a1d-7d9d-4704-aa7d-dce5a00bd3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:06:22.211594 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-efb83d3a-ba09-4779-b663-58174406b74f req-e8d77a1d-7d9d-4704-aa7d-dce5a00bd3f9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a6846bc4-6679-4613-9d8d-744fecd5c42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0788233 Oct 13 16:06:22.264921 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570179ed-6d8b-4d28-9317-89f694ba4f85 None None] Pushing event updated for resources: {'Port': ['ID=abfa4710-d7cf-4870-a00b-5ec046376690,revision_number=3']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:06:22.283788 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-2a830398-c04e-455d-934f-8d9dba8d05af None None] Provisioning for port 71ee5539-08ed-4492-bad7-45c2ba289514 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:06:22.284079 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-ab11719c-c726-4fce-8362-0d3fe5e22c85 None None] Attempting to bind port abfa4710-d7cf-4870-a00b-5ec046376690 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:06:22.284420 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-ab11719c-c726-4fce-8362-0d3fe5e22c85 None None] Attempting to bind port abfa4710-d7cf-4870-a00b-5ec046376690 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'ef5f29f5-8cfd-4dd6-902c-b17fe7d75ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f2a7c920-c74c-460a-b328-472db0386bdc'}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:06:22.284966 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab11719c-c726-4fce-8362-0d3fe5e22c85 None None] Attempting to bind port abfa4710-d7cf-4870-a00b-5ec046376690 on network f2a7c920-c74c-460a-b328-472db0386bdc {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:06:22.290476 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab11719c-c726-4fce-8362-0d3fe5e22c85 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 6, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:06:22.290847 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab11719c-c726-4fce-8362-0d3fe5e22c85 None None] Checking segment: {'id': 'ef5f29f5-8cfd-4dd6-902c-b17fe7d75ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f2a7c920-c74c-460a-b328-472db0386bdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:06:22.291241 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-ab11719c-c726-4fce-8362-0d3fe5e22c85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:22.291623 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab11719c-c726-4fce-8362-0d3fe5e22c85 None None] Bound using segment: {'id': 'ef5f29f5-8cfd-4dd6-902c-b17fe7d75ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f2a7c920-c74c-460a-b328-472db0386bdc'} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:06:22.292078 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-ab11719c-c726-4fce-8362-0d3fe5e22c85 None None] Bound port: abfa4710-d7cf-4870-a00b-5ec046376690, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef5f29f5-8cfd-4dd6-902c-b17fe7d75ac7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 447, 'network_id': 'f2a7c920-c74c-460a-b328-472db0386bdc'}}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:06:22.292566 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-ab11719c-c726-4fce-8362-0d3fe5e22c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:22.347281 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-efb83d3a-ba09-4779-b663-58174406b74f req-e0bc2063-a7ad-4611-ba2c-3b5395adf4f1 service neutron] 10.222.0.16 "GET /v2.0/networks/a6846bc4-6679-4613-9d8d-744fecd5c42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292210 Oct 13 16:06:22.381638 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-ab11719c-c726-4fce-8362-0d3fe5e22c85 None None] For port abfa4710-d7cf-4870-a00b-5ec046376690, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:06:22.384577 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-ab11719c-c726-4fce-8362-0d3fe5e22c85 None None] For port abfa4710-d7cf-4870-a00b-5ec046376690, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=abfa4710-d7cf-4870-a00b-5ec046376690,segment=NetworkSegment(ef5f29f5-8cfd-4dd6-902c-b17fe7d75ac7),segment_id=ef5f29f5-8cfd-4dd6-902c-b17fe7d75ac7)] {{(pid=88975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:06:22.388964 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-ab11719c-c726-4fce-8362-0d3fe5e22c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:22.446549 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab11719c-c726-4fce-8362-0d3fe5e22c85 None None] Routers {'2ec6d4af-bd5c-4214-9f7f-f39785fe23ad'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:06:22.447166 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-ab11719c-c726-4fce-8362-0d3fe5e22c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:06:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['2ec6d4af-bd5c-4214-9f7f-f39785fe23ad'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:06:22.480114 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-efb83d3a-ba09-4779-b663-58174406b74f req-5a58e720-aec2-4057-9d31-938c30a8f1b3 service neutron] 10.222.0.16 "GET /v2.0/networks/a6846bc4-6679-4613-9d8d-744fecd5c42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271122 Oct 13 16:06:22.591658 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570179ed-6d8b-4d28-9317-89f694ba4f85 None None] Pushing event updated for resources: {'Port': ['ID=abfa4710-d7cf-4870-a00b-5ec046376690,revision_number=4']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:06:22.608600 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffafd12-1653-4e95-8596-82f085638285 req-85b0bbbf-ad51-459d-a0fc-b46ec6cde597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:06:22.610161 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-dffafd12-1653-4e95-8596-82f085638285 req-85b0bbbf-ad51-459d-a0fc-b46ec6cde597 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4adb1d8078f5451087852ab4fe1c3237&device_id=5f738034-4f9a-4587-a088-270361c0fee9 HTTP/1.1" status: 200 len: 1096 time: 0.0844634 Oct 13 16:06:22.643327 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-ab11719c-c726-4fce-8362-0d3fe5e22c85 None None] Set router 2ec6d4af-bd5c-4214-9f7f-f39785fe23ad gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:06:22.703498 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e71bda-6b3c-409b-9482-894d1bdacd98 req-16c51f46-f282-4dfd-afc4-6e9c55cd2b37 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:06:22.706512 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-26e71bda-6b3c-409b-9482-894d1bdacd98 req-16c51f46-f282-4dfd-afc4-6e9c55cd2b37 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f738034-4f9a-4587-a088-270361c0fee9 HTTP/1.1" status: 200 len: 943 time: 0.0966074 Oct 13 16:06:22.748416 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffafd12-1653-4e95-8596-82f085638285 req-bff10fd6-24ac-4d0c-9f5f-5e794a784878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:06:22.749848 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-dffafd12-1653-4e95-8596-82f085638285 req-bff10fd6-24ac-4d0c-9f5f-5e794a784878 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a6846bc4-6679-4613-9d8d-744fecd5c42f HTTP/1.1" status: 200 len: 918 time: 0.1340485 Oct 13 16:06:22.753113 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-26e71bda-6b3c-409b-9482-894d1bdacd98 req-fcbcfe5b-6964-4a97-a442-4584ba0d3203 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7dfd055-22a0-4198-8603-76bf7d62ed58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408022 Oct 13 16:06:22.816847 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-dffafd12-1653-4e95-8596-82f085638285 req-3ae76cba-4814-4b4a-bf67-d3e1c8c6fd27 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71ee5539-08ed-4492-bad7-45c2ba289514 HTTP/1.1" status: 200 len: 217 time: 0.0597820 Oct 13 16:06:22.972218 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-ab11719c-c726-4fce-8362-0d3fe5e22c85 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec6d4af-bd5c-4214-9f7f-f39785fe23ad', 'name': 'tempest-TestEncryptedCinderVolumes-1891190472-router', 'tenant_id': '303898d8b5c945d181ec1e3e34807149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.139'}], 'enable_snat': True}, 'gw_port_id': '898bc6e6-d9f1-4abb-a07f-477d0cc4ce2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:06:12Z', 'updated_at': '2022-10-13T16:06:16Z', 'revision_number': 4, 'project_id': '303898d8b5c945d181ec1e3e34807149', 'gw_port': {'id': '898bc6e6-d9f1-4abb-a07f-477d0cc4ce2d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:95:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6d4af-bd5c-4214-9f7f-f39785fe23ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:06:13Z', 'updated_at': '2022-10-13T16:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': 'abfa4710-d7cf-4870-a00b-5ec046376690', 'name': '', 'network_id': 'f2a7c920-c74c-460a-b328-472db0386bdc', 'tenant_id': '303898d8b5c945d181ec1e3e34807149', 'mac_address': 'fa:16:3e:99:bb:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec6d4af-bd5c-4214-9f7f-f39785fe23ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '6b5abf19-f127-4af2-8c57-260a2706d60b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:06:15Z', 'updated_at': '2022-10-13T16:06:22Z', 'revision_number': 4, 'project_id': '303898d8b5c945d181ec1e3e34807149', 'subnets': [{'id': '6b5abf19-f127-4af2-8c57-260a2706d60b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:06:22.976108 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab11719c-c726-4fce-8362-0d3fe5e22c85 None None] The sync data for ids ['2ec6d4af-bd5c-4214-9f7f-f39785fe23ad'] in dv-neutron-860329-2-hyperv is: [{'id': '2ec6d4af-bd5c-4214-9f7f-f39785fe23ad', 'name': 'tempest-TestEncryptedCinderVolumes-1891190472-router', 'tenant_id': '303898d8b5c945d181ec1e3e34807149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.139'}], 'enable_snat': True}, 'gw_port_id': '898bc6e6-d9f1-4abb-a07f-477d0cc4ce2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:06:12Z', 'updated_at': '2022-10-13T16:06:16Z', 'revision_number': 4, 'project_id': '303898d8b5c945d181ec1e3e34807149', 'gw_port': {'id': '898bc6e6-d9f1-4abb-a07f-477d0cc4ce2d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:95:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6d4af-bd5c-4214-9f7f-f39785fe23ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:06:13Z', 'updated_at': '2022-10-13T16:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': 'abfa4710-d7cf-4870-a00b-5ec046376690', 'name': '', 'network_id': 'f2a7c920-c74c-460a-b328-472db0386bdc', 'tenant_id': '303898d8b5c945d181ec1e3e34807149', 'mac_address': 'fa:16:3e:99:bb:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec6d4af-bd5c-4214-9f7f-f39785fe23ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1654, 'fixed_ips': [{'subnet_id': '6b5abf19-f127-4af2-8c57-260a2706d60b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:06:15Z', 'updated_at': '2022-10-13T16:06:22Z', 'revision_number': 4, 'project_id': '303898d8b5c945d181ec1e3e34807149', 'subnets': [{'id': '6b5abf19-f127-4af2-8c57-260a2706d60b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:06:22.994787 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffafd12-1653-4e95-8596-82f085638285 req-944d0a17-294f-4320-8037-1062d49f22bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:06:22.996212 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-dffafd12-1653-4e95-8596-82f085638285 req-944d0a17-294f-4320-8037-1062d49f22bf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=273bfeaa-69fd-44b7-b490-e4f7689198b2 HTTP/1.1" status: 200 len: 856 time: 0.1734264 Oct 13 16:06:23.082643 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffafd12-1653-4e95-8596-82f085638285 req-daf1a72c-d68e-476a-901c-78c6186065b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:06:23.084020 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-dffafd12-1653-4e95-8596-82f085638285 req-daf1a72c-d68e-476a-901c-78c6186065b7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a6846bc4-6679-4613-9d8d-744fecd5c42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795190 Oct 13 16:06:23.220824 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-dffafd12-1653-4e95-8596-82f085638285 req-dc7c6ec9-7c94-4493-8caa-52e7c0c5af03 service neutron] 10.222.0.16 "GET /v2.0/networks/a6846bc4-6679-4613-9d8d-744fecd5c42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286209 Oct 13 16:06:23.355788 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-dffafd12-1653-4e95-8596-82f085638285 req-3c6b4484-305d-4240-9ef9-a52adc7dcb52 service neutron] 10.222.0.16 "GET /v2.0/networks/a6846bc4-6679-4613-9d8d-744fecd5c42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1282423 Oct 13 16:06:23.464830 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device abfa4710-d7cf-4870-a00b-5ec046376690 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:06:23.530952 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port abfa4710-d7cf-4870-a00b-5ec046376690 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:06:23.536242 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port abfa4710-d7cf-4870-a00b-5ec046376690 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:06:23.536610 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:23.536941 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port abfa4710-d7cf-4870-a00b-5ec046376690 Oct 13 16:06:23.653380 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port abfa4710-d7cf-4870-a00b-5ec046376690 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:06:23.653762 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:23.686368 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port abfa4710-d7cf-4870-a00b-5ec046376690, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=abfa4710-d7cf-4870-a00b-5ec046376690,segment=NetworkSegment(ef5f29f5-8cfd-4dd6-902c-b17fe7d75ac7),segment_id=ef5f29f5-8cfd-4dd6-902c-b17fe7d75ac7)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:06:23.691395 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:23.759936 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=abfa4710-d7cf-4870-a00b-5ec046376690,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:06:23.767357 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:06:23.767778 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:06:23.768185 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:06:23.768587 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:06:23.768981 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:06:23.769377 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:06:23.769774 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:06:23.770196 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:06:23.770520 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:06:23.770842 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:06:23.771162 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:06:23.771484 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:06:23.966932 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3836e-080f-44db-bd7d-3c186535b7ef req-d2011540-50d7-4228-a6c1-c67c8d29593d tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:06:23.967519 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-a4f3836e-080f-44db-bd7d-3c186535b7ef req-d2011540-50d7-4228-a6c1-c67c8d29593d tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Synchronizing usage tracker for tenant:4adb1d8078f5451087852ab4fe1c3237 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:06:23.982533 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-a4f3836e-080f-44db-bd7d-3c186535b7ef req-d2011540-50d7-4228-a6c1-c67c8d29593d tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Unset dirty status for tenant:4adb1d8078f5451087852ab4fe1c3237 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:06:23.983613 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a4f3836e-080f-44db-bd7d-3c186535b7ef req-d2011540-50d7-4228-a6c1-c67c8d29593d tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f738034-4f9a-4587-a088-270361c0fee9 HTTP/1.1" status: 200 len: 943 time: 0.1086788 Oct 13 16:06:24.026753 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-a4f3836e-080f-44db-bd7d-3c186535b7ef req-eb1c85aa-b0c4-4fbb-aa57-4631353cf22f tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Synchronizing usage tracker for tenant:4adb1d8078f5451087852ab4fe1c3237 on resource:security_group {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:06:24.042830 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-a4f3836e-080f-44db-bd7d-3c186535b7ef req-eb1c85aa-b0c4-4fbb-aa57-4631353cf22f tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Unset dirty status for tenant:4adb1d8078f5451087852ab4fe1c3237 on resource:security_group {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:06:24.044010 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a4f3836e-080f-44db-bd7d-3c186535b7ef req-eb1c85aa-b0c4-4fbb-aa57-4631353cf22f tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7dfd055-22a0-4198-8603-76bf7d62ed58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540397 Oct 13 16:06:25.240125 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f89a72a-e7d5-497c-89a6-e0b6fd38d6b1 req-200326c0-b534-456f-b6da-d088db965bba tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:06:25.241548 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8f89a72a-e7d5-497c-89a6-e0b6fd38d6b1 req-200326c0-b534-456f-b6da-d088db965bba tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f738034-4f9a-4587-a088-270361c0fee9 HTTP/1.1" status: 200 len: 943 time: 0.0848374 Oct 13 16:06:25.284748 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8f89a72a-e7d5-497c-89a6-e0b6fd38d6b1 req-0274ce22-15f1-49c0-97f6-19346147b633 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7dfd055-22a0-4198-8603-76bf7d62ed58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375218 Oct 13 16:06:25.452016 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device abfa4710-d7cf-4870-a00b-5ec046376690 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:06:25.522214 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port abfa4710-d7cf-4870-a00b-5ec046376690 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:06:25.522508 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:25.522836 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port abfa4710-d7cf-4870-a00b-5ec046376690 Oct 13 16:06:25.633016 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port abfa4710-d7cf-4870-a00b-5ec046376690 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:06:26.081931 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:26.483230 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b572a99b-70a0-4d77-91ef-74d6fcdb0f8c req-ca4be0a2-69cb-4ea0-8c9e-5119f8fc2997 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:06:26.484673 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b572a99b-70a0-4d77-91ef-74d6fcdb0f8c req-ca4be0a2-69cb-4ea0-8c9e-5119f8fc2997 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f738034-4f9a-4587-a088-270361c0fee9 HTTP/1.1" status: 200 len: 943 time: 0.0900514 Oct 13 16:06:26.527800 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b572a99b-70a0-4d77-91ef-74d6fcdb0f8c req-ec50e785-4223-4bde-abcd-91c76cc499ac tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7dfd055-22a0-4198-8603-76bf7d62ed58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371606 Oct 13 16:06:27.393088 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 71ee5539-08ed-4492-bad7-45c2ba289514 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=88974) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 13 16:06:27.524167 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 71ee5539-08ed-4492-bad7-45c2ba289514, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=71ee5539-08ed-4492-bad7-45c2ba289514,segment=NetworkSegment(bd2968d0-7618-49df-aa18-9cb3aacfb097),segment_id=bd2968d0-7618-49df-aa18-9cb3aacfb097)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:06:27.539964 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Returning: {'device': '71ee5539-08ed-4492-bad7-45c2ba289514', 'network_id': 'a6846bc4-6679-4613-9d8d-744fecd5c42f', 'port_id': '71ee5539-08ed-4492-bad7-45c2ba289514', 'mac_address': 'fa:16:3e:1d:d9:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '273bfeaa-69fd-44b7-b490-e4f7689198b2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88974) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 13 16:06:27.594599 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 71ee5539-08ed-4492-bad7-45c2ba289514 is: DOWN; New status is: BUILD {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:06:27.594978 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:27.611244 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71ee5539-08ed-4492-bad7-45c2ba289514 {{(pid=88974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 16:06:27.627082 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 71ee5539-08ed-4492-bad7-45c2ba289514, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=71ee5539-08ed-4492-bad7-45c2ba289514,segment=NetworkSegment(bd2968d0-7618-49df-aa18-9cb3aacfb097),segment_id=bd2968d0-7618-49df-aa18-9cb3aacfb097)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:06:27.632065 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:27.700507 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=71ee5539-08ed-4492-bad7-45c2ba289514,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:06:27.732139 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f03d183-f46b-4c3f-b235-a5a5425ddf3b req-64fed896-96cf-4139-80f7-d06587851937 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:06:27.733584 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-2f03d183-f46b-4c3f-b235-a5a5425ddf3b req-64fed896-96cf-4139-80f7-d06587851937 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f738034-4f9a-4587-a088-270361c0fee9 HTTP/1.1" status: 200 len: 944 time: 0.0927737 Oct 13 16:06:27.778405 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-2f03d183-f46b-4c3f-b235-a5a5425ddf3b req-2f2496a6-a788-4d93-b7c2-d630db965825 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7dfd055-22a0-4198-8603-76bf7d62ed58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383847 Oct 13 16:06:27.972282 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['71ee5539-08ed-4492-bad7-45c2ba289514'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 16:06:28.973146 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d00b86-e221-4b7d-b9b7-a75562482e65 req-aad27ba8-6544-41ff-b78a-62fe22c10fc5 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:06:28.974538 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b9d00b86-e221-4b7d-b9b7-a75562482e65 req-aad27ba8-6544-41ff-b78a-62fe22c10fc5 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f738034-4f9a-4587-a088-270361c0fee9 HTTP/1.1" status: 200 len: 944 time: 0.0866778 Oct 13 16:06:29.017616 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b9d00b86-e221-4b7d-b9b7-a75562482e65 req-a2a61079-2f5b-4085-80ce-753a72f09303 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7dfd055-22a0-4198-8603-76bf7d62ed58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373726 Oct 13 16:06:29.412375 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 71ee5539-08ed-4492-bad7-45c2ba289514 up at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:06:29.481056 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning for port 71ee5539-08ed-4492-bad7-45c2ba289514 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:06:29.486401 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning complete for port 71ee5539-08ed-4492-bad7-45c2ba289514 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:06:29.486770 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:29.487103 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Attempt 1 to provision port 71ee5539-08ed-4492-bad7-45c2ba289514 Oct 13 16:06:29.600658 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 71ee5539-08ed-4492-bad7-45c2ba289514 is: BUILD; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:06:29.601027 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:29.630046 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f738034-4f9a-4587-a088-270361c0fee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ee5539-08ed-4492-bad7-45c2ba289514'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:06:29.632319 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979c64d66908691d8da3fe322a5acf5d757b5bee84c7992aba2ec3c134dffaeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dff9470-c6e6-4bfb-beb8-57b389bf9a67" -d '{"events": [{"server_uuid": "5f738034-4f9a-4587-a088-270361c0fee9", "name": "network-vif-plugged", "status": "completed", "tag": "71ee5539-08ed-4492-bad7-45c2ba289514"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:06:29.640404 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 71ee5539-08ed-4492-bad7-45c2ba289514, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=71ee5539-08ed-4492-bad7-45c2ba289514,segment=NetworkSegment(bd2968d0-7618-49df-aa18-9cb3aacfb097),segment_id=bd2968d0-7618-49df-aa18-9cb3aacfb097)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:06:29.644601 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:29.680609 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 16:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a90687a-a476-4e63-a35d-674d25396eaf x-openstack-request-id: req-0a90687a-a476-4e63-a35d-674d25396eaf {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:06:29.680881 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f738034-4f9a-4587-a088-270361c0fee9", "name": "network-vif-plugged", "status": "completed", "tag": "71ee5539-08ed-4492-bad7-45c2ba289514", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:06:29.681132 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0a90687a-a476-4e63-a35d-674d25396eaf {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:06:29.681516 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0a90687a-a476-4e63-a35d-674d25396eaf'] response: {'server_uuid': '5f738034-4f9a-4587-a088-270361c0fee9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71ee5539-08ed-4492-bad7-45c2ba289514', 'code': 200} Oct 13 16:06:29.713512 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=71ee5539-08ed-4492-bad7-45c2ba289514,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:06:29.905332 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a39416-260c-48bd-ae35-8c4201ff2527 req-43184eba-77fd-4a53-85a6-bed48370ad16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:06:29.907308 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-69a39416-260c-48bd-ae35-8c4201ff2527 req-43184eba-77fd-4a53-85a6-bed48370ad16 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5f738034-4f9a-4587-a088-270361c0fee9 HTTP/1.1" status: 200 len: 1098 time: 0.0791364 Oct 13 16:06:29.945488 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-69a39416-260c-48bd-ae35-8c4201ff2527 req-e04e1905-804d-4c58-b730-23f904baa04c service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a7dfd055-22a0-4198-8603-76bf7d62ed58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327663 Oct 13 16:06:30.212326 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd6d38e-6252-4e6c-9adf-2421693d7e8b req-d4120c06-9ea4-4e75-a108-a450083ba063 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:06:30.213658 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-bcd6d38e-6252-4e6c-9adf-2421693d7e8b req-d4120c06-9ea4-4e75-a108-a450083ba063 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f738034-4f9a-4587-a088-270361c0fee9 HTTP/1.1" status: 200 len: 945 time: 0.0851736 Oct 13 16:06:30.260093 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-bcd6d38e-6252-4e6c-9adf-2421693d7e8b req-c11c6081-e4e6-4add-bf40-66e5ea61c173 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7dfd055-22a0-4198-8603-76bf7d62ed58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407200 Oct 13 16:06:31.460935 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e44fb5-387c-4809-8de6-bdf2e8f4b664 req-2efda9be-dc8a-41e3-9a30-ee743c1fd032 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:06:31.462385 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-37e44fb5-387c-4809-8de6-bdf2e8f4b664 req-2efda9be-dc8a-41e3-9a30-ee743c1fd032 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f738034-4f9a-4587-a088-270361c0fee9 HTTP/1.1" status: 200 len: 945 time: 0.0901828 Oct 13 16:06:31.505831 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-37e44fb5-387c-4809-8de6-bdf2e8f4b664 req-217223fb-5bbf-40e3-92c3-4fc6f9e12957 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7dfd055-22a0-4198-8603-76bf7d62ed58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378704 Oct 13 16:06:31.700569 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c871acbb-0d04-45a7-9d9f-697528caaea0 req-2dd0b60e-7538-4237-b79c-d571a0c87535 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:06:31.702010 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c871acbb-0d04-45a7-9d9f-697528caaea0 req-2dd0b60e-7538-4237-b79c-d571a0c87535 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f738034-4f9a-4587-a088-270361c0fee9 HTTP/1.1" status: 200 len: 945 time: 0.0866590 Oct 13 16:06:31.745308 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c871acbb-0d04-45a7-9d9f-697528caaea0 req-4814e39a-d503-49a1-84a4-d1dc8d5b71ca tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7dfd055-22a0-4198-8603-76bf7d62ed58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370810 Oct 13 16:06:34.549990 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-72b961d4-2d4b-4e8c-a02e-824ca7a71619 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:36.694857 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-22d3b73e-158d-4089-bf70-be2912aac176 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:37.792648 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:37.989845 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:39.698629 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:40.879487 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-78715cdf-99bc-4034-8c68-9648f7e5c895 req-4517b648-b342-454e-97d4-34ef9baf0fec service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=5f738034-4f9a-4587-a088-270361c0fee9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0793588 Oct 13 16:06:41.022399 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78715cdf-99bc-4034-8c68-9648f7e5c895 req-69026bb7-3589-4a99-b22c-688d0979b968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:06:41.023836 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-78715cdf-99bc-4034-8c68-9648f7e5c895 req-69026bb7-3589-4a99-b22c-688d0979b968 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4adb1d8078f5451087852ab4fe1c3237&device_id=5f738034-4f9a-4587-a088-270361c0fee9 HTTP/1.1" status: 200 len: 1098 time: 0.0776489 Oct 13 16:06:41.168510 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78715cdf-99bc-4034-8c68-9648f7e5c895 req-1ab7a59e-e846-4106-a9bb-93ea276d5093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:06:41.169938 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-78715cdf-99bc-4034-8c68-9648f7e5c895 req-1ab7a59e-e846-4106-a9bb-93ea276d5093 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a6846bc4-6679-4613-9d8d-744fecd5c42f HTTP/1.1" status: 200 len: 918 time: 0.1239638 Oct 13 16:06:41.239834 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-78715cdf-99bc-4034-8c68-9648f7e5c895 req-c7315d5c-ce78-417a-a439-883bf48f94af service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=71ee5539-08ed-4492-bad7-45c2ba289514 HTTP/1.1" status: 200 len: 217 time: 0.0635428 Oct 13 16:06:41.304488 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78715cdf-99bc-4034-8c68-9648f7e5c895 req-093c5604-ee2e-4fec-8c8a-2b2095dc97a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:06:41.305912 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-78715cdf-99bc-4034-8c68-9648f7e5c895 req-093c5604-ee2e-4fec-8c8a-2b2095dc97a0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=273bfeaa-69fd-44b7-b490-e4f7689198b2 HTTP/1.1" status: 200 len: 856 time: 0.0594831 Oct 13 16:06:41.402216 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78715cdf-99bc-4034-8c68-9648f7e5c895 req-25236d37-b3db-4329-ad7c-3766eba4c736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:06:41.403798 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-78715cdf-99bc-4034-8c68-9648f7e5c895 req-25236d37-b3db-4329-ad7c-3766eba4c736 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a6846bc4-6679-4613-9d8d-744fecd5c42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0913181 Oct 13 16:06:41.413336 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [req-78715cdf-99bc-4034-8c68-9648f7e5c895 req-4cf368e5-da23-4304-9ae8-7e67b9e74e1b service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 16:06:41.414405 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-78715cdf-99bc-4034-8c68-9648f7e5c895 req-4cf368e5-da23-4304-9ae8-7e67b9e74e1b service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048769 Oct 13 16:06:41.545472 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-78715cdf-99bc-4034-8c68-9648f7e5c895 req-52ecc4ec-19b2-4eeb-852f-88d94ebdce14 service neutron] 10.222.0.16 "GET /v2.0/networks/a6846bc4-6679-4613-9d8d-744fecd5c42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249604 Oct 13 16:06:41.784653 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-78715cdf-99bc-4034-8c68-9648f7e5c895 req-f9067a9e-a24d-4bf0-83fc-bd516787d9fb service neutron] 10.222.0.16 "GET /v2.0/networks/a6846bc4-6679-4613-9d8d-744fecd5c42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2331319 Oct 13 16:06:44.563717 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:06:46.192026 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8719fd3-0151-4727-8408-f6706b1816e8 req-5c1262c8-f2f6-48aa-bd61-83968446fed3 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:06:46.193519 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-b8719fd3-0151-4727-8408-f6706b1816e8 req-5c1262c8-f2f6-48aa-bd61-83968446fed3 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f738034-4f9a-4587-a088-270361c0fee9 HTTP/1.1" status: 200 len: 945 time: 0.0865340 Oct 13 16:06:46.237833 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-b8719fd3-0151-4727-8408-f6706b1816e8 req-a500be45-d18a-4172-8157-3379c669472d tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7dfd055-22a0-4198-8603-76bf7d62ed58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386069 Oct 13 16:06:47.437471 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8583e478-b7b8-40ee-b60e-1039cf91f0f3 req-e54e77f1-3784-41b5-8998-c3dcff4bb569 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:06:47.438928 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-8583e478-b7b8-40ee-b60e-1039cf91f0f3 req-e54e77f1-3784-41b5-8998-c3dcff4bb569 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f738034-4f9a-4587-a088-270361c0fee9 HTTP/1.1" status: 200 len: 945 time: 0.0871825 Oct 13 16:06:47.481855 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-8583e478-b7b8-40ee-b60e-1039cf91f0f3 req-65edb489-70c4-4275-8545-d25bd6642411 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7dfd055-22a0-4198-8603-76bf7d62ed58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373123 Oct 13 16:06:47.971505 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa57ff7-efe0-4360-8e7d-4656ac2960e7 req-0dbfc68c-fb96-4ce9-88b4-ad3b8b942aef tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:06:47.972813 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-7aa57ff7-efe0-4360-8e7d-4656ac2960e7 req-0dbfc68c-fb96-4ce9-88b4-ad3b8b942aef tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.16 "GET /v2.0/ports?device_id=5f738034-4f9a-4587-a088-270361c0fee9 HTTP/1.1" status: 200 len: 945 time: 0.0870326 Oct 13 16:06:48.040541 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-7aa57ff7-efe0-4360-8e7d-4656ac2960e7 req-84e40893-67bb-4c86-b65b-781eb41aced8 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Deleting port 71ee5539-08ed-4492-bad7-45c2ba289514 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:06:48.040875 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-7aa57ff7-efe0-4360-8e7d-4656ac2960e7 req-84e40893-67bb-4c86-b65b-781eb41aced8 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:48.284464 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-7aa57ff7-efe0-4360-8e7d-4656ac2960e7 req-84e40893-67bb-4c86-b65b-781eb41aced8 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] For port 71ee5539-08ed-4492-bad7-45c2ba289514, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=71ee5539-08ed-4492-bad7-45c2ba289514,segment=NetworkSegment(bd2968d0-7618-49df-aa18-9cb3aacfb097),segment_id=bd2968d0-7618-49df-aa18-9cb3aacfb097)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:06:48.284727 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-7aa57ff7-efe0-4360-8e7d-4656ac2960e7 req-84e40893-67bb-4c86-b65b-781eb41aced8 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:48.403534 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-7aa57ff7-efe0-4360-8e7d-4656ac2960e7 req-84e40893-67bb-4c86-b65b-781eb41aced8 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Calling delete_port for 71ee5539-08ed-4492-bad7-45c2ba289514 owned by compute:nova {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:06:48.547051 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-7aa57ff7-efe0-4360-8e7d-4656ac2960e7 req-84e40893-67bb-4c86-b65b-781eb41aced8 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:48.558725 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['71ee5539-08ed-4492-bad7-45c2ba289514'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 16:06:48.597680 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e40893-67bb-4c86-b65b-781eb41aced8 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Pushing event deleted for resources: {'Port': ['ID=71ee5539-08ed-4492-bad7-45c2ba289514,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:06:48.609642 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e40893-67bb-4c86-b65b-781eb41aced8 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:06:48.610056 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e40893-67bb-4c86-b65b-781eb41aced8 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:06:48.610590 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e40893-67bb-4c86-b65b-781eb41aced8 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:06:48.610926 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e40893-67bb-4c86-b65b-781eb41aced8 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:06:48.611255 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e40893-67bb-4c86-b65b-781eb41aced8 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:06:48.611578 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e40893-67bb-4c86-b65b-781eb41aced8 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:06:48.611899 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e40893-67bb-4c86-b65b-781eb41aced8 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:06:48.612221 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e40893-67bb-4c86-b65b-781eb41aced8 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:06:48.612540 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e40893-67bb-4c86-b65b-781eb41aced8 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:06:48.613238 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e40893-67bb-4c86-b65b-781eb41aced8 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:06:48.613238 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e40893-67bb-4c86-b65b-781eb41aced8 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:06:48.613513 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e40893-67bb-4c86-b65b-781eb41aced8 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:06:48.661508 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-13c5eff0-0de0-42f0-990b-bffea9a00a8a req-e1c4ca9d-01a8-430a-8741-b8b43d4eb73e tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/ports?device_id=5f738034-4f9a-4587-a088-270361c0fee9 HTTP/1.1" status: 200 len: 210 time: 0.0689540 Oct 13 16:06:48.707241 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-7aa57ff7-efe0-4360-8e7d-4656ac2960e7 req-84e40893-67bb-4c86-b65b-781eb41aced8 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] No DVR routers for this DVR port 71ee5539-08ed-4492-bad7-45c2ba289514 on host hv-neutron-8603 {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 16:06:48.710035 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-7aa57ff7-efe0-4360-8e7d-4656ac2960e7 req-84e40893-67bb-4c86-b65b-781eb41aced8 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:48.713133 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f738034-4f9a-4587-a088-270361c0fee9', 'name': 'network-vif-deleted', 'tag': '71ee5539-08ed-4492-bad7-45c2ba289514'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:06:48.715453 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35d5d528-6cb5-4902-924c-f6d7ab4fba56" -d '{"events": [{"server_uuid": "5f738034-4f9a-4587-a088-270361c0fee9", "name": "network-vif-deleted", "tag": "71ee5539-08ed-4492-bad7-45c2ba289514"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:06:48.731447 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-7aa57ff7-efe0-4360-8e7d-4656ac2960e7 req-84e40893-67bb-4c86-b65b-781eb41aced8 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.16 "DELETE /v2.0/ports/71ee5539-08ed-4492-bad7-45c2ba289514 HTTP/1.1" status: 204 len: 173 time: 0.7534719 Oct 13 16:06:48.763673 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 16:06:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf6458e-0299-4048-93d7-22f18649ab68 x-openstack-request-id: req-daf6458e-0299-4048-93d7-22f18649ab68 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:06:48.765127 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f738034-4f9a-4587-a088-270361c0fee9", "name": "network-vif-deleted", "tag": "71ee5539-08ed-4492-bad7-45c2ba289514", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:06:48.765397 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-daf6458e-0299-4048-93d7-22f18649ab68 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:06:48.765803 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-daf6458e-0299-4048-93d7-22f18649ab68'] response: {'server_uuid': '5f738034-4f9a-4587-a088-270361c0fee9', 'name': 'network-vif-deleted', 'tag': '71ee5539-08ed-4492-bad7-45c2ba289514', 'status': 'completed', 'code': 200} Oct 13 16:06:50.123973 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b2ea6-0c0c-4d59-a48f-83651b251add req-e3630dec-6c70-4e86-8545-12ae0ceae537 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:06:50.125391 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d14b2ea6-0c0c-4d59-a48f-83651b251add req-e3630dec-6c70-4e86-8545-12ae0ceae537 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/networks?id=a6846bc4-6679-4613-9d8d-744fecd5c42f HTTP/1.1" status: 200 len: 817 time: 0.1445780 Oct 13 16:06:50.139607 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d14b2ea6-0c0c-4d59-a48f-83651b251add req-d75038a6-f896-4e17-b77c-5c121ce69022 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/quotas/4adb1d8078f5451087852ab4fe1c3237 HTTP/1.1" status: 200 len: 375 time: 0.0088129 Oct 13 16:06:50.232669 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-d14b2ea6-0c0c-4d59-a48f-83651b251add req-db3232ca-e0c0-42d1-8856-c61ee3e8e954 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Synchronizing usage tracker for tenant:4adb1d8078f5451087852ab4fe1c3237 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:06:50.247717 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-d14b2ea6-0c0c-4d59-a48f-83651b251add req-db3232ca-e0c0-42d1-8856-c61ee3e8e954 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Unset dirty status for tenant:4adb1d8078f5451087852ab4fe1c3237 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:06:50.249144 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d14b2ea6-0c0c-4d59-a48f-83651b251add req-db3232ca-e0c0-42d1-8856-c61ee3e8e954 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4adb1d8078f5451087852ab4fe1c3237&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1049500 Oct 13 16:06:50.385554 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d14b2ea6-0c0c-4d59-a48f-83651b251add req-17543edc-4e14-4f38-b4d2-5bae323fa5c8 service neutron] 10.222.0.42 "GET /v2.0/networks/a6846bc4-6679-4613-9d8d-744fecd5c42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251345 Oct 13 16:06:50.515038 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d14b2ea6-0c0c-4d59-a48f-83651b251add req-dab09453-0033-4653-997b-7f5ae7ee55eb service neutron] 10.222.0.42 "GET /v2.0/networks/a6846bc4-6679-4613-9d8d-744fecd5c42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225944 Oct 13 16:06:50.697698 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-16d4931f-4ca6-439a-9f5c-3601f2b7c04b req-b84ec15b-4773-415b-8069-0b37c85fe61b tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/ports?device_id=e04cc367-e9d6-4312-a9c3-987521dbecf1 HTTP/1.1" status: 200 len: 210 time: 0.0547047 Oct 13 16:06:51.793029 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b2ea6-0c0c-4d59-a48f-83651b251add req-48533190-a5a9-44e1-b98c-3a80ed3f21a3 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:06:51.794539 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d14b2ea6-0c0c-4d59-a48f-83651b251add req-48533190-a5a9-44e1-b98c-3a80ed3f21a3 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.16 "GET /v2.0/networks?id=a6846bc4-6679-4613-9d8d-744fecd5c42f HTTP/1.1" status: 200 len: 817 time: 0.2720532 Oct 13 16:06:51.810162 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-d14b2ea6-0c0c-4d59-a48f-83651b251add req-f99b39fe-cf3a-4a39-aeac-5c142d8e5a54 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Request body: {'port': {'device_id': 'e04cc367-e9d6-4312-a9c3-987521dbecf1', 'network_id': 'a6846bc4-6679-4613-9d8d-744fecd5c42f', 'admin_state_up': True, 'tenant_id': '4adb1d8078f5451087852ab4fe1c3237'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:06:51.892519 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5c441ebe-0825-43c6-8a93-57f232fd6201 req-f5fa3f0e-da95-410c-aed6-8b0e695f4446 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/ports?device_id=e04cc367-e9d6-4312-a9c3-987521dbecf1 HTTP/1.1" status: 200 len: 210 time: 0.0689952 Oct 13 16:06:51.991447 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-d14b2ea6-0c0c-4d59-a48f-83651b251add req-f99b39fe-cf3a-4a39-aeac-5c142d8e5a54 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:06:52.000775 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-d14b2ea6-0c0c-4d59-a48f-83651b251add req-f99b39fe-cf3a-4a39-aeac-5c142d8e5a54 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:06:52.010146 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d14b2ea6-0c0c-4d59-a48f-83651b251add req-f99b39fe-cf3a-4a39-aeac-5c142d8e5a54 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Made reservation on behalf of 4adb1d8078f5451087852ab4fe1c3237 for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 16:06:52.013541 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-d14b2ea6-0c0c-4d59-a48f-83651b251add req-f99b39fe-cf3a-4a39-aeac-5c142d8e5a54 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:52.173209 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [req-d14b2ea6-0c0c-4d59-a48f-83651b251add req-f99b39fe-cf3a-4a39-aeac-5c142d8e5a54 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Allocated IP 172.20.0.7 (a6846bc4-6679-4613-9d8d-744fecd5c42f/273bfeaa-69fd-44b7-b490-e4f7689198b2/dcbc0944-bc9f-4b64-a36b-033f91be41e7) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:06:52.371340 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-d14b2ea6-0c0c-4d59-a48f-83651b251add req-f99b39fe-cf3a-4a39-aeac-5c142d8e5a54 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:52.386631 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-d14b2ea6-0c0c-4d59-a48f-83651b251add req-f99b39fe-cf3a-4a39-aeac-5c142d8e5a54 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Transition to ACTIVE for port object dcbc0944-bc9f-4b64-a36b-033f91be41e7 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:06:52.409313 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-d14b2ea6-0c0c-4d59-a48f-83651b251add req-f99b39fe-cf3a-4a39-aeac-5c142d8e5a54 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:52.479292 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d14b2ea6-0c0c-4d59-a48f-83651b251add req-f99b39fe-cf3a-4a39-aeac-5c142d8e5a54 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Network a6846bc4-6679-4613-9d8d-744fecd5c42f is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:06:52.482404 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [req-d14b2ea6-0c0c-4d59-a48f-83651b251add req-f99b39fe-cf3a-4a39-aeac-5c142d8e5a54 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:06:52.486940 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-d14b2ea6-0c0c-4d59-a48f-83651b251add req-f99b39fe-cf3a-4a39-aeac-5c142d8e5a54 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:06:52.522997 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99b39fe-cf3a-4a39-aeac-5c142d8e5a54 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Pushing event updated for resources: {'Port': ['ID=dcbc0944-bc9f-4b64-a36b-033f91be41e7,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:06:52.555079 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b2ea6-0c0c-4d59-a48f-83651b251add req-f99b39fe-cf3a-4a39-aeac-5c142d8e5a54 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:06:52.555683 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-d14b2ea6-0c0c-4d59-a48f-83651b251add req-f99b39fe-cf3a-4a39-aeac-5c142d8e5a54 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:52.581212 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d14b2ea6-0c0c-4d59-a48f-83651b251add req-f99b39fe-cf3a-4a39-aeac-5c142d8e5a54 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7745774 Oct 13 16:06:52.592167 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-d14b2ea6-0c0c-4d59-a48f-83651b251add req-a684521c-8a8e-4ce8-8b64-af98051a0865 service neutron] Request body: {'port': {'device_id': 'e04cc367-e9d6-4312-a9c3-987521dbecf1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:06:52.668534 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-0bc18928-fe9e-4c50-944f-206e5ccd7a9b None None] Provisioning for port dcbc0944-bc9f-4b64-a36b-033f91be41e7 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:06:52.674357 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-0bc18928-fe9e-4c50-944f-206e5ccd7a9b None None] Provisioning complete for port dcbc0944-bc9f-4b64-a36b-033f91be41e7 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:06:52.674867 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0bc18928-fe9e-4c50-944f-206e5ccd7a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:52.675268 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-0bc18928-fe9e-4c50-944f-206e5ccd7a9b None None] Attempt 1 to provision port dcbc0944-bc9f-4b64-a36b-033f91be41e7 Oct 13 16:06:52.707841 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-d14b2ea6-0c0c-4d59-a48f-83651b251add req-a684521c-8a8e-4ce8-8b64-af98051a0865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:52.730473 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-0bc18928-fe9e-4c50-944f-206e5ccd7a9b None None] Port dcbc0944-bc9f-4b64-a36b-033f91be41e7 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:06:53.042030 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [req-d14b2ea6-0c0c-4d59-a48f-83651b251add req-a684521c-8a8e-4ce8-8b64-af98051a0865 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcbc0944-bc9f-4b64-a36b-033f91be41e7 {{(pid=88973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 16:06:53.050014 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-d14b2ea6-0c0c-4d59-a48f-83651b251add req-a684521c-8a8e-4ce8-8b64-af98051a0865 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:53.064536 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-d14b2ea6-0c0c-4d59-a48f-83651b251add req-a684521c-8a8e-4ce8-8b64-af98051a0865 service neutron] Transition to ACTIVE for port object dcbc0944-bc9f-4b64-a36b-033f91be41e7 will not be triggered until provisioned by entity L2. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:06:53.067853 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-d14b2ea6-0c0c-4d59-a48f-83651b251add req-a684521c-8a8e-4ce8-8b64-af98051a0865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:53.091857 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88af2376-b771-4bfd-938f-2c530d40723c req-bfea8e10-c7ab-4163-8f5c-3c1e07ee7342 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:06:53.093799 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-88af2376-b771-4bfd-938f-2c530d40723c req-bfea8e10-c7ab-4163-8f5c-3c1e07ee7342 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/ports?device_id=e04cc367-e9d6-4312-a9c3-987521dbecf1 HTTP/1.1" status: 200 len: 931 time: 0.0907872 Oct 13 16:06:53.137757 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-88af2376-b771-4bfd-938f-2c530d40723c req-f5887ac8-08c8-4f5b-aa8e-0a976f3a3932 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7dfd055-22a0-4198-8603-76bf7d62ed58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381916 Oct 13 16:06:53.231923 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-0bc18928-fe9e-4c50-944f-206e5ccd7a9b None None] Attempt 2 to provision port dcbc0944-bc9f-4b64-a36b-033f91be41e7 Oct 13 16:06:53.255447 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a684521c-8a8e-4ce8-8b64-af98051a0865 service neutron] Pushing event updated for resources: {'Port': ['ID=dcbc0944-bc9f-4b64-a36b-033f91be41e7,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:06:53.284815 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-0bc18928-fe9e-4c50-944f-206e5ccd7a9b None None] Port dcbc0944-bc9f-4b64-a36b-033f91be41e7 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:06:53.292163 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-d14b2ea6-0c0c-4d59-a48f-83651b251add req-a684521c-8a8e-4ce8-8b64-af98051a0865 service neutron] Attempting to bind port dcbc0944-bc9f-4b64-a36b-033f91be41e7 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:06:53.292497 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-d14b2ea6-0c0c-4d59-a48f-83651b251add req-a684521c-8a8e-4ce8-8b64-af98051a0865 service neutron] Attempting to bind port dcbc0944-bc9f-4b64-a36b-033f91be41e7 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'bd2968d0-7618-49df-aa18-9cb3aacfb097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a6846bc4-6679-4613-9d8d-744fecd5c42f'}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:06:53.292821 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14b2ea6-0c0c-4d59-a48f-83651b251add req-a684521c-8a8e-4ce8-8b64-af98051a0865 service neutron] Attempting to bind port dcbc0944-bc9f-4b64-a36b-033f91be41e7 on network a6846bc4-6679-4613-9d8d-744fecd5c42f {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:06:53.297334 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14b2ea6-0c0c-4d59-a48f-83651b251add req-a684521c-8a8e-4ce8-8b64-af98051a0865 service neutron] Port dcbc0944-bc9f-4b64-a36b-033f91be41e7 on network a6846bc4-6679-4613-9d8d-744fecd5c42f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 16:06:53.297649 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14b2ea6-0c0c-4d59-a48f-83651b251add req-a684521c-8a8e-4ce8-8b64-af98051a0865 service neutron] Attempting to bind port dcbc0944-bc9f-4b64-a36b-033f91be41e7 on network a6846bc4-6679-4613-9d8d-744fecd5c42f {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:06:53.302713 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14b2ea6-0c0c-4d59-a48f-83651b251add req-a684521c-8a8e-4ce8-8b64-af98051a0865 service neutron] Checking agent: {'id': 'c4d1d38a-44f6-47ac-b17c-311e640e7cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'started_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 6, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:06:53.303044 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14b2ea6-0c0c-4d59-a48f-83651b251add req-a684521c-8a8e-4ce8-8b64-af98051a0865 service neutron] Checking segment: {'id': 'bd2968d0-7618-49df-aa18-9cb3aacfb097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a6846bc4-6679-4613-9d8d-744fecd5c42f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:06:53.303417 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d14b2ea6-0c0c-4d59-a48f-83651b251add req-a684521c-8a8e-4ce8-8b64-af98051a0865 service neutron] Bound using segment: {'id': 'bd2968d0-7618-49df-aa18-9cb3aacfb097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a6846bc4-6679-4613-9d8d-744fecd5c42f'} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:06:53.303834 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-d14b2ea6-0c0c-4d59-a48f-83651b251add req-a684521c-8a8e-4ce8-8b64-af98051a0865 service neutron] Bound port: dcbc0944-bc9f-4b64-a36b-033f91be41e7, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd2968d0-7618-49df-aa18-9cb3aacfb097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a6846bc4-6679-4613-9d8d-744fecd5c42f'}}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:06:53.304177 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-d14b2ea6-0c0c-4d59-a48f-83651b251add req-a684521c-8a8e-4ce8-8b64-af98051a0865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:53.395325 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-d14b2ea6-0c0c-4d59-a48f-83651b251add req-a684521c-8a8e-4ce8-8b64-af98051a0865 service neutron] For port dcbc0944-bc9f-4b64-a36b-033f91be41e7, host hv-neutron-8603, cleared binding levels {{(pid=88973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:06:53.398257 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-d14b2ea6-0c0c-4d59-a48f-83651b251add req-a684521c-8a8e-4ce8-8b64-af98051a0865 service neutron] For port dcbc0944-bc9f-4b64-a36b-033f91be41e7, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=dcbc0944-bc9f-4b64-a36b-033f91be41e7,segment=NetworkSegment(bd2968d0-7618-49df-aa18-9cb3aacfb097),segment_id=bd2968d0-7618-49df-aa18-9cb3aacfb097)] {{(pid=88973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:06:53.401826 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-d14b2ea6-0c0c-4d59-a48f-83651b251add req-a684521c-8a8e-4ce8-8b64-af98051a0865 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:53.431851 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b2ea6-0c0c-4d59-a48f-83651b251add req-a684521c-8a8e-4ce8-8b64-af98051a0865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:06:53.432459 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-d14b2ea6-0c0c-4d59-a48f-83651b251add req-a684521c-8a8e-4ce8-8b64-af98051a0865 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:53.433804 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d14b2ea6-0c0c-4d59-a48f-83651b251add req-a684521c-8a8e-4ce8-8b64-af98051a0865 service neutron] 10.222.0.16 "PUT /v2.0/ports/dcbc0944-bc9f-4b64-a36b-033f91be41e7 HTTP/1.1" status: 200 len: 1093 time: 0.8458376 Oct 13 16:06:53.434373 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e04cc367-e9d6-4312-a9c3-987521dbecf1', 'tag': 'dcbc0944-bc9f-4b64-a36b-033f91be41e7'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:06:53.436665 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9f0c045-b561-42ed-b7c1-389217cf335a" -d '{"events": [{"name": "network-changed", "server_uuid": "e04cc367-e9d6-4312-a9c3-987521dbecf1", "tag": "dcbc0944-bc9f-4b64-a36b-033f91be41e7"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:06:53.480137 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a684521c-8a8e-4ce8-8b64-af98051a0865 service neutron] Pushing event updated for resources: {'Port': ['ID=dcbc0944-bc9f-4b64-a36b-033f91be41e7,revision_number=3']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:06:53.484084 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 16:06:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-850cd5cb-c892-4c66-af6b-18b0ad5da5f9 x-openstack-request-id: req-850cd5cb-c892-4c66-af6b-18b0ad5da5f9 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:06:53.484488 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e04cc367-e9d6-4312-a9c3-987521dbecf1", "tag": "dcbc0944-bc9f-4b64-a36b-033f91be41e7", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:06:53.484746 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-850cd5cb-c892-4c66-af6b-18b0ad5da5f9 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:06:53.485402 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-850cd5cb-c892-4c66-af6b-18b0ad5da5f9'] response: {'name': 'network-changed', 'server_uuid': 'e04cc367-e9d6-4312-a9c3-987521dbecf1', 'tag': 'dcbc0944-bc9f-4b64-a36b-033f91be41e7', 'status': 'completed', 'code': 200} Oct 13 16:06:53.502047 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 71ee5539-08ed-4492-bad7-45c2ba289514 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:06:53.535850 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] No Port match for: 71ee5539-08ed-4492-bad7-45c2ba289514 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:06:53.536192 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 71ee5539-08ed-4492-bad7-45c2ba289514 not bound to the agent host hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:06:53.567150 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b2ea6-0c0c-4d59-a48f-83651b251add req-215b462d-45e1-4863-921a-fce7ba88be34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:06:53.568598 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d14b2ea6-0c0c-4d59-a48f-83651b251add req-215b462d-45e1-4863-921a-fce7ba88be34 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4adb1d8078f5451087852ab4fe1c3237&device_id=e04cc367-e9d6-4312-a9c3-987521dbecf1 HTTP/1.1" status: 200 len: 1096 time: 0.0810897 Oct 13 16:06:53.739844 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d14b2ea6-0c0c-4d59-a48f-83651b251add req-7ae579f9-456b-4de9-a73f-a02da372ea16 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dcbc0944-bc9f-4b64-a36b-033f91be41e7 HTTP/1.1" status: 200 len: 217 time: 0.1640210 Oct 13 16:06:53.786434 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-0bc18928-fe9e-4c50-944f-206e5ccd7a9b None None] Attempt 3 to provision port dcbc0944-bc9f-4b64-a36b-033f91be41e7 Oct 13 16:06:53.801524 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b2ea6-0c0c-4d59-a48f-83651b251add req-a7bb8a05-faca-477b-8e3c-0a8a10f4b40a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:06:53.802947 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d14b2ea6-0c0c-4d59-a48f-83651b251add req-a7bb8a05-faca-477b-8e3c-0a8a10f4b40a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=273bfeaa-69fd-44b7-b490-e4f7689198b2 HTTP/1.1" status: 200 len: 856 time: 0.0580139 Oct 13 16:06:53.850390 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-0bc18928-fe9e-4c50-944f-206e5ccd7a9b None None] Port dcbc0944-bc9f-4b64-a36b-033f91be41e7 had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 16:06:53.887081 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14b2ea6-0c0c-4d59-a48f-83651b251add req-dcb288b9-4278-4468-8b30-01cee2c78fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:06:53.888526 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d14b2ea6-0c0c-4d59-a48f-83651b251add req-dcb288b9-4278-4468-8b30-01cee2c78fd7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a6846bc4-6679-4613-9d8d-744fecd5c42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0793543 Oct 13 16:06:54.018581 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d14b2ea6-0c0c-4d59-a48f-83651b251add req-c4680cf1-0190-4966-9f1a-f28f6767fe23 service neutron] 10.222.0.16 "GET /v2.0/networks/a6846bc4-6679-4613-9d8d-744fecd5c42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237807 Oct 13 16:06:54.145285 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d14b2ea6-0c0c-4d59-a48f-83651b251add req-96636eaa-0983-49cb-a56d-313be3469f4e service neutron] 10.222.0.16 "GET /v2.0/networks/a6846bc4-6679-4613-9d8d-744fecd5c42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214008 Oct 13 16:06:54.271079 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0c045-b561-42ed-b7c1-389217cf335a req-bf4766dc-f7de-4825-a47c-8fec65b7fef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:06:54.272474 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d9f0c045-b561-42ed-b7c1-389217cf335a req-bf4766dc-f7de-4825-a47c-8fec65b7fef4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4adb1d8078f5451087852ab4fe1c3237&device_id=e04cc367-e9d6-4312-a9c3-987521dbecf1 HTTP/1.1" status: 200 len: 1096 time: 0.0814066 Oct 13 16:06:54.335092 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef46a03-668b-4e7f-ba9c-9e127fe65268 req-ac427bcf-f37d-4a7a-a92f-47d9e380af35 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:06:54.336548 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8ef46a03-668b-4e7f-ba9c-9e127fe65268 req-ac427bcf-f37d-4a7a-a92f-47d9e380af35 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/ports?device_id=e04cc367-e9d6-4312-a9c3-987521dbecf1 HTTP/1.1" status: 200 len: 943 time: 0.0857127 Oct 13 16:06:54.380714 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8ef46a03-668b-4e7f-ba9c-9e127fe65268 req-97f84e61-d2a8-4459-bc41-b0f1562f3a57 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7dfd055-22a0-4198-8603-76bf7d62ed58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379136 Oct 13 16:06:54.406077 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0c045-b561-42ed-b7c1-389217cf335a req-eeea1348-4fb3-43e4-82b3-2c7edc654ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:06:54.407544 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d9f0c045-b561-42ed-b7c1-389217cf335a req-eeea1348-4fb3-43e4-82b3-2c7edc654ed6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a6846bc4-6679-4613-9d8d-744fecd5c42f HTTP/1.1" status: 200 len: 918 time: 0.1290343 Oct 13 16:06:54.472648 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d9f0c045-b561-42ed-b7c1-389217cf335a req-98c5feea-a48b-4b3b-affe-e123f14c70f0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dcbc0944-bc9f-4b64-a36b-033f91be41e7 HTTP/1.1" status: 200 len: 217 time: 0.0593467 Oct 13 16:06:54.536479 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0c045-b561-42ed-b7c1-389217cf335a req-610c4c7f-2ddb-46fe-ba7b-b9e2bef0ee1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:06:54.537774 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d9f0c045-b561-42ed-b7c1-389217cf335a req-610c4c7f-2ddb-46fe-ba7b-b9e2bef0ee1e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=273bfeaa-69fd-44b7-b490-e4f7689198b2 HTTP/1.1" status: 200 len: 856 time: 0.0592105 Oct 13 16:06:54.618365 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f0c045-b561-42ed-b7c1-389217cf335a req-f5c1f1f5-9001-4a6b-bad6-34786cff7e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:06:54.619794 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d9f0c045-b561-42ed-b7c1-389217cf335a req-f5c1f1f5-9001-4a6b-bad6-34786cff7e1d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a6846bc4-6679-4613-9d8d-744fecd5c42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0759401 Oct 13 16:06:54.749656 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d9f0c045-b561-42ed-b7c1-389217cf335a req-9562ab2a-1b2b-4d8f-ba8c-5852bc020c6c service neutron] 10.222.0.16 "GET /v2.0/networks/a6846bc4-6679-4613-9d8d-744fecd5c42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233697 Oct 13 16:06:54.880315 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d9f0c045-b561-42ed-b7c1-389217cf335a req-1d06ed94-61af-431e-812f-5c301185bcbc service neutron] 10.222.0.16 "GET /v2.0/networks/a6846bc4-6679-4613-9d8d-744fecd5c42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237104 Oct 13 16:06:55.586058 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a3e1ad-3457-493a-8816-746fdbe7fa9d req-9456377c-93b9-457c-9a9c-e137832a71a3 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:06:55.586807 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-e9a3e1ad-3457-493a-8816-746fdbe7fa9d req-9456377c-93b9-457c-9a9c-e137832a71a3 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Synchronizing usage tracker for tenant:4adb1d8078f5451087852ab4fe1c3237 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:06:55.601485 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-e9a3e1ad-3457-493a-8816-746fdbe7fa9d req-9456377c-93b9-457c-9a9c-e137832a71a3 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Unset dirty status for tenant:4adb1d8078f5451087852ab4fe1c3237 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:06:55.602620 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e9a3e1ad-3457-493a-8816-746fdbe7fa9d req-9456377c-93b9-457c-9a9c-e137832a71a3 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/ports?device_id=e04cc367-e9d6-4312-a9c3-987521dbecf1 HTTP/1.1" status: 200 len: 943 time: 0.1051626 Oct 13 16:06:55.646958 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e9a3e1ad-3457-493a-8816-746fdbe7fa9d req-471bb3c7-9072-4fd3-910f-35fed901636c tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7dfd055-22a0-4198-8603-76bf7d62ed58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382061 Oct 13 16:06:56.093464 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:56.847865 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7652e641-c8ff-404a-b40d-2fda7328c0a8 req-756ab49d-7976-4627-ba5d-c3ca2fa6a355 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:06:56.849295 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-7652e641-c8ff-404a-b40d-2fda7328c0a8 req-756ab49d-7976-4627-ba5d-c3ca2fa6a355 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/ports?device_id=e04cc367-e9d6-4312-a9c3-987521dbecf1 HTTP/1.1" status: 200 len: 943 time: 0.0900600 Oct 13 16:06:56.892863 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-7652e641-c8ff-404a-b40d-2fda7328c0a8 req-6b7a77f0-3b0e-42e5-a797-fa570db7ba3d tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7dfd055-22a0-4198-8603-76bf7d62ed58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379996 Oct 13 16:06:57.517332 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device dcbc0944-bc9f-4b64-a36b-033f91be41e7 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=88974) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 13 16:06:57.648029 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port dcbc0944-bc9f-4b64-a36b-033f91be41e7, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=dcbc0944-bc9f-4b64-a36b-033f91be41e7,segment=NetworkSegment(bd2968d0-7618-49df-aa18-9cb3aacfb097),segment_id=bd2968d0-7618-49df-aa18-9cb3aacfb097)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:06:57.660815 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Returning: {'device': 'dcbc0944-bc9f-4b64-a36b-033f91be41e7', 'network_id': 'a6846bc4-6679-4613-9d8d-744fecd5c42f', 'port_id': 'dcbc0944-bc9f-4b64-a36b-033f91be41e7', 'mac_address': 'fa:16:3e:c0:19:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '273bfeaa-69fd-44b7-b490-e4f7689198b2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88974) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 13 16:06:57.715441 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port dcbc0944-bc9f-4b64-a36b-033f91be41e7 is: DOWN; New status is: BUILD {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:06:57.715818 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:57.732575 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcbc0944-bc9f-4b64-a36b-033f91be41e7 {{(pid=88974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 16:06:57.748522 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port dcbc0944-bc9f-4b64-a36b-033f91be41e7, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=dcbc0944-bc9f-4b64-a36b-033f91be41e7,segment=NetworkSegment(bd2968d0-7618-49df-aa18-9cb3aacfb097),segment_id=bd2968d0-7618-49df-aa18-9cb3aacfb097)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:06:57.751933 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:57.819419 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=dcbc0944-bc9f-4b64-a36b-033f91be41e7,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:06:58.054246 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['dcbc0944-bc9f-4b64-a36b-033f91be41e7'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 16:06:58.087866 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e4443d-4183-432c-9881-6b31d0a26df3 req-ad6772d8-63f9-41ec-98e9-2df1b875f8f5 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:06:58.089329 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f2e4443d-4183-432c-9881-6b31d0a26df3 req-ad6772d8-63f9-41ec-98e9-2df1b875f8f5 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/ports?device_id=e04cc367-e9d6-4312-a9c3-987521dbecf1 HTTP/1.1" status: 200 len: 944 time: 0.0884137 Oct 13 16:06:58.133308 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f2e4443d-4183-432c-9881-6b31d0a26df3 req-10b4cc75-217a-4586-84d3-63c94a72e473 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7dfd055-22a0-4198-8603-76bf7d62ed58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378568 Oct 13 16:06:59.332103 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9eb5617-282f-4bb9-85ab-7f1363f426f3 req-28b66bf0-bbfa-40b4-b544-58f146f8953f tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:06:59.333532 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f9eb5617-282f-4bb9-85ab-7f1363f426f3 req-28b66bf0-bbfa-40b4-b544-58f146f8953f tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/ports?device_id=e04cc367-e9d6-4312-a9c3-987521dbecf1 HTTP/1.1" status: 200 len: 944 time: 0.0886698 Oct 13 16:06:59.375998 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f9eb5617-282f-4bb9-85ab-7f1363f426f3 req-083c531d-749d-4263-b4ac-61965db66754 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7dfd055-22a0-4198-8603-76bf7d62ed58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368445 Oct 13 16:06:59.532746 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device dcbc0944-bc9f-4b64-a36b-033f91be41e7 up at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:06:59.598078 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning for port dcbc0944-bc9f-4b64-a36b-033f91be41e7 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:06:59.603110 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning complete for port dcbc0944-bc9f-4b64-a36b-033f91be41e7 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:06:59.603484 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:59.603875 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Attempt 1 to provision port dcbc0944-bc9f-4b64-a36b-033f91be41e7 Oct 13 16:06:59.721414 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port dcbc0944-bc9f-4b64-a36b-033f91be41e7 is: BUILD; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:06:59.721785 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:59.749154 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e04cc367-e9d6-4312-a9c3-987521dbecf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcbc0944-bc9f-4b64-a36b-033f91be41e7'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:06:59.751619 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979c64d66908691d8da3fe322a5acf5d757b5bee84c7992aba2ec3c134dffaeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a2f09c-318b-4f1e-8edf-07dd29bb9740" -d '{"events": [{"server_uuid": "e04cc367-e9d6-4312-a9c3-987521dbecf1", "name": "network-vif-plugged", "status": "completed", "tag": "dcbc0944-bc9f-4b64-a36b-033f91be41e7"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:06:59.759031 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port dcbc0944-bc9f-4b64-a36b-033f91be41e7, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=dcbc0944-bc9f-4b64-a36b-033f91be41e7,segment=NetworkSegment(bd2968d0-7618-49df-aa18-9cb3aacfb097),segment_id=bd2968d0-7618-49df-aa18-9cb3aacfb097)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:06:59.763033 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:06:59.796274 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 16:06:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-175ba585-1a80-4d5c-bfeb-43082655ba3d x-openstack-request-id: req-175ba585-1a80-4d5c-bfeb-43082655ba3d {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:06:59.796563 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e04cc367-e9d6-4312-a9c3-987521dbecf1", "name": "network-vif-plugged", "status": "completed", "tag": "dcbc0944-bc9f-4b64-a36b-033f91be41e7", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:06:59.796823 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-175ba585-1a80-4d5c-bfeb-43082655ba3d {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:06:59.797183 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-175ba585-1a80-4d5c-bfeb-43082655ba3d'] response: {'server_uuid': 'e04cc367-e9d6-4312-a9c3-987521dbecf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcbc0944-bc9f-4b64-a36b-033f91be41e7', 'code': 200} Oct 13 16:06:59.836657 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=dcbc0944-bc9f-4b64-a36b-033f91be41e7,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:07:00.017555 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bc2ea6-c732-4759-9f90-52b08d39549d req-83e273ac-8ac8-42f4-949e-71992eb25ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:07:00.019042 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a8bc2ea6-c732-4759-9f90-52b08d39549d req-83e273ac-8ac8-42f4-949e-71992eb25ac7 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=e04cc367-e9d6-4312-a9c3-987521dbecf1 HTTP/1.1" status: 200 len: 1098 time: 0.0755002 Oct 13 16:07:00.057639 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a8bc2ea6-c732-4759-9f90-52b08d39549d req-f6b66530-ee82-483d-bb12-b2946a811ebe service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a7dfd055-22a0-4198-8603-76bf7d62ed58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327344 Oct 13 16:07:00.567855 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44268ff0-01a5-4d4a-8b82-181c3277fddd req-c6c622e7-dcb7-49b0-b603-dce26cc6b8ac tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:07:00.569287 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-44268ff0-01a5-4d4a-8b82-181c3277fddd req-c6c622e7-dcb7-49b0-b603-dce26cc6b8ac tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/ports?device_id=e04cc367-e9d6-4312-a9c3-987521dbecf1 HTTP/1.1" status: 200 len: 945 time: 0.0844579 Oct 13 16:07:00.612280 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-44268ff0-01a5-4d4a-8b82-181c3277fddd req-b2ef5328-12b8-4c22-87cf-00c759e5897c tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7dfd055-22a0-4198-8603-76bf7d62ed58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374467 Oct 13 16:07:01.809585 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3bee9-48a9-42a6-99df-9dc91abf9358 req-4fd4902f-2377-4cdb-9171-f58f300f0558 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:07:01.811057 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-cac3bee9-48a9-42a6-99df-9dc91abf9358 req-4fd4902f-2377-4cdb-9171-f58f300f0558 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/ports?device_id=e04cc367-e9d6-4312-a9c3-987521dbecf1 HTTP/1.1" status: 200 len: 945 time: 0.0901351 Oct 13 16:07:01.854095 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-cac3bee9-48a9-42a6-99df-9dc91abf9358 req-0a37db20-92b7-4192-b34e-04bae5942d25 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7dfd055-22a0-4198-8603-76bf7d62ed58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375042 Oct 13 16:07:02.137349 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693048cf-f0cd-4aaf-9474-3c901f2f8325 req-00ff2879-cbb5-4229-a03b-bd2dbbccadf9 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:07:02.138831 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-693048cf-f0cd-4aaf-9474-3c901f2f8325 req-00ff2879-cbb5-4229-a03b-bd2dbbccadf9 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/ports?device_id=e04cc367-e9d6-4312-a9c3-987521dbecf1 HTTP/1.1" status: 200 len: 945 time: 0.1742480 Oct 13 16:07:02.181695 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-693048cf-f0cd-4aaf-9474-3c901f2f8325 req-0988fa91-ddb4-4f69-aa8c-381a0d2166fd tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7dfd055-22a0-4198-8603-76bf7d62ed58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372679 Oct 13 16:07:04.551600 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-a63e0a06-6d6b-42c8-94c0-bce5e945e2c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:06.697588 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-495b88b2-e8e6-4006-9c42-f9004fc59ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:07.794369 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:07.992303 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:09.702145 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:16.473983 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c6b525-2655-4232-934a-1523715531ff req-8a557533-4f88-483d-afb2-2f72f4676015 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:07:16.475447 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e8c6b525-2655-4232-934a-1523715531ff req-8a557533-4f88-483d-afb2-2f72f4676015 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/ports?device_id=e04cc367-e9d6-4312-a9c3-987521dbecf1 HTTP/1.1" status: 200 len: 945 time: 0.0906229 Oct 13 16:07:16.616113 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e8c6b525-2655-4232-934a-1523715531ff req-528de799-2321-42d6-8f7f-e647b29d2962 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7dfd055-22a0-4198-8603-76bf7d62ed58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346648 Oct 13 16:07:17.818917 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abd300d-b2ed-4445-af3a-254ddb5b8ddd req-404eef19-0124-4efd-ae77-c8e622d0ed29 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:07:17.820350 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8abd300d-b2ed-4445-af3a-254ddb5b8ddd req-404eef19-0124-4efd-ae77-c8e622d0ed29 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/ports?device_id=e04cc367-e9d6-4312-a9c3-987521dbecf1 HTTP/1.1" status: 200 len: 945 time: 0.0877683 Oct 13 16:07:17.867111 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8abd300d-b2ed-4445-af3a-254ddb5b8ddd req-0e24db05-e69f-4dad-b091-82d1a4f24d18 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7dfd055-22a0-4198-8603-76bf7d62ed58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409751 Oct 13 16:07:18.111225 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532efff-7906-425a-9bbe-aed7c2f73acd req-f02178bd-95cc-45d1-9444-03dd05c427f5 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:07:18.112546 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4532efff-7906-425a-9bbe-aed7c2f73acd req-f02178bd-95cc-45d1-9444-03dd05c427f5 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.16 "GET /v2.0/ports?device_id=e04cc367-e9d6-4312-a9c3-987521dbecf1 HTTP/1.1" status: 200 len: 945 time: 0.0856586 Oct 13 16:07:18.183616 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-4532efff-7906-425a-9bbe-aed7c2f73acd req-c87980fc-2ae7-415f-9f57-edf2525b2d29 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Deleting port dcbc0944-bc9f-4b64-a36b-033f91be41e7 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:07:18.183955 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-4532efff-7906-425a-9bbe-aed7c2f73acd req-c87980fc-2ae7-415f-9f57-edf2525b2d29 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:18.427326 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-4532efff-7906-425a-9bbe-aed7c2f73acd req-c87980fc-2ae7-415f-9f57-edf2525b2d29 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] For port dcbc0944-bc9f-4b64-a36b-033f91be41e7, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=dcbc0944-bc9f-4b64-a36b-033f91be41e7,segment=NetworkSegment(bd2968d0-7618-49df-aa18-9cb3aacfb097),segment_id=bd2968d0-7618-49df-aa18-9cb3aacfb097)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:07:18.427676 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-4532efff-7906-425a-9bbe-aed7c2f73acd req-c87980fc-2ae7-415f-9f57-edf2525b2d29 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:18.547544 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-4532efff-7906-425a-9bbe-aed7c2f73acd req-c87980fc-2ae7-415f-9f57-edf2525b2d29 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Calling delete_port for dcbc0944-bc9f-4b64-a36b-033f91be41e7 owned by compute:nova {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:07:18.690983 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-4532efff-7906-425a-9bbe-aed7c2f73acd req-c87980fc-2ae7-415f-9f57-edf2525b2d29 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:18.703598 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['dcbc0944-bc9f-4b64-a36b-033f91be41e7'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 16:07:18.740841 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87980fc-2ae7-415f-9f57-edf2525b2d29 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Pushing event deleted for resources: {'Port': ['ID=dcbc0944-bc9f-4b64-a36b-033f91be41e7,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:07:18.831246 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-4532efff-7906-425a-9bbe-aed7c2f73acd req-c87980fc-2ae7-415f-9f57-edf2525b2d29 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] No DVR routers for this DVR port dcbc0944-bc9f-4b64-a36b-033f91be41e7 on host hv-neutron-8603 {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 16:07:18.833657 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-4532efff-7906-425a-9bbe-aed7c2f73acd req-c87980fc-2ae7-415f-9f57-edf2525b2d29 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:18.837625 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e04cc367-e9d6-4312-a9c3-987521dbecf1', 'name': 'network-vif-deleted', 'tag': 'dcbc0944-bc9f-4b64-a36b-033f91be41e7'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:07:18.839997 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83fab723-978b-4cfb-9a35-3650e13fac0d" -d '{"events": [{"server_uuid": "e04cc367-e9d6-4312-a9c3-987521dbecf1", "name": "network-vif-deleted", "tag": "dcbc0944-bc9f-4b64-a36b-033f91be41e7"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:07:18.857158 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4532efff-7906-425a-9bbe-aed7c2f73acd req-c87980fc-2ae7-415f-9f57-edf2525b2d29 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.16 "DELETE /v2.0/ports/dcbc0944-bc9f-4b64-a36b-033f91be41e7 HTTP/1.1" status: 204 len: 173 time: 0.7388840 Oct 13 16:07:18.889786 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 16:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0438978-966c-4a7f-b5a1-c0ff85945599 x-openstack-request-id: req-e0438978-966c-4a7f-b5a1-c0ff85945599 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:07:18.890023 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e04cc367-e9d6-4312-a9c3-987521dbecf1", "name": "network-vif-deleted", "tag": "dcbc0944-bc9f-4b64-a36b-033f91be41e7", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:07:18.890382 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e0438978-966c-4a7f-b5a1-c0ff85945599 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:07:18.890848 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e0438978-966c-4a7f-b5a1-c0ff85945599'] response: {'server_uuid': 'e04cc367-e9d6-4312-a9c3-987521dbecf1', 'name': 'network-vif-deleted', 'tag': 'dcbc0944-bc9f-4b64-a36b-033f91be41e7', 'status': 'completed', 'code': 200} Oct 13 16:07:19.034331 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-c7475368-5441-4435-bd84-349916db280c req-87853c7c-9716-42bc-a617-0247bce64335 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/ports?device_id=e04cc367-e9d6-4312-a9c3-987521dbecf1 HTTP/1.1" status: 200 len: 210 time: 0.0485492 Oct 13 16:07:20.482766 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365542b-9fe4-44b2-ba3f-a621e1d30439 req-a0d327a3-ff67-4199-b237-375f315a1fdd tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:07:20.484176 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5365542b-9fe4-44b2-ba3f-a621e1d30439 req-a0d327a3-ff67-4199-b237-375f315a1fdd tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/networks?id=a6846bc4-6679-4613-9d8d-744fecd5c42f HTTP/1.1" status: 200 len: 817 time: 0.1410408 Oct 13 16:07:20.499153 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5365542b-9fe4-44b2-ba3f-a621e1d30439 req-138b4f3d-dcee-419f-9bbd-71679f72acab tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/quotas/4adb1d8078f5451087852ab4fe1c3237 HTTP/1.1" status: 200 len: 375 time: 0.0095081 Oct 13 16:07:20.588586 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5365542b-9fe4-44b2-ba3f-a621e1d30439 req-d1e8a74d-8e2a-415f-98a5-829b431afd4c tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=4adb1d8078f5451087852ab4fe1c3237&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0845706 Oct 13 16:07:20.724248 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5365542b-9fe4-44b2-ba3f-a621e1d30439 req-b92f2485-407d-48ca-b328-49844fa9e396 service neutron] 10.222.0.42 "GET /v2.0/networks/a6846bc4-6679-4613-9d8d-744fecd5c42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243069 Oct 13 16:07:20.853743 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5365542b-9fe4-44b2-ba3f-a621e1d30439 req-3710b48d-bf1c-4e45-aee0-c80461174a2f service neutron] 10.222.0.42 "GET /v2.0/networks/a6846bc4-6679-4613-9d8d-744fecd5c42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234674 Oct 13 16:07:21.030936 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-97689a91-088b-4c84-be64-900083047923 req-68ac3a45-a92f-4924-ab59-0227dea61552 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Synchronizing usage tracker for tenant:4adb1d8078f5451087852ab4fe1c3237 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:07:21.046104 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-97689a91-088b-4c84-be64-900083047923 req-68ac3a45-a92f-4924-ab59-0227dea61552 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Unset dirty status for tenant:4adb1d8078f5451087852ab4fe1c3237 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:07:21.047452 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-97689a91-088b-4c84-be64-900083047923 req-68ac3a45-a92f-4924-ab59-0227dea61552 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c63fbf8a-73b7-4a69-9f10-6d5ef37c7641 HTTP/1.1" status: 200 len: 210 time: 0.0650830 Oct 13 16:07:21.562557 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:07:22.195661 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365542b-9fe4-44b2-ba3f-a621e1d30439 req-a3bd892e-3b88-4902-9a35-50b9a5bb6dc1 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:07:22.197046 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5365542b-9fe4-44b2-ba3f-a621e1d30439 req-a3bd892e-3b88-4902-9a35-50b9a5bb6dc1 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.16 "GET /v2.0/networks?id=a6846bc4-6679-4613-9d8d-744fecd5c42f HTTP/1.1" status: 200 len: 817 time: 0.1520226 Oct 13 16:07:22.208703 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-5365542b-9fe4-44b2-ba3f-a621e1d30439 req-0accfc2d-9a13-4638-ad92-2f8e4f65e07f tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Request body: {'port': {'device_id': 'c63fbf8a-73b7-4a69-9f10-6d5ef37c7641', 'network_id': 'a6846bc4-6679-4613-9d8d-744fecd5c42f', 'admin_state_up': True, 'tenant_id': '4adb1d8078f5451087852ab4fe1c3237'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:07:22.211489 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e1128c12-1bdf-4217-a982-0e41dbe409d4 req-037a707d-3e69-4674-8df1-f7c701c69113 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c63fbf8a-73b7-4a69-9f10-6d5ef37c7641 HTTP/1.1" status: 200 len: 210 time: 0.0490937 Oct 13 16:07:22.347727 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-5365542b-9fe4-44b2-ba3f-a621e1d30439 req-0accfc2d-9a13-4638-ad92-2f8e4f65e07f tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:07:22.357779 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-5365542b-9fe4-44b2-ba3f-a621e1d30439 req-0accfc2d-9a13-4638-ad92-2f8e4f65e07f tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:07:22.367127 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5365542b-9fe4-44b2-ba3f-a621e1d30439 req-0accfc2d-9a13-4638-ad92-2f8e4f65e07f tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Made reservation on behalf of 4adb1d8078f5451087852ab4fe1c3237 for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 16:07:22.370544 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-5365542b-9fe4-44b2-ba3f-a621e1d30439 req-0accfc2d-9a13-4638-ad92-2f8e4f65e07f tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:22.528785 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [req-5365542b-9fe4-44b2-ba3f-a621e1d30439 req-0accfc2d-9a13-4638-ad92-2f8e4f65e07f tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Allocated IP 172.20.0.3 (a6846bc4-6679-4613-9d8d-744fecd5c42f/273bfeaa-69fd-44b7-b490-e4f7689198b2/d95f638e-ff75-4514-9805-e8b09d3617aa) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:07:22.725634 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-5365542b-9fe4-44b2-ba3f-a621e1d30439 req-0accfc2d-9a13-4638-ad92-2f8e4f65e07f tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:22.741485 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-5365542b-9fe4-44b2-ba3f-a621e1d30439 req-0accfc2d-9a13-4638-ad92-2f8e4f65e07f tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Transition to ACTIVE for port object d95f638e-ff75-4514-9805-e8b09d3617aa will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:07:22.763377 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-5365542b-9fe4-44b2-ba3f-a621e1d30439 req-0accfc2d-9a13-4638-ad92-2f8e4f65e07f tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:22.835438 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5365542b-9fe4-44b2-ba3f-a621e1d30439 req-0accfc2d-9a13-4638-ad92-2f8e4f65e07f tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Network a6846bc4-6679-4613-9d8d-744fecd5c42f is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:07:22.838540 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [req-5365542b-9fe4-44b2-ba3f-a621e1d30439 req-0accfc2d-9a13-4638-ad92-2f8e4f65e07f tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:07:22.842761 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-5365542b-9fe4-44b2-ba3f-a621e1d30439 req-0accfc2d-9a13-4638-ad92-2f8e4f65e07f tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:07:22.873928 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0accfc2d-9a13-4638-ad92-2f8e4f65e07f tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Pushing event updated for resources: {'Port': ['ID=d95f638e-ff75-4514-9805-e8b09d3617aa,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:07:22.910239 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365542b-9fe4-44b2-ba3f-a621e1d30439 req-0accfc2d-9a13-4638-ad92-2f8e4f65e07f tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:07:22.910853 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-5365542b-9fe4-44b2-ba3f-a621e1d30439 req-0accfc2d-9a13-4638-ad92-2f8e4f65e07f tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:22.936081 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5365542b-9fe4-44b2-ba3f-a621e1d30439 req-0accfc2d-9a13-4638-ad92-2f8e4f65e07f tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7311444 Oct 13 16:07:22.947213 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-5365542b-9fe4-44b2-ba3f-a621e1d30439 req-ae05275a-372b-44fc-af85-2d0480295f3e service neutron] Request body: {'port': {'device_id': 'c63fbf8a-73b7-4a69-9f10-6d5ef37c7641', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:07:23.024445 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-fc65c6b3-37e9-40bd-ab8a-c420e4be762c None None] Provisioning for port d95f638e-ff75-4514-9805-e8b09d3617aa completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:07:23.029257 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-fc65c6b3-37e9-40bd-ab8a-c420e4be762c None None] Provisioning complete for port d95f638e-ff75-4514-9805-e8b09d3617aa triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:07:23.029622 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-fc65c6b3-37e9-40bd-ab8a-c420e4be762c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:23.030005 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-fc65c6b3-37e9-40bd-ab8a-c420e4be762c None None] Attempt 1 to provision port d95f638e-ff75-4514-9805-e8b09d3617aa Oct 13 16:07:23.065822 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-5365542b-9fe4-44b2-ba3f-a621e1d30439 req-ae05275a-372b-44fc-af85-2d0480295f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:23.082709 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-fc65c6b3-37e9-40bd-ab8a-c420e4be762c None None] Port d95f638e-ff75-4514-9805-e8b09d3617aa cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:07:23.523290 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c5faaa-8951-48b0-9563-ac8aa7f981aa req-5d3eee33-4469-4579-8c6e-571809f33343 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:07:23.523873 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-a0c5faaa-8951-48b0-9563-ac8aa7f981aa req-5d3eee33-4469-4579-8c6e-571809f33343 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Synchronizing usage tracker for tenant:4adb1d8078f5451087852ab4fe1c3237 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:07:23.583439 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-fc65c6b3-37e9-40bd-ab8a-c420e4be762c None None] Attempt 2 to provision port d95f638e-ff75-4514-9805-e8b09d3617aa Oct 13 16:07:23.584229 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-a0c5faaa-8951-48b0-9563-ac8aa7f981aa req-5d3eee33-4469-4579-8c6e-571809f33343 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Unset dirty status for tenant:4adb1d8078f5451087852ab4fe1c3237 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:07:23.585403 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a0c5faaa-8951-48b0-9563-ac8aa7f981aa req-5d3eee33-4469-4579-8c6e-571809f33343 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c63fbf8a-73b7-4a69-9f10-6d5ef37c7641 HTTP/1.1" status: 200 len: 931 time: 0.1998186 Oct 13 16:07:23.587275 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [req-5365542b-9fe4-44b2-ba3f-a621e1d30439 req-ae05275a-372b-44fc-af85-2d0480295f3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d95f638e-ff75-4514-9805-e8b09d3617aa {{(pid=88973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 16:07:23.609343 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-5365542b-9fe4-44b2-ba3f-a621e1d30439 req-ae05275a-372b-44fc-af85-2d0480295f3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:23.629747 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device dcbc0944-bc9f-4b64-a36b-033f91be41e7 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:07:23.637633 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-5365542b-9fe4-44b2-ba3f-a621e1d30439 req-ae05275a-372b-44fc-af85-2d0480295f3e service neutron] Transition to ACTIVE for port object d95f638e-ff75-4514-9805-e8b09d3617aa will not be triggered until provisioned by entity L2. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:07:23.648871 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a0c5faaa-8951-48b0-9563-ac8aa7f981aa req-eeabcf9e-e167-42a5-9adc-6aeea25ce8b7 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7dfd055-22a0-4198-8603-76bf7d62ed58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566006 Oct 13 16:07:23.649590 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-5365542b-9fe4-44b2-ba3f-a621e1d30439 req-ae05275a-372b-44fc-af85-2d0480295f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:23.685599 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] No Port match for: dcbc0944-bc9f-4b64-a36b-033f91be41e7 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:07:23.685977 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device dcbc0944-bc9f-4b64-a36b-033f91be41e7 not bound to the agent host hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:07:23.692824 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-fc65c6b3-37e9-40bd-ab8a-c420e4be762c None None] Port d95f638e-ff75-4514-9805-e8b09d3617aa cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:07:23.840524 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae05275a-372b-44fc-af85-2d0480295f3e service neutron] Pushing event updated for resources: {'Port': ['ID=d95f638e-ff75-4514-9805-e8b09d3617aa,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:07:23.876947 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-5365542b-9fe4-44b2-ba3f-a621e1d30439 req-ae05275a-372b-44fc-af85-2d0480295f3e service neutron] Attempting to bind port d95f638e-ff75-4514-9805-e8b09d3617aa on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:07:23.877280 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-5365542b-9fe4-44b2-ba3f-a621e1d30439 req-ae05275a-372b-44fc-af85-2d0480295f3e service neutron] Attempting to bind port d95f638e-ff75-4514-9805-e8b09d3617aa by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'bd2968d0-7618-49df-aa18-9cb3aacfb097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a6846bc4-6679-4613-9d8d-744fecd5c42f'}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:07:23.877608 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5365542b-9fe4-44b2-ba3f-a621e1d30439 req-ae05275a-372b-44fc-af85-2d0480295f3e service neutron] Attempting to bind port d95f638e-ff75-4514-9805-e8b09d3617aa on network a6846bc4-6679-4613-9d8d-744fecd5c42f {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:07:23.882148 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5365542b-9fe4-44b2-ba3f-a621e1d30439 req-ae05275a-372b-44fc-af85-2d0480295f3e service neutron] Port d95f638e-ff75-4514-9805-e8b09d3617aa on network a6846bc4-6679-4613-9d8d-744fecd5c42f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 16:07:23.882481 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5365542b-9fe4-44b2-ba3f-a621e1d30439 req-ae05275a-372b-44fc-af85-2d0480295f3e service neutron] Attempting to bind port d95f638e-ff75-4514-9805-e8b09d3617aa on network a6846bc4-6679-4613-9d8d-744fecd5c42f {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:07:23.887482 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5365542b-9fe4-44b2-ba3f-a621e1d30439 req-ae05275a-372b-44fc-af85-2d0480295f3e service neutron] Checking agent: {'id': 'c4d1d38a-44f6-47ac-b17c-311e640e7cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'started_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 6, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:07:23.887810 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5365542b-9fe4-44b2-ba3f-a621e1d30439 req-ae05275a-372b-44fc-af85-2d0480295f3e service neutron] Checking segment: {'id': 'bd2968d0-7618-49df-aa18-9cb3aacfb097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a6846bc4-6679-4613-9d8d-744fecd5c42f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:07:23.888719 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5365542b-9fe4-44b2-ba3f-a621e1d30439 req-ae05275a-372b-44fc-af85-2d0480295f3e service neutron] Bound using segment: {'id': 'bd2968d0-7618-49df-aa18-9cb3aacfb097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a6846bc4-6679-4613-9d8d-744fecd5c42f'} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:07:23.889139 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-5365542b-9fe4-44b2-ba3f-a621e1d30439 req-ae05275a-372b-44fc-af85-2d0480295f3e service neutron] Bound port: d95f638e-ff75-4514-9805-e8b09d3617aa, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd2968d0-7618-49df-aa18-9cb3aacfb097', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': 'a6846bc4-6679-4613-9d8d-744fecd5c42f'}}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:07:23.889478 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-5365542b-9fe4-44b2-ba3f-a621e1d30439 req-ae05275a-372b-44fc-af85-2d0480295f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:23.989384 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-5365542b-9fe4-44b2-ba3f-a621e1d30439 req-ae05275a-372b-44fc-af85-2d0480295f3e service neutron] For port d95f638e-ff75-4514-9805-e8b09d3617aa, host hv-neutron-8603, cleared binding levels {{(pid=88973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:07:23.992595 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-5365542b-9fe4-44b2-ba3f-a621e1d30439 req-ae05275a-372b-44fc-af85-2d0480295f3e service neutron] For port d95f638e-ff75-4514-9805-e8b09d3617aa, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=d95f638e-ff75-4514-9805-e8b09d3617aa,segment=NetworkSegment(bd2968d0-7618-49df-aa18-9cb3aacfb097),segment_id=bd2968d0-7618-49df-aa18-9cb3aacfb097)] {{(pid=88973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:07:23.997896 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-5365542b-9fe4-44b2-ba3f-a621e1d30439 req-ae05275a-372b-44fc-af85-2d0480295f3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:24.030598 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365542b-9fe4-44b2-ba3f-a621e1d30439 req-ae05275a-372b-44fc-af85-2d0480295f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:07:24.031210 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-5365542b-9fe4-44b2-ba3f-a621e1d30439 req-ae05275a-372b-44fc-af85-2d0480295f3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:24.032590 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5365542b-9fe4-44b2-ba3f-a621e1d30439 req-ae05275a-372b-44fc-af85-2d0480295f3e service neutron] 10.222.0.16 "PUT /v2.0/ports/d95f638e-ff75-4514-9805-e8b09d3617aa HTTP/1.1" status: 200 len: 1093 time: 1.0897148 Oct 13 16:07:24.033083 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c63fbf8a-73b7-4a69-9f10-6d5ef37c7641', 'tag': 'd95f638e-ff75-4514-9805-e8b09d3617aa'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:07:24.035388 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9afba3f-e4bf-44cd-910d-a6bf304a36d7" -d '{"events": [{"name": "network-changed", "server_uuid": "c63fbf8a-73b7-4a69-9f10-6d5ef37c7641", "tag": "d95f638e-ff75-4514-9805-e8b09d3617aa"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:07:24.106898 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 16:07:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbb75e4b-9dff-4c9b-b1a6-33446716d1d7 x-openstack-request-id: req-fbb75e4b-9dff-4c9b-b1a6-33446716d1d7 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:07:24.107372 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c63fbf8a-73b7-4a69-9f10-6d5ef37c7641", "tag": "d95f638e-ff75-4514-9805-e8b09d3617aa", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:07:24.107615 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fbb75e4b-9dff-4c9b-b1a6-33446716d1d7 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:07:24.108014 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fbb75e4b-9dff-4c9b-b1a6-33446716d1d7'] response: {'name': 'network-changed', 'server_uuid': 'c63fbf8a-73b7-4a69-9f10-6d5ef37c7641', 'tag': 'd95f638e-ff75-4514-9805-e8b09d3617aa', 'status': 'completed', 'code': 200} Oct 13 16:07:24.147957 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae05275a-372b-44fc-af85-2d0480295f3e service neutron] Pushing event updated for resources: {'Port': ['ID=d95f638e-ff75-4514-9805-e8b09d3617aa,revision_number=3']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:07:24.169329 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365542b-9fe4-44b2-ba3f-a621e1d30439 req-e2dd4552-1385-41da-95aa-47769be5e68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:07:24.170777 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5365542b-9fe4-44b2-ba3f-a621e1d30439 req-e2dd4552-1385-41da-95aa-47769be5e68b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4adb1d8078f5451087852ab4fe1c3237&device_id=c63fbf8a-73b7-4a69-9f10-6d5ef37c7641 HTTP/1.1" status: 200 len: 1096 time: 0.1014037 Oct 13 16:07:24.194352 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-fc65c6b3-37e9-40bd-ab8a-c420e4be762c None None] Attempt 3 to provision port d95f638e-ff75-4514-9805-e8b09d3617aa Oct 13 16:07:24.238360 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5365542b-9fe4-44b2-ba3f-a621e1d30439 req-20ec3259-cc7d-4a06-9824-10920bec628f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d95f638e-ff75-4514-9805-e8b09d3617aa HTTP/1.1" status: 200 len: 217 time: 0.0604765 Oct 13 16:07:24.254780 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-fc65c6b3-37e9-40bd-ab8a-c420e4be762c None None] Port d95f638e-ff75-4514-9805-e8b09d3617aa had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 16:07:24.303528 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365542b-9fe4-44b2-ba3f-a621e1d30439 req-0facfc33-7936-490e-827e-5b9d36ce17a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:07:24.304907 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5365542b-9fe4-44b2-ba3f-a621e1d30439 req-0facfc33-7936-490e-827e-5b9d36ce17a2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=273bfeaa-69fd-44b7-b490-e4f7689198b2 HTTP/1.1" status: 200 len: 856 time: 0.0607083 Oct 13 16:07:24.385180 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5365542b-9fe4-44b2-ba3f-a621e1d30439 req-99719649-cd70-4688-90c7-96d1e6aefcb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:07:24.386637 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5365542b-9fe4-44b2-ba3f-a621e1d30439 req-99719649-cd70-4688-90c7-96d1e6aefcb2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a6846bc4-6679-4613-9d8d-744fecd5c42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754840 Oct 13 16:07:24.514579 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5365542b-9fe4-44b2-ba3f-a621e1d30439 req-55cfc1b0-e8e0-404c-935a-45c52244e764 service neutron] 10.222.0.16 "GET /v2.0/networks/a6846bc4-6679-4613-9d8d-744fecd5c42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216960 Oct 13 16:07:24.642288 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5365542b-9fe4-44b2-ba3f-a621e1d30439 req-a2d81c45-cce7-4954-b131-dc3a95b0ec54 service neutron] 10.222.0.16 "GET /v2.0/networks/a6846bc4-6679-4613-9d8d-744fecd5c42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223710 Oct 13 16:07:24.770067 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9afba3f-e4bf-44cd-910d-a6bf304a36d7 req-92c9b3cd-de79-42d2-8442-d8ff392e8361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:07:24.771634 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a9afba3f-e4bf-44cd-910d-a6bf304a36d7 req-92c9b3cd-de79-42d2-8442-d8ff392e8361 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4adb1d8078f5451087852ab4fe1c3237&device_id=c63fbf8a-73b7-4a69-9f10-6d5ef37c7641 HTTP/1.1" status: 200 len: 1096 time: 0.0837927 Oct 13 16:07:24.963776 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f88c48-a1b5-4e60-ad50-f6f861caf5d1 req-721ff697-00d3-4eba-9016-6aa1fee64310 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:07:24.965130 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-60f88c48-a1b5-4e60-ad50-f6f861caf5d1 req-721ff697-00d3-4eba-9016-6aa1fee64310 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c63fbf8a-73b7-4a69-9f10-6d5ef37c7641 HTTP/1.1" status: 200 len: 943 time: 0.1926503 Oct 13 16:07:24.967996 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9afba3f-e4bf-44cd-910d-a6bf304a36d7 req-2737763c-b303-4094-97a0-ae1b9f216894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:07:24.969299 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a9afba3f-e4bf-44cd-910d-a6bf304a36d7 req-2737763c-b303-4094-97a0-ae1b9f216894 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a6846bc4-6679-4613-9d8d-744fecd5c42f HTTP/1.1" status: 200 len: 918 time: 0.1625257 Oct 13 16:07:25.156690 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a9afba3f-e4bf-44cd-910d-a6bf304a36d7 req-ddc1473a-b9b1-41f7-b842-0562e9295089 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d95f638e-ff75-4514-9805-e8b09d3617aa HTTP/1.1" status: 200 len: 217 time: 0.1719747 Oct 13 16:07:25.210840 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-60f88c48-a1b5-4e60-ad50-f6f861caf5d1 req-e27ae182-7e9e-444a-ab54-6f8aeb27ccdf tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7dfd055-22a0-4198-8603-76bf7d62ed58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392321 Oct 13 16:07:25.233068 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9afba3f-e4bf-44cd-910d-a6bf304a36d7 req-ae85d010-4e76-4342-96c3-7f29f446ff2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:07:25.234514 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a9afba3f-e4bf-44cd-910d-a6bf304a36d7 req-ae85d010-4e76-4342-96c3-7f29f446ff2f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=273bfeaa-69fd-44b7-b490-e4f7689198b2 HTTP/1.1" status: 200 len: 856 time: 0.0682676 Oct 13 16:07:25.315312 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9afba3f-e4bf-44cd-910d-a6bf304a36d7 req-6844d36e-9a12-4eca-810a-68b8f5e81781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:07:25.316755 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a9afba3f-e4bf-44cd-910d-a6bf304a36d7 req-6844d36e-9a12-4eca-810a-68b8f5e81781 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a6846bc4-6679-4613-9d8d-744fecd5c42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757701 Oct 13 16:07:25.446174 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a9afba3f-e4bf-44cd-910d-a6bf304a36d7 req-5a1d4417-8e01-4cec-b6db-d8a5c6e50026 service neutron] 10.222.0.16 "GET /v2.0/networks/a6846bc4-6679-4613-9d8d-744fecd5c42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225019 Oct 13 16:07:25.575849 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a9afba3f-e4bf-44cd-910d-a6bf304a36d7 req-2ebe4308-4fe9-45a4-9419-ad554cf1d016 service neutron] 10.222.0.16 "GET /v2.0/networks/a6846bc4-6679-4613-9d8d-744fecd5c42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224437 Oct 13 16:07:26.118383 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:26.411647 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8260ee41-84db-460f-9b1a-dd4261ec75fd req-19d9a096-1ca6-44da-98c7-b5cf32984081 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:07:26.413080 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8260ee41-84db-460f-9b1a-dd4261ec75fd req-19d9a096-1ca6-44da-98c7-b5cf32984081 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c63fbf8a-73b7-4a69-9f10-6d5ef37c7641 HTTP/1.1" status: 200 len: 943 time: 0.0882452 Oct 13 16:07:26.458617 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8260ee41-84db-460f-9b1a-dd4261ec75fd req-ebfe215c-c4f0-4853-adb3-81d6be212250 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7dfd055-22a0-4198-8603-76bf7d62ed58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399206 Oct 13 16:07:27.640324 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device d95f638e-ff75-4514-9805-e8b09d3617aa details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=88974) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 13 16:07:27.662560 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7498736-be56-42b6-bf24-459f8b1d3c22 req-aaf3333d-9e8c-4f4a-9e36-32183eb0b68e tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:07:27.664018 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e7498736-be56-42b6-bf24-459f8b1d3c22 req-aaf3333d-9e8c-4f4a-9e36-32183eb0b68e tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c63fbf8a-73b7-4a69-9f10-6d5ef37c7641 HTTP/1.1" status: 200 len: 943 time: 0.0928211 Oct 13 16:07:27.708835 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e7498736-be56-42b6-bf24-459f8b1d3c22 req-e600feeb-b5d0-4a56-aee3-adf5bdd424d8 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7dfd055-22a0-4198-8603-76bf7d62ed58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388215 Oct 13 16:07:27.773835 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port d95f638e-ff75-4514-9805-e8b09d3617aa, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=d95f638e-ff75-4514-9805-e8b09d3617aa,segment=NetworkSegment(bd2968d0-7618-49df-aa18-9cb3aacfb097),segment_id=bd2968d0-7618-49df-aa18-9cb3aacfb097)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:07:27.787059 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Returning: {'device': 'd95f638e-ff75-4514-9805-e8b09d3617aa', 'network_id': 'a6846bc4-6679-4613-9d8d-744fecd5c42f', 'port_id': 'd95f638e-ff75-4514-9805-e8b09d3617aa', 'mac_address': 'fa:16:3e:9c:d2:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '273bfeaa-69fd-44b7-b490-e4f7689198b2', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88974) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 13 16:07:27.845676 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port d95f638e-ff75-4514-9805-e8b09d3617aa is: DOWN; New status is: BUILD {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:07:27.846090 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:27.863260 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d95f638e-ff75-4514-9805-e8b09d3617aa {{(pid=88974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 16:07:27.878794 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port d95f638e-ff75-4514-9805-e8b09d3617aa, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=d95f638e-ff75-4514-9805-e8b09d3617aa,segment=NetworkSegment(bd2968d0-7618-49df-aa18-9cb3aacfb097),segment_id=bd2968d0-7618-49df-aa18-9cb3aacfb097)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:07:27.882143 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:27.946779 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=d95f638e-ff75-4514-9805-e8b09d3617aa,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:07:27.954344 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:07:27.954676 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:07:27.955038 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:07:27.955370 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:07:27.955698 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:07:27.956028 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:07:27.956351 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:07:27.956672 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:07:27.956995 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:07:27.957312 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:07:27.957629 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:07:27.957946 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:07:28.269082 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['d95f638e-ff75-4514-9805-e8b09d3617aa'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 16:07:28.905388 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3541cf5c-a262-42bc-b972-e825ac36bea2 req-bd5d4efc-43e0-4ee1-9e24-c92828e435e6 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:07:28.906864 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-3541cf5c-a262-42bc-b972-e825ac36bea2 req-bd5d4efc-43e0-4ee1-9e24-c92828e435e6 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c63fbf8a-73b7-4a69-9f10-6d5ef37c7641 HTTP/1.1" status: 200 len: 944 time: 0.0866022 Oct 13 16:07:28.953470 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-3541cf5c-a262-42bc-b972-e825ac36bea2 req-57ea9afc-a704-4a04-aa3c-c8dd7e135a65 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7dfd055-22a0-4198-8603-76bf7d62ed58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409269 Oct 13 16:07:29.654321 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device d95f638e-ff75-4514-9805-e8b09d3617aa up at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:07:29.720320 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning for port d95f638e-ff75-4514-9805-e8b09d3617aa completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:07:29.725448 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning complete for port d95f638e-ff75-4514-9805-e8b09d3617aa triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:07:29.725838 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:29.726198 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Attempt 1 to provision port d95f638e-ff75-4514-9805-e8b09d3617aa Oct 13 16:07:29.838292 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port d95f638e-ff75-4514-9805-e8b09d3617aa is: BUILD; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:07:29.838668 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:29.865409 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63fbf8a-73b7-4a69-9f10-6d5ef37c7641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95f638e-ff75-4514-9805-e8b09d3617aa'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:07:29.867901 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979c64d66908691d8da3fe322a5acf5d757b5bee84c7992aba2ec3c134dffaeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4743aba9-fda2-42bd-b995-a321de6d492d" -d '{"events": [{"server_uuid": "c63fbf8a-73b7-4a69-9f10-6d5ef37c7641", "name": "network-vif-plugged", "status": "completed", "tag": "d95f638e-ff75-4514-9805-e8b09d3617aa"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:07:29.875255 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port d95f638e-ff75-4514-9805-e8b09d3617aa, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=d95f638e-ff75-4514-9805-e8b09d3617aa,segment=NetworkSegment(bd2968d0-7618-49df-aa18-9cb3aacfb097),segment_id=bd2968d0-7618-49df-aa18-9cb3aacfb097)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:07:29.879964 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:29.948503 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=d95f638e-ff75-4514-9805-e8b09d3617aa,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:07:29.967092 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 16:07:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b864a9f-c673-49e4-a57a-e753fcb7f35b x-openstack-request-id: req-2b864a9f-c673-49e4-a57a-e753fcb7f35b {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:07:29.967384 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63fbf8a-73b7-4a69-9f10-6d5ef37c7641", "name": "network-vif-plugged", "status": "completed", "tag": "d95f638e-ff75-4514-9805-e8b09d3617aa", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:07:29.967643 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2b864a9f-c673-49e4-a57a-e753fcb7f35b {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:07:29.968034 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b864a9f-c673-49e4-a57a-e753fcb7f35b'] response: {'server_uuid': 'c63fbf8a-73b7-4a69-9f10-6d5ef37c7641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95f638e-ff75-4514-9805-e8b09d3617aa', 'code': 200} Oct 13 16:07:30.148854 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626412c6-0357-40c4-93b9-1841b582a9b3 req-b66aef4c-7ea9-4ef2-bdee-019a9b6400a3 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:07:30.150313 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-626412c6-0357-40c4-93b9-1841b582a9b3 req-b66aef4c-7ea9-4ef2-bdee-019a9b6400a3 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c63fbf8a-73b7-4a69-9f10-6d5ef37c7641 HTTP/1.1" status: 200 len: 945 time: 0.0874856 Oct 13 16:07:30.193869 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-626412c6-0357-40c4-93b9-1841b582a9b3 req-e2858e00-385b-4bb5-9a76-db171e5d801e tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7dfd055-22a0-4198-8603-76bf7d62ed58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370553 Oct 13 16:07:30.195916 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc8c307-eb63-40bf-b49c-80ffc7b5fc11 req-84b6c050-a0ff-48a3-a13d-b78024ece3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:07:30.197388 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-adc8c307-eb63-40bf-b49c-80ffc7b5fc11 req-84b6c050-a0ff-48a3-a13d-b78024ece3d1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c63fbf8a-73b7-4a69-9f10-6d5ef37c7641 HTTP/1.1" status: 200 len: 1098 time: 0.0768478 Oct 13 16:07:30.240580 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-adc8c307-eb63-40bf-b49c-80ffc7b5fc11 req-98b4886b-b354-4909-b5a6-53f280829601 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=a7dfd055-22a0-4198-8603-76bf7d62ed58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375767 Oct 13 16:07:31.393452 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7db92cc-e63c-4b05-b250-150aa394e44f req-98447f09-7e65-4881-a7dd-6124dce2fb96 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:07:31.394921 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d7db92cc-e63c-4b05-b250-150aa394e44f req-98447f09-7e65-4881-a7dd-6124dce2fb96 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c63fbf8a-73b7-4a69-9f10-6d5ef37c7641 HTTP/1.1" status: 200 len: 945 time: 0.0871439 Oct 13 16:07:31.437687 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d7db92cc-e63c-4b05-b250-150aa394e44f req-52ce4ff6-8581-4ab4-a535-de3fbf918b70 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7dfd055-22a0-4198-8603-76bf7d62ed58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372746 Oct 13 16:07:32.638033 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46efd6c5-e253-458f-94a3-ee69d5a116dd req-adb3b7f6-8bc2-4091-87d2-a49b8aa85a68 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:07:32.639505 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-46efd6c5-e253-458f-94a3-ee69d5a116dd req-adb3b7f6-8bc2-4091-87d2-a49b8aa85a68 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c63fbf8a-73b7-4a69-9f10-6d5ef37c7641 HTTP/1.1" status: 200 len: 945 time: 0.0888169 Oct 13 16:07:32.682104 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-46efd6c5-e253-458f-94a3-ee69d5a116dd req-6fbc1c10-982e-4d42-bf4e-d2c90c885aaa tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7dfd055-22a0-4198-8603-76bf7d62ed58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369289 Oct 13 16:07:32.880602 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2953960c-55e5-4683-a506-e804486c3b20 req-5da5c850-81b9-48fb-9558-a71a7d0ad671 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:07:32.882037 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2953960c-55e5-4683-a506-e804486c3b20 req-5da5c850-81b9-48fb-9558-a71a7d0ad671 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c63fbf8a-73b7-4a69-9f10-6d5ef37c7641 HTTP/1.1" status: 200 len: 945 time: 0.0906565 Oct 13 16:07:32.924597 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2953960c-55e5-4683-a506-e804486c3b20 req-0c6857e9-c9f0-49c2-8b9a-5ea9c1a7fcd3 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7dfd055-22a0-4198-8603-76bf7d62ed58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370121 Oct 13 16:07:34.554259 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-954468fb-c315-415c-8ef4-558ff9a55ecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:36.700840 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-68ea3d25-3176-4cc5-8b8a-d490d0734d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:37.795040 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:37.994418 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:39.704628 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:41.843983 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9f800425-9cc3-422c-abd7-c56694cc6a08 req-01d426d3-5580-4b16-8e86-84b742cd0a70 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=c63fbf8a-73b7-4a69-9f10-6d5ef37c7641&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0755022 Oct 13 16:07:41.995626 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f800425-9cc3-422c-abd7-c56694cc6a08 req-21d1f1be-0753-40e8-bacf-b59fe7811c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:07:41.997005 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9f800425-9cc3-422c-abd7-c56694cc6a08 req-21d1f1be-0753-40e8-bacf-b59fe7811c62 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=4adb1d8078f5451087852ab4fe1c3237&device_id=c63fbf8a-73b7-4a69-9f10-6d5ef37c7641 HTTP/1.1" status: 200 len: 1098 time: 0.0802970 Oct 13 16:07:42.159269 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f800425-9cc3-422c-abd7-c56694cc6a08 req-40eb83cb-d27f-4847-9966-76cd8bb8d106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:07:42.160667 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9f800425-9cc3-422c-abd7-c56694cc6a08 req-40eb83cb-d27f-4847-9966-76cd8bb8d106 service neutron] 10.222.0.16 "GET /v2.0/networks?id=a6846bc4-6679-4613-9d8d-744fecd5c42f HTTP/1.1" status: 200 len: 918 time: 0.1231244 Oct 13 16:07:42.226250 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9f800425-9cc3-422c-abd7-c56694cc6a08 req-24bced8a-6043-40f0-bb64-203cef511062 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d95f638e-ff75-4514-9805-e8b09d3617aa HTTP/1.1" status: 200 len: 217 time: 0.0590265 Oct 13 16:07:42.292569 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f800425-9cc3-422c-abd7-c56694cc6a08 req-1f627c36-f67f-4211-99b9-5342bd8fe9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:07:42.294068 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9f800425-9cc3-422c-abd7-c56694cc6a08 req-1f627c36-f67f-4211-99b9-5342bd8fe9f4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=273bfeaa-69fd-44b7-b490-e4f7689198b2 HTTP/1.1" status: 200 len: 856 time: 0.0612786 Oct 13 16:07:42.375638 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f800425-9cc3-422c-abd7-c56694cc6a08 req-6ade62e3-eb29-4c01-ba12-4c0152a8a5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:07:42.377078 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9f800425-9cc3-422c-abd7-c56694cc6a08 req-6ade62e3-eb29-4c01-ba12-4c0152a8a5f2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=a6846bc4-6679-4613-9d8d-744fecd5c42f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775712 Oct 13 16:07:42.509216 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9f800425-9cc3-422c-abd7-c56694cc6a08 req-32a8d727-41f7-4820-963c-453007ffd9e6 service neutron] 10.222.0.16 "GET /v2.0/networks/a6846bc4-6679-4613-9d8d-744fecd5c42f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244400 Oct 13 16:07:42.638581 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9f800425-9cc3-422c-abd7-c56694cc6a08 req-fdd7fd63-41f5-44c3-8c4d-c47b146c2b96 service neutron] 10.222.0.16 "GET /v2.0/networks/a6846bc4-6679-4613-9d8d-744fecd5c42f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223302 Oct 13 16:07:47.203189 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a886abfa-c2a7-4371-acbb-9fb14b32ad45 req-041448f1-e000-4c03-8c0b-06b8733ef043 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:07:47.204637 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-a886abfa-c2a7-4371-acbb-9fb14b32ad45 req-041448f1-e000-4c03-8c0b-06b8733ef043 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c63fbf8a-73b7-4a69-9f10-6d5ef37c7641 HTTP/1.1" status: 200 len: 945 time: 0.0870574 Oct 13 16:07:47.251449 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-a886abfa-c2a7-4371-acbb-9fb14b32ad45 req-ad2b1504-f119-480c-a33f-54e48980b083 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7dfd055-22a0-4198-8603-76bf7d62ed58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412133 Oct 13 16:07:48.453590 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444528b8-aea9-4ac7-8abc-eb20bd9054b5 req-653652fe-10d2-438f-ac6b-d87d0e844ed8 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:07:48.455055 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-444528b8-aea9-4ac7-8abc-eb20bd9054b5 req-653652fe-10d2-438f-ac6b-d87d0e844ed8 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c63fbf8a-73b7-4a69-9f10-6d5ef37c7641 HTTP/1.1" status: 200 len: 945 time: 0.0910759 Oct 13 16:07:48.498375 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-444528b8-aea9-4ac7-8abc-eb20bd9054b5 req-1fbed97e-4b99-4803-aebc-86ee1057e595 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/security-groups?id=a7dfd055-22a0-4198-8603-76bf7d62ed58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376577 Oct 13 16:07:48.792781 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a455154-813a-4095-8a0c-700ae6f7a8d5 req-37db3e60-803e-43c1-95e1-28fbf4c0feea tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:07:48.794695 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1a455154-813a-4095-8a0c-700ae6f7a8d5 req-37db3e60-803e-43c1-95e1-28fbf4c0feea tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.16 "GET /v2.0/ports?device_id=c63fbf8a-73b7-4a69-9f10-6d5ef37c7641 HTTP/1.1" status: 200 len: 945 time: 0.0876956 Oct 13 16:07:48.964668 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-1a455154-813a-4095-8a0c-700ae6f7a8d5 req-68cccb43-b627-4ab2-8abe-0d6897db86c0 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Deleting port d95f638e-ff75-4514-9805-e8b09d3617aa {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:07:48.965560 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-1a455154-813a-4095-8a0c-700ae6f7a8d5 req-68cccb43-b627-4ab2-8abe-0d6897db86c0 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:49.206198 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-1a455154-813a-4095-8a0c-700ae6f7a8d5 req-68cccb43-b627-4ab2-8abe-0d6897db86c0 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] For port d95f638e-ff75-4514-9805-e8b09d3617aa, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=d95f638e-ff75-4514-9805-e8b09d3617aa,segment=NetworkSegment(bd2968d0-7618-49df-aa18-9cb3aacfb097),segment_id=bd2968d0-7618-49df-aa18-9cb3aacfb097)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:07:49.206558 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-1a455154-813a-4095-8a0c-700ae6f7a8d5 req-68cccb43-b627-4ab2-8abe-0d6897db86c0 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:49.326554 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-1a455154-813a-4095-8a0c-700ae6f7a8d5 req-68cccb43-b627-4ab2-8abe-0d6897db86c0 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Calling delete_port for d95f638e-ff75-4514-9805-e8b09d3617aa owned by compute:nova {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:07:49.467917 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-1a455154-813a-4095-8a0c-700ae6f7a8d5 req-68cccb43-b627-4ab2-8abe-0d6897db86c0 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:49.489155 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['d95f638e-ff75-4514-9805-e8b09d3617aa'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 16:07:49.516442 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cccb43-b627-4ab2-8abe-0d6897db86c0 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Pushing event deleted for resources: {'Port': ['ID=d95f638e-ff75-4514-9805-e8b09d3617aa,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:07:49.563372 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cccb43-b627-4ab2-8abe-0d6897db86c0 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:07:49.563372 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cccb43-b627-4ab2-8abe-0d6897db86c0 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:07:49.563372 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cccb43-b627-4ab2-8abe-0d6897db86c0 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:07:49.563769 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cccb43-b627-4ab2-8abe-0d6897db86c0 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:07:49.563855 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cccb43-b627-4ab2-8abe-0d6897db86c0 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:07:49.564158 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cccb43-b627-4ab2-8abe-0d6897db86c0 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:07:49.564482 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cccb43-b627-4ab2-8abe-0d6897db86c0 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:07:49.564808 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cccb43-b627-4ab2-8abe-0d6897db86c0 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:07:49.565126 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cccb43-b627-4ab2-8abe-0d6897db86c0 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:07:49.565453 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cccb43-b627-4ab2-8abe-0d6897db86c0 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:07:49.565772 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cccb43-b627-4ab2-8abe-0d6897db86c0 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:07:49.566086 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68cccb43-b627-4ab2-8abe-0d6897db86c0 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:07:49.619459 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a455154-813a-4095-8a0c-700ae6f7a8d5 req-68cccb43-b627-4ab2-8abe-0d6897db86c0 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] No DVR routers for this DVR port d95f638e-ff75-4514-9805-e8b09d3617aa on host hv-neutron-8603 {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 16:07:49.622153 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-1a455154-813a-4095-8a0c-700ae6f7a8d5 req-68cccb43-b627-4ab2-8abe-0d6897db86c0 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:49.625630 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63fbf8a-73b7-4a69-9f10-6d5ef37c7641', 'name': 'network-vif-deleted', 'tag': 'd95f638e-ff75-4514-9805-e8b09d3617aa'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:07:49.627787 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec060c78-1b9b-44e7-b234-f2f78f68c6b5" -d '{"events": [{"server_uuid": "c63fbf8a-73b7-4a69-9f10-6d5ef37c7641", "name": "network-vif-deleted", "tag": "d95f638e-ff75-4514-9805-e8b09d3617aa"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:07:49.670298 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1a455154-813a-4095-8a0c-700ae6f7a8d5 req-68cccb43-b627-4ab2-8abe-0d6897db86c0 tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.16 "DELETE /v2.0/ports/d95f638e-ff75-4514-9805-e8b09d3617aa HTTP/1.1" status: 204 len: 173 time: 0.8700867 Oct 13 16:07:49.676273 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-674db36f-d7e1-43c1-89f5-e6a8642711a7 req-9d9d94b2-c40c-4730-8203-20ec6e9d6aae tempest-TestEncryptedCinderVolumes-874857671 tempest-TestEncryptedCinderVolumes-874857671-project] 10.222.0.42 "GET /v2.0/ports?device_id=c63fbf8a-73b7-4a69-9f10-6d5ef37c7641 HTTP/1.1" status: 200 len: 210 time: 0.0633764 Oct 13 16:07:49.703082 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 16:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1341f4a1-b2fa-4c6d-83e6-8a3869a03145 x-openstack-request-id: req-1341f4a1-b2fa-4c6d-83e6-8a3869a03145 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:07:49.703288 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63fbf8a-73b7-4a69-9f10-6d5ef37c7641", "name": "network-vif-deleted", "tag": "d95f638e-ff75-4514-9805-e8b09d3617aa", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:07:49.703555 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1341f4a1-b2fa-4c6d-83e6-8a3869a03145 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:07:49.704004 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1341f4a1-b2fa-4c6d-83e6-8a3869a03145'] response: {'server_uuid': 'c63fbf8a-73b7-4a69-9f10-6d5ef37c7641', 'name': 'network-vif-deleted', 'tag': 'd95f638e-ff75-4514-9805-e8b09d3617aa', 'status': 'completed', 'code': 200} Oct 13 16:07:50.806545 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 60652) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:07:51.324576 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ae529f78-fee4-496a-9826-f4a17bd5d8ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:51.769579 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-ae529f78-fee4-496a-9826-f4a17bd5d8ae admin admin] Deleting port 3e7a6082-3e13-4b47-8004-f8ef6bfd7392 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:07:51.769908 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ae529f78-fee4-496a-9826-f4a17bd5d8ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:51.940126 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-ae529f78-fee4-496a-9826-f4a17bd5d8ae admin admin] For port 3e7a6082-3e13-4b47-8004-f8ef6bfd7392, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=3e7a6082-3e13-4b47-8004-f8ef6bfd7392,segment=NetworkSegment(bd2968d0-7618-49df-aa18-9cb3aacfb097),segment_id=bd2968d0-7618-49df-aa18-9cb3aacfb097)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:07:51.940840 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ae529f78-fee4-496a-9826-f4a17bd5d8ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:52.059627 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-ae529f78-fee4-496a-9826-f4a17bd5d8ae admin admin] Calling delete_port for 3e7a6082-3e13-4b47-8004-f8ef6bfd7392 owned by network:router_interface {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:07:52.317008 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ae529f78-fee4-496a-9826-f4a17bd5d8ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:52.362991 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae529f78-fee4-496a-9826-f4a17bd5d8ae admin admin] Pushing event deleted for resources: {'Port': ['ID=3e7a6082-3e13-4b47-8004-f8ef6bfd7392,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:07:52.632291 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ae529f78-fee4-496a-9826-f4a17bd5d8ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:53.096466 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae529f78-fee4-496a-9826-f4a17bd5d8ae admin admin] Router 7a841306-3bc6-4f53-9545-c7edf02ce1f7 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 16:07:53.267110 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae529f78-fee4-496a-9826-f4a17bd5d8ae admin admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:07:53.275636 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc92785-f912-4b55-943d-ae078867ad73 None None] Sync routers for ids ['7a841306-3bc6-4f53-9545-c7edf02ce1f7'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:07:53.281978 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-ae529f78-fee4-496a-9826-f4a17bd5d8ae admin admin] 10.222.0.42 "PUT /v2.0/routers/7a841306-3bc6-4f53-9545-c7edf02ce1f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4721527 Oct 13 16:07:53.282217 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 60656) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:07:53.285843 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc92785-f912-4b55-943d-ae078867ad73 None None] Routers {'7a841306-3bc6-4f53-9545-c7edf02ce1f7'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:07:53.286487 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-0bc92785-f912-4b55-943d-ae078867ad73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:07:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['7a841306-3bc6-4f53-9545-c7edf02ce1f7'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:07:53.458711 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-87b0ec30-55d1-4b72-a954-a16a86618b64 admin admin] Notify callbacks [] for router, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:53.463468 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-0bc92785-f912-4b55-943d-ae078867ad73 None None] Set router 7a841306-3bc6-4f53-9545-c7edf02ce1f7 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:07:53.634303 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-87b0ec30-55d1-4b72-a954-a16a86618b64 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:53.644866 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-87b0ec30-55d1-4b72-a954-a16a86618b64 admin admin] Deleting port b14c6c1f-f425-47c0-abc5-55d2b6d28631 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:07:53.645207 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-87b0ec30-55d1-4b72-a954-a16a86618b64 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:53.732645 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device d95f638e-ff75-4514-9805-e8b09d3617aa no longer exists at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:07:53.767276 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] No Port match for: d95f638e-ff75-4514-9805-e8b09d3617aa {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:07:53.767613 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device d95f638e-ff75-4514-9805-e8b09d3617aa not bound to the agent host hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:07:53.785447 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-0bc92785-f912-4b55-943d-ae078867ad73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a841306-3bc6-4f53-9545-c7edf02ce1f7', 'name': 'tempest-TestEncryptedCinderVolumes-1586210622-router', 'tenant_id': '4adb1d8078f5451087852ab4fe1c3237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.193'}], 'enable_snat': True}, 'gw_port_id': 'b14c6c1f-f425-47c0-abc5-55d2b6d28631', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:06:05Z', 'updated_at': '2022-10-13T16:07:52Z', 'revision_number': 5, 'project_id': '4adb1d8078f5451087852ab4fe1c3237', 'gw_port': {'id': 'b14c6c1f-f425-47c0-abc5-55d2b6d28631', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:79:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a841306-3bc6-4f53-9545-c7edf02ce1f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:06:06Z', 'updated_at': '2022-10-13T16:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:07:53.789336 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc92785-f912-4b55-943d-ae078867ad73 None None] Checking router: 7a841306-3bc6-4f53-9545-c7edf02ce1f7 for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:07:53.798200 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc92785-f912-4b55-943d-ae078867ad73 None None] Routers {'7a841306-3bc6-4f53-9545-c7edf02ce1f7'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:07:53.798793 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-0bc92785-f912-4b55-943d-ae078867ad73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:07:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['7a841306-3bc6-4f53-9545-c7edf02ce1f7'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:07:53.823084 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-87b0ec30-55d1-4b72-a954-a16a86618b64 admin admin] For port b14c6c1f-f425-47c0-abc5-55d2b6d28631, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=b14c6c1f-f425-47c0-abc5-55d2b6d28631,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:07:53.823444 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-87b0ec30-55d1-4b72-a954-a16a86618b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:53.947106 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-87b0ec30-55d1-4b72-a954-a16a86618b64 admin admin] Calling delete_port for b14c6c1f-f425-47c0-abc5-55d2b6d28631 owned by network:router_gateway {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:07:53.947380 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-0bc92785-f912-4b55-943d-ae078867ad73 None None] Set router 7a841306-3bc6-4f53-9545-c7edf02ce1f7 gateway port host: None {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:07:54.056076 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-0bc92785-f912-4b55-943d-ae078867ad73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a841306-3bc6-4f53-9545-c7edf02ce1f7', 'name': 'tempest-TestEncryptedCinderVolumes-1586210622-router', 'tenant_id': '4adb1d8078f5451087852ab4fe1c3237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:06:05Z', 'updated_at': '2022-10-13T16:07:53Z', 'revision_number': 6, 'project_id': '4adb1d8078f5451087852ab4fe1c3237', 'gw_port_host': None}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:07:54.060150 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bc92785-f912-4b55-943d-ae078867ad73 None None] The sync data for ids ['7a841306-3bc6-4f53-9545-c7edf02ce1f7'] in dv-neutron-860329-2-hyperv is: [{'id': '7a841306-3bc6-4f53-9545-c7edf02ce1f7', 'name': 'tempest-TestEncryptedCinderVolumes-1586210622-router', 'tenant_id': '4adb1d8078f5451087852ab4fe1c3237', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:06:05Z', 'updated_at': '2022-10-13T16:07:53Z', 'revision_number': 6, 'project_id': '4adb1d8078f5451087852ab4fe1c3237', 'gw_port_host': None}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:07:54.114648 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-87b0ec30-55d1-4b72-a954-a16a86618b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:54.160305 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b0ec30-55d1-4b72-a954-a16a86618b64 admin admin] Pushing event deleted for resources: {'Port': ['ID=b14c6c1f-f425-47c0-abc5-55d2b6d28631,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:07:54.257404 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-87b0ec30-55d1-4b72-a954-a16a86618b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828050'] for router_gateway, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:54.537467 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-87b0ec30-55d1-4b72-a954-a16a86618b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:54.539546 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-87b0ec30-55d1-4b72-a954-a16a86618b64 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:54.561711 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-87b0ec30-55d1-4b72-a954-a16a86618b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:54.562274 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b0ec30-55d1-4b72-a954-a16a86618b64 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a841306-3bc6-4f53-9545-c7edf02ce1f7 {{(pid=88973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 16:07:54.573808 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-87b0ec30-55d1-4b72-a954-a16a86618b64 admin admin] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:54.577034 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-87b0ec30-55d1-4b72-a954-a16a86618b64 admin admin] 10.222.0.42 "DELETE /v2.0/routers/7a841306-3bc6-4f53-9545-c7edf02ce1f7 HTTP/1.1" status: 204 len: 168 time: 1.2918494 Oct 13 16:07:54.577513 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 60660) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:07:54.637252 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd95118c-71c8-4360-8bf3-dbdd8994679a admin admin] Deleting subnet 273bfeaa-69fd-44b7-b490-e4f7689198b2 {{(pid=88973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 16:07:54.640159 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cd95118c-71c8-4360-8bf3-dbdd8994679a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:54.688322 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cd95118c-71c8-4360-8bf3-dbdd8994679a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7432921'] for subnet, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:54.769252 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cd95118c-71c8-4360-8bf3-dbdd8994679a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:54.838960 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cd95118c-71c8-4360-8bf3-dbdd8994679a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:54.877761 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd95118c-71c8-4360-8bf3-dbdd8994679a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=273bfeaa-69fd-44b7-b490-e4f7689198b2,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:07:54.879693 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cd95118c-71c8-4360-8bf3-dbdd8994679a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:54.883841 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4173d1b-4b18-471e-938f-c80e518a86ff None None] Network a6846bc4-6679-4613-9d8d-744fecd5c42f requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 16:07:54.885704 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-cd95118c-71c8-4360-8bf3-dbdd8994679a admin admin] 10.222.0.42 "DELETE /v2.0/subnets/273bfeaa-69fd-44b7-b490-e4f7689198b2 HTTP/1.1" status: 204 len: 168 time: 0.3072631 Oct 13 16:07:54.888232 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 60664) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:07:54.995218 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c5853f76-cf7b-4d55-ab17-3fce32b44343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:55.005957 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-c5853f76-cf7b-4d55-ab17-3fce32b44343 admin admin] Deleting port a830b929-63b5-4237-bf60-bbb4663f84b2 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:07:55.006336 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c5853f76-cf7b-4d55-ab17-3fce32b44343 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:55.178490 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f504ae05-c2b6-4fae-ab08-bbbdca48352e None None] DHCP port deletion for a6846bc4-6679-4613-9d8d-744fecd5c42f request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 16:07:55.182687 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f504ae05-c2b6-4fae-ab08-bbbdca48352e None None] Deleting port a830b929-63b5-4237-bf60-bbb4663f84b2 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:07:55.183057 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f504ae05-c2b6-4fae-ab08-bbbdca48352e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:55.220095 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-c5853f76-cf7b-4d55-ab17-3fce32b44343 admin admin] For port a830b929-63b5-4237-bf60-bbb4663f84b2, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=a830b929-63b5-4237-bf60-bbb4663f84b2,segment=NetworkSegment(bd2968d0-7618-49df-aa18-9cb3aacfb097),segment_id=bd2968d0-7618-49df-aa18-9cb3aacfb097)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:07:55.220681 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c5853f76-cf7b-4d55-ab17-3fce32b44343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:55.342012 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-c5853f76-cf7b-4d55-ab17-3fce32b44343 admin admin] Calling delete_port for a830b929-63b5-4237-bf60-bbb4663f84b2 owned by network:dhcp {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:07:55.381303 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-f504ae05-c2b6-4fae-ab08-bbbdca48352e None None] For port a830b929-63b5-4237-bf60-bbb4663f84b2, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=a830b929-63b5-4237-bf60-bbb4663f84b2,segment=NetworkSegment(bd2968d0-7618-49df-aa18-9cb3aacfb097),segment_id=bd2968d0-7618-49df-aa18-9cb3aacfb097)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:07:55.381610 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f504ae05-c2b6-4fae-ab08-bbbdca48352e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:55.416590 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c5853f76-cf7b-4d55-ab17-3fce32b44343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:55.466027 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5853f76-cf7b-4d55-ab17-3fce32b44343 admin admin] Pushing event deleted for resources: {'Port': ['ID=a830b929-63b5-4237-bf60-bbb4663f84b2,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:07:55.478873 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5853f76-cf7b-4d55-ab17-3fce32b44343 admin admin] No DVR routers for this DVR port a830b929-63b5-4237-bf60-bbb4663f84b2 on host dv-neutron-860329-2-hyperv {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 16:07:55.502500 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f504ae05-c2b6-4fae-ab08-bbbdca48352e None None] Calling delete_port for a830b929-63b5-4237-bf60-bbb4663f84b2 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:07:55.530017 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device a830b929-63b5-4237-bf60-bbb4663f84b2 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:07:55.577274 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: a830b929-63b5-4237-bf60-bbb4663f84b2 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:07:55.577609 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device a830b929-63b5-4237-bf60-bbb4663f84b2 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:07:55.578005 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 3e7a6082-3e13-4b47-8004-f8ef6bfd7392 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:07:55.596383 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c5853f76-cf7b-4d55-ab17-3fce32b44343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:55.614087 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 3e7a6082-3e13-4b47-8004-f8ef6bfd7392 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:07:55.614462 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 3e7a6082-3e13-4b47-8004-f8ef6bfd7392 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:07:55.614859 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device b14c6c1f-f425-47c0-abc5-55d2b6d28631 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:07:55.621973 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-c5853f76-cf7b-4d55-ab17-3fce32b44343 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6846bc4-6679-4613-9d8d-744fecd5c42f']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:07:55.634192 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-c5853f76-cf7b-4d55-ab17-3fce32b44343 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd2968d0-7618-49df-aa18-9cb3aacfb097') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:07:55.634493 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-c5853f76-cf7b-4d55-ab17-3fce32b44343 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd2968d0-7618-49df-aa18-9cb3aacfb097') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:07:55.646487 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c5853f76-cf7b-4d55-ab17-3fce32b44343 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:55.657201 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: b14c6c1f-f425-47c0-abc5-55d2b6d28631 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:07:55.657541 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device b14c6c1f-f425-47c0-abc5-55d2b6d28631 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:07:55.664180 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c5853f76-cf7b-4d55-ab17-3fce32b44343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:55.669206 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5853f76-cf7b-4d55-ab17-3fce32b44343 admin admin] Releasing vlan 425 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 16:07:55.669650 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c5853f76-cf7b-4d55-ab17-3fce32b44343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:55.676849 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.db.api [None req-f504ae05-c2b6-4fae-ab08-bbbdca48352e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88974) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 16:07:55.677203 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG oslo_db.api [None req-f504ae05-c2b6-4fae-ab08-bbbdca48352e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 16:07:55.745152 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment bd2968d0-7618-49df-aa18-9cb3aacfb097 resource provider aggregate not found Oct 13 16:07:55.766132 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment bd2968d0-7618-49df-aa18-9cb3aacfb097 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bd2968d0-7618-49df-aa18-9cb3aacfb097 found for delete ", "request_id": "req-6b512ab3-24c1-4ad0-a5a2-3b9f20f1e0c4"}]} Oct 13 16:07:55.767383 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c5853f76-cf7b-4d55-ab17-3fce32b44343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:55.782614 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c5853f76-cf7b-4d55-ab17-3fce32b44343 admin admin] Notify callbacks [] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:55.793775 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5853f76-cf7b-4d55-ab17-3fce32b44343 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6846bc4-6679-4613-9d8d-744fecd5c42f,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:07:55.804721 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c5853f76-cf7b-4d55-ab17-3fce32b44343 admin admin] 10.222.0.42 "DELETE /v2.0/networks/a6846bc4-6679-4613-9d8d-744fecd5c42f HTTP/1.1" status: 204 len: 168 time: 0.9155686 Oct 13 16:07:55.807569 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 60672) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:07:56.130785 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:56.178672 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f504ae05-c2b6-4fae-ab08-bbbdca48352e None None] Deleting port a830b929-63b5-4237-bf60-bbb4663f84b2 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:07:56.179031 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f504ae05-c2b6-4fae-ab08-bbbdca48352e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:56.243363 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f504ae05-c2b6-4fae-ab08-bbbdca48352e None None] The port 'a830b929-63b5-4237-bf60-bbb4663f84b2' was deleted {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 13 16:07:56.426704 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f2f5ed81-ef8b-4a64-92f0-caa2111d4dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:56.762403 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-f2f5ed81-ef8b-4a64-92f0-caa2111d4dd7 admin admin] Deleting port abfa4710-d7cf-4870-a00b-5ec046376690 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:07:56.762736 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f2f5ed81-ef8b-4a64-92f0-caa2111d4dd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:56.928770 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-f2f5ed81-ef8b-4a64-92f0-caa2111d4dd7 admin admin] For port abfa4710-d7cf-4870-a00b-5ec046376690, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=abfa4710-d7cf-4870-a00b-5ec046376690,segment=NetworkSegment(ef5f29f5-8cfd-4dd6-902c-b17fe7d75ac7),segment_id=ef5f29f5-8cfd-4dd6-902c-b17fe7d75ac7)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:07:56.929120 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f2f5ed81-ef8b-4a64-92f0-caa2111d4dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:57.045841 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-f2f5ed81-ef8b-4a64-92f0-caa2111d4dd7 admin admin] Calling delete_port for abfa4710-d7cf-4870-a00b-5ec046376690 owned by network:router_interface {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:07:57.215944 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f2f5ed81-ef8b-4a64-92f0-caa2111d4dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:57.261787 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f5ed81-ef8b-4a64-92f0-caa2111d4dd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=abfa4710-d7cf-4870-a00b-5ec046376690,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:07:57.638251 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f2f5ed81-ef8b-4a64-92f0-caa2111d4dd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:57.990351 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2f5ed81-ef8b-4a64-92f0-caa2111d4dd7 admin admin] Router 2ec6d4af-bd5c-4214-9f7f-f39785fe23ad has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 16:07:58.162688 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2f5ed81-ef8b-4a64-92f0-caa2111d4dd7 admin admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:07:58.171734 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9039ac-0aa3-4dbb-8adf-d7133ab447c1 None None] Sync routers for ids ['2ec6d4af-bd5c-4214-9f7f-f39785fe23ad'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:07:58.173256 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-f2f5ed81-ef8b-4a64-92f0-caa2111d4dd7 admin admin] 10.222.0.42 "PUT /v2.0/routers/2ec6d4af-bd5c-4214-9f7f-f39785fe23ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3641875 Oct 13 16:07:58.175208 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 60676) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:07:58.180530 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9039ac-0aa3-4dbb-8adf-d7133ab447c1 None None] Routers {'2ec6d4af-bd5c-4214-9f7f-f39785fe23ad'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:07:58.181125 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-0d9039ac-0aa3-4dbb-8adf-d7133ab447c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:07:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['2ec6d4af-bd5c-4214-9f7f-f39785fe23ad'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:07:58.345887 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d48ffb2d-fd8c-4fa4-9bac-05da54d351e9 admin admin] Notify callbacks [] for router, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:58.351569 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-0d9039ac-0aa3-4dbb-8adf-d7133ab447c1 None None] Set router 2ec6d4af-bd5c-4214-9f7f-f39785fe23ad gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:07:58.521087 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d48ffb2d-fd8c-4fa4-9bac-05da54d351e9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:58.531058 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-d48ffb2d-fd8c-4fa4-9bac-05da54d351e9 admin admin] Deleting port 898bc6e6-d9f1-4abb-a07f-477d0cc4ce2d {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:07:58.531415 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d48ffb2d-fd8c-4fa4-9bac-05da54d351e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:58.573955 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:07:58.665257 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-0d9039ac-0aa3-4dbb-8adf-d7133ab447c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec6d4af-bd5c-4214-9f7f-f39785fe23ad', 'name': 'tempest-TestEncryptedCinderVolumes-1891190472-router', 'tenant_id': '303898d8b5c945d181ec1e3e34807149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.139'}], 'enable_snat': True}, 'gw_port_id': '898bc6e6-d9f1-4abb-a07f-477d0cc4ce2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:06:12Z', 'updated_at': '2022-10-13T16:07:57Z', 'revision_number': 5, 'project_id': '303898d8b5c945d181ec1e3e34807149', 'gw_port': {'id': '898bc6e6-d9f1-4abb-a07f-477d0cc4ce2d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:95:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec6d4af-bd5c-4214-9f7f-f39785fe23ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1653, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:06:13Z', 'updated_at': '2022-10-13T16:06:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:07:58.669884 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9039ac-0aa3-4dbb-8adf-d7133ab447c1 None None] Checking router: 2ec6d4af-bd5c-4214-9f7f-f39785fe23ad for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:07:58.679135 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9039ac-0aa3-4dbb-8adf-d7133ab447c1 None None] Routers {'2ec6d4af-bd5c-4214-9f7f-f39785fe23ad'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:07:58.679903 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-0d9039ac-0aa3-4dbb-8adf-d7133ab447c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:07:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['2ec6d4af-bd5c-4214-9f7f-f39785fe23ad'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:07:58.816520 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-d48ffb2d-fd8c-4fa4-9bac-05da54d351e9 admin admin] For port 898bc6e6-d9f1-4abb-a07f-477d0cc4ce2d, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=898bc6e6-d9f1-4abb-a07f-477d0cc4ce2d,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:07:58.817111 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d48ffb2d-fd8c-4fa4-9bac-05da54d351e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:58.827661 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-0d9039ac-0aa3-4dbb-8adf-d7133ab447c1 None None] Set router 2ec6d4af-bd5c-4214-9f7f-f39785fe23ad gateway port host: None {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:07:58.935716 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-0d9039ac-0aa3-4dbb-8adf-d7133ab447c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec6d4af-bd5c-4214-9f7f-f39785fe23ad', 'name': 'tempest-TestEncryptedCinderVolumes-1891190472-router', 'tenant_id': '303898d8b5c945d181ec1e3e34807149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:06:12Z', 'updated_at': '2022-10-13T16:07:58Z', 'revision_number': 6, 'project_id': '303898d8b5c945d181ec1e3e34807149', 'gw_port_host': None}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:07:58.939523 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d9039ac-0aa3-4dbb-8adf-d7133ab447c1 None None] The sync data for ids ['2ec6d4af-bd5c-4214-9f7f-f39785fe23ad'] in dv-neutron-860329-2-hyperv is: [{'id': '2ec6d4af-bd5c-4214-9f7f-f39785fe23ad', 'name': 'tempest-TestEncryptedCinderVolumes-1891190472-router', 'tenant_id': '303898d8b5c945d181ec1e3e34807149', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:06:12Z', 'updated_at': '2022-10-13T16:07:58Z', 'revision_number': 6, 'project_id': '303898d8b5c945d181ec1e3e34807149', 'gw_port_host': None}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:07:58.941315 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-d48ffb2d-fd8c-4fa4-9bac-05da54d351e9 admin admin] Calling delete_port for 898bc6e6-d9f1-4abb-a07f-477d0cc4ce2d owned by network:router_gateway {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:07:59.106802 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d48ffb2d-fd8c-4fa4-9bac-05da54d351e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:59.152246 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48ffb2d-fd8c-4fa4-9bac-05da54d351e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=898bc6e6-d9f1-4abb-a07f-477d0cc4ce2d,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:07:59.249831 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d48ffb2d-fd8c-4fa4-9bac-05da54d351e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828050'] for router_gateway, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:59.423496 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d48ffb2d-fd8c-4fa4-9bac-05da54d351e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:59.425628 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d48ffb2d-fd8c-4fa4-9bac-05da54d351e9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:59.446963 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d48ffb2d-fd8c-4fa4-9bac-05da54d351e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:59.447505 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d48ffb2d-fd8c-4fa4-9bac-05da54d351e9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2ec6d4af-bd5c-4214-9f7f-f39785fe23ad {{(pid=88973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 16:07:59.459285 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d48ffb2d-fd8c-4fa4-9bac-05da54d351e9 admin admin] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:59.460388 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-d48ffb2d-fd8c-4fa4-9bac-05da54d351e9 admin admin] 10.222.0.42 "DELETE /v2.0/routers/2ec6d4af-bd5c-4214-9f7f-f39785fe23ad HTTP/1.1" status: 204 len: 168 time: 1.2842903 Oct 13 16:07:59.462899 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 60680) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:07:59.520645 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_v2 [None req-056ff133-eca4-4fd5-9100-879b1436a4a0 admin admin] Deleting subnet 6b5abf19-f127-4af2-8c57-260a2706d60b {{(pid=88973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 16:07:59.523485 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-056ff133-eca4-4fd5-9100-879b1436a4a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:59.573265 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-056ff133-eca4-4fd5-9100-879b1436a4a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7432921'] for subnet, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:59.650090 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-056ff133-eca4-4fd5-9100-879b1436a4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:59.717553 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device abfa4710-d7cf-4870-a00b-5ec046376690 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:07:59.730113 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-056ff133-eca4-4fd5-9100-879b1436a4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:59.760590 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: abfa4710-d7cf-4870-a00b-5ec046376690 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:07:59.761026 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device abfa4710-d7cf-4870-a00b-5ec046376690 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:07:59.761510 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 898bc6e6-d9f1-4abb-a07f-477d0cc4ce2d no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:07:59.769013 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056ff133-eca4-4fd5-9100-879b1436a4a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b5abf19-f127-4af2-8c57-260a2706d60b,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:07:59.774604 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-056ff133-eca4-4fd5-9100-879b1436a4a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:59.780856 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-056ff133-eca4-4fd5-9100-879b1436a4a0 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/6b5abf19-f127-4af2-8c57-260a2706d60b HTTP/1.1" status: 204 len: 168 time: 0.3170428 Oct 13 16:07:59.783346 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 60684) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:07:59.790872 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-992bc0d4-1999-4711-a8a9-0e93693792df None None] Network f2a7c920-c74c-460a-b328-472db0386bdc requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 16:07:59.827669 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 898bc6e6-d9f1-4abb-a07f-477d0cc4ce2d {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:07:59.828018 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 898bc6e6-d9f1-4abb-a07f-477d0cc4ce2d not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:07:59.891592 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-05973b0d-de6e-45ea-a8b8-900d4cc723f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:07:59.903431 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-05973b0d-de6e-45ea-a8b8-900d4cc723f9 admin admin] Deleting port 34654620-f83d-4a30-aa54-f3b15293b323 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:07:59.903756 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-05973b0d-de6e-45ea-a8b8-900d4cc723f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:00.067636 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107b3c21-455c-46f4-a471-0e96797ddb48 None None] DHCP port deletion for f2a7c920-c74c-460a-b328-472db0386bdc request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 16:08:00.071973 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-107b3c21-455c-46f4-a471-0e96797ddb48 None None] Deleting port 34654620-f83d-4a30-aa54-f3b15293b323 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:08:00.072338 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-107b3c21-455c-46f4-a471-0e96797ddb48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:00.113540 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-05973b0d-de6e-45ea-a8b8-900d4cc723f9 admin admin] For port 34654620-f83d-4a30-aa54-f3b15293b323, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=34654620-f83d-4a30-aa54-f3b15293b323,segment=NetworkSegment(ef5f29f5-8cfd-4dd6-902c-b17fe7d75ac7),segment_id=ef5f29f5-8cfd-4dd6-902c-b17fe7d75ac7)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:08:00.113898 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-05973b0d-de6e-45ea-a8b8-900d4cc723f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:00.235146 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-05973b0d-de6e-45ea-a8b8-900d4cc723f9 admin admin] Calling delete_port for 34654620-f83d-4a30-aa54-f3b15293b323 owned by network:dhcp {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:08:00.271680 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-107b3c21-455c-46f4-a471-0e96797ddb48 None None] For port 34654620-f83d-4a30-aa54-f3b15293b323, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=34654620-f83d-4a30-aa54-f3b15293b323,segment=NetworkSegment(ef5f29f5-8cfd-4dd6-902c-b17fe7d75ac7),segment_id=ef5f29f5-8cfd-4dd6-902c-b17fe7d75ac7)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:08:00.271987 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-107b3c21-455c-46f4-a471-0e96797ddb48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:00.397165 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-107b3c21-455c-46f4-a471-0e96797ddb48 None None] Calling delete_port for 34654620-f83d-4a30-aa54-f3b15293b323 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:08:00.410314 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-05973b0d-de6e-45ea-a8b8-900d4cc723f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:00.458101 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05973b0d-de6e-45ea-a8b8-900d4cc723f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=34654620-f83d-4a30-aa54-f3b15293b323,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:08:00.461471 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05973b0d-de6e-45ea-a8b8-900d4cc723f9 admin admin] No DVR routers for this DVR port 34654620-f83d-4a30-aa54-f3b15293b323 on host dv-neutron-860329-2-hyperv {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 16:08:00.502490 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.db.api [None req-107b3c21-455c-46f4-a471-0e96797ddb48 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88974) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 16:08:00.502834 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG oslo_db.api [None req-107b3c21-455c-46f4-a471-0e96797ddb48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 16:08:00.574938 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-05973b0d-de6e-45ea-a8b8-900d4cc723f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:00.599166 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-05973b0d-de6e-45ea-a8b8-900d4cc723f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2a7c920-c74c-460a-b328-472db0386bdc']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:08:00.611645 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-05973b0d-de6e-45ea-a8b8-900d4cc723f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef5f29f5-8cfd-4dd6-902c-b17fe7d75ac7') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:08:00.611947 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-05973b0d-de6e-45ea-a8b8-900d4cc723f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef5f29f5-8cfd-4dd6-902c-b17fe7d75ac7') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:08:00.624016 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-05973b0d-de6e-45ea-a8b8-900d4cc723f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:00.643397 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-05973b0d-de6e-45ea-a8b8-900d4cc723f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:00.649960 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05973b0d-de6e-45ea-a8b8-900d4cc723f9 admin admin] Releasing vlan 447 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 16:08:00.650328 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-05973b0d-de6e-45ea-a8b8-900d4cc723f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:00.680812 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment ef5f29f5-8cfd-4dd6-902c-b17fe7d75ac7 resource provider aggregate not found Oct 13 16:08:00.738543 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment ef5f29f5-8cfd-4dd6-902c-b17fe7d75ac7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ef5f29f5-8cfd-4dd6-902c-b17fe7d75ac7 found for delete ", "request_id": "req-c726f744-4b3b-400c-9186-a74017f25ca2"}]} Oct 13 16:08:00.743978 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-05973b0d-de6e-45ea-a8b8-900d4cc723f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:00.760653 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-05973b0d-de6e-45ea-a8b8-900d4cc723f9 admin admin] Notify callbacks [] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:00.770445 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05973b0d-de6e-45ea-a8b8-900d4cc723f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2a7c920-c74c-460a-b328-472db0386bdc,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:08:00.774403 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-05973b0d-de6e-45ea-a8b8-900d4cc723f9 admin admin] 10.222.0.42 "DELETE /v2.0/networks/f2a7c920-c74c-460a-b328-472db0386bdc HTTP/1.1" status: 204 len: 168 time: 0.9900296 Oct 13 16:08:00.960532 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 60694) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:08:01.004075 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-107b3c21-455c-46f4-a471-0e96797ddb48 None None] Deleting port 34654620-f83d-4a30-aa54-f3b15293b323 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:08:01.004594 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-107b3c21-455c-46f4-a471-0e96797ddb48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:01.012059 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-99acb72c-a36c-4d21-9a46-c88e6d402be1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4adb1d8078f5451087852ab4fe1c3237&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0503683 Oct 13 16:08:01.014472 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 60698) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:08:01.068560 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-107b3c21-455c-46f4-a471-0e96797ddb48 None None] The port '34654620-f83d-4a30-aa54-f3b15293b323' was deleted {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 13 16:08:01.075248 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-489e0ab3-7e75-4177-a8fa-7ee200bac6b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:01.098490 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-489e0ab3-7e75-4177-a8fa-7ee200bac6b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:01.149164 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-489e0ab3-7e75-4177-a8fa-7ee200bac6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:01.165803 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489e0ab3-7e75-4177-a8fa-7ee200bac6b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7dfd055-22a0-4198-8603-76bf7d62ed58,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:08:01.177473 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-489e0ab3-7e75-4177-a8fa-7ee200bac6b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:01.180831 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-489e0ab3-7e75-4177-a8fa-7ee200bac6b0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a7dfd055-22a0-4198-8603-76bf7d62ed58 HTTP/1.1" status: 204 len: 168 time: 0.1632202 Oct 13 16:08:01.492741 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 34654620-f83d-4a30-aa54-f3b15293b323 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:08:01.527284 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 34654620-f83d-4a30-aa54-f3b15293b323 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:08:01.527686 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 34654620-f83d-4a30-aa54-f3b15293b323 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:08:01.546586 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 60706) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:08:01.593463 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-fa2d0536-b70a-497b-95a8-5485c675d54b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=303898d8b5c945d181ec1e3e34807149&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0457618 Oct 13 16:08:01.595857 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 60710) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:08:01.658685 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c92e911f-7890-4287-b516-7c0d364f0255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:01.684598 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c92e911f-7890-4287-b516-7c0d364f0255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:01.734373 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c92e911f-7890-4287-b516-7c0d364f0255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:01.748848 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92e911f-7890-4287-b516-7c0d364f0255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602aed65-7b8a-42ef-8e42-4618308e6a9a,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:08:01.755012 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c92e911f-7890-4287-b516-7c0d364f0255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:01.756113 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c92e911f-7890-4287-b516-7c0d364f0255 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/602aed65-7b8a-42ef-8e42-4618308e6a9a HTTP/1.1" status: 204 len: 168 time: 0.1594033 Oct 13 16:08:02.445559 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 60734) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:08:02.575158 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-00902500-aaa6-4dcc-8d6e-d532a3d57e40 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1916303430-network', 'tenant_id': '3d2b339ec11245a2afc4346745271272'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:08:02.579891 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-00902500-aaa6-4dcc-8d6e-d532a3d57e40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:08:02.583765 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-00902500-aaa6-4dcc-8d6e-d532a3d57e40 admin admin] Usage tracker for resource:network and tenant:3d2b339ec11245a2afc4346745271272 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:08:02.586598 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-00902500-aaa6-4dcc-8d6e-d532a3d57e40 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:08:02.592667 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-00902500-aaa6-4dcc-8d6e-d532a3d57e40 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:08:02.601916 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00902500-aaa6-4dcc-8d6e-d532a3d57e40 admin admin] Made reservation on behalf of 3d2b339ec11245a2afc4346745271272 for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 16:08:02.604392 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-00902500-aaa6-4dcc-8d6e-d532a3d57e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:02.615983 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-00902500-aaa6-4dcc-8d6e-d532a3d57e40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:02.630475 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-00902500-aaa6-4dcc-8d6e-d532a3d57e40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:08:02.634276 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-00902500-aaa6-4dcc-8d6e-d532a3d57e40 admin admin] Usage tracker for resource:security_group_rule and tenant:3d2b339ec11245a2afc4346745271272 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:08:02.637704 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-00902500-aaa6-4dcc-8d6e-d532a3d57e40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:08:02.643350 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-00902500-aaa6-4dcc-8d6e-d532a3d57e40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:08:02.726148 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-00902500-aaa6-4dcc-8d6e-d532a3d57e40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:02.729879 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-00902500-aaa6-4dcc-8d6e-d532a3d57e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:02.765453 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00902500-aaa6-4dcc-8d6e-d532a3d57e40 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 407} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 16:08:02.770662 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00902500-aaa6-4dcc-8d6e-d532a3d57e40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:08:02.780619 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00902500-aaa6-4dcc-8d6e-d532a3d57e40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:08:02.780963 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00902500-aaa6-4dcc-8d6e-d532a3d57e40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:08:02.781296 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00902500-aaa6-4dcc-8d6e-d532a3d57e40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:08:02.781637 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00902500-aaa6-4dcc-8d6e-d532a3d57e40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:08:02.781948 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00902500-aaa6-4dcc-8d6e-d532a3d57e40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:08:02.782299 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00902500-aaa6-4dcc-8d6e-d532a3d57e40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:08:02.782618 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00902500-aaa6-4dcc-8d6e-d532a3d57e40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:08:02.782940 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00902500-aaa6-4dcc-8d6e-d532a3d57e40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:08:02.783258 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00902500-aaa6-4dcc-8d6e-d532a3d57e40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:08:02.783571 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00902500-aaa6-4dcc-8d6e-d532a3d57e40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:08:02.783885 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00902500-aaa6-4dcc-8d6e-d532a3d57e40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:08:02.784197 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00902500-aaa6-4dcc-8d6e-d532a3d57e40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:08:02.787595 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-00902500-aaa6-4dcc-8d6e-d532a3d57e40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:02.787931 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-00902500-aaa6-4dcc-8d6e-d532a3d57e40 admin admin] Added segment 2ffdf606-d152-4692-a354-790c904f7bf0 of type vlan for network 30a5f323-9355-44ad-ad5f-9cd877870850 Oct 13 16:08:02.814635 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-00902500-aaa6-4dcc-8d6e-d532a3d57e40 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:02.842183 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-00902500-aaa6-4dcc-8d6e-d532a3d57e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:02.843212 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00902500-aaa6-4dcc-8d6e-d532a3d57e40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:08:02.843784 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-00902500-aaa6-4dcc-8d6e-d532a3d57e40 admin admin] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:02.945087 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-00902500-aaa6-4dcc-8d6e-d532a3d57e40 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4982820 Oct 13 16:08:02.945943 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00902500-aaa6-4dcc-8d6e-d532a3d57e40 admin admin] Pushing event updated for resources: {'Network': ['ID=30a5f323-9355-44ad-ad5f-9cd877870850,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:08:02.949547 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 60740) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:08:02.954805 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-036ccdfa-1e17-4724-813e-f7b6c124f286 admin admin] Request body: {'subnet': {'network_id': '30a5f323-9355-44ad-ad5f-9cd877870850', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1916303430-subnet', 'tenant_id': '3d2b339ec11245a2afc4346745271272', 'ip_version': 4}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:08:02.955931 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 30a5f323-9355-44ad-ad5f-9cd877870850 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 16:08:02.959767 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-036ccdfa-1e17-4724-813e-f7b6c124f286 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:08:02.963719 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-036ccdfa-1e17-4724-813e-f7b6c124f286 admin admin] Usage tracker for resource:subnet and tenant:3d2b339ec11245a2afc4346745271272 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:08:02.966576 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-036ccdfa-1e17-4724-813e-f7b6c124f286 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:08:03.066375 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-036ccdfa-1e17-4724-813e-f7b6c124f286 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:08:03.076545 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036ccdfa-1e17-4724-813e-f7b6c124f286 admin admin] Made reservation on behalf of 3d2b339ec11245a2afc4346745271272 for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 16:08:03.078813 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-036ccdfa-1e17-4724-813e-f7b6c124f286 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:03.270726 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-036ccdfa-1e17-4724-813e-f7b6c124f286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:03.345552 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036ccdfa-1e17-4724-813e-f7b6c124f286 admin admin] Pushing event updated for resources: {'Subnet': ['ID=338d472d-cf5b-4247-a849-d3e570335d99,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:08:03.352887 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036ccdfa-1e17-4724-813e-f7b6c124f286 admin admin] Checking segment: {'id': '2ffdf606-d152-4692-a354-790c904f7bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '30a5f323-9355-44ad-ad5f-9cd877870850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:08:03.353233 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036ccdfa-1e17-4724-813e-f7b6c124f286 admin admin] Network hostable DHCP agents. Network: 30a5f323-9355-44ad-ad5f-9cd877870850, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 16:08:03.371946 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036ccdfa-1e17-4724-813e-f7b6c124f286 admin admin] Network 30a5f323-9355-44ad-ad5f-9cd877870850 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 16:08:03.380423 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-036ccdfa-1e17-4724-813e-f7b6c124f286 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 30a5f323-9355-44ad-ad5f-9cd877870850) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:08:03.384216 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036ccdfa-1e17-4724-813e-f7b6c124f286 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:08:03.384776 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-036ccdfa-1e17-4724-813e-f7b6c124f286 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:03.391040 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb971bac-3274-460d-a7ad-374dcf9e0c41 None None] Network 30a5f323-9355-44ad-ad5f-9cd877870850 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 16:08:03.406323 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-036ccdfa-1e17-4724-813e-f7b6c124f286 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4557207 Oct 13 16:08:03.408981 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 60744) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:08:03.413691 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-a64d50fd-f30d-4eab-ab86-7f07765a271b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1916303430-router', 'tenant_id': '3d2b339ec11245a2afc4346745271272', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:08:03.418715 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-a64d50fd-f30d-4eab-ab86-7f07765a271b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:08:03.422513 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-a64d50fd-f30d-4eab-ab86-7f07765a271b admin admin] Usage tracker for resource:router and tenant:3d2b339ec11245a2afc4346745271272 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:08:03.425265 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-a64d50fd-f30d-4eab-ab86-7f07765a271b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:08:03.430849 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-a64d50fd-f30d-4eab-ab86-7f07765a271b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:08:03.440701 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a64d50fd-f30d-4eab-ab86-7f07765a271b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:03.441658 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a64d50fd-f30d-4eab-ab86-7f07765a271b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:03.456313 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a64d50fd-f30d-4eab-ab86-7f07765a271b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:03.608710 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d02120d0-1d93-4381-994c-8269d0baa1dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-30a5f323-9355-44ad-ad5f-9cd877870850', 'network_id': '30a5f323-9355-44ad-ad5f-9cd877870850', 'tenant_id': '3d2b339ec11245a2afc4346745271272', 'fixed_ips': [{'subnet_id': '338d472d-cf5b-4247-a849-d3e570335d99'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 16:08:03.609548 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d02120d0-1d93-4381-994c-8269d0baa1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:03.721468 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a64d50fd-f30d-4eab-ab86-7f07765a271b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:03.769165 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-d02120d0-1d93-4381-994c-8269d0baa1dd None None] Allocated IP 172.20.0.2 (30a5f323-9355-44ad-ad5f-9cd877870850/338d472d-cf5b-4247-a849-d3e570335d99/54aa4739-761c-478c-948a-e810e9e6d872) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:08:03.975773 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d02120d0-1d93-4381-994c-8269d0baa1dd None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:03.988116 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-d02120d0-1d93-4381-994c-8269d0baa1dd None None] Transition to ACTIVE for port object 54aa4739-761c-478c-948a-e810e9e6d872 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:08:04.007646 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-d02120d0-1d93-4381-994c-8269d0baa1dd None None] Transition to ACTIVE for port object 54aa4739-761c-478c-948a-e810e9e6d872 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:08:04.014382 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d02120d0-1d93-4381-994c-8269d0baa1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:04.029198 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a64d50fd-f30d-4eab-ab86-7f07765a271b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:04.064563 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a64d50fd-f30d-4eab-ab86-7f07765a271b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:04.086290 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d02120d0-1d93-4381-994c-8269d0baa1dd None None] Network 30a5f323-9355-44ad-ad5f-9cd877870850 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:08:04.087428 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-d02120d0-1d93-4381-994c-8269d0baa1dd None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:08:04.089933 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02120d0-1d93-4381-994c-8269d0baa1dd None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:08:04.097246 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02120d0-1d93-4381-994c-8269d0baa1dd None None] Pushing event updated for resources: {'Port': ['ID=54aa4739-761c-478c-948a-e810e9e6d872,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:08:04.199730 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-d02120d0-1d93-4381-994c-8269d0baa1dd None None] Attempting to bind port 54aa4739-761c-478c-948a-e810e9e6d872 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:08:04.200037 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-d02120d0-1d93-4381-994c-8269d0baa1dd None None] Attempting to bind port 54aa4739-761c-478c-948a-e810e9e6d872 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '2ffdf606-d152-4692-a354-790c904f7bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '30a5f323-9355-44ad-ad5f-9cd877870850'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:08:04.200393 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02120d0-1d93-4381-994c-8269d0baa1dd None None] Attempting to bind port 54aa4739-761c-478c-948a-e810e9e6d872 on network 30a5f323-9355-44ad-ad5f-9cd877870850 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:08:04.202765 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-a64d50fd-f30d-4eab-ab86-7f07765a271b admin admin] Allocated IP 172.26.2.212 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/48e177e6-66ed-4fd8-88e8-3d54994cfedc) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:08:04.205755 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02120d0-1d93-4381-994c-8269d0baa1dd None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:08:04.206142 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02120d0-1d93-4381-994c-8269d0baa1dd None None] Checking segment: {'id': '2ffdf606-d152-4692-a354-790c904f7bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '30a5f323-9355-44ad-ad5f-9cd877870850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:08:04.206591 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d02120d0-1d93-4381-994c-8269d0baa1dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:04.206932 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d02120d0-1d93-4381-994c-8269d0baa1dd None None] Bound using segment: {'id': '2ffdf606-d152-4692-a354-790c904f7bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '30a5f323-9355-44ad-ad5f-9cd877870850'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:08:04.207396 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-d02120d0-1d93-4381-994c-8269d0baa1dd None None] Bound port: 54aa4739-761c-478c-948a-e810e9e6d872, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ffdf606-d152-4692-a354-790c904f7bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '30a5f323-9355-44ad-ad5f-9cd877870850'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:08:04.207766 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d02120d0-1d93-4381-994c-8269d0baa1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:04.296066 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-d02120d0-1d93-4381-994c-8269d0baa1dd None None] For port 54aa4739-761c-478c-948a-e810e9e6d872, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:08:04.299013 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-d02120d0-1d93-4381-994c-8269d0baa1dd None None] For port 54aa4739-761c-478c-948a-e810e9e6d872, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=54aa4739-761c-478c-948a-e810e9e6d872,segment=NetworkSegment(2ffdf606-d152-4692-a354-790c904f7bf0),segment_id=2ffdf606-d152-4692-a354-790c904f7bf0)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:08:04.303469 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d02120d0-1d93-4381-994c-8269d0baa1dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:04.351886 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a64d50fd-f30d-4eab-ab86-7f07765a271b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:04.378787 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02120d0-1d93-4381-994c-8269d0baa1dd None None] Pushing event updated for resources: {'Port': ['ID=54aa4739-761c-478c-948a-e810e9e6d872,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:08:04.383085 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a64d50fd-f30d-4eab-ab86-7f07765a271b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:04.450778 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64d50fd-f30d-4eab-ab86-7f07765a271b admin admin] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:08:04.453465 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-a64d50fd-f30d-4eab-ab86-7f07765a271b admin admin] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:08:04.456936 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64d50fd-f30d-4eab-ab86-7f07765a271b admin admin] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:08:04.485726 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64d50fd-f30d-4eab-ab86-7f07765a271b admin admin] Pushing event updated for resources: {'Port': ['ID=48e177e6-66ed-4fd8-88e8-3d54994cfedc,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:08:04.572065 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-de5e6b76-4b96-48b2-b2e6-a2ef3c838520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:04.986479 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a64d50fd-f30d-4eab-ab86-7f07765a271b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:05.331510 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a64d50fd-f30d-4eab-ab86-7f07765a271b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:05.337002 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320fd43f-6208-4a0d-bef9-5ace5cb24a10 None None] Network 30a5f323-9355-44ad-ad5f-9cd877870850 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 16:08:05.441549 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-9eb9ad18-3a05-4d77-b5a6-e263b0a31740 None None] Provisioning for port 54aa4739-761c-478c-948a-e810e9e6d872 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:08:05.543008 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a64d50fd-f30d-4eab-ab86-7f07765a271b admin admin] Router 3897adad-7744-403d-83bb-35211a28266d is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 16:08:05.568368 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 54aa4739-761c-478c-948a-e810e9e6d872 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:08:05.662418 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 54aa4739-761c-478c-948a-e810e9e6d872 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:08:05.668038 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 54aa4739-761c-478c-948a-e810e9e6d872 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:08:05.668392 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:05.668724 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 54aa4739-761c-478c-948a-e810e9e6d872 Oct 13 16:08:05.725415 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a64d50fd-f30d-4eab-ab86-7f07765a271b admin admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:08:05.746504 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f14121-eec4-4b12-9ca9-a7943b57c4f0 None None] Sync routers for ids ['3897adad-7744-403d-83bb-35211a28266d'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:08:05.756723 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a64d50fd-f30d-4eab-ab86-7f07765a271b admin admin] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:05.760644 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a64d50fd-f30d-4eab-ab86-7f07765a271b admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.3482025 Oct 13 16:08:05.760888 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 60748) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:08:05.774009 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f14121-eec4-4b12-9ca9-a7943b57c4f0 None None] Routers {'3897adad-7744-403d-83bb-35211a28266d'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:08:05.774681 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-89f14121-eec4-4b12-9ca9-a7943b57c4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:07:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['3897adad-7744-403d-83bb-35211a28266d'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:08:06.006179 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 54aa4739-761c-478c-948a-e810e9e6d872 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:08:06.006473 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:06.034590 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-d5df1942-6790-4070-ae69-f8d3c07cd219 None None] Provisioning complete for port 54aa4739-761c-478c-948a-e810e9e6d872 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:08:06.034962 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d5df1942-6790-4070-ae69-f8d3c07cd219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:06.035297 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-d5df1942-6790-4070-ae69-f8d3c07cd219 None None] Attempt 1 to provision port 54aa4739-761c-478c-948a-e810e9e6d872 Oct 13 16:08:06.061513 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-89f14121-eec4-4b12-9ca9-a7943b57c4f0 None None] Set router 3897adad-7744-403d-83bb-35211a28266d gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:08:06.226756 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 54aa4739-761c-478c-948a-e810e9e6d872, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=54aa4739-761c-478c-948a-e810e9e6d872,segment=NetworkSegment(2ffdf606-d152-4692-a354-790c904f7bf0),segment_id=2ffdf606-d152-4692-a354-790c904f7bf0)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:08:06.235129 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:06.416864 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=54aa4739-761c-478c-948a-e810e9e6d872,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:08:06.443795 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-d5df1942-6790-4070-ae69-f8d3c07cd219 None None] Current status of the port 54aa4739-761c-478c-948a-e810e9e6d872 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:08:06.505143 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-89f14121-eec4-4b12-9ca9-a7943b57c4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3897adad-7744-403d-83bb-35211a28266d', 'name': 'tempest-TestMinimumBasicScenario-1916303430-router', 'tenant_id': '3d2b339ec11245a2afc4346745271272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '48e177e6-66ed-4fd8-88e8-3d54994cfedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:08:03Z', 'updated_at': '2022-10-13T16:08:04Z', 'revision_number': 3, 'project_id': '3d2b339ec11245a2afc4346745271272', 'gw_port': {'id': '48e177e6-66ed-4fd8-88e8-3d54994cfedc', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3897adad-7744-403d-83bb-35211a28266d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:08:04Z', 'updated_at': '2022-10-13T16:08:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:08:06.509089 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f14121-eec4-4b12-9ca9-a7943b57c4f0 None None] Checking router: 3897adad-7744-403d-83bb-35211a28266d for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:08:06.509436 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f14121-eec4-4b12-9ca9-a7943b57c4f0 None None] Updating router 3897adad-7744-403d-83bb-35211a28266d port 48e177e6-66ed-4fd8-88e8-3d54994cfedc binding host dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 16:08:06.551278 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1dfbbb2a-94b9-4938-b5ae-9e40cf029cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:06.562022 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-89f14121-eec4-4b12-9ca9-a7943b57c4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:06.729524 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c8f7b1b0-2d81-4037-83ea-28936de8741b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:06.756246 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-1dfbbb2a-94b9-4938-b5ae-9e40cf029cbd admin admin] Allocated IP 172.20.0.1 (30a5f323-9355-44ad-ad5f-9cd877870850/338d472d-cf5b-4247-a849-d3e570335d99/d369504f-2c95-4ca1-9a78-ecf9a51b6d3e) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:08:06.901233 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1dfbbb2a-94b9-4938-b5ae-9e40cf029cbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:06.907779 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-89f14121-eec4-4b12-9ca9-a7943b57c4f0 None None] Notify callbacks [] for port, precommit_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:06.917429 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-1dfbbb2a-94b9-4938-b5ae-9e40cf029cbd admin admin] Transition to ACTIVE for port object d369504f-2c95-4ca1-9a78-ecf9a51b6d3e will not be triggered until provisioned by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:08:06.920097 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-89f14121-eec4-4b12-9ca9-a7943b57c4f0 None None] Transition to ACTIVE for port object 48e177e6-66ed-4fd8-88e8-3d54994cfedc will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:08:06.926487 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-89f14121-eec4-4b12-9ca9-a7943b57c4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:06.940800 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1dfbbb2a-94b9-4938-b5ae-9e40cf029cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:06.985333 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-89f14121-eec4-4b12-9ca9-a7943b57c4f0 None None] Attempting to bind port 48e177e6-66ed-4fd8-88e8-3d54994cfedc on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:08:06.985598 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-89f14121-eec4-4b12-9ca9-a7943b57c4f0 None None] Attempting to bind port 48e177e6-66ed-4fd8-88e8-3d54994cfedc by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:08:06.985951 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f14121-eec4-4b12-9ca9-a7943b57c4f0 None None] Attempting to bind port 48e177e6-66ed-4fd8-88e8-3d54994cfedc on network 8fb1fa59-32fe-4ed0-a248-96c43edb135f {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:08:06.996570 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f14121-eec4-4b12-9ca9-a7943b57c4f0 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 7, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:08:06.996938 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f14121-eec4-4b12-9ca9-a7943b57c4f0 None None] Checking segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:08:06.997335 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-89f14121-eec4-4b12-9ca9-a7943b57c4f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:06.997724 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89f14121-eec4-4b12-9ca9-a7943b57c4f0 None None] Bound using segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:08:06.998210 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-89f14121-eec4-4b12-9ca9-a7943b57c4f0 None None] Bound port: 48e177e6-66ed-4fd8-88e8-3d54994cfedc, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:08:06.998578 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-89f14121-eec4-4b12-9ca9-a7943b57c4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:07.002115 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfbbb2a-94b9-4938-b5ae-9e40cf029cbd admin admin] Network 30a5f323-9355-44ad-ad5f-9cd877870850 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:08:07.004863 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-1dfbbb2a-94b9-4938-b5ae-9e40cf029cbd admin admin] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:08:07.008620 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dfbbb2a-94b9-4938-b5ae-9e40cf029cbd admin admin] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:08:07.051357 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfbbb2a-94b9-4938-b5ae-9e40cf029cbd admin admin] Pushing event updated for resources: {'Port': ['ID=d369504f-2c95-4ca1-9a78-ecf9a51b6d3e,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:08:07.055967 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5947c7f-dba0-4ac0-abdf-1d9e4ed8c7d0 None None] Pushing event updated for resources: {'Port': ['ID=48e177e6-66ed-4fd8-88e8-3d54994cfedc,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:08:07.072070 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1dfbbb2a-94b9-4938-b5ae-9e40cf029cbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:07.089811 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-89f14121-eec4-4b12-9ca9-a7943b57c4f0 None None] For port 48e177e6-66ed-4fd8-88e8-3d54994cfedc, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:08:07.093075 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-89f14121-eec4-4b12-9ca9-a7943b57c4f0 None None] For port 48e177e6-66ed-4fd8-88e8-3d54994cfedc, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=48e177e6-66ed-4fd8-88e8-3d54994cfedc,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:08:07.098862 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-89f14121-eec4-4b12-9ca9-a7943b57c4f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:07.161910 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f14121-eec4-4b12-9ca9-a7943b57c4f0 None None] Routers {'3897adad-7744-403d-83bb-35211a28266d'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:08:07.162571 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-89f14121-eec4-4b12-9ca9-a7943b57c4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:08:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['3897adad-7744-403d-83bb-35211a28266d'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:08:07.297297 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5947c7f-dba0-4ac0-abdf-1d9e4ed8c7d0 None None] Pushing event updated for resources: {'Port': ['ID=48e177e6-66ed-4fd8-88e8-3d54994cfedc,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:08:07.333979 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1dfbbb2a-94b9-4938-b5ae-9e40cf029cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:07.354814 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-8d41d2d9-f018-43d6-b2e5-c47b4f0f1c74 None None] Provisioning for port d369504f-2c95-4ca1-9a78-ecf9a51b6d3e completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:08:07.376205 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-8d41d2d9-f018-43d6-b2e5-c47b4f0f1c74 None None] Provisioning complete for port d369504f-2c95-4ca1-9a78-ecf9a51b6d3e triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:08:07.376556 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8d41d2d9-f018-43d6-b2e5-c47b4f0f1c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:07.376891 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-8d41d2d9-f018-43d6-b2e5-c47b4f0f1c74 None None] Attempt 1 to provision port d369504f-2c95-4ca1-9a78-ecf9a51b6d3e Oct 13 16:08:07.446310 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-8d41d2d9-f018-43d6-b2e5-c47b4f0f1c74 None None] Port d369504f-2c95-4ca1-9a78-ecf9a51b6d3e cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:08:07.448504 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-89f14121-eec4-4b12-9ca9-a7943b57c4f0 None None] Set router 3897adad-7744-403d-83bb-35211a28266d gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:08:07.546768 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 54aa4739-761c-478c-948a-e810e9e6d872 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:08:07.553109 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1dfbbb2a-94b9-4938-b5ae-9e40cf029cbd admin admin] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:07.557416 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1dfbbb2a-94b9-4938-b5ae-9e40cf029cbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:07.734870 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 54aa4739-761c-478c-948a-e810e9e6d872 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:08:07.735226 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:07.735555 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 54aa4739-761c-478c-948a-e810e9e6d872 Oct 13 16:08:07.785317 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1dfbbb2a-94b9-4938-b5ae-9e40cf029cbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:07.788789 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dfbbb2a-94b9-4938-b5ae-9e40cf029cbd admin admin] Pushing event updated for resources: {'Port': ['ID=d369504f-2c95-4ca1-9a78-ecf9a51b6d3e,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:08:07.837329 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:07.916652 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 54aa4739-761c-478c-948a-e810e9e6d872 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:08:07.919734 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-89f14121-eec4-4b12-9ca9-a7943b57c4f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3897adad-7744-403d-83bb-35211a28266d', 'name': 'tempest-TestMinimumBasicScenario-1916303430-router', 'tenant_id': '3d2b339ec11245a2afc4346745271272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '48e177e6-66ed-4fd8-88e8-3d54994cfedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:08:03Z', 'updated_at': '2022-10-13T16:08:04Z', 'revision_number': 3, 'project_id': '3d2b339ec11245a2afc4346745271272', 'gw_port': {'id': '48e177e6-66ed-4fd8-88e8-3d54994cfedc', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3897adad-7744-403d-83bb-35211a28266d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:08:04Z', 'updated_at': '2022-10-13T16:08:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:08:07.924090 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f14121-eec4-4b12-9ca9-a7943b57c4f0 None None] The sync data for ids ['3897adad-7744-403d-83bb-35211a28266d'] in dv-neutron-860329-2-hyperv is: [{'id': '3897adad-7744-403d-83bb-35211a28266d', 'name': 'tempest-TestMinimumBasicScenario-1916303430-router', 'tenant_id': '3d2b339ec11245a2afc4346745271272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '48e177e6-66ed-4fd8-88e8-3d54994cfedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:08:03Z', 'updated_at': '2022-10-13T16:08:04Z', 'revision_number': 3, 'project_id': '3d2b339ec11245a2afc4346745271272', 'gw_port': {'id': '48e177e6-66ed-4fd8-88e8-3d54994cfedc', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3897adad-7744-403d-83bb-35211a28266d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:08:04Z', 'updated_at': '2022-10-13T16:08:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:08:07.929963 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dfbbb2a-94b9-4938-b5ae-9e40cf029cbd admin admin] Network 30a5f323-9355-44ad-ad5f-9cd877870850 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:08:07.931185 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-1dfbbb2a-94b9-4938-b5ae-9e40cf029cbd admin admin] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:08:07.947963 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-8d41d2d9-f018-43d6-b2e5-c47b4f0f1c74 None None] Attempt 2 to provision port d369504f-2c95-4ca1-9a78-ecf9a51b6d3e Oct 13 16:08:08.017200 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-8d41d2d9-f018-43d6-b2e5-c47b4f0f1c74 None None] Port d369504f-2c95-4ca1-9a78-ecf9a51b6d3e cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:08:08.028674 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:08.131480 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dfbbb2a-94b9-4938-b5ae-9e40cf029cbd admin admin] Router 3897adad-7744-403d-83bb-35211a28266d has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 16:08:08.325534 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dfbbb2a-94b9-4938-b5ae-9e40cf029cbd admin admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:08:08.334835 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-1dfbbb2a-94b9-4938-b5ae-9e40cf029cbd admin admin] 10.222.0.42 "PUT /v2.0/routers/3897adad-7744-403d-83bb-35211a28266d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5729327 Oct 13 16:08:08.518548 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-8d41d2d9-f018-43d6-b2e5-c47b4f0f1c74 None None] Attempt 3 to provision port d369504f-2c95-4ca1-9a78-ecf9a51b6d3e Oct 13 16:08:08.574461 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-8d41d2d9-f018-43d6-b2e5-c47b4f0f1c74 None None] Port d369504f-2c95-4ca1-9a78-ecf9a51b6d3e cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:08:08.844168 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 60766) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:08:08.850478 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-50242324-483a-4a23-b07e-37735251d625 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-963611746-network', 'tenant_id': 'c07453f9878a485491139d705e8f8076'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:08:08.855653 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-50242324-483a-4a23-b07e-37735251d625 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:08:08.859906 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-50242324-483a-4a23-b07e-37735251d625 admin admin] Usage tracker for resource:network and tenant:c07453f9878a485491139d705e8f8076 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:08:08.862979 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-50242324-483a-4a23-b07e-37735251d625 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:08:08.869356 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-50242324-483a-4a23-b07e-37735251d625 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:08:08.878717 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50242324-483a-4a23-b07e-37735251d625 admin admin] Made reservation on behalf of c07453f9878a485491139d705e8f8076 for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 16:08:08.880997 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-50242324-483a-4a23-b07e-37735251d625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:08.893271 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-50242324-483a-4a23-b07e-37735251d625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:08.907649 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-50242324-483a-4a23-b07e-37735251d625 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:08:08.911512 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-50242324-483a-4a23-b07e-37735251d625 admin admin] Usage tracker for resource:security_group_rule and tenant:c07453f9878a485491139d705e8f8076 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:08:08.914311 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-50242324-483a-4a23-b07e-37735251d625 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:08:08.919911 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-50242324-483a-4a23-b07e-37735251d625 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:08:09.002540 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-50242324-483a-4a23-b07e-37735251d625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:09.005898 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-50242324-483a-4a23-b07e-37735251d625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:09.032858 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50242324-483a-4a23-b07e-37735251d625 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 424} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 16:08:09.044770 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50242324-483a-4a23-b07e-37735251d625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56fc3922-6467-43d5-aa60-437db7f3b7e2,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:08:09.049068 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-50242324-483a-4a23-b07e-37735251d625 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:09.049410 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-50242324-483a-4a23-b07e-37735251d625 admin admin] Added segment c8a8b083-23b7-4bdc-957f-7dec95efcef7 of type vlan for network 116e70c2-2ffe-435e-804c-1f2742d6a173 Oct 13 16:08:09.074952 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-50242324-483a-4a23-b07e-37735251d625 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:09.075565 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-8d41d2d9-f018-43d6-b2e5-c47b4f0f1c74 None None] Attempt 4 to provision port d369504f-2c95-4ca1-9a78-ecf9a51b6d3e Oct 13 16:08:09.107210 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-50242324-483a-4a23-b07e-37735251d625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:09.108289 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50242324-483a-4a23-b07e-37735251d625 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:08:09.108845 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-50242324-483a-4a23-b07e-37735251d625 admin admin] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:09.129283 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-8d41d2d9-f018-43d6-b2e5-c47b4f0f1c74 None None] Port d369504f-2c95-4ca1-9a78-ecf9a51b6d3e cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:08:09.208212 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50242324-483a-4a23-b07e-37735251d625 admin admin] Pushing event updated for resources: {'Network': ['ID=116e70c2-2ffe-435e-804c-1f2742d6a173,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:08:09.213546 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-50242324-483a-4a23-b07e-37735251d625 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3658018 Oct 13 16:08:09.213751 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 60770) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:08:09.218495 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 116e70c2-2ffe-435e-804c-1f2742d6a173 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 16:08:09.219252 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-002b64b6-0b01-4dff-b047-50382629e33f admin admin] Request body: {'subnet': {'network_id': '116e70c2-2ffe-435e-804c-1f2742d6a173', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-963611746-subnet', 'tenant_id': 'c07453f9878a485491139d705e8f8076', 'ip_version': 4}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:08:09.224157 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-002b64b6-0b01-4dff-b047-50382629e33f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:08:09.227939 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-002b64b6-0b01-4dff-b047-50382629e33f admin admin] Usage tracker for resource:subnet and tenant:c07453f9878a485491139d705e8f8076 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:08:09.231020 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-002b64b6-0b01-4dff-b047-50382629e33f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:08:09.236643 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-002b64b6-0b01-4dff-b047-50382629e33f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:08:09.247916 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-002b64b6-0b01-4dff-b047-50382629e33f admin admin] Made reservation on behalf of c07453f9878a485491139d705e8f8076 for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 16:08:09.250493 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-002b64b6-0b01-4dff-b047-50382629e33f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:09.436848 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0ad4c1-5eb2-495f-a718-c14dd6076374 None None] Sync routers for ids ['3897adad-7744-403d-83bb-35211a28266d'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:08:09.445417 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0ad4c1-5eb2-495f-a718-c14dd6076374 None None] Routers {'3897adad-7744-403d-83bb-35211a28266d'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:08:09.446041 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-0b0ad4c1-5eb2-495f-a718-c14dd6076374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:08:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['3897adad-7744-403d-83bb-35211a28266d'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:08:09.463577 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-002b64b6-0b01-4dff-b047-50382629e33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:09.531339 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 48e177e6-66ed-4fd8-88e8-3d54994cfedc up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:08:09.539184 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002b64b6-0b01-4dff-b047-50382629e33f admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a12e355-1d69-459e-984b-9df8408d41b6,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:08:09.550998 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002b64b6-0b01-4dff-b047-50382629e33f admin admin] Checking segment: {'id': 'c8a8b083-23b7-4bdc-957f-7dec95efcef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '116e70c2-2ffe-435e-804c-1f2742d6a173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:08:09.551355 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002b64b6-0b01-4dff-b047-50382629e33f admin admin] Network hostable DHCP agents. Network: 116e70c2-2ffe-435e-804c-1f2742d6a173, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 16:08:09.576352 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002b64b6-0b01-4dff-b047-50382629e33f admin admin] Network 116e70c2-2ffe-435e-804c-1f2742d6a173 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 16:08:09.587300 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-002b64b6-0b01-4dff-b047-50382629e33f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 116e70c2-2ffe-435e-804c-1f2742d6a173) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:08:09.591830 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002b64b6-0b01-4dff-b047-50382629e33f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:08:09.592431 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-002b64b6-0b01-4dff-b047-50382629e33f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:09.600335 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-646d3523-4ee3-4a06-b161-a99690709d6b None None] Network 116e70c2-2ffe-435e-804c-1f2742d6a173 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 16:08:09.613874 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-002b64b6-0b01-4dff-b047-50382629e33f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3989429 Oct 13 16:08:09.618090 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 60774) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:08:09.626312 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-f449024f-9fe3-4391-a799-7483786a837c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-963611746-router', 'tenant_id': 'c07453f9878a485491139d705e8f8076', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:08:09.631110 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-8d41d2d9-f018-43d6-b2e5-c47b4f0f1c74 None None] Attempt 5 to provision port d369504f-2c95-4ca1-9a78-ecf9a51b6d3e Oct 13 16:08:09.631593 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-f449024f-9fe3-4391-a799-7483786a837c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:08:09.636588 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-f449024f-9fe3-4391-a799-7483786a837c admin admin] Usage tracker for resource:router and tenant:c07453f9878a485491139d705e8f8076 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:08:09.639242 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-0b0ad4c1-5eb2-495f-a718-c14dd6076374 None None] Set router 3897adad-7744-403d-83bb-35211a28266d gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:08:09.640006 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-f449024f-9fe3-4391-a799-7483786a837c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:08:09.646061 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-f449024f-9fe3-4391-a799-7483786a837c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:08:09.665048 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f449024f-9fe3-4391-a799-7483786a837c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:09.667127 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f449024f-9fe3-4391-a799-7483786a837c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:09.696325 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f449024f-9fe3-4391-a799-7483786a837c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:09.749979 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 48e177e6-66ed-4fd8-88e8-3d54994cfedc completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:08:09.774623 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-8d41d2d9-f018-43d6-b2e5-c47b4f0f1c74 None None] Port d369504f-2c95-4ca1-9a78-ecf9a51b6d3e cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:08:09.777886 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 48e177e6-66ed-4fd8-88e8-3d54994cfedc triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:08:09.778296 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:09.778718 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 48e177e6-66ed-4fd8-88e8-3d54994cfedc Oct 13 16:08:09.817248 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:09.971442 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-0b0ad4c1-5eb2-495f-a718-c14dd6076374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3897adad-7744-403d-83bb-35211a28266d', 'name': 'tempest-TestMinimumBasicScenario-1916303430-router', 'tenant_id': '3d2b339ec11245a2afc4346745271272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '48e177e6-66ed-4fd8-88e8-3d54994cfedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:08:03Z', 'updated_at': '2022-10-13T16:08:07Z', 'revision_number': 4, 'project_id': '3d2b339ec11245a2afc4346745271272', 'gw_port': {'id': '48e177e6-66ed-4fd8-88e8-3d54994cfedc', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3897adad-7744-403d-83bb-35211a28266d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:08:04Z', 'updated_at': '2022-10-13T16:08:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': 'd369504f-2c95-4ca1-9a78-ecf9a51b6d3e', 'name': '', 'network_id': '30a5f323-9355-44ad-ad5f-9cd877870850', 'tenant_id': '3d2b339ec11245a2afc4346745271272', 'mac_address': 'fa:16:3e:f6:24:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3897adad-7744-403d-83bb-35211a28266d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '338d472d-cf5b-4247-a849-d3e570335d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:08:06Z', 'updated_at': '2022-10-13T16:08:07Z', 'revision_number': 2, 'project_id': '3d2b339ec11245a2afc4346745271272', 'subnets': [{'id': '338d472d-cf5b-4247-a849-d3e570335d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:08:09.977701 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0ad4c1-5eb2-495f-a718-c14dd6076374 None None] Checking router: 3897adad-7744-403d-83bb-35211a28266d for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:08:09.978080 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0ad4c1-5eb2-495f-a718-c14dd6076374 None None] Updating router 3897adad-7744-403d-83bb-35211a28266d port d369504f-2c95-4ca1-9a78-ecf9a51b6d3e binding host dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 16:08:10.014997 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 48e177e6-66ed-4fd8-88e8-3d54994cfedc is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:08:10.015383 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:10.022588 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c48c1c1-12c0-427b-9050-0789c37f2912 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-116e70c2-2ffe-435e-804c-1f2742d6a173', 'network_id': '116e70c2-2ffe-435e-804c-1f2742d6a173', 'tenant_id': 'c07453f9878a485491139d705e8f8076', 'fixed_ips': [{'subnet_id': '0a12e355-1d69-459e-984b-9df8408d41b6'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 16:08:10.023418 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-3c48c1c1-12c0-427b-9050-0789c37f2912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:10.038092 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-0b0ad4c1-5eb2-495f-a718-c14dd6076374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:10.088108 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f449024f-9fe3-4391-a799-7483786a837c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:10.128937 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 48e177e6-66ed-4fd8-88e8-3d54994cfedc, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=48e177e6-66ed-4fd8-88e8-3d54994cfedc,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:08:10.143390 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:10.272179 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=48e177e6-66ed-4fd8-88e8-3d54994cfedc,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:08:10.276857 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-8d41d2d9-f018-43d6-b2e5-c47b4f0f1c74 None None] Attempt 6 to provision port d369504f-2c95-4ca1-9a78-ecf9a51b6d3e Oct 13 16:08:10.336585 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-3c48c1c1-12c0-427b-9050-0789c37f2912 None None] Allocated IP 172.20.0.2 (116e70c2-2ffe-435e-804c-1f2742d6a173/0a12e355-1d69-459e-984b-9df8408d41b6/f764ac9c-1ae4-4017-a506-77597e4d026f) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:08:10.349890 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-8d41d2d9-f018-43d6-b2e5-c47b4f0f1c74 None None] Port d369504f-2c95-4ca1-9a78-ecf9a51b6d3e cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:08:10.414504 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f449024f-9fe3-4391-a799-7483786a837c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:10.422519 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-0b0ad4c1-5eb2-495f-a718-c14dd6076374 None None] Notify callbacks [] for port, precommit_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:10.434962 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.provisioning_blocks [None req-0b0ad4c1-5eb2-495f-a718-c14dd6076374 None None] Transition to ACTIVE for port object d369504f-2c95-4ca1-9a78-ecf9a51b6d3e will not be triggered until provisioned by entity L2. {{(pid=88975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:08:10.441011 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-0b0ad4c1-5eb2-495f-a718-c14dd6076374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:10.446273 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f449024f-9fe3-4391-a799-7483786a837c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:10.564469 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-3c48c1c1-12c0-427b-9050-0789c37f2912 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:10.575318 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-3c48c1c1-12c0-427b-9050-0789c37f2912 None None] Transition to ACTIVE for port object f764ac9c-1ae4-4017-a506-77597e4d026f will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:08:10.587366 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-f449024f-9fe3-4391-a799-7483786a837c admin admin] Allocated IP 172.26.2.20 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/f8d1dca7-2cff-4abb-9dc5-a1f3a86c8a54) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:08:10.594908 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-3c48c1c1-12c0-427b-9050-0789c37f2912 None None] Transition to ACTIVE for port object f764ac9c-1ae4-4017-a506-77597e4d026f will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:08:10.601218 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-3c48c1c1-12c0-427b-9050-0789c37f2912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:10.649223 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a59fba2-a926-4c7e-b740-03df521dc34e None None] Pushing event updated for resources: {'Port': ['ID=d369504f-2c95-4ca1-9a78-ecf9a51b6d3e,revision_number=3']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:08:10.659242 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a59fba2-a926-4c7e-b740-03df521dc34e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:08:10.659570 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a59fba2-a926-4c7e-b740-03df521dc34e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:08:10.660098 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a59fba2-a926-4c7e-b740-03df521dc34e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:08:10.660586 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a59fba2-a926-4c7e-b740-03df521dc34e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:08:10.661069 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a59fba2-a926-4c7e-b740-03df521dc34e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:08:10.661554 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a59fba2-a926-4c7e-b740-03df521dc34e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:08:10.662031 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a59fba2-a926-4c7e-b740-03df521dc34e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:08:10.662522 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a59fba2-a926-4c7e-b740-03df521dc34e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:08:10.662990 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a59fba2-a926-4c7e-b740-03df521dc34e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:08:10.663471 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a59fba2-a926-4c7e-b740-03df521dc34e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:08:10.663944 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a59fba2-a926-4c7e-b740-03df521dc34e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:08:10.664419 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a59fba2-a926-4c7e-b740-03df521dc34e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:08:10.671201 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-0b0ad4c1-5eb2-495f-a718-c14dd6076374 None None] Attempting to bind port d369504f-2c95-4ca1-9a78-ecf9a51b6d3e on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:08:10.671781 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-0b0ad4c1-5eb2-495f-a718-c14dd6076374 None None] Attempting to bind port d369504f-2c95-4ca1-9a78-ecf9a51b6d3e by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '2ffdf606-d152-4692-a354-790c904f7bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '30a5f323-9355-44ad-ad5f-9cd877870850'}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:08:10.672326 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0ad4c1-5eb2-495f-a718-c14dd6076374 None None] Attempting to bind port d369504f-2c95-4ca1-9a78-ecf9a51b6d3e on network 30a5f323-9355-44ad-ad5f-9cd877870850 {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:08:10.675870 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c48c1c1-12c0-427b-9050-0789c37f2912 None None] Network 116e70c2-2ffe-435e-804c-1f2742d6a173 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:08:10.678562 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0ad4c1-5eb2-495f-a718-c14dd6076374 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:08:10.678752 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-3c48c1c1-12c0-427b-9050-0789c37f2912 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:08:10.679261 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0ad4c1-5eb2-495f-a718-c14dd6076374 None None] Checking segment: {'id': '2ffdf606-d152-4692-a354-790c904f7bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '30a5f323-9355-44ad-ad5f-9cd877870850'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:08:10.679827 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-0b0ad4c1-5eb2-495f-a718-c14dd6076374 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:10.680394 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b0ad4c1-5eb2-495f-a718-c14dd6076374 None None] Bound using segment: {'id': '2ffdf606-d152-4692-a354-790c904f7bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '30a5f323-9355-44ad-ad5f-9cd877870850'} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:08:10.681532 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-0b0ad4c1-5eb2-495f-a718-c14dd6076374 None None] Bound port: d369504f-2c95-4ca1-9a78-ecf9a51b6d3e, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ffdf606-d152-4692-a354-790c904f7bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '30a5f323-9355-44ad-ad5f-9cd877870850'}}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:08:10.682046 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-0b0ad4c1-5eb2-495f-a718-c14dd6076374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:10.683851 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c48c1c1-12c0-427b-9050-0789c37f2912 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:08:10.690135 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c48c1c1-12c0-427b-9050-0789c37f2912 None None] Pushing event updated for resources: {'Port': ['ID=f764ac9c-1ae4-4017-a506-77597e4d026f,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:08:10.748511 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f449024f-9fe3-4391-a799-7483786a837c admin admin] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:10.781716 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-0b0ad4c1-5eb2-495f-a718-c14dd6076374 None None] For port d369504f-2c95-4ca1-9a78-ecf9a51b6d3e, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:08:10.782855 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f449024f-9fe3-4391-a799-7483786a837c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:10.785514 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-0b0ad4c1-5eb2-495f-a718-c14dd6076374 None None] For port d369504f-2c95-4ca1-9a78-ecf9a51b6d3e, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=d369504f-2c95-4ca1-9a78-ecf9a51b6d3e,segment=NetworkSegment(2ffdf606-d152-4692-a354-790c904f7bf0),segment_id=2ffdf606-d152-4692-a354-790c904f7bf0)] {{(pid=88975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:08:10.791203 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-0b0ad4c1-5eb2-495f-a718-c14dd6076374 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:10.795761 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-3c48c1c1-12c0-427b-9050-0789c37f2912 None None] Attempting to bind port f764ac9c-1ae4-4017-a506-77597e4d026f on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:08:10.796443 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-3c48c1c1-12c0-427b-9050-0789c37f2912 None None] Attempting to bind port f764ac9c-1ae4-4017-a506-77597e4d026f by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'c8a8b083-23b7-4bdc-957f-7dec95efcef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '116e70c2-2ffe-435e-804c-1f2742d6a173'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:08:10.796816 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c48c1c1-12c0-427b-9050-0789c37f2912 None None] Attempting to bind port f764ac9c-1ae4-4017-a506-77597e4d026f on network 116e70c2-2ffe-435e-804c-1f2742d6a173 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:08:10.802109 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c48c1c1-12c0-427b-9050-0789c37f2912 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:08:10.802501 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c48c1c1-12c0-427b-9050-0789c37f2912 None None] Checking segment: {'id': 'c8a8b083-23b7-4bdc-957f-7dec95efcef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '116e70c2-2ffe-435e-804c-1f2742d6a173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:08:10.802890 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-3c48c1c1-12c0-427b-9050-0789c37f2912 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:10.803271 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c48c1c1-12c0-427b-9050-0789c37f2912 None None] Bound using segment: {'id': 'c8a8b083-23b7-4bdc-957f-7dec95efcef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '116e70c2-2ffe-435e-804c-1f2742d6a173'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:08:10.803726 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-3c48c1c1-12c0-427b-9050-0789c37f2912 None None] Bound port: f764ac9c-1ae4-4017-a506-77597e4d026f, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8a8b083-23b7-4bdc-957f-7dec95efcef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '116e70c2-2ffe-435e-804c-1f2742d6a173'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:08:10.804096 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-3c48c1c1-12c0-427b-9050-0789c37f2912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:10.851179 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0ad4c1-5eb2-495f-a718-c14dd6076374 None None] Routers {'3897adad-7744-403d-83bb-35211a28266d'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:08:10.851948 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-0b0ad4c1-5eb2-495f-a718-c14dd6076374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:08:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['3897adad-7744-403d-83bb-35211a28266d'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:08:10.857614 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-8d41d2d9-f018-43d6-b2e5-c47b4f0f1c74 None None] Attempt 7 to provision port d369504f-2c95-4ca1-9a78-ecf9a51b6d3e Oct 13 16:08:10.861837 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f449024f-9fe3-4391-a799-7483786a837c admin admin] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:08:10.864572 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-f449024f-9fe3-4391-a799-7483786a837c admin admin] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:08:10.868966 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f449024f-9fe3-4391-a799-7483786a837c admin admin] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:08:10.899312 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f449024f-9fe3-4391-a799-7483786a837c admin admin] Pushing event updated for resources: {'Port': ['ID=f8d1dca7-2cff-4abb-9dc5-a1f3a86c8a54,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:08:10.941879 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a59fba2-a926-4c7e-b740-03df521dc34e None None] Pushing event updated for resources: {'Port': ['ID=d369504f-2c95-4ca1-9a78-ecf9a51b6d3e,revision_number=4']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:08:10.951701 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-3c48c1c1-12c0-427b-9050-0789c37f2912 None None] For port f764ac9c-1ae4-4017-a506-77597e4d026f, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:08:10.953972 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-8d41d2d9-f018-43d6-b2e5-c47b4f0f1c74 None None] Port d369504f-2c95-4ca1-9a78-ecf9a51b6d3e had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 16:08:10.957758 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-3c48c1c1-12c0-427b-9050-0789c37f2912 None None] For port f764ac9c-1ae4-4017-a506-77597e4d026f, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=f764ac9c-1ae4-4017-a506-77597e4d026f,segment=NetworkSegment(c8a8b083-23b7-4bdc-957f-7dec95efcef7),segment_id=c8a8b083-23b7-4bdc-957f-7dec95efcef7)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:08:10.962821 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-3c48c1c1-12c0-427b-9050-0789c37f2912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:11.049975 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c48c1c1-12c0-427b-9050-0789c37f2912 None None] Pushing event updated for resources: {'Port': ['ID=f764ac9c-1ae4-4017-a506-77597e4d026f,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:08:11.056189 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-0b0ad4c1-5eb2-495f-a718-c14dd6076374 None None] Set router 3897adad-7744-403d-83bb-35211a28266d gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:08:11.321429 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f449024f-9fe3-4391-a799-7483786a837c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:11.395660 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-0b0ad4c1-5eb2-495f-a718-c14dd6076374 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3897adad-7744-403d-83bb-35211a28266d', 'name': 'tempest-TestMinimumBasicScenario-1916303430-router', 'tenant_id': '3d2b339ec11245a2afc4346745271272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '48e177e6-66ed-4fd8-88e8-3d54994cfedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:08:03Z', 'updated_at': '2022-10-13T16:08:07Z', 'revision_number': 4, 'project_id': '3d2b339ec11245a2afc4346745271272', 'gw_port': {'id': '48e177e6-66ed-4fd8-88e8-3d54994cfedc', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3897adad-7744-403d-83bb-35211a28266d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:08:04Z', 'updated_at': '2022-10-13T16:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': 'd369504f-2c95-4ca1-9a78-ecf9a51b6d3e', 'name': '', 'network_id': '30a5f323-9355-44ad-ad5f-9cd877870850', 'tenant_id': '3d2b339ec11245a2afc4346745271272', 'mac_address': 'fa:16:3e:f6:24:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3897adad-7744-403d-83bb-35211a28266d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '338d472d-cf5b-4247-a849-d3e570335d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:08:06Z', 'updated_at': '2022-10-13T16:08:10Z', 'revision_number': 4, 'project_id': '3d2b339ec11245a2afc4346745271272', 'subnets': [{'id': '338d472d-cf5b-4247-a849-d3e570335d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:08:11.399518 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0ad4c1-5eb2-495f-a718-c14dd6076374 None None] The sync data for ids ['3897adad-7744-403d-83bb-35211a28266d'] in dv-neutron-860329-2-hyperv is: [{'id': '3897adad-7744-403d-83bb-35211a28266d', 'name': 'tempest-TestMinimumBasicScenario-1916303430-router', 'tenant_id': '3d2b339ec11245a2afc4346745271272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '48e177e6-66ed-4fd8-88e8-3d54994cfedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:08:03Z', 'updated_at': '2022-10-13T16:08:07Z', 'revision_number': 4, 'project_id': '3d2b339ec11245a2afc4346745271272', 'gw_port': {'id': '48e177e6-66ed-4fd8-88e8-3d54994cfedc', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3897adad-7744-403d-83bb-35211a28266d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:08:04Z', 'updated_at': '2022-10-13T16:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': 'd369504f-2c95-4ca1-9a78-ecf9a51b6d3e', 'name': '', 'network_id': '30a5f323-9355-44ad-ad5f-9cd877870850', 'tenant_id': '3d2b339ec11245a2afc4346745271272', 'mac_address': 'fa:16:3e:f6:24:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3897adad-7744-403d-83bb-35211a28266d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '338d472d-cf5b-4247-a849-d3e570335d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:08:06Z', 'updated_at': '2022-10-13T16:08:10Z', 'revision_number': 4, 'project_id': '3d2b339ec11245a2afc4346745271272', 'subnets': [{'id': '338d472d-cf5b-4247-a849-d3e570335d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:08:11.636001 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 48e177e6-66ed-4fd8-88e8-3d54994cfedc up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:08:11.713914 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 48e177e6-66ed-4fd8-88e8-3d54994cfedc triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:08:11.714565 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:11.715250 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 48e177e6-66ed-4fd8-88e8-3d54994cfedc Oct 13 16:08:11.832482 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f449024f-9fe3-4391-a799-7483786a837c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:11.865702 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 48e177e6-66ed-4fd8-88e8-3d54994cfedc is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:08:11.867394 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device d369504f-2c95-4ca1-9a78-ecf9a51b6d3e up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:08:11.943026 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port d369504f-2c95-4ca1-9a78-ecf9a51b6d3e completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:08:11.950249 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port d369504f-2c95-4ca1-9a78-ecf9a51b6d3e triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:08:11.950623 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:11.950961 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port d369504f-2c95-4ca1-9a78-ecf9a51b6d3e Oct 13 16:08:12.089063 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port d369504f-2c95-4ca1-9a78-ecf9a51b6d3e is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:08:12.089493 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:12.095443 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f449024f-9fe3-4391-a799-7483786a837c admin admin] Router ec190b02-f131-4aec-9c93-b7b8b7d51d0d is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 16:08:12.132593 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port d369504f-2c95-4ca1-9a78-ecf9a51b6d3e, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=d369504f-2c95-4ca1-9a78-ecf9a51b6d3e,segment=NetworkSegment(2ffdf606-d152-4692-a354-790c904f7bf0),segment_id=2ffdf606-d152-4692-a354-790c904f7bf0)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:08:12.139436 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:12.140553 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device f764ac9c-1ae4-4017-a506-77597e4d026f up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:08:12.197904 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a62176-df21-4b45-a84f-723984c71fde None None] Network 116e70c2-2ffe-435e-804c-1f2742d6a173 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 16:08:12.290375 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f449024f-9fe3-4391-a799-7483786a837c admin admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:08:12.316330 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f449024f-9fe3-4391-a799-7483786a837c admin admin] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:12.320416 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-f449024f-9fe3-4391-a799-7483786a837c admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6981502 Oct 13 16:08:12.320589 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 60778) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:08:12.336154 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a935d0d-d933-4b89-a21d-d8887995e061 None None] Sync routers for ids ['ec190b02-f131-4aec-9c93-b7b8b7d51d0d'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:08:12.345729 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-d643b305-8333-4675-8049-2eaa5eaef8a2 None None] Provisioning for port f764ac9c-1ae4-4017-a506-77597e4d026f completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:08:12.375891 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=d369504f-2c95-4ca1-9a78-ecf9a51b6d3e,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:08:12.385322 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a935d0d-d933-4b89-a21d-d8887995e061 None None] Routers {'ec190b02-f131-4aec-9c93-b7b8b7d51d0d'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:08:12.386971 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-8a935d0d-d933-4b89-a21d-d8887995e061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:08:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['ec190b02-f131-4aec-9c93-b7b8b7d51d0d'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:08:12.627925 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port f764ac9c-1ae4-4017-a506-77597e4d026f completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:08:12.657526 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port f764ac9c-1ae4-4017-a506-77597e4d026f triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:08:12.658950 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:12.658950 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port f764ac9c-1ae4-4017-a506-77597e4d026f Oct 13 16:08:12.768130 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-8a935d0d-d933-4b89-a21d-d8887995e061 None None] Set router ec190b02-f131-4aec-9c93-b7b8b7d51d0d gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:08:13.019268 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9d0b8578-ec9f-4b12-8b95-c6d0cb0a3e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:13.067815 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port f764ac9c-1ae4-4017-a506-77597e4d026f is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:08:13.068194 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:13.145837 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port f764ac9c-1ae4-4017-a506-77597e4d026f, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=f764ac9c-1ae4-4017-a506-77597e4d026f,segment=NetworkSegment(c8a8b083-23b7-4bdc-957f-7dec95efcef7),segment_id=c8a8b083-23b7-4bdc-957f-7dec95efcef7)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:08:13.158922 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:13.227955 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-8a935d0d-d933-4b89-a21d-d8887995e061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec190b02-f131-4aec-9c93-b7b8b7d51d0d', 'name': 'tempest-TestMinimumBasicScenario-963611746-router', 'tenant_id': 'c07453f9878a485491139d705e8f8076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': 'f8d1dca7-2cff-4abb-9dc5-a1f3a86c8a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:08:09Z', 'updated_at': '2022-10-13T16:08:11Z', 'revision_number': 3, 'project_id': 'c07453f9878a485491139d705e8f8076', 'gw_port': {'id': 'f8d1dca7-2cff-4abb-9dc5-a1f3a86c8a54', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:98:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec190b02-f131-4aec-9c93-b7b8b7d51d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:08:10Z', 'updated_at': '2022-10-13T16:08:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:08:13.238806 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a935d0d-d933-4b89-a21d-d8887995e061 None None] Checking router: ec190b02-f131-4aec-9c93-b7b8b7d51d0d for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:08:13.239915 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a935d0d-d933-4b89-a21d-d8887995e061 None None] Updating router ec190b02-f131-4aec-9c93-b7b8b7d51d0d port f8d1dca7-2cff-4abb-9dc5-a1f3a86c8a54 binding host dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 16:08:13.286625 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=f764ac9c-1ae4-4017-a506-77597e4d026f,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:08:13.306501 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8a935d0d-d933-4b89-a21d-d8887995e061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:13.393462 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-9d0b8578-ec9f-4b12-8b95-c6d0cb0a3e2f admin admin] Allocated IP 172.20.0.1 (116e70c2-2ffe-435e-804c-1f2742d6a173/0a12e355-1d69-459e-984b-9df8408d41b6/36c0bba8-9aae-44f4-9a76-132cd2bf038d) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:08:13.439091 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-53c042a6-63d1-4520-8a47-ffa37de37830 None None] Provisioning complete for port f764ac9c-1ae4-4017-a506-77597e4d026f triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:08:13.439767 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-53c042a6-63d1-4520-8a47-ffa37de37830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:13.439767 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-53c042a6-63d1-4520-8a47-ffa37de37830 None None] Attempt 1 to provision port f764ac9c-1ae4-4017-a506-77597e4d026f Oct 13 16:08:13.555005 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9d0b8578-ec9f-4b12-8b95-c6d0cb0a3e2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:13.571213 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-9d0b8578-ec9f-4b12-8b95-c6d0cb0a3e2f admin admin] Transition to ACTIVE for port object 36c0bba8-9aae-44f4-9a76-132cd2bf038d will not be triggered until provisioned by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:08:13.573211 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device d369504f-2c95-4ca1-9a78-ecf9a51b6d3e up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:08:13.594203 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9d0b8578-ec9f-4b12-8b95-c6d0cb0a3e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:13.666692 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0b8578-ec9f-4b12-8b95-c6d0cb0a3e2f admin admin] Network 116e70c2-2ffe-435e-804c-1f2742d6a173 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:08:13.669648 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-9d0b8578-ec9f-4b12-8b95-c6d0cb0a3e2f admin admin] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:08:13.673482 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0b8578-ec9f-4b12-8b95-c6d0cb0a3e2f admin admin] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:08:13.723194 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b8578-ec9f-4b12-8b95-c6d0cb0a3e2f admin admin] Pushing event updated for resources: {'Port': ['ID=36c0bba8-9aae-44f4-9a76-132cd2bf038d,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:08:13.750723 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9d0b8578-ec9f-4b12-8b95-c6d0cb0a3e2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:13.763768 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-53c042a6-63d1-4520-8a47-ffa37de37830 None None] Current status of the port f764ac9c-1ae4-4017-a506-77597e4d026f is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:08:13.793903 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port d369504f-2c95-4ca1-9a78-ecf9a51b6d3e triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:08:13.794306 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:13.794642 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port d369504f-2c95-4ca1-9a78-ecf9a51b6d3e Oct 13 16:08:13.882374 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8a935d0d-d933-4b89-a21d-d8887995e061 None None] Notify callbacks [] for port, precommit_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:13.885960 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9d0b8578-ec9f-4b12-8b95-c6d0cb0a3e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:13.899024 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-8a935d0d-d933-4b89-a21d-d8887995e061 None None] Transition to ACTIVE for port object f8d1dca7-2cff-4abb-9dc5-a1f3a86c8a54 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:08:13.934716 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8a935d0d-d933-4b89-a21d-d8887995e061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:14.074905 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-8a935d0d-d933-4b89-a21d-d8887995e061 None None] Attempting to bind port f8d1dca7-2cff-4abb-9dc5-a1f3a86c8a54 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:08:14.075189 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-8a935d0d-d933-4b89-a21d-d8887995e061 None None] Attempting to bind port f8d1dca7-2cff-4abb-9dc5-a1f3a86c8a54 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:08:14.075542 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a935d0d-d933-4b89-a21d-d8887995e061 None None] Attempting to bind port f8d1dca7-2cff-4abb-9dc5-a1f3a86c8a54 on network 8fb1fa59-32fe-4ed0-a248-96c43edb135f {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:08:14.085305 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port d369504f-2c95-4ca1-9a78-ecf9a51b6d3e is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:08:14.086358 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device f764ac9c-1ae4-4017-a506-77597e4d026f up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:08:14.120693 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9d0b8578-ec9f-4b12-8b95-c6d0cb0a3e2f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:14.124886 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9d0b8578-ec9f-4b12-8b95-c6d0cb0a3e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:14.125355 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a935d0d-d933-4b89-a21d-d8887995e061 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:08:14.125756 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a935d0d-d933-4b89-a21d-d8887995e061 None None] Checking segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:08:14.126178 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8a935d0d-d933-4b89-a21d-d8887995e061 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:14.126572 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a935d0d-d933-4b89-a21d-d8887995e061 None None] Bound using segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:08:14.127042 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-8a935d0d-d933-4b89-a21d-d8887995e061 None None] Bound port: f8d1dca7-2cff-4abb-9dc5-a1f3a86c8a54, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:08:14.127409 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8a935d0d-d933-4b89-a21d-d8887995e061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:14.160282 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-de85fde8-007b-4f9d-81dc-67fa03a9e64e None None] Provisioning for port 36c0bba8-9aae-44f4-9a76-132cd2bf038d completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:08:14.178434 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff9e7b-4388-49c2-b11f-c11e4303f214 None None] Pushing event updated for resources: {'Port': ['ID=f8d1dca7-2cff-4abb-9dc5-a1f3a86c8a54,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:08:14.195852 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-de85fde8-007b-4f9d-81dc-67fa03a9e64e None None] Provisioning complete for port 36c0bba8-9aae-44f4-9a76-132cd2bf038d triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:08:14.196222 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-de85fde8-007b-4f9d-81dc-67fa03a9e64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:14.196586 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-de85fde8-007b-4f9d-81dc-67fa03a9e64e None None] Attempt 1 to provision port 36c0bba8-9aae-44f4-9a76-132cd2bf038d Oct 13 16:08:14.231998 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b8578-ec9f-4b12-8b95-c6d0cb0a3e2f admin admin] Pushing event updated for resources: {'Port': ['ID=36c0bba8-9aae-44f4-9a76-132cd2bf038d,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:08:14.234551 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9d0b8578-ec9f-4b12-8b95-c6d0cb0a3e2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:14.276686 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-de85fde8-007b-4f9d-81dc-67fa03a9e64e None None] Port 36c0bba8-9aae-44f4-9a76-132cd2bf038d cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:08:14.284642 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-8a935d0d-d933-4b89-a21d-d8887995e061 None None] For port f8d1dca7-2cff-4abb-9dc5-a1f3a86c8a54, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:08:14.288722 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-8a935d0d-d933-4b89-a21d-d8887995e061 None None] For port f8d1dca7-2cff-4abb-9dc5-a1f3a86c8a54, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=f8d1dca7-2cff-4abb-9dc5-a1f3a86c8a54,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:08:14.291019 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port f764ac9c-1ae4-4017-a506-77597e4d026f triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:08:14.291388 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:14.291722 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port f764ac9c-1ae4-4017-a506-77597e4d026f Oct 13 16:08:14.322099 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8a935d0d-d933-4b89-a21d-d8887995e061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:14.370156 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0b8578-ec9f-4b12-8b95-c6d0cb0a3e2f admin admin] Network 116e70c2-2ffe-435e-804c-1f2742d6a173 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:08:14.371352 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-9d0b8578-ec9f-4b12-8b95-c6d0cb0a3e2f admin admin] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:08:14.401964 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a935d0d-d933-4b89-a21d-d8887995e061 None None] Routers {'ec190b02-f131-4aec-9c93-b7b8b7d51d0d'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:08:14.402621 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-8a935d0d-d933-4b89-a21d-d8887995e061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:08:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['ec190b02-f131-4aec-9c93-b7b8b7d51d0d'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:08:14.488333 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ff9e7b-4388-49c2-b11f-c11e4303f214 None None] Pushing event updated for resources: {'Port': ['ID=f8d1dca7-2cff-4abb-9dc5-a1f3a86c8a54,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:08:14.566238 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d0b8578-ec9f-4b12-8b95-c6d0cb0a3e2f admin admin] Router ec190b02-f131-4aec-9c93-b7b8b7d51d0d has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 16:08:14.640168 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port f764ac9c-1ae4-4017-a506-77597e4d026f is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:08:14.654352 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-8a935d0d-d933-4b89-a21d-d8887995e061 None None] Set router ec190b02-f131-4aec-9c93-b7b8b7d51d0d gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:08:14.747977 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0b8578-ec9f-4b12-8b95-c6d0cb0a3e2f admin admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:08:14.756872 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-9d0b8578-ec9f-4b12-8b95-c6d0cb0a3e2f admin admin] 10.222.0.42 "PUT /v2.0/routers/ec190b02-f131-4aec-9c93-b7b8b7d51d0d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4351091 Oct 13 16:08:14.778012 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-de85fde8-007b-4f9d-81dc-67fa03a9e64e None None] Attempt 2 to provision port 36c0bba8-9aae-44f4-9a76-132cd2bf038d Oct 13 16:08:14.914298 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-de85fde8-007b-4f9d-81dc-67fa03a9e64e None None] Port 36c0bba8-9aae-44f4-9a76-132cd2bf038d cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:08:15.016376 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-8a935d0d-d933-4b89-a21d-d8887995e061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec190b02-f131-4aec-9c93-b7b8b7d51d0d', 'name': 'tempest-TestMinimumBasicScenario-963611746-router', 'tenant_id': 'c07453f9878a485491139d705e8f8076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': 'f8d1dca7-2cff-4abb-9dc5-a1f3a86c8a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:08:09Z', 'updated_at': '2022-10-13T16:08:13Z', 'revision_number': 4, 'project_id': 'c07453f9878a485491139d705e8f8076', 'gw_port': {'id': 'f8d1dca7-2cff-4abb-9dc5-a1f3a86c8a54', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:98:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec190b02-f131-4aec-9c93-b7b8b7d51d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:08:10Z', 'updated_at': '2022-10-13T16:08:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '36c0bba8-9aae-44f4-9a76-132cd2bf038d', 'name': '', 'network_id': '116e70c2-2ffe-435e-804c-1f2742d6a173', 'tenant_id': 'c07453f9878a485491139d705e8f8076', 'mac_address': 'fa:16:3e:3f:ef:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec190b02-f131-4aec-9c93-b7b8b7d51d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '0a12e355-1d69-459e-984b-9df8408d41b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:08:13Z', 'updated_at': '2022-10-13T16:08:13Z', 'revision_number': 2, 'project_id': 'c07453f9878a485491139d705e8f8076', 'subnets': [{'id': '0a12e355-1d69-459e-984b-9df8408d41b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:08:15.020423 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a935d0d-d933-4b89-a21d-d8887995e061 None None] The sync data for ids ['ec190b02-f131-4aec-9c93-b7b8b7d51d0d'] in dv-neutron-860329-2-hyperv is: [{'id': 'ec190b02-f131-4aec-9c93-b7b8b7d51d0d', 'name': 'tempest-TestMinimumBasicScenario-963611746-router', 'tenant_id': 'c07453f9878a485491139d705e8f8076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': 'f8d1dca7-2cff-4abb-9dc5-a1f3a86c8a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:08:09Z', 'updated_at': '2022-10-13T16:08:13Z', 'revision_number': 4, 'project_id': 'c07453f9878a485491139d705e8f8076', 'gw_port': {'id': 'f8d1dca7-2cff-4abb-9dc5-a1f3a86c8a54', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:98:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec190b02-f131-4aec-9c93-b7b8b7d51d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:08:10Z', 'updated_at': '2022-10-13T16:08:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '36c0bba8-9aae-44f4-9a76-132cd2bf038d', 'name': '', 'network_id': '116e70c2-2ffe-435e-804c-1f2742d6a173', 'tenant_id': 'c07453f9878a485491139d705e8f8076', 'mac_address': 'fa:16:3e:3f:ef:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec190b02-f131-4aec-9c93-b7b8b7d51d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '0a12e355-1d69-459e-984b-9df8408d41b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:08:13Z', 'updated_at': '2022-10-13T16:08:13Z', 'revision_number': 2, 'project_id': 'c07453f9878a485491139d705e8f8076', 'subnets': [{'id': '0a12e355-1d69-459e-984b-9df8408d41b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:08:15.415647 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-de85fde8-007b-4f9d-81dc-67fa03a9e64e None None] Attempt 3 to provision port 36c0bba8-9aae-44f4-9a76-132cd2bf038d Oct 13 16:08:15.488887 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-de85fde8-007b-4f9d-81dc-67fa03a9e64e None None] Port 36c0bba8-9aae-44f4-9a76-132cd2bf038d cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:08:15.990312 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-de85fde8-007b-4f9d-81dc-67fa03a9e64e None None] Attempt 4 to provision port 36c0bba8-9aae-44f4-9a76-132cd2bf038d Oct 13 16:08:16.068588 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-de85fde8-007b-4f9d-81dc-67fa03a9e64e None None] Port 36c0bba8-9aae-44f4-9a76-132cd2bf038d cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:08:16.570043 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-de85fde8-007b-4f9d-81dc-67fa03a9e64e None None] Attempt 5 to provision port 36c0bba8-9aae-44f4-9a76-132cd2bf038d Oct 13 16:08:16.640850 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-de85fde8-007b-4f9d-81dc-67fa03a9e64e None None] Port 36c0bba8-9aae-44f4-9a76-132cd2bf038d cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:08:17.142278 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-de85fde8-007b-4f9d-81dc-67fa03a9e64e None None] Attempt 6 to provision port 36c0bba8-9aae-44f4-9a76-132cd2bf038d Oct 13 16:08:17.201047 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-de85fde8-007b-4f9d-81dc-67fa03a9e64e None None] Port 36c0bba8-9aae-44f4-9a76-132cd2bf038d cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:08:17.543525 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device f8d1dca7-2cff-4abb-9dc5-a1f3a86c8a54 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:08:17.627863 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port f8d1dca7-2cff-4abb-9dc5-a1f3a86c8a54 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:08:17.633139 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port f8d1dca7-2cff-4abb-9dc5-a1f3a86c8a54 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:08:17.634171 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:17.634582 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port f8d1dca7-2cff-4abb-9dc5-a1f3a86c8a54 Oct 13 16:08:17.702231 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-de85fde8-007b-4f9d-81dc-67fa03a9e64e None None] Attempt 7 to provision port 36c0bba8-9aae-44f4-9a76-132cd2bf038d Oct 13 16:08:17.849208 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-de85fde8-007b-4f9d-81dc-67fa03a9e64e None None] Port 36c0bba8-9aae-44f4-9a76-132cd2bf038d cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:08:17.879442 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port f8d1dca7-2cff-4abb-9dc5-a1f3a86c8a54 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:08:17.879942 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:17.900350 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port f8d1dca7-2cff-4abb-9dc5-a1f3a86c8a54, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=f8d1dca7-2cff-4abb-9dc5-a1f3a86c8a54,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:08:17.904497 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:17.979503 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=f8d1dca7-2cff-4abb-9dc5-a1f3a86c8a54,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:08:18.350865 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-de85fde8-007b-4f9d-81dc-67fa03a9e64e None None] Attempt 8 to provision port 36c0bba8-9aae-44f4-9a76-132cd2bf038d Oct 13 16:08:18.412180 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-de85fde8-007b-4f9d-81dc-67fa03a9e64e None None] Port 36c0bba8-9aae-44f4-9a76-132cd2bf038d cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:08:18.707383 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188d69ae-24b9-4d77-befc-5c83192209e0 None None] Sync routers for ids ['ec190b02-f131-4aec-9c93-b7b8b7d51d0d'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:08:18.717960 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188d69ae-24b9-4d77-befc-5c83192209e0 None None] Routers {'ec190b02-f131-4aec-9c93-b7b8b7d51d0d'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:08:18.718609 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-188d69ae-24b9-4d77-befc-5c83192209e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:08:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['ec190b02-f131-4aec-9c93-b7b8b7d51d0d'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:08:18.913680 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-de85fde8-007b-4f9d-81dc-67fa03a9e64e None None] Attempt 9 to provision port 36c0bba8-9aae-44f4-9a76-132cd2bf038d Oct 13 16:08:18.923267 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-188d69ae-24b9-4d77-befc-5c83192209e0 None None] Set router ec190b02-f131-4aec-9c93-b7b8b7d51d0d gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:08:18.973298 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-de85fde8-007b-4f9d-81dc-67fa03a9e64e None None] Port 36c0bba8-9aae-44f4-9a76-132cd2bf038d cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:08:19.311455 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-188d69ae-24b9-4d77-befc-5c83192209e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec190b02-f131-4aec-9c93-b7b8b7d51d0d', 'name': 'tempest-TestMinimumBasicScenario-963611746-router', 'tenant_id': 'c07453f9878a485491139d705e8f8076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': 'f8d1dca7-2cff-4abb-9dc5-a1f3a86c8a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:08:09Z', 'updated_at': '2022-10-13T16:08:13Z', 'revision_number': 4, 'project_id': 'c07453f9878a485491139d705e8f8076', 'gw_port': {'id': 'f8d1dca7-2cff-4abb-9dc5-a1f3a86c8a54', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:98:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec190b02-f131-4aec-9c93-b7b8b7d51d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:08:10Z', 'updated_at': '2022-10-13T16:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '36c0bba8-9aae-44f4-9a76-132cd2bf038d', 'name': '', 'network_id': '116e70c2-2ffe-435e-804c-1f2742d6a173', 'tenant_id': 'c07453f9878a485491139d705e8f8076', 'mac_address': 'fa:16:3e:3f:ef:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec190b02-f131-4aec-9c93-b7b8b7d51d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '0a12e355-1d69-459e-984b-9df8408d41b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:08:13Z', 'updated_at': '2022-10-13T16:08:13Z', 'revision_number': 2, 'project_id': 'c07453f9878a485491139d705e8f8076', 'subnets': [{'id': '0a12e355-1d69-459e-984b-9df8408d41b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:08:19.315478 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188d69ae-24b9-4d77-befc-5c83192209e0 None None] Checking router: ec190b02-f131-4aec-9c93-b7b8b7d51d0d for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:08:19.315832 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188d69ae-24b9-4d77-befc-5c83192209e0 None None] Updating router ec190b02-f131-4aec-9c93-b7b8b7d51d0d port 36c0bba8-9aae-44f4-9a76-132cd2bf038d binding host dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 16:08:19.376338 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-188d69ae-24b9-4d77-befc-5c83192209e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:19.474198 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-de85fde8-007b-4f9d-81dc-67fa03a9e64e None None] Attempt 10 to provision port 36c0bba8-9aae-44f4-9a76-132cd2bf038d Oct 13 16:08:19.542282 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-de85fde8-007b-4f9d-81dc-67fa03a9e64e None None] Port 36c0bba8-9aae-44f4-9a76-132cd2bf038d cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:08:19.561248 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device f8d1dca7-2cff-4abb-9dc5-a1f3a86c8a54 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:08:19.677353 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port f8d1dca7-2cff-4abb-9dc5-a1f3a86c8a54 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:08:19.678062 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:19.678620 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port f8d1dca7-2cff-4abb-9dc5-a1f3a86c8a54 Oct 13 16:08:19.744942 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-874878c7-656a-4193-a955-f94698a5f42c None None] Provisioning complete for port 36c0bba8-9aae-44f4-9a76-132cd2bf038d triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:08:19.745641 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-874878c7-656a-4193-a955-f94698a5f42c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:19.746209 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-874878c7-656a-4193-a955-f94698a5f42c None None] Attempt 1 to provision port 36c0bba8-9aae-44f4-9a76-132cd2bf038d Oct 13 16:08:19.793069 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-188d69ae-24b9-4d77-befc-5c83192209e0 None None] Notify callbacks [] for port, precommit_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:19.806208 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.provisioning_blocks [None req-188d69ae-24b9-4d77-befc-5c83192209e0 None None] Transition to ACTIVE for port object 36c0bba8-9aae-44f4-9a76-132cd2bf038d will not be triggered until provisioned by entity L2. {{(pid=88975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:08:19.817426 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-188d69ae-24b9-4d77-befc-5c83192209e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:19.854094 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-874878c7-656a-4193-a955-f94698a5f42c None None] Port 36c0bba8-9aae-44f4-9a76-132cd2bf038d cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:08:19.884138 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port f8d1dca7-2cff-4abb-9dc5-a1f3a86c8a54 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:08:20.030525 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34580422-6e90-42b8-822e-c7bf8ea99db7 None None] Pushing event updated for resources: {'Port': ['ID=36c0bba8-9aae-44f4-9a76-132cd2bf038d,revision_number=3']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:08:20.049669 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-188d69ae-24b9-4d77-befc-5c83192209e0 None None] Attempting to bind port 36c0bba8-9aae-44f4-9a76-132cd2bf038d on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:08:20.049669 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-188d69ae-24b9-4d77-befc-5c83192209e0 None None] Attempting to bind port 36c0bba8-9aae-44f4-9a76-132cd2bf038d by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'c8a8b083-23b7-4bdc-957f-7dec95efcef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '116e70c2-2ffe-435e-804c-1f2742d6a173'}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:08:20.050202 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188d69ae-24b9-4d77-befc-5c83192209e0 None None] Attempting to bind port 36c0bba8-9aae-44f4-9a76-132cd2bf038d on network 116e70c2-2ffe-435e-804c-1f2742d6a173 {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:08:20.056751 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188d69ae-24b9-4d77-befc-5c83192209e0 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 8, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:08:20.057127 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188d69ae-24b9-4d77-befc-5c83192209e0 None None] Checking segment: {'id': 'c8a8b083-23b7-4bdc-957f-7dec95efcef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '116e70c2-2ffe-435e-804c-1f2742d6a173'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:08:20.057523 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-188d69ae-24b9-4d77-befc-5c83192209e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:20.057913 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188d69ae-24b9-4d77-befc-5c83192209e0 None None] Bound using segment: {'id': 'c8a8b083-23b7-4bdc-957f-7dec95efcef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '116e70c2-2ffe-435e-804c-1f2742d6a173'} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:08:20.058552 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-188d69ae-24b9-4d77-befc-5c83192209e0 None None] Bound port: 36c0bba8-9aae-44f4-9a76-132cd2bf038d, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8a8b083-23b7-4bdc-957f-7dec95efcef7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 424, 'network_id': '116e70c2-2ffe-435e-804c-1f2742d6a173'}}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:08:20.058926 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-188d69ae-24b9-4d77-befc-5c83192209e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:20.153721 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-188d69ae-24b9-4d77-befc-5c83192209e0 None None] For port 36c0bba8-9aae-44f4-9a76-132cd2bf038d, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:08:20.157998 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-188d69ae-24b9-4d77-befc-5c83192209e0 None None] For port 36c0bba8-9aae-44f4-9a76-132cd2bf038d, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=36c0bba8-9aae-44f4-9a76-132cd2bf038d,segment=NetworkSegment(c8a8b083-23b7-4bdc-957f-7dec95efcef7),segment_id=c8a8b083-23b7-4bdc-957f-7dec95efcef7)] {{(pid=88975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:08:20.162720 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-188d69ae-24b9-4d77-befc-5c83192209e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:20.223834 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188d69ae-24b9-4d77-befc-5c83192209e0 None None] Routers {'ec190b02-f131-4aec-9c93-b7b8b7d51d0d'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:08:20.224561 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-188d69ae-24b9-4d77-befc-5c83192209e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:08:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['ec190b02-f131-4aec-9c93-b7b8b7d51d0d'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:08:20.314917 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34580422-6e90-42b8-822e-c7bf8ea99db7 None None] Pushing event updated for resources: {'Port': ['ID=36c0bba8-9aae-44f4-9a76-132cd2bf038d,revision_number=4']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:08:20.356059 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-874878c7-656a-4193-a955-f94698a5f42c None None] Attempt 2 to provision port 36c0bba8-9aae-44f4-9a76-132cd2bf038d Oct 13 16:08:20.431628 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-188d69ae-24b9-4d77-befc-5c83192209e0 None None] Set router ec190b02-f131-4aec-9c93-b7b8b7d51d0d gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:08:20.435057 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-874878c7-656a-4193-a955-f94698a5f42c None None] Port 36c0bba8-9aae-44f4-9a76-132cd2bf038d had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 16:08:20.822268 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-188d69ae-24b9-4d77-befc-5c83192209e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec190b02-f131-4aec-9c93-b7b8b7d51d0d', 'name': 'tempest-TestMinimumBasicScenario-963611746-router', 'tenant_id': 'c07453f9878a485491139d705e8f8076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': 'f8d1dca7-2cff-4abb-9dc5-a1f3a86c8a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:08:09Z', 'updated_at': '2022-10-13T16:08:13Z', 'revision_number': 4, 'project_id': 'c07453f9878a485491139d705e8f8076', 'gw_port': {'id': 'f8d1dca7-2cff-4abb-9dc5-a1f3a86c8a54', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:98:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec190b02-f131-4aec-9c93-b7b8b7d51d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:08:10Z', 'updated_at': '2022-10-13T16:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '36c0bba8-9aae-44f4-9a76-132cd2bf038d', 'name': '', 'network_id': '116e70c2-2ffe-435e-804c-1f2742d6a173', 'tenant_id': 'c07453f9878a485491139d705e8f8076', 'mac_address': 'fa:16:3e:3f:ef:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec190b02-f131-4aec-9c93-b7b8b7d51d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '0a12e355-1d69-459e-984b-9df8408d41b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:08:13Z', 'updated_at': '2022-10-13T16:08:20Z', 'revision_number': 4, 'project_id': 'c07453f9878a485491139d705e8f8076', 'subnets': [{'id': '0a12e355-1d69-459e-984b-9df8408d41b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:08:20.828172 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188d69ae-24b9-4d77-befc-5c83192209e0 None None] The sync data for ids ['ec190b02-f131-4aec-9c93-b7b8b7d51d0d'] in dv-neutron-860329-2-hyperv is: [{'id': 'ec190b02-f131-4aec-9c93-b7b8b7d51d0d', 'name': 'tempest-TestMinimumBasicScenario-963611746-router', 'tenant_id': 'c07453f9878a485491139d705e8f8076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': 'f8d1dca7-2cff-4abb-9dc5-a1f3a86c8a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:08:09Z', 'updated_at': '2022-10-13T16:08:13Z', 'revision_number': 4, 'project_id': 'c07453f9878a485491139d705e8f8076', 'gw_port': {'id': 'f8d1dca7-2cff-4abb-9dc5-a1f3a86c8a54', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:98:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec190b02-f131-4aec-9c93-b7b8b7d51d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:08:10Z', 'updated_at': '2022-10-13T16:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '36c0bba8-9aae-44f4-9a76-132cd2bf038d', 'name': '', 'network_id': '116e70c2-2ffe-435e-804c-1f2742d6a173', 'tenant_id': 'c07453f9878a485491139d705e8f8076', 'mac_address': 'fa:16:3e:3f:ef:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec190b02-f131-4aec-9c93-b7b8b7d51d0d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1681, 'fixed_ips': [{'subnet_id': '0a12e355-1d69-459e-984b-9df8408d41b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:08:13Z', 'updated_at': '2022-10-13T16:08:20Z', 'revision_number': 4, 'project_id': 'c07453f9878a485491139d705e8f8076', 'subnets': [{'id': '0a12e355-1d69-459e-984b-9df8408d41b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:08:21.551291 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 36c0bba8-9aae-44f4-9a76-132cd2bf038d up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:08:21.632740 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 36c0bba8-9aae-44f4-9a76-132cd2bf038d completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:08:21.638978 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 36c0bba8-9aae-44f4-9a76-132cd2bf038d triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:08:21.639786 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:21.640339 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 36c0bba8-9aae-44f4-9a76-132cd2bf038d Oct 13 16:08:21.779929 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 36c0bba8-9aae-44f4-9a76-132cd2bf038d is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:08:21.780557 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:21.831377 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 36c0bba8-9aae-44f4-9a76-132cd2bf038d, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=36c0bba8-9aae-44f4-9a76-132cd2bf038d,segment=NetworkSegment(c8a8b083-23b7-4bdc-957f-7dec95efcef7),segment_id=c8a8b083-23b7-4bdc-957f-7dec95efcef7)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:08:21.840956 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:21.932714 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=36c0bba8-9aae-44f4-9a76-132cd2bf038d,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:08:23.525284 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 36c0bba8-9aae-44f4-9a76-132cd2bf038d up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:08:23.601426 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 36c0bba8-9aae-44f4-9a76-132cd2bf038d triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:08:23.602560 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:23.602925 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 36c0bba8-9aae-44f4-9a76-132cd2bf038d Oct 13 16:08:23.734656 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 36c0bba8-9aae-44f4-9a76-132cd2bf038d is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:08:24.675805 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb152249-4b0a-4a06-831d-f795095e606c req-5d7fa729-a9b7-4fb7-84d6-9a8de48fd171 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:08:24.677233 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-cb152249-4b0a-4a06-831d-f795095e606c req-5d7fa729-a9b7-4fb7-84d6-9a8de48fd171 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/networks?id=30a5f323-9355-44ad-ad5f-9cd877870850 HTTP/1.1" status: 200 len: 815 time: 0.1442564 Oct 13 16:08:24.691769 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-cb152249-4b0a-4a06-831d-f795095e606c req-8cf9452d-1e83-4fb2-b610-9d0675fea2bb tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/quotas/3d2b339ec11245a2afc4346745271272 HTTP/1.1" status: 200 len: 375 time: 0.0090351 Oct 13 16:08:24.785271 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-cb152249-4b0a-4a06-831d-f795095e606c req-658b9804-634d-4ee6-94e2-9980bbb72d68 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d2b339ec11245a2afc4346745271272&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0877755 Oct 13 16:08:24.921839 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-cb152249-4b0a-4a06-831d-f795095e606c req-9bd40c18-d0d8-4527-b619-6be4bd5e0b8c service neutron] 10.222.0.42 "GET /v2.0/networks/30a5f323-9355-44ad-ad5f-9cd877870850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253941 Oct 13 16:08:25.048990 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-cb152249-4b0a-4a06-831d-f795095e606c req-124b70d4-855d-4b40-b38c-cc16a1197247 service neutron] 10.222.0.42 "GET /v2.0/networks/30a5f323-9355-44ad-ad5f-9cd877870850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212959 Oct 13 16:08:25.226672 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-37eddc9e-b335-4c88-be9e-3d98f13829bd req-9e4c77d3-2a32-4a7d-9d48-00d25ff48506 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Synchronizing usage tracker for tenant:3d2b339ec11245a2afc4346745271272 on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:08:25.244243 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-37eddc9e-b335-4c88-be9e-3d98f13829bd req-9e4c77d3-2a32-4a7d-9d48-00d25ff48506 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Unset dirty status for tenant:3d2b339ec11245a2afc4346745271272 on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:08:25.245415 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-37eddc9e-b335-4c88-be9e-3d98f13829bd req-9e4c77d3-2a32-4a7d-9d48-00d25ff48506 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfa3eeed-6397-4713-a35c-ce241895883c HTTP/1.1" status: 200 len: 210 time: 0.0676565 Oct 13 16:08:26.113368 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:26.254894 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb152249-4b0a-4a06-831d-f795095e606c req-fa5451e3-9830-44ed-8d01-418409d57194 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:08:26.256235 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-cb152249-4b0a-4a06-831d-f795095e606c req-fa5451e3-9830-44ed-8d01-418409d57194 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.16 "GET /v2.0/networks?id=30a5f323-9355-44ad-ad5f-9cd877870850 HTTP/1.1" status: 200 len: 815 time: 0.1493533 Oct 13 16:08:26.267646 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-cb152249-4b0a-4a06-831d-f795095e606c req-c3c728af-971f-456a-89ea-0245aa049ab4 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Request body: {'port': {'device_id': 'dfa3eeed-6397-4713-a35c-ce241895883c', 'network_id': '30a5f323-9355-44ad-ad5f-9cd877870850', 'admin_state_up': True, 'tenant_id': '3d2b339ec11245a2afc4346745271272'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:08:26.424453 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-92d55306-fb01-47aa-bb61-153fe52d34dc req-82fb4599-3c16-44bb-8d1d-6d9fa5648e57 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfa3eeed-6397-4713-a35c-ce241895883c HTTP/1.1" status: 200 len: 210 time: 0.0551064 Oct 13 16:08:26.465799 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-cb152249-4b0a-4a06-831d-f795095e606c req-c3c728af-971f-456a-89ea-0245aa049ab4 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:08:26.475431 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-cb152249-4b0a-4a06-831d-f795095e606c req-c3c728af-971f-456a-89ea-0245aa049ab4 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:08:26.486948 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cb152249-4b0a-4a06-831d-f795095e606c req-c3c728af-971f-456a-89ea-0245aa049ab4 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Made reservation on behalf of 3d2b339ec11245a2afc4346745271272 for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 16:08:26.490739 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-cb152249-4b0a-4a06-831d-f795095e606c req-c3c728af-971f-456a-89ea-0245aa049ab4 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:26.828776 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [req-cb152249-4b0a-4a06-831d-f795095e606c req-c3c728af-971f-456a-89ea-0245aa049ab4 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Allocated IP 172.20.0.10 (30a5f323-9355-44ad-ad5f-9cd877870850/338d472d-cf5b-4247-a849-d3e570335d99/6536ffcd-04fe-4394-9f4f-d9ba74bd83f7) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:08:27.073901 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-cb152249-4b0a-4a06-831d-f795095e606c req-c3c728af-971f-456a-89ea-0245aa049ab4 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:27.091509 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-cb152249-4b0a-4a06-831d-f795095e606c req-c3c728af-971f-456a-89ea-0245aa049ab4 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Transition to ACTIVE for port object 6536ffcd-04fe-4394-9f4f-d9ba74bd83f7 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:08:27.128039 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-cb152249-4b0a-4a06-831d-f795095e606c req-c3c728af-971f-456a-89ea-0245aa049ab4 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:27.198992 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cb152249-4b0a-4a06-831d-f795095e606c req-c3c728af-971f-456a-89ea-0245aa049ab4 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Network 30a5f323-9355-44ad-ad5f-9cd877870850 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:08:27.202688 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [req-cb152249-4b0a-4a06-831d-f795095e606c req-c3c728af-971f-456a-89ea-0245aa049ab4 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:08:27.207296 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb152249-4b0a-4a06-831d-f795095e606c req-c3c728af-971f-456a-89ea-0245aa049ab4 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:08:27.253681 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c728af-971f-456a-89ea-0245aa049ab4 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Pushing event updated for resources: {'Port': ['ID=6536ffcd-04fe-4394-9f4f-d9ba74bd83f7,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:08:27.296746 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb152249-4b0a-4a06-831d-f795095e606c req-c3c728af-971f-456a-89ea-0245aa049ab4 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:08:27.297441 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-cb152249-4b0a-4a06-831d-f795095e606c req-c3c728af-971f-456a-89ea-0245aa049ab4 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:27.328775 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-cb152249-4b0a-4a06-831d-f795095e606c req-c3c728af-971f-456a-89ea-0245aa049ab4 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0645444 Oct 13 16:08:27.514081 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-03537a21-8da7-4b5d-8502-08978d5207c1 None None] Provisioning for port 6536ffcd-04fe-4394-9f4f-d9ba74bd83f7 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:08:27.533120 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-03537a21-8da7-4b5d-8502-08978d5207c1 None None] Provisioning complete for port 6536ffcd-04fe-4394-9f4f-d9ba74bd83f7 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:08:27.533502 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-03537a21-8da7-4b5d-8502-08978d5207c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:27.533828 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-03537a21-8da7-4b5d-8502-08978d5207c1 None None] Attempt 1 to provision port 6536ffcd-04fe-4394-9f4f-d9ba74bd83f7 Oct 13 16:08:27.617263 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-03537a21-8da7-4b5d-8502-08978d5207c1 None None] Port 6536ffcd-04fe-4394-9f4f-d9ba74bd83f7 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:08:27.787672 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6991456-5fe3-44bf-9fd8-ec84e82e4163 req-59e11a44-a122-4ef4-aea3-184312779a5b tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:08:27.794642 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-b6991456-5fe3-44bf-9fd8-ec84e82e4163 req-59e11a44-a122-4ef4-aea3-184312779a5b tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfa3eeed-6397-4713-a35c-ce241895883c HTTP/1.1" status: 200 len: 932 time: 0.2430341 Oct 13 16:08:27.836817 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-b6991456-5fe3-44bf-9fd8-ec84e82e4163 req-a9fd777b-3886-46c4-99ae-72260a347fd6 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Synchronizing usage tracker for tenant:3d2b339ec11245a2afc4346745271272 on resource:security_group {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:08:27.857545 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-b6991456-5fe3-44bf-9fd8-ec84e82e4163 req-a9fd777b-3886-46c4-99ae-72260a347fd6 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Unset dirty status for tenant:3d2b339ec11245a2afc4346745271272 on resource:security_group {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:08:27.865502 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-b6991456-5fe3-44bf-9fd8-ec84e82e4163 req-a9fd777b-3886-46c4-99ae-72260a347fd6 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698166 Oct 13 16:08:28.118446 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-03537a21-8da7-4b5d-8502-08978d5207c1 None None] Attempt 2 to provision port 6536ffcd-04fe-4394-9f4f-d9ba74bd83f7 Oct 13 16:08:28.176811 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-03537a21-8da7-4b5d-8502-08978d5207c1 None None] Port 6536ffcd-04fe-4394-9f4f-d9ba74bd83f7 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:08:28.677757 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-03537a21-8da7-4b5d-8502-08978d5207c1 None None] Attempt 3 to provision port 6536ffcd-04fe-4394-9f4f-d9ba74bd83f7 Oct 13 16:08:28.737017 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-03537a21-8da7-4b5d-8502-08978d5207c1 None None] Port 6536ffcd-04fe-4394-9f4f-d9ba74bd83f7 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:08:29.083303 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9010a7e7-8a48-4a33-9904-90da158c8281 req-9f010e58-65d8-440e-b809-bcee21279d28 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:08:29.083944 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-9010a7e7-8a48-4a33-9904-90da158c8281 req-9f010e58-65d8-440e-b809-bcee21279d28 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Synchronizing usage tracker for tenant:3d2b339ec11245a2afc4346745271272 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:08:29.099609 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-9010a7e7-8a48-4a33-9904-90da158c8281 req-9f010e58-65d8-440e-b809-bcee21279d28 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Unset dirty status for tenant:3d2b339ec11245a2afc4346745271272 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:08:29.101630 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9010a7e7-8a48-4a33-9904-90da158c8281 req-9f010e58-65d8-440e-b809-bcee21279d28 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfa3eeed-6397-4713-a35c-ce241895883c HTTP/1.1" status: 200 len: 932 time: 0.1093037 Oct 13 16:08:29.151611 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9010a7e7-8a48-4a33-9904-90da158c8281 req-165ab4ad-b3fa-4f93-9076-4b1099de3367 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435994 Oct 13 16:08:29.238431 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-03537a21-8da7-4b5d-8502-08978d5207c1 None None] Attempt 4 to provision port 6536ffcd-04fe-4394-9f4f-d9ba74bd83f7 Oct 13 16:08:29.297017 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-03537a21-8da7-4b5d-8502-08978d5207c1 None None] Port 6536ffcd-04fe-4394-9f4f-d9ba74bd83f7 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:08:29.797891 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-03537a21-8da7-4b5d-8502-08978d5207c1 None None] Attempt 5 to provision port 6536ffcd-04fe-4394-9f4f-d9ba74bd83f7 Oct 13 16:08:29.854831 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-03537a21-8da7-4b5d-8502-08978d5207c1 None None] Port 6536ffcd-04fe-4394-9f4f-d9ba74bd83f7 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:08:30.356281 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-03537a21-8da7-4b5d-8502-08978d5207c1 None None] Attempt 6 to provision port 6536ffcd-04fe-4394-9f4f-d9ba74bd83f7 Oct 13 16:08:30.368359 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd89f12-aed8-46e4-9f10-f9c7b46a8c0a req-36a633e0-a46f-4ab0-9fdd-cef0da599b57 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:08:30.370056 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-bcd89f12-aed8-46e4-9f10-f9c7b46a8c0a req-36a633e0-a46f-4ab0-9fdd-cef0da599b57 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfa3eeed-6397-4713-a35c-ce241895883c HTTP/1.1" status: 200 len: 932 time: 0.0937333 Oct 13 16:08:30.420538 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-03537a21-8da7-4b5d-8502-08978d5207c1 None None] Port 6536ffcd-04fe-4394-9f4f-d9ba74bd83f7 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:08:30.442773 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-bcd89f12-aed8-46e4-9f10-f9c7b46a8c0a req-bdd59cc6-39ea-4255-8076-7162688405e2 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646229 Oct 13 16:08:30.922579 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-03537a21-8da7-4b5d-8502-08978d5207c1 None None] Attempt 7 to provision port 6536ffcd-04fe-4394-9f4f-d9ba74bd83f7 Oct 13 16:08:30.981210 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-03537a21-8da7-4b5d-8502-08978d5207c1 None None] Port 6536ffcd-04fe-4394-9f4f-d9ba74bd83f7 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:08:31.482549 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-03537a21-8da7-4b5d-8502-08978d5207c1 None None] Attempt 8 to provision port 6536ffcd-04fe-4394-9f4f-d9ba74bd83f7 Oct 13 16:08:31.542093 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-03537a21-8da7-4b5d-8502-08978d5207c1 None None] Port 6536ffcd-04fe-4394-9f4f-d9ba74bd83f7 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:08:31.665947 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6f7215-6229-4c85-abd4-a7db9c1c8e5b req-9eae6a89-83b3-4c04-ba91-bb0af127285f tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:08:31.668578 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1d6f7215-6229-4c85-abd4-a7db9c1c8e5b req-9eae6a89-83b3-4c04-ba91-bb0af127285f tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfa3eeed-6397-4713-a35c-ce241895883c HTTP/1.1" status: 200 len: 932 time: 0.1082795 Oct 13 16:08:31.720040 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1d6f7215-6229-4c85-abd4-a7db9c1c8e5b req-666cf001-17de-4ded-b2ed-88e70e10c405 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456278 Oct 13 16:08:32.043355 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-03537a21-8da7-4b5d-8502-08978d5207c1 None None] Attempt 9 to provision port 6536ffcd-04fe-4394-9f4f-d9ba74bd83f7 Oct 13 16:08:32.106858 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-03537a21-8da7-4b5d-8502-08978d5207c1 None None] Port 6536ffcd-04fe-4394-9f4f-d9ba74bd83f7 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:08:32.608042 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-03537a21-8da7-4b5d-8502-08978d5207c1 None None] Attempt 10 to provision port 6536ffcd-04fe-4394-9f4f-d9ba74bd83f7 Oct 13 16:08:32.676685 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-03537a21-8da7-4b5d-8502-08978d5207c1 None None] Port 6536ffcd-04fe-4394-9f4f-d9ba74bd83f7 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:08:32.931791 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a061cba-4a38-425f-91ad-1782c496acdf req-e257b191-effe-4b4c-9216-62e54bfb3d79 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:08:32.933282 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-3a061cba-4a38-425f-91ad-1782c496acdf req-e257b191-effe-4b4c-9216-62e54bfb3d79 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfa3eeed-6397-4713-a35c-ce241895883c HTTP/1.1" status: 200 len: 932 time: 0.0911741 Oct 13 16:08:32.982463 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-3a061cba-4a38-425f-91ad-1782c496acdf req-42b02795-65c6-4236-9305-6cffa7e41670 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433204 Oct 13 16:08:34.182792 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f73aa1f-8a6b-4f63-b8c0-e4a9ff47c829 req-3553048d-2c30-4e46-8357-51a3112743ca tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:08:34.184265 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1f73aa1f-8a6b-4f63-b8c0-e4a9ff47c829 req-3553048d-2c30-4e46-8357-51a3112743ca tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfa3eeed-6397-4713-a35c-ce241895883c HTTP/1.1" status: 200 len: 932 time: 0.0907724 Oct 13 16:08:34.234630 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1f73aa1f-8a6b-4f63-b8c0-e4a9ff47c829 req-81bfee0e-9810-4ab4-8cbd-f643f4a3417e tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445774 Oct 13 16:08:34.553625 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e502d43d-4a92-4c0a-9944-d5775f3f677f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:35.426819 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf99e81-cb7b-4de3-a0d5-0aa53c3e8a38 req-d88ea1c7-e9a3-4c93-ab4b-75871cd18700 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:08:35.428239 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-6cf99e81-cb7b-4de3-a0d5-0aa53c3e8a38 req-d88ea1c7-e9a3-4c93-ab4b-75871cd18700 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfa3eeed-6397-4713-a35c-ce241895883c HTTP/1.1" status: 200 len: 932 time: 0.0850348 Oct 13 16:08:35.471132 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-6cf99e81-cb7b-4de3-a0d5-0aa53c3e8a38 req-3538eedc-962c-4505-9718-925ddb23d0fd tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368018 Oct 13 16:08:35.563018 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:08:36.391072 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-cb152249-4b0a-4a06-831d-f795095e606c req-41f68ad5-2fc7-4bc2-b752-8d3d15aa8e49 service neutron] Request body: {'port': {'device_id': 'dfa3eeed-6397-4713-a35c-ce241895883c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:08:36.502987 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-cb152249-4b0a-4a06-831d-f795095e606c req-41f68ad5-2fc7-4bc2-b752-8d3d15aa8e49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:36.708235 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-63357445-cd94-4c90-a581-058778bf96ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:36.833575 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936bb820-f6dd-440b-8ece-e101848e4e5f req-ec0c8139-ed4f-41cc-846b-5ba98bf20f0e tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:08:36.835612 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-936bb820-f6dd-440b-8ece-e101848e4e5f req-ec0c8139-ed4f-41cc-846b-5ba98bf20f0e tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfa3eeed-6397-4713-a35c-ce241895883c HTTP/1.1" status: 200 len: 932 time: 0.2486496 Oct 13 16:08:36.898132 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-936bb820-f6dd-440b-8ece-e101848e4e5f req-5e20c1bf-cd7f-4a02-bce3-3daaa7cca47a tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562499 Oct 13 16:08:36.965153 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [req-cb152249-4b0a-4a06-831d-f795095e606c req-41f68ad5-2fc7-4bc2-b752-8d3d15aa8e49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6536ffcd-04fe-4394-9f4f-d9ba74bd83f7 {{(pid=88973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 16:08:36.972186 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-cb152249-4b0a-4a06-831d-f795095e606c req-41f68ad5-2fc7-4bc2-b752-8d3d15aa8e49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:36.987181 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-cb152249-4b0a-4a06-831d-f795095e606c req-41f68ad5-2fc7-4bc2-b752-8d3d15aa8e49 service neutron] Transition to ACTIVE for port object 6536ffcd-04fe-4394-9f4f-d9ba74bd83f7 will not be triggered until provisioned by entity L2. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:08:36.990360 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-cb152249-4b0a-4a06-831d-f795095e606c req-41f68ad5-2fc7-4bc2-b752-8d3d15aa8e49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:37.174526 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f68ad5-2fc7-4bc2-b752-8d3d15aa8e49 service neutron] Pushing event updated for resources: {'Port': ['ID=6536ffcd-04fe-4394-9f4f-d9ba74bd83f7,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:08:37.207917 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-cb152249-4b0a-4a06-831d-f795095e606c req-41f68ad5-2fc7-4bc2-b752-8d3d15aa8e49 service neutron] Attempting to bind port 6536ffcd-04fe-4394-9f4f-d9ba74bd83f7 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:08:37.208248 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-cb152249-4b0a-4a06-831d-f795095e606c req-41f68ad5-2fc7-4bc2-b752-8d3d15aa8e49 service neutron] Attempting to bind port 6536ffcd-04fe-4394-9f4f-d9ba74bd83f7 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '2ffdf606-d152-4692-a354-790c904f7bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '30a5f323-9355-44ad-ad5f-9cd877870850'}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:08:37.208566 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb152249-4b0a-4a06-831d-f795095e606c req-41f68ad5-2fc7-4bc2-b752-8d3d15aa8e49 service neutron] Attempting to bind port 6536ffcd-04fe-4394-9f4f-d9ba74bd83f7 on network 30a5f323-9355-44ad-ad5f-9cd877870850 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:08:37.213479 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb152249-4b0a-4a06-831d-f795095e606c req-41f68ad5-2fc7-4bc2-b752-8d3d15aa8e49 service neutron] Port 6536ffcd-04fe-4394-9f4f-d9ba74bd83f7 on network 30a5f323-9355-44ad-ad5f-9cd877870850 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 16:08:37.213791 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb152249-4b0a-4a06-831d-f795095e606c req-41f68ad5-2fc7-4bc2-b752-8d3d15aa8e49 service neutron] Attempting to bind port 6536ffcd-04fe-4394-9f4f-d9ba74bd83f7 on network 30a5f323-9355-44ad-ad5f-9cd877870850 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:08:37.218744 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb152249-4b0a-4a06-831d-f795095e606c req-41f68ad5-2fc7-4bc2-b752-8d3d15aa8e49 service neutron] Checking agent: {'id': 'c4d1d38a-44f6-47ac-b17c-311e640e7cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'started_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 8, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:08:37.219070 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb152249-4b0a-4a06-831d-f795095e606c req-41f68ad5-2fc7-4bc2-b752-8d3d15aa8e49 service neutron] Checking segment: {'id': '2ffdf606-d152-4692-a354-790c904f7bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '30a5f323-9355-44ad-ad5f-9cd877870850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:08:37.219436 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cb152249-4b0a-4a06-831d-f795095e606c req-41f68ad5-2fc7-4bc2-b752-8d3d15aa8e49 service neutron] Bound using segment: {'id': '2ffdf606-d152-4692-a354-790c904f7bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '30a5f323-9355-44ad-ad5f-9cd877870850'} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:08:37.219850 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-cb152249-4b0a-4a06-831d-f795095e606c req-41f68ad5-2fc7-4bc2-b752-8d3d15aa8e49 service neutron] Bound port: 6536ffcd-04fe-4394-9f4f-d9ba74bd83f7, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ffdf606-d152-4692-a354-790c904f7bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '30a5f323-9355-44ad-ad5f-9cd877870850'}}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:08:37.220183 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-cb152249-4b0a-4a06-831d-f795095e606c req-41f68ad5-2fc7-4bc2-b752-8d3d15aa8e49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:37.404376 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-cb152249-4b0a-4a06-831d-f795095e606c req-41f68ad5-2fc7-4bc2-b752-8d3d15aa8e49 service neutron] For port 6536ffcd-04fe-4394-9f4f-d9ba74bd83f7, host hv-neutron-8603, cleared binding levels {{(pid=88973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:08:37.407206 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-cb152249-4b0a-4a06-831d-f795095e606c req-41f68ad5-2fc7-4bc2-b752-8d3d15aa8e49 service neutron] For port 6536ffcd-04fe-4394-9f4f-d9ba74bd83f7, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=6536ffcd-04fe-4394-9f4f-d9ba74bd83f7,segment=NetworkSegment(2ffdf606-d152-4692-a354-790c904f7bf0),segment_id=2ffdf606-d152-4692-a354-790c904f7bf0)] {{(pid=88973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:08:37.411473 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-cb152249-4b0a-4a06-831d-f795095e606c req-41f68ad5-2fc7-4bc2-b752-8d3d15aa8e49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:37.440634 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb152249-4b0a-4a06-831d-f795095e606c req-41f68ad5-2fc7-4bc2-b752-8d3d15aa8e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:08:37.441154 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-cb152249-4b0a-4a06-831d-f795095e606c req-41f68ad5-2fc7-4bc2-b752-8d3d15aa8e49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:37.442498 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-cb152249-4b0a-4a06-831d-f795095e606c req-41f68ad5-2fc7-4bc2-b752-8d3d15aa8e49 service neutron] 10.222.0.16 "PUT /v2.0/ports/6536ffcd-04fe-4394-9f4f-d9ba74bd83f7 HTTP/1.1" status: 200 len: 1094 time: 1.1521115 Oct 13 16:08:37.442985 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfa3eeed-6397-4713-a35c-ce241895883c', 'tag': '6536ffcd-04fe-4394-9f4f-d9ba74bd83f7'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:08:37.445799 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2256ac05-5507-468c-bffa-a313dd8eff6f" -d '{"events": [{"name": "network-changed", "server_uuid": "dfa3eeed-6397-4713-a35c-ce241895883c", "tag": "6536ffcd-04fe-4394-9f4f-d9ba74bd83f7"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:08:37.523305 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 16:08:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fa66e7f-66ea-4c18-a330-499b3527b3e6 x-openstack-request-id: req-1fa66e7f-66ea-4c18-a330-499b3527b3e6 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:08:37.523590 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfa3eeed-6397-4713-a35c-ce241895883c", "tag": "6536ffcd-04fe-4394-9f4f-d9ba74bd83f7", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:08:37.523843 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1fa66e7f-66ea-4c18-a330-499b3527b3e6 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:08:37.524230 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fa66e7f-66ea-4c18-a330-499b3527b3e6'] response: {'name': 'network-changed', 'server_uuid': 'dfa3eeed-6397-4713-a35c-ce241895883c', 'tag': '6536ffcd-04fe-4394-9f4f-d9ba74bd83f7', 'status': 'completed', 'code': 200} Oct 13 16:08:37.531410 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f68ad5-2fc7-4bc2-b752-8d3d15aa8e49 service neutron] Pushing event updated for resources: {'Port': ['ID=6536ffcd-04fe-4394-9f4f-d9ba74bd83f7,revision_number=3']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:08:37.569480 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb152249-4b0a-4a06-831d-f795095e606c req-78bc5951-ab1a-442a-9892-4d1ed302695b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:08:37.570981 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-cb152249-4b0a-4a06-831d-f795095e606c req-78bc5951-ab1a-442a-9892-4d1ed302695b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d2b339ec11245a2afc4346745271272&device_id=dfa3eeed-6397-4713-a35c-ce241895883c HTTP/1.1" status: 200 len: 1097 time: 0.0867808 Oct 13 16:08:37.637137 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-cb152249-4b0a-4a06-831d-f795095e606c req-9674e5a6-d31b-48a4-bf80-6e83685577d7 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6536ffcd-04fe-4394-9f4f-d9ba74bd83f7 HTTP/1.1" status: 200 len: 217 time: 0.0597901 Oct 13 16:08:37.701938 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb152249-4b0a-4a06-831d-f795095e606c req-f8af0bf5-b91a-41ba-ab3b-91e0262abb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:08:37.703333 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-cb152249-4b0a-4a06-831d-f795095e606c req-f8af0bf5-b91a-41ba-ab3b-91e0262abb71 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=338d472d-cf5b-4247-a849-d3e570335d99 HTTP/1.1" status: 200 len: 854 time: 0.0601437 Oct 13 16:08:37.789348 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb152249-4b0a-4a06-831d-f795095e606c req-4b4ecc56-0817-47db-95a4-bc05d05e9b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:08:37.790854 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-cb152249-4b0a-4a06-831d-f795095e606c req-4b4ecc56-0817-47db-95a4-bc05d05e9b28 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=30a5f323-9355-44ad-ad5f-9cd877870850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0813541 Oct 13 16:08:37.799358 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:37.921375 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-cb152249-4b0a-4a06-831d-f795095e606c req-992d0a79-df56-4032-ab3a-b8f836070479 service neutron] 10.222.0.16 "GET /v2.0/networks/30a5f323-9355-44ad-ad5f-9cd877870850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237776 Oct 13 16:08:38.002434 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:38.114999 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-cb152249-4b0a-4a06-831d-f795095e606c req-a16cc4f4-ec5b-4971-b61e-f94ade9e6735 service neutron] 10.222.0.16 "GET /v2.0/networks/30a5f323-9355-44ad-ad5f-9cd877870850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1874981 Oct 13 16:08:38.130660 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b29f6a-22e9-45a5-88bf-0da30649304c req-7439add7-afc6-4093-93af-fb45ccda530f tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:08:38.132094 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a8b29f6a-22e9-45a5-88bf-0da30649304c req-7439add7-afc6-4093-93af-fb45ccda530f tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfa3eeed-6397-4713-a35c-ce241895883c HTTP/1.1" status: 200 len: 944 time: 0.1221836 Oct 13 16:08:38.222655 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a8b29f6a-22e9-45a5-88bf-0da30649304c req-d02da9d6-bdf3-447d-b03a-1ea37506507e tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845320 Oct 13 16:08:38.251659 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2256ac05-5507-468c-bffa-a313dd8eff6f req-2791a46c-aa1e-424f-9f4a-6275af97abab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:08:38.253226 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2256ac05-5507-468c-bffa-a313dd8eff6f req-2791a46c-aa1e-424f-9f4a-6275af97abab service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d2b339ec11245a2afc4346745271272&device_id=dfa3eeed-6397-4713-a35c-ce241895883c HTTP/1.1" status: 200 len: 1097 time: 0.0878615 Oct 13 16:08:38.380937 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2256ac05-5507-468c-bffa-a313dd8eff6f req-1f8cf273-e2ae-45d2-997a-fc66e0c0b8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:08:38.382362 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2256ac05-5507-468c-bffa-a313dd8eff6f req-1f8cf273-e2ae-45d2-997a-fc66e0c0b8a6 service neutron] 10.222.0.16 "GET /v2.0/networks?id=30a5f323-9355-44ad-ad5f-9cd877870850 HTTP/1.1" status: 200 len: 916 time: 0.1232169 Oct 13 16:08:38.445960 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2256ac05-5507-468c-bffa-a313dd8eff6f req-b60549a1-b8ed-48b0-9da2-ca7d97c8cd15 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6536ffcd-04fe-4394-9f4f-d9ba74bd83f7 HTTP/1.1" status: 200 len: 217 time: 0.0579894 Oct 13 16:08:38.508803 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2256ac05-5507-468c-bffa-a313dd8eff6f req-1cc94b62-125f-47cd-a5ee-34f4f0ce9f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:08:38.510088 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2256ac05-5507-468c-bffa-a313dd8eff6f req-1cc94b62-125f-47cd-a5ee-34f4f0ce9f56 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=338d472d-cf5b-4247-a849-d3e570335d99 HTTP/1.1" status: 200 len: 854 time: 0.0584369 Oct 13 16:08:38.590393 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2256ac05-5507-468c-bffa-a313dd8eff6f req-2ca62aef-fb29-4425-9c14-8d193fffa288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:08:38.591809 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2256ac05-5507-468c-bffa-a313dd8eff6f req-2ca62aef-fb29-4425-9c14-8d193fffa288 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=30a5f323-9355-44ad-ad5f-9cd877870850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751076 Oct 13 16:08:38.720496 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2256ac05-5507-468c-bffa-a313dd8eff6f req-f2767a56-3a45-4dd7-a570-b4e5d73ce6d7 service neutron] 10.222.0.16 "GET /v2.0/networks/30a5f323-9355-44ad-ad5f-9cd877870850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217535 Oct 13 16:08:38.848037 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2256ac05-5507-468c-bffa-a313dd8eff6f req-b7b2a773-e658-4d4f-b312-10c76e563bd9 service neutron] 10.222.0.16 "GET /v2.0/networks/30a5f323-9355-44ad-ad5f-9cd877870850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205571 Oct 13 16:08:39.420235 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa3c80b-22f9-4ca6-891c-04e2b3ca1563 req-4ec2a34b-b2b8-46cb-9b3f-437e47036bd8 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:08:39.421664 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-caa3c80b-22f9-4ca6-891c-04e2b3ca1563 req-4ec2a34b-b2b8-46cb-9b3f-437e47036bd8 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfa3eeed-6397-4713-a35c-ce241895883c HTTP/1.1" status: 200 len: 944 time: 0.0888829 Oct 13 16:08:39.465271 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-caa3c80b-22f9-4ca6-891c-04e2b3ca1563 req-b3b58e5c-500b-4aee-aeda-9a6240390833 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380507 Oct 13 16:08:39.711856 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:40.759433 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4288e0-6722-425d-b6b0-d5c5d13f8556 req-92449eec-17c3-414a-9ac9-7f7c401bffa9 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:08:40.760745 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-bd4288e0-6722-425d-b6b0-d5c5d13f8556 req-92449eec-17c3-414a-9ac9-7f7c401bffa9 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfa3eeed-6397-4713-a35c-ce241895883c HTTP/1.1" status: 200 len: 944 time: 0.1872573 Oct 13 16:08:40.803331 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-bd4288e0-6722-425d-b6b0-d5c5d13f8556 req-302da868-375d-42f4-ac8d-8e1db52c5339 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364277 Oct 13 16:08:41.926933 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 6536ffcd-04fe-4394-9f4f-d9ba74bd83f7 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=88974) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 13 16:08:42.002308 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69dbc33-df98-4f54-8285-2dde689f24c8 req-9df62b99-a31f-4b91-8363-a8901f84c539 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:08:42.003815 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-b69dbc33-df98-4f54-8285-2dde689f24c8 req-9df62b99-a31f-4b91-8363-a8901f84c539 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfa3eeed-6397-4713-a35c-ce241895883c HTTP/1.1" status: 200 len: 944 time: 0.0874312 Oct 13 16:08:42.052354 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-b69dbc33-df98-4f54-8285-2dde689f24c8 req-68e3e9aa-6770-42c9-9876-0c4f741f6052 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421793 Oct 13 16:08:42.086892 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 6536ffcd-04fe-4394-9f4f-d9ba74bd83f7, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=6536ffcd-04fe-4394-9f4f-d9ba74bd83f7,segment=NetworkSegment(2ffdf606-d152-4692-a354-790c904f7bf0),segment_id=2ffdf606-d152-4692-a354-790c904f7bf0)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:08:42.099585 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Returning: {'device': '6536ffcd-04fe-4394-9f4f-d9ba74bd83f7', 'network_id': '30a5f323-9355-44ad-ad5f-9cd877870850', 'port_id': '6536ffcd-04fe-4394-9f4f-d9ba74bd83f7', 'mac_address': 'fa:16:3e:a9:52:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338d472d-cf5b-4247-a849-d3e570335d99', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88974) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 13 16:08:42.155439 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 6536ffcd-04fe-4394-9f4f-d9ba74bd83f7 is: DOWN; New status is: BUILD {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:08:42.155808 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:42.171909 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6536ffcd-04fe-4394-9f4f-d9ba74bd83f7 {{(pid=88974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 16:08:42.187079 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 6536ffcd-04fe-4394-9f4f-d9ba74bd83f7, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=6536ffcd-04fe-4394-9f4f-d9ba74bd83f7,segment=NetworkSegment(2ffdf606-d152-4692-a354-790c904f7bf0),segment_id=2ffdf606-d152-4692-a354-790c904f7bf0)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:08:42.191263 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:42.257533 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=6536ffcd-04fe-4394-9f4f-d9ba74bd83f7,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:08:42.264426 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:08:42.264771 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:08:42.265109 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:08:42.265438 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:08:42.265762 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:08:42.266085 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:08:42.266459 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:08:42.266753 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:08:42.267074 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:08:42.267397 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:08:42.267712 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:08:42.268025 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:08:42.550680 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['6536ffcd-04fe-4394-9f4f-d9ba74bd83f7'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 16:08:43.246348 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdcc302-5df1-4ad4-b628-0d34a31a26b9 req-bfa015df-522b-4924-8b48-35aef058a96c tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:08:43.247787 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2cdcc302-5df1-4ad4-b628-0d34a31a26b9 req-bfa015df-522b-4924-8b48-35aef058a96c tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfa3eeed-6397-4713-a35c-ce241895883c HTTP/1.1" status: 200 len: 945 time: 0.0859804 Oct 13 16:08:43.291228 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2cdcc302-5df1-4ad4-b628-0d34a31a26b9 req-92b7b619-3372-4c84-bb09-99e6a1526691 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379002 Oct 13 16:08:43.971755 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 6536ffcd-04fe-4394-9f4f-d9ba74bd83f7 up at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:08:44.070861 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning for port 6536ffcd-04fe-4394-9f4f-d9ba74bd83f7 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:08:44.121747 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning complete for port 6536ffcd-04fe-4394-9f4f-d9ba74bd83f7 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:08:44.122144 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:44.122477 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Attempt 1 to provision port 6536ffcd-04fe-4394-9f4f-d9ba74bd83f7 Oct 13 16:08:44.274233 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 6536ffcd-04fe-4394-9f4f-d9ba74bd83f7 is: BUILD; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:08:44.274543 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:44.307542 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa3eeed-6397-4713-a35c-ce241895883c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6536ffcd-04fe-4394-9f4f-d9ba74bd83f7'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:08:44.309807 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979c64d66908691d8da3fe322a5acf5d757b5bee84c7992aba2ec3c134dffaeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52378a8b-fe23-41a6-8d7e-960ae8b4b2ee" -d '{"events": [{"server_uuid": "dfa3eeed-6397-4713-a35c-ce241895883c", "name": "network-vif-plugged", "status": "completed", "tag": "6536ffcd-04fe-4394-9f4f-d9ba74bd83f7"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:08:44.317578 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 6536ffcd-04fe-4394-9f4f-d9ba74bd83f7, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=6536ffcd-04fe-4394-9f4f-d9ba74bd83f7,segment=NetworkSegment(2ffdf606-d152-4692-a354-790c904f7bf0),segment_id=2ffdf606-d152-4692-a354-790c904f7bf0)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:08:44.321923 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:08:44.360003 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 16:08:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aed8065-1cd8-4f85-97ce-803bd1162f27 x-openstack-request-id: req-6aed8065-1cd8-4f85-97ce-803bd1162f27 {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:08:44.360283 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfa3eeed-6397-4713-a35c-ce241895883c", "name": "network-vif-plugged", "status": "completed", "tag": "6536ffcd-04fe-4394-9f4f-d9ba74bd83f7", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:08:44.360532 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6aed8065-1cd8-4f85-97ce-803bd1162f27 {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:08:44.360924 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6aed8065-1cd8-4f85-97ce-803bd1162f27'] response: {'server_uuid': 'dfa3eeed-6397-4713-a35c-ce241895883c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6536ffcd-04fe-4394-9f4f-d9ba74bd83f7', 'code': 200} Oct 13 16:08:44.393195 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=6536ffcd-04fe-4394-9f4f-d9ba74bd83f7,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:08:44.503038 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8aba95-70fb-43ff-abb3-7051434e06b2 req-90cb7cff-024d-4116-85c8-8543ac12885e tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:08:44.504514 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-aa8aba95-70fb-43ff-abb3-7051434e06b2 req-90cb7cff-024d-4116-85c8-8543ac12885e tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfa3eeed-6397-4713-a35c-ce241895883c HTTP/1.1" status: 200 len: 946 time: 0.0911407 Oct 13 16:08:44.604391 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-aa8aba95-70fb-43ff-abb3-7051434e06b2 req-4d3d14a4-d245-47f0-a053-c309672cce26 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942008 Oct 13 16:08:44.619994 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30507efa-e1d8-49db-a7bd-285d43bfa711 req-24e81d8a-8489-4d28-87c9-4d05bad9b980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:08:44.621468 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-30507efa-e1d8-49db-a7bd-285d43bfa711 req-24e81d8a-8489-4d28-87c9-4d05bad9b980 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dfa3eeed-6397-4713-a35c-ce241895883c HTTP/1.1" status: 200 len: 1099 time: 0.0985548 Oct 13 16:08:44.661246 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-30507efa-e1d8-49db-a7bd-285d43bfa711 req-d9ce88de-c300-4df4-b514-6c647fbaa12a service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337195 Oct 13 16:08:45.801357 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51dd9f2-7f53-4a06-a49a-d0e655199388 req-1184b476-330e-4158-ad3b-a376afd17859 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:08:45.802775 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f51dd9f2-7f53-4a06-a49a-d0e655199388 req-1184b476-330e-4158-ad3b-a376afd17859 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfa3eeed-6397-4713-a35c-ce241895883c HTTP/1.1" status: 200 len: 946 time: 0.0882530 Oct 13 16:08:45.846877 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f51dd9f2-7f53-4a06-a49a-d0e655199388 req-8610624d-d7c2-46b3-8c45-0c6ce9ea0759 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385075 Oct 13 16:08:47.041702 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9fbac2-6079-4d06-97df-ef645b7e23cb req-aa416c8e-de4d-4ba5-a598-2b2b869f2bb2 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:08:47.043101 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4f9fbac2-6079-4d06-97df-ef645b7e23cb req-aa416c8e-de4d-4ba5-a598-2b2b869f2bb2 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfa3eeed-6397-4713-a35c-ce241895883c HTTP/1.1" status: 200 len: 946 time: 0.0870285 Oct 13 16:08:47.089683 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4f9fbac2-6079-4d06-97df-ef645b7e23cb req-76660a9f-18d9-4ef1-b7e6-4a8120eebe5b tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410695 Oct 13 16:08:47.284761 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25449c-b432-4dd8-838d-0ba695c13679 req-78c9e898-7830-441c-bea5-9e40b19a7ce0 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:08:47.286223 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-2c25449c-b432-4dd8-838d-0ba695c13679 req-78c9e898-7830-441c-bea5-9e40b19a7ce0 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfa3eeed-6397-4713-a35c-ce241895883c HTTP/1.1" status: 200 len: 946 time: 0.0896418 Oct 13 16:08:47.328801 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-2c25449c-b432-4dd8-838d-0ba695c13679 req-0b140fb6-f63c-46c8-abc1-03363670b1b9 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369921 Oct 13 16:08:47.729828 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd113ffa-42c9-4afd-96ed-fae185455fc7 req-52f460cd-c30e-479a-9ea4-26654217967f tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:08:47.731295 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-dd113ffa-42c9-4afd-96ed-fae185455fc7 req-52f460cd-c30e-479a-9ea4-26654217967f tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfa3eeed-6397-4713-a35c-ce241895883c HTTP/1.1" status: 200 len: 946 time: 0.0857263 Oct 13 16:08:47.783085 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-dd113ffa-42c9-4afd-96ed-fae185455fc7 req-7048650e-2f12-40c2-93f0-b9408625de61 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461369 Oct 13 16:08:56.125116 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:09:00.502104 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec44d43-8fea-48a9-a7f0-4e514be5cc7b req-5e842715-9351-4ae9-91b7-a40dab78080a tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:09:00.503553 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-7ec44d43-8fea-48a9-a7f0-4e514be5cc7b req-5e842715-9351-4ae9-91b7-a40dab78080a tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfa3eeed-6397-4713-a35c-ce241895883c HTTP/1.1" status: 200 len: 946 time: 0.1327858 Oct 13 16:09:00.547297 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-7ec44d43-8fea-48a9-a7f0-4e514be5cc7b req-2209e28e-8e7c-4d5f-9e64-f8272d27e070 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374641 Oct 13 16:09:00.577300 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 60992) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:09:00.697564 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fadf2b4-326b-430d-9257-0e46804ec15f tempest-TestMinimumBasicScenario-2056061373 tempest-TestMinimumBasicScenario-2056061373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:09:00.698318 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-3fadf2b4-326b-430d-9257-0e46804ec15f tempest-TestMinimumBasicScenario-2056061373 tempest-TestMinimumBasicScenario-2056061373-project-admin] Synchronizing usage tracker for tenant:c07453f9878a485491139d705e8f8076 on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:09:00.714922 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-3fadf2b4-326b-430d-9257-0e46804ec15f tempest-TestMinimumBasicScenario-2056061373 tempest-TestMinimumBasicScenario-2056061373-project-admin] Unset dirty status for tenant:c07453f9878a485491139d705e8f8076 on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:09:00.716062 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-3fadf2b4-326b-430d-9257-0e46804ec15f tempest-TestMinimumBasicScenario-2056061373 tempest-TestMinimumBasicScenario-2056061373-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=dfa3eeed-6397-4713-a35c-ce241895883c HTTP/1.1" status: 200 len: 1094 time: 0.1388011 Oct 13 16:09:00.719173 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 60998) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:09:00.724913 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-31a4ef6d-c06b-4878-a7b4-c001d6b7c159 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Request body: {'floatingip': {'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'port_id': '6536ffcd-04fe-4394-9f4f-d9ba74bd83f7', 'tenant_id': '3d2b339ec11245a2afc4346745271272', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:09:00.730761 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-31a4ef6d-c06b-4878-a7b4-c001d6b7c159 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:09:00.734527 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-31a4ef6d-c06b-4878-a7b4-c001d6b7c159 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Usage tracker for resource:floatingip and tenant:3d2b339ec11245a2afc4346745271272 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:09:00.737275 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-31a4ef6d-c06b-4878-a7b4-c001d6b7c159 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:09:00.743472 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-31a4ef6d-c06b-4878-a7b4-c001d6b7c159 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:09:00.753237 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-31a4ef6d-c06b-4878-a7b4-c001d6b7c159 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for floatingip, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:09:00.884924 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-31a4ef6d-c06b-4878-a7b4-c001d6b7c159 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:09:01.012385 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-31a4ef6d-c06b-4878-a7b4-c001d6b7c159 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Allocated IP 172.26.2.173 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/89010815-15ab-4d6c-916c-c3becec0699d) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:09:01.155949 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-31a4ef6d-c06b-4878-a7b4-c001d6b7c159 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:09:01.184403 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-31a4ef6d-c06b-4878-a7b4-c001d6b7c159 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:09:01.247029 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31a4ef6d-c06b-4878-a7b4-c001d6b7c159 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:09:01.249909 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-31a4ef6d-c06b-4878-a7b4-c001d6b7c159 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:09:01.253482 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31a4ef6d-c06b-4878-a7b4-c001d6b7c159 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:09:01.287771 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a4ef6d-c06b-4878-a7b4-c001d6b7c159 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Pushing event updated for resources: {'Port': ['ID=89010815-15ab-4d6c-916c-c3becec0699d,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:09:01.756119 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-31a4ef6d-c06b-4878-a7b4-c001d6b7c159 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:09:01.831389 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-31a4ef6d-c06b-4878-a7b4-c001d6b7c159 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:09:02.032796 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-31a4ef6d-c06b-4878-a7b4-c001d6b7c159 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:09:02.037690 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-31a4ef6d-c06b-4878-a7b4-c001d6b7c159 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:09:02.142243 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-31a4ef6d-c06b-4878-a7b4-c001d6b7c159 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:09:02.188177 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a4ef6d-c06b-4878-a7b4-c001d6b7c159 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Pushing event updated for resources: {'Port': ['ID=89010815-15ab-4d6c-916c-c3becec0699d,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:09:02.312981 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.l3_db [None req-31a4ef6d-c06b-4878-a7b4-c001d6b7c159 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Floating IP 7bcf7390-c3db-4195-a815-00366de8ab59 associated. External IP: 172.26.2.173, port: 6536ffcd-04fe-4394-9f4f-d9ba74bd83f7. Oct 13 16:09:02.654431 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31a4ef6d-c06b-4878-a7b4-c001d6b7c159 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Router 3897adad-7744-403d-83bb-35211a28266d has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 16:09:02.831410 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a4ef6d-c06b-4878-a7b4-c001d6b7c159 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:09:02.841783 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798b3f6f-f0c5-47be-935d-6d329f19a15f None None] Sync routers for ids ['3897adad-7744-403d-83bb-35211a28266d'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:09:02.851356 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798b3f6f-f0c5-47be-935d-6d329f19a15f None None] Routers {'3897adad-7744-403d-83bb-35211a28266d'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:09:02.852095 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-798b3f6f-f0c5-47be-935d-6d329f19a15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:08:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['3897adad-7744-403d-83bb-35211a28266d'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:09:02.856094 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-31a4ef6d-c06b-4878-a7b4-c001d6b7c159 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:09:03.026362 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-31a4ef6d-c06b-4878-a7b4-c001d6b7c159 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3060284 Oct 13 16:09:03.026879 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfa3eeed-6397-4713-a35c-ce241895883c', 'tag': '6536ffcd-04fe-4394-9f4f-d9ba74bd83f7'}] {{(pid=88972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:09:03.029178 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66139ebd01b2281a52a84d0c3e28fe779798cc7e4f9f2d51c02648ac67609c1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d946584-0f4a-4669-8264-cda34f86318c" -d '{"events": [{"name": "network-changed", "server_uuid": "dfa3eeed-6397-4713-a35c-ce241895883c", "tag": "6536ffcd-04fe-4394-9f4f-d9ba74bd83f7"}]}' {{(pid=88972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:09:03.029703 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 32770) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:09:03.035555 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-c456c2cd-a055-4892-bdfd-f0ed8efa4c0c tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1499224156', 'description': 'tempest-secgroup-smoke-1499224156 description', 'project_id': '3d2b339ec11245a2afc4346745271272'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:09:03.037414 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-798b3f6f-f0c5-47be-935d-6d329f19a15f None None] Set router 3897adad-7744-403d-83bb-35211a28266d gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:09:03.042079 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-c456c2cd-a055-4892-bdfd-f0ed8efa4c0c tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:09:03.052247 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-c456c2cd-a055-4892-bdfd-f0ed8efa4c0c tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:09:03.064060 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c456c2cd-a055-4892-bdfd-f0ed8efa4c0c tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:09:03.086365 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-c456c2cd-a055-4892-bdfd-f0ed8efa4c0c tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:09:03.090587 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-c456c2cd-a055-4892-bdfd-f0ed8efa4c0c tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Usage tracker for resource:security_group_rule and tenant:3d2b339ec11245a2afc4346745271272 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:09:03.093515 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-c456c2cd-a055-4892-bdfd-f0ed8efa4c0c tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:09:03.099610 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-c456c2cd-a055-4892-bdfd-f0ed8efa4c0c tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:09:03.129878 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 16:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f2888ad-9cb1-4c1e-a7df-4f2755e8c019 x-openstack-request-id: req-7f2888ad-9cb1-4c1e-a7df-4f2755e8c019 {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:09:03.130269 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfa3eeed-6397-4713-a35c-ce241895883c", "tag": "6536ffcd-04fe-4394-9f4f-d9ba74bd83f7", "status": "completed", "code": 200}]} {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:09:03.130529 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7f2888ad-9cb1-4c1e-a7df-4f2755e8c019 {{(pid=88972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:09:03.130949 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7f2888ad-9cb1-4c1e-a7df-4f2755e8c019'] response: {'name': 'network-changed', 'server_uuid': 'dfa3eeed-6397-4713-a35c-ce241895883c', 'tag': '6536ffcd-04fe-4394-9f4f-d9ba74bd83f7', 'status': 'completed', 'code': 200} Oct 13 16:09:03.226043 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c456c2cd-a055-4892-bdfd-f0ed8efa4c0c tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:09:03.231688 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c456c2cd-a055-4892-bdfd-f0ed8efa4c0c tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:09:03.290076 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c456c2cd-a055-4892-bdfd-f0ed8efa4c0c tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8eae4537-2468-4828-95fe-9ee1ed926a26,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:09:03.300988 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c456c2cd-a055-4892-bdfd-f0ed8efa4c0c tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:09:03.301342 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c456c2cd-a055-4892-bdfd-f0ed8efa4c0c tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:09:03.301722 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c456c2cd-a055-4892-bdfd-f0ed8efa4c0c tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:09:03.302061 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c456c2cd-a055-4892-bdfd-f0ed8efa4c0c tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:09:03.302429 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c456c2cd-a055-4892-bdfd-f0ed8efa4c0c tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:09:03.302764 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c456c2cd-a055-4892-bdfd-f0ed8efa4c0c tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:09:03.303097 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c456c2cd-a055-4892-bdfd-f0ed8efa4c0c tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:09:03.303428 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c456c2cd-a055-4892-bdfd-f0ed8efa4c0c tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:09:03.303761 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c456c2cd-a055-4892-bdfd-f0ed8efa4c0c tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:09:03.304088 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c456c2cd-a055-4892-bdfd-f0ed8efa4c0c tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:09:03.304413 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c456c2cd-a055-4892-bdfd-f0ed8efa4c0c tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:09:03.304736 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c456c2cd-a055-4892-bdfd-f0ed8efa4c0c tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:09:03.308514 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c456c2cd-a055-4892-bdfd-f0ed8efa4c0c tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:09:03.309712 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c456c2cd-a055-4892-bdfd-f0ed8efa4c0c tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2789714 Oct 13 16:09:03.312471 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d946584-0f4a-4669-8264-cda34f86318c req-d9c4029d-1790-42bc-98ee-4451cebf6996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:09:03.312832 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 32778) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:09:03.313891 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2d946584-0f4a-4669-8264-cda34f86318c req-d9c4029d-1790-42bc-98ee-4451cebf6996 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d2b339ec11245a2afc4346745271272&device_id=dfa3eeed-6397-4713-a35c-ce241895883c HTTP/1.1" status: 200 len: 1099 time: 0.1618495 Oct 13 16:09:03.318549 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-f39e761a-9069-450c-8bad-42dbd5216693 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Request body: {'security_group_rule': {'security_group_id': '8eae4537-2468-4828-95fe-9ee1ed926a26', 'project_id': '3d2b339ec11245a2afc4346745271272', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:09:03.324371 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-f39e761a-9069-450c-8bad-42dbd5216693 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:09:03.328165 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-f39e761a-9069-450c-8bad-42dbd5216693 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Usage tracker for resource:security_group_rule and tenant:3d2b339ec11245a2afc4346745271272 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:09:03.331203 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-f39e761a-9069-450c-8bad-42dbd5216693 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:09:03.337461 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-f39e761a-9069-450c-8bad-42dbd5216693 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:09:03.353098 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f39e761a-9069-450c-8bad-42dbd5216693 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:09:03.399583 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-798b3f6f-f0c5-47be-935d-6d329f19a15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3897adad-7744-403d-83bb-35211a28266d', 'name': 'tempest-TestMinimumBasicScenario-1916303430-router', 'tenant_id': '3d2b339ec11245a2afc4346745271272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '48e177e6-66ed-4fd8-88e8-3d54994cfedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:08:03Z', 'updated_at': '2022-10-13T16:08:07Z', 'revision_number': 4, 'project_id': '3d2b339ec11245a2afc4346745271272', 'gw_port': {'id': '48e177e6-66ed-4fd8-88e8-3d54994cfedc', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3897adad-7744-403d-83bb-35211a28266d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:08:04Z', 'updated_at': '2022-10-13T16:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '7bcf7390-c3db-4195-a815-00366de8ab59', 'tenant_id': '3d2b339ec11245a2afc4346745271272', 'floating_ip_address': '172.26.2.173', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '3897adad-7744-403d-83bb-35211a28266d', 'port_id': '6536ffcd-04fe-4394-9f4f-d9ba74bd83f7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30a5f323-9355-44ad-ad5f-9cd877870850', 'mac_address': 'fa:16:3e:a9:52:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa3eeed-6397-4713-a35c-ce241895883c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T16:09:01Z', 'updated_at': '2022-10-13T16:09:01Z', 'revision_number': 0, 'project_id': '3d2b339ec11245a2afc4346745271272', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd369504f-2c95-4ca1-9a78-ecf9a51b6d3e', 'name': '', 'network_id': '30a5f323-9355-44ad-ad5f-9cd877870850', 'tenant_id': '3d2b339ec11245a2afc4346745271272', 'mac_address': 'fa:16:3e:f6:24:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3897adad-7744-403d-83bb-35211a28266d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '338d472d-cf5b-4247-a849-d3e570335d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:08:06Z', 'updated_at': '2022-10-13T16:08:12Z', 'revision_number': 5, 'project_id': '3d2b339ec11245a2afc4346745271272', 'subnets': [{'id': '338d472d-cf5b-4247-a849-d3e570335d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:09:03.404123 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798b3f6f-f0c5-47be-935d-6d329f19a15f None None] Checking router: 3897adad-7744-403d-83bb-35211a28266d for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:09:03.413574 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-798b3f6f-f0c5-47be-935d-6d329f19a15f None None] Routers {'3897adad-7744-403d-83bb-35211a28266d'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:09:03.414211 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-798b3f6f-f0c5-47be-935d-6d329f19a15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:08:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['3897adad-7744-403d-83bb-35211a28266d'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:09:03.415425 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f39e761a-9069-450c-8bad-42dbd5216693 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:09:03.418886 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f39e761a-9069-450c-8bad-42dbd5216693 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:09:03.442472 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39e761a-9069-450c-8bad-42dbd5216693 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a18d5430-8a70-4ba5-95a3-d6d8fd913306,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:09:03.453236 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39e761a-9069-450c-8bad-42dbd5216693 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:09:03.453650 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39e761a-9069-450c-8bad-42dbd5216693 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:09:03.453885 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39e761a-9069-450c-8bad-42dbd5216693 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:09:03.454236 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39e761a-9069-450c-8bad-42dbd5216693 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:09:03.454565 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39e761a-9069-450c-8bad-42dbd5216693 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:09:03.454891 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39e761a-9069-450c-8bad-42dbd5216693 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:09:03.455208 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39e761a-9069-450c-8bad-42dbd5216693 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:09:03.455528 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39e761a-9069-450c-8bad-42dbd5216693 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:09:03.455920 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39e761a-9069-450c-8bad-42dbd5216693 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:09:03.456273 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39e761a-9069-450c-8bad-42dbd5216693 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:09:03.456805 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39e761a-9069-450c-8bad-42dbd5216693 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:09:03.457296 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f39e761a-9069-450c-8bad-42dbd5216693 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:09:03.460133 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d946584-0f4a-4669-8264-cda34f86318c req-12d7a7d7-eb37-4d52-a108-2146cad42bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:09:03.461615 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f39e761a-9069-450c-8bad-42dbd5216693 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:09:03.461759 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2d946584-0f4a-4669-8264-cda34f86318c req-12d7a7d7-eb37-4d52-a108-2146cad42bba service neutron] 10.222.0.16 "GET /v2.0/networks?id=30a5f323-9355-44ad-ad5f-9cd877870850 HTTP/1.1" status: 200 len: 916 time: 0.1417880 Oct 13 16:09:03.463102 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-f39e761a-9069-450c-8bad-42dbd5216693 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1493034 Oct 13 16:09:03.465888 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 32782) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:09:03.471235 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-0ba922f6-0c72-4659-bf73-f568617d11fa tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Request body: {'security_group_rule': {'security_group_id': '8eae4537-2468-4828-95fe-9ee1ed926a26', 'project_id': '3d2b339ec11245a2afc4346745271272', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:09:03.493164 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-0ba922f6-0c72-4659-bf73-f568617d11fa tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:09:03.493164 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-0ba922f6-0c72-4659-bf73-f568617d11fa tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Usage tracker for resource:security_group_rule and tenant:3d2b339ec11245a2afc4346745271272 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:09:03.493164 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-0ba922f6-0c72-4659-bf73-f568617d11fa tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:09:03.508325 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-0ba922f6-0c72-4659-bf73-f568617d11fa tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:09:03.541369 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0ba922f6-0c72-4659-bf73-f568617d11fa tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:09:03.581843 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2d946584-0f4a-4669-8264-cda34f86318c req-1be68282-5cae-4dc1-ad02-422a84b3ee8b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6536ffcd-04fe-4394-9f4f-d9ba74bd83f7 HTTP/1.1" status: 200 len: 1000 time: 0.1132767 Oct 13 16:09:03.594603 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0ba922f6-0c72-4659-bf73-f568617d11fa tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:09:03.599166 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0ba922f6-0c72-4659-bf73-f568617d11fa tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:09:03.637582 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba922f6-0c72-4659-bf73-f568617d11fa tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7005c20-fbe5-4675-80a4-408d9e5cb99e,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:09:03.642359 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0ba922f6-0c72-4659-bf73-f568617d11fa tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:09:03.646865 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-0ba922f6-0c72-4659-bf73-f568617d11fa tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1770709 Oct 13 16:09:03.646965 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 32786) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:09:03.649026 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d946584-0f4a-4669-8264-cda34f86318c req-4a295f25-7a95-4996-837f-bb0d0f738271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:09:03.650717 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2d946584-0f4a-4669-8264-cda34f86318c req-4a295f25-7a95-4996-837f-bb0d0f738271 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=338d472d-cf5b-4247-a849-d3e570335d99 HTTP/1.1" status: 200 len: 854 time: 0.0630360 Oct 13 16:09:03.652239 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-798b3f6f-f0c5-47be-935d-6d329f19a15f None None] Set router 3897adad-7744-403d-83bb-35211a28266d gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:09:03.654300 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-8b1bc2de-cfc7-4dbd-8e72-bf24659e2e9f tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Request body: {'security_group_rule': {'security_group_id': '8eae4537-2468-4828-95fe-9ee1ed926a26', 'project_id': '3d2b339ec11245a2afc4346745271272', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:09:03.661541 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-8b1bc2de-cfc7-4dbd-8e72-bf24659e2e9f tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:09:03.666082 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-8b1bc2de-cfc7-4dbd-8e72-bf24659e2e9f tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Usage tracker for resource:security_group_rule and tenant:3d2b339ec11245a2afc4346745271272 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:09:03.668999 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-8b1bc2de-cfc7-4dbd-8e72-bf24659e2e9f tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:09:03.678860 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-8b1bc2de-cfc7-4dbd-8e72-bf24659e2e9f tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:09:03.702681 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8b1bc2de-cfc7-4dbd-8e72-bf24659e2e9f tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:09:03.739394 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d946584-0f4a-4669-8264-cda34f86318c req-81b4842c-47c1-47ce-93e1-647a4318de8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:09:03.741147 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2d946584-0f4a-4669-8264-cda34f86318c req-81b4842c-47c1-47ce-93e1-647a4318de8b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=30a5f323-9355-44ad-ad5f-9cd877870850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0850384 Oct 13 16:09:03.768937 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8b1bc2de-cfc7-4dbd-8e72-bf24659e2e9f tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:09:03.772856 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8b1bc2de-cfc7-4dbd-8e72-bf24659e2e9f tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:09:03.796446 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1bc2de-cfc7-4dbd-8e72-bf24659e2e9f tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b722b20e-3436-43c7-8f06-4bd7c4ecf8ba,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:09:03.806779 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8b1bc2de-cfc7-4dbd-8e72-bf24659e2e9f tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:09:03.810551 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-8b1bc2de-cfc7-4dbd-8e72-bf24659e2e9f tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1579120 Oct 13 16:09:03.811609 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 32790) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:09:03.816593 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-ecb36d12-f363-4c5e-863f-8092885fdb70 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Request body: {'security_group_rule': {'security_group_id': '8eae4537-2468-4828-95fe-9ee1ed926a26', 'project_id': '3d2b339ec11245a2afc4346745271272', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:09:03.825275 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-ecb36d12-f363-4c5e-863f-8092885fdb70 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:09:03.829894 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-ecb36d12-f363-4c5e-863f-8092885fdb70 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Usage tracker for resource:security_group_rule and tenant:3d2b339ec11245a2afc4346745271272 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:09:03.832863 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-ecb36d12-f363-4c5e-863f-8092885fdb70 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:09:03.838931 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-ecb36d12-f363-4c5e-863f-8092885fdb70 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:09:03.859267 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ecb36d12-f363-4c5e-863f-8092885fdb70 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:09:03.881500 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2d946584-0f4a-4669-8264-cda34f86318c req-dab5bfcd-ac1f-4824-8ac5-df4adca7f997 service neutron] 10.222.0.16 "GET /v2.0/networks/30a5f323-9355-44ad-ad5f-9cd877870850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327341 Oct 13 16:09:03.923824 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ecb36d12-f363-4c5e-863f-8092885fdb70 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:09:03.928671 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ecb36d12-f363-4c5e-863f-8092885fdb70 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:09:03.950551 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb36d12-f363-4c5e-863f-8092885fdb70 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f30d7f56-7140-4539-bcd6-5bfe271df720,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:09:03.961704 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ecb36d12-f363-4c5e-863f-8092885fdb70 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:09:03.965525 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-ecb36d12-f363-4c5e-863f-8092885fdb70 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1504967 Oct 13 16:09:03.965798 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 32794) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:09:03.970681 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-c9476768-bedd-4ac6-aba9-39486a54d1a7 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Request body: {'security_group_rule': {'security_group_id': '8eae4537-2468-4828-95fe-9ee1ed926a26', 'project_id': '3d2b339ec11245a2afc4346745271272', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:09:03.977682 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-c9476768-bedd-4ac6-aba9-39486a54d1a7 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:09:03.985194 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-c9476768-bedd-4ac6-aba9-39486a54d1a7 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Usage tracker for resource:security_group_rule and tenant:3d2b339ec11245a2afc4346745271272 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:09:03.988111 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-c9476768-bedd-4ac6-aba9-39486a54d1a7 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:09:03.993779 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-c9476768-bedd-4ac6-aba9-39486a54d1a7 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:09:04.005667 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.securitygroups_db [None req-c9476768-bedd-4ac6-aba9-39486a54d1a7 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Project 3d2b339ec11245a2afc4346745271272 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 16:09:04.013208 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c9476768-bedd-4ac6-aba9-39486a54d1a7 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:09:04.035513 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2d946584-0f4a-4669-8264-cda34f86318c req-2a63e925-794a-4dcc-8c76-22ddd35a5307 service neutron] 10.222.0.16 "GET /v2.0/networks/30a5f323-9355-44ad-ad5f-9cd877870850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435804 Oct 13 16:09:04.047034 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-798b3f6f-f0c5-47be-935d-6d329f19a15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3897adad-7744-403d-83bb-35211a28266d', 'name': 'tempest-TestMinimumBasicScenario-1916303430-router', 'tenant_id': '3d2b339ec11245a2afc4346745271272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '48e177e6-66ed-4fd8-88e8-3d54994cfedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:08:03Z', 'updated_at': '2022-10-13T16:08:07Z', 'revision_number': 4, 'project_id': '3d2b339ec11245a2afc4346745271272', 'gw_port': {'id': '48e177e6-66ed-4fd8-88e8-3d54994cfedc', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3897adad-7744-403d-83bb-35211a28266d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:08:04Z', 'updated_at': '2022-10-13T16:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '7bcf7390-c3db-4195-a815-00366de8ab59', 'tenant_id': '3d2b339ec11245a2afc4346745271272', 'floating_ip_address': '172.26.2.173', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '3897adad-7744-403d-83bb-35211a28266d', 'port_id': '6536ffcd-04fe-4394-9f4f-d9ba74bd83f7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30a5f323-9355-44ad-ad5f-9cd877870850', 'mac_address': 'fa:16:3e:a9:52:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa3eeed-6397-4713-a35c-ce241895883c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T16:09:01Z', 'updated_at': '2022-10-13T16:09:01Z', 'revision_number': 0, 'project_id': '3d2b339ec11245a2afc4346745271272', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd369504f-2c95-4ca1-9a78-ecf9a51b6d3e', 'name': '', 'network_id': '30a5f323-9355-44ad-ad5f-9cd877870850', 'tenant_id': '3d2b339ec11245a2afc4346745271272', 'mac_address': 'fa:16:3e:f6:24:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3897adad-7744-403d-83bb-35211a28266d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '338d472d-cf5b-4247-a849-d3e570335d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:08:06Z', 'updated_at': '2022-10-13T16:08:12Z', 'revision_number': 5, 'project_id': '3d2b339ec11245a2afc4346745271272', 'subnets': [{'id': '338d472d-cf5b-4247-a849-d3e570335d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:09:04.051891 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798b3f6f-f0c5-47be-935d-6d329f19a15f None None] The sync data for ids ['3897adad-7744-403d-83bb-35211a28266d'] in dv-neutron-860329-2-hyperv is: [{'id': '3897adad-7744-403d-83bb-35211a28266d', 'name': 'tempest-TestMinimumBasicScenario-1916303430-router', 'tenant_id': '3d2b339ec11245a2afc4346745271272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '48e177e6-66ed-4fd8-88e8-3d54994cfedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:08:03Z', 'updated_at': '2022-10-13T16:08:07Z', 'revision_number': 4, 'project_id': '3d2b339ec11245a2afc4346745271272', 'gw_port': {'id': '48e177e6-66ed-4fd8-88e8-3d54994cfedc', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3897adad-7744-403d-83bb-35211a28266d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:08:04Z', 'updated_at': '2022-10-13T16:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '7bcf7390-c3db-4195-a815-00366de8ab59', 'tenant_id': '3d2b339ec11245a2afc4346745271272', 'floating_ip_address': '172.26.2.173', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '3897adad-7744-403d-83bb-35211a28266d', 'port_id': '6536ffcd-04fe-4394-9f4f-d9ba74bd83f7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1684, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30a5f323-9355-44ad-ad5f-9cd877870850', 'mac_address': 'fa:16:3e:a9:52:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dfa3eeed-6397-4713-a35c-ce241895883c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T16:09:01Z', 'updated_at': '2022-10-13T16:09:01Z', 'revision_number': 0, 'project_id': '3d2b339ec11245a2afc4346745271272', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd369504f-2c95-4ca1-9a78-ecf9a51b6d3e', 'name': '', 'network_id': '30a5f323-9355-44ad-ad5f-9cd877870850', 'tenant_id': '3d2b339ec11245a2afc4346745271272', 'mac_address': 'fa:16:3e:f6:24:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3897adad-7744-403d-83bb-35211a28266d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '338d472d-cf5b-4247-a849-d3e570335d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:08:06Z', 'updated_at': '2022-10-13T16:08:12Z', 'revision_number': 5, 'project_id': '3d2b339ec11245a2afc4346745271272', 'subnets': [{'id': '338d472d-cf5b-4247-a849-d3e570335d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:09:04.088160 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c9476768-bedd-4ac6-aba9-39486a54d1a7 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:09:04.092086 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c9476768-bedd-4ac6-aba9-39486a54d1a7 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:09:04.117913 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9476768-bedd-4ac6-aba9-39486a54d1a7 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80690ca1-9a05-4b09-a9af-b4f99f9c0bef,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:09:04.128562 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c9476768-bedd-4ac6-aba9-39486a54d1a7 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:09:04.129940 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-c9476768-bedd-4ac6-aba9-39486a54d1a7 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1632380 Oct 13 16:09:04.132838 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 32798) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:09:04.137994 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-128b718f-e9bd-4ed9-afb1-337eb74c0180 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Request body: {'security_group_rule': {'security_group_id': '8eae4537-2468-4828-95fe-9ee1ed926a26', 'project_id': '3d2b339ec11245a2afc4346745271272', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:09:04.144618 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-128b718f-e9bd-4ed9-afb1-337eb74c0180 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:09:04.148378 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-128b718f-e9bd-4ed9-afb1-337eb74c0180 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Usage tracker for resource:security_group_rule and tenant:3d2b339ec11245a2afc4346745271272 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:09:04.151198 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-128b718f-e9bd-4ed9-afb1-337eb74c0180 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:09:04.156791 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-128b718f-e9bd-4ed9-afb1-337eb74c0180 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:09:04.167634 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.securitygroups_db [None req-128b718f-e9bd-4ed9-afb1-337eb74c0180 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Project 3d2b339ec11245a2afc4346745271272 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 16:09:04.174483 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-128b718f-e9bd-4ed9-afb1-337eb74c0180 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:09:04.242155 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-128b718f-e9bd-4ed9-afb1-337eb74c0180 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:09:04.246438 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-128b718f-e9bd-4ed9-afb1-337eb74c0180 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:09:04.255278 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678b6dfc-c792-4d57-9643-fd61d6c7466d None None] New status for floating IP 7bcf7390-c3db-4195-a815-00366de8ab59: ACTIVE {{(pid=88975) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 16:09:04.270008 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128b718f-e9bd-4ed9-afb1-337eb74c0180 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1e38e43-2afb-4ad3-aad7-4a742bb71586,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:09:04.278882 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-128b718f-e9bd-4ed9-afb1-337eb74c0180 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:09:04.282733 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-128b718f-e9bd-4ed9-afb1-337eb74c0180 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1462331 Oct 13 16:09:04.398661 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-66b7baf3-d6e3-4db9-a522-86f6f1eac365 req-eb0c9577-d5d1-4be5-ab73-a95076edcf93 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1499224156&fields=id&tenant_id=3d2b339ec11245a2afc4346745271272 HTTP/1.1" status: 200 len: 267 time: 0.0393233 Oct 13 16:09:04.492029 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7baf3-d6e3-4db9-a522-86f6f1eac365 req-7f34eb70-168d-4682-817d-8d7afd8cf57f tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:09:04.493486 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-66b7baf3-d6e3-4db9-a522-86f6f1eac365 req-7f34eb70-168d-4682-817d-8d7afd8cf57f tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfa3eeed-6397-4713-a35c-ce241895883c HTTP/1.1" status: 200 len: 946 time: 0.0895183 Oct 13 16:09:04.504758 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [req-66b7baf3-d6e3-4db9-a522-86f6f1eac365 req-e0bf6a1c-e115-4c2c-9693-f2a38749876b tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Request body: {'port': {'security_groups': ['1a4725d9-d6b4-4b6c-b360-2eefb6dd045d', '8eae4537-2468-4828-95fe-9ee1ed926a26']}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:09:04.556355 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b1db268e-00ca-4b19-bc1e-2c884e68f5d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:09:04.627314 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-66b7baf3-d6e3-4db9-a522-86f6f1eac365 req-e0bf6a1c-e115-4c2c-9693-f2a38749876b tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:09:04.879216 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [req-66b7baf3-d6e3-4db9-a522-86f6f1eac365 req-e0bf6a1c-e115-4c2c-9693-f2a38749876b tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] For port 6536ffcd-04fe-4394-9f4f-d9ba74bd83f7, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=6536ffcd-04fe-4394-9f4f-d9ba74bd83f7,segment=NetworkSegment(2ffdf606-d152-4692-a354-790c904f7bf0),segment_id=2ffdf606-d152-4692-a354-790c904f7bf0)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:09:04.902562 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-66b7baf3-d6e3-4db9-a522-86f6f1eac365 req-e0bf6a1c-e115-4c2c-9693-f2a38749876b tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:09:04.906654 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-66b7baf3-d6e3-4db9-a522-86f6f1eac365 req-e0bf6a1c-e115-4c2c-9693-f2a38749876b tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:09:04.917773 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['6536ffcd-04fe-4394-9f4f-d9ba74bd83f7'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 16:09:04.947750 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7baf3-d6e3-4db9-a522-86f6f1eac365 req-e0bf6a1c-e115-4c2c-9693-f2a38749876b tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:09:04.948365 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-66b7baf3-d6e3-4db9-a522-86f6f1eac365 req-e0bf6a1c-e115-4c2c-9693-f2a38749876b tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:09:04.949711 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-66b7baf3-d6e3-4db9-a522-86f6f1eac365 req-e0bf6a1c-e115-4c2c-9693-f2a38749876b tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "PUT /v2.0/ports/6536ffcd-04fe-4394-9f4f-d9ba74bd83f7 HTTP/1.1" status: 200 len: 982 time: 0.4500256 Oct 13 16:09:04.984795 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['6536ffcd-04fe-4394-9f4f-d9ba74bd83f7'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 16:09:04.993345 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bf6a1c-e115-4c2c-9693-f2a38749876b tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Pushing event updated for resources: {'Port': ['ID=6536ffcd-04fe-4394-9f4f-d9ba74bd83f7,revision_number=6']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:09:05.131372 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727c161a-63cf-4590-9548-2edc6401f4a5 req-a493553f-de38-4938-85cc-d6a9d3d12875 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:09:05.132427 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfa3eeed-6397-4713-a35c-ce241895883c', 'tag': '6536ffcd-04fe-4394-9f4f-d9ba74bd83f7'}] {{(pid=88972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:09:05.132717 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-727c161a-63cf-4590-9548-2edc6401f4a5 req-a493553f-de38-4938-85cc-d6a9d3d12875 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfa3eeed-6397-4713-a35c-ce241895883c HTTP/1.1" status: 200 len: 985 time: 0.0893140 Oct 13 16:09:05.135190 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66139ebd01b2281a52a84d0c3e28fe779798cc7e4f9f2d51c02648ac67609c1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf286b4-c688-4e08-bf70-2ba0b5442aea" -d '{"events": [{"name": "network-changed", "server_uuid": "dfa3eeed-6397-4713-a35c-ce241895883c", "tag": "6536ffcd-04fe-4394-9f4f-d9ba74bd83f7"}]}' {{(pid=88972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:09:05.177822 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 16:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4d1c43-beb5-43db-9753-9dd845444fc2 x-openstack-request-id: req-fd4d1c43-beb5-43db-9753-9dd845444fc2 {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:09:05.178108 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfa3eeed-6397-4713-a35c-ce241895883c", "tag": "6536ffcd-04fe-4394-9f4f-d9ba74bd83f7", "status": "completed", "code": 200}]} {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:09:05.178387 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fd4d1c43-beb5-43db-9753-9dd845444fc2 {{(pid=88972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:09:05.178806 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd4d1c43-beb5-43db-9753-9dd845444fc2'] response: {'name': 'network-changed', 'server_uuid': 'dfa3eeed-6397-4713-a35c-ce241895883c', 'tag': '6536ffcd-04fe-4394-9f4f-d9ba74bd83f7', 'status': 'completed', 'code': 200} Oct 13 16:09:05.183728 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-727c161a-63cf-4590-9548-2edc6401f4a5 req-01613099-bd80-4d38-8888-6f089a344c6b tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Synchronizing usage tracker for tenant:3d2b339ec11245a2afc4346745271272 on resource:security_group {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:09:05.236165 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-727c161a-63cf-4590-9548-2edc6401f4a5 req-01613099-bd80-4d38-8888-6f089a344c6b tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Unset dirty status for tenant:3d2b339ec11245a2afc4346745271272 on resource:security_group {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:09:05.238841 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-727c161a-63cf-4590-9548-2edc6401f4a5 req-01613099-bd80-4d38-8888-6f089a344c6b tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d&id=8eae4537-2468-4828-95fe-9ee1ed926a26&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0995669 Oct 13 16:09:05.280666 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf286b4-c688-4e08-bf70-2ba0b5442aea req-697565a8-04ca-44e7-bce9-6c4d6da0afad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:09:05.282103 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-baf286b4-c688-4e08-bf70-2ba0b5442aea req-697565a8-04ca-44e7-bce9-6c4d6da0afad service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d2b339ec11245a2afc4346745271272&device_id=dfa3eeed-6397-4713-a35c-ce241895883c HTTP/1.1" status: 200 len: 1138 time: 0.0849607 Oct 13 16:09:05.518800 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf286b4-c688-4e08-bf70-2ba0b5442aea req-c0f1473d-dfcc-46fe-b5b7-f123842a37ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:09:05.520780 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-baf286b4-c688-4e08-bf70-2ba0b5442aea req-c0f1473d-dfcc-46fe-b5b7-f123842a37ac service neutron] 10.222.0.16 "GET /v2.0/networks?id=30a5f323-9355-44ad-ad5f-9cd877870850 HTTP/1.1" status: 200 len: 916 time: 0.2319798 Oct 13 16:09:05.623613 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-baf286b4-c688-4e08-bf70-2ba0b5442aea req-6b7b57b5-c6a5-44e8-8f76-55cabf94ef21 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6536ffcd-04fe-4394-9f4f-d9ba74bd83f7 HTTP/1.1" status: 200 len: 1002 time: 0.0962577 Oct 13 16:09:05.686624 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf286b4-c688-4e08-bf70-2ba0b5442aea req-3a3f97c8-27de-4c22-b30b-746bf28747af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:09:05.688025 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-baf286b4-c688-4e08-bf70-2ba0b5442aea req-3a3f97c8-27de-4c22-b30b-746bf28747af service neutron] 10.222.0.16 "GET /v2.0/subnets?id=338d472d-cf5b-4247-a849-d3e570335d99 HTTP/1.1" status: 200 len: 854 time: 0.0579484 Oct 13 16:09:05.773350 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf286b4-c688-4e08-bf70-2ba0b5442aea req-2b391fbe-e75c-4e72-a824-9f782652efe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:09:05.774806 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-baf286b4-c688-4e08-bf70-2ba0b5442aea req-2b391fbe-e75c-4e72-a824-9f782652efe0 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=30a5f323-9355-44ad-ad5f-9cd877870850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0795548 Oct 13 16:09:05.909448 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-baf286b4-c688-4e08-bf70-2ba0b5442aea req-236929c0-6ced-4192-b517-e89f2729f040 service neutron] 10.222.0.16 "GET /v2.0/networks/30a5f323-9355-44ad-ad5f-9cd877870850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275873 Oct 13 16:09:06.038887 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-baf286b4-c688-4e08-bf70-2ba0b5442aea req-371b9ec1-8969-4220-9728-b4cde8a3c66c service neutron] 10.222.0.16 "GET /v2.0/networks/30a5f323-9355-44ad-ad5f-9cd877870850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231883 Oct 13 16:09:06.701299 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-06a650cc-2a5c-4e02-803c-aa8e05ca1e18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:09:07.802359 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:09:08.002896 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:09:09.714639 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:09:12.561191 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:09:26.117468 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:09:34.557311 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-507a695f-8f48-42f7-bfd6-e402678c5ef7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:09:36.702282 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-5201c77e-88df-4b32-a8bc-216d5c33fff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:09:37.802344 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:09:38.005762 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:09:39.717110 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:09:46.413676 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a6c52cec-f28e-4cbd-b109-774602e16638 req-65257f88-ab6e-4178-a952-1e12dbbb0afc service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dfa3eeed-6397-4713-a35c-ce241895883c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0774117 Oct 13 16:09:46.559100 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c52cec-f28e-4cbd-b109-774602e16638 req-88f827fe-0740-46a5-8409-ddfa7142e93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:09:46.560553 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a6c52cec-f28e-4cbd-b109-774602e16638 req-88f827fe-0740-46a5-8409-ddfa7142e93e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d2b339ec11245a2afc4346745271272&device_id=dfa3eeed-6397-4713-a35c-ce241895883c HTTP/1.1" status: 200 len: 1138 time: 0.0815399 Oct 13 16:09:46.703541 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c52cec-f28e-4cbd-b109-774602e16638 req-fc939760-4a90-4ef0-b174-67f962d40e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:09:46.704972 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a6c52cec-f28e-4cbd-b109-774602e16638 req-fc939760-4a90-4ef0-b174-67f962d40e69 service neutron] 10.222.0.16 "GET /v2.0/networks?id=30a5f323-9355-44ad-ad5f-9cd877870850 HTTP/1.1" status: 200 len: 916 time: 0.1260202 Oct 13 16:09:46.804066 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a6c52cec-f28e-4cbd-b109-774602e16638 req-20902afc-72c3-40ab-8c76-c00a1d6cdeca service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6536ffcd-04fe-4394-9f4f-d9ba74bd83f7 HTTP/1.1" status: 200 len: 1002 time: 0.0932169 Oct 13 16:09:46.868426 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c52cec-f28e-4cbd-b109-774602e16638 req-e5a8207c-6799-4ad4-844b-2587a7de4f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:09:46.869820 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a6c52cec-f28e-4cbd-b109-774602e16638 req-e5a8207c-6799-4ad4-844b-2587a7de4f86 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=338d472d-cf5b-4247-a849-d3e570335d99 HTTP/1.1" status: 200 len: 854 time: 0.0593421 Oct 13 16:09:46.950827 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c52cec-f28e-4cbd-b109-774602e16638 req-e367667f-438e-4a60-ae5b-11f2321edc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:09:46.952194 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a6c52cec-f28e-4cbd-b109-774602e16638 req-e367667f-438e-4a60-ae5b-11f2321edc1c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=30a5f323-9355-44ad-ad5f-9cd877870850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755885 Oct 13 16:09:47.082386 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a6c52cec-f28e-4cbd-b109-774602e16638 req-442d35ee-11e8-46c6-b59a-8623b67ce9e5 service neutron] 10.222.0.16 "GET /v2.0/networks/30a5f323-9355-44ad-ad5f-9cd877870850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232145 Oct 13 16:09:47.210472 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a6c52cec-f28e-4cbd-b109-774602e16638 req-addd0f27-3d4c-47e0-9c1a-70ef45440ec2 service neutron] 10.222.0.16 "GET /v2.0/networks/30a5f323-9355-44ad-ad5f-9cd877870850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223905 Oct 13 16:09:49.559146 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:09:56.121481 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:10:03.032043 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [req-44c20253-77df-4350-a62b-babfa8ab65d0 req-c6c99927-5edb-4625-9933-47cfabcf23e7 tempest-ServerDiskConfigTestJSON-661390150 tempest-ServerDiskConfigTestJSON-661390150-project] (88972) timed out ('10.222.0.16', 50075) {{(pid=88972) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Oct 13 16:10:04.558546 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-70c47692-c2dd-4ab4-b6a9-43d7073b39ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:10:06.702920 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-15a857f9-b9ad-4d53-aed6-74f9174281e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:10:07.804986 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:10:08.008181 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:10:09.719675 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:10:14.063608 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [req-a694c88a-465b-44a6-91dc-d2bb08e11d6d req-79d8e68e-9505-4213-9acc-90cf886842e2 service neutron] (88973) timed out ('10.222.0.42', 58062) {{(pid=88973) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Oct 13 16:10:26.135126 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:10:26.557859 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:10:34.560093 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8219733f-69c2-4074-85da-94ead463ba78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:10:36.704794 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-1b89a178-52b5-486f-b781-9d06c65aee19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:10:37.810529 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:10:38.009682 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:10:39.723154 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:10:46.827385 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4b82cb71-4739-4d6b-8a7f-12c8d3b3ffb9 req-e959ff0c-4b9c-4919-b6cc-d3a4b64d4d08 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dfa3eeed-6397-4713-a35c-ce241895883c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0803185 Oct 13 16:10:46.968896 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82cb71-4739-4d6b-8a7f-12c8d3b3ffb9 req-c69cc714-2aca-495e-9ffd-85d01308f9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:10:46.970289 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4b82cb71-4739-4d6b-8a7f-12c8d3b3ffb9 req-c69cc714-2aca-495e-9ffd-85d01308f9e4 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d2b339ec11245a2afc4346745271272&device_id=dfa3eeed-6397-4713-a35c-ce241895883c HTTP/1.1" status: 200 len: 1138 time: 0.0782001 Oct 13 16:10:47.201734 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82cb71-4739-4d6b-8a7f-12c8d3b3ffb9 req-eb45f02c-45cb-4ed9-8fbd-ddcd871de274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:10:47.203199 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4b82cb71-4739-4d6b-8a7f-12c8d3b3ffb9 req-eb45f02c-45cb-4ed9-8fbd-ddcd871de274 service neutron] 10.222.0.16 "GET /v2.0/networks?id=30a5f323-9355-44ad-ad5f-9cd877870850 HTTP/1.1" status: 200 len: 916 time: 0.2141166 Oct 13 16:10:47.306233 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4b82cb71-4739-4d6b-8a7f-12c8d3b3ffb9 req-9a9056dd-e3b7-4955-beb4-e82873f4c425 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6536ffcd-04fe-4394-9f4f-d9ba74bd83f7 HTTP/1.1" status: 200 len: 1002 time: 0.0959244 Oct 13 16:10:47.369852 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82cb71-4739-4d6b-8a7f-12c8d3b3ffb9 req-d25a34e7-729a-4dc0-a5c7-214c154f2799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:10:47.371248 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4b82cb71-4739-4d6b-8a7f-12c8d3b3ffb9 req-d25a34e7-729a-4dc0-a5c7-214c154f2799 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=338d472d-cf5b-4247-a849-d3e570335d99 HTTP/1.1" status: 200 len: 854 time: 0.0591681 Oct 13 16:10:47.450617 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b82cb71-4739-4d6b-8a7f-12c8d3b3ffb9 req-5c631493-a215-4355-86a6-4069e67894b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:10:47.452058 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4b82cb71-4739-4d6b-8a7f-12c8d3b3ffb9 req-5c631493-a215-4355-86a6-4069e67894b9 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=30a5f323-9355-44ad-ad5f-9cd877870850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753121 Oct 13 16:10:47.581791 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4b82cb71-4739-4d6b-8a7f-12c8d3b3ffb9 req-3de1c275-08c2-4598-94f7-8bdc92f96d49 service neutron] 10.222.0.16 "GET /v2.0/networks/30a5f323-9355-44ad-ad5f-9cd877870850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229670 Oct 13 16:10:47.711625 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4b82cb71-4739-4d6b-8a7f-12c8d3b3ffb9 req-116454ff-920e-4349-8266-727f493dfff6 service neutron] 10.222.0.16 "GET /v2.0/networks/30a5f323-9355-44ad-ad5f-9cd877870850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240301 Oct 13 16:10:56.130030 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:11:03.556819 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:11:04.565286 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0ae61b52-3acb-4a01-b33c-dc499db9980e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:11:06.705693 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b3d56856-0441-4949-89bc-8f2db666bb86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:11:07.833024 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:11:08.012864 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:11:09.725624 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:11:18.077964 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d693937-eda3-41b3-a18e-d05864b1ff0c req-3bc0deab-d791-4c34-b431-d338e9e64585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:11:18.079449 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4d693937-eda3-41b3-a18e-d05864b1ff0c req-3bc0deab-d791-4c34-b431-d338e9e64585 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d2b339ec11245a2afc4346745271272&device_id=dfa3eeed-6397-4713-a35c-ce241895883c HTTP/1.1" status: 200 len: 1138 time: 0.1430285 Oct 13 16:11:18.090018 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcc0f89-a711-4d52-8438-5616df55b7db req-388a8647-953f-443a-be23-c969fe2edd3c tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:11:18.091641 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1fcc0f89-a711-4d52-8438-5616df55b7db req-388a8647-953f-443a-be23-c969fe2edd3c tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfa3eeed-6397-4713-a35c-ce241895883c HTTP/1.1" status: 200 len: 985 time: 0.1112812 Oct 13 16:11:18.223633 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1fcc0f89-a711-4d52-8438-5616df55b7db req-6c34fce8-10d3-4d6e-b268-c7b4dfbcec7d tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d&id=8eae4537-2468-4828-95fe-9ee1ed926a26&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1137795 Oct 13 16:11:18.253084 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d693937-eda3-41b3-a18e-d05864b1ff0c req-08267713-46a4-4ac6-8ef7-472187eb333e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:11:18.254524 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4d693937-eda3-41b3-a18e-d05864b1ff0c req-08267713-46a4-4ac6-8ef7-472187eb333e service neutron] 10.222.0.16 "GET /v2.0/networks?id=30a5f323-9355-44ad-ad5f-9cd877870850 HTTP/1.1" status: 200 len: 916 time: 0.1620753 Oct 13 16:11:18.352796 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4d693937-eda3-41b3-a18e-d05864b1ff0c req-18ef1273-5667-42b8-b55b-72e045fd8b76 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6536ffcd-04fe-4394-9f4f-d9ba74bd83f7 HTTP/1.1" status: 200 len: 1002 time: 0.0919709 Oct 13 16:11:18.416135 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d693937-eda3-41b3-a18e-d05864b1ff0c req-5fb08c48-fc89-4fe9-9623-74283a5d0c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:11:18.418019 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4d693937-eda3-41b3-a18e-d05864b1ff0c req-5fb08c48-fc89-4fe9-9623-74283a5d0c77 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=338d472d-cf5b-4247-a849-d3e570335d99 HTTP/1.1" status: 200 len: 854 time: 0.0598056 Oct 13 16:11:18.497714 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d693937-eda3-41b3-a18e-d05864b1ff0c req-f01d16a7-02c8-4e05-b75c-1928a036bf0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:11:18.499106 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4d693937-eda3-41b3-a18e-d05864b1ff0c req-f01d16a7-02c8-4e05-b75c-1928a036bf0d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=30a5f323-9355-44ad-ad5f-9cd877870850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754981 Oct 13 16:11:18.628040 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4d693937-eda3-41b3-a18e-d05864b1ff0c req-9b8d44f4-bc61-4a6c-929f-9efa68b50c62 service neutron] 10.222.0.16 "GET /v2.0/networks/30a5f323-9355-44ad-ad5f-9cd877870850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227336 Oct 13 16:11:18.758499 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4d693937-eda3-41b3-a18e-d05864b1ff0c req-2517b52e-57f1-487d-a708-e206787eac82 service neutron] 10.222.0.16 "GET /v2.0/networks/30a5f323-9355-44ad-ad5f-9cd877870850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228328 Oct 13 16:11:19.441772 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdff83f-c241-472d-b521-98bf9d6983fe req-416f8fc4-7b52-4e14-a851-6b51cd565397 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:11:19.443281 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-0fdff83f-c241-472d-b521-98bf9d6983fe req-416f8fc4-7b52-4e14-a851-6b51cd565397 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfa3eeed-6397-4713-a35c-ce241895883c HTTP/1.1" status: 200 len: 985 time: 0.1002543 Oct 13 16:11:19.493271 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-0fdff83f-c241-472d-b521-98bf9d6983fe req-218b343e-bb04-4777-8ea3-6074d00f0fea tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d&id=8eae4537-2468-4828-95fe-9ee1ed926a26&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0439913 Oct 13 16:11:20.691674 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d9b32a-87b2-4ee7-8534-8cb3a4a78afa req-d7001545-ddde-4cf2-ae19-a6f2f98fe1a4 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:11:20.693115 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-68d9b32a-87b2-4ee7-8534-8cb3a4a78afa req-d7001545-ddde-4cf2-ae19-a6f2f98fe1a4 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfa3eeed-6397-4713-a35c-ce241895883c HTTP/1.1" status: 200 len: 985 time: 0.0897346 Oct 13 16:11:20.738877 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-68d9b32a-87b2-4ee7-8534-8cb3a4a78afa req-7c70c9b0-b725-4d45-932a-f702d084c0e0 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d&id=8eae4537-2468-4828-95fe-9ee1ed926a26&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395091 Oct 13 16:11:26.135640 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:11:34.566117 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f3180d3d-9100-4c6c-b9f6-8aa3e1daf056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:11:36.708880 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c03c5da7-ca99-48c2-b94a-9e7f3cd45dd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:11:37.805402 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:11:38.016055 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:11:39.728182 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:11:40.560350 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:11:48.416960 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-84f5c793-3805-4585-be39-9930c2c73899 req-d0dc5bf9-0832-4a34-8ae3-980bd14961a0 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dfa3eeed-6397-4713-a35c-ce241895883c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0788028 Oct 13 16:11:48.559259 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5c793-3805-4585-be39-9930c2c73899 req-8ef5cf6b-5bd2-47c0-8799-05902c2ac858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:11:48.560696 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-84f5c793-3805-4585-be39-9930c2c73899 req-8ef5cf6b-5bd2-47c0-8799-05902c2ac858 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d2b339ec11245a2afc4346745271272&device_id=dfa3eeed-6397-4713-a35c-ce241895883c HTTP/1.1" status: 200 len: 1138 time: 0.0770559 Oct 13 16:11:48.793715 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5c793-3805-4585-be39-9930c2c73899 req-7155cbe9-794d-43e1-9145-f9149565e209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:11:48.795188 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-84f5c793-3805-4585-be39-9930c2c73899 req-7155cbe9-794d-43e1-9145-f9149565e209 service neutron] 10.222.0.16 "GET /v2.0/networks?id=30a5f323-9355-44ad-ad5f-9cd877870850 HTTP/1.1" status: 200 len: 916 time: 0.2161329 Oct 13 16:11:48.899987 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-84f5c793-3805-4585-be39-9930c2c73899 req-02ed6100-f374-4b65-b03c-61e3e0a3a563 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6536ffcd-04fe-4394-9f4f-d9ba74bd83f7 HTTP/1.1" status: 200 len: 1002 time: 0.0987706 Oct 13 16:11:48.960962 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5c793-3805-4585-be39-9930c2c73899 req-95eb375c-abbb-45c9-9c7c-c1ffb8f2a671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:11:48.962304 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-84f5c793-3805-4585-be39-9930c2c73899 req-95eb375c-abbb-45c9-9c7c-c1ffb8f2a671 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=338d472d-cf5b-4247-a849-d3e570335d99 HTTP/1.1" status: 200 len: 854 time: 0.0560718 Oct 13 16:11:49.046569 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f5c793-3805-4585-be39-9930c2c73899 req-b8f8a8df-5393-4def-b84b-e976f79cc5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:11:49.048016 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-84f5c793-3805-4585-be39-9930c2c73899 req-b8f8a8df-5393-4def-b84b-e976f79cc5de service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=30a5f323-9355-44ad-ad5f-9cd877870850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790431 Oct 13 16:11:49.177118 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-84f5c793-3805-4585-be39-9930c2c73899 req-9fadb1bd-9aca-4f03-9869-9b9150cecc5e service neutron] 10.222.0.16 "GET /v2.0/networks/30a5f323-9355-44ad-ad5f-9cd877870850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227040 Oct 13 16:11:49.306228 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-84f5c793-3805-4585-be39-9930c2c73899 req-5f236777-5215-4522-be05-21de1e29b27e service neutron] 10.222.0.16 "GET /v2.0/networks/30a5f323-9355-44ad-ad5f-9cd877870850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230791 Oct 13 16:11:56.140759 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:12:04.567812 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-bfbcc2b1-6c61-4b13-a1ac-5b0ae079a2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:12:06.709690 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-645321d0-7711-4a73-96f9-d7fe26e39c07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:12:07.807946 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:12:08.018642 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:12:09.730911 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:12:17.556006 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:12:26.153151 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:12:34.570754 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d01539d3-79a8-4455-9d95-276a85adddb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:12:36.711631 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-753681c8-636d-4fdd-8713-4defdc23e5fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:12:37.810970 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:12:38.021325 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:12:39.733837 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:12:50.375823 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c206de57-1478-4d4f-a7e0-7a5d2be6500b req-2e04d534-de8d-4acd-a754-196286f96c55 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=dfa3eeed-6397-4713-a35c-ce241895883c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0747128 Oct 13 16:12:50.519267 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c206de57-1478-4d4f-a7e0-7a5d2be6500b req-38b3112b-0e43-409e-9f0b-9848ce0798b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:12:50.520692 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c206de57-1478-4d4f-a7e0-7a5d2be6500b req-38b3112b-0e43-409e-9f0b-9848ce0798b7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d2b339ec11245a2afc4346745271272&device_id=dfa3eeed-6397-4713-a35c-ce241895883c HTTP/1.1" status: 200 len: 1138 time: 0.0794821 Oct 13 16:12:50.663836 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c206de57-1478-4d4f-a7e0-7a5d2be6500b req-b76a75df-81f4-412c-b309-a9ab43ebdd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:12:50.665299 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c206de57-1478-4d4f-a7e0-7a5d2be6500b req-b76a75df-81f4-412c-b309-a9ab43ebdd70 service neutron] 10.222.0.16 "GET /v2.0/networks?id=30a5f323-9355-44ad-ad5f-9cd877870850 HTTP/1.1" status: 200 len: 916 time: 0.1257491 Oct 13 16:12:50.766696 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c206de57-1478-4d4f-a7e0-7a5d2be6500b req-0c2f8d55-927e-40ba-8fd3-ad0692772c9f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6536ffcd-04fe-4394-9f4f-d9ba74bd83f7 HTTP/1.1" status: 200 len: 1002 time: 0.0956602 Oct 13 16:12:50.827412 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c206de57-1478-4d4f-a7e0-7a5d2be6500b req-4a15a272-69e9-4ca0-94fa-44f8bde39202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:12:50.829091 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c206de57-1478-4d4f-a7e0-7a5d2be6500b req-4a15a272-69e9-4ca0-94fa-44f8bde39202 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=338d472d-cf5b-4247-a849-d3e570335d99 HTTP/1.1" status: 200 len: 854 time: 0.0567553 Oct 13 16:12:50.913382 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c206de57-1478-4d4f-a7e0-7a5d2be6500b req-b780c2d2-acbf-4788-ad61-9c09d84e6838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:12:50.914896 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c206de57-1478-4d4f-a7e0-7a5d2be6500b req-b780c2d2-acbf-4788-ad61-9c09d84e6838 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=30a5f323-9355-44ad-ad5f-9cd877870850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799541 Oct 13 16:12:51.042520 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c206de57-1478-4d4f-a7e0-7a5d2be6500b req-e743b6ee-f282-4a99-8c13-46d286110845 service neutron] 10.222.0.16 "GET /v2.0/networks/30a5f323-9355-44ad-ad5f-9cd877870850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215241 Oct 13 16:12:51.170092 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c206de57-1478-4d4f-a7e0-7a5d2be6500b req-f863f0d0-c7fe-41e4-bb3e-4a53b19fddc6 service neutron] 10.222.0.16 "GET /v2.0/networks/30a5f323-9355-44ad-ad5f-9cd877870850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218472 Oct 13 16:12:54.555772 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:12:56.156136 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:13:04.571625 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-fd03d52e-f63a-4d18-bdd5-3c31736d5605 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:13:04.765180 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-2da2311f-e547-4424-93b3-938f0754a2ee req-dba5427c-185e-408c-805c-df4546661986 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1499224156&fields=id&tenant_id=3d2b339ec11245a2afc4346745271272 HTTP/1.1" status: 200 len: 267 time: 0.0382860 Oct 13 16:13:04.856593 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2311f-e547-4424-93b3-938f0754a2ee req-c2faed52-797d-4400-b832-6750b3c95df9 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:13:04.857969 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-2da2311f-e547-4424-93b3-938f0754a2ee req-c2faed52-797d-4400-b832-6750b3c95df9 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfa3eeed-6397-4713-a35c-ce241895883c HTTP/1.1" status: 200 len: 985 time: 0.0876985 Oct 13 16:13:04.868471 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [req-2da2311f-e547-4424-93b3-938f0754a2ee req-c3459d37-60f1-4207-b1b0-afc78bdc445d tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Request body: {'port': {'security_groups': ['1a4725d9-d6b4-4b6c-b360-2eefb6dd045d']}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:13:04.993125 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-2da2311f-e547-4424-93b3-938f0754a2ee req-c3459d37-60f1-4207-b1b0-afc78bdc445d tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:13:05.231539 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [req-2da2311f-e547-4424-93b3-938f0754a2ee req-c3459d37-60f1-4207-b1b0-afc78bdc445d tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] For port 6536ffcd-04fe-4394-9f4f-d9ba74bd83f7, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=6536ffcd-04fe-4394-9f4f-d9ba74bd83f7,segment=NetworkSegment(2ffdf606-d152-4692-a354-790c904f7bf0),segment_id=2ffdf606-d152-4692-a354-790c904f7bf0)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:13:05.255737 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-2da2311f-e547-4424-93b3-938f0754a2ee req-c3459d37-60f1-4207-b1b0-afc78bdc445d tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:13:05.260734 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-2da2311f-e547-4424-93b3-938f0754a2ee req-c3459d37-60f1-4207-b1b0-afc78bdc445d tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:13:05.273305 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['6536ffcd-04fe-4394-9f4f-d9ba74bd83f7'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 16:13:05.296917 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da2311f-e547-4424-93b3-938f0754a2ee req-c3459d37-60f1-4207-b1b0-afc78bdc445d tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:13:05.297516 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-2da2311f-e547-4424-93b3-938f0754a2ee req-c3459d37-60f1-4207-b1b0-afc78bdc445d tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:13:05.298882 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-2da2311f-e547-4424-93b3-938f0754a2ee req-c3459d37-60f1-4207-b1b0-afc78bdc445d tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "PUT /v2.0/ports/6536ffcd-04fe-4394-9f4f-d9ba74bd83f7 HTTP/1.1" status: 200 len: 943 time: 0.4348474 Oct 13 16:13:05.299363 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfa3eeed-6397-4713-a35c-ce241895883c', 'tag': '6536ffcd-04fe-4394-9f4f-d9ba74bd83f7'}] {{(pid=88972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:13:05.301627 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66139ebd01b2281a52a84d0c3e28fe779798cc7e4f9f2d51c02648ac67609c1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2205ae41-b538-4cf5-aeaa-2609e115526b" -d '{"events": [{"name": "network-changed", "server_uuid": "dfa3eeed-6397-4713-a35c-ce241895883c", "tag": "6536ffcd-04fe-4394-9f4f-d9ba74bd83f7"}]}' {{(pid=88972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:13:05.306760 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 32896) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:13:05.352985 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3459d37-60f1-4207-b1b0-afc78bdc445d tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Pushing event updated for resources: {'Port': ['ID=6536ffcd-04fe-4394-9f4f-d9ba74bd83f7,revision_number=7']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:13:05.356584 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['6536ffcd-04fe-4394-9f4f-d9ba74bd83f7'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 16:13:05.360700 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 16:13:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c67ccf-083b-465d-8a50-4571de2fbf3d x-openstack-request-id: req-f5c67ccf-083b-465d-8a50-4571de2fbf3d {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:13:05.360982 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfa3eeed-6397-4713-a35c-ce241895883c", "tag": "6536ffcd-04fe-4394-9f4f-d9ba74bd83f7", "status": "completed", "code": 200}]} {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:13:05.361234 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f5c67ccf-083b-465d-8a50-4571de2fbf3d {{(pid=88972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:13:05.361641 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f5c67ccf-083b-465d-8a50-4571de2fbf3d'] response: {'name': 'network-changed', 'server_uuid': 'dfa3eeed-6397-4713-a35c-ce241895883c', 'tag': '6536ffcd-04fe-4394-9f4f-d9ba74bd83f7', 'status': 'completed', 'code': 200} Oct 13 16:13:05.363063 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3459d37-60f1-4207-b1b0-afc78bdc445d tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:13:05.363408 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3459d37-60f1-4207-b1b0-afc78bdc445d tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:13:05.363750 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3459d37-60f1-4207-b1b0-afc78bdc445d tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:13:05.364090 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3459d37-60f1-4207-b1b0-afc78bdc445d tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:13:05.364424 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3459d37-60f1-4207-b1b0-afc78bdc445d tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:13:05.364756 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3459d37-60f1-4207-b1b0-afc78bdc445d tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:13:05.365151 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3459d37-60f1-4207-b1b0-afc78bdc445d tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:13:05.366020 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3459d37-60f1-4207-b1b0-afc78bdc445d tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:13:05.366597 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3459d37-60f1-4207-b1b0-afc78bdc445d tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:13:05.366931 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3459d37-60f1-4207-b1b0-afc78bdc445d tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:13:05.367259 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3459d37-60f1-4207-b1b0-afc78bdc445d tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:13:05.367587 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3459d37-60f1-4207-b1b0-afc78bdc445d tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:13:05.432603 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b5279af0-2717-4418-aca8-56f15b24ef97 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:13:05.480628 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b5279af0-2717-4418-aca8-56f15b24ef97 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:13:05.638235 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205ae41-b538-4cf5-aeaa-2609e115526b req-201685fa-0527-4519-b36e-aedc3ae448cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:13:05.639738 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2205ae41-b538-4cf5-aeaa-2609e115526b req-201685fa-0527-4519-b36e-aedc3ae448cb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d2b339ec11245a2afc4346745271272&device_id=dfa3eeed-6397-4713-a35c-ce241895883c HTTP/1.1" status: 200 len: 1099 time: 0.2470305 Oct 13 16:13:05.734329 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b5279af0-2717-4418-aca8-56f15b24ef97 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:13:05.764945 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5279af0-2717-4418-aca8-56f15b24ef97 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eae4537-2468-4828-95fe-9ee1ed926a26,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:13:05.778543 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5279af0-2717-4418-aca8-56f15b24ef97 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:13:05.778888 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5279af0-2717-4418-aca8-56f15b24ef97 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:13:05.779220 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5279af0-2717-4418-aca8-56f15b24ef97 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:13:05.779549 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5279af0-2717-4418-aca8-56f15b24ef97 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:13:05.779876 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5279af0-2717-4418-aca8-56f15b24ef97 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:13:05.780202 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5279af0-2717-4418-aca8-56f15b24ef97 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:13:05.780522 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5279af0-2717-4418-aca8-56f15b24ef97 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:13:05.780841 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5279af0-2717-4418-aca8-56f15b24ef97 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:13:05.781159 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5279af0-2717-4418-aca8-56f15b24ef97 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:13:05.781474 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5279af0-2717-4418-aca8-56f15b24ef97 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:13:05.781793 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5279af0-2717-4418-aca8-56f15b24ef97 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:13:05.782109 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5279af0-2717-4418-aca8-56f15b24ef97 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:13:05.786996 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b5279af0-2717-4418-aca8-56f15b24ef97 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:13:05.788611 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-b5279af0-2717-4418-aca8-56f15b24ef97 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "DELETE /v2.0/security-groups/8eae4537-2468-4828-95fe-9ee1ed926a26 HTTP/1.1" status: 204 len: 168 time: 0.4803824 Oct 13 16:13:05.791380 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 32900) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:13:05.810204 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205ae41-b538-4cf5-aeaa-2609e115526b req-7aa460b5-ebd5-4a71-9827-91712957eca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:13:05.811648 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2205ae41-b538-4cf5-aeaa-2609e115526b req-7aa460b5-ebd5-4a71-9827-91712957eca4 service neutron] 10.222.0.16 "GET /v2.0/networks?id=30a5f323-9355-44ad-ad5f-9cd877870850 HTTP/1.1" status: 200 len: 916 time: 0.1655879 Oct 13 16:13:05.916309 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2205ae41-b538-4cf5-aeaa-2609e115526b req-1dd7494d-6fb6-4240-a25d-9b07e475cd3c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6536ffcd-04fe-4394-9f4f-d9ba74bd83f7 HTTP/1.1" status: 200 len: 1002 time: 0.0982680 Oct 13 16:13:05.981352 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205ae41-b538-4cf5-aeaa-2609e115526b req-5c3dd75c-d751-48f7-b902-ca9c2eb09298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:13:05.982829 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2205ae41-b538-4cf5-aeaa-2609e115526b req-5c3dd75c-d751-48f7-b902-ca9c2eb09298 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=338d472d-cf5b-4247-a849-d3e570335d99 HTTP/1.1" status: 200 len: 854 time: 0.0586050 Oct 13 16:13:06.071139 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205ae41-b538-4cf5-aeaa-2609e115526b req-05b45a0d-ec4a-441b-b73f-feda2a33137b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:13:06.072600 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2205ae41-b538-4cf5-aeaa-2609e115526b req-05b45a0d-ec4a-441b-b73f-feda2a33137b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=30a5f323-9355-44ad-ad5f-9cd877870850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0839822 Oct 13 16:13:06.107167 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-0b674409-f946-4d1d-9f0e-e73a8f4ec3ba tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Deleting port 89010815-15ab-4d6c-916c-c3becec0699d {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:13:06.107505 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0b674409-f946-4d1d-9f0e-e73a8f4ec3ba tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:13:06.204210 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2205ae41-b538-4cf5-aeaa-2609e115526b req-4aa2b30a-909b-4bf0-a6aa-bccac79ade73 service neutron] 10.222.0.16 "GET /v2.0/networks/30a5f323-9355-44ad-ad5f-9cd877870850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242609 Oct 13 16:13:06.274658 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0b674409-f946-4d1d-9f0e-e73a8f4ec3ba tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:13:06.274971 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0b674409-f946-4d1d-9f0e-e73a8f4ec3ba tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:13:06.333960 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2205ae41-b538-4cf5-aeaa-2609e115526b req-d39741ce-99d8-42bd-9010-f905add67ec2 service neutron] 10.222.0.16 "GET /v2.0/networks/30a5f323-9355-44ad-ad5f-9cd877870850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235108 Oct 13 16:13:06.398928 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-0b674409-f946-4d1d-9f0e-e73a8f4ec3ba tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Calling delete_port for 89010815-15ab-4d6c-916c-c3becec0699d owned by network:floatingip {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:13:06.544655 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0b674409-f946-4d1d-9f0e-e73a8f4ec3ba tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:13:06.592952 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b674409-f946-4d1d-9f0e-e73a8f4ec3ba tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Pushing event deleted for resources: {'Port': ['ID=89010815-15ab-4d6c-916c-c3becec0699d,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:13:06.688673 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0b674409-f946-4d1d-9f0e-e73a8f4ec3ba tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for floatingip, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:13:06.688965 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.l3_db [None req-0b674409-f946-4d1d-9f0e-e73a8f4ec3ba tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Floating IP 7bcf7390-c3db-4195-a815-00366de8ab59 disassociated (deleted). External IP: 172.26.2.173, port: 6536ffcd-04fe-4394-9f4f-d9ba74bd83f7. Oct 13 16:13:06.714325 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e19caa3c-81ff-4aa4-ac06-8049e8b70fbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:13:07.034261 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b674409-f946-4d1d-9f0e-e73a8f4ec3ba tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Router 3897adad-7744-403d-83bb-35211a28266d has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 16:13:07.210219 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b674409-f946-4d1d-9f0e-e73a8f4ec3ba tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:13:07.219791 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83b9c32-4bfd-4c3a-a3b9-c4667c399bb3 None None] Sync routers for ids ['3897adad-7744-403d-83bb-35211a28266d'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:13:07.230647 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83b9c32-4bfd-4c3a-a3b9-c4667c399bb3 None None] Routers {'3897adad-7744-403d-83bb-35211a28266d'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:13:07.230850 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0b674409-f946-4d1d-9f0e-e73a8f4ec3ba tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:13:07.231390 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-e83b9c32-4bfd-4c3a-a3b9-c4667c399bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:13:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['3897adad-7744-403d-83bb-35211a28266d'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:13:07.287663 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-0b674409-f946-4d1d-9f0e-e73a8f4ec3ba tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "DELETE /v2.0/floatingips/7bcf7390-c3db-4195-a815-00366de8ab59 HTTP/1.1" status: 204 len: 168 time: 1.4906874 Oct 13 16:13:07.362673 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfa3eeed-6397-4713-a35c-ce241895883c', 'tag': '6536ffcd-04fe-4394-9f4f-d9ba74bd83f7'}] {{(pid=88972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:13:07.365083 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66139ebd01b2281a52a84d0c3e28fe779798cc7e4f9f2d51c02648ac67609c1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba4e527-ad0c-4fae-9c90-b4d04025fbdc" -d '{"events": [{"name": "network-changed", "server_uuid": "dfa3eeed-6397-4713-a35c-ce241895883c", "tag": "6536ffcd-04fe-4394-9f4f-d9ba74bd83f7"}]}' {{(pid=88972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:13:07.408148 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-e83b9c32-4bfd-4c3a-a3b9-c4667c399bb3 None None] Set router 3897adad-7744-403d-83bb-35211a28266d gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:13:07.413695 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 16:13:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf839464-f09e-4498-8933-258cb9d00934 x-openstack-request-id: req-bf839464-f09e-4498-8933-258cb9d00934 {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:13:07.414305 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfa3eeed-6397-4713-a35c-ce241895883c", "tag": "6536ffcd-04fe-4394-9f4f-d9ba74bd83f7", "status": "completed", "code": 200}]} {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:13:07.414564 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bf839464-f09e-4498-8933-258cb9d00934 {{(pid=88972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:13:07.414966 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf839464-f09e-4498-8933-258cb9d00934'] response: {'name': 'network-changed', 'server_uuid': 'dfa3eeed-6397-4713-a35c-ce241895883c', 'tag': '6536ffcd-04fe-4394-9f4f-d9ba74bd83f7', 'status': 'completed', 'code': 200} Oct 13 16:13:07.522654 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4e527-ad0c-4fae-9c90-b4d04025fbdc req-f79412c0-f767-4a37-a349-6b6b7b8bec9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:13:07.524135 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-3ba4e527-ad0c-4fae-9c90-b4d04025fbdc req-f79412c0-f767-4a37-a349-6b6b7b8bec9c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d2b339ec11245a2afc4346745271272&device_id=dfa3eeed-6397-4713-a35c-ce241895883c HTTP/1.1" status: 200 len: 1099 time: 0.0873353 Oct 13 16:13:07.669331 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4e527-ad0c-4fae-9c90-b4d04025fbdc req-de5903c8-ef9b-46b4-896d-fdcda7e69aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:13:07.670827 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-3ba4e527-ad0c-4fae-9c90-b4d04025fbdc req-de5903c8-ef9b-46b4-896d-fdcda7e69aa3 service neutron] 10.222.0.16 "GET /v2.0/networks?id=30a5f323-9355-44ad-ad5f-9cd877870850 HTTP/1.1" status: 200 len: 916 time: 0.1398983 Oct 13 16:13:07.735353 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-e83b9c32-4bfd-4c3a-a3b9-c4667c399bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3897adad-7744-403d-83bb-35211a28266d', 'name': 'tempest-TestMinimumBasicScenario-1916303430-router', 'tenant_id': '3d2b339ec11245a2afc4346745271272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '48e177e6-66ed-4fd8-88e8-3d54994cfedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:08:03Z', 'updated_at': '2022-10-13T16:08:07Z', 'revision_number': 4, 'project_id': '3d2b339ec11245a2afc4346745271272', 'gw_port': {'id': '48e177e6-66ed-4fd8-88e8-3d54994cfedc', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3897adad-7744-403d-83bb-35211a28266d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:08:04Z', 'updated_at': '2022-10-13T16:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': 'd369504f-2c95-4ca1-9a78-ecf9a51b6d3e', 'name': '', 'network_id': '30a5f323-9355-44ad-ad5f-9cd877870850', 'tenant_id': '3d2b339ec11245a2afc4346745271272', 'mac_address': 'fa:16:3e:f6:24:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3897adad-7744-403d-83bb-35211a28266d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '338d472d-cf5b-4247-a849-d3e570335d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:08:06Z', 'updated_at': '2022-10-13T16:08:12Z', 'revision_number': 5, 'project_id': '3d2b339ec11245a2afc4346745271272', 'subnets': [{'id': '338d472d-cf5b-4247-a849-d3e570335d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:13:07.739823 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83b9c32-4bfd-4c3a-a3b9-c4667c399bb3 None None] Checking router: 3897adad-7744-403d-83bb-35211a28266d for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:13:07.749895 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83b9c32-4bfd-4c3a-a3b9-c4667c399bb3 None None] Routers {'3897adad-7744-403d-83bb-35211a28266d'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:13:07.750608 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-e83b9c32-4bfd-4c3a-a3b9-c4667c399bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:13:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['3897adad-7744-403d-83bb-35211a28266d'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:13:07.763342 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-3ba4e527-ad0c-4fae-9c90-b4d04025fbdc req-f2604b05-f17c-473a-a6a8-3018aa81452f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6536ffcd-04fe-4394-9f4f-d9ba74bd83f7 HTTP/1.1" status: 200 len: 217 time: 0.0861907 Oct 13 16:13:07.831412 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4e527-ad0c-4fae-9c90-b4d04025fbdc req-fec54d51-4fd0-40b6-a567-c6bcbf92497a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:13:07.832876 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-3ba4e527-ad0c-4fae-9c90-b4d04025fbdc req-fec54d51-4fd0-40b6-a567-c6bcbf92497a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=338d472d-cf5b-4247-a849-d3e570335d99 HTTP/1.1" status: 200 len: 854 time: 0.0641031 Oct 13 16:13:07.845286 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:13:07.919580 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4e527-ad0c-4fae-9c90-b4d04025fbdc req-d6d4f462-96b9-4f5b-8901-8498b37718a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:13:07.921078 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-3ba4e527-ad0c-4fae-9c90-b4d04025fbdc req-d6d4f462-96b9-4f5b-8901-8498b37718a2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=30a5f323-9355-44ad-ad5f-9cd877870850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0817986 Oct 13 16:13:07.946631 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-e83b9c32-4bfd-4c3a-a3b9-c4667c399bb3 None None] Set router 3897adad-7744-403d-83bb-35211a28266d gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:13:08.056442 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-3ba4e527-ad0c-4fae-9c90-b4d04025fbdc req-e22bc0ba-9749-4148-97b3-72d5898f5a5a service neutron] 10.222.0.16 "GET /v2.0/networks/30a5f323-9355-44ad-ad5f-9cd877870850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289477 Oct 13 16:13:08.058393 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:13:08.189162 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-3ba4e527-ad0c-4fae-9c90-b4d04025fbdc req-091ffddf-6810-4642-9fc3-7ff4925106d2 service neutron] 10.222.0.16 "GET /v2.0/networks/30a5f323-9355-44ad-ad5f-9cd877870850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260593 Oct 13 16:13:08.310074 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-e83b9c32-4bfd-4c3a-a3b9-c4667c399bb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3897adad-7744-403d-83bb-35211a28266d', 'name': 'tempest-TestMinimumBasicScenario-1916303430-router', 'tenant_id': '3d2b339ec11245a2afc4346745271272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '48e177e6-66ed-4fd8-88e8-3d54994cfedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:08:03Z', 'updated_at': '2022-10-13T16:08:07Z', 'revision_number': 4, 'project_id': '3d2b339ec11245a2afc4346745271272', 'gw_port': {'id': '48e177e6-66ed-4fd8-88e8-3d54994cfedc', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3897adad-7744-403d-83bb-35211a28266d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:08:04Z', 'updated_at': '2022-10-13T16:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': 'd369504f-2c95-4ca1-9a78-ecf9a51b6d3e', 'name': '', 'network_id': '30a5f323-9355-44ad-ad5f-9cd877870850', 'tenant_id': '3d2b339ec11245a2afc4346745271272', 'mac_address': 'fa:16:3e:f6:24:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3897adad-7744-403d-83bb-35211a28266d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '338d472d-cf5b-4247-a849-d3e570335d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:08:06Z', 'updated_at': '2022-10-13T16:08:12Z', 'revision_number': 5, 'project_id': '3d2b339ec11245a2afc4346745271272', 'subnets': [{'id': '338d472d-cf5b-4247-a849-d3e570335d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:13:08.314339 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83b9c32-4bfd-4c3a-a3b9-c4667c399bb3 None None] The sync data for ids ['3897adad-7744-403d-83bb-35211a28266d'] in dv-neutron-860329-2-hyperv is: [{'id': '3897adad-7744-403d-83bb-35211a28266d', 'name': 'tempest-TestMinimumBasicScenario-1916303430-router', 'tenant_id': '3d2b339ec11245a2afc4346745271272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '48e177e6-66ed-4fd8-88e8-3d54994cfedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:08:03Z', 'updated_at': '2022-10-13T16:08:07Z', 'revision_number': 4, 'project_id': '3d2b339ec11245a2afc4346745271272', 'gw_port': {'id': '48e177e6-66ed-4fd8-88e8-3d54994cfedc', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3897adad-7744-403d-83bb-35211a28266d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:08:04Z', 'updated_at': '2022-10-13T16:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': 'd369504f-2c95-4ca1-9a78-ecf9a51b6d3e', 'name': '', 'network_id': '30a5f323-9355-44ad-ad5f-9cd877870850', 'tenant_id': '3d2b339ec11245a2afc4346745271272', 'mac_address': 'fa:16:3e:f6:24:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3897adad-7744-403d-83bb-35211a28266d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '338d472d-cf5b-4247-a849-d3e570335d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:08:06Z', 'updated_at': '2022-10-13T16:08:12Z', 'revision_number': 5, 'project_id': '3d2b339ec11245a2afc4346745271272', 'subnets': [{'id': '338d472d-cf5b-4247-a849-d3e570335d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:13:08.527855 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1511045-fd22-4da1-ae7f-f76d47d69a38 None None] New status for floating IP 7bcf7390-c3db-4195-a815-00366de8ab59: DOWN {{(pid=88975) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 16:13:09.737254 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:13:11.713629 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a7794-0625-421f-913f-e40342ff7c5e req-eef75c70-dd30-4ca9-83ba-5e6f5a0658e4 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:13:11.715086 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0a5a7794-0625-421f-913f-e40342ff7c5e req-eef75c70-dd30-4ca9-83ba-5e6f5a0658e4 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfa3eeed-6397-4713-a35c-ce241895883c HTTP/1.1" status: 200 len: 946 time: 0.0877178 Oct 13 16:13:11.757099 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-0a5a7794-0625-421f-913f-e40342ff7c5e req-3b1c4af7-2cc2-4233-b8b0-df178b34ee1c tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Synchronizing usage tracker for tenant:3d2b339ec11245a2afc4346745271272 on resource:security_group {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:13:11.772189 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-0a5a7794-0625-421f-913f-e40342ff7c5e req-3b1c4af7-2cc2-4233-b8b0-df178b34ee1c tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Unset dirty status for tenant:3d2b339ec11245a2afc4346745271272 on resource:security_group {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:13:11.773269 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0a5a7794-0625-421f-913f-e40342ff7c5e req-3b1c4af7-2cc2-4233-b8b0-df178b34ee1c tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525715 Oct 13 16:13:12.973959 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f729667-a947-4abe-bc77-d5424bf2ecbb req-3d8c298b-c83c-4641-929e-3a9d38125b72 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:13:12.975166 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-2f729667-a947-4abe-bc77-d5424bf2ecbb req-3d8c298b-c83c-4641-929e-3a9d38125b72 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Synchronizing usage tracker for tenant:3d2b339ec11245a2afc4346745271272 on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:13:12.989660 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-2f729667-a947-4abe-bc77-d5424bf2ecbb req-3d8c298b-c83c-4641-929e-3a9d38125b72 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Unset dirty status for tenant:3d2b339ec11245a2afc4346745271272 on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:13:12.990816 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-2f729667-a947-4abe-bc77-d5424bf2ecbb req-3d8c298b-c83c-4641-929e-3a9d38125b72 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfa3eeed-6397-4713-a35c-ce241895883c HTTP/1.1" status: 200 len: 946 time: 0.1054733 Oct 13 16:13:13.143394 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-2f729667-a947-4abe-bc77-d5424bf2ecbb req-aea3d80e-d800-427f-a595-6703aa3ff8de tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468365 Oct 13 16:13:13.737046 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953acd68-a544-4551-b78e-3dbd28db8126 req-878de5fb-794e-47b7-867d-aedd8fc5fc70 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:13:13.738479 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-953acd68-a544-4551-b78e-3dbd28db8126 req-878de5fb-794e-47b7-867d-aedd8fc5fc70 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.16 "GET /v2.0/ports?device_id=dfa3eeed-6397-4713-a35c-ce241895883c HTTP/1.1" status: 200 len: 946 time: 0.1849258 Oct 13 16:13:13.806266 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-953acd68-a544-4551-b78e-3dbd28db8126 req-f4eb440c-db99-4074-b976-4e74779c9b63 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Deleting port 6536ffcd-04fe-4394-9f4f-d9ba74bd83f7 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:13:13.806598 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-953acd68-a544-4551-b78e-3dbd28db8126 req-f4eb440c-db99-4074-b976-4e74779c9b63 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:13:14.051070 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-953acd68-a544-4551-b78e-3dbd28db8126 req-f4eb440c-db99-4074-b976-4e74779c9b63 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] For port 6536ffcd-04fe-4394-9f4f-d9ba74bd83f7, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=6536ffcd-04fe-4394-9f4f-d9ba74bd83f7,segment=NetworkSegment(2ffdf606-d152-4692-a354-790c904f7bf0),segment_id=2ffdf606-d152-4692-a354-790c904f7bf0)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:13:14.051421 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-953acd68-a544-4551-b78e-3dbd28db8126 req-f4eb440c-db99-4074-b976-4e74779c9b63 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:13:14.172856 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-953acd68-a544-4551-b78e-3dbd28db8126 req-f4eb440c-db99-4074-b976-4e74779c9b63 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Calling delete_port for 6536ffcd-04fe-4394-9f4f-d9ba74bd83f7 owned by compute:nova {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:13:14.376852 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-953acd68-a544-4551-b78e-3dbd28db8126 req-f4eb440c-db99-4074-b976-4e74779c9b63 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:13:14.388991 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['6536ffcd-04fe-4394-9f4f-d9ba74bd83f7'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 16:13:14.432506 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eb440c-db99-4074-b976-4e74779c9b63 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Pushing event deleted for resources: {'Port': ['ID=6536ffcd-04fe-4394-9f4f-d9ba74bd83f7,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:13:14.519768 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b91917a-7f61-4847-9666-0102830d7cf0 req-adeef661-cf75-4859-ab26-12e08f1c15c2 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:13:14.521728 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2b91917a-7f61-4847-9666-0102830d7cf0 req-adeef661-cf75-4859-ab26-12e08f1c15c2 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=dfa3eeed-6397-4713-a35c-ce241895883c HTTP/1.1" status: 200 len: 946 time: 0.2629590 Oct 13 16:13:14.529457 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-953acd68-a544-4551-b78e-3dbd28db8126 req-f4eb440c-db99-4074-b976-4e74779c9b63 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] No DVR routers for this DVR port 6536ffcd-04fe-4394-9f4f-d9ba74bd83f7 on host hv-neutron-8603 {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 16:13:14.542515 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-953acd68-a544-4551-b78e-3dbd28db8126 req-f4eb440c-db99-4074-b976-4e74779c9b63 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:13:14.544820 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfa3eeed-6397-4713-a35c-ce241895883c', 'name': 'network-vif-deleted', 'tag': '6536ffcd-04fe-4394-9f4f-d9ba74bd83f7'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:13:14.547042 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e269d46e-6260-42d2-943f-add909b82a47" -d '{"events": [{"server_uuid": "dfa3eeed-6397-4713-a35c-ce241895883c", "name": "network-vif-deleted", "tag": "6536ffcd-04fe-4394-9f4f-d9ba74bd83f7"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:13:14.571195 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-953acd68-a544-4551-b78e-3dbd28db8126 req-f4eb440c-db99-4074-b976-4e74779c9b63 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.16 "DELETE /v2.0/ports/6536ffcd-04fe-4394-9f4f-d9ba74bd83f7 HTTP/1.1" status: 204 len: 173 time: 0.8279691 Oct 13 16:13:14.581176 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2b91917a-7f61-4847-9666-0102830d7cf0 req-007647ff-671f-4524-a5ad-6d6edba70e0a tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535080 Oct 13 16:13:14.707994 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 16:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f765199-6b82-4269-ab97-79c599f82853 x-openstack-request-id: req-4f765199-6b82-4269-ab97-79c599f82853 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:13:14.708278 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfa3eeed-6397-4713-a35c-ce241895883c", "name": "network-vif-deleted", "tag": "6536ffcd-04fe-4394-9f4f-d9ba74bd83f7", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:13:14.709082 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4f765199-6b82-4269-ab97-79c599f82853 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:13:14.709471 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4f765199-6b82-4269-ab97-79c599f82853'] response: {'server_uuid': 'dfa3eeed-6397-4713-a35c-ce241895883c', 'name': 'network-vif-deleted', 'tag': '6536ffcd-04fe-4394-9f4f-d9ba74bd83f7', 'status': 'completed', 'code': 200} Oct 13 16:13:17.230055 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 6536ffcd-04fe-4394-9f4f-d9ba74bd83f7 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:13:17.268794 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] No Port match for: 6536ffcd-04fe-4394-9f4f-d9ba74bd83f7 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:13:17.269135 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 6536ffcd-04fe-4394-9f4f-d9ba74bd83f7 not bound to the agent host hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:13:24.753356 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87665526-0137-4295-b68c-13d842343223 req-7b048dff-249e-4105-abb0-2f6dfa18b75f tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:13:24.754016 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-87665526-0137-4295-b68c-13d842343223 req-7b048dff-249e-4105-abb0-2f6dfa18b75f tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Synchronizing usage tracker for tenant:3d2b339ec11245a2afc4346745271272 on resource:network {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:13:24.771307 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-87665526-0137-4295-b68c-13d842343223 req-7b048dff-249e-4105-abb0-2f6dfa18b75f tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Unset dirty status for tenant:3d2b339ec11245a2afc4346745271272 on resource:network {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:13:24.772413 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-87665526-0137-4295-b68c-13d842343223 req-7b048dff-249e-4105-abb0-2f6dfa18b75f tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/networks?id=30a5f323-9355-44ad-ad5f-9cd877870850 HTTP/1.1" status: 200 len: 815 time: 0.1629634 Oct 13 16:13:24.786558 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-87665526-0137-4295-b68c-13d842343223 req-0a39bfc3-ee1e-4420-9f73-ab34018b9dea tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/quotas/3d2b339ec11245a2afc4346745271272 HTTP/1.1" status: 200 len: 375 time: 0.0086682 Oct 13 16:13:24.878149 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-87665526-0137-4295-b68c-13d842343223 req-cb796866-c8c5-4295-9dee-813b271615e4 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=3d2b339ec11245a2afc4346745271272&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0865359 Oct 13 16:13:24.953983 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [req-87665526-0137-4295-b68c-13d842343223 req-99b516e2-95e6-4a86-ad90-21da14305623 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 16:13:24.954998 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-87665526-0137-4295-b68c-13d842343223 req-99b516e2-95e6-4a86-ad90-21da14305623 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0639253 Oct 13 16:13:25.083361 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-87665526-0137-4295-b68c-13d842343223 req-cfbfb26a-de93-4aa4-9818-777a5d6376b4 service neutron] 10.222.0.42 "GET /v2.0/networks/30a5f323-9355-44ad-ad5f-9cd877870850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221712 Oct 13 16:13:25.212163 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-87665526-0137-4295-b68c-13d842343223 req-edaff715-96dd-445a-a80b-a44cf8466d12 service neutron] 10.222.0.42 "GET /v2.0/networks/30a5f323-9355-44ad-ad5f-9cd877870850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229339 Oct 13 16:13:26.149037 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:13:26.397192 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-04242894-8e03-4b08-9ed4-4e2a2b864893 req-818764df-847e-44d6-8aa4-5ed261589409 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Synchronizing usage tracker for tenant:3d2b339ec11245a2afc4346745271272 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:13:26.412609 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-04242894-8e03-4b08-9ed4-4e2a2b864893 req-818764df-847e-44d6-8aa4-5ed261589409 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Unset dirty status for tenant:3d2b339ec11245a2afc4346745271272 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:13:26.413638 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-04242894-8e03-4b08-9ed4-4e2a2b864893 req-818764df-847e-44d6-8aa4-5ed261589409 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf16ca8f-933e-4042-b4e4-06e88fab2a3d HTTP/1.1" status: 200 len: 210 time: 0.0648205 Oct 13 16:13:27.528264 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-b53beee5-9466-4312-a7b1-6bbe8bdf5a03 req-d9d46e53-e61f-4fa9-b3dd-a87821957c1f tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf16ca8f-933e-4042-b4e4-06e88fab2a3d HTTP/1.1" status: 200 len: 210 time: 0.0518675 Oct 13 16:13:28.636546 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-11f1a691-1432-4195-893f-999f0e2d7b6b req-5e73f9d6-13e4-4359-9cad-102898887873 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf16ca8f-933e-4042-b4e4-06e88fab2a3d HTTP/1.1" status: 200 len: 210 time: 0.0537970 Oct 13 16:13:29.796033 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-46999bf8-8071-4f6e-ad2a-447463b0cf00 req-5f727d06-b812-479a-8a99-28114f2e7b0c tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf16ca8f-933e-4042-b4e4-06e88fab2a3d HTTP/1.1" status: 200 len: 210 time: 0.0485330 Oct 13 16:13:30.517533 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87665526-0137-4295-b68c-13d842343223 req-4b24d147-399b-48d6-b667-54a4097654a7 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:13:30.518954 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-87665526-0137-4295-b68c-13d842343223 req-4b24d147-399b-48d6-b667-54a4097654a7 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.16 "GET /v2.0/networks?id=30a5f323-9355-44ad-ad5f-9cd877870850 HTTP/1.1" status: 200 len: 815 time: 0.1456940 Oct 13 16:13:30.530035 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-87665526-0137-4295-b68c-13d842343223 req-4caacf16-1dd2-4e4c-8632-36c125ded7dc tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Request body: {'port': {'device_id': 'cf16ca8f-933e-4042-b4e4-06e88fab2a3d', 'network_id': '30a5f323-9355-44ad-ad5f-9cd877870850', 'admin_state_up': True, 'tenant_id': '3d2b339ec11245a2afc4346745271272'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:13:30.666238 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-87665526-0137-4295-b68c-13d842343223 req-4caacf16-1dd2-4e4c-8632-36c125ded7dc tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:13:30.676246 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-87665526-0137-4295-b68c-13d842343223 req-4caacf16-1dd2-4e4c-8632-36c125ded7dc tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:13:30.686693 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87665526-0137-4295-b68c-13d842343223 req-4caacf16-1dd2-4e4c-8632-36c125ded7dc tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Made reservation on behalf of 3d2b339ec11245a2afc4346745271272 for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 16:13:30.690230 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-87665526-0137-4295-b68c-13d842343223 req-4caacf16-1dd2-4e4c-8632-36c125ded7dc tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:13:30.856801 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [req-87665526-0137-4295-b68c-13d842343223 req-4caacf16-1dd2-4e4c-8632-36c125ded7dc tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Allocated IP 172.20.0.3 (30a5f323-9355-44ad-ad5f-9cd877870850/338d472d-cf5b-4247-a849-d3e570335d99/b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:13:31.209394 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ce9597ba-6109-43bc-8453-0537a59c3143 req-04a82a6a-6800-46b6-b750-ccc9c7830d7e tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf16ca8f-933e-4042-b4e4-06e88fab2a3d HTTP/1.1" status: 200 len: 210 time: 0.0615141 Oct 13 16:13:31.252904 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-87665526-0137-4295-b68c-13d842343223 req-4caacf16-1dd2-4e4c-8632-36c125ded7dc tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:13:31.277647 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-87665526-0137-4295-b68c-13d842343223 req-4caacf16-1dd2-4e4c-8632-36c125ded7dc tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Transition to ACTIVE for port object b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:13:31.301342 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-87665526-0137-4295-b68c-13d842343223 req-4caacf16-1dd2-4e4c-8632-36c125ded7dc tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:13:31.377866 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87665526-0137-4295-b68c-13d842343223 req-4caacf16-1dd2-4e4c-8632-36c125ded7dc tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Network 30a5f323-9355-44ad-ad5f-9cd877870850 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:13:31.380940 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [req-87665526-0137-4295-b68c-13d842343223 req-4caacf16-1dd2-4e4c-8632-36c125ded7dc tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:13:31.384659 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-87665526-0137-4295-b68c-13d842343223 req-4caacf16-1dd2-4e4c-8632-36c125ded7dc tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:13:31.415464 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caacf16-1dd2-4e4c-8632-36c125ded7dc tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Pushing event updated for resources: {'Port': ['ID=b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:13:31.475924 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87665526-0137-4295-b68c-13d842343223 req-4caacf16-1dd2-4e4c-8632-36c125ded7dc tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:13:31.477001 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-87665526-0137-4295-b68c-13d842343223 req-4caacf16-1dd2-4e4c-8632-36c125ded7dc tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:13:31.515847 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-87665526-0137-4295-b68c-13d842343223 req-4caacf16-1dd2-4e4c-8632-36c125ded7dc tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9893687 Oct 13 16:13:31.556118 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:13:31.705674 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4977236e-5e00-4428-9119-348035e78d95 None None] Provisioning for port b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:13:31.712020 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4977236e-5e00-4428-9119-348035e78d95 None None] Provisioning complete for port b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:13:31.712690 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4977236e-5e00-4428-9119-348035e78d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:13:31.713118 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4977236e-5e00-4428-9119-348035e78d95 None None] Attempt 1 to provision port b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c Oct 13 16:13:31.773445 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4977236e-5e00-4428-9119-348035e78d95 None None] Port b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:13:32.274850 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4977236e-5e00-4428-9119-348035e78d95 None None] Attempt 2 to provision port b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c Oct 13 16:13:32.328557 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4977236e-5e00-4428-9119-348035e78d95 None None] Port b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:13:32.433414 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937e1927-609c-4390-990b-4725f58b1885 req-e09cd073-aa9c-429c-9167-5ad5e8e9c664 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:13:32.434954 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-937e1927-609c-4390-990b-4725f58b1885 req-e09cd073-aa9c-429c-9167-5ad5e8e9c664 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf16ca8f-933e-4042-b4e4-06e88fab2a3d HTTP/1.1" status: 200 len: 931 time: 0.0969455 Oct 13 16:13:32.481768 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-937e1927-609c-4390-990b-4725f58b1885 req-0342405a-9685-491a-ad57-042ad286a6bc tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409338 Oct 13 16:13:32.829433 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4977236e-5e00-4428-9119-348035e78d95 None None] Attempt 3 to provision port b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c Oct 13 16:13:32.887227 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4977236e-5e00-4428-9119-348035e78d95 None None] Port b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:13:33.388984 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4977236e-5e00-4428-9119-348035e78d95 None None] Attempt 4 to provision port b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c Oct 13 16:13:33.449767 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4977236e-5e00-4428-9119-348035e78d95 None None] Port b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:13:33.697336 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bf72ac-e37d-4e1b-9a3e-cf81e44957b8 req-052eb085-0247-42ad-9f1f-6aec20b35630 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:13:33.698113 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-d7bf72ac-e37d-4e1b-9a3e-cf81e44957b8 req-052eb085-0247-42ad-9f1f-6aec20b35630 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Synchronizing usage tracker for tenant:3d2b339ec11245a2afc4346745271272 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:13:33.715739 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-d7bf72ac-e37d-4e1b-9a3e-cf81e44957b8 req-052eb085-0247-42ad-9f1f-6aec20b35630 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Unset dirty status for tenant:3d2b339ec11245a2afc4346745271272 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:13:33.717056 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d7bf72ac-e37d-4e1b-9a3e-cf81e44957b8 req-052eb085-0247-42ad-9f1f-6aec20b35630 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf16ca8f-933e-4042-b4e4-06e88fab2a3d HTTP/1.1" status: 200 len: 931 time: 0.1163461 Oct 13 16:13:33.769313 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d7bf72ac-e37d-4e1b-9a3e-cf81e44957b8 req-fdc417e9-3b1f-405b-8cb9-63a78c6369ff tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463037 Oct 13 16:13:33.951509 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4977236e-5e00-4428-9119-348035e78d95 None None] Attempt 5 to provision port b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c Oct 13 16:13:34.009570 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4977236e-5e00-4428-9119-348035e78d95 None None] Port b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:13:34.510934 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4977236e-5e00-4428-9119-348035e78d95 None None] Attempt 6 to provision port b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c Oct 13 16:13:34.588261 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4977236e-5e00-4428-9119-348035e78d95 None None] Port b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:13:34.588971 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-570c93e9-bec5-49cd-af0a-ae1cca707902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:13:34.975828 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df52448-beda-4ce9-9325-87f20d80a90d req-0e19c4e9-bab5-42b2-b8bb-c5001c7b3223 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:13:34.977340 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8df52448-beda-4ce9-9325-87f20d80a90d req-0e19c4e9-bab5-42b2-b8bb-c5001c7b3223 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf16ca8f-933e-4042-b4e4-06e88fab2a3d HTTP/1.1" status: 200 len: 931 time: 0.0900638 Oct 13 16:13:35.027073 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8df52448-beda-4ce9-9325-87f20d80a90d req-a26e0fcc-69c4-4f82-9995-d03f1ce7290a tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441620 Oct 13 16:13:35.089975 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4977236e-5e00-4428-9119-348035e78d95 None None] Attempt 7 to provision port b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c Oct 13 16:13:35.150217 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4977236e-5e00-4428-9119-348035e78d95 None None] Port b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:13:35.651416 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4977236e-5e00-4428-9119-348035e78d95 None None] Attempt 8 to provision port b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c Oct 13 16:13:35.710056 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4977236e-5e00-4428-9119-348035e78d95 None None] Port b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:13:36.211209 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4977236e-5e00-4428-9119-348035e78d95 None None] Attempt 9 to provision port b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c Oct 13 16:13:36.242437 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff25319-8a34-4095-8d39-7a708229dffa req-02fd757f-c3c2-4392-910e-45648830b19e tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:13:36.244609 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-3ff25319-8a34-4095-8d39-7a708229dffa req-02fd757f-c3c2-4392-910e-45648830b19e tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf16ca8f-933e-4042-b4e4-06e88fab2a3d HTTP/1.1" status: 200 len: 931 time: 0.1036355 Oct 13 16:13:36.279227 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4977236e-5e00-4428-9119-348035e78d95 None None] Port b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:13:36.298378 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-3ff25319-8a34-4095-8d39-7a708229dffa req-ffe2cacd-67f3-4686-b7a0-6bef1b89fb84 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483158 Oct 13 16:13:36.717212 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f77a4731-7601-48bc-8fa4-acfdba42e332 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:13:36.783672 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4977236e-5e00-4428-9119-348035e78d95 None None] Attempt 10 to provision port b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c Oct 13 16:13:36.838721 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4977236e-5e00-4428-9119-348035e78d95 None None] Port b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:13:37.502362 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95e7c1a-838f-4f24-894a-408eb3e3ab51 req-0947461b-2e09-4e24-a374-36c05b3825f9 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:13:37.503926 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-c95e7c1a-838f-4f24-894a-408eb3e3ab51 req-0947461b-2e09-4e24-a374-36c05b3825f9 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf16ca8f-933e-4042-b4e4-06e88fab2a3d HTTP/1.1" status: 200 len: 931 time: 0.0886726 Oct 13 16:13:37.555420 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-c95e7c1a-838f-4f24-894a-408eb3e3ab51 req-4071a4cd-2dea-4c59-869f-ce1a550fb77f tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425611 Oct 13 16:13:37.817483 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:13:38.031285 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:13:38.756342 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aba4cfe-ee6d-41a9-932f-4392a315e6b2 req-26a65bae-94e1-46b8-9483-fba84a880208 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:13:38.757768 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5aba4cfe-ee6d-41a9-932f-4392a315e6b2 req-26a65bae-94e1-46b8-9483-fba84a880208 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf16ca8f-933e-4042-b4e4-06e88fab2a3d HTTP/1.1" status: 200 len: 931 time: 0.0887063 Oct 13 16:13:38.803613 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5aba4cfe-ee6d-41a9-932f-4392a315e6b2 req-51367fe5-fe7a-403f-9d71-d3308973cd80 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402837 Oct 13 16:13:39.739908 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:13:39.998760 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e8452b-8898-448f-aa80-492f30471448 req-51f96a15-e288-4736-a49f-5e4c6a886350 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:13:40.000190 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-42e8452b-8898-448f-aa80-492f30471448 req-51f96a15-e288-4736-a49f-5e4c6a886350 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf16ca8f-933e-4042-b4e4-06e88fab2a3d HTTP/1.1" status: 200 len: 931 time: 0.0893075 Oct 13 16:13:40.043045 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-42e8452b-8898-448f-aa80-492f30471448 req-1ead40f7-5352-4d2f-910b-f05738426ad7 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367415 Oct 13 16:13:40.731416 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-87665526-0137-4295-b68c-13d842343223 req-ee4cf37c-f322-4e6b-b13d-076a6c9fea0e service neutron] Request body: {'port': {'device_id': 'cf16ca8f-933e-4042-b4e4-06e88fab2a3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:13:40.856428 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-87665526-0137-4295-b68c-13d842343223 req-ee4cf37c-f322-4e6b-b13d-076a6c9fea0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:13:41.234026 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [req-87665526-0137-4295-b68c-13d842343223 req-ee4cf37c-f322-4e6b-b13d-076a6c9fea0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c {{(pid=88973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 16:13:41.248252 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-87665526-0137-4295-b68c-13d842343223 req-ee4cf37c-f322-4e6b-b13d-076a6c9fea0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:13:41.268103 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-87665526-0137-4295-b68c-13d842343223 req-ee4cf37c-f322-4e6b-b13d-076a6c9fea0e service neutron] Transition to ACTIVE for port object b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c will not be triggered until provisioned by entity L2. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:13:41.272722 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-87665526-0137-4295-b68c-13d842343223 req-ee4cf37c-f322-4e6b-b13d-076a6c9fea0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:13:41.430697 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9a3d2-b63f-474e-be20-f374d43d903a req-5d449739-2f32-4006-952f-7ef5fbe83534 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:13:41.432127 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-38a9a3d2-b63f-474e-be20-f374d43d903a req-5d449739-2f32-4006-952f-7ef5fbe83534 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf16ca8f-933e-4042-b4e4-06e88fab2a3d HTTP/1.1" status: 200 len: 931 time: 0.2688138 Oct 13 16:13:41.492676 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4cf37c-f322-4e6b-b13d-076a6c9fea0e service neutron] Pushing event updated for resources: {'Port': ['ID=b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:13:41.539207 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-38a9a3d2-b63f-474e-be20-f374d43d903a req-0932b066-f807-43b6-97db-2b40d7880a11 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779643 Oct 13 16:13:41.541077 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-87665526-0137-4295-b68c-13d842343223 req-ee4cf37c-f322-4e6b-b13d-076a6c9fea0e service neutron] Attempting to bind port b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:13:41.541399 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-87665526-0137-4295-b68c-13d842343223 req-ee4cf37c-f322-4e6b-b13d-076a6c9fea0e service neutron] Attempting to bind port b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '2ffdf606-d152-4692-a354-790c904f7bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '30a5f323-9355-44ad-ad5f-9cd877870850'}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:13:41.541719 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87665526-0137-4295-b68c-13d842343223 req-ee4cf37c-f322-4e6b-b13d-076a6c9fea0e service neutron] Attempting to bind port b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c on network 30a5f323-9355-44ad-ad5f-9cd877870850 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:13:41.546337 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87665526-0137-4295-b68c-13d842343223 req-ee4cf37c-f322-4e6b-b13d-076a6c9fea0e service neutron] Port b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c on network 30a5f323-9355-44ad-ad5f-9cd877870850 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 16:13:41.546632 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87665526-0137-4295-b68c-13d842343223 req-ee4cf37c-f322-4e6b-b13d-076a6c9fea0e service neutron] Attempting to bind port b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c on network 30a5f323-9355-44ad-ad5f-9cd877870850 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:13:41.552449 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87665526-0137-4295-b68c-13d842343223 req-ee4cf37c-f322-4e6b-b13d-076a6c9fea0e service neutron] Checking agent: {'id': 'c4d1d38a-44f6-47ac-b17c-311e640e7cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'started_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 13, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:13:41.552915 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87665526-0137-4295-b68c-13d842343223 req-ee4cf37c-f322-4e6b-b13d-076a6c9fea0e service neutron] Checking segment: {'id': '2ffdf606-d152-4692-a354-790c904f7bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '30a5f323-9355-44ad-ad5f-9cd877870850'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:13:41.553437 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87665526-0137-4295-b68c-13d842343223 req-ee4cf37c-f322-4e6b-b13d-076a6c9fea0e service neutron] Bound using segment: {'id': '2ffdf606-d152-4692-a354-790c904f7bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '30a5f323-9355-44ad-ad5f-9cd877870850'} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:13:41.553931 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-87665526-0137-4295-b68c-13d842343223 req-ee4cf37c-f322-4e6b-b13d-076a6c9fea0e service neutron] Bound port: b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ffdf606-d152-4692-a354-790c904f7bf0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 407, 'network_id': '30a5f323-9355-44ad-ad5f-9cd877870850'}}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:13:41.554296 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-87665526-0137-4295-b68c-13d842343223 req-ee4cf37c-f322-4e6b-b13d-076a6c9fea0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:13:41.641293 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-87665526-0137-4295-b68c-13d842343223 req-ee4cf37c-f322-4e6b-b13d-076a6c9fea0e service neutron] For port b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c, host hv-neutron-8603, cleared binding levels {{(pid=88973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:13:41.645076 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-87665526-0137-4295-b68c-13d842343223 req-ee4cf37c-f322-4e6b-b13d-076a6c9fea0e service neutron] For port b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c,segment=NetworkSegment(2ffdf606-d152-4692-a354-790c904f7bf0),segment_id=2ffdf606-d152-4692-a354-790c904f7bf0)] {{(pid=88973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:13:41.650223 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-87665526-0137-4295-b68c-13d842343223 req-ee4cf37c-f322-4e6b-b13d-076a6c9fea0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:13:41.653382 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87665526-0137-4295-b68c-13d842343223 req-ee4cf37c-f322-4e6b-b13d-076a6c9fea0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:13:41.653980 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-87665526-0137-4295-b68c-13d842343223 req-ee4cf37c-f322-4e6b-b13d-076a6c9fea0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:13:41.655453 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-87665526-0137-4295-b68c-13d842343223 req-ee4cf37c-f322-4e6b-b13d-076a6c9fea0e service neutron] 10.222.0.16 "PUT /v2.0/ports/b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c HTTP/1.1" status: 200 len: 1093 time: 0.9980624 Oct 13 16:13:41.693583 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf16ca8f-933e-4042-b4e4-06e88fab2a3d', 'tag': 'b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:13:41.695910 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e2cc07-335e-4de8-8c66-78d12cb6fc06" -d '{"events": [{"name": "network-changed", "server_uuid": "cf16ca8f-933e-4042-b4e4-06e88fab2a3d", "tag": "b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:13:41.745287 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 16:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02ffb793-5cd2-42a8-bac9-1d04620ab2c7 x-openstack-request-id: req-02ffb793-5cd2-42a8-bac9-1d04620ab2c7 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:13:41.745908 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf16ca8f-933e-4042-b4e4-06e88fab2a3d", "tag": "b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:13:41.745908 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-02ffb793-5cd2-42a8-bac9-1d04620ab2c7 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:13:41.746215 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02ffb793-5cd2-42a8-bac9-1d04620ab2c7'] response: {'name': 'network-changed', 'server_uuid': 'cf16ca8f-933e-4042-b4e4-06e88fab2a3d', 'tag': 'b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c', 'status': 'completed', 'code': 200} Oct 13 16:13:41.794395 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4cf37c-f322-4e6b-b13d-076a6c9fea0e service neutron] Pushing event updated for resources: {'Port': ['ID=b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c,revision_number=3']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:13:41.808926 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87665526-0137-4295-b68c-13d842343223 req-22ec36cf-ab0a-4da6-b45e-a9f1e888ebd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:13:41.810435 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-87665526-0137-4295-b68c-13d842343223 req-22ec36cf-ab0a-4da6-b45e-a9f1e888ebd0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d2b339ec11245a2afc4346745271272&device_id=cf16ca8f-933e-4042-b4e4-06e88fab2a3d HTTP/1.1" status: 200 len: 1096 time: 0.1071908 Oct 13 16:13:41.976298 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-87665526-0137-4295-b68c-13d842343223 req-25090d90-f54e-4933-84de-31ae90fd9d4f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c HTTP/1.1" status: 200 len: 217 time: 0.1594796 Oct 13 16:13:42.037055 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87665526-0137-4295-b68c-13d842343223 req-c249a8d6-471c-4c5b-bb47-93824b5924b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:13:42.038454 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-87665526-0137-4295-b68c-13d842343223 req-c249a8d6-471c-4c5b-bb47-93824b5924b2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=338d472d-cf5b-4247-a849-d3e570335d99 HTTP/1.1" status: 200 len: 854 time: 0.0560629 Oct 13 16:13:42.120449 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87665526-0137-4295-b68c-13d842343223 req-6cd91134-c79c-4936-9d99-ad243293858b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:13:42.121875 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-87665526-0137-4295-b68c-13d842343223 req-6cd91134-c79c-4936-9d99-ad243293858b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=30a5f323-9355-44ad-ad5f-9cd877870850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779195 Oct 13 16:13:42.251447 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-87665526-0137-4295-b68c-13d842343223 req-19f37850-a055-4d83-82ab-c09300aa80bd service neutron] 10.222.0.16 "GET /v2.0/networks/30a5f323-9355-44ad-ad5f-9cd877870850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235108 Oct 13 16:13:42.379832 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-87665526-0137-4295-b68c-13d842343223 req-1544ace0-723e-4002-a514-94677f31dcc7 service neutron] 10.222.0.16 "GET /v2.0/networks/30a5f323-9355-44ad-ad5f-9cd877870850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223648 Oct 13 16:13:42.496350 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2cc07-335e-4de8-8c66-78d12cb6fc06 req-f4035244-a176-4ca2-b2e8-a717c594654f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:13:42.497807 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-02e2cc07-335e-4de8-8c66-78d12cb6fc06 req-f4035244-a176-4ca2-b2e8-a717c594654f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d2b339ec11245a2afc4346745271272&device_id=cf16ca8f-933e-4042-b4e4-06e88fab2a3d HTTP/1.1" status: 200 len: 1096 time: 0.0771551 Oct 13 16:13:42.629616 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2cc07-335e-4de8-8c66-78d12cb6fc06 req-077bdc5d-b1a8-4887-9365-bd671c7ecb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:13:42.631077 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-02e2cc07-335e-4de8-8c66-78d12cb6fc06 req-077bdc5d-b1a8-4887-9365-bd671c7ecb8f service neutron] 10.222.0.16 "GET /v2.0/networks?id=30a5f323-9355-44ad-ad5f-9cd877870850 HTTP/1.1" status: 200 len: 916 time: 0.1274116 Oct 13 16:13:42.738532 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-02e2cc07-335e-4de8-8c66-78d12cb6fc06 req-fe9585e0-2329-48cb-9921-38c3666b5fa2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c HTTP/1.1" status: 200 len: 217 time: 0.1020980 Oct 13 16:13:42.816687 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2cc07-335e-4de8-8c66-78d12cb6fc06 req-44ea8040-df4c-4e48-bdc5-de599801f26a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:13:42.818118 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-02e2cc07-335e-4de8-8c66-78d12cb6fc06 req-44ea8040-df4c-4e48-bdc5-de599801f26a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=338d472d-cf5b-4247-a849-d3e570335d99 HTTP/1.1" status: 200 len: 854 time: 0.0728431 Oct 13 16:13:42.879264 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162587d-5db0-4b78-a46e-bc7e04773a13 req-884dc8bd-7936-4410-886f-ef0f48ff2c2f tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:13:42.880653 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9162587d-5db0-4b78-a46e-bc7e04773a13 req-884dc8bd-7936-4410-886f-ef0f48ff2c2f tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf16ca8f-933e-4042-b4e4-06e88fab2a3d HTTP/1.1" status: 200 len: 943 time: 0.1932385 Oct 13 16:13:42.944557 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9162587d-5db0-4b78-a46e-bc7e04773a13 req-ea8c1b3e-38da-4168-ba70-6340474208d7 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546250 Oct 13 16:13:42.950284 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e2cc07-335e-4de8-8c66-78d12cb6fc06 req-a324691d-942b-438a-9940-b959c5716426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:13:42.951664 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-02e2cc07-335e-4de8-8c66-78d12cb6fc06 req-a324691d-942b-438a-9940-b959c5716426 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=30a5f323-9355-44ad-ad5f-9cd877870850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1266572 Oct 13 16:13:43.079804 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-02e2cc07-335e-4de8-8c66-78d12cb6fc06 req-6f5308e4-de3b-4e2a-8c87-b3021df77213 service neutron] 10.222.0.16 "GET /v2.0/networks/30a5f323-9355-44ad-ad5f-9cd877870850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217961 Oct 13 16:13:43.206523 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-02e2cc07-335e-4de8-8c66-78d12cb6fc06 req-022b3fac-f57b-4d14-a0a2-4efb3ff5868f service neutron] 10.222.0.16 "GET /v2.0/networks/30a5f323-9355-44ad-ad5f-9cd877870850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204321 Oct 13 16:13:44.142521 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f48b0-a7d6-41ea-bdaf-66572ee1ec3f req-10e8581a-bb48-4995-aa99-9013956df48f tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:13:44.143971 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-039f48b0-a7d6-41ea-bdaf-66572ee1ec3f req-10e8581a-bb48-4995-aa99-9013956df48f tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf16ca8f-933e-4042-b4e4-06e88fab2a3d HTTP/1.1" status: 200 len: 943 time: 0.0867262 Oct 13 16:13:44.190216 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-039f48b0-a7d6-41ea-bdaf-66572ee1ec3f req-4849f9ad-bac5-4450-9ee5-cd879eeba54f tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399339 Oct 13 16:13:45.344174 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=88974) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 13 16:13:45.383814 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4183577f-7042-4837-b857-e94e85dc95aa req-c3bcf626-df91-4282-ab21-9be411feadc0 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:13:45.385243 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4183577f-7042-4837-b857-e94e85dc95aa req-c3bcf626-df91-4282-ab21-9be411feadc0 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf16ca8f-933e-4042-b4e4-06e88fab2a3d HTTP/1.1" status: 200 len: 943 time: 0.0873940 Oct 13 16:13:45.429105 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4183577f-7042-4837-b857-e94e85dc95aa req-98cf48a4-9bd1-4024-ac0d-f4098dd9debd tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381186 Oct 13 16:13:45.477163 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c,segment=NetworkSegment(2ffdf606-d152-4692-a354-790c904f7bf0),segment_id=2ffdf606-d152-4692-a354-790c904f7bf0)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:13:45.490338 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Returning: {'device': 'b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c', 'network_id': '30a5f323-9355-44ad-ad5f-9cd877870850', 'port_id': 'b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c', 'mac_address': 'fa:16:3e:a5:f0:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 407, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '338d472d-cf5b-4247-a849-d3e570335d99', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88974) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 13 16:13:45.546612 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c is: DOWN; New status is: BUILD {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:13:45.546981 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:13:45.563534 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c {{(pid=88974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 16:13:45.578246 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c,segment=NetworkSegment(2ffdf606-d152-4692-a354-790c904f7bf0),segment_id=2ffdf606-d152-4692-a354-790c904f7bf0)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:13:45.581555 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:13:45.646903 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:13:45.653809 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:13:45.654175 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:13:45.654538 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:13:45.654883 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:13:45.655194 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:13:45.655519 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:13:45.655838 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:13:45.656162 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:13:45.656481 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:13:45.656798 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:13:45.657113 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:13:45.657426 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:13:45.927324 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 16:13:46.622090 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007fc628-59e0-411f-bc3c-2be5094d561a req-8d7b8235-8495-470c-a9a0-2f1267f32a14 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:13:46.623536 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-007fc628-59e0-411f-bc3c-2be5094d561a req-8d7b8235-8495-470c-a9a0-2f1267f32a14 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf16ca8f-933e-4042-b4e4-06e88fab2a3d HTTP/1.1" status: 200 len: 944 time: 0.0844967 Oct 13 16:13:46.667011 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-007fc628-59e0-411f-bc3c-2be5094d561a req-5a72cdb9-8519-4cf4-af06-35033177b0ff tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378540 Oct 13 16:13:47.345052 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c up at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:13:47.410684 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning for port b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:13:47.415288 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning complete for port b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:13:47.415656 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:13:47.415990 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Attempt 1 to provision port b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c Oct 13 16:13:47.556653 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c is: BUILD; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:13:47.557025 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:13:47.583130 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf16ca8f-933e-4042-b4e4-06e88fab2a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:13:47.585640 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979c64d66908691d8da3fe322a5acf5d757b5bee84c7992aba2ec3c134dffaeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b6365b2-0bcc-4292-a767-61d9bd0f3758" -d '{"events": [{"server_uuid": "cf16ca8f-933e-4042-b4e4-06e88fab2a3d", "name": "network-vif-plugged", "status": "completed", "tag": "b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:13:47.593005 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c,segment=NetworkSegment(2ffdf606-d152-4692-a354-790c904f7bf0),segment_id=2ffdf606-d152-4692-a354-790c904f7bf0)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:13:47.597020 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:13:47.668420 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:13:47.686100 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 16:13:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-517c7095-b733-4d01-89db-7f753dad42a9 x-openstack-request-id: req-517c7095-b733-4d01-89db-7f753dad42a9 {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:13:47.686417 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf16ca8f-933e-4042-b4e4-06e88fab2a3d", "name": "network-vif-plugged", "status": "completed", "tag": "b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:13:47.686664 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-517c7095-b733-4d01-89db-7f753dad42a9 {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:13:47.687050 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-517c7095-b733-4d01-89db-7f753dad42a9'] response: {'server_uuid': 'cf16ca8f-933e-4042-b4e4-06e88fab2a3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c', 'code': 200} Oct 13 16:13:47.865975 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da654771-f5d4-4e29-bbf0-8a8c2c33ea45 req-ae3892c1-cb41-49a3-ae7a-f9190d54297c tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:13:47.867354 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-da654771-f5d4-4e29-bbf0-8a8c2c33ea45 req-ae3892c1-cb41-49a3-ae7a-f9190d54297c tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf16ca8f-933e-4042-b4e4-06e88fab2a3d HTTP/1.1" status: 200 len: 945 time: 0.0901525 Oct 13 16:13:47.912504 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-da654771-f5d4-4e29-bbf0-8a8c2c33ea45 req-6802a88e-80a2-4307-8db5-d7105eb2b1b4 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393145 Oct 13 16:13:47.927099 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c165dd-06a4-49b3-bab5-0068896a6beb req-72387b86-c3f6-4bc1-849f-8a5602560f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:13:47.928565 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c8c165dd-06a4-49b3-bab5-0068896a6beb req-72387b86-c3f6-4bc1-849f-8a5602560f8b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cf16ca8f-933e-4042-b4e4-06e88fab2a3d HTTP/1.1" status: 200 len: 1098 time: 0.0795326 Oct 13 16:13:47.968838 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c8c165dd-06a4-49b3-bab5-0068896a6beb req-1d551475-6b69-4c36-b6a4-7480a42121c8 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340614 Oct 13 16:13:49.107104 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b07e9-5f62-4cfa-b8ca-f26379d1c60e req-ea669697-c055-4b45-9b8e-c139e8aa24de tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:13:49.108521 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-064b07e9-5f62-4cfa-b8ca-f26379d1c60e req-ea669697-c055-4b45-9b8e-c139e8aa24de tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf16ca8f-933e-4042-b4e4-06e88fab2a3d HTTP/1.1" status: 200 len: 945 time: 0.0856781 Oct 13 16:13:49.154961 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-064b07e9-5f62-4cfa-b8ca-f26379d1c60e req-22cd7e8c-4f11-40ba-8c55-238c5f68fe78 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408101 Oct 13 16:13:50.499297 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94dcd8f-6519-4ccd-96b7-d1c888f63050 req-7b29bc37-04cb-4e1b-a5f3-93b5af3b63cc tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:13:50.500636 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f94dcd8f-6519-4ccd-96b7-d1c888f63050 req-7b29bc37-04cb-4e1b-a5f3-93b5af3b63cc tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf16ca8f-933e-4042-b4e4-06e88fab2a3d HTTP/1.1" status: 200 len: 945 time: 0.0845509 Oct 13 16:13:50.546461 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f94dcd8f-6519-4ccd-96b7-d1c888f63050 req-93e6600b-578d-4f05-bcae-9fde0ae77cb6 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402014 Oct 13 16:13:50.957530 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9861c0f-c7e5-4c52-8ea0-e739a5c1cf0e req-27f0729b-6794-41ac-bb37-e9fcc2c89d5e tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:13:50.959244 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c9861c0f-c7e5-4c52-8ea0-e739a5c1cf0e req-27f0729b-6794-41ac-bb37-e9fcc2c89d5e tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf16ca8f-933e-4042-b4e4-06e88fab2a3d HTTP/1.1" status: 200 len: 945 time: 0.3049095 Oct 13 16:13:50.961897 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-53f2f666-8c96-41b8-b686-2e0324d6a3cb req-e5dc112a-aa2b-4a05-a2c1-2bfa5ebfcfa6 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cf16ca8f-933e-4042-b4e4-06e88fab2a3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1174953 Oct 13 16:13:51.003612 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c9861c0f-c7e5-4c52-8ea0-e739a5c1cf0e req-cf7cd92c-98f3-4abb-a29f-d271921c405c tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387688 Oct 13 16:13:51.103479 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f2f666-8c96-41b8-b686-2e0324d6a3cb req-ccdd783e-abbb-477c-bd29-0674e5395de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:13:51.104941 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-53f2f666-8c96-41b8-b686-2e0324d6a3cb req-ccdd783e-abbb-477c-bd29-0674e5395de0 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d2b339ec11245a2afc4346745271272&device_id=cf16ca8f-933e-4042-b4e4-06e88fab2a3d HTTP/1.1" status: 200 len: 1098 time: 0.0776711 Oct 13 16:13:51.247678 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f2f666-8c96-41b8-b686-2e0324d6a3cb req-d4742393-6526-4831-9296-6ad58a0ff355 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:13:51.249114 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-53f2f666-8c96-41b8-b686-2e0324d6a3cb req-d4742393-6526-4831-9296-6ad58a0ff355 service neutron] 10.222.0.16 "GET /v2.0/networks?id=30a5f323-9355-44ad-ad5f-9cd877870850 HTTP/1.1" status: 200 len: 916 time: 0.1251404 Oct 13 16:13:51.319032 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-53f2f666-8c96-41b8-b686-2e0324d6a3cb req-a4f39d88-4ee1-484a-909b-b6703373460e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c HTTP/1.1" status: 200 len: 217 time: 0.0637476 Oct 13 16:13:51.434368 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f2f666-8c96-41b8-b686-2e0324d6a3cb req-343afa8a-7472-4984-a0fa-379c2020e5cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:13:51.435777 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-53f2f666-8c96-41b8-b686-2e0324d6a3cb req-343afa8a-7472-4984-a0fa-379c2020e5cb service neutron] 10.222.0.16 "GET /v2.0/subnets?id=338d472d-cf5b-4247-a849-d3e570335d99 HTTP/1.1" status: 200 len: 854 time: 0.1109757 Oct 13 16:13:51.512493 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8216ec-1c92-42d3-b7a3-4e6f5f556ae0 req-67b3d4b0-7419-479c-ab7f-44b2024b4a7e tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:13:51.513825 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-dd8216ec-1c92-42d3-b7a3-4e6f5f556ae0 req-67b3d4b0-7419-479c-ab7f-44b2024b4a7e tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf16ca8f-933e-4042-b4e4-06e88fab2a3d HTTP/1.1" status: 200 len: 945 time: 0.1906357 Oct 13 16:13:51.563284 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f2f666-8c96-41b8-b686-2e0324d6a3cb req-3dbe7323-7e1d-4b4c-ae16-8db88550aab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:13:51.564700 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-53f2f666-8c96-41b8-b686-2e0324d6a3cb req-3dbe7323-7e1d-4b4c-ae16-8db88550aab8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=30a5f323-9355-44ad-ad5f-9cd877870850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1213739 Oct 13 16:13:51.569164 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-dd8216ec-1c92-42d3-b7a3-4e6f5f556ae0 req-cde7ab2c-e986-445a-941e-7072d48bef3b tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490766 Oct 13 16:13:51.699551 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-53f2f666-8c96-41b8-b686-2e0324d6a3cb req-fb94d726-1023-4cbd-9d0a-51b62d608be7 service neutron] 10.222.0.16 "GET /v2.0/networks/30a5f323-9355-44ad-ad5f-9cd877870850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285884 Oct 13 16:13:51.833561 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-53f2f666-8c96-41b8-b686-2e0324d6a3cb req-d4aa34f5-3b67-4a75-81c5-cdf3fee5cfcc service neutron] 10.222.0.16 "GET /v2.0/networks/30a5f323-9355-44ad-ad5f-9cd877870850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280417 Oct 13 16:13:56.142102 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:14:01.828167 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd53c50-d771-44df-ac15-da44d17d8044 req-070f4d3a-503c-46dd-a4eb-b33ad8e0df1c tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:14:01.829512 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-3dd53c50-d771-44df-ac15-da44d17d8044 req-070f4d3a-503c-46dd-a4eb-b33ad8e0df1c tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf16ca8f-933e-4042-b4e4-06e88fab2a3d HTTP/1.1" status: 200 len: 945 time: 0.0848079 Oct 13 16:14:01.873049 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-3dd53c50-d771-44df-ac15-da44d17d8044 req-75e130b1-406c-4b9d-bfaf-ac034f04e520 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377052 Oct 13 16:14:01.901340 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 33214) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:14:02.020122 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0645ae6f-44da-4ac2-8053-a5363e9b223c tempest-TestMinimumBasicScenario-2056061373 tempest-TestMinimumBasicScenario-2056061373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:14:02.021594 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-0645ae6f-44da-4ac2-8053-a5363e9b223c tempest-TestMinimumBasicScenario-2056061373 tempest-TestMinimumBasicScenario-2056061373-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=cf16ca8f-933e-4042-b4e4-06e88fab2a3d HTTP/1.1" status: 200 len: 1093 time: 0.1193130 Oct 13 16:14:02.024699 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 33220) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:14:02.029644 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-d4ca3766-a625-4d8a-a722-63d21ecbe3a3 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Request body: {'floatingip': {'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'port_id': 'b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c', 'tenant_id': '3d2b339ec11245a2afc4346745271272', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:14:02.035525 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-d4ca3766-a625-4d8a-a722-63d21ecbe3a3 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:14:02.039442 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-d4ca3766-a625-4d8a-a722-63d21ecbe3a3 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Usage tracker for resource:floatingip and tenant:3d2b339ec11245a2afc4346745271272 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:14:02.042219 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-d4ca3766-a625-4d8a-a722-63d21ecbe3a3 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:14:02.047855 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-d4ca3766-a625-4d8a-a722-63d21ecbe3a3 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:14:02.057939 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d4ca3766-a625-4d8a-a722-63d21ecbe3a3 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for floatingip, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:14:02.192197 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d4ca3766-a625-4d8a-a722-63d21ecbe3a3 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:14:02.327259 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-d4ca3766-a625-4d8a-a722-63d21ecbe3a3 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Allocated IP 172.26.2.71 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/77076a5c-3480-4dd1-af0f-8419be56f830) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:14:02.569772 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d4ca3766-a625-4d8a-a722-63d21ecbe3a3 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:14:02.598633 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d4ca3766-a625-4d8a-a722-63d21ecbe3a3 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:14:02.661235 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ca3766-a625-4d8a-a722-63d21ecbe3a3 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:14:02.664223 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-d4ca3766-a625-4d8a-a722-63d21ecbe3a3 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:14:02.667894 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ca3766-a625-4d8a-a722-63d21ecbe3a3 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:14:02.704872 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca3766-a625-4d8a-a722-63d21ecbe3a3 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Pushing event updated for resources: {'Port': ['ID=77076a5c-3480-4dd1-af0f-8419be56f830,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:14:03.078444 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d4ca3766-a625-4d8a-a722-63d21ecbe3a3 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:14:03.149895 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d4ca3766-a625-4d8a-a722-63d21ecbe3a3 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:14:03.353137 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d4ca3766-a625-4d8a-a722-63d21ecbe3a3 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:14:03.357246 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d4ca3766-a625-4d8a-a722-63d21ecbe3a3 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:14:03.458415 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d4ca3766-a625-4d8a-a722-63d21ecbe3a3 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:14:03.512960 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ca3766-a625-4d8a-a722-63d21ecbe3a3 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Pushing event updated for resources: {'Port': ['ID=77076a5c-3480-4dd1-af0f-8419be56f830,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:14:03.630242 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.l3_db [None req-d4ca3766-a625-4d8a-a722-63d21ecbe3a3 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Floating IP 8e185e68-3ca1-4f24-8b4b-81221408e7ca associated. External IP: 172.26.2.71, port: b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c. Oct 13 16:14:04.088308 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ca3766-a625-4d8a-a722-63d21ecbe3a3 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Router 3897adad-7744-403d-83bb-35211a28266d has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 16:14:04.272190 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ca3766-a625-4d8a-a722-63d21ecbe3a3 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:14:04.281725 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f0dd0f-58fb-4b04-b192-78c4d791e858 None None] Sync routers for ids ['3897adad-7744-403d-83bb-35211a28266d'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:14:04.291212 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f0dd0f-58fb-4b04-b192-78c4d791e858 None None] Routers {'3897adad-7744-403d-83bb-35211a28266d'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:14:04.291826 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-e7f0dd0f-58fb-4b04-b192-78c4d791e858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:13:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['3897adad-7744-403d-83bb-35211a28266d'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:14:04.295953 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d4ca3766-a625-4d8a-a722-63d21ecbe3a3 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:14:04.350784 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-d4ca3766-a625-4d8a-a722-63d21ecbe3a3 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3250582 Oct 13 16:14:04.351428 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf16ca8f-933e-4042-b4e4-06e88fab2a3d', 'tag': 'b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:14:04.353516 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 33224) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:14:04.354034 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa0faa87-e6a5-4f69-bf18-9dca6345ac79" -d '{"events": [{"name": "network-changed", "server_uuid": "cf16ca8f-933e-4042-b4e4-06e88fab2a3d", "tag": "b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:14:04.366262 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-d6a51c0d-4392-43d0-b3cd-6e8619912889 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-657923079', 'description': 'tempest-secgroup-smoke-657923079 description', 'project_id': '3d2b339ec11245a2afc4346745271272'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:14:04.372092 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-d6a51c0d-4392-43d0-b3cd-6e8619912889 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:14:04.383255 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-d6a51c0d-4392-43d0-b3cd-6e8619912889 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:14:04.393268 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d6a51c0d-4392-43d0-b3cd-6e8619912889 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:14:04.405876 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 16:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2084f7-4c81-43d5-927e-9fb6f06fc463 x-openstack-request-id: req-dc2084f7-4c81-43d5-927e-9fb6f06fc463 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:14:04.406276 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf16ca8f-933e-4042-b4e4-06e88fab2a3d", "tag": "b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:14:04.406512 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dc2084f7-4c81-43d5-927e-9fb6f06fc463 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:14:04.406918 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc2084f7-4c81-43d5-927e-9fb6f06fc463'] response: {'name': 'network-changed', 'server_uuid': 'cf16ca8f-933e-4042-b4e4-06e88fab2a3d', 'tag': 'b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c', 'status': 'completed', 'code': 200} Oct 13 16:14:04.414677 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-d6a51c0d-4392-43d0-b3cd-6e8619912889 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:14:04.418574 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-d6a51c0d-4392-43d0-b3cd-6e8619912889 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Usage tracker for resource:security_group_rule and tenant:3d2b339ec11245a2afc4346745271272 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:14:04.421431 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-d6a51c0d-4392-43d0-b3cd-6e8619912889 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:14:04.427241 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-d6a51c0d-4392-43d0-b3cd-6e8619912889 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:14:04.479712 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-e7f0dd0f-58fb-4b04-b192-78c4d791e858 None None] Set router 3897adad-7744-403d-83bb-35211a28266d gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:14:04.498035 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d6a51c0d-4392-43d0-b3cd-6e8619912889 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:14:04.504636 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d6a51c0d-4392-43d0-b3cd-6e8619912889 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:14:04.515636 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0faa87-e6a5-4f69-bf18-9dca6345ac79 req-a1a44b80-b112-49f9-aeea-2fa4c77b222f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:14:04.517102 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-aa0faa87-e6a5-4f69-bf18-9dca6345ac79 req-a1a44b80-b112-49f9-aeea-2fa4c77b222f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d2b339ec11245a2afc4346745271272&device_id=cf16ca8f-933e-4042-b4e4-06e88fab2a3d HTTP/1.1" status: 200 len: 1098 time: 0.0864289 Oct 13 16:14:04.555218 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a51c0d-4392-43d0-b3cd-6e8619912889 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Pushing event updated for resources: {'SecurityGroup': ['ID=630e30e9-0ba9-4997-933b-5fbb1ac3b6d6,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:14:04.564680 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d6a51c0d-4392-43d0-b3cd-6e8619912889 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:14:04.566833 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d6a51c0d-4392-43d0-b3cd-6e8619912889 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2115126 Oct 13 16:14:04.569766 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 33230) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:14:04.575551 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-87058c13-5dc6-45ec-9d6e-7af89e0fd5b4 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Request body: {'security_group_rule': {'security_group_id': '630e30e9-0ba9-4997-933b-5fbb1ac3b6d6', 'project_id': '3d2b339ec11245a2afc4346745271272', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:14:04.581863 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-87058c13-5dc6-45ec-9d6e-7af89e0fd5b4 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:14:04.586838 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-87058c13-5dc6-45ec-9d6e-7af89e0fd5b4 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Usage tracker for resource:security_group_rule and tenant:3d2b339ec11245a2afc4346745271272 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:14:04.589922 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-87058c13-5dc6-45ec-9d6e-7af89e0fd5b4 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:14:04.596189 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-87058c13-5dc6-45ec-9d6e-7af89e0fd5b4 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:14:04.615661 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-87058c13-5dc6-45ec-9d6e-7af89e0fd5b4 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:14:04.670766 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0faa87-e6a5-4f69-bf18-9dca6345ac79 req-13d73b47-c074-430d-b7cc-cbbbdb13c442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:14:04.674031 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-aa0faa87-e6a5-4f69-bf18-9dca6345ac79 req-13d73b47-c074-430d-b7cc-cbbbdb13c442 service neutron] 10.222.0.16 "GET /v2.0/networks?id=30a5f323-9355-44ad-ad5f-9cd877870850 HTTP/1.1" status: 200 len: 916 time: 0.1501293 Oct 13 16:14:04.679533 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-87058c13-5dc6-45ec-9d6e-7af89e0fd5b4 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:14:04.684594 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-87058c13-5dc6-45ec-9d6e-7af89e0fd5b4 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:14:04.699490 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-905551cd-3727-47f4-b822-ba4e728577df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:14:04.730266 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87058c13-5dc6-45ec-9d6e-7af89e0fd5b4 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46766e3f-f7f5-459e-9dae-18aefc9239be,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:14:04.739851 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-87058c13-5dc6-45ec-9d6e-7af89e0fd5b4 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:14:04.742983 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-87058c13-5dc6-45ec-9d6e-7af89e0fd5b4 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1720417 Oct 13 16:14:04.745570 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 33234) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:14:04.752458 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-0699a7f1-41f1-4f73-bda9-f73d3fb950c3 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Request body: {'security_group_rule': {'security_group_id': '630e30e9-0ba9-4997-933b-5fbb1ac3b6d6', 'project_id': '3d2b339ec11245a2afc4346745271272', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:14:04.761737 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-0699a7f1-41f1-4f73-bda9-f73d3fb950c3 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:14:04.769776 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-0699a7f1-41f1-4f73-bda9-f73d3fb950c3 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Usage tracker for resource:security_group_rule and tenant:3d2b339ec11245a2afc4346745271272 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:14:04.771262 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-0699a7f1-41f1-4f73-bda9-f73d3fb950c3 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:14:04.780290 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-0699a7f1-41f1-4f73-bda9-f73d3fb950c3 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:14:04.804145 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0699a7f1-41f1-4f73-bda9-f73d3fb950c3 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:14:04.808295 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-aa0faa87-e6a5-4f69-bf18-9dca6345ac79 req-a9841bf7-78dc-41a4-8772-78839f0f4e74 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c HTTP/1.1" status: 200 len: 998 time: 0.1262496 Oct 13 16:14:04.869649 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0699a7f1-41f1-4f73-bda9-f73d3fb950c3 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:14:04.875255 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0699a7f1-41f1-4f73-bda9-f73d3fb950c3 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:14:04.877285 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0faa87-e6a5-4f69-bf18-9dca6345ac79 req-5cdeebe2-fa16-4641-83a5-b98a61d38da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:14:04.879142 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-aa0faa87-e6a5-4f69-bf18-9dca6345ac79 req-5cdeebe2-fa16-4641-83a5-b98a61d38da1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=338d472d-cf5b-4247-a849-d3e570335d99 HTTP/1.1" status: 200 len: 854 time: 0.0641508 Oct 13 16:14:04.886915 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-e7f0dd0f-58fb-4b04-b192-78c4d791e858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3897adad-7744-403d-83bb-35211a28266d', 'name': 'tempest-TestMinimumBasicScenario-1916303430-router', 'tenant_id': '3d2b339ec11245a2afc4346745271272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '48e177e6-66ed-4fd8-88e8-3d54994cfedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:08:03Z', 'updated_at': '2022-10-13T16:08:07Z', 'revision_number': 4, 'project_id': '3d2b339ec11245a2afc4346745271272', 'gw_port': {'id': '48e177e6-66ed-4fd8-88e8-3d54994cfedc', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3897adad-7744-403d-83bb-35211a28266d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:08:04Z', 'updated_at': '2022-10-13T16:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '8e185e68-3ca1-4f24-8b4b-81221408e7ca', 'tenant_id': '3d2b339ec11245a2afc4346745271272', 'floating_ip_address': '172.26.2.71', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '3897adad-7744-403d-83bb-35211a28266d', 'port_id': 'b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30a5f323-9355-44ad-ad5f-9cd877870850', 'mac_address': 'fa:16:3e:a5:f0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf16ca8f-933e-4042-b4e4-06e88fab2a3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T16:14:03Z', 'updated_at': '2022-10-13T16:14:03Z', 'revision_number': 0, 'project_id': '3d2b339ec11245a2afc4346745271272', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd369504f-2c95-4ca1-9a78-ecf9a51b6d3e', 'name': '', 'network_id': '30a5f323-9355-44ad-ad5f-9cd877870850', 'tenant_id': '3d2b339ec11245a2afc4346745271272', 'mac_address': 'fa:16:3e:f6:24:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3897adad-7744-403d-83bb-35211a28266d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '338d472d-cf5b-4247-a849-d3e570335d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:08:06Z', 'updated_at': '2022-10-13T16:08:12Z', 'revision_number': 5, 'project_id': '3d2b339ec11245a2afc4346745271272', 'subnets': [{'id': '338d472d-cf5b-4247-a849-d3e570335d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:14:04.891295 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f0dd0f-58fb-4b04-b192-78c4d791e858 None None] Checking router: 3897adad-7744-403d-83bb-35211a28266d for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:14:04.900111 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f0dd0f-58fb-4b04-b192-78c4d791e858 None None] Routers {'3897adad-7744-403d-83bb-35211a28266d'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:14:04.900867 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-e7f0dd0f-58fb-4b04-b192-78c4d791e858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:13:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['3897adad-7744-403d-83bb-35211a28266d'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:14:04.913656 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0699a7f1-41f1-4f73-bda9-f73d3fb950c3 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0be7f7a6-f237-4d55-a892-07ba1cddaab6,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:14:04.918452 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0699a7f1-41f1-4f73-bda9-f73d3fb950c3 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:14:04.919935 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-0699a7f1-41f1-4f73-bda9-f73d3fb950c3 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1721704 Oct 13 16:14:04.922690 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 33238) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:14:04.928675 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-9d2abda8-23bb-4329-be9c-dd3f7ece45fb tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Request body: {'security_group_rule': {'security_group_id': '630e30e9-0ba9-4997-933b-5fbb1ac3b6d6', 'project_id': '3d2b339ec11245a2afc4346745271272', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:14:04.935064 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-9d2abda8-23bb-4329-be9c-dd3f7ece45fb tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:14:04.939274 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-9d2abda8-23bb-4329-be9c-dd3f7ece45fb tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Usage tracker for resource:security_group_rule and tenant:3d2b339ec11245a2afc4346745271272 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:14:04.942402 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-9d2abda8-23bb-4329-be9c-dd3f7ece45fb tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:14:04.951065 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-9d2abda8-23bb-4329-be9c-dd3f7ece45fb tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:14:04.965321 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0faa87-e6a5-4f69-bf18-9dca6345ac79 req-5a011178-ec5b-4609-9e4f-fa500835953a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:14:04.966847 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-aa0faa87-e6a5-4f69-bf18-9dca6345ac79 req-5a011178-ec5b-4609-9e4f-fa500835953a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=30a5f323-9355-44ad-ad5f-9cd877870850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0819805 Oct 13 16:14:04.971165 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9d2abda8-23bb-4329-be9c-dd3f7ece45fb tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:14:05.039331 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9d2abda8-23bb-4329-be9c-dd3f7ece45fb tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:14:05.042977 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9d2abda8-23bb-4329-be9c-dd3f7ece45fb tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:14:05.068253 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2abda8-23bb-4329-be9c-dd3f7ece45fb tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb959918-311e-477e-bcbf-f94d8f78d77f,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:14:05.076773 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9d2abda8-23bb-4329-be9c-dd3f7ece45fb tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:14:05.078035 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-9d2abda8-23bb-4329-be9c-dd3f7ece45fb tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1542830 Oct 13 16:14:05.081007 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 33242) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:14:05.088406 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-eda56a46-cfae-4e49-b522-ac57f1a7c65e tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Request body: {'security_group_rule': {'security_group_id': '630e30e9-0ba9-4997-933b-5fbb1ac3b6d6', 'project_id': '3d2b339ec11245a2afc4346745271272', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:14:05.093885 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-e7f0dd0f-58fb-4b04-b192-78c4d791e858 None None] Set router 3897adad-7744-403d-83bb-35211a28266d gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:14:05.095832 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-eda56a46-cfae-4e49-b522-ac57f1a7c65e tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:14:05.102981 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-eda56a46-cfae-4e49-b522-ac57f1a7c65e tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Usage tracker for resource:security_group_rule and tenant:3d2b339ec11245a2afc4346745271272 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:14:05.107053 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-eda56a46-cfae-4e49-b522-ac57f1a7c65e tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:14:05.117167 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-eda56a46-cfae-4e49-b522-ac57f1a7c65e tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:14:05.141671 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-aa0faa87-e6a5-4f69-bf18-9dca6345ac79 req-7f578a5c-512f-4c94-bf1a-ba67225aa7ef service neutron] 10.222.0.16 "GET /v2.0/networks/30a5f323-9355-44ad-ad5f-9cd877870850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674459 Oct 13 16:14:05.168307 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-eda56a46-cfae-4e49-b522-ac57f1a7c65e tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:14:05.316749 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-eda56a46-cfae-4e49-b522-ac57f1a7c65e tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:14:05.322843 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-aa0faa87-e6a5-4f69-bf18-9dca6345ac79 req-c92a0d9c-539e-4b4f-bc5a-957e028e4d85 service neutron] 10.222.0.16 "GET /v2.0/networks/30a5f323-9355-44ad-ad5f-9cd877870850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743612 Oct 13 16:14:05.323501 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-eda56a46-cfae-4e49-b522-ac57f1a7c65e tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:14:05.340672 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda56a46-cfae-4e49-b522-ac57f1a7c65e tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5d0d1f1-6657-4ba5-bc7a-133d37f91616,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:14:05.359833 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-eda56a46-cfae-4e49-b522-ac57f1a7c65e tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:14:05.361124 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-eda56a46-cfae-4e49-b522-ac57f1a7c65e tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2791319 Oct 13 16:14:05.363794 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 33246) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:14:05.368480 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-3821f46a-dfcf-489b-9cf0-034402c42c85 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Request body: {'security_group_rule': {'security_group_id': '630e30e9-0ba9-4997-933b-5fbb1ac3b6d6', 'project_id': '3d2b339ec11245a2afc4346745271272', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:14:05.374175 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-3821f46a-dfcf-489b-9cf0-034402c42c85 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:14:05.377980 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-3821f46a-dfcf-489b-9cf0-034402c42c85 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Usage tracker for resource:security_group_rule and tenant:3d2b339ec11245a2afc4346745271272 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:14:05.381437 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-3821f46a-dfcf-489b-9cf0-034402c42c85 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:14:05.387175 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-3821f46a-dfcf-489b-9cf0-034402c42c85 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:14:05.397902 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.securitygroups_db [None req-3821f46a-dfcf-489b-9cf0-034402c42c85 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Project 3d2b339ec11245a2afc4346745271272 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 16:14:05.404510 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3821f46a-dfcf-489b-9cf0-034402c42c85 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:14:05.448306 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-e7f0dd0f-58fb-4b04-b192-78c4d791e858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3897adad-7744-403d-83bb-35211a28266d', 'name': 'tempest-TestMinimumBasicScenario-1916303430-router', 'tenant_id': '3d2b339ec11245a2afc4346745271272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '48e177e6-66ed-4fd8-88e8-3d54994cfedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:08:03Z', 'updated_at': '2022-10-13T16:08:07Z', 'revision_number': 4, 'project_id': '3d2b339ec11245a2afc4346745271272', 'gw_port': {'id': '48e177e6-66ed-4fd8-88e8-3d54994cfedc', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3897adad-7744-403d-83bb-35211a28266d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:08:04Z', 'updated_at': '2022-10-13T16:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '8e185e68-3ca1-4f24-8b4b-81221408e7ca', 'tenant_id': '3d2b339ec11245a2afc4346745271272', 'floating_ip_address': '172.26.2.71', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '3897adad-7744-403d-83bb-35211a28266d', 'port_id': 'b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30a5f323-9355-44ad-ad5f-9cd877870850', 'mac_address': 'fa:16:3e:a5:f0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf16ca8f-933e-4042-b4e4-06e88fab2a3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T16:14:03Z', 'updated_at': '2022-10-13T16:14:03Z', 'revision_number': 0, 'project_id': '3d2b339ec11245a2afc4346745271272', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd369504f-2c95-4ca1-9a78-ecf9a51b6d3e', 'name': '', 'network_id': '30a5f323-9355-44ad-ad5f-9cd877870850', 'tenant_id': '3d2b339ec11245a2afc4346745271272', 'mac_address': 'fa:16:3e:f6:24:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3897adad-7744-403d-83bb-35211a28266d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '338d472d-cf5b-4247-a849-d3e570335d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:08:06Z', 'updated_at': '2022-10-13T16:08:12Z', 'revision_number': 5, 'project_id': '3d2b339ec11245a2afc4346745271272', 'subnets': [{'id': '338d472d-cf5b-4247-a849-d3e570335d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:14:05.452330 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7f0dd0f-58fb-4b04-b192-78c4d791e858 None None] The sync data for ids ['3897adad-7744-403d-83bb-35211a28266d'] in dv-neutron-860329-2-hyperv is: [{'id': '3897adad-7744-403d-83bb-35211a28266d', 'name': 'tempest-TestMinimumBasicScenario-1916303430-router', 'tenant_id': '3d2b339ec11245a2afc4346745271272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '48e177e6-66ed-4fd8-88e8-3d54994cfedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:08:03Z', 'updated_at': '2022-10-13T16:08:07Z', 'revision_number': 4, 'project_id': '3d2b339ec11245a2afc4346745271272', 'gw_port': {'id': '48e177e6-66ed-4fd8-88e8-3d54994cfedc', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3897adad-7744-403d-83bb-35211a28266d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:08:04Z', 'updated_at': '2022-10-13T16:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '8e185e68-3ca1-4f24-8b4b-81221408e7ca', 'tenant_id': '3d2b339ec11245a2afc4346745271272', 'floating_ip_address': '172.26.2.71', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '3897adad-7744-403d-83bb-35211a28266d', 'port_id': 'b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1696, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '30a5f323-9355-44ad-ad5f-9cd877870850', 'mac_address': 'fa:16:3e:a5:f0:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf16ca8f-933e-4042-b4e4-06e88fab2a3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T16:14:03Z', 'updated_at': '2022-10-13T16:14:03Z', 'revision_number': 0, 'project_id': '3d2b339ec11245a2afc4346745271272', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd369504f-2c95-4ca1-9a78-ecf9a51b6d3e', 'name': '', 'network_id': '30a5f323-9355-44ad-ad5f-9cd877870850', 'tenant_id': '3d2b339ec11245a2afc4346745271272', 'mac_address': 'fa:16:3e:f6:24:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3897adad-7744-403d-83bb-35211a28266d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '338d472d-cf5b-4247-a849-d3e570335d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:08:06Z', 'updated_at': '2022-10-13T16:08:12Z', 'revision_number': 5, 'project_id': '3d2b339ec11245a2afc4346745271272', 'subnets': [{'id': '338d472d-cf5b-4247-a849-d3e570335d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:14:05.469066 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3821f46a-dfcf-489b-9cf0-034402c42c85 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:14:05.473423 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3821f46a-dfcf-489b-9cf0-034402c42c85 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:14:05.498627 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3821f46a-dfcf-489b-9cf0-034402c42c85 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00da31a1-e8b6-4c19-b760-9b14162a386d,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:14:05.508216 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-3821f46a-dfcf-489b-9cf0-034402c42c85 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:14:05.509538 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-3821f46a-dfcf-489b-9cf0-034402c42c85 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1447775 Oct 13 16:14:05.512229 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 33250) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:14:05.517089 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-b275df44-80c2-4902-886a-1cdedc5a6c81 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Request body: {'security_group_rule': {'security_group_id': '630e30e9-0ba9-4997-933b-5fbb1ac3b6d6', 'project_id': '3d2b339ec11245a2afc4346745271272', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:14:05.523874 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-b275df44-80c2-4902-886a-1cdedc5a6c81 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:14:05.527950 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-b275df44-80c2-4902-886a-1cdedc5a6c81 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Usage tracker for resource:security_group_rule and tenant:3d2b339ec11245a2afc4346745271272 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:14:05.530859 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-b275df44-80c2-4902-886a-1cdedc5a6c81 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:14:05.538023 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-b275df44-80c2-4902-886a-1cdedc5a6c81 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:14:05.549296 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.securitygroups_db [None req-b275df44-80c2-4902-886a-1cdedc5a6c81 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Project 3d2b339ec11245a2afc4346745271272 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 16:14:05.555941 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b275df44-80c2-4902-886a-1cdedc5a6c81 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:14:05.627541 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b275df44-80c2-4902-886a-1cdedc5a6c81 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:14:05.632442 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b275df44-80c2-4902-886a-1cdedc5a6c81 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:14:05.653591 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc2b5dd3-c356-4493-8097-0c62f4984c67 None None] New status for floating IP 8e185e68-3ca1-4f24-8b4b-81221408e7ca: ACTIVE {{(pid=88975) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 16:14:05.659117 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b275df44-80c2-4902-886a-1cdedc5a6c81 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba3ab001-d7f7-46c2-a496-95894485f836,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:14:05.669031 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b275df44-80c2-4902-886a-1cdedc5a6c81 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:14:05.670307 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-b275df44-80c2-4902-886a-1cdedc5a6c81 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1571395 Oct 13 16:14:05.803203 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fe10565f-e824-4de5-a491-ce981921b757 req-aa7746ed-6b51-4277-a9d5-cf07526148ee tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-657923079&fields=id&tenant_id=3d2b339ec11245a2afc4346745271272 HTTP/1.1" status: 200 len: 267 time: 0.0387170 Oct 13 16:14:05.895171 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10565f-e824-4de5-a491-ce981921b757 req-07e25c2c-74e3-4beb-98ba-40efa59df977 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:14:05.898652 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fe10565f-e824-4de5-a491-ce981921b757 req-07e25c2c-74e3-4beb-98ba-40efa59df977 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf16ca8f-933e-4042-b4e4-06e88fab2a3d HTTP/1.1" status: 200 len: 945 time: 0.0899205 Oct 13 16:14:05.907847 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-fe10565f-e824-4de5-a491-ce981921b757 req-0e57c4f1-a3f9-4ac1-ab57-75df12f811a9 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Request body: {'port': {'security_groups': ['1a4725d9-d6b4-4b6c-b360-2eefb6dd045d', '630e30e9-0ba9-4997-933b-5fbb1ac3b6d6']}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:14:06.032438 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-fe10565f-e824-4de5-a491-ce981921b757 req-0e57c4f1-a3f9-4ac1-ab57-75df12f811a9 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:14:06.384658 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-fe10565f-e824-4de5-a491-ce981921b757 req-0e57c4f1-a3f9-4ac1-ab57-75df12f811a9 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] For port b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c,segment=NetworkSegment(2ffdf606-d152-4692-a354-790c904f7bf0),segment_id=2ffdf606-d152-4692-a354-790c904f7bf0)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:14:06.408633 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-fe10565f-e824-4de5-a491-ce981921b757 req-0e57c4f1-a3f9-4ac1-ab57-75df12f811a9 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:14:06.412942 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-fe10565f-e824-4de5-a491-ce981921b757 req-0e57c4f1-a3f9-4ac1-ab57-75df12f811a9 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:14:06.424959 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 16:14:06.450445 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe10565f-e824-4de5-a491-ce981921b757 req-0e57c4f1-a3f9-4ac1-ab57-75df12f811a9 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:14:06.451054 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-fe10565f-e824-4de5-a491-ce981921b757 req-0e57c4f1-a3f9-4ac1-ab57-75df12f811a9 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:14:06.452407 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fe10565f-e824-4de5-a491-ce981921b757 req-0e57c4f1-a3f9-4ac1-ab57-75df12f811a9 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "PUT /v2.0/ports/b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c HTTP/1.1" status: 200 len: 981 time: 0.5490742 Oct 13 16:14:06.452899 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf16ca8f-933e-4042-b4e4-06e88fab2a3d', 'tag': 'b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:14:06.455230 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945e01b9-8a81-49ba-bdfd-30df9bf83b37" -d '{"events": [{"name": "network-changed", "server_uuid": "cf16ca8f-933e-4042-b4e4-06e88fab2a3d", "tag": "b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:14:06.501819 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 16:14:06.523561 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e57c4f1-a3f9-4ac1-ab57-75df12f811a9 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Pushing event updated for resources: {'Port': ['ID=b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c,revision_number=6']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:14:06.539761 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e57c4f1-a3f9-4ac1-ab57-75df12f811a9 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:14:06.539761 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e57c4f1-a3f9-4ac1-ab57-75df12f811a9 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:14:06.539761 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e57c4f1-a3f9-4ac1-ab57-75df12f811a9 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:14:06.539761 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e57c4f1-a3f9-4ac1-ab57-75df12f811a9 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:14:06.539761 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e57c4f1-a3f9-4ac1-ab57-75df12f811a9 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:14:06.539761 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e57c4f1-a3f9-4ac1-ab57-75df12f811a9 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:14:06.539761 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e57c4f1-a3f9-4ac1-ab57-75df12f811a9 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:14:06.539761 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e57c4f1-a3f9-4ac1-ab57-75df12f811a9 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:14:06.539761 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e57c4f1-a3f9-4ac1-ab57-75df12f811a9 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:14:06.539761 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e57c4f1-a3f9-4ac1-ab57-75df12f811a9 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:14:06.544205 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e57c4f1-a3f9-4ac1-ab57-75df12f811a9 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:14:06.544205 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e57c4f1-a3f9-4ac1-ab57-75df12f811a9 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:14:06.595921 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 16:14:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f501f654-8aaa-4cc2-b374-67eb9c21205e x-openstack-request-id: req-f501f654-8aaa-4cc2-b374-67eb9c21205e {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:14:06.596213 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf16ca8f-933e-4042-b4e4-06e88fab2a3d", "tag": "b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:14:06.597019 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f501f654-8aaa-4cc2-b374-67eb9c21205e {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:14:06.597424 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f501f654-8aaa-4cc2-b374-67eb9c21205e'] response: {'name': 'network-changed', 'server_uuid': 'cf16ca8f-933e-4042-b4e4-06e88fab2a3d', 'tag': 'b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c', 'status': 'completed', 'code': 200} Oct 13 16:14:06.714662 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd841a24-e580-4094-8459-0641e40e546b req-6d66c07c-e06c-479c-8700-844a13cabb29 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:14:06.716771 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e01b9-8a81-49ba-bdfd-30df9bf83b37 req-2e82f144-444c-4235-b15b-3bc8b8f188c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:14:06.717171 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-cd841a24-e580-4094-8459-0641e40e546b req-6d66c07c-e06c-479c-8700-844a13cabb29 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf16ca8f-933e-4042-b4e4-06e88fab2a3d HTTP/1.1" status: 200 len: 984 time: 0.1639600 Oct 13 16:14:06.718525 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-945e01b9-8a81-49ba-bdfd-30df9bf83b37 req-2e82f144-444c-4235-b15b-3bc8b8f188c2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d2b339ec11245a2afc4346745271272&device_id=cf16ca8f-933e-4042-b4e4-06e88fab2a3d HTTP/1.1" status: 200 len: 1137 time: 0.0996094 Oct 13 16:14:06.757532 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7989c24f-50d2-4dfd-92b8-dd16c0e27d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:14:06.767265 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-cd841a24-e580-4094-8459-0641e40e546b req-6f8d03b0-ae2c-425b-a305-c43366074941 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Synchronizing usage tracker for tenant:3d2b339ec11245a2afc4346745271272 on resource:security_group {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:14:06.783527 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-cd841a24-e580-4094-8459-0641e40e546b req-6f8d03b0-ae2c-425b-a305-c43366074941 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Unset dirty status for tenant:3d2b339ec11245a2afc4346745271272 on resource:security_group {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:14:06.785391 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-cd841a24-e580-4094-8459-0641e40e546b req-6f8d03b0-ae2c-425b-a305-c43366074941 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?id=630e30e9-0ba9-4997-933b-5fbb1ac3b6d6&id=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0618865 Oct 13 16:14:06.859924 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e01b9-8a81-49ba-bdfd-30df9bf83b37 req-fe4244a0-3921-4ce1-b10e-5224700a7e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:14:06.861368 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-945e01b9-8a81-49ba-bdfd-30df9bf83b37 req-fe4244a0-3921-4ce1-b10e-5224700a7e7b service neutron] 10.222.0.16 "GET /v2.0/networks?id=30a5f323-9355-44ad-ad5f-9cd877870850 HTTP/1.1" status: 200 len: 916 time: 0.1366861 Oct 13 16:14:06.965438 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-945e01b9-8a81-49ba-bdfd-30df9bf83b37 req-1508e45f-2713-4a78-aa7c-c66a9e6bc07c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c HTTP/1.1" status: 200 len: 1000 time: 0.0975034 Oct 13 16:14:07.025681 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e01b9-8a81-49ba-bdfd-30df9bf83b37 req-0e785e92-d254-4ba3-8a09-38d812935cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:14:07.027140 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-945e01b9-8a81-49ba-bdfd-30df9bf83b37 req-0e785e92-d254-4ba3-8a09-38d812935cba service neutron] 10.222.0.16 "GET /v2.0/subnets?id=338d472d-cf5b-4247-a849-d3e570335d99 HTTP/1.1" status: 200 len: 854 time: 0.0563271 Oct 13 16:14:07.111194 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945e01b9-8a81-49ba-bdfd-30df9bf83b37 req-38af797c-aa09-4523-b1a4-1b71ebefc1ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:14:07.112677 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-945e01b9-8a81-49ba-bdfd-30df9bf83b37 req-38af797c-aa09-4523-b1a4-1b71ebefc1ff service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=30a5f323-9355-44ad-ad5f-9cd877870850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798831 Oct 13 16:14:07.245545 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-945e01b9-8a81-49ba-bdfd-30df9bf83b37 req-9719f9e0-bcfe-4c43-a9db-997a53d10b3a service neutron] 10.222.0.16 "GET /v2.0/networks/30a5f323-9355-44ad-ad5f-9cd877870850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270876 Oct 13 16:14:07.374041 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-945e01b9-8a81-49ba-bdfd-30df9bf83b37 req-dd559ecc-ce56-4320-ad59-b8a1d57dbe59 service neutron] 10.222.0.16 "GET /v2.0/networks/30a5f323-9355-44ad-ad5f-9cd877870850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222084 Oct 13 16:14:07.819912 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:14:08.035621 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:14:08.556349 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:14:09.741111 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:14:26.147333 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:14:34.571567 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-3e111ae2-9238-4c63-9334-7b4c98261718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:14:36.720496 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-652afb6e-72e1-4e23-8c09-f8e85d814576 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:14:37.822467 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:14:38.033191 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:14:39.744625 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:14:45.555873 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:14:51.867348 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-30383170-bb7c-4cf9-a774-5703e1bbd61d req-64d34a19-47c6-4762-b738-82a6b957fc98 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cf16ca8f-933e-4042-b4e4-06e88fab2a3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0755849 Oct 13 16:14:52.016487 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30383170-bb7c-4cf9-a774-5703e1bbd61d req-282f585b-6785-41e1-8c4a-4db82ee3fc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:14:52.017816 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-30383170-bb7c-4cf9-a774-5703e1bbd61d req-282f585b-6785-41e1-8c4a-4db82ee3fc46 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d2b339ec11245a2afc4346745271272&device_id=cf16ca8f-933e-4042-b4e4-06e88fab2a3d HTTP/1.1" status: 200 len: 1137 time: 0.0801184 Oct 13 16:14:52.160020 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30383170-bb7c-4cf9-a774-5703e1bbd61d req-1b366843-9c77-472c-95f8-893c0c5effbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:14:52.161417 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-30383170-bb7c-4cf9-a774-5703e1bbd61d req-1b366843-9c77-472c-95f8-893c0c5effbd service neutron] 10.222.0.16 "GET /v2.0/networks?id=30a5f323-9355-44ad-ad5f-9cd877870850 HTTP/1.1" status: 200 len: 916 time: 0.1248610 Oct 13 16:14:52.259649 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-30383170-bb7c-4cf9-a774-5703e1bbd61d req-af88791b-f3c9-46ec-8691-904083db17f8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c HTTP/1.1" status: 200 len: 1000 time: 0.0923426 Oct 13 16:14:52.322082 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30383170-bb7c-4cf9-a774-5703e1bbd61d req-623b4327-9f6d-4b82-bea1-0ab988b604e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:14:52.323372 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-30383170-bb7c-4cf9-a774-5703e1bbd61d req-623b4327-9f6d-4b82-bea1-0ab988b604e3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=338d472d-cf5b-4247-a849-d3e570335d99 HTTP/1.1" status: 200 len: 854 time: 0.0581136 Oct 13 16:14:52.402756 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30383170-bb7c-4cf9-a774-5703e1bbd61d req-93960da7-0bf9-4cd4-b656-334eb047821d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:14:52.404163 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-30383170-bb7c-4cf9-a774-5703e1bbd61d req-93960da7-0bf9-4cd4-b656-334eb047821d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=30a5f323-9355-44ad-ad5f-9cd877870850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743418 Oct 13 16:14:52.629842 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-30383170-bb7c-4cf9-a774-5703e1bbd61d req-cd4a4be6-d820-431c-ad77-82ce42b9ff00 service neutron] 10.222.0.16 "GET /v2.0/networks/30a5f323-9355-44ad-ad5f-9cd877870850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186167 Oct 13 16:14:52.757296 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-30383170-bb7c-4cf9-a774-5703e1bbd61d req-ef951e2f-9b38-4c72-a30b-364791163ea8 service neutron] 10.222.0.16 "GET /v2.0/networks/30a5f323-9355-44ad-ad5f-9cd877870850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216695 Oct 13 16:14:56.138857 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:15:04.509600 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ffc974-7693-4faa-9f07-0afcfcbc408b req-05ef1ff9-8735-4efd-98af-26147ff698e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:15:04.511004 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d3ffc974-7693-4faa-9f07-0afcfcbc408b req-05ef1ff9-8735-4efd-98af-26147ff698e5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d2b339ec11245a2afc4346745271272&device_id=cf16ca8f-933e-4042-b4e4-06e88fab2a3d HTTP/1.1" status: 200 len: 1137 time: 0.0828526 Oct 13 16:15:04.538145 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baf06ce-b889-408a-814d-1563f24415c8 req-eff9907f-0e22-4624-82e6-a146286b60a1 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:15:04.539595 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-9baf06ce-b889-408a-814d-1563f24415c8 req-eff9907f-0e22-4624-82e6-a146286b60a1 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf16ca8f-933e-4042-b4e4-06e88fab2a3d HTTP/1.1" status: 200 len: 984 time: 0.0861785 Oct 13 16:15:04.575726 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-54f39093-5cba-4e2b-92a0-b2e94bc73711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:15:04.594248 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-9baf06ce-b889-408a-814d-1563f24415c8 req-a79c66e2-ff92-4f5a-b7c6-9442cdb207f1 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?id=630e30e9-0ba9-4997-933b-5fbb1ac3b6d6&id=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0485911 Oct 13 16:15:04.642257 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ffc974-7693-4faa-9f07-0afcfcbc408b req-20858a6d-af78-4369-9116-472dbc42aeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:15:04.643770 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d3ffc974-7693-4faa-9f07-0afcfcbc408b req-20858a6d-af78-4369-9116-472dbc42aeb7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=30a5f323-9355-44ad-ad5f-9cd877870850 HTTP/1.1" status: 200 len: 916 time: 0.1264987 Oct 13 16:15:04.746931 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d3ffc974-7693-4faa-9f07-0afcfcbc408b req-d17767e3-9a71-489b-894d-40ceadb4adc3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c HTTP/1.1" status: 200 len: 1000 time: 0.0959866 Oct 13 16:15:04.808641 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ffc974-7693-4faa-9f07-0afcfcbc408b req-c0426c7d-f0f4-45ba-8fae-72f9a893b40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:15:04.809928 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d3ffc974-7693-4faa-9f07-0afcfcbc408b req-c0426c7d-f0f4-45ba-8fae-72f9a893b40e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=338d472d-cf5b-4247-a849-d3e570335d99 HTTP/1.1" status: 200 len: 854 time: 0.0562260 Oct 13 16:15:04.895823 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ffc974-7693-4faa-9f07-0afcfcbc408b req-f93934d9-4fe2-42b2-bde3-262996b08073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:15:04.897270 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d3ffc974-7693-4faa-9f07-0afcfcbc408b req-f93934d9-4fe2-42b2-bde3-262996b08073 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=30a5f323-9355-44ad-ad5f-9cd877870850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810282 Oct 13 16:15:05.026907 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d3ffc974-7693-4faa-9f07-0afcfcbc408b req-2c9bcc3c-2e0a-4cb3-9d5c-3388ad2a045e service neutron] 10.222.0.16 "GET /v2.0/networks/30a5f323-9355-44ad-ad5f-9cd877870850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228280 Oct 13 16:15:05.158846 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d3ffc974-7693-4faa-9f07-0afcfcbc408b req-59fa14ff-3ada-4b13-8557-3bec06af5bec service neutron] 10.222.0.16 "GET /v2.0/networks/30a5f323-9355-44ad-ad5f-9cd877870850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239257 Oct 13 16:15:05.789952 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e060d07-6518-4c53-a4f1-336d8982376e req-00d7f493-c43b-4a5a-8648-f85db9fc2954 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:15:05.791402 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5e060d07-6518-4c53-a4f1-336d8982376e req-00d7f493-c43b-4a5a-8648-f85db9fc2954 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf16ca8f-933e-4042-b4e4-06e88fab2a3d HTTP/1.1" status: 200 len: 984 time: 0.0859075 Oct 13 16:15:05.836158 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5e060d07-6518-4c53-a4f1-336d8982376e req-e5d8ca1f-ba4b-4c85-a7a8-f88003771b9a tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?id=630e30e9-0ba9-4997-933b-5fbb1ac3b6d6&id=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0390513 Oct 13 16:15:06.722356 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4f95b4df-1f23-4f07-abb9-2a5f30d8b642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:15:07.032907 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93c8192-0983-48b0-a048-1b3b8c568ab2 req-bb08d7ff-3aa8-4443-a7d6-ec0d78ec5eff tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:15:07.034832 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-c93c8192-0983-48b0-a048-1b3b8c568ab2 req-bb08d7ff-3aa8-4443-a7d6-ec0d78ec5eff tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf16ca8f-933e-4042-b4e4-06e88fab2a3d HTTP/1.1" status: 200 len: 984 time: 0.0866256 Oct 13 16:15:07.079874 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-c93c8192-0983-48b0-a048-1b3b8c568ab2 req-58e17151-4899-4eb7-b51d-1b2a234a31b3 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?id=630e30e9-0ba9-4997-933b-5fbb1ac3b6d6&id=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392962 Oct 13 16:15:07.823481 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:15:08.036452 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:15:08.279288 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b6c7d0-6d9c-4261-8f52-437e81db6b8e req-7aa59f0c-a282-40f7-9e7b-c4584857e454 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:15:08.280721 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-01b6c7d0-6d9c-4261-8f52-437e81db6b8e req-7aa59f0c-a282-40f7-9e7b-c4584857e454 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf16ca8f-933e-4042-b4e4-06e88fab2a3d HTTP/1.1" status: 200 len: 984 time: 0.0884886 Oct 13 16:15:08.325960 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-01b6c7d0-6d9c-4261-8f52-437e81db6b8e req-77203e7c-82cb-4763-9fa9-28ad381825a5 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?id=630e30e9-0ba9-4997-933b-5fbb1ac3b6d6&id=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0394807 Oct 13 16:15:09.525032 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4807d4-2ac8-4b6d-94a1-1f03719e75ae req-06db18d6-3a2d-4541-82a1-9d6599ded619 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:15:09.526544 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-7e4807d4-2ac8-4b6d-94a1-1f03719e75ae req-06db18d6-3a2d-4541-82a1-9d6599ded619 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf16ca8f-933e-4042-b4e4-06e88fab2a3d HTTP/1.1" status: 200 len: 984 time: 0.0907657 Oct 13 16:15:09.570677 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-7e4807d4-2ac8-4b6d-94a1-1f03719e75ae req-93259860-9f4e-42ed-86d4-8c6db2ac5cee tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?id=630e30e9-0ba9-4997-933b-5fbb1ac3b6d6&id=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0384612 Oct 13 16:15:09.746523 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:15:10.767451 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea0e7c7-4a4f-4de8-9265-42dd9026c93c req-0110ddf7-e781-436d-bc20-c8c885dacbd6 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:15:10.768914 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-bea0e7c7-4a4f-4de8-9265-42dd9026c93c req-0110ddf7-e781-436d-bc20-c8c885dacbd6 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf16ca8f-933e-4042-b4e4-06e88fab2a3d HTTP/1.1" status: 200 len: 984 time: 0.0872035 Oct 13 16:15:10.817714 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-bea0e7c7-4a4f-4de8-9265-42dd9026c93c req-b1245a25-c0e8-46fd-ba70-8f2b0b067317 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?id=630e30e9-0ba9-4997-933b-5fbb1ac3b6d6&id=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0429554 Oct 13 16:15:12.012686 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf3c4cb-ec84-4114-a046-174ef2ed1d54 req-7256e224-e332-43d7-98d1-a8c48d38bf5a tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:15:12.014038 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-9bf3c4cb-ec84-4114-a046-174ef2ed1d54 req-7256e224-e332-43d7-98d1-a8c48d38bf5a tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf16ca8f-933e-4042-b4e4-06e88fab2a3d HTTP/1.1" status: 200 len: 984 time: 0.0862126 Oct 13 16:15:12.061384 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-9bf3c4cb-ec84-4114-a046-174ef2ed1d54 req-40caeb27-fcc5-4dee-84ff-70a91af86b65 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?id=630e30e9-0ba9-4997-933b-5fbb1ac3b6d6&id=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0416560 Oct 13 16:15:13.257911 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06083d03-5443-4497-90d6-5bdc3cccc8b1 req-0c235163-3115-4d79-992c-b03227197bd5 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:15:13.259395 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-06083d03-5443-4497-90d6-5bdc3cccc8b1 req-0c235163-3115-4d79-992c-b03227197bd5 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf16ca8f-933e-4042-b4e4-06e88fab2a3d HTTP/1.1" status: 200 len: 984 time: 0.0884643 Oct 13 16:15:13.305243 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-06083d03-5443-4497-90d6-5bdc3cccc8b1 req-7f29c93b-74f7-49ad-a332-2318d1a5a3a6 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?id=630e30e9-0ba9-4997-933b-5fbb1ac3b6d6&id=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400512 Oct 13 16:15:14.591155 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12df03c7-f8a9-4042-8815-593fd8dae19d req-812e9ee0-5e88-42cd-8115-f241a93d0aa0 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:15:14.592519 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-12df03c7-f8a9-4042-8815-593fd8dae19d req-812e9ee0-5e88-42cd-8115-f241a93d0aa0 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf16ca8f-933e-4042-b4e4-06e88fab2a3d HTTP/1.1" status: 200 len: 984 time: 0.1729710 Oct 13 16:15:14.637246 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-12df03c7-f8a9-4042-8815-593fd8dae19d req-f30931c7-9545-4501-9eb5-f32cecc889c9 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?id=630e30e9-0ba9-4997-933b-5fbb1ac3b6d6&id=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0390007 Oct 13 16:15:15.840424 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd1377a-d0aa-4084-a2fe-798a018ba29b req-ebdcb541-7796-445d-8a3a-0ba310367e7c tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:15:15.841860 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-bcd1377a-d0aa-4084-a2fe-798a018ba29b req-ebdcb541-7796-445d-8a3a-0ba310367e7c tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf16ca8f-933e-4042-b4e4-06e88fab2a3d HTTP/1.1" status: 200 len: 984 time: 0.0912552 Oct 13 16:15:15.889728 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-bcd1377a-d0aa-4084-a2fe-798a018ba29b req-d65ec8ff-5e75-48ce-a93e-b73c4d8cef31 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?id=630e30e9-0ba9-4997-933b-5fbb1ac3b6d6&id=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0420845 Oct 13 16:15:17.085875 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bb108e-2039-48fd-b6b6-99867a0fd863 req-6db3d7f3-bb84-42ae-bdb0-919728125a18 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:15:17.087248 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-b4bb108e-2039-48fd-b6b6-99867a0fd863 req-6db3d7f3-bb84-42ae-bdb0-919728125a18 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf16ca8f-933e-4042-b4e4-06e88fab2a3d HTTP/1.1" status: 200 len: 984 time: 0.0873435 Oct 13 16:15:17.132652 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-b4bb108e-2039-48fd-b6b6-99867a0fd863 req-b6061b20-0c03-43e8-bc10-bcd65754b676 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?id=630e30e9-0ba9-4997-933b-5fbb1ac3b6d6&id=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0397167 Oct 13 16:15:22.555396 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:15:26.143000 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:15:34.578318 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-734b4a3b-7e51-4fa3-bac9-e8ea152069b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:15:36.724244 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-97ae20df-fafc-457e-acb7-d81720bd3d78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:15:37.825379 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:15:38.039377 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:15:39.750342 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:15:53.809712 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-65668e76-1e32-49db-8e07-c0e20477af21 req-8df2c261-9994-4e7d-87e5-94116e3d3634 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=cf16ca8f-933e-4042-b4e4-06e88fab2a3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751939 Oct 13 16:15:54.047364 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65668e76-1e32-49db-8e07-c0e20477af21 req-2801c722-ce85-47d8-9233-3b787cc756c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:15:54.049267 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-65668e76-1e32-49db-8e07-c0e20477af21 req-2801c722-ce85-47d8-9233-3b787cc756c1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d2b339ec11245a2afc4346745271272&device_id=cf16ca8f-933e-4042-b4e4-06e88fab2a3d HTTP/1.1" status: 200 len: 1137 time: 0.1721628 Oct 13 16:15:54.189114 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65668e76-1e32-49db-8e07-c0e20477af21 req-3910523f-5c61-41cd-b159-e304a3190ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:15:54.190726 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-65668e76-1e32-49db-8e07-c0e20477af21 req-3910523f-5c61-41cd-b159-e304a3190ff9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=30a5f323-9355-44ad-ad5f-9cd877870850 HTTP/1.1" status: 200 len: 916 time: 0.1237555 Oct 13 16:15:54.292109 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-65668e76-1e32-49db-8e07-c0e20477af21 req-a66eaf37-e9b9-463b-8a0f-70615f8a6d1a service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c HTTP/1.1" status: 200 len: 1000 time: 0.0959394 Oct 13 16:15:54.353511 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65668e76-1e32-49db-8e07-c0e20477af21 req-5784246a-ddb4-4412-b2b4-842cc2d4f765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:15:54.354816 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-65668e76-1e32-49db-8e07-c0e20477af21 req-5784246a-ddb4-4412-b2b4-842cc2d4f765 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=338d472d-cf5b-4247-a849-d3e570335d99 HTTP/1.1" status: 200 len: 854 time: 0.0557611 Oct 13 16:15:54.438017 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65668e76-1e32-49db-8e07-c0e20477af21 req-6c6fe0cf-3b58-4f08-bb2e-43de6a8c155c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:15:54.439489 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-65668e76-1e32-49db-8e07-c0e20477af21 req-6c6fe0cf-3b58-4f08-bb2e-43de6a8c155c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=30a5f323-9355-44ad-ad5f-9cd877870850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0774691 Oct 13 16:15:54.568388 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-65668e76-1e32-49db-8e07-c0e20477af21 req-5e52afbc-67b0-4ef8-8615-a0ea399c0fd5 service neutron] 10.222.0.16 "GET /v2.0/networks/30a5f323-9355-44ad-ad5f-9cd877870850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228700 Oct 13 16:15:54.697971 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-65668e76-1e32-49db-8e07-c0e20477af21 req-28ae8dc9-18d0-431c-8224-8388a74e8152 service neutron] 10.222.0.16 "GET /v2.0/networks/30a5f323-9355-44ad-ad5f-9cd877870850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235271 Oct 13 16:15:56.140791 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:15:59.554195 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:16:04.579991 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-5ba9087e-c80a-4e38-a243-c53ab93ad8f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:06.725394 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-633605ba-36a5-4a08-9ef0-f9aaf3f8824d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:07.827226 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:08.042168 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:09.751088 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:20.499805 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d9794a5c-70b1-419e-864c-98860c7ff3a7 req-95520bb0-5feb-44b3-b10a-498454eb8273 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-657923079&fields=id&tenant_id=3d2b339ec11245a2afc4346745271272 HTTP/1.1" status: 200 len: 267 time: 0.0388546 Oct 13 16:16:20.592235 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9794a5c-70b1-419e-864c-98860c7ff3a7 req-627bc6da-3686-402d-bae0-caa58545d615 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:16:20.593765 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d9794a5c-70b1-419e-864c-98860c7ff3a7 req-627bc6da-3686-402d-bae0-caa58545d615 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf16ca8f-933e-4042-b4e4-06e88fab2a3d HTTP/1.1" status: 200 len: 984 time: 0.0884333 Oct 13 16:16:20.604501 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-d9794a5c-70b1-419e-864c-98860c7ff3a7 req-12a15716-bf70-407f-bdae-e165544a982c tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Request body: {'port': {'security_groups': ['1a4725d9-d6b4-4b6c-b360-2eefb6dd045d']}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:16:20.722772 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-d9794a5c-70b1-419e-864c-98860c7ff3a7 req-12a15716-bf70-407f-bdae-e165544a982c tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:20.959923 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-d9794a5c-70b1-419e-864c-98860c7ff3a7 req-12a15716-bf70-407f-bdae-e165544a982c tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] For port b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c,segment=NetworkSegment(2ffdf606-d152-4692-a354-790c904f7bf0),segment_id=2ffdf606-d152-4692-a354-790c904f7bf0)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:16:20.983127 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-d9794a5c-70b1-419e-864c-98860c7ff3a7 req-12a15716-bf70-407f-bdae-e165544a982c tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:20.987775 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-d9794a5c-70b1-419e-864c-98860c7ff3a7 req-12a15716-bf70-407f-bdae-e165544a982c tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:21.001786 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 16:16:21.024719 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9794a5c-70b1-419e-864c-98860c7ff3a7 req-12a15716-bf70-407f-bdae-e165544a982c tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:16:21.025313 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-d9794a5c-70b1-419e-864c-98860c7ff3a7 req-12a15716-bf70-407f-bdae-e165544a982c tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:21.026668 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d9794a5c-70b1-419e-864c-98860c7ff3a7 req-12a15716-bf70-407f-bdae-e165544a982c tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "PUT /v2.0/ports/b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c HTTP/1.1" status: 200 len: 942 time: 0.4265068 Oct 13 16:16:21.027155 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf16ca8f-933e-4042-b4e4-06e88fab2a3d', 'tag': 'b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:16:21.030497 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610c46ef-a7d7-474d-b696-54a178ad6377" -d '{"events": [{"name": "network-changed", "server_uuid": "cf16ca8f-933e-4042-b4e4-06e88fab2a3d", "tag": "b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:16:21.032599 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 33328) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:16:21.077784 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a15716-bf70-407f-bdae-e165544a982c tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Pushing event updated for resources: {'Port': ['ID=b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c,revision_number=7']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:16:21.086003 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a15716-bf70-407f-bdae-e165544a982c tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:16:21.086382 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a15716-bf70-407f-bdae-e165544a982c tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:16:21.086722 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a15716-bf70-407f-bdae-e165544a982c tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:16:21.087152 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a15716-bf70-407f-bdae-e165544a982c tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:16:21.087446 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a15716-bf70-407f-bdae-e165544a982c tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:16:21.087791 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a15716-bf70-407f-bdae-e165544a982c tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:16:21.088099 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a15716-bf70-407f-bdae-e165544a982c tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:16:21.088420 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a15716-bf70-407f-bdae-e165544a982c tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:16:21.088740 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a15716-bf70-407f-bdae-e165544a982c tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:16:21.089058 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a15716-bf70-407f-bdae-e165544a982c tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:16:21.089376 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a15716-bf70-407f-bdae-e165544a982c tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:16:21.089691 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12a15716-bf70-407f-bdae-e165544a982c tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:16:21.100240 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 16:16:21.103996 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-16009f4b-ce5d-45d0-be97-b6c8ca480883 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:21.114950 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 16:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29deacc4-bf3d-4ac1-ae24-785a1c2720bc x-openstack-request-id: req-29deacc4-bf3d-4ac1-ae24-785a1c2720bc {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:16:21.115238 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf16ca8f-933e-4042-b4e4-06e88fab2a3d", "tag": "b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:16:21.115483 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-29deacc4-bf3d-4ac1-ae24-785a1c2720bc {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:16:21.115882 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29deacc4-bf3d-4ac1-ae24-785a1c2720bc'] response: {'name': 'network-changed', 'server_uuid': 'cf16ca8f-933e-4042-b4e4-06e88fab2a3d', 'tag': 'b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c', 'status': 'completed', 'code': 200} Oct 13 16:16:21.135835 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-16009f4b-ce5d-45d0-be97-b6c8ca480883 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:21.202398 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c46ef-a7d7-474d-b696-54a178ad6377 req-1a777d6d-a67d-401c-8a3f-c7075417c553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:16:21.204021 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-610c46ef-a7d7-474d-b696-54a178ad6377 req-1a777d6d-a67d-401c-8a3f-c7075417c553 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d2b339ec11245a2afc4346745271272&device_id=cf16ca8f-933e-4042-b4e4-06e88fab2a3d HTTP/1.1" status: 200 len: 1098 time: 0.0841625 Oct 13 16:16:21.210682 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-16009f4b-ce5d-45d0-be97-b6c8ca480883 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:21.235017 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16009f4b-ce5d-45d0-be97-b6c8ca480883 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=630e30e9-0ba9-4997-933b-5fbb1ac3b6d6,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:16:21.247694 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16009f4b-ce5d-45d0-be97-b6c8ca480883 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:16:21.248084 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16009f4b-ce5d-45d0-be97-b6c8ca480883 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:16:21.248594 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16009f4b-ce5d-45d0-be97-b6c8ca480883 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:16:21.248950 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16009f4b-ce5d-45d0-be97-b6c8ca480883 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:16:21.249322 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16009f4b-ce5d-45d0-be97-b6c8ca480883 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:16:21.249630 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16009f4b-ce5d-45d0-be97-b6c8ca480883 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:16:21.249954 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16009f4b-ce5d-45d0-be97-b6c8ca480883 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:16:21.250299 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16009f4b-ce5d-45d0-be97-b6c8ca480883 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:16:21.250889 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16009f4b-ce5d-45d0-be97-b6c8ca480883 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:16:21.251213 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16009f4b-ce5d-45d0-be97-b6c8ca480883 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:16:21.251534 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16009f4b-ce5d-45d0-be97-b6c8ca480883 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:16:21.251853 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16009f4b-ce5d-45d0-be97-b6c8ca480883 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:16:21.254769 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-16009f4b-ce5d-45d0-be97-b6c8ca480883 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:21.258403 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-16009f4b-ce5d-45d0-be97-b6c8ca480883 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "DELETE /v2.0/security-groups/630e30e9-0ba9-4997-933b-5fbb1ac3b6d6 HTTP/1.1" status: 204 len: 168 time: 0.2216294 Oct 13 16:16:21.258739 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 33332) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:16:21.347773 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c46ef-a7d7-474d-b696-54a178ad6377 req-6084d202-cb6d-4f17-9302-c5b6fdd6d16f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:16:21.349198 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-610c46ef-a7d7-474d-b696-54a178ad6377 req-6084d202-cb6d-4f17-9302-c5b6fdd6d16f service neutron] 10.222.0.16 "GET /v2.0/networks?id=30a5f323-9355-44ad-ad5f-9cd877870850 HTTP/1.1" status: 200 len: 916 time: 0.1392303 Oct 13 16:16:21.465199 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-705a4615-f7fc-4942-a683-0cdc0a145ebd tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Deleting port 77076a5c-3480-4dd1-af0f-8419be56f830 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:16:21.465551 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-705a4615-f7fc-4942-a683-0cdc0a145ebd tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:21.557226 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-610c46ef-a7d7-474d-b696-54a178ad6377 req-7e00e36e-e0f1-41aa-8396-646d03e03927 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c HTTP/1.1" status: 200 len: 1000 time: 0.2021813 Oct 13 16:16:21.618215 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c46ef-a7d7-474d-b696-54a178ad6377 req-88867489-664c-459b-9d1a-d5819d3fab79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:16:21.619614 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-610c46ef-a7d7-474d-b696-54a178ad6377 req-88867489-664c-459b-9d1a-d5819d3fab79 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=338d472d-cf5b-4247-a849-d3e570335d99 HTTP/1.1" status: 200 len: 854 time: 0.0561891 Oct 13 16:16:21.642155 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-705a4615-f7fc-4942-a683-0cdc0a145ebd tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:21.642738 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-705a4615-f7fc-4942-a683-0cdc0a145ebd tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:21.705609 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c46ef-a7d7-474d-b696-54a178ad6377 req-ba6e9676-eb0a-4050-ae7f-e46149d8bf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:16:21.707120 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-610c46ef-a7d7-474d-b696-54a178ad6377 req-ba6e9676-eb0a-4050-ae7f-e46149d8bf18 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=30a5f323-9355-44ad-ad5f-9cd877870850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0810494 Oct 13 16:16:21.767380 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-705a4615-f7fc-4942-a683-0cdc0a145ebd tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Calling delete_port for 77076a5c-3480-4dd1-af0f-8419be56f830 owned by network:floatingip {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:16:21.837320 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-610c46ef-a7d7-474d-b696-54a178ad6377 req-482d41c1-720a-43ec-a23a-87163d71ed27 service neutron] 10.222.0.16 "GET /v2.0/networks/30a5f323-9355-44ad-ad5f-9cd877870850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238716 Oct 13 16:16:21.916852 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-705a4615-f7fc-4942-a683-0cdc0a145ebd tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:21.963115 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705a4615-f7fc-4942-a683-0cdc0a145ebd tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Pushing event deleted for resources: {'Port': ['ID=77076a5c-3480-4dd1-af0f-8419be56f830,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:16:21.974031 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-610c46ef-a7d7-474d-b696-54a178ad6377 req-4062790a-7731-4588-a661-ceb84f73b6ac service neutron] 10.222.0.16 "GET /v2.0/networks/30a5f323-9355-44ad-ad5f-9cd877870850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303213 Oct 13 16:16:22.067235 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-705a4615-f7fc-4942-a683-0cdc0a145ebd tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks [] for floatingip, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:22.067783 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.l3_db [None req-705a4615-f7fc-4942-a683-0cdc0a145ebd tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Floating IP 8e185e68-3ca1-4f24-8b4b-81221408e7ca disassociated (deleted). External IP: 172.26.2.71, port: b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c. Oct 13 16:16:22.506546 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-705a4615-f7fc-4942-a683-0cdc0a145ebd tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Router 3897adad-7744-403d-83bb-35211a28266d has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 16:16:22.681668 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705a4615-f7fc-4942-a683-0cdc0a145ebd tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:16:22.692291 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3139f8fa-4172-46cc-9190-e22e58dfd64b None None] Sync routers for ids ['3897adad-7744-403d-83bb-35211a28266d'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:16:22.701292 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3139f8fa-4172-46cc-9190-e22e58dfd64b None None] Routers {'3897adad-7744-403d-83bb-35211a28266d'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:16:22.701865 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-705a4615-f7fc-4942-a683-0cdc0a145ebd tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:22.701988 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-3139f8fa-4172-46cc-9190-e22e58dfd64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:16:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['3897adad-7744-403d-83bb-35211a28266d'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:16:22.758865 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-705a4615-f7fc-4942-a683-0cdc0a145ebd tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "DELETE /v2.0/floatingips/8e185e68-3ca1-4f24-8b4b-81221408e7ca HTTP/1.1" status: 204 len: 168 time: 1.4965127 Oct 13 16:16:22.758865 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf16ca8f-933e-4042-b4e4-06e88fab2a3d', 'tag': 'b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c'}] {{(pid=88972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:16:22.759156 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66139ebd01b2281a52a84d0c3e28fe779798cc7e4f9f2d51c02648ac67609c1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7da68b-ab58-4e11-ae0a-6ce6688443bb" -d '{"events": [{"name": "network-changed", "server_uuid": "cf16ca8f-933e-4042-b4e4-06e88fab2a3d", "tag": "b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c"}]}' {{(pid=88972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:16:22.850198 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 16:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ad77812-ae25-4e59-9928-ff0817c74864 x-openstack-request-id: req-1ad77812-ae25-4e59-9928-ff0817c74864 {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:16:22.850879 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf16ca8f-933e-4042-b4e4-06e88fab2a3d", "tag": "b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c", "status": "completed", "code": 200}]} {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:16:22.850879 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1ad77812-ae25-4e59-9928-ff0817c74864 {{(pid=88972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:16:22.851150 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1ad77812-ae25-4e59-9928-ff0817c74864'] response: {'name': 'network-changed', 'server_uuid': 'cf16ca8f-933e-4042-b4e4-06e88fab2a3d', 'tag': 'b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c', 'status': 'completed', 'code': 200} Oct 13 16:16:22.881375 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-3139f8fa-4172-46cc-9190-e22e58dfd64b None None] Set router 3897adad-7744-403d-83bb-35211a28266d gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:16:22.950176 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7da68b-ab58-4e11-ae0a-6ce6688443bb req-5e897dfc-4d72-4762-8b74-88e31297dfa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:16:22.951845 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fa7da68b-ab58-4e11-ae0a-6ce6688443bb req-5e897dfc-4d72-4762-8b74-88e31297dfa8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=3d2b339ec11245a2afc4346745271272&device_id=cf16ca8f-933e-4042-b4e4-06e88fab2a3d HTTP/1.1" status: 200 len: 1098 time: 0.0801728 Oct 13 16:16:23.095656 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7da68b-ab58-4e11-ae0a-6ce6688443bb req-f71c763f-dd61-4176-a687-d5fe5d0e7e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:16:23.097497 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fa7da68b-ab58-4e11-ae0a-6ce6688443bb req-f71c763f-dd61-4176-a687-d5fe5d0e7e2f service neutron] 10.222.0.16 "GET /v2.0/networks?id=30a5f323-9355-44ad-ad5f-9cd877870850 HTTP/1.1" status: 200 len: 916 time: 0.1400704 Oct 13 16:16:23.193428 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fa7da68b-ab58-4e11-ae0a-6ce6688443bb req-8f3b6ce5-7f0c-4ebc-8370-32babb9c819f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c HTTP/1.1" status: 200 len: 217 time: 0.0892198 Oct 13 16:16:23.229116 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-3139f8fa-4172-46cc-9190-e22e58dfd64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3897adad-7744-403d-83bb-35211a28266d', 'name': 'tempest-TestMinimumBasicScenario-1916303430-router', 'tenant_id': '3d2b339ec11245a2afc4346745271272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '48e177e6-66ed-4fd8-88e8-3d54994cfedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:08:03Z', 'updated_at': '2022-10-13T16:08:07Z', 'revision_number': 4, 'project_id': '3d2b339ec11245a2afc4346745271272', 'gw_port': {'id': '48e177e6-66ed-4fd8-88e8-3d54994cfedc', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3897adad-7744-403d-83bb-35211a28266d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:08:04Z', 'updated_at': '2022-10-13T16:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': 'd369504f-2c95-4ca1-9a78-ecf9a51b6d3e', 'name': '', 'network_id': '30a5f323-9355-44ad-ad5f-9cd877870850', 'tenant_id': '3d2b339ec11245a2afc4346745271272', 'mac_address': 'fa:16:3e:f6:24:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3897adad-7744-403d-83bb-35211a28266d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '338d472d-cf5b-4247-a849-d3e570335d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:08:06Z', 'updated_at': '2022-10-13T16:08:12Z', 'revision_number': 5, 'project_id': '3d2b339ec11245a2afc4346745271272', 'subnets': [{'id': '338d472d-cf5b-4247-a849-d3e570335d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:16:23.233280 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3139f8fa-4172-46cc-9190-e22e58dfd64b None None] Checking router: 3897adad-7744-403d-83bb-35211a28266d for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:16:23.242667 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3139f8fa-4172-46cc-9190-e22e58dfd64b None None] Routers {'3897adad-7744-403d-83bb-35211a28266d'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:16:23.243272 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-3139f8fa-4172-46cc-9190-e22e58dfd64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:16:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['3897adad-7744-403d-83bb-35211a28266d'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:16:23.257672 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7da68b-ab58-4e11-ae0a-6ce6688443bb req-c52f59fc-0a92-4f40-837a-ed4dbae28b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:16:23.259171 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fa7da68b-ab58-4e11-ae0a-6ce6688443bb req-c52f59fc-0a92-4f40-837a-ed4dbae28b94 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=338d472d-cf5b-4247-a849-d3e570335d99 HTTP/1.1" status: 200 len: 854 time: 0.0600331 Oct 13 16:16:23.344174 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7da68b-ab58-4e11-ae0a-6ce6688443bb req-a55aa758-cbe6-4f4d-b697-31c293a08562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:16:23.345586 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fa7da68b-ab58-4e11-ae0a-6ce6688443bb req-a55aa758-cbe6-4f4d-b697-31c293a08562 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=30a5f323-9355-44ad-ad5f-9cd877870850&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0799134 Oct 13 16:16:23.424025 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-3139f8fa-4172-46cc-9190-e22e58dfd64b None None] Set router 3897adad-7744-403d-83bb-35211a28266d gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:16:23.480425 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fa7da68b-ab58-4e11-ae0a-6ce6688443bb req-4b6eda9c-5cc0-4d0f-9c9b-c80dcb930a46 service neutron] 10.222.0.16 "GET /v2.0/networks/30a5f323-9355-44ad-ad5f-9cd877870850?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268404 Oct 13 16:16:23.614882 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fa7da68b-ab58-4e11-ae0a-6ce6688443bb req-714b04fc-2746-49bf-8904-16d021d24c3a service neutron] 10.222.0.16 "GET /v2.0/networks/30a5f323-9355-44ad-ad5f-9cd877870850?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281688 Oct 13 16:16:23.741637 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-3139f8fa-4172-46cc-9190-e22e58dfd64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3897adad-7744-403d-83bb-35211a28266d', 'name': 'tempest-TestMinimumBasicScenario-1916303430-router', 'tenant_id': '3d2b339ec11245a2afc4346745271272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '48e177e6-66ed-4fd8-88e8-3d54994cfedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:08:03Z', 'updated_at': '2022-10-13T16:08:07Z', 'revision_number': 4, 'project_id': '3d2b339ec11245a2afc4346745271272', 'gw_port': {'id': '48e177e6-66ed-4fd8-88e8-3d54994cfedc', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3897adad-7744-403d-83bb-35211a28266d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:08:04Z', 'updated_at': '2022-10-13T16:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': 'd369504f-2c95-4ca1-9a78-ecf9a51b6d3e', 'name': '', 'network_id': '30a5f323-9355-44ad-ad5f-9cd877870850', 'tenant_id': '3d2b339ec11245a2afc4346745271272', 'mac_address': 'fa:16:3e:f6:24:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3897adad-7744-403d-83bb-35211a28266d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '338d472d-cf5b-4247-a849-d3e570335d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:08:06Z', 'updated_at': '2022-10-13T16:08:12Z', 'revision_number': 5, 'project_id': '3d2b339ec11245a2afc4346745271272', 'subnets': [{'id': '338d472d-cf5b-4247-a849-d3e570335d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:16:23.745695 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3139f8fa-4172-46cc-9190-e22e58dfd64b None None] The sync data for ids ['3897adad-7744-403d-83bb-35211a28266d'] in dv-neutron-860329-2-hyperv is: [{'id': '3897adad-7744-403d-83bb-35211a28266d', 'name': 'tempest-TestMinimumBasicScenario-1916303430-router', 'tenant_id': '3d2b339ec11245a2afc4346745271272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '48e177e6-66ed-4fd8-88e8-3d54994cfedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:08:03Z', 'updated_at': '2022-10-13T16:08:07Z', 'revision_number': 4, 'project_id': '3d2b339ec11245a2afc4346745271272', 'gw_port': {'id': '48e177e6-66ed-4fd8-88e8-3d54994cfedc', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3897adad-7744-403d-83bb-35211a28266d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:08:04Z', 'updated_at': '2022-10-13T16:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': 'd369504f-2c95-4ca1-9a78-ecf9a51b6d3e', 'name': '', 'network_id': '30a5f323-9355-44ad-ad5f-9cd877870850', 'tenant_id': '3d2b339ec11245a2afc4346745271272', 'mac_address': 'fa:16:3e:f6:24:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3897adad-7744-403d-83bb-35211a28266d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1669, 'fixed_ips': [{'subnet_id': '338d472d-cf5b-4247-a849-d3e570335d99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:08:06Z', 'updated_at': '2022-10-13T16:08:12Z', 'revision_number': 5, 'project_id': '3d2b339ec11245a2afc4346745271272', 'subnets': [{'id': '338d472d-cf5b-4247-a849-d3e570335d99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:16:23.959132 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e8006da-f909-4ecc-989f-17175ae8e264 None None] New status for floating IP 8e185e68-3ca1-4f24-8b4b-81221408e7ca: DOWN {{(pid=88975) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 16:16:26.144392 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:27.230726 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e6a6f-8090-4825-bdfb-54eb4fc7fd16 req-498de667-bfcd-40f0-8814-bf50fa8afe88 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:16:27.231415 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-af8e6a6f-8090-4825-bdfb-54eb4fc7fd16 req-498de667-bfcd-40f0-8814-bf50fa8afe88 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Synchronizing usage tracker for tenant:3d2b339ec11245a2afc4346745271272 on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:16:27.246898 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-af8e6a6f-8090-4825-bdfb-54eb4fc7fd16 req-498de667-bfcd-40f0-8814-bf50fa8afe88 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Unset dirty status for tenant:3d2b339ec11245a2afc4346745271272 on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:16:27.248244 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-af8e6a6f-8090-4825-bdfb-54eb4fc7fd16 req-498de667-bfcd-40f0-8814-bf50fa8afe88 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf16ca8f-933e-4042-b4e4-06e88fab2a3d HTTP/1.1" status: 200 len: 945 time: 0.1059527 Oct 13 16:16:27.292020 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-af8e6a6f-8090-4825-bdfb-54eb4fc7fd16 req-93eb9d80-6f63-44fb-aa06-e9e640817d5a tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Synchronizing usage tracker for tenant:3d2b339ec11245a2afc4346745271272 on resource:security_group {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:16:27.307047 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-af8e6a6f-8090-4825-bdfb-54eb4fc7fd16 req-93eb9d80-6f63-44fb-aa06-e9e640817d5a tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Unset dirty status for tenant:3d2b339ec11245a2afc4346745271272 on resource:security_group {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:16:27.308146 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-af8e6a6f-8090-4825-bdfb-54eb4fc7fd16 req-93eb9d80-6f63-44fb-aa06-e9e640817d5a tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537608 Oct 13 16:16:28.506364 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dec536-749a-4018-b143-445fd69f322f req-4ff3ada0-6202-495d-b81f-ad966b08b969 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:16:28.507795 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-07dec536-749a-4018-b143-445fd69f322f req-4ff3ada0-6202-495d-b81f-ad966b08b969 tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf16ca8f-933e-4042-b4e4-06e88fab2a3d HTTP/1.1" status: 200 len: 945 time: 0.0855167 Oct 13 16:16:28.550950 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-07dec536-749a-4018-b143-445fd69f322f req-688915f5-2c50-45e5-9dd8-164dc86be05a tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375938 Oct 13 16:16:29.156224 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485df221-81a0-4968-a550-f883091517e6 req-36e5468e-9047-4aa6-b45a-21ecc72d815d tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:16:29.157652 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-485df221-81a0-4968-a550-f883091517e6 req-36e5468e-9047-4aa6-b45a-21ecc72d815d tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.16 "GET /v2.0/ports?device_id=cf16ca8f-933e-4042-b4e4-06e88fab2a3d HTTP/1.1" status: 200 len: 945 time: 0.0877914 Oct 13 16:16:29.225938 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-485df221-81a0-4968-a550-f883091517e6 req-624265c3-96db-419d-aa54-6569925aa28d tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Deleting port b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:16:29.226302 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-485df221-81a0-4968-a550-f883091517e6 req-624265c3-96db-419d-aa54-6569925aa28d tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:29.569296 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-485df221-81a0-4968-a550-f883091517e6 req-624265c3-96db-419d-aa54-6569925aa28d tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] For port b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c,segment=NetworkSegment(2ffdf606-d152-4692-a354-790c904f7bf0),segment_id=2ffdf606-d152-4692-a354-790c904f7bf0)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:16:29.569958 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-485df221-81a0-4968-a550-f883091517e6 req-624265c3-96db-419d-aa54-6569925aa28d tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:29.692066 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-485df221-81a0-4968-a550-f883091517e6 req-624265c3-96db-419d-aa54-6569925aa28d tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Calling delete_port for b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c owned by compute:nova {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:16:29.747744 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1d20f5-5221-4db7-b95a-4305b2c0966b req-1ac11231-e5f3-436a-85c4-b84cd723f4dd tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:16:29.749197 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-6b1d20f5-5221-4db7-b95a-4305b2c0966b req-1ac11231-e5f3-436a-85c4-b84cd723f4dd tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/ports?device_id=cf16ca8f-933e-4042-b4e4-06e88fab2a3d HTTP/1.1" status: 200 len: 945 time: 0.0891190 Oct 13 16:16:29.798405 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-6b1d20f5-5221-4db7-b95a-4305b2c0966b req-d4f4056a-c601-414e-877a-58cf42804aff tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.42 "GET /v2.0/security-groups?id=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430686 Oct 13 16:16:29.840947 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-485df221-81a0-4968-a550-f883091517e6 req-624265c3-96db-419d-aa54-6569925aa28d tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:29.853493 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 16:16:29.892995 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624265c3-96db-419d-aa54-6569925aa28d tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Pushing event deleted for resources: {'Port': ['ID=b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:16:29.977350 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-485df221-81a0-4968-a550-f883091517e6 req-624265c3-96db-419d-aa54-6569925aa28d tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] No DVR routers for this DVR port b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c on host hv-neutron-8603 {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 16:16:29.979751 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-485df221-81a0-4968-a550-f883091517e6 req-624265c3-96db-419d-aa54-6569925aa28d tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:29.982207 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf16ca8f-933e-4042-b4e4-06e88fab2a3d', 'name': 'network-vif-deleted', 'tag': 'b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:16:29.984425 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-463cdb8e-4555-4f18-a205-bff8e820ae60" -d '{"events": [{"server_uuid": "cf16ca8f-933e-4042-b4e4-06e88fab2a3d", "name": "network-vif-deleted", "tag": "b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:16:29.997688 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-485df221-81a0-4968-a550-f883091517e6 req-624265c3-96db-419d-aa54-6569925aa28d tempest-TestMinimumBasicScenario-1009048839 tempest-TestMinimumBasicScenario-1009048839-project] 10.222.0.16 "DELETE /v2.0/ports/b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c HTTP/1.1" status: 204 len: 173 time: 0.8345013 Oct 13 16:16:30.030308 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 16:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38fec755-b972-4105-b731-70c736e78959 x-openstack-request-id: req-38fec755-b972-4105-b731-70c736e78959 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:16:30.030595 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf16ca8f-933e-4042-b4e4-06e88fab2a3d", "name": "network-vif-deleted", "tag": "b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:16:30.030847 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-38fec755-b972-4105-b731-70c736e78959 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:16:30.031243 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-38fec755-b972-4105-b731-70c736e78959'] response: {'server_uuid': 'cf16ca8f-933e-4042-b4e4-06e88fab2a3d', 'name': 'network-vif-deleted', 'tag': 'b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c', 'status': 'completed', 'code': 200} Oct 13 16:16:32.316279 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c no longer exists at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:16:32.349915 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] No Port match for: b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:16:32.350286 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device b0c8e8c2-73ba-4f5e-a8d9-fac11ca6d49c not bound to the agent host hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:16:32.521017 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 33426) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:16:33.227255 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4658e444-464c-4102-8e8b-76492ac57a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:33.667063 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-4658e444-464c-4102-8e8b-76492ac57a52 admin admin] Deleting port d369504f-2c95-4ca1-9a78-ecf9a51b6d3e {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:16:33.667696 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4658e444-464c-4102-8e8b-76492ac57a52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:33.837074 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-4658e444-464c-4102-8e8b-76492ac57a52 admin admin] For port d369504f-2c95-4ca1-9a78-ecf9a51b6d3e, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=d369504f-2c95-4ca1-9a78-ecf9a51b6d3e,segment=NetworkSegment(2ffdf606-d152-4692-a354-790c904f7bf0),segment_id=2ffdf606-d152-4692-a354-790c904f7bf0)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:16:33.837434 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4658e444-464c-4102-8e8b-76492ac57a52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:33.957969 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-4658e444-464c-4102-8e8b-76492ac57a52 admin admin] Calling delete_port for d369504f-2c95-4ca1-9a78-ecf9a51b6d3e owned by network:router_interface {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:16:34.135817 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4658e444-464c-4102-8e8b-76492ac57a52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:34.184434 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4658e444-464c-4102-8e8b-76492ac57a52 admin admin] Pushing event deleted for resources: {'Port': ['ID=d369504f-2c95-4ca1-9a78-ecf9a51b6d3e,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:16:34.455381 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4658e444-464c-4102-8e8b-76492ac57a52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:34.581717 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7187ca6c-9ca8-4556-a2c5-fed0d4db68ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:34.804558 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4658e444-464c-4102-8e8b-76492ac57a52 admin admin] Router 3897adad-7744-403d-83bb-35211a28266d has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 16:16:35.084996 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4658e444-464c-4102-8e8b-76492ac57a52 admin admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:16:35.093606 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed156ae1-1367-4172-915a-8f9007aaac99 None None] Sync routers for ids ['3897adad-7744-403d-83bb-35211a28266d'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:16:35.099653 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-4658e444-464c-4102-8e8b-76492ac57a52 admin admin] 10.222.0.42 "PUT /v2.0/routers/3897adad-7744-403d-83bb-35211a28266d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5753534 Oct 13 16:16:35.099878 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 33436) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:16:35.103355 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed156ae1-1367-4172-915a-8f9007aaac99 None None] Routers {'3897adad-7744-403d-83bb-35211a28266d'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:16:35.103959 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-ed156ae1-1367-4172-915a-8f9007aaac99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:16:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['3897adad-7744-403d-83bb-35211a28266d'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:16:35.273645 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e6b39b2d-c62d-4813-9fe3-0949a8522b6b admin admin] Notify callbacks [] for router, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:35.282393 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-ed156ae1-1367-4172-915a-8f9007aaac99 None None] Set router 3897adad-7744-403d-83bb-35211a28266d gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:16:35.447541 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e6b39b2d-c62d-4813-9fe3-0949a8522b6b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:35.457616 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-e6b39b2d-c62d-4813-9fe3-0949a8522b6b admin admin] Deleting port 48e177e6-66ed-4fd8-88e8-3d54994cfedc {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:16:35.457973 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e6b39b2d-c62d-4813-9fe3-0949a8522b6b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:35.566025 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-ed156ae1-1367-4172-915a-8f9007aaac99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3897adad-7744-403d-83bb-35211a28266d', 'name': 'tempest-TestMinimumBasicScenario-1916303430-router', 'tenant_id': '3d2b339ec11245a2afc4346745271272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.212'}], 'enable_snat': True}, 'gw_port_id': '48e177e6-66ed-4fd8-88e8-3d54994cfedc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:08:03Z', 'updated_at': '2022-10-13T16:16:34Z', 'revision_number': 5, 'project_id': '3d2b339ec11245a2afc4346745271272', 'gw_port': {'id': '48e177e6-66ed-4fd8-88e8-3d54994cfedc', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3897adad-7744-403d-83bb-35211a28266d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1668, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:08:04Z', 'updated_at': '2022-10-13T16:08:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:16:35.570330 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed156ae1-1367-4172-915a-8f9007aaac99 None None] Checking router: 3897adad-7744-403d-83bb-35211a28266d for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:16:35.579494 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed156ae1-1367-4172-915a-8f9007aaac99 None None] Routers {'3897adad-7744-403d-83bb-35211a28266d'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:16:35.580075 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-ed156ae1-1367-4172-915a-8f9007aaac99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:16:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['3897adad-7744-403d-83bb-35211a28266d'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:16:35.632894 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-e6b39b2d-c62d-4813-9fe3-0949a8522b6b admin admin] For port 48e177e6-66ed-4fd8-88e8-3d54994cfedc, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=48e177e6-66ed-4fd8-88e8-3d54994cfedc,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:16:35.633255 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e6b39b2d-c62d-4813-9fe3-0949a8522b6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:35.757613 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-e6b39b2d-c62d-4813-9fe3-0949a8522b6b admin admin] Calling delete_port for 48e177e6-66ed-4fd8-88e8-3d54994cfedc owned by network:router_gateway {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:16:35.772570 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-ed156ae1-1367-4172-915a-8f9007aaac99 None None] Set router 3897adad-7744-403d-83bb-35211a28266d gateway port host: None {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:16:35.877062 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-ed156ae1-1367-4172-915a-8f9007aaac99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3897adad-7744-403d-83bb-35211a28266d', 'name': 'tempest-TestMinimumBasicScenario-1916303430-router', 'tenant_id': '3d2b339ec11245a2afc4346745271272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:08:03Z', 'updated_at': '2022-10-13T16:16:35Z', 'revision_number': 6, 'project_id': '3d2b339ec11245a2afc4346745271272', 'gw_port_host': None}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:16:35.881085 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed156ae1-1367-4172-915a-8f9007aaac99 None None] The sync data for ids ['3897adad-7744-403d-83bb-35211a28266d'] in dv-neutron-860329-2-hyperv is: [{'id': '3897adad-7744-403d-83bb-35211a28266d', 'name': 'tempest-TestMinimumBasicScenario-1916303430-router', 'tenant_id': '3d2b339ec11245a2afc4346745271272', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:08:03Z', 'updated_at': '2022-10-13T16:16:35Z', 'revision_number': 6, 'project_id': '3d2b339ec11245a2afc4346745271272', 'gw_port_host': None}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:16:35.928247 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e6b39b2d-c62d-4813-9fe3-0949a8522b6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:35.974860 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b39b2d-c62d-4813-9fe3-0949a8522b6b admin admin] Pushing event deleted for resources: {'Port': ['ID=48e177e6-66ed-4fd8-88e8-3d54994cfedc,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:16:36.069891 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e6b39b2d-c62d-4813-9fe3-0949a8522b6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828050'] for router_gateway, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:36.237308 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e6b39b2d-c62d-4813-9fe3-0949a8522b6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:36.239624 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e6b39b2d-c62d-4813-9fe3-0949a8522b6b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:36.262945 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e6b39b2d-c62d-4813-9fe3-0949a8522b6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:36.263481 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6b39b2d-c62d-4813-9fe3-0949a8522b6b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3897adad-7744-403d-83bb-35211a28266d {{(pid=88973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 16:16:36.276000 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e6b39b2d-c62d-4813-9fe3-0949a8522b6b admin admin] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:36.279458 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e6b39b2d-c62d-4813-9fe3-0949a8522b6b admin admin] 10.222.0.42 "DELETE /v2.0/routers/3897adad-7744-403d-83bb-35211a28266d HTTP/1.1" status: 204 len: 168 time: 1.1763575 Oct 13 16:16:36.279723 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 33444) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:16:36.339860 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c700728-ec4c-4431-822e-3a89553b68dc admin admin] Deleting subnet 338d472d-cf5b-4247-a849-d3e570335d99 {{(pid=88973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 16:16:36.342844 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8c700728-ec4c-4431-822e-3a89553b68dc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:36.501220 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8c700728-ec4c-4431-822e-3a89553b68dc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7432921'] for subnet, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:36.555002 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:16:36.577892 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8c700728-ec4c-4431-822e-3a89553b68dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:36.650538 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8c700728-ec4c-4431-822e-3a89553b68dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:36.692323 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c700728-ec4c-4431-822e-3a89553b68dc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=338d472d-cf5b-4247-a849-d3e570335d99,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:16:36.699256 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-8c700728-ec4c-4431-822e-3a89553b68dc admin admin] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:36.703521 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332e80c3-9943-4d13-844c-76e3d73398f3 None None] Network 30a5f323-9355-44ad-ad5f-9cd877870850 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 16:16:36.706475 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-8c700728-ec4c-4431-822e-3a89553b68dc admin admin] 10.222.0.42 "DELETE /v2.0/subnets/338d472d-cf5b-4247-a849-d3e570335d99 HTTP/1.1" status: 204 len: 168 time: 0.4257274 Oct 13 16:16:36.708832 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 33450) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:16:36.792692 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-3cbe1aec-124e-4d41-abb9-8a7ac4be9dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:36.817337 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e30d8f58-6fc6-445e-a1a8-b07c5b2161d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:36.827808 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-e30d8f58-6fc6-445e-a1a8-b07c5b2161d7 admin admin] Deleting port 54aa4739-761c-478c-948a-e810e9e6d872 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:16:36.829434 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e30d8f58-6fc6-445e-a1a8-b07c5b2161d7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:36.985004 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38c6ef30-ff8c-4f33-afda-4f0d3a3c3764 None None] DHCP port deletion for 30a5f323-9355-44ad-ad5f-9cd877870850 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 16:16:36.989114 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-38c6ef30-ff8c-4f33-afda-4f0d3a3c3764 None None] Deleting port 54aa4739-761c-478c-948a-e810e9e6d872 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:16:36.989483 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-38c6ef30-ff8c-4f33-afda-4f0d3a3c3764 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:37.050676 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-e30d8f58-6fc6-445e-a1a8-b07c5b2161d7 admin admin] For port 54aa4739-761c-478c-948a-e810e9e6d872, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=54aa4739-761c-478c-948a-e810e9e6d872,segment=NetworkSegment(2ffdf606-d152-4692-a354-790c904f7bf0),segment_id=2ffdf606-d152-4692-a354-790c904f7bf0)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:16:37.051262 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e30d8f58-6fc6-445e-a1a8-b07c5b2161d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:37.175698 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-e30d8f58-6fc6-445e-a1a8-b07c5b2161d7 admin admin] Calling delete_port for 54aa4739-761c-478c-948a-e810e9e6d872 owned by network:dhcp {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:16:37.189251 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-38c6ef30-ff8c-4f33-afda-4f0d3a3c3764 None None] For port 54aa4739-761c-478c-948a-e810e9e6d872, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=54aa4739-761c-478c-948a-e810e9e6d872,segment=NetworkSegment(2ffdf606-d152-4692-a354-790c904f7bf0),segment_id=2ffdf606-d152-4692-a354-790c904f7bf0)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:16:37.189582 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-38c6ef30-ff8c-4f33-afda-4f0d3a3c3764 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:37.249315 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e30d8f58-6fc6-445e-a1a8-b07c5b2161d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:37.299139 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30d8f58-6fc6-445e-a1a8-b07c5b2161d7 admin admin] No DVR routers for this DVR port 54aa4739-761c-478c-948a-e810e9e6d872 on host dv-neutron-860329-2-hyperv {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 16:16:37.309549 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-38c6ef30-ff8c-4f33-afda-4f0d3a3c3764 None None] Calling delete_port for 54aa4739-761c-478c-948a-e810e9e6d872 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:16:37.331438 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30d8f58-6fc6-445e-a1a8-b07c5b2161d7 admin admin] Pushing event deleted for resources: {'Port': ['ID=54aa4739-761c-478c-948a-e810e9e6d872,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:16:37.382997 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.db.api [None req-38c6ef30-ff8c-4f33-afda-4f0d3a3c3764 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88974) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 16:16:37.383340 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG oslo_db.api [None req-38c6ef30-ff8c-4f33-afda-4f0d3a3c3764 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 16:16:37.417334 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e30d8f58-6fc6-445e-a1a8-b07c5b2161d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:37.447438 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-e30d8f58-6fc6-445e-a1a8-b07c5b2161d7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['30a5f323-9355-44ad-ad5f-9cd877870850']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:16:37.459430 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-e30d8f58-6fc6-445e-a1a8-b07c5b2161d7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ffdf606-d152-4692-a354-790c904f7bf0') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:16:37.459725 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-e30d8f58-6fc6-445e-a1a8-b07c5b2161d7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ffdf606-d152-4692-a354-790c904f7bf0') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:16:37.470977 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e30d8f58-6fc6-445e-a1a8-b07c5b2161d7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:37.486889 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e30d8f58-6fc6-445e-a1a8-b07c5b2161d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:37.492889 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e30d8f58-6fc6-445e-a1a8-b07c5b2161d7 admin admin] Releasing vlan 407 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 16:16:37.493338 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e30d8f58-6fc6-445e-a1a8-b07c5b2161d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:37.582699 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 2ffdf606-d152-4692-a354-790c904f7bf0 resource provider aggregate not found Oct 13 16:16:37.589797 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e30d8f58-6fc6-445e-a1a8-b07c5b2161d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:37.608406 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 2ffdf606-d152-4692-a354-790c904f7bf0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 2ffdf606-d152-4692-a354-790c904f7bf0 found for delete ", "request_id": "req-db2dfbd0-edcf-4531-9af3-b80779c36539"}]} Oct 13 16:16:37.609897 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e30d8f58-6fc6-445e-a1a8-b07c5b2161d7 admin admin] Notify callbacks [] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:37.617460 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30d8f58-6fc6-445e-a1a8-b07c5b2161d7 admin admin] Pushing event deleted for resources: {'Network': ['ID=30a5f323-9355-44ad-ad5f-9cd877870850,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:16:37.630779 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e30d8f58-6fc6-445e-a1a8-b07c5b2161d7 admin admin] 10.222.0.42 "DELETE /v2.0/networks/30a5f323-9355-44ad-ad5f-9cd877870850 HTTP/1.1" status: 204 len: 168 time: 0.9208920 Oct 13 16:16:37.633583 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 33460) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:16:37.766692 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 54aa4739-761c-478c-948a-e810e9e6d872 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:16:37.800976 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 54aa4739-761c-478c-948a-e810e9e6d872 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:16:37.801642 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 54aa4739-761c-478c-948a-e810e9e6d872 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:16:37.801727 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 48e177e6-66ed-4fd8-88e8-3d54994cfedc no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:16:37.847582 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 48e177e6-66ed-4fd8-88e8-3d54994cfedc {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:16:37.847844 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 48e177e6-66ed-4fd8-88e8-3d54994cfedc not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:16:37.848255 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device d369504f-2c95-4ca1-9a78-ecf9a51b6d3e no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:16:37.881257 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: d369504f-2c95-4ca1-9a78-ecf9a51b6d3e {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:16:37.881602 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device d369504f-2c95-4ca1-9a78-ecf9a51b6d3e not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:16:37.883174 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:37.884622 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-38c6ef30-ff8c-4f33-afda-4f0d3a3c3764 None None] Deleting port 54aa4739-761c-478c-948a-e810e9e6d872 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:16:37.884981 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-38c6ef30-ff8c-4f33-afda-4f0d3a3c3764 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:37.951053 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-38c6ef30-ff8c-4f33-afda-4f0d3a3c3764 None None] The port '54aa4739-761c-478c-948a-e810e9e6d872' was deleted {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 13 16:16:38.046310 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:38.262052 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-134f5f27-8b55-4413-b4b5-15f97d92e8c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:38.600338 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-134f5f27-8b55-4413-b4b5-15f97d92e8c4 admin admin] Deleting port 36c0bba8-9aae-44f4-9a76-132cd2bf038d {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:16:38.600588 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-134f5f27-8b55-4413-b4b5-15f97d92e8c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:38.770908 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-134f5f27-8b55-4413-b4b5-15f97d92e8c4 admin admin] For port 36c0bba8-9aae-44f4-9a76-132cd2bf038d, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=36c0bba8-9aae-44f4-9a76-132cd2bf038d,segment=NetworkSegment(c8a8b083-23b7-4bdc-957f-7dec95efcef7),segment_id=c8a8b083-23b7-4bdc-957f-7dec95efcef7)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:16:38.771259 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-134f5f27-8b55-4413-b4b5-15f97d92e8c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:38.890005 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-134f5f27-8b55-4413-b4b5-15f97d92e8c4 admin admin] Calling delete_port for 36c0bba8-9aae-44f4-9a76-132cd2bf038d owned by network:router_interface {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:16:39.062785 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-134f5f27-8b55-4413-b4b5-15f97d92e8c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:39.111856 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134f5f27-8b55-4413-b4b5-15f97d92e8c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=36c0bba8-9aae-44f4-9a76-132cd2bf038d,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:16:39.381061 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-134f5f27-8b55-4413-b4b5-15f97d92e8c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:39.755541 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:39.842410 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-134f5f27-8b55-4413-b4b5-15f97d92e8c4 admin admin] Router ec190b02-f131-4aec-9c93-b7b8b7d51d0d has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 16:16:40.016961 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134f5f27-8b55-4413-b4b5-15f97d92e8c4 admin admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:16:40.025188 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1781da9d-e485-4429-b82b-30a68f3873aa None None] Sync routers for ids ['ec190b02-f131-4aec-9c93-b7b8b7d51d0d'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:16:40.034025 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-134f5f27-8b55-4413-b4b5-15f97d92e8c4 admin admin] 10.222.0.42 "PUT /v2.0/routers/ec190b02-f131-4aec-9c93-b7b8b7d51d0d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3993721 Oct 13 16:16:40.036460 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 33464) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:16:40.037471 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1781da9d-e485-4429-b82b-30a68f3873aa None None] Routers {'ec190b02-f131-4aec-9c93-b7b8b7d51d0d'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:16:40.038085 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-1781da9d-e485-4429-b82b-30a68f3873aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:16:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['ec190b02-f131-4aec-9c93-b7b8b7d51d0d'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:16:40.213754 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-1781da9d-e485-4429-b82b-30a68f3873aa None None] Set router ec190b02-f131-4aec-9c93-b7b8b7d51d0d gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:16:40.216671 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-24af6a80-a3e1-4a58-9360-2f530ccc8357 admin admin] Notify callbacks [] for router, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:40.391341 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-24af6a80-a3e1-4a58-9360-2f530ccc8357 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:40.401047 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-24af6a80-a3e1-4a58-9360-2f530ccc8357 admin admin] Deleting port f8d1dca7-2cff-4abb-9dc5-a1f3a86c8a54 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:16:40.401499 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-24af6a80-a3e1-4a58-9360-2f530ccc8357 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:40.494041 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-1781da9d-e485-4429-b82b-30a68f3873aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec190b02-f131-4aec-9c93-b7b8b7d51d0d', 'name': 'tempest-TestMinimumBasicScenario-963611746-router', 'tenant_id': 'c07453f9878a485491139d705e8f8076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.20'}], 'enable_snat': True}, 'gw_port_id': 'f8d1dca7-2cff-4abb-9dc5-a1f3a86c8a54', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:08:09Z', 'updated_at': '2022-10-13T16:16:39Z', 'revision_number': 5, 'project_id': 'c07453f9878a485491139d705e8f8076', 'gw_port': {'id': 'f8d1dca7-2cff-4abb-9dc5-a1f3a86c8a54', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:98:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec190b02-f131-4aec-9c93-b7b8b7d51d0d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1680, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:08:10Z', 'updated_at': '2022-10-13T16:08:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:16:40.497829 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1781da9d-e485-4429-b82b-30a68f3873aa None None] Checking router: ec190b02-f131-4aec-9c93-b7b8b7d51d0d for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:16:40.506653 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1781da9d-e485-4429-b82b-30a68f3873aa None None] Routers {'ec190b02-f131-4aec-9c93-b7b8b7d51d0d'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:16:40.507247 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-1781da9d-e485-4429-b82b-30a68f3873aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:16:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['ec190b02-f131-4aec-9c93-b7b8b7d51d0d'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:16:40.573108 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-24af6a80-a3e1-4a58-9360-2f530ccc8357 admin admin] For port f8d1dca7-2cff-4abb-9dc5-a1f3a86c8a54, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=f8d1dca7-2cff-4abb-9dc5-a1f3a86c8a54,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:16:40.573461 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-24af6a80-a3e1-4a58-9360-2f530ccc8357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:40.692615 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-1781da9d-e485-4429-b82b-30a68f3873aa None None] Set router ec190b02-f131-4aec-9c93-b7b8b7d51d0d gateway port host: None {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:16:40.694390 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-24af6a80-a3e1-4a58-9360-2f530ccc8357 admin admin] Calling delete_port for f8d1dca7-2cff-4abb-9dc5-a1f3a86c8a54 owned by network:router_gateway {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:16:40.802222 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-1781da9d-e485-4429-b82b-30a68f3873aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec190b02-f131-4aec-9c93-b7b8b7d51d0d', 'name': 'tempest-TestMinimumBasicScenario-963611746-router', 'tenant_id': 'c07453f9878a485491139d705e8f8076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:08:09Z', 'updated_at': '2022-10-13T16:16:40Z', 'revision_number': 6, 'project_id': 'c07453f9878a485491139d705e8f8076', 'gw_port_host': None}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:16:40.806337 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1781da9d-e485-4429-b82b-30a68f3873aa None None] The sync data for ids ['ec190b02-f131-4aec-9c93-b7b8b7d51d0d'] in dv-neutron-860329-2-hyperv is: [{'id': 'ec190b02-f131-4aec-9c93-b7b8b7d51d0d', 'name': 'tempest-TestMinimumBasicScenario-963611746-router', 'tenant_id': 'c07453f9878a485491139d705e8f8076', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:08:09Z', 'updated_at': '2022-10-13T16:16:40Z', 'revision_number': 6, 'project_id': 'c07453f9878a485491139d705e8f8076', 'gw_port_host': None}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:16:40.964888 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-24af6a80-a3e1-4a58-9360-2f530ccc8357 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:41.009380 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24af6a80-a3e1-4a58-9360-2f530ccc8357 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8d1dca7-2cff-4abb-9dc5-a1f3a86c8a54,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:16:41.105767 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-24af6a80-a3e1-4a58-9360-2f530ccc8357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828050'] for router_gateway, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:41.276711 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-24af6a80-a3e1-4a58-9360-2f530ccc8357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:41.278846 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-24af6a80-a3e1-4a58-9360-2f530ccc8357 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:41.301615 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-24af6a80-a3e1-4a58-9360-2f530ccc8357 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:41.302172 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24af6a80-a3e1-4a58-9360-2f530ccc8357 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec190b02-f131-4aec-9c93-b7b8b7d51d0d {{(pid=88973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 16:16:41.313577 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-24af6a80-a3e1-4a58-9360-2f530ccc8357 admin admin] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:41.314711 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-24af6a80-a3e1-4a58-9360-2f530ccc8357 admin admin] 10.222.0.42 "DELETE /v2.0/routers/ec190b02-f131-4aec-9c93-b7b8b7d51d0d HTTP/1.1" status: 204 len: 168 time: 1.2773304 Oct 13 16:16:41.317218 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 33468) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:16:41.376964 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7e25a3e-e7c9-4312-b999-41b8f2297d1e admin admin] Deleting subnet 0a12e355-1d69-459e-984b-9df8408d41b6 {{(pid=88973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 16:16:41.379786 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c7e25a3e-e7c9-4312-b999-41b8f2297d1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:41.427094 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c7e25a3e-e7c9-4312-b999-41b8f2297d1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7432921'] for subnet, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:41.503546 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c7e25a3e-e7c9-4312-b999-41b8f2297d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:41.578984 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c7e25a3e-e7c9-4312-b999-41b8f2297d1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:41.616853 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e25a3e-e7c9-4312-b999-41b8f2297d1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a12e355-1d69-459e-984b-9df8408d41b6,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:16:41.622327 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c7e25a3e-e7c9-4312-b999-41b8f2297d1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:41.627816 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284fdc4a-933f-4833-9703-b42d02ce437a None None] Network 116e70c2-2ffe-435e-804c-1f2742d6a173 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 16:16:41.631863 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 33472) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:16:41.634690 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c7e25a3e-e7c9-4312-b999-41b8f2297d1e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/0a12e355-1d69-459e-984b-9df8408d41b6 HTTP/1.1" status: 204 len: 168 time: 0.3164344 Oct 13 16:16:41.742533 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9909ab3d-1f6d-43ee-855c-ceeef78a5359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:41.753242 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-9909ab3d-1f6d-43ee-855c-ceeef78a5359 admin admin] Deleting port f764ac9c-1ae4-4017-a506-77597e4d026f {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:16:41.753626 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9909ab3d-1f6d-43ee-855c-ceeef78a5359 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:41.805389 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device f8d1dca7-2cff-4abb-9dc5-a1f3a86c8a54 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:16:41.852601 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: f8d1dca7-2cff-4abb-9dc5-a1f3a86c8a54 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:16:41.852951 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device f8d1dca7-2cff-4abb-9dc5-a1f3a86c8a54 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:16:41.853361 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 36c0bba8-9aae-44f4-9a76-132cd2bf038d no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:16:41.925126 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 36c0bba8-9aae-44f4-9a76-132cd2bf038d {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:16:41.925459 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 36c0bba8-9aae-44f4-9a76-132cd2bf038d not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:16:41.975694 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-9909ab3d-1f6d-43ee-855c-ceeef78a5359 admin admin] For port f764ac9c-1ae4-4017-a506-77597e4d026f, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=f764ac9c-1ae4-4017-a506-77597e4d026f,segment=NetworkSegment(c8a8b083-23b7-4bdc-957f-7dec95efcef7),segment_id=c8a8b083-23b7-4bdc-957f-7dec95efcef7)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:16:41.976047 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9909ab3d-1f6d-43ee-855c-ceeef78a5359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:41.997836 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0a5ea0-979a-4e52-b68a-3d1c8c9f3193 None None] DHCP port deletion for 116e70c2-2ffe-435e-804c-1f2742d6a173 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 16:16:42.002745 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-0d0a5ea0-979a-4e52-b68a-3d1c8c9f3193 None None] Deleting port f764ac9c-1ae4-4017-a506-77597e4d026f {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:16:42.003211 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0d0a5ea0-979a-4e52-b68a-3d1c8c9f3193 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:42.100247 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-9909ab3d-1f6d-43ee-855c-ceeef78a5359 admin admin] Calling delete_port for f764ac9c-1ae4-4017-a506-77597e4d026f owned by network:dhcp {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:16:42.178107 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9909ab3d-1f6d-43ee-855c-ceeef78a5359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:42.200011 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-0d0a5ea0-979a-4e52-b68a-3d1c8c9f3193 None None] For port f764ac9c-1ae4-4017-a506-77597e4d026f, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=f764ac9c-1ae4-4017-a506-77597e4d026f,segment=NetworkSegment(c8a8b083-23b7-4bdc-957f-7dec95efcef7),segment_id=c8a8b083-23b7-4bdc-957f-7dec95efcef7)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:16:42.200395 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0d0a5ea0-979a-4e52-b68a-3d1c8c9f3193 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:42.225769 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9909ab3d-1f6d-43ee-855c-ceeef78a5359 admin admin] Pushing event deleted for resources: {'Port': ['ID=f764ac9c-1ae4-4017-a506-77597e4d026f,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:16:42.227589 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9909ab3d-1f6d-43ee-855c-ceeef78a5359 admin admin] No DVR routers for this DVR port f764ac9c-1ae4-4017-a506-77597e4d026f on host dv-neutron-860329-2-hyperv {{(pid=88972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 16:16:42.322935 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-0d0a5ea0-979a-4e52-b68a-3d1c8c9f3193 None None] Calling delete_port for f764ac9c-1ae4-4017-a506-77597e4d026f owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:16:42.342525 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9909ab3d-1f6d-43ee-855c-ceeef78a5359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:42.368385 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-9909ab3d-1f6d-43ee-855c-ceeef78a5359 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['116e70c2-2ffe-435e-804c-1f2742d6a173']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:16:42.379937 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-9909ab3d-1f6d-43ee-855c-ceeef78a5359 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8a8b083-23b7-4bdc-957f-7dec95efcef7') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:16:42.380226 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-9909ab3d-1f6d-43ee-855c-ceeef78a5359 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8a8b083-23b7-4bdc-957f-7dec95efcef7') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:16:42.391169 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9909ab3d-1f6d-43ee-855c-ceeef78a5359 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:42.392253 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.db.api [None req-0d0a5ea0-979a-4e52-b68a-3d1c8c9f3193 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88974) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 16:16:42.392605 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG oslo_db.api [None req-0d0a5ea0-979a-4e52-b68a-3d1c8c9f3193 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 16:16:42.411769 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9909ab3d-1f6d-43ee-855c-ceeef78a5359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:42.418010 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9909ab3d-1f6d-43ee-855c-ceeef78a5359 admin admin] Releasing vlan 424 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 16:16:42.418652 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9909ab3d-1f6d-43ee-855c-ceeef78a5359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:42.505411 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment c8a8b083-23b7-4bdc-957f-7dec95efcef7 resource provider aggregate not found Oct 13 16:16:42.512752 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9909ab3d-1f6d-43ee-855c-ceeef78a5359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:42.528622 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9909ab3d-1f6d-43ee-855c-ceeef78a5359 admin admin] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:42.534208 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment c8a8b083-23b7-4bdc-957f-7dec95efcef7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c8a8b083-23b7-4bdc-957f-7dec95efcef7 found for delete ", "request_id": "req-7cf0f15e-fe59-44a8-aa11-e1e88f8f9dfa"}]} Oct 13 16:16:42.540423 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9909ab3d-1f6d-43ee-855c-ceeef78a5359 admin admin] Pushing event deleted for resources: {'Network': ['ID=116e70c2-2ffe-435e-804c-1f2742d6a173,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:16:42.547939 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-9909ab3d-1f6d-43ee-855c-ceeef78a5359 admin admin] 10.222.0.42 "DELETE /v2.0/networks/116e70c2-2ffe-435e-804c-1f2742d6a173 HTTP/1.1" status: 204 len: 168 time: 0.9150782 Oct 13 16:16:42.654654 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 33484) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:16:42.707927 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a502207e-2b08-451b-ad3d-7b06852206dc admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3d2b339ec11245a2afc4346745271272&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0503707 Oct 13 16:16:42.709835 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 33488) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:16:42.767001 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-70c67a42-9de1-4637-8392-46f9550ee569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:42.792480 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-70c67a42-9de1-4637-8392-46f9550ee569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:42.843820 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-70c67a42-9de1-4637-8392-46f9550ee569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:42.861119 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c67a42-9de1-4637-8392-46f9550ee569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4725d9-d6b4-4b6c-b360-2eefb6dd045d,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:16:42.871295 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-70c67a42-9de1-4637-8392-46f9550ee569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:42.872392 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-70c67a42-9de1-4637-8392-46f9550ee569 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1a4725d9-d6b4-4b6c-b360-2eefb6dd045d HTTP/1.1" status: 204 len: 168 time: 0.1615934 Oct 13 16:16:42.893733 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-0d0a5ea0-979a-4e52-b68a-3d1c8c9f3193 None None] Deleting port f764ac9c-1ae4-4017-a506-77597e4d026f {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:16:42.894250 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0d0a5ea0-979a-4e52-b68a-3d1c8c9f3193 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:42.963146 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-0d0a5ea0-979a-4e52-b68a-3d1c8c9f3193 None None] The port 'f764ac9c-1ae4-4017-a506-77597e4d026f' was deleted {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 13 16:16:43.218843 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 33496) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:16:43.265314 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-208d3c0f-1e7b-493f-b2bf-8623820d9680 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c07453f9878a485491139d705e8f8076&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0452781 Oct 13 16:16:43.267608 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 33500) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:16:43.325331 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-64db0593-51ec-42d5-b21b-b6c488b38bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:43.351097 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-64db0593-51ec-42d5-b21b-b6c488b38bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:43.401462 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-64db0593-51ec-42d5-b21b-b6c488b38bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:43.418931 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64db0593-51ec-42d5-b21b-b6c488b38bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56fc3922-6467-43d5-aa60-437db7f3b7e2,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:16:43.423564 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-64db0593-51ec-42d5-b21b-b6c488b38bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:43.424103 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-64db0593-51ec-42d5-b21b-b6c488b38bab admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/56fc3922-6467-43d5-aa60-437db7f3b7e2 HTTP/1.1" status: 204 len: 168 time: 0.1556463 Oct 13 16:16:43.765025 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device f764ac9c-1ae4-4017-a506-77597e4d026f no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:16:43.798890 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: f764ac9c-1ae4-4017-a506-77597e4d026f {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:16:43.799236 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device f764ac9c-1ae4-4017-a506-77597e4d026f not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:16:44.982935 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 33542) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:16:44.988261 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-adc2023a-18ff-4160-a4a7-54cd60e4999d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-104026315', 'description': 'tempest-secgroup-smoke-104026315 description', 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:16:44.994316 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-adc2023a-18ff-4160-a4a7-54cd60e4999d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:16:44.998036 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-adc2023a-18ff-4160-a4a7-54cd60e4999d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Usage tracker for resource:security_group and tenant:a06d0f5fab8f48c6bec23f3d7dc5027f is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:16:45.000878 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-adc2023a-18ff-4160-a4a7-54cd60e4999d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:16:45.006482 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-adc2023a-18ff-4160-a4a7-54cd60e4999d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:16:45.016811 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-adc2023a-18ff-4160-a4a7-54cd60e4999d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:45.029012 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-adc2023a-18ff-4160-a4a7-54cd60e4999d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:45.043790 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-adc2023a-18ff-4160-a4a7-54cd60e4999d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:16:45.047736 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-adc2023a-18ff-4160-a4a7-54cd60e4999d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Usage tracker for resource:security_group_rule and tenant:a06d0f5fab8f48c6bec23f3d7dc5027f is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:16:45.050513 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-adc2023a-18ff-4160-a4a7-54cd60e4999d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:16:45.056186 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-adc2023a-18ff-4160-a4a7-54cd60e4999d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:16:45.141691 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-adc2023a-18ff-4160-a4a7-54cd60e4999d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:45.145047 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-adc2023a-18ff-4160-a4a7-54cd60e4999d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:45.155278 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-adc2023a-18ff-4160-a4a7-54cd60e4999d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:16:45.163096 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-adc2023a-18ff-4160-a4a7-54cd60e4999d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Usage tracker for resource:security_group_rule and tenant:a06d0f5fab8f48c6bec23f3d7dc5027f is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:16:45.167415 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-adc2023a-18ff-4160-a4a7-54cd60e4999d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:16:45.183545 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-adc2023a-18ff-4160-a4a7-54cd60e4999d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:16:45.190955 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc2023a-18ff-4160-a4a7-54cd60e4999d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc6ff219-673f-4741-87a8-dbfd644d0138,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:16:45.256464 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-adc2023a-18ff-4160-a4a7-54cd60e4999d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:45.259982 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-adc2023a-18ff-4160-a4a7-54cd60e4999d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:45.301112 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc2023a-18ff-4160-a4a7-54cd60e4999d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aea1d59f-c246-49e3-9e93-6bdd31210e51,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:16:45.303395 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-adc2023a-18ff-4160-a4a7-54cd60e4999d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:45.304563 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-adc2023a-18ff-4160-a4a7-54cd60e4999d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3205211 Oct 13 16:16:45.307498 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 33546) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:16:45.312508 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-9e2edc6a-150c-46a6-8c5e-bea5ed10742b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Request body: {'security_group_rule': {'security_group_id': 'aea1d59f-c246-49e3-9e93-6bdd31210e51', 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:16:45.318509 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-9e2edc6a-150c-46a6-8c5e-bea5ed10742b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:16:45.322340 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-9e2edc6a-150c-46a6-8c5e-bea5ed10742b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Usage tracker for resource:security_group_rule and tenant:a06d0f5fab8f48c6bec23f3d7dc5027f is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:16:45.325180 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-9e2edc6a-150c-46a6-8c5e-bea5ed10742b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:16:45.331779 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-9e2edc6a-150c-46a6-8c5e-bea5ed10742b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:16:45.348349 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9e2edc6a-150c-46a6-8c5e-bea5ed10742b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:45.406298 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9e2edc6a-150c-46a6-8c5e-bea5ed10742b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:45.409573 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9e2edc6a-150c-46a6-8c5e-bea5ed10742b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:45.434533 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2edc6a-150c-46a6-8c5e-bea5ed10742b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d77c58af-159b-4693-872a-c5e44a56d01c,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:16:45.443903 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9e2edc6a-150c-46a6-8c5e-bea5ed10742b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:45.445108 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-9e2edc6a-150c-46a6-8c5e-bea5ed10742b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1366765 Oct 13 16:16:45.447961 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 33550) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:16:45.452804 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-e791cb59-2939-480b-ba38-e89b800f9e27 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Request body: {'security_group_rule': {'security_group_id': 'aea1d59f-c246-49e3-9e93-6bdd31210e51', 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:16:45.458747 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-e791cb59-2939-480b-ba38-e89b800f9e27 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:16:45.462549 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-e791cb59-2939-480b-ba38-e89b800f9e27 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Usage tracker for resource:security_group_rule and tenant:a06d0f5fab8f48c6bec23f3d7dc5027f is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:16:45.465302 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-e791cb59-2939-480b-ba38-e89b800f9e27 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:16:45.473709 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-e791cb59-2939-480b-ba38-e89b800f9e27 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:16:45.490620 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e791cb59-2939-480b-ba38-e89b800f9e27 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:45.646817 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e791cb59-2939-480b-ba38-e89b800f9e27 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:45.651327 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e791cb59-2939-480b-ba38-e89b800f9e27 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:45.674864 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e791cb59-2939-480b-ba38-e89b800f9e27 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21174bb2-9f03-49a1-a2a5-b425753f019b,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:16:45.683969 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e791cb59-2939-480b-ba38-e89b800f9e27 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:45.685313 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-e791cb59-2939-480b-ba38-e89b800f9e27 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2364337 Oct 13 16:16:45.688076 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 33554) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:16:45.693024 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-9665b113-1a1c-4f50-bf8e-2a62094bd078 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Request body: {'security_group_rule': {'security_group_id': 'aea1d59f-c246-49e3-9e93-6bdd31210e51', 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:16:45.699527 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-9665b113-1a1c-4f50-bf8e-2a62094bd078 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:16:45.704211 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-9665b113-1a1c-4f50-bf8e-2a62094bd078 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Usage tracker for resource:security_group_rule and tenant:a06d0f5fab8f48c6bec23f3d7dc5027f is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:16:45.707189 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-9665b113-1a1c-4f50-bf8e-2a62094bd078 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:16:45.712849 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-9665b113-1a1c-4f50-bf8e-2a62094bd078 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:16:45.729391 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9665b113-1a1c-4f50-bf8e-2a62094bd078 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:45.791878 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9665b113-1a1c-4f50-bf8e-2a62094bd078 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:45.795227 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9665b113-1a1c-4f50-bf8e-2a62094bd078 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:45.821884 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9665b113-1a1c-4f50-bf8e-2a62094bd078 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60f90bb8-9596-4651-b982-d87e98c23d05,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:16:45.828790 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9665b113-1a1c-4f50-bf8e-2a62094bd078 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:45.829937 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-9665b113-1a1c-4f50-bf8e-2a62094bd078 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1409700 Oct 13 16:16:45.832751 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 33558) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:16:45.837579 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-97b06620-d109-42a1-b296-d122adee3948 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Request body: {'security_group_rule': {'security_group_id': 'aea1d59f-c246-49e3-9e93-6bdd31210e51', 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:16:45.843915 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-97b06620-d109-42a1-b296-d122adee3948 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:16:45.847726 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-97b06620-d109-42a1-b296-d122adee3948 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Usage tracker for resource:security_group_rule and tenant:a06d0f5fab8f48c6bec23f3d7dc5027f is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:16:45.850511 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-97b06620-d109-42a1-b296-d122adee3948 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:16:45.856104 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-97b06620-d109-42a1-b296-d122adee3948 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:16:45.871541 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-97b06620-d109-42a1-b296-d122adee3948 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:45.931600 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-97b06620-d109-42a1-b296-d122adee3948 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:45.934240 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-97b06620-d109-42a1-b296-d122adee3948 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:45.959558 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b06620-d109-42a1-b296-d122adee3948 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b51146b8-bd63-4376-b25a-6f9a6e114390,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:16:45.967818 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-97b06620-d109-42a1-b296-d122adee3948 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:45.968971 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-97b06620-d109-42a1-b296-d122adee3948 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1353061 Oct 13 16:16:45.971723 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 33562) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:16:45.976440 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-842f3282-099e-4d8b-8605-a9d2ad1d083b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Request body: {'security_group_rule': {'security_group_id': 'aea1d59f-c246-49e3-9e93-6bdd31210e51', 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:16:45.982014 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-842f3282-099e-4d8b-8605-a9d2ad1d083b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:16:45.985781 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-842f3282-099e-4d8b-8605-a9d2ad1d083b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Usage tracker for resource:security_group_rule and tenant:a06d0f5fab8f48c6bec23f3d7dc5027f is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:16:45.988589 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-842f3282-099e-4d8b-8605-a9d2ad1d083b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:16:45.994147 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-842f3282-099e-4d8b-8605-a9d2ad1d083b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:16:46.004517 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.securitygroups_db [None req-842f3282-099e-4d8b-8605-a9d2ad1d083b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Project a06d0f5fab8f48c6bec23f3d7dc5027f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 16:16:46.010936 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-842f3282-099e-4d8b-8605-a9d2ad1d083b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:46.073787 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-842f3282-099e-4d8b-8605-a9d2ad1d083b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:46.077263 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-842f3282-099e-4d8b-8605-a9d2ad1d083b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:46.100647 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842f3282-099e-4d8b-8605-a9d2ad1d083b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f22cfc02-b79d-4d6a-937b-225eb92bc39d,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:16:46.109265 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-842f3282-099e-4d8b-8605-a9d2ad1d083b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:46.110691 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-842f3282-099e-4d8b-8605-a9d2ad1d083b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1380556 Oct 13 16:16:46.113487 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 33566) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:16:46.118395 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-3d8d496c-ce66-418f-b87a-6ae2c6fd6a70 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Request body: {'security_group_rule': {'security_group_id': 'aea1d59f-c246-49e3-9e93-6bdd31210e51', 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:16:46.124073 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-3d8d496c-ce66-418f-b87a-6ae2c6fd6a70 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:16:46.128373 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-3d8d496c-ce66-418f-b87a-6ae2c6fd6a70 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Usage tracker for resource:security_group_rule and tenant:a06d0f5fab8f48c6bec23f3d7dc5027f is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:16:46.131222 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-3d8d496c-ce66-418f-b87a-6ae2c6fd6a70 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:16:46.137386 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-3d8d496c-ce66-418f-b87a-6ae2c6fd6a70 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:16:46.147992 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.securitygroups_db [None req-3d8d496c-ce66-418f-b87a-6ae2c6fd6a70 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Project a06d0f5fab8f48c6bec23f3d7dc5027f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 16:16:46.154416 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3d8d496c-ce66-418f-b87a-6ae2c6fd6a70 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:46.217865 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3d8d496c-ce66-418f-b87a-6ae2c6fd6a70 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:46.221071 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3d8d496c-ce66-418f-b87a-6ae2c6fd6a70 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:46.244287 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8d496c-ce66-418f-b87a-6ae2c6fd6a70 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c09de4a3-8d1d-4fa5-8fe0-ea4746f8d148,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:16:46.252914 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3d8d496c-ce66-418f-b87a-6ae2c6fd6a70 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:46.254087 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-3d8d496c-ce66-418f-b87a-6ae2c6fd6a70 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1397054 Oct 13 16:16:46.257175 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 33570) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:16:46.262457 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-7bfd31a9-f050-42ee-a64c-a28c08c4dff9 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Request body: {'network': {'name': 'tempest-network-smoke--576780711', 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'port_security_enabled': True}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:16:46.267864 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-7bfd31a9-f050-42ee-a64c-a28c08c4dff9 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:16:46.271664 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-7bfd31a9-f050-42ee-a64c-a28c08c4dff9 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Usage tracker for resource:network and tenant:a06d0f5fab8f48c6bec23f3d7dc5027f is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:16:46.274458 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-7bfd31a9-f050-42ee-a64c-a28c08c4dff9 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:16:46.280105 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-7bfd31a9-f050-42ee-a64c-a28c08c4dff9 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:16:46.290160 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bfd31a9-f050-42ee-a64c-a28c08c4dff9 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Made reservation on behalf of a06d0f5fab8f48c6bec23f3d7dc5027f for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 16:16:46.293624 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7bfd31a9-f050-42ee-a64c-a28c08c4dff9 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:46.320735 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bfd31a9-f050-42ee-a64c-a28c08c4dff9 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 403} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 16:16:46.329115 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7bfd31a9-f050-42ee-a64c-a28c08c4dff9 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:46.329445 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-7bfd31a9-f050-42ee-a64c-a28c08c4dff9 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Added segment e2fd6c9f-7f2b-4d06-97ca-310b0dbc1152 of type vlan for network 41d1d8cf-d344-4755-9b05-ff68f0ab71ba Oct 13 16:16:46.357096 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7bfd31a9-f050-42ee-a64c-a28c08c4dff9 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:46.384926 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7bfd31a9-f050-42ee-a64c-a28c08c4dff9 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:46.391234 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfd31a9-f050-42ee-a64c-a28c08c4dff9 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:16:46.391234 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7bfd31a9-f050-42ee-a64c-a28c08c4dff9 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:46.486087 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-7bfd31a9-f050-42ee-a64c-a28c08c4dff9 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2278168 Oct 13 16:16:46.489127 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 33574) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:16:46.494323 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-0b6e9da7-5259-4eec-995b-e7889ec4317f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1328630738', 'admin_state_up': True, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:16:46.497217 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfd31a9-f050-42ee-a64c-a28c08c4dff9 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'Network': ['ID=41d1d8cf-d344-4755-9b05-ff68f0ab71ba,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:16:46.504518 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-0b6e9da7-5259-4eec-995b-e7889ec4317f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:16:46.508009 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 41d1d8cf-d344-4755-9b05-ff68f0ab71ba details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 16:16:46.508468 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-0b6e9da7-5259-4eec-995b-e7889ec4317f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Usage tracker for resource:router and tenant:a06d0f5fab8f48c6bec23f3d7dc5027f is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:16:46.511327 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-0b6e9da7-5259-4eec-995b-e7889ec4317f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:16:46.517842 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-0b6e9da7-5259-4eec-995b-e7889ec4317f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:16:46.527555 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0b6e9da7-5259-4eec-995b-e7889ec4317f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:46.528522 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0b6e9da7-5259-4eec-995b-e7889ec4317f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:46.542949 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0b6e9da7-5259-4eec-995b-e7889ec4317f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:46.806096 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0b6e9da7-5259-4eec-995b-e7889ec4317f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:47.196705 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0b6e9da7-5259-4eec-995b-e7889ec4317f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for router_gateway, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:47.225093 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0b6e9da7-5259-4eec-995b-e7889ec4317f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:47.358186 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-0b6e9da7-5259-4eec-995b-e7889ec4317f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Allocated IP 172.26.2.73 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/1f01585d-9a80-4931-8e2d-78501b509a8e) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:16:47.501860 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0b6e9da7-5259-4eec-995b-e7889ec4317f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:47.529506 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0b6e9da7-5259-4eec-995b-e7889ec4317f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:47.592163 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6e9da7-5259-4eec-995b-e7889ec4317f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:16:47.595653 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-0b6e9da7-5259-4eec-995b-e7889ec4317f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:16:47.599244 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6e9da7-5259-4eec-995b-e7889ec4317f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:16:47.636252 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6e9da7-5259-4eec-995b-e7889ec4317f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'Port': ['ID=1f01585d-9a80-4931-8e2d-78501b509a8e,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:16:48.008381 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0b6e9da7-5259-4eec-995b-e7889ec4317f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for router_gateway, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:48.341229 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0b6e9da7-5259-4eec-995b-e7889ec4317f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:48.655771 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b6e9da7-5259-4eec-995b-e7889ec4317f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Router 241e8393-75b6-46b6-9f8e-1fe62e8bbe9f is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 16:16:48.834262 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b6e9da7-5259-4eec-995b-e7889ec4317f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:16:48.843986 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f52706-4d12-4ac5-a762-12245139a40f None None] Sync routers for ids ['241e8393-75b6-46b6-9f8e-1fe62e8bbe9f'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:16:48.852934 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f52706-4d12-4ac5-a762-12245139a40f None None] Routers {'241e8393-75b6-46b6-9f8e-1fe62e8bbe9f'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:16:48.853525 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-46f52706-4d12-4ac5-a762-12245139a40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:16:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['241e8393-75b6-46b6-9f8e-1fe62e8bbe9f'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:16:48.861836 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-0b6e9da7-5259-4eec-995b-e7889ec4317f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:48.863112 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-0b6e9da7-5259-4eec-995b-e7889ec4317f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.3729370 Oct 13 16:16:48.866293 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 33592) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:16:49.012586 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-4bc45002-12a4-43d8-b19b-600d92bb8626 tempest-TestNetworkAdvancedServerOps-1929741581 tempest-TestNetworkAdvancedServerOps-1929741581-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=a06d0f5fab8f48c6bec23f3d7dc5027f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1452003 Oct 13 16:16:49.015162 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 33598) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:16:49.038623 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-46f52706-4d12-4ac5-a762-12245139a40f None None] Set router 241e8393-75b6-46b6-9f8e-1fe62e8bbe9f gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:16:49.144385 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37371b21-3693-4aa9-8b40-a6c7d7a42106 tempest-TestNetworkAdvancedServerOps-1929741581 tempest-TestNetworkAdvancedServerOps-1929741581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:16:49.145846 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-37371b21-3693-4aa9-8b40-a6c7d7a42106 tempest-TestNetworkAdvancedServerOps-1929741581 tempest-TestNetworkAdvancedServerOps-1929741581-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1298037 Oct 13 16:16:49.148798 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 33602) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:16:49.186516 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-ca0bff8b-1913-4a5f-97d4-ca7a8715e091 tempest-TestNetworkAdvancedServerOps-1929741581 tempest-TestNetworkAdvancedServerOps-1929741581-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=8fb1fa59-32fe-4ed0-a248-96c43edb135f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0366697 Oct 13 16:16:49.189595 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 33606) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:16:49.195036 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-044253d3-89b0-4f0a-80b9-c5328b0caa71 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-446117841', 'network_id': '41d1d8cf-d344-4755-9b05-ff68f0ab71ba', 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:16:49.306196 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-044253d3-89b0-4f0a-80b9-c5328b0caa71 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:16:49.310004 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-044253d3-89b0-4f0a-80b9-c5328b0caa71 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Usage tracker for resource:subnet and tenant:a06d0f5fab8f48c6bec23f3d7dc5027f is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:16:49.313458 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-044253d3-89b0-4f0a-80b9-c5328b0caa71 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:16:49.319138 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-044253d3-89b0-4f0a-80b9-c5328b0caa71 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:16:49.329141 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044253d3-89b0-4f0a-80b9-c5328b0caa71 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Made reservation on behalf of a06d0f5fab8f48c6bec23f3d7dc5027f for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 16:16:49.332331 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-044253d3-89b0-4f0a-80b9-c5328b0caa71 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:49.356287 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-46f52706-4d12-4ac5-a762-12245139a40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241e8393-75b6-46b6-9f8e-1fe62e8bbe9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328630738', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.73'}], 'enable_snat': True}, 'gw_port_id': '1f01585d-9a80-4931-8e2d-78501b509a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:16:46Z', 'updated_at': '2022-10-13T16:16:47Z', 'revision_number': 3, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': '1f01585d-9a80-4931-8e2d-78501b509a8e', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b0:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241e8393-75b6-46b6-9f8e-1fe62e8bbe9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:16:47Z', 'updated_at': '2022-10-13T16:16:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:16:49.360734 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f52706-4d12-4ac5-a762-12245139a40f None None] Checking router: 241e8393-75b6-46b6-9f8e-1fe62e8bbe9f for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:16:49.361078 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f52706-4d12-4ac5-a762-12245139a40f None None] Updating router 241e8393-75b6-46b6-9f8e-1fe62e8bbe9f port 1f01585d-9a80-4931-8e2d-78501b509a8e binding host dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 16:16:49.411538 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-46f52706-4d12-4ac5-a762-12245139a40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:49.545818 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-044253d3-89b0-4f0a-80b9-c5328b0caa71 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:49.628693 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044253d3-89b0-4f0a-80b9-c5328b0caa71 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'Subnet': ['ID=243efa81-a251-4a44-9196-da4456112fac,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:16:49.636228 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-044253d3-89b0-4f0a-80b9-c5328b0caa71 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Checking segment: {'id': 'e2fd6c9f-7f2b-4d06-97ca-310b0dbc1152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '41d1d8cf-d344-4755-9b05-ff68f0ab71ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:16:49.636589 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044253d3-89b0-4f0a-80b9-c5328b0caa71 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Network hostable DHCP agents. Network: 41d1d8cf-d344-4755-9b05-ff68f0ab71ba, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 16:16:49.655840 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044253d3-89b0-4f0a-80b9-c5328b0caa71 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Network 41d1d8cf-d344-4755-9b05-ff68f0ab71ba is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 16:16:49.665560 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-044253d3-89b0-4f0a-80b9-c5328b0caa71 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 41d1d8cf-d344-4755-9b05-ff68f0ab71ba) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:16:49.669750 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044253d3-89b0-4f0a-80b9-c5328b0caa71 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:16:49.670404 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-044253d3-89b0-4f0a-80b9-c5328b0caa71 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:49.695592 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 33610) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:16:49.696000 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-044253d3-89b0-4f0a-80b9-c5328b0caa71 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5050182 Oct 13 16:16:49.710028 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b330b7-533c-4944-82cc-180440bcf851 None None] Network 41d1d8cf-d344-4755-9b05-ff68f0ab71ba requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 16:16:49.819024 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-46f52706-4d12-4ac5-a762-12245139a40f None None] Notify callbacks [] for port, precommit_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:49.842767 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-46f52706-4d12-4ac5-a762-12245139a40f None None] Transition to ACTIVE for port object 1f01585d-9a80-4931-8e2d-78501b509a8e will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:16:49.864752 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-46f52706-4d12-4ac5-a762-12245139a40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:49.960484 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-46f52706-4d12-4ac5-a762-12245139a40f None None] Attempting to bind port 1f01585d-9a80-4931-8e2d-78501b509a8e on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:16:49.960840 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-46f52706-4d12-4ac5-a762-12245139a40f None None] Attempting to bind port 1f01585d-9a80-4931-8e2d-78501b509a8e by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:16:49.961191 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f52706-4d12-4ac5-a762-12245139a40f None None] Attempting to bind port 1f01585d-9a80-4931-8e2d-78501b509a8e on network 8fb1fa59-32fe-4ed0-a248-96c43edb135f {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:16:49.981836 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f52706-4d12-4ac5-a762-12245139a40f None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:16:49.982221 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f52706-4d12-4ac5-a762-12245139a40f None None] Checking segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:16:49.982617 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-46f52706-4d12-4ac5-a762-12245139a40f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:49.982998 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46f52706-4d12-4ac5-a762-12245139a40f None None] Bound using segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:16:49.984053 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-46f52706-4d12-4ac5-a762-12245139a40f None None] Bound port: 1f01585d-9a80-4931-8e2d-78501b509a8e, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:16:49.984429 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-46f52706-4d12-4ac5-a762-12245139a40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:50.032266 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef306a89-8fc9-4844-b3f4-2d419e38a38f None None] Pushing event updated for resources: {'Port': ['ID=1f01585d-9a80-4931-8e2d-78501b509a8e,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:16:50.083406 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef306a89-8fc9-4844-b3f4-2d419e38a38f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:16:50.083665 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef306a89-8fc9-4844-b3f4-2d419e38a38f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:16:50.084000 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef306a89-8fc9-4844-b3f4-2d419e38a38f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:16:50.084329 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef306a89-8fc9-4844-b3f4-2d419e38a38f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:16:50.084653 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef306a89-8fc9-4844-b3f4-2d419e38a38f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:16:50.084977 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef306a89-8fc9-4844-b3f4-2d419e38a38f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:16:50.085297 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef306a89-8fc9-4844-b3f4-2d419e38a38f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:16:50.085614 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef306a89-8fc9-4844-b3f4-2d419e38a38f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:16:50.085935 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef306a89-8fc9-4844-b3f4-2d419e38a38f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:16:50.086274 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef306a89-8fc9-4844-b3f4-2d419e38a38f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:16:50.086587 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef306a89-8fc9-4844-b3f4-2d419e38a38f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:16:50.086898 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef306a89-8fc9-4844-b3f4-2d419e38a38f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:16:50.108305 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e467b51-f5b2-49b6-8ff7-12fff146e299 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-41d1d8cf-d344-4755-9b05-ff68f0ab71ba', 'network_id': '41d1d8cf-d344-4755-9b05-ff68f0ab71ba', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'fixed_ips': [{'subnet_id': '243efa81-a251-4a44-9196-da4456112fac'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 16:16:50.108305 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9e467b51-f5b2-49b6-8ff7-12fff146e299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:50.138251 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-46f52706-4d12-4ac5-a762-12245139a40f None None] For port 1f01585d-9a80-4931-8e2d-78501b509a8e, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:16:50.182949 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-46f52706-4d12-4ac5-a762-12245139a40f None None] For port 1f01585d-9a80-4931-8e2d-78501b509a8e, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=1f01585d-9a80-4931-8e2d-78501b509a8e,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:16:50.193031 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-46f52706-4d12-4ac5-a762-12245139a40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:50.277886 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f52706-4d12-4ac5-a762-12245139a40f None None] Routers {'241e8393-75b6-46b6-9f8e-1fe62e8bbe9f'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:16:50.278536 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-46f52706-4d12-4ac5-a762-12245139a40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:16:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['241e8393-75b6-46b6-9f8e-1fe62e8bbe9f'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:16:50.380137 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-00207f2b-7f9d-44c6-8ff9-1beee55714a6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:50.398560 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef306a89-8fc9-4844-b3f4-2d419e38a38f None None] Pushing event updated for resources: {'Port': ['ID=1f01585d-9a80-4931-8e2d-78501b509a8e,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:16:50.498077 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-9e467b51-f5b2-49b6-8ff7-12fff146e299 None None] Allocated IP 172.20.0.2 (41d1d8cf-d344-4755-9b05-ff68f0ab71ba/243efa81-a251-4a44-9196-da4456112fac/e00384d3-746f-4a2a-873b-976b5f6ae396) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:16:50.523921 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-46f52706-4d12-4ac5-a762-12245139a40f None None] Set router 241e8393-75b6-46b6-9f8e-1fe62e8bbe9f gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:16:50.996150 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9e467b51-f5b2-49b6-8ff7-12fff146e299 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:51.014000 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-9e467b51-f5b2-49b6-8ff7-12fff146e299 None None] Transition to ACTIVE for port object e00384d3-746f-4a2a-873b-976b5f6ae396 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:16:51.036495 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-9e467b51-f5b2-49b6-8ff7-12fff146e299 None None] Transition to ACTIVE for port object e00384d3-746f-4a2a-873b-976b5f6ae396 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:16:51.042997 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9e467b51-f5b2-49b6-8ff7-12fff146e299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:51.076727 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-46f52706-4d12-4ac5-a762-12245139a40f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241e8393-75b6-46b6-9f8e-1fe62e8bbe9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328630738', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.73'}], 'enable_snat': True}, 'gw_port_id': '1f01585d-9a80-4931-8e2d-78501b509a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:16:46Z', 'updated_at': '2022-10-13T16:16:47Z', 'revision_number': 3, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': '1f01585d-9a80-4931-8e2d-78501b509a8e', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b0:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241e8393-75b6-46b6-9f8e-1fe62e8bbe9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:16:47Z', 'updated_at': '2022-10-13T16:16:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:16:51.104332 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46f52706-4d12-4ac5-a762-12245139a40f None None] The sync data for ids ['241e8393-75b6-46b6-9f8e-1fe62e8bbe9f'] in dv-neutron-860329-2-hyperv is: [{'id': '241e8393-75b6-46b6-9f8e-1fe62e8bbe9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328630738', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.73'}], 'enable_snat': True}, 'gw_port_id': '1f01585d-9a80-4931-8e2d-78501b509a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:16:46Z', 'updated_at': '2022-10-13T16:16:47Z', 'revision_number': 3, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': '1f01585d-9a80-4931-8e2d-78501b509a8e', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b0:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241e8393-75b6-46b6-9f8e-1fe62e8bbe9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:16:47Z', 'updated_at': '2022-10-13T16:16:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:16:51.110445 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-00207f2b-7f9d-44c6-8ff9-1beee55714a6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Allocated IP 172.20.0.1 (41d1d8cf-d344-4755-9b05-ff68f0ab71ba/243efa81-a251-4a44-9196-da4456112fac/7f8b2f84-ec39-4751-97a9-7baed6826e29) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:16:51.111873 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e467b51-f5b2-49b6-8ff7-12fff146e299 None None] Network 41d1d8cf-d344-4755-9b05-ff68f0ab71ba is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:16:51.115267 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-9e467b51-f5b2-49b6-8ff7-12fff146e299 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:16:51.119187 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e467b51-f5b2-49b6-8ff7-12fff146e299 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:16:51.163872 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e467b51-f5b2-49b6-8ff7-12fff146e299 None None] Pushing event updated for resources: {'Port': ['ID=e00384d3-746f-4a2a-873b-976b5f6ae396,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:16:51.231894 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-9e467b51-f5b2-49b6-8ff7-12fff146e299 None None] Attempting to bind port e00384d3-746f-4a2a-873b-976b5f6ae396 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:16:51.232267 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-9e467b51-f5b2-49b6-8ff7-12fff146e299 None None] Attempting to bind port e00384d3-746f-4a2a-873b-976b5f6ae396 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'e2fd6c9f-7f2b-4d06-97ca-310b0dbc1152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '41d1d8cf-d344-4755-9b05-ff68f0ab71ba'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:16:51.232624 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e467b51-f5b2-49b6-8ff7-12fff146e299 None None] Attempting to bind port e00384d3-746f-4a2a-873b-976b5f6ae396 on network 41d1d8cf-d344-4755-9b05-ff68f0ab71ba {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:16:51.239416 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e467b51-f5b2-49b6-8ff7-12fff146e299 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:16:51.239787 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e467b51-f5b2-49b6-8ff7-12fff146e299 None None] Checking segment: {'id': 'e2fd6c9f-7f2b-4d06-97ca-310b0dbc1152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '41d1d8cf-d344-4755-9b05-ff68f0ab71ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:16:51.240188 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9e467b51-f5b2-49b6-8ff7-12fff146e299 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:51.240578 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e467b51-f5b2-49b6-8ff7-12fff146e299 None None] Bound using segment: {'id': 'e2fd6c9f-7f2b-4d06-97ca-310b0dbc1152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '41d1d8cf-d344-4755-9b05-ff68f0ab71ba'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:16:51.241041 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-9e467b51-f5b2-49b6-8ff7-12fff146e299 None None] Bound port: e00384d3-746f-4a2a-873b-976b5f6ae396, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2fd6c9f-7f2b-4d06-97ca-310b0dbc1152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '41d1d8cf-d344-4755-9b05-ff68f0ab71ba'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:16:51.241412 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9e467b51-f5b2-49b6-8ff7-12fff146e299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:51.286663 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-00207f2b-7f9d-44c6-8ff9-1beee55714a6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:51.307501 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-00207f2b-7f9d-44c6-8ff9-1beee55714a6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Transition to ACTIVE for port object 7f8b2f84-ec39-4751-97a9-7baed6826e29 will not be triggered until provisioned by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:16:51.335354 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-00207f2b-7f9d-44c6-8ff9-1beee55714a6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:51.348173 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-9e467b51-f5b2-49b6-8ff7-12fff146e299 None None] For port e00384d3-746f-4a2a-873b-976b5f6ae396, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:16:51.351301 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-9e467b51-f5b2-49b6-8ff7-12fff146e299 None None] For port e00384d3-746f-4a2a-873b-976b5f6ae396, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=e00384d3-746f-4a2a-873b-976b5f6ae396,segment=NetworkSegment(e2fd6c9f-7f2b-4d06-97ca-310b0dbc1152),segment_id=e2fd6c9f-7f2b-4d06-97ca-310b0dbc1152)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:16:51.361908 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9e467b51-f5b2-49b6-8ff7-12fff146e299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:51.408491 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00207f2b-7f9d-44c6-8ff9-1beee55714a6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Network 41d1d8cf-d344-4755-9b05-ff68f0ab71ba is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:16:51.411799 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-00207f2b-7f9d-44c6-8ff9-1beee55714a6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:16:51.414386 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00207f2b-7f9d-44c6-8ff9-1beee55714a6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:16:51.447413 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e467b51-f5b2-49b6-8ff7-12fff146e299 None None] Pushing event updated for resources: {'Port': ['ID=e00384d3-746f-4a2a-873b-976b5f6ae396,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:16:51.466653 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00207f2b-7f9d-44c6-8ff9-1beee55714a6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'Port': ['ID=7f8b2f84-ec39-4751-97a9-7baed6826e29,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:16:51.487501 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-00207f2b-7f9d-44c6-8ff9-1beee55714a6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:51.654404 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-00207f2b-7f9d-44c6-8ff9-1beee55714a6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:51.861228 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device e00384d3-746f-4a2a-873b-976b5f6ae396 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:16:51.936282 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port e00384d3-746f-4a2a-873b-976b5f6ae396 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:16:51.942449 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 1f01585d-9a80-4931-8e2d-78501b509a8e up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:16:52.019809 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 1f01585d-9a80-4931-8e2d-78501b509a8e completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:16:52.024984 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 1f01585d-9a80-4931-8e2d-78501b509a8e triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:16:52.025357 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:52.025842 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 1f01585d-9a80-4931-8e2d-78501b509a8e Oct 13 16:16:52.130776 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-00207f2b-7f9d-44c6-8ff9-1beee55714a6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:52.135203 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-00207f2b-7f9d-44c6-8ff9-1beee55714a6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:52.147554 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 1f01585d-9a80-4931-8e2d-78501b509a8e is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:16:52.147937 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:52.167178 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 1f01585d-9a80-4931-8e2d-78501b509a8e, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=1f01585d-9a80-4931-8e2d-78501b509a8e,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:16:52.172253 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:52.245710 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-00207f2b-7f9d-44c6-8ff9-1beee55714a6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:52.247069 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=1f01585d-9a80-4931-8e2d-78501b509a8e,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:16:52.273848 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00207f2b-7f9d-44c6-8ff9-1beee55714a6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'Port': ['ID=7f8b2f84-ec39-4751-97a9-7baed6826e29,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:16:52.407603 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00207f2b-7f9d-44c6-8ff9-1beee55714a6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Network 41d1d8cf-d344-4755-9b05-ff68f0ab71ba is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:16:52.408747 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-00207f2b-7f9d-44c6-8ff9-1beee55714a6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:16:52.497367 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f122a8cb-349e-4a6f-ba69-75777ac533a9 None None] Network 41d1d8cf-d344-4755-9b05-ff68f0ab71ba requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 16:16:52.591647 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00207f2b-7f9d-44c6-8ff9-1beee55714a6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Router 241e8393-75b6-46b6-9f8e-1fe62e8bbe9f has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 16:16:52.654035 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-742a91e8-2fb2-46e5-b043-2bcd1e4c52ef None None] Provisioning for port e00384d3-746f-4a2a-873b-976b5f6ae396 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:16:52.666134 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-742a91e8-2fb2-46e5-b043-2bcd1e4c52ef None None] Provisioning complete for port e00384d3-746f-4a2a-873b-976b5f6ae396 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:16:52.666534 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-742a91e8-2fb2-46e5-b043-2bcd1e4c52ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:52.666865 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-742a91e8-2fb2-46e5-b043-2bcd1e4c52ef None None] Attempt 1 to provision port e00384d3-746f-4a2a-873b-976b5f6ae396 Oct 13 16:16:52.851616 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-742a91e8-2fb2-46e5-b043-2bcd1e4c52ef None None] Current status of the port e00384d3-746f-4a2a-873b-976b5f6ae396 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:16:52.851917 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-742a91e8-2fb2-46e5-b043-2bcd1e4c52ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:52.895424 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-742a91e8-2fb2-46e5-b043-2bcd1e4c52ef None None] For port e00384d3-746f-4a2a-873b-976b5f6ae396, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=e00384d3-746f-4a2a-873b-976b5f6ae396,segment=NetworkSegment(e2fd6c9f-7f2b-4d06-97ca-310b0dbc1152),segment_id=e2fd6c9f-7f2b-4d06-97ca-310b0dbc1152)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:16:52.899801 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-742a91e8-2fb2-46e5-b043-2bcd1e4c52ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:52.902199 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00207f2b-7f9d-44c6-8ff9-1beee55714a6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:16:52.922782 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-00207f2b-7f9d-44c6-8ff9-1beee55714a6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "PUT /v2.0/routers/241e8393-75b6-46b6-9f8e-1fe62e8bbe9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2259014 Oct 13 16:16:52.958489 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266d40ef-e404-4c37-824c-10fb4586526b None None] Sync routers for ids ['241e8393-75b6-46b6-9f8e-1fe62e8bbe9f'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:16:52.978778 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742a91e8-2fb2-46e5-b043-2bcd1e4c52ef None None] Pushing event updated for resources: {'Port': ['ID=e00384d3-746f-4a2a-873b-976b5f6ae396,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:16:52.986613 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266d40ef-e404-4c37-824c-10fb4586526b None None] Routers {'241e8393-75b6-46b6-9f8e-1fe62e8bbe9f'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:16:52.987237 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-266d40ef-e404-4c37-824c-10fb4586526b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:16:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['241e8393-75b6-46b6-9f8e-1fe62e8bbe9f'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:16:53.098483 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-873df72d-d6b8-49e2-ac89-ea1df323cf27 req-df3c1e76-8cf2-4883-92d1-317055d51c63 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-104026315&fields=id&tenant_id=a06d0f5fab8f48c6bec23f3d7dc5027f HTTP/1.1" status: 200 len: 267 time: 0.0442290 Oct 13 16:16:53.122574 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-7301fd13-9adf-469c-ae94-84d39ebc987d None None] Provisioning for port 7f8b2f84-ec39-4751-97a9-7baed6826e29 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:16:53.128672 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-7301fd13-9adf-469c-ae94-84d39ebc987d None None] Provisioning complete for port 7f8b2f84-ec39-4751-97a9-7baed6826e29 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:16:53.129136 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7301fd13-9adf-469c-ae94-84d39ebc987d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:53.129470 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-7301fd13-9adf-469c-ae94-84d39ebc987d None None] Attempt 1 to provision port 7f8b2f84-ec39-4751-97a9-7baed6826e29 Oct 13 16:16:53.173819 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-266d40ef-e404-4c37-824c-10fb4586526b None None] Set router 241e8393-75b6-46b6-9f8e-1fe62e8bbe9f gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:16:53.192854 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-7301fd13-9adf-469c-ae94-84d39ebc987d None None] Port 7f8b2f84-ec39-4751-97a9-7baed6826e29 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:16:53.265100 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873df72d-d6b8-49e2-ac89-ea1df323cf27 req-83403f29-f1c5-4624-8656-49f324346fd5 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:16:53.270607 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-873df72d-d6b8-49e2-ac89-ea1df323cf27 req-83403f29-f1c5-4624-8656-49f324346fd5 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/networks?id=41d1d8cf-d344-4755-9b05-ff68f0ab71ba HTTP/1.1" status: 200 len: 796 time: 0.1645639 Oct 13 16:16:53.283226 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-873df72d-d6b8-49e2-ac89-ea1df323cf27 req-31770a26-09a5-4f76-9412-a47b7e667e00 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/quotas/a06d0f5fab8f48c6bec23f3d7dc5027f HTTP/1.1" status: 200 len: 375 time: 0.0106347 Oct 13 16:16:53.383183 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-873df72d-d6b8-49e2-ac89-ea1df323cf27 req-3d798cbd-ba45-4894-95fb-10a45cfecac2 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a06d0f5fab8f48c6bec23f3d7dc5027f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0941021 Oct 13 16:16:53.444406 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [req-873df72d-d6b8-49e2-ac89-ea1df323cf27 req-cac40ba1-4d4a-42d5-9aef-8c68a2a918ec service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 16:16:53.445556 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-873df72d-d6b8-49e2-ac89-ea1df323cf27 req-cac40ba1-4d4a-42d5-9aef-8c68a2a918ec service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0507011 Oct 13 16:16:53.503547 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-266d40ef-e404-4c37-824c-10fb4586526b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241e8393-75b6-46b6-9f8e-1fe62e8bbe9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328630738', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.73'}], 'enable_snat': True}, 'gw_port_id': '1f01585d-9a80-4931-8e2d-78501b509a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:16:46Z', 'updated_at': '2022-10-13T16:16:51Z', 'revision_number': 4, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': '1f01585d-9a80-4931-8e2d-78501b509a8e', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e8393-75b6-46b6-9f8e-1fe62e8bbe9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:16:47Z', 'updated_at': '2022-10-13T16:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '7f8b2f84-ec39-4751-97a9-7baed6826e29', 'name': '', 'network_id': '41d1d8cf-d344-4755-9b05-ff68f0ab71ba', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'mac_address': 'fa:16:3e:88:4e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241e8393-75b6-46b6-9f8e-1fe62e8bbe9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '243efa81-a251-4a44-9196-da4456112fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:16:50Z', 'updated_at': '2022-10-13T16:16:51Z', 'revision_number': 2, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'subnets': [{'id': '243efa81-a251-4a44-9196-da4456112fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:16:53.507376 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266d40ef-e404-4c37-824c-10fb4586526b None None] Checking router: 241e8393-75b6-46b6-9f8e-1fe62e8bbe9f for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:16:53.507738 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266d40ef-e404-4c37-824c-10fb4586526b None None] Updating router 241e8393-75b6-46b6-9f8e-1fe62e8bbe9f port 7f8b2f84-ec39-4751-97a9-7baed6826e29 binding host dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 16:16:53.561850 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-266d40ef-e404-4c37-824c-10fb4586526b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:53.581852 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-873df72d-d6b8-49e2-ac89-ea1df323cf27 req-e62fe111-ac64-4c2c-8892-6e30e8103724 service neutron] 10.222.0.42 "GET /v2.0/networks/41d1d8cf-d344-4755-9b05-ff68f0ab71ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291592 Oct 13 16:16:53.694805 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-7301fd13-9adf-469c-ae94-84d39ebc987d None None] Attempt 2 to provision port 7f8b2f84-ec39-4751-97a9-7baed6826e29 Oct 13 16:16:53.714422 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-873df72d-d6b8-49e2-ac89-ea1df323cf27 req-2fb28c61-b45f-49bf-8f87-8824ca4b0eaa service neutron] 10.222.0.42 "GET /v2.0/networks/41d1d8cf-d344-4755-9b05-ff68f0ab71ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266985 Oct 13 16:16:53.767041 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-7301fd13-9adf-469c-ae94-84d39ebc987d None None] Port 7f8b2f84-ec39-4751-97a9-7baed6826e29 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:16:53.797626 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device e00384d3-746f-4a2a-873b-976b5f6ae396 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:16:53.874723 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port e00384d3-746f-4a2a-873b-976b5f6ae396 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:16:53.875337 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:53.875779 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port e00384d3-746f-4a2a-873b-976b5f6ae396 Oct 13 16:16:53.928466 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-266d40ef-e404-4c37-824c-10fb4586526b None None] Notify callbacks [] for port, precommit_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:53.941077 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.provisioning_blocks [None req-266d40ef-e404-4c37-824c-10fb4586526b None None] Transition to ACTIVE for port object 7f8b2f84-ec39-4751-97a9-7baed6826e29 will not be triggered until provisioned by entity L2. {{(pid=88975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:16:53.947989 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-f6cafa76-590d-4e73-a568-d7232f168555 req-f55dc242-8f56-4585-bc45-80e30530ca40 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Synchronizing usage tracker for tenant:a06d0f5fab8f48c6bec23f3d7dc5027f on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:16:53.950084 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-266d40ef-e404-4c37-824c-10fb4586526b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:53.969990 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-f6cafa76-590d-4e73-a568-d7232f168555 req-f55dc242-8f56-4585-bc45-80e30530ca40 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Unset dirty status for tenant:a06d0f5fab8f48c6bec23f3d7dc5027f on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:16:53.980647 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f6cafa76-590d-4e73-a568-d7232f168555 req-f55dc242-8f56-4585-bc45-80e30530ca40 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=7554e191-3f92-4a3e-97ea-de4e3118cc4f HTTP/1.1" status: 200 len: 210 time: 0.0881641 Oct 13 16:16:54.048689 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port e00384d3-746f-4a2a-873b-976b5f6ae396 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:16:54.049996 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 1f01585d-9a80-4931-8e2d-78501b509a8e up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:16:54.124004 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 1f01585d-9a80-4931-8e2d-78501b509a8e triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:16:54.124540 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:54.124687 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 1f01585d-9a80-4931-8e2d-78501b509a8e Oct 13 16:16:54.156673 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ab871-582b-476d-8d3e-05384b6b8616 None None] Pushing event updated for resources: {'Port': ['ID=7f8b2f84-ec39-4751-97a9-7baed6826e29,revision_number=3']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:16:54.176959 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279ab871-582b-476d-8d3e-05384b6b8616 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:16:54.177311 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279ab871-582b-476d-8d3e-05384b6b8616 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:16:54.177654 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279ab871-582b-476d-8d3e-05384b6b8616 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:16:54.177999 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279ab871-582b-476d-8d3e-05384b6b8616 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:16:54.178341 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279ab871-582b-476d-8d3e-05384b6b8616 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:16:54.178671 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279ab871-582b-476d-8d3e-05384b6b8616 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:16:54.178993 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279ab871-582b-476d-8d3e-05384b6b8616 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:16:54.179317 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279ab871-582b-476d-8d3e-05384b6b8616 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:16:54.179644 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279ab871-582b-476d-8d3e-05384b6b8616 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:16:54.179964 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279ab871-582b-476d-8d3e-05384b6b8616 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:16:54.180296 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279ab871-582b-476d-8d3e-05384b6b8616 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:16:54.180686 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-279ab871-582b-476d-8d3e-05384b6b8616 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:16:54.195885 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-266d40ef-e404-4c37-824c-10fb4586526b None None] Attempting to bind port 7f8b2f84-ec39-4751-97a9-7baed6826e29 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:16:54.196254 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-266d40ef-e404-4c37-824c-10fb4586526b None None] Attempting to bind port 7f8b2f84-ec39-4751-97a9-7baed6826e29 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'e2fd6c9f-7f2b-4d06-97ca-310b0dbc1152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '41d1d8cf-d344-4755-9b05-ff68f0ab71ba'}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:16:54.196610 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266d40ef-e404-4c37-824c-10fb4586526b None None] Attempting to bind port 7f8b2f84-ec39-4751-97a9-7baed6826e29 on network 41d1d8cf-d344-4755-9b05-ff68f0ab71ba {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:16:54.203028 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266d40ef-e404-4c37-824c-10fb4586526b None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 16, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:16:54.203641 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266d40ef-e404-4c37-824c-10fb4586526b None None] Checking segment: {'id': 'e2fd6c9f-7f2b-4d06-97ca-310b0dbc1152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '41d1d8cf-d344-4755-9b05-ff68f0ab71ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:16:54.204036 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-266d40ef-e404-4c37-824c-10fb4586526b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:54.204421 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-266d40ef-e404-4c37-824c-10fb4586526b None None] Bound using segment: {'id': 'e2fd6c9f-7f2b-4d06-97ca-310b0dbc1152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '41d1d8cf-d344-4755-9b05-ff68f0ab71ba'} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:16:54.204884 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-266d40ef-e404-4c37-824c-10fb4586526b None None] Bound port: 7f8b2f84-ec39-4751-97a9-7baed6826e29, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2fd6c9f-7f2b-4d06-97ca-310b0dbc1152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '41d1d8cf-d344-4755-9b05-ff68f0ab71ba'}}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:16:54.205242 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-266d40ef-e404-4c37-824c-10fb4586526b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:54.253028 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 1f01585d-9a80-4931-8e2d-78501b509a8e is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:16:54.268032 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-7301fd13-9adf-469c-ae94-84d39ebc987d None None] Attempt 3 to provision port 7f8b2f84-ec39-4751-97a9-7baed6826e29 Oct 13 16:16:54.304692 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-266d40ef-e404-4c37-824c-10fb4586526b None None] For port 7f8b2f84-ec39-4751-97a9-7baed6826e29, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:16:54.307964 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-266d40ef-e404-4c37-824c-10fb4586526b None None] For port 7f8b2f84-ec39-4751-97a9-7baed6826e29, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=7f8b2f84-ec39-4751-97a9-7baed6826e29,segment=NetworkSegment(e2fd6c9f-7f2b-4d06-97ca-310b0dbc1152),segment_id=e2fd6c9f-7f2b-4d06-97ca-310b0dbc1152)] {{(pid=88975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:16:54.313497 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-266d40ef-e404-4c37-824c-10fb4586526b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:54.325790 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-7301fd13-9adf-469c-ae94-84d39ebc987d None None] Port 7f8b2f84-ec39-4751-97a9-7baed6826e29 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:16:54.376300 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266d40ef-e404-4c37-824c-10fb4586526b None None] Routers {'241e8393-75b6-46b6-9f8e-1fe62e8bbe9f'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:16:54.376928 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-266d40ef-e404-4c37-824c-10fb4586526b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:16:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['241e8393-75b6-46b6-9f8e-1fe62e8bbe9f'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:16:54.556605 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279ab871-582b-476d-8d3e-05384b6b8616 None None] Pushing event updated for resources: {'Port': ['ID=7f8b2f84-ec39-4751-97a9-7baed6826e29,revision_number=4']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:16:54.607464 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-266d40ef-e404-4c37-824c-10fb4586526b None None] Set router 241e8393-75b6-46b6-9f8e-1fe62e8bbe9f gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:16:54.826756 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-7301fd13-9adf-469c-ae94-84d39ebc987d None None] Attempt 4 to provision port 7f8b2f84-ec39-4751-97a9-7baed6826e29 Oct 13 16:16:54.894341 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-7301fd13-9adf-469c-ae94-84d39ebc987d None None] Port 7f8b2f84-ec39-4751-97a9-7baed6826e29 had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 16:16:54.904531 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-7301fd13-9adf-469c-ae94-84d39ebc987d None None] Provisioning complete for port e00384d3-746f-4a2a-873b-976b5f6ae396 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:16:54.904918 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7301fd13-9adf-469c-ae94-84d39ebc987d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:54.905280 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-7301fd13-9adf-469c-ae94-84d39ebc987d None None] Attempt 1 to provision port e00384d3-746f-4a2a-873b-976b5f6ae396 Oct 13 16:16:54.926427 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-266d40ef-e404-4c37-824c-10fb4586526b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241e8393-75b6-46b6-9f8e-1fe62e8bbe9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328630738', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.73'}], 'enable_snat': True}, 'gw_port_id': '1f01585d-9a80-4931-8e2d-78501b509a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:16:46Z', 'updated_at': '2022-10-13T16:16:51Z', 'revision_number': 4, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': '1f01585d-9a80-4931-8e2d-78501b509a8e', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e8393-75b6-46b6-9f8e-1fe62e8bbe9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:16:47Z', 'updated_at': '2022-10-13T16:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '7f8b2f84-ec39-4751-97a9-7baed6826e29', 'name': '', 'network_id': '41d1d8cf-d344-4755-9b05-ff68f0ab71ba', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'mac_address': 'fa:16:3e:88:4e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241e8393-75b6-46b6-9f8e-1fe62e8bbe9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '243efa81-a251-4a44-9196-da4456112fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:16:50Z', 'updated_at': '2022-10-13T16:16:54Z', 'revision_number': 4, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'subnets': [{'id': '243efa81-a251-4a44-9196-da4456112fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:16:54.930293 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-266d40ef-e404-4c37-824c-10fb4586526b None None] The sync data for ids ['241e8393-75b6-46b6-9f8e-1fe62e8bbe9f'] in dv-neutron-860329-2-hyperv is: [{'id': '241e8393-75b6-46b6-9f8e-1fe62e8bbe9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328630738', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.73'}], 'enable_snat': True}, 'gw_port_id': '1f01585d-9a80-4931-8e2d-78501b509a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:16:46Z', 'updated_at': '2022-10-13T16:16:51Z', 'revision_number': 4, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': '1f01585d-9a80-4931-8e2d-78501b509a8e', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e8393-75b6-46b6-9f8e-1fe62e8bbe9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:16:47Z', 'updated_at': '2022-10-13T16:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '7f8b2f84-ec39-4751-97a9-7baed6826e29', 'name': '', 'network_id': '41d1d8cf-d344-4755-9b05-ff68f0ab71ba', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'mac_address': 'fa:16:3e:88:4e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '241e8393-75b6-46b6-9f8e-1fe62e8bbe9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '243efa81-a251-4a44-9196-da4456112fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:16:50Z', 'updated_at': '2022-10-13T16:16:54Z', 'revision_number': 4, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'subnets': [{'id': '243efa81-a251-4a44-9196-da4456112fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:16:55.040563 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-7301fd13-9adf-469c-ae94-84d39ebc987d None None] Current status of the port e00384d3-746f-4a2a-873b-976b5f6ae396 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:16:55.165120 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-cb29f688-9406-4069-902f-df65b98e7c4b req-97721a3c-6493-4948-9d2c-beaf0814ada9 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=7554e191-3f92-4a3e-97ea-de4e3118cc4f HTTP/1.1" status: 200 len: 210 time: 0.0518508 Oct 13 16:16:55.473473 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873df72d-d6b8-49e2-ac89-ea1df323cf27 req-8597e32b-1a2d-4fc5-809f-c147dabce022 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:16:55.474769 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-873df72d-d6b8-49e2-ac89-ea1df323cf27 req-8597e32b-1a2d-4fc5-809f-c147dabce022 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.16 "GET /v2.0/networks?id=41d1d8cf-d344-4755-9b05-ff68f0ab71ba HTTP/1.1" status: 200 len: 796 time: 0.2750814 Oct 13 16:16:55.527102 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-873df72d-d6b8-49e2-ac89-ea1df323cf27 req-b81f0cbe-b83c-4d26-9298-8117649c325b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a06d0f5fab8f48c6bec23f3d7dc5027f HTTP/1.1" status: 200 len: 379 time: 0.0415566 Oct 13 16:16:55.537810 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-873df72d-d6b8-49e2-ac89-ea1df323cf27 req-72ea9a2d-e0ae-44fb-9691-4ca9b51045b2 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Request body: {'port': {'device_id': '7554e191-3f92-4a3e-97ea-de4e3118cc4f', 'network_id': '41d1d8cf-d344-4755-9b05-ff68f0ab71ba', 'admin_state_up': True, 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'security_groups': ['aea1d59f-c246-49e3-9e93-6bdd31210e51']}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:16:55.681369 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-873df72d-d6b8-49e2-ac89-ea1df323cf27 req-72ea9a2d-e0ae-44fb-9691-4ca9b51045b2 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:16:55.692151 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-873df72d-d6b8-49e2-ac89-ea1df323cf27 req-72ea9a2d-e0ae-44fb-9691-4ca9b51045b2 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:16:55.705429 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-873df72d-d6b8-49e2-ac89-ea1df323cf27 req-72ea9a2d-e0ae-44fb-9691-4ca9b51045b2 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Made reservation on behalf of a06d0f5fab8f48c6bec23f3d7dc5027f for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 16:16:55.709061 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-873df72d-d6b8-49e2-ac89-ea1df323cf27 req-72ea9a2d-e0ae-44fb-9691-4ca9b51045b2 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:55.894220 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [req-873df72d-d6b8-49e2-ac89-ea1df323cf27 req-72ea9a2d-e0ae-44fb-9691-4ca9b51045b2 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Allocated IP 172.20.0.4 (41d1d8cf-d344-4755-9b05-ff68f0ab71ba/243efa81-a251-4a44-9196-da4456112fac/ddb35244-c1e2-40e8-af18-4e1cbe648556) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:16:55.933642 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 7f8b2f84-ec39-4751-97a9-7baed6826e29 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:16:56.012796 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 7f8b2f84-ec39-4751-97a9-7baed6826e29 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:16:56.018681 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 7f8b2f84-ec39-4751-97a9-7baed6826e29 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:16:56.019141 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:56.019551 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 7f8b2f84-ec39-4751-97a9-7baed6826e29 Oct 13 16:16:56.099818 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-873df72d-d6b8-49e2-ac89-ea1df323cf27 req-72ea9a2d-e0ae-44fb-9691-4ca9b51045b2 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:56.118487 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-873df72d-d6b8-49e2-ac89-ea1df323cf27 req-72ea9a2d-e0ae-44fb-9691-4ca9b51045b2 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Transition to ACTIVE for port object ddb35244-c1e2-40e8-af18-4e1cbe648556 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:16:56.144757 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-873df72d-d6b8-49e2-ac89-ea1df323cf27 req-72ea9a2d-e0ae-44fb-9691-4ca9b51045b2 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:56.147400 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 7f8b2f84-ec39-4751-97a9-7baed6826e29 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:16:56.147775 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:56.165357 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:56.183540 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 7f8b2f84-ec39-4751-97a9-7baed6826e29, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=7f8b2f84-ec39-4751-97a9-7baed6826e29,segment=NetworkSegment(e2fd6c9f-7f2b-4d06-97ca-310b0dbc1152),segment_id=e2fd6c9f-7f2b-4d06-97ca-310b0dbc1152)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:16:56.188488 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:56.225920 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-873df72d-d6b8-49e2-ac89-ea1df323cf27 req-72ea9a2d-e0ae-44fb-9691-4ca9b51045b2 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Network 41d1d8cf-d344-4755-9b05-ff68f0ab71ba is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:16:56.229013 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [req-873df72d-d6b8-49e2-ac89-ea1df323cf27 req-72ea9a2d-e0ae-44fb-9691-4ca9b51045b2 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:16:56.231833 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-873df72d-d6b8-49e2-ac89-ea1df323cf27 req-72ea9a2d-e0ae-44fb-9691-4ca9b51045b2 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:16:56.262677 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=7f8b2f84-ec39-4751-97a9-7baed6826e29,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:16:56.274551 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ea9a2d-e0ae-44fb-9691-4ca9b51045b2 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'Port': ['ID=ddb35244-c1e2-40e8-af18-4e1cbe648556,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:16:56.307104 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873df72d-d6b8-49e2-ac89-ea1df323cf27 req-72ea9a2d-e0ae-44fb-9691-4ca9b51045b2 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:16:56.307717 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-873df72d-d6b8-49e2-ac89-ea1df323cf27 req-72ea9a2d-e0ae-44fb-9691-4ca9b51045b2 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:56.334414 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-873df72d-d6b8-49e2-ac89-ea1df323cf27 req-72ea9a2d-e0ae-44fb-9691-4ca9b51045b2 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8003323 Oct 13 16:16:56.344555 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [req-873df72d-d6b8-49e2-ac89-ea1df323cf27 req-8f371a17-45bf-440b-9579-b3d4414f6549 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 16:16:56.345599 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-873df72d-d6b8-49e2-ac89-ea1df323cf27 req-8f371a17-45bf-440b-9579-b3d4414f6549 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055819 Oct 13 16:16:56.356962 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-873df72d-d6b8-49e2-ac89-ea1df323cf27 req-558a4595-d4db-470a-9ed3-88d03a49669f service neutron] Request body: {'port': {'device_id': '7554e191-3f92-4a3e-97ea-de4e3118cc4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:16:56.383106 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea07d39-67b8-42c3-8729-8486e48d0442 req-f9d78b61-4ad9-4b1f-8f3f-09e2dc1830e8 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:16:56.386638 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-4ea07d39-67b8-42c3-8729-8486e48d0442 req-f9d78b61-4ad9-4b1f-8f3f-09e2dc1830e8 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=7554e191-3f92-4a3e-97ea-de4e3118cc4f HTTP/1.1" status: 200 len: 931 time: 0.0973566 Oct 13 16:16:56.431775 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-4ea07d39-67b8-42c3-8729-8486e48d0442 req-1e56ef3d-60e1-4f96-a4f8-b68be5fc6207 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Synchronizing usage tracker for tenant:a06d0f5fab8f48c6bec23f3d7dc5027f on resource:security_group {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:16:56.451492 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-4ea07d39-67b8-42c3-8729-8486e48d0442 req-1e56ef3d-60e1-4f96-a4f8-b68be5fc6207 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Unset dirty status for tenant:a06d0f5fab8f48c6bec23f3d7dc5027f on resource:security_group {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:16:56.452726 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-4ea07d39-67b8-42c3-8729-8486e48d0442 req-1e56ef3d-60e1-4f96-a4f8-b68be5fc6207 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=aea1d59f-c246-49e3-9e93-6bdd31210e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617774 Oct 13 16:16:56.478815 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-873df72d-d6b8-49e2-ac89-ea1df323cf27 req-558a4595-d4db-470a-9ed3-88d03a49669f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:56.494722 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-61052c0c-49e0-4ab8-bf31-476f19f87f8b None None] Provisioning for port ddb35244-c1e2-40e8-af18-4e1cbe648556 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:16:56.499445 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-61052c0c-49e0-4ab8-bf31-476f19f87f8b None None] Provisioning complete for port ddb35244-c1e2-40e8-af18-4e1cbe648556 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:16:56.499828 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-61052c0c-49e0-4ab8-bf31-476f19f87f8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:56.500162 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-61052c0c-49e0-4ab8-bf31-476f19f87f8b None None] Attempt 1 to provision port ddb35244-c1e2-40e8-af18-4e1cbe648556 Oct 13 16:16:56.553170 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-61052c0c-49e0-4ab8-bf31-476f19f87f8b None None] Port ddb35244-c1e2-40e8-af18-4e1cbe648556 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:16:56.815951 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [req-873df72d-d6b8-49e2-ac89-ea1df323cf27 req-558a4595-d4db-470a-9ed3-88d03a49669f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddb35244-c1e2-40e8-af18-4e1cbe648556 {{(pid=88973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 16:16:56.822871 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-873df72d-d6b8-49e2-ac89-ea1df323cf27 req-558a4595-d4db-470a-9ed3-88d03a49669f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:56.837465 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-873df72d-d6b8-49e2-ac89-ea1df323cf27 req-558a4595-d4db-470a-9ed3-88d03a49669f service neutron] Transition to ACTIVE for port object ddb35244-c1e2-40e8-af18-4e1cbe648556 will not be triggered until provisioned by entity L2. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:16:56.841090 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-873df72d-d6b8-49e2-ac89-ea1df323cf27 req-558a4595-d4db-470a-9ed3-88d03a49669f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:57.026004 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558a4595-d4db-470a-9ed3-88d03a49669f service neutron] Pushing event updated for resources: {'Port': ['ID=ddb35244-c1e2-40e8-af18-4e1cbe648556,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:16:57.054510 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-61052c0c-49e0-4ab8-bf31-476f19f87f8b None None] Attempt 2 to provision port ddb35244-c1e2-40e8-af18-4e1cbe648556 Oct 13 16:16:57.065040 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-873df72d-d6b8-49e2-ac89-ea1df323cf27 req-558a4595-d4db-470a-9ed3-88d03a49669f service neutron] Attempting to bind port ddb35244-c1e2-40e8-af18-4e1cbe648556 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:16:57.065378 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-873df72d-d6b8-49e2-ac89-ea1df323cf27 req-558a4595-d4db-470a-9ed3-88d03a49669f service neutron] Attempting to bind port ddb35244-c1e2-40e8-af18-4e1cbe648556 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'e2fd6c9f-7f2b-4d06-97ca-310b0dbc1152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '41d1d8cf-d344-4755-9b05-ff68f0ab71ba'}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:16:57.065689 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873df72d-d6b8-49e2-ac89-ea1df323cf27 req-558a4595-d4db-470a-9ed3-88d03a49669f service neutron] Attempting to bind port ddb35244-c1e2-40e8-af18-4e1cbe648556 on network 41d1d8cf-d344-4755-9b05-ff68f0ab71ba {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:16:57.070411 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873df72d-d6b8-49e2-ac89-ea1df323cf27 req-558a4595-d4db-470a-9ed3-88d03a49669f service neutron] Port ddb35244-c1e2-40e8-af18-4e1cbe648556 on network 41d1d8cf-d344-4755-9b05-ff68f0ab71ba not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 16:16:57.070673 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873df72d-d6b8-49e2-ac89-ea1df323cf27 req-558a4595-d4db-470a-9ed3-88d03a49669f service neutron] Attempting to bind port ddb35244-c1e2-40e8-af18-4e1cbe648556 on network 41d1d8cf-d344-4755-9b05-ff68f0ab71ba {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:16:57.075789 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873df72d-d6b8-49e2-ac89-ea1df323cf27 req-558a4595-d4db-470a-9ed3-88d03a49669f service neutron] Checking agent: {'id': 'c4d1d38a-44f6-47ac-b17c-311e640e7cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'started_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 16, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:16:57.076135 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873df72d-d6b8-49e2-ac89-ea1df323cf27 req-558a4595-d4db-470a-9ed3-88d03a49669f service neutron] Checking segment: {'id': 'e2fd6c9f-7f2b-4d06-97ca-310b0dbc1152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '41d1d8cf-d344-4755-9b05-ff68f0ab71ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:16:57.076492 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-873df72d-d6b8-49e2-ac89-ea1df323cf27 req-558a4595-d4db-470a-9ed3-88d03a49669f service neutron] Bound using segment: {'id': 'e2fd6c9f-7f2b-4d06-97ca-310b0dbc1152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '41d1d8cf-d344-4755-9b05-ff68f0ab71ba'} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:16:57.077420 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-873df72d-d6b8-49e2-ac89-ea1df323cf27 req-558a4595-d4db-470a-9ed3-88d03a49669f service neutron] Bound port: ddb35244-c1e2-40e8-af18-4e1cbe648556, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e2fd6c9f-7f2b-4d06-97ca-310b0dbc1152', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 403, 'network_id': '41d1d8cf-d344-4755-9b05-ff68f0ab71ba'}}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:16:57.077759 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-873df72d-d6b8-49e2-ac89-ea1df323cf27 req-558a4595-d4db-470a-9ed3-88d03a49669f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:57.107496 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-61052c0c-49e0-4ab8-bf31-476f19f87f8b None None] Port ddb35244-c1e2-40e8-af18-4e1cbe648556 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:16:57.167753 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-873df72d-d6b8-49e2-ac89-ea1df323cf27 req-558a4595-d4db-470a-9ed3-88d03a49669f service neutron] For port ddb35244-c1e2-40e8-af18-4e1cbe648556, host hv-neutron-8603, cleared binding levels {{(pid=88973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:16:57.171778 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-873df72d-d6b8-49e2-ac89-ea1df323cf27 req-558a4595-d4db-470a-9ed3-88d03a49669f service neutron] For port ddb35244-c1e2-40e8-af18-4e1cbe648556, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=ddb35244-c1e2-40e8-af18-4e1cbe648556,segment=NetworkSegment(e2fd6c9f-7f2b-4d06-97ca-310b0dbc1152),segment_id=e2fd6c9f-7f2b-4d06-97ca-310b0dbc1152)] {{(pid=88973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:16:57.176176 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-873df72d-d6b8-49e2-ac89-ea1df323cf27 req-558a4595-d4db-470a-9ed3-88d03a49669f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:57.207264 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873df72d-d6b8-49e2-ac89-ea1df323cf27 req-558a4595-d4db-470a-9ed3-88d03a49669f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:16:57.207865 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-873df72d-d6b8-49e2-ac89-ea1df323cf27 req-558a4595-d4db-470a-9ed3-88d03a49669f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:57.209183 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-873df72d-d6b8-49e2-ac89-ea1df323cf27 req-558a4595-d4db-470a-9ed3-88d03a49669f service neutron] 10.222.0.16 "PUT /v2.0/ports/ddb35244-c1e2-40e8-af18-4e1cbe648556 HTTP/1.1" status: 200 len: 1093 time: 0.8566043 Oct 13 16:16:57.209669 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7554e191-3f92-4a3e-97ea-de4e3118cc4f', 'tag': 'ddb35244-c1e2-40e8-af18-4e1cbe648556'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:16:57.211983 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59566d8f-f3de-4727-b376-cfd99cf401ec" -d '{"events": [{"name": "network-changed", "server_uuid": "7554e191-3f92-4a3e-97ea-de4e3118cc4f", "tag": "ddb35244-c1e2-40e8-af18-4e1cbe648556"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:16:57.286482 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 16:16:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8050c25b-b361-4648-91b7-b43256ef1355 x-openstack-request-id: req-8050c25b-b361-4648-91b7-b43256ef1355 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:16:57.287104 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7554e191-3f92-4a3e-97ea-de4e3118cc4f", "tag": "ddb35244-c1e2-40e8-af18-4e1cbe648556", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:16:57.287104 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8050c25b-b361-4648-91b7-b43256ef1355 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:16:57.287376 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8050c25b-b361-4648-91b7-b43256ef1355'] response: {'name': 'network-changed', 'server_uuid': '7554e191-3f92-4a3e-97ea-de4e3118cc4f', 'tag': 'ddb35244-c1e2-40e8-af18-4e1cbe648556', 'status': 'completed', 'code': 200} Oct 13 16:16:57.306460 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558a4595-d4db-470a-9ed3-88d03a49669f service neutron] Pushing event updated for resources: {'Port': ['ID=ddb35244-c1e2-40e8-af18-4e1cbe648556,revision_number=3']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:16:57.338357 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873df72d-d6b8-49e2-ac89-ea1df323cf27 req-b64bf643-03ff-46e1-be27-f9d67673b599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:16:57.339750 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-873df72d-d6b8-49e2-ac89-ea1df323cf27 req-b64bf643-03ff-46e1-be27-f9d67673b599 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a06d0f5fab8f48c6bec23f3d7dc5027f&device_id=7554e191-3f92-4a3e-97ea-de4e3118cc4f HTTP/1.1" status: 200 len: 1096 time: 0.0908225 Oct 13 16:16:57.495833 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-873df72d-d6b8-49e2-ac89-ea1df323cf27 req-f9d84fbd-09c4-4e41-b7d9-2cff8b9609b8 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ddb35244-c1e2-40e8-af18-4e1cbe648556 HTTP/1.1" status: 200 len: 217 time: 0.1493683 Oct 13 16:16:57.558821 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873df72d-d6b8-49e2-ac89-ea1df323cf27 req-35f5cea1-1a85-4572-99ce-c611116a1e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:16:57.560237 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-873df72d-d6b8-49e2-ac89-ea1df323cf27 req-35f5cea1-1a85-4572-99ce-c611116a1e08 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=243efa81-a251-4a44-9196-da4456112fac HTTP/1.1" status: 200 len: 834 time: 0.0589631 Oct 13 16:16:57.608956 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-61052c0c-49e0-4ab8-bf31-476f19f87f8b None None] Attempt 3 to provision port ddb35244-c1e2-40e8-af18-4e1cbe648556 Oct 13 16:16:57.652767 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873df72d-d6b8-49e2-ac89-ea1df323cf27 req-3bf2c431-1022-4315-97e5-2cffaacabe94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:16:57.655555 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-873df72d-d6b8-49e2-ac89-ea1df323cf27 req-3bf2c431-1022-4315-97e5-2cffaacabe94 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=41d1d8cf-d344-4755-9b05-ff68f0ab71ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0893898 Oct 13 16:16:57.656225 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6d02b3-d1b8-43e0-bec7-db5878326378 req-a8ec2620-ef6e-448d-9ca1-0bc4597e1014 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:16:57.657791 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-7d6d02b3-d1b8-43e0-bec7-db5878326378 req-a8ec2620-ef6e-448d-9ca1-0bc4597e1014 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=7554e191-3f92-4a3e-97ea-de4e3118cc4f HTTP/1.1" status: 200 len: 943 time: 0.0931742 Oct 13 16:16:57.682569 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-61052c0c-49e0-4ab8-bf31-476f19f87f8b None None] Port ddb35244-c1e2-40e8-af18-4e1cbe648556 had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 16:16:57.707767 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-7d6d02b3-d1b8-43e0-bec7-db5878326378 req-afe5f43d-ac20-422e-af25-dad40a507cb8 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=aea1d59f-c246-49e3-9e93-6bdd31210e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438492 Oct 13 16:16:57.779760 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 7f8b2f84-ec39-4751-97a9-7baed6826e29 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:16:57.790861 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-873df72d-d6b8-49e2-ac89-ea1df323cf27 req-f2181402-e463-484d-8faa-5ae7626917f7 service neutron] 10.222.0.16 "GET /v2.0/networks/41d1d8cf-d344-4755-9b05-ff68f0ab71ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282206 Oct 13 16:16:57.847133 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 7f8b2f84-ec39-4751-97a9-7baed6826e29 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:16:57.847505 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:16:57.847840 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 7f8b2f84-ec39-4751-97a9-7baed6826e29 Oct 13 16:16:57.922384 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-873df72d-d6b8-49e2-ac89-ea1df323cf27 req-f4bb9e03-aa48-4525-b2f6-17a7380da4c3 service neutron] 10.222.0.16 "GET /v2.0/networks/41d1d8cf-d344-4755-9b05-ff68f0ab71ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250575 Oct 13 16:16:57.966410 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 7f8b2f84-ec39-4751-97a9-7baed6826e29 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:16:58.053004 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59566d8f-f3de-4727-b376-cfd99cf401ec req-9668e3ea-5577-44f1-bade-785edf050c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:16:58.054486 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-59566d8f-f3de-4727-b376-cfd99cf401ec req-9668e3ea-5577-44f1-bade-785edf050c82 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a06d0f5fab8f48c6bec23f3d7dc5027f&device_id=7554e191-3f92-4a3e-97ea-de4e3118cc4f HTTP/1.1" status: 200 len: 1096 time: 0.0835407 Oct 13 16:16:58.182309 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59566d8f-f3de-4727-b376-cfd99cf401ec req-199937c4-aa7e-46ee-9f03-9900b768356c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:16:58.183628 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-59566d8f-f3de-4727-b376-cfd99cf401ec req-199937c4-aa7e-46ee-9f03-9900b768356c service neutron] 10.222.0.16 "GET /v2.0/networks?id=41d1d8cf-d344-4755-9b05-ff68f0ab71ba HTTP/1.1" status: 200 len: 897 time: 0.1236739 Oct 13 16:16:58.249402 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-59566d8f-f3de-4727-b376-cfd99cf401ec req-4c06bde7-bf6f-4c30-80ff-8f96b34f2c86 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ddb35244-c1e2-40e8-af18-4e1cbe648556 HTTP/1.1" status: 200 len: 217 time: 0.0594115 Oct 13 16:16:58.313797 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59566d8f-f3de-4727-b376-cfd99cf401ec req-2da67ffd-a106-4f76-bb51-555cec168cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:16:58.315214 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-59566d8f-f3de-4727-b376-cfd99cf401ec req-2da67ffd-a106-4f76-bb51-555cec168cb5 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=243efa81-a251-4a44-9196-da4456112fac HTTP/1.1" status: 200 len: 834 time: 0.0601146 Oct 13 16:16:58.395491 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59566d8f-f3de-4727-b376-cfd99cf401ec req-eff9d16d-4711-4b0c-8540-776d10e6015c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:16:58.396918 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-59566d8f-f3de-4727-b376-cfd99cf401ec req-eff9d16d-4711-4b0c-8540-776d10e6015c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=41d1d8cf-d344-4755-9b05-ff68f0ab71ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754611 Oct 13 16:16:58.525204 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-59566d8f-f3de-4727-b376-cfd99cf401ec req-704268c4-772b-48f6-b2aa-0ed496f7d791 service neutron] 10.222.0.16 "GET /v2.0/networks/41d1d8cf-d344-4755-9b05-ff68f0ab71ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222022 Oct 13 16:16:58.655010 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-59566d8f-f3de-4727-b376-cfd99cf401ec req-70f3ef29-522c-4844-8cac-857e96456e1d service neutron] 10.222.0.16 "GET /v2.0/networks/41d1d8cf-d344-4755-9b05-ff68f0ab71ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231959 Oct 13 16:16:58.908985 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe3540f-a6bc-496c-a917-c844d00029dd req-29bfe961-aed2-4599-8726-55fa661a4c48 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:16:58.909666 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-fbe3540f-a6bc-496c-a917-c844d00029dd req-29bfe961-aed2-4599-8726-55fa661a4c48 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Synchronizing usage tracker for tenant:a06d0f5fab8f48c6bec23f3d7dc5027f on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:16:58.925260 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-fbe3540f-a6bc-496c-a917-c844d00029dd req-29bfe961-aed2-4599-8726-55fa661a4c48 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Unset dirty status for tenant:a06d0f5fab8f48c6bec23f3d7dc5027f on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:16:58.926483 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fbe3540f-a6bc-496c-a917-c844d00029dd req-29bfe961-aed2-4599-8726-55fa661a4c48 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=7554e191-3f92-4a3e-97ea-de4e3118cc4f HTTP/1.1" status: 200 len: 943 time: 0.1062801 Oct 13 16:16:58.970750 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fbe3540f-a6bc-496c-a917-c844d00029dd req-9c05f0f6-c2a2-4dd2-9863-08d649fd95a6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=aea1d59f-c246-49e3-9e93-6bdd31210e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385797 Oct 13 16:17:00.165443 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b6dc4-eaa8-4322-8d29-f44d1e109d24 req-a3037b17-47eb-475d-a506-b35e35ea9554 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:17:00.166903 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-b19b6dc4-eaa8-4322-8d29-f44d1e109d24 req-a3037b17-47eb-475d-a506-b35e35ea9554 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=7554e191-3f92-4a3e-97ea-de4e3118cc4f HTTP/1.1" status: 200 len: 943 time: 0.0846207 Oct 13 16:17:00.214113 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-b19b6dc4-eaa8-4322-8d29-f44d1e109d24 req-d39883f7-4ccc-4964-91c1-5ff0a1be9d06 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=aea1d59f-c246-49e3-9e93-6bdd31210e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416491 Oct 13 16:17:00.417581 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device ddb35244-c1e2-40e8-af18-4e1cbe648556 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=88974) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 13 16:17:00.547562 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port ddb35244-c1e2-40e8-af18-4e1cbe648556, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=ddb35244-c1e2-40e8-af18-4e1cbe648556,segment=NetworkSegment(e2fd6c9f-7f2b-4d06-97ca-310b0dbc1152),segment_id=e2fd6c9f-7f2b-4d06-97ca-310b0dbc1152)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:17:00.559998 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Returning: {'device': 'ddb35244-c1e2-40e8-af18-4e1cbe648556', 'network_id': '41d1d8cf-d344-4755-9b05-ff68f0ab71ba', 'port_id': 'ddb35244-c1e2-40e8-af18-4e1cbe648556', 'mac_address': 'fa:16:3e:a1:f4:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 403, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '243efa81-a251-4a44-9196-da4456112fac', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88974) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 13 16:17:00.616343 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port ddb35244-c1e2-40e8-af18-4e1cbe648556 is: DOWN; New status is: BUILD {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:17:00.616708 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:17:00.633400 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddb35244-c1e2-40e8-af18-4e1cbe648556 {{(pid=88974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 16:17:00.647915 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port ddb35244-c1e2-40e8-af18-4e1cbe648556, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=ddb35244-c1e2-40e8-af18-4e1cbe648556,segment=NetworkSegment(e2fd6c9f-7f2b-4d06-97ca-310b0dbc1152),segment_id=e2fd6c9f-7f2b-4d06-97ca-310b0dbc1152)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:17:00.653113 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:17:00.718197 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=ddb35244-c1e2-40e8-af18-4e1cbe648556,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:17:01.034180 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['ddb35244-c1e2-40e8-af18-4e1cbe648556'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 16:17:01.409859 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1209698-7570-4985-8d63-75686db85b90 req-6aa4a4ca-0435-47c6-a881-fb25af7d6022 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:17:01.411299 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e1209698-7570-4985-8d63-75686db85b90 req-6aa4a4ca-0435-47c6-a881-fb25af7d6022 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=7554e191-3f92-4a3e-97ea-de4e3118cc4f HTTP/1.1" status: 200 len: 944 time: 0.0883315 Oct 13 16:17:01.453492 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e1209698-7570-4985-8d63-75686db85b90 req-cc5cba20-7755-431e-8853-1b3d0596e864 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=aea1d59f-c246-49e3-9e93-6bdd31210e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363910 Oct 13 16:17:02.432812 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device ddb35244-c1e2-40e8-af18-4e1cbe648556 up at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:17:02.523990 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning for port ddb35244-c1e2-40e8-af18-4e1cbe648556 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:17:02.528555 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning complete for port ddb35244-c1e2-40e8-af18-4e1cbe648556 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:17:02.528922 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:17:02.529272 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Attempt 1 to provision port ddb35244-c1e2-40e8-af18-4e1cbe648556 Oct 13 16:17:02.645408 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port ddb35244-c1e2-40e8-af18-4e1cbe648556 is: BUILD; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:17:02.646081 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:17:02.649290 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb0da89-c0c7-4e37-b28f-90117b372b63 req-eebf7080-6b58-4432-9595-b9e6d11d05a0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:17:02.650992 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5fb0da89-c0c7-4e37-b28f-90117b372b63 req-eebf7080-6b58-4432-9595-b9e6d11d05a0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=7554e191-3f92-4a3e-97ea-de4e3118cc4f HTTP/1.1" status: 200 len: 944 time: 0.0875061 Oct 13 16:17:02.676730 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7554e191-3f92-4a3e-97ea-de4e3118cc4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb35244-c1e2-40e8-af18-4e1cbe648556'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:17:02.679254 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979c64d66908691d8da3fe322a5acf5d757b5bee84c7992aba2ec3c134dffaeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcbb0b5c-6c94-4e18-b0bb-d7df239d4c87" -d '{"events": [{"server_uuid": "7554e191-3f92-4a3e-97ea-de4e3118cc4f", "name": "network-vif-plugged", "status": "completed", "tag": "ddb35244-c1e2-40e8-af18-4e1cbe648556"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:17:02.693736 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port ddb35244-c1e2-40e8-af18-4e1cbe648556, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=ddb35244-c1e2-40e8-af18-4e1cbe648556,segment=NetworkSegment(e2fd6c9f-7f2b-4d06-97ca-310b0dbc1152),segment_id=e2fd6c9f-7f2b-4d06-97ca-310b0dbc1152)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:17:02.696841 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5fb0da89-c0c7-4e37-b28f-90117b372b63 req-1fac0d7c-de80-497f-ad8c-3ce669b76aec tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=aea1d59f-c246-49e3-9e93-6bdd31210e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395744 Oct 13 16:17:02.698171 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:17:02.737420 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 16:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca704ca-1f9a-4714-a458-c75c54588b0a x-openstack-request-id: req-8ca704ca-1f9a-4714-a458-c75c54588b0a {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:17:02.737710 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7554e191-3f92-4a3e-97ea-de4e3118cc4f", "name": "network-vif-plugged", "status": "completed", "tag": "ddb35244-c1e2-40e8-af18-4e1cbe648556", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:17:02.737961 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8ca704ca-1f9a-4714-a458-c75c54588b0a {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:17:02.738377 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8ca704ca-1f9a-4714-a458-c75c54588b0a'] response: {'server_uuid': '7554e191-3f92-4a3e-97ea-de4e3118cc4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddb35244-c1e2-40e8-af18-4e1cbe648556', 'code': 200} Oct 13 16:17:02.774048 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=ddb35244-c1e2-40e8-af18-4e1cbe648556,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:17:02.962314 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ce4c08-b5d0-42b6-8483-2d0feadb6ea3 req-09ac0037-548c-4f94-a080-35c0b9c578ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:17:02.963677 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a5ce4c08-b5d0-42b6-8483-2d0feadb6ea3 req-09ac0037-548c-4f94-a080-35c0b9c578ea service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7554e191-3f92-4a3e-97ea-de4e3118cc4f HTTP/1.1" status: 200 len: 1098 time: 0.0759006 Oct 13 16:17:03.002257 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a5ce4c08-b5d0-42b6-8483-2d0feadb6ea3 req-48199cb3-23ff-4a81-9d60-00c9bfb5ca93 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=aea1d59f-c246-49e3-9e93-6bdd31210e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330315 Oct 13 16:17:03.897022 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893fce54-6027-4b74-b08d-ed2b39a65dcb req-e4de58af-e150-43fb-93d0-f80f1f2c8870 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:17:03.898472 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-893fce54-6027-4b74-b08d-ed2b39a65dcb req-e4de58af-e150-43fb-93d0-f80f1f2c8870 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=7554e191-3f92-4a3e-97ea-de4e3118cc4f HTTP/1.1" status: 200 len: 945 time: 0.0907333 Oct 13 16:17:03.941571 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-893fce54-6027-4b74-b08d-ed2b39a65dcb req-97ea5ab2-1a17-4727-91cf-e61b870a7d24 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=aea1d59f-c246-49e3-9e93-6bdd31210e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375328 Oct 13 16:17:04.583436 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-3da5860a-8568-4161-b678-e9e471ed6b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:17:05.230775 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d69a5-ba57-40b4-8c39-9558392d0aeb req-a19a2b24-ee1c-4e92-b56f-3186b2072974 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:17:05.232124 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5b5d69a5-ba57-40b4-8c39-9558392d0aeb req-a19a2b24-ee1c-4e92-b56f-3186b2072974 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=7554e191-3f92-4a3e-97ea-de4e3118cc4f HTTP/1.1" status: 200 len: 945 time: 0.1769183 Oct 13 16:17:05.275852 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5b5d69a5-ba57-40b4-8c39-9558392d0aeb req-d9088348-a01a-431e-98ba-274e18f31d8b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=aea1d59f-c246-49e3-9e93-6bdd31210e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374444 Oct 13 16:17:05.470633 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da11a2ed-96e2-4fc5-97d2-6d6ca374c11c req-4cd3c841-ec97-43ab-ae3e-5b84cb63712b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:17:05.472086 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-da11a2ed-96e2-4fc5-97d2-6d6ca374c11c req-4cd3c841-ec97-43ab-ae3e-5b84cb63712b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=7554e191-3f92-4a3e-97ea-de4e3118cc4f HTTP/1.1" status: 200 len: 945 time: 0.0862758 Oct 13 16:17:05.518018 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-da11a2ed-96e2-4fc5-97d2-6d6ca374c11c req-2bd2325f-0087-4afd-a8dc-09256f815f65 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=aea1d59f-c246-49e3-9e93-6bdd31210e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403347 Oct 13 16:17:05.546867 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 33682) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:17:05.624760 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee0b40c-757d-4bc1-b8d3-da4228890860 tempest-TestNetworkAdvancedServerOps-1929741581 tempest-TestNetworkAdvancedServerOps-1929741581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:17:05.626267 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-eee0b40c-757d-4bc1-b8d3-da4228890860 tempest-TestNetworkAdvancedServerOps-1929741581 tempest-TestNetworkAdvancedServerOps-1929741581-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=7554e191-3f92-4a3e-97ea-de4e3118cc4f HTTP/1.1" status: 200 len: 1093 time: 0.0784454 Oct 13 16:17:05.629125 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 33686) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:17:05.633837 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-4e14b5ef-2065-4627-9fd4-09550600e487 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Request body: {'floatingip': {'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'port_id': 'ddb35244-c1e2-40e8-af18-4e1cbe648556', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:17:05.639683 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-4e14b5ef-2065-4627-9fd4-09550600e487 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:17:05.643517 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-4e14b5ef-2065-4627-9fd4-09550600e487 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Usage tracker for resource:floatingip and tenant:a06d0f5fab8f48c6bec23f3d7dc5027f is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:17:05.646270 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-4e14b5ef-2065-4627-9fd4-09550600e487 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:17:05.651855 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-4e14b5ef-2065-4627-9fd4-09550600e487 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:17:05.664033 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4e14b5ef-2065-4627-9fd4-09550600e487 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for floatingip, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:17:05.801830 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4e14b5ef-2065-4627-9fd4-09550600e487 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:17:05.936552 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-4e14b5ef-2065-4627-9fd4-09550600e487 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Allocated IP 172.26.2.243 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/61bfbaa1-6a29-40e5-833b-851432ba6363) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:17:06.080882 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4e14b5ef-2065-4627-9fd4-09550600e487 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:17:06.108939 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4e14b5ef-2065-4627-9fd4-09550600e487 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:17:06.172691 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e14b5ef-2065-4627-9fd4-09550600e487 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:17:06.175447 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-4e14b5ef-2065-4627-9fd4-09550600e487 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:17:06.178952 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e14b5ef-2065-4627-9fd4-09550600e487 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:17:06.214428 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e14b5ef-2065-4627-9fd4-09550600e487 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'Port': ['ID=61bfbaa1-6a29-40e5-833b-851432ba6363,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:17:06.678371 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4e14b5ef-2065-4627-9fd4-09550600e487 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:17:06.726257 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-625cdc78-b0b2-48bc-abf6-a4ba943a1da3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:17:06.756675 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4e14b5ef-2065-4627-9fd4-09550600e487 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:17:06.958784 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4e14b5ef-2065-4627-9fd4-09550600e487 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:17:06.963024 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4e14b5ef-2065-4627-9fd4-09550600e487 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:17:07.063953 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4e14b5ef-2065-4627-9fd4-09550600e487 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:17:07.113373 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e14b5ef-2065-4627-9fd4-09550600e487 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'Port': ['ID=61bfbaa1-6a29-40e5-833b-851432ba6363,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:17:07.236054 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.l3_db [None req-4e14b5ef-2065-4627-9fd4-09550600e487 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Floating IP 388ae7b0-033c-427a-8b9b-f9b136b10833 associated. External IP: 172.26.2.243, port: ddb35244-c1e2-40e8-af18-4e1cbe648556. Oct 13 16:17:07.596465 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e14b5ef-2065-4627-9fd4-09550600e487 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Router 241e8393-75b6-46b6-9f8e-1fe62e8bbe9f has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 16:17:07.828948 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:17:07.884571 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e14b5ef-2065-4627-9fd4-09550600e487 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:17:07.894864 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccee0272-6692-465d-9063-1da2e90feeb0 None None] Sync routers for ids ['241e8393-75b6-46b6-9f8e-1fe62e8bbe9f'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:17:07.904801 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccee0272-6692-465d-9063-1da2e90feeb0 None None] Routers {'241e8393-75b6-46b6-9f8e-1fe62e8bbe9f'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:17:07.905533 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-ccee0272-6692-465d-9063-1da2e90feeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:17:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['241e8393-75b6-46b6-9f8e-1fe62e8bbe9f'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:17:07.908683 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4e14b5ef-2065-4627-9fd4-09550600e487 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:17:07.961973 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-4e14b5ef-2065-4627-9fd4-09550600e487 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3318536 Oct 13 16:17:07.962604 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7554e191-3f92-4a3e-97ea-de4e3118cc4f', 'tag': 'ddb35244-c1e2-40e8-af18-4e1cbe648556'}] {{(pid=88972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:17:07.964869 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66139ebd01b2281a52a84d0c3e28fe779798cc7e4f9f2d51c02648ac67609c1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91fbd2bf-48e6-4c96-bc2c-622b028866bf" -d '{"events": [{"name": "network-changed", "server_uuid": "7554e191-3f92-4a3e-97ea-de4e3118cc4f", "tag": "ddb35244-c1e2-40e8-af18-4e1cbe648556"}]}' {{(pid=88972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:17:08.015229 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 16:17:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5bb4e4b-2783-4f6d-b162-fa65bcf8d4f1 x-openstack-request-id: req-e5bb4e4b-2783-4f6d-b162-fa65bcf8d4f1 {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:17:08.015544 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7554e191-3f92-4a3e-97ea-de4e3118cc4f", "tag": "ddb35244-c1e2-40e8-af18-4e1cbe648556", "status": "completed", "code": 200}]} {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:17:08.015789 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e5bb4e4b-2783-4f6d-b162-fa65bcf8d4f1 {{(pid=88972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:17:08.016157 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5bb4e4b-2783-4f6d-b162-fa65bcf8d4f1'] response: {'name': 'network-changed', 'server_uuid': '7554e191-3f92-4a3e-97ea-de4e3118cc4f', 'tag': 'ddb35244-c1e2-40e8-af18-4e1cbe648556', 'status': 'completed', 'code': 200} Oct 13 16:17:08.086906 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:17:08.108712 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-ccee0272-6692-465d-9063-1da2e90feeb0 None None] Set router 241e8393-75b6-46b6-9f8e-1fe62e8bbe9f gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:17:08.188263 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbd2bf-48e6-4c96-bc2c-622b028866bf req-ae03942d-3fd8-4a10-83f5-47987b428d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:17:08.189636 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-91fbd2bf-48e6-4c96-bc2c-622b028866bf req-ae03942d-3fd8-4a10-83f5-47987b428d3d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a06d0f5fab8f48c6bec23f3d7dc5027f&device_id=7554e191-3f92-4a3e-97ea-de4e3118cc4f HTTP/1.1" status: 200 len: 1098 time: 0.1479175 Oct 13 16:17:08.197569 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd31cfe-f853-46b0-bb43-89c85849c778 req-8fcf17bc-aed7-43ff-a67f-6afd44372376 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:17:08.198912 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ffd31cfe-f853-46b0-bb43-89c85849c778 req-8fcf17bc-aed7-43ff-a67f-6afd44372376 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=7554e191-3f92-4a3e-97ea-de4e3118cc4f HTTP/1.1" status: 200 len: 945 time: 0.1217737 Oct 13 16:17:08.338527 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ffd31cfe-f853-46b0-bb43-89c85849c778 req-1e7e4084-ff27-4154-86b1-78ea075a7ec7 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=aea1d59f-c246-49e3-9e93-6bdd31210e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195130 Oct 13 16:17:08.364074 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbd2bf-48e6-4c96-bc2c-622b028866bf req-ad718349-cb0b-47ed-8dc9-68911222ff37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:17:08.365500 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-91fbd2bf-48e6-4c96-bc2c-622b028866bf req-ad718349-cb0b-47ed-8dc9-68911222ff37 service neutron] 10.222.0.16 "GET /v2.0/networks?id=41d1d8cf-d344-4755-9b05-ff68f0ab71ba HTTP/1.1" status: 200 len: 897 time: 0.1657667 Oct 13 16:17:08.370329 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 33694) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:17:08.453378 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-ccee0272-6692-465d-9063-1da2e90feeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241e8393-75b6-46b6-9f8e-1fe62e8bbe9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328630738', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.73'}], 'enable_snat': True}, 'gw_port_id': '1f01585d-9a80-4931-8e2d-78501b509a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:16:46Z', 'updated_at': '2022-10-13T16:16:51Z', 'revision_number': 4, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': '1f01585d-9a80-4931-8e2d-78501b509a8e', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e8393-75b6-46b6-9f8e-1fe62e8bbe9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:16:47Z', 'updated_at': '2022-10-13T16:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '388ae7b0-033c-427a-8b9b-f9b136b10833', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'floating_ip_address': '172.26.2.243', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '241e8393-75b6-46b6-9f8e-1fe62e8bbe9f', 'port_id': 'ddb35244-c1e2-40e8-af18-4e1cbe648556', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41d1d8cf-d344-4755-9b05-ff68f0ab71ba', 'mac_address': 'fa:16:3e:a1:f4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7554e191-3f92-4a3e-97ea-de4e3118cc4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T16:17:06Z', 'updated_at': '2022-10-13T16:17:06Z', 'revision_number': 0, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f8b2f84-ec39-4751-97a9-7baed6826e29', 'name': '', 'network_id': '41d1d8cf-d344-4755-9b05-ff68f0ab71ba', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'mac_address': 'fa:16:3e:88:4e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e8393-75b6-46b6-9f8e-1fe62e8bbe9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '243efa81-a251-4a44-9196-da4456112fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:16:50Z', 'updated_at': '2022-10-13T16:16:56Z', 'revision_number': 5, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'subnets': [{'id': '243efa81-a251-4a44-9196-da4456112fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:17:08.457163 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccee0272-6692-465d-9063-1da2e90feeb0 None None] Checking router: 241e8393-75b6-46b6-9f8e-1fe62e8bbe9f for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:17:08.465223 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccee0272-6692-465d-9063-1da2e90feeb0 None None] Routers {'241e8393-75b6-46b6-9f8e-1fe62e8bbe9f'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:17:08.465804 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-ccee0272-6692-465d-9063-1da2e90feeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:17:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['241e8393-75b6-46b6-9f8e-1fe62e8bbe9f'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:17:08.559438 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-dc28e303-be76-4237-84f7-ea676b752e06 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/floatingips/388ae7b0-033c-427a-8b9b-f9b136b10833 HTTP/1.1" status: 200 len: 991 time: 0.1879187 Oct 13 16:17:08.561858 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-91fbd2bf-48e6-4c96-bc2c-622b028866bf req-41086c74-33d5-479d-a30a-ee0a8ce319e4 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ddb35244-c1e2-40e8-af18-4e1cbe648556 HTTP/1.1" status: 200 len: 999 time: 0.1888080 Oct 13 16:17:08.625502 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbd2bf-48e6-4c96-bc2c-622b028866bf req-7810afcf-fa72-4625-b2e7-c148db7bd4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:17:08.627037 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-91fbd2bf-48e6-4c96-bc2c-622b028866bf req-7810afcf-fa72-4625-b2e7-c148db7bd4cf service neutron] 10.222.0.16 "GET /v2.0/subnets?id=243efa81-a251-4a44-9196-da4456112fac HTTP/1.1" status: 200 len: 834 time: 0.0580721 Oct 13 16:17:08.638165 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-ccee0272-6692-465d-9063-1da2e90feeb0 None None] Set router 241e8393-75b6-46b6-9f8e-1fe62e8bbe9f gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:17:08.711509 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fbd2bf-48e6-4c96-bc2c-622b028866bf req-fc15016a-04ed-4323-90d4-2e9b58cc1834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:17:08.712901 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-91fbd2bf-48e6-4c96-bc2c-622b028866bf req-fc15016a-04ed-4323-90d4-2e9b58cc1834 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=41d1d8cf-d344-4755-9b05-ff68f0ab71ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0805256 Oct 13 16:17:08.844720 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-91fbd2bf-48e6-4c96-bc2c-622b028866bf req-725fd29b-64bf-4fd2-82eb-ec3fed732312 service neutron] 10.222.0.16 "GET /v2.0/networks/41d1d8cf-d344-4755-9b05-ff68f0ab71ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255200 Oct 13 16:17:08.979485 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-91fbd2bf-48e6-4c96-bc2c-622b028866bf req-d509a585-c724-4186-b281-120128e2c393 service neutron] 10.222.0.16 "GET /v2.0/networks/41d1d8cf-d344-4755-9b05-ff68f0ab71ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286924 Oct 13 16:17:08.987428 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-ccee0272-6692-465d-9063-1da2e90feeb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241e8393-75b6-46b6-9f8e-1fe62e8bbe9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328630738', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.73'}], 'enable_snat': True}, 'gw_port_id': '1f01585d-9a80-4931-8e2d-78501b509a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:16:46Z', 'updated_at': '2022-10-13T16:16:51Z', 'revision_number': 4, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': '1f01585d-9a80-4931-8e2d-78501b509a8e', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e8393-75b6-46b6-9f8e-1fe62e8bbe9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:16:47Z', 'updated_at': '2022-10-13T16:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '388ae7b0-033c-427a-8b9b-f9b136b10833', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'floating_ip_address': '172.26.2.243', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '241e8393-75b6-46b6-9f8e-1fe62e8bbe9f', 'port_id': 'ddb35244-c1e2-40e8-af18-4e1cbe648556', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41d1d8cf-d344-4755-9b05-ff68f0ab71ba', 'mac_address': 'fa:16:3e:a1:f4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7554e191-3f92-4a3e-97ea-de4e3118cc4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T16:17:06Z', 'updated_at': '2022-10-13T16:17:06Z', 'revision_number': 0, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f8b2f84-ec39-4751-97a9-7baed6826e29', 'name': '', 'network_id': '41d1d8cf-d344-4755-9b05-ff68f0ab71ba', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'mac_address': 'fa:16:3e:88:4e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e8393-75b6-46b6-9f8e-1fe62e8bbe9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '243efa81-a251-4a44-9196-da4456112fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:16:50Z', 'updated_at': '2022-10-13T16:16:56Z', 'revision_number': 5, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'subnets': [{'id': '243efa81-a251-4a44-9196-da4456112fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:17:08.991465 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccee0272-6692-465d-9063-1da2e90feeb0 None None] The sync data for ids ['241e8393-75b6-46b6-9f8e-1fe62e8bbe9f'] in dv-neutron-860329-2-hyperv is: [{'id': '241e8393-75b6-46b6-9f8e-1fe62e8bbe9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328630738', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.73'}], 'enable_snat': True}, 'gw_port_id': '1f01585d-9a80-4931-8e2d-78501b509a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:16:46Z', 'updated_at': '2022-10-13T16:16:51Z', 'revision_number': 4, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': '1f01585d-9a80-4931-8e2d-78501b509a8e', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e8393-75b6-46b6-9f8e-1fe62e8bbe9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:16:47Z', 'updated_at': '2022-10-13T16:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '388ae7b0-033c-427a-8b9b-f9b136b10833', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'floating_ip_address': '172.26.2.243', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '241e8393-75b6-46b6-9f8e-1fe62e8bbe9f', 'port_id': 'ddb35244-c1e2-40e8-af18-4e1cbe648556', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1729, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '41d1d8cf-d344-4755-9b05-ff68f0ab71ba', 'mac_address': 'fa:16:3e:a1:f4:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7554e191-3f92-4a3e-97ea-de4e3118cc4f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T16:17:06Z', 'updated_at': '2022-10-13T16:17:06Z', 'revision_number': 0, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f8b2f84-ec39-4751-97a9-7baed6826e29', 'name': '', 'network_id': '41d1d8cf-d344-4755-9b05-ff68f0ab71ba', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'mac_address': 'fa:16:3e:88:4e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e8393-75b6-46b6-9f8e-1fe62e8bbe9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '243efa81-a251-4a44-9196-da4456112fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:16:50Z', 'updated_at': '2022-10-13T16:16:56Z', 'revision_number': 5, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'subnets': [{'id': '243efa81-a251-4a44-9196-da4456112fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:17:09.173068 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875bf61d-333e-4940-889f-80ab024bbf0b None None] New status for floating IP 388ae7b0-033c-427a-8b9b-f9b136b10833: ACTIVE {{(pid=88975) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 16:17:09.563677 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 33698) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:17:09.677683 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-b1a5bb52-6dc0-4db8-8fc3-52b5ff8ffa99 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/floatingips/388ae7b0-033c-427a-8b9b-f9b136b10833 HTTP/1.1" status: 200 len: 993 time: 0.1126904 Oct 13 16:17:09.756364 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:17:13.554969 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:17:26.152217 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:17:34.584839 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-1bab2836-5684-409d-ad3b-46b34fd2d080 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:17:36.727556 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-a7d9885c-eae4-4f6a-b74d-72a61bd1c064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:17:37.831258 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:17:38.051343 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:17:39.762113 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:17:50.554386 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:17:55.831930 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-95b922e8-3e51-4192-93b7-36bba5d5bcb9 req-1433354c-9233-4a7c-83c1-54422fc6e682 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=7554e191-3f92-4a3e-97ea-de4e3118cc4f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0793321 Oct 13 16:17:55.975846 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b922e8-3e51-4192-93b7-36bba5d5bcb9 req-63e8953a-23a7-4bec-b5c3-0dabf434daa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:17:55.977217 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-95b922e8-3e51-4192-93b7-36bba5d5bcb9 req-63e8953a-23a7-4bec-b5c3-0dabf434daa3 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a06d0f5fab8f48c6bec23f3d7dc5027f&device_id=7554e191-3f92-4a3e-97ea-de4e3118cc4f HTTP/1.1" status: 200 len: 1098 time: 0.0781486 Oct 13 16:17:56.118092 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b922e8-3e51-4192-93b7-36bba5d5bcb9 req-da33bc1c-94d3-4d03-84f2-0ec29a2f84ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:17:56.119522 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-95b922e8-3e51-4192-93b7-36bba5d5bcb9 req-da33bc1c-94d3-4d03-84f2-0ec29a2f84ce service neutron] 10.222.0.16 "GET /v2.0/networks?id=41d1d8cf-d344-4755-9b05-ff68f0ab71ba HTTP/1.1" status: 200 len: 897 time: 0.1238267 Oct 13 16:17:56.203793 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:17:56.315307 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-95b922e8-3e51-4192-93b7-36bba5d5bcb9 req-a442caa4-a2f0-4ae4-8888-be3c0008eaea service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ddb35244-c1e2-40e8-af18-4e1cbe648556 HTTP/1.1" status: 200 len: 1001 time: 0.1890922 Oct 13 16:17:56.376736 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b922e8-3e51-4192-93b7-36bba5d5bcb9 req-ea4a8b6f-04a1-4de3-b432-5dc669ec3613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:17:56.378066 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-95b922e8-3e51-4192-93b7-36bba5d5bcb9 req-ea4a8b6f-04a1-4de3-b432-5dc669ec3613 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=243efa81-a251-4a44-9196-da4456112fac HTTP/1.1" status: 200 len: 834 time: 0.0571458 Oct 13 16:17:56.457667 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b922e8-3e51-4192-93b7-36bba5d5bcb9 req-e70ba197-2478-426e-a2bf-76421abaa1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:17:56.459143 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-95b922e8-3e51-4192-93b7-36bba5d5bcb9 req-e70ba197-2478-426e-a2bf-76421abaa1c5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=41d1d8cf-d344-4755-9b05-ff68f0ab71ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752690 Oct 13 16:17:56.587531 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-95b922e8-3e51-4192-93b7-36bba5d5bcb9 req-d3e93a5a-d1df-47f3-bc3e-a87fec25b100 service neutron] 10.222.0.16 "GET /v2.0/networks/41d1d8cf-d344-4755-9b05-ff68f0ab71ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217575 Oct 13 16:17:56.718043 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-95b922e8-3e51-4192-93b7-36bba5d5bcb9 req-0679287b-ce77-4afa-b287-5577ff532bb0 service neutron] 10.222.0.16 "GET /v2.0/networks/41d1d8cf-d344-4755-9b05-ff68f0ab71ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242948 Oct 13 16:18:04.585732 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-980802c9-a0bc-4284-8989-68dc9e7e97a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:06.731968 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d3c87fe2-7733-4d22-b3ff-af28014f3cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:07.833601 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:08.055043 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:09.761994 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:11.345744 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e85dd2-22ef-4b95-8d4c-60d6ffeed7e5 req-13a69d08-321d-455d-9fb3-e72005e6ef8b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:18:11.347121 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-08e85dd2-22ef-4b95-8d4c-60d6ffeed7e5 req-13a69d08-321d-455d-9fb3-e72005e6ef8b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=7554e191-3f92-4a3e-97ea-de4e3118cc4f HTTP/1.1" status: 200 len: 945 time: 0.0887194 Oct 13 16:18:11.391804 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-08e85dd2-22ef-4b95-8d4c-60d6ffeed7e5 req-e882c66f-cd27-458d-80e8-9bc5cfa67eca tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=aea1d59f-c246-49e3-9e93-6bdd31210e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391076 Oct 13 16:18:12.594211 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-068c5fa1-fbf0-42d9-8285-c3e83fe1013d req-8f33d0d6-5808-4717-9503-1d8f6c684b19 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:18:12.595659 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-068c5fa1-fbf0-42d9-8285-c3e83fe1013d req-8f33d0d6-5808-4717-9503-1d8f6c684b19 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=7554e191-3f92-4a3e-97ea-de4e3118cc4f HTTP/1.1" status: 200 len: 945 time: 0.0904584 Oct 13 16:18:12.639482 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-068c5fa1-fbf0-42d9-8285-c3e83fe1013d req-8c5fad18-78d9-43c5-b4a8-9de07a40a6f1 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=aea1d59f-c246-49e3-9e93-6bdd31210e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382628 Oct 13 16:18:12.668216 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 33744) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:18:12.776059 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-f75b54c5-4e89-4ddd-b561-175c55b99eac tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/floatingips/388ae7b0-033c-427a-8b9b-f9b136b10833 HTTP/1.1" status: 200 len: 993 time: 0.1067207 Oct 13 16:18:14.241390 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc9ada-cde1-4b1c-9b2a-0cb3a3cfb2cc req-273c6914-c495-49c0-ad80-d3e10e5c0b8c tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:18:14.242778 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-c1fc9ada-cde1-4b1c-9b2a-0cb3a3cfb2cc req-273c6914-c495-49c0-ad80-d3e10e5c0b8c tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=7554e191-3f92-4a3e-97ea-de4e3118cc4f HTTP/1.1" status: 200 len: 945 time: 0.0869205 Oct 13 16:18:14.287276 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-c1fc9ada-cde1-4b1c-9b2a-0cb3a3cfb2cc req-067f1031-554f-4366-99a3-d1fb58ac1918 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=aea1d59f-c246-49e3-9e93-6bdd31210e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385418 Oct 13 16:18:15.483223 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7a92cc-3352-4f8b-a20f-8f0041a9ab8f req-2c39ff23-10e4-4b6e-a585-38b15b236a9d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:18:15.484649 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1c7a92cc-3352-4f8b-a20f-8f0041a9ab8f req-2c39ff23-10e4-4b6e-a585-38b15b236a9d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=7554e191-3f92-4a3e-97ea-de4e3118cc4f HTTP/1.1" status: 200 len: 945 time: 0.0854213 Oct 13 16:18:15.530429 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1c7a92cc-3352-4f8b-a20f-8f0041a9ab8f req-6e4b9e50-0737-41b7-9ea2-a393bc7ff6b1 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=aea1d59f-c246-49e3-9e93-6bdd31210e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403211 Oct 13 16:18:15.559095 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 33756) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:18:15.663353 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-b2bbbde0-a6a2-4a7e-82dc-4571e75b0441 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/floatingips/388ae7b0-033c-427a-8b9b-f9b136b10833 HTTP/1.1" status: 200 len: 993 time: 0.1031723 Oct 13 16:18:15.925291 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 33764) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:18:16.120634 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-7f6b52d6-80da-44c1-8491-cbde44ce10c0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Deleting port 61bfbaa1-6a29-40e5-833b-851432ba6363 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:18:16.120966 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7f6b52d6-80da-44c1-8491-cbde44ce10c0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:16.286967 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7f6b52d6-80da-44c1-8491-cbde44ce10c0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:16.287211 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7f6b52d6-80da-44c1-8491-cbde44ce10c0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:16.405579 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-7f6b52d6-80da-44c1-8491-cbde44ce10c0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Calling delete_port for 61bfbaa1-6a29-40e5-833b-851432ba6363 owned by network:floatingip {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:18:16.646159 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7f6b52d6-80da-44c1-8491-cbde44ce10c0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:16.692139 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6b52d6-80da-44c1-8491-cbde44ce10c0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event deleted for resources: {'Port': ['ID=61bfbaa1-6a29-40e5-833b-851432ba6363,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:18:16.740325 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6b52d6-80da-44c1-8491-cbde44ce10c0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:18:16.740668 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6b52d6-80da-44c1-8491-cbde44ce10c0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:18:16.741012 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6b52d6-80da-44c1-8491-cbde44ce10c0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:18:16.741342 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6b52d6-80da-44c1-8491-cbde44ce10c0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:18:16.741666 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6b52d6-80da-44c1-8491-cbde44ce10c0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:18:16.741992 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6b52d6-80da-44c1-8491-cbde44ce10c0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:18:16.742335 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6b52d6-80da-44c1-8491-cbde44ce10c0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:18:16.742658 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6b52d6-80da-44c1-8491-cbde44ce10c0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:18:16.742977 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6b52d6-80da-44c1-8491-cbde44ce10c0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:18:16.743295 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6b52d6-80da-44c1-8491-cbde44ce10c0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:18:16.743613 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6b52d6-80da-44c1-8491-cbde44ce10c0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:18:16.743932 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f6b52d6-80da-44c1-8491-cbde44ce10c0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:18:16.799478 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7f6b52d6-80da-44c1-8491-cbde44ce10c0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for floatingip, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:16.799809 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.l3_db [None req-7f6b52d6-80da-44c1-8491-cbde44ce10c0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Floating IP 388ae7b0-033c-427a-8b9b-f9b136b10833 disassociated (deleted). External IP: 172.26.2.243, port: ddb35244-c1e2-40e8-af18-4e1cbe648556. Oct 13 16:18:17.139018 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f6b52d6-80da-44c1-8491-cbde44ce10c0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Router 241e8393-75b6-46b6-9f8e-1fe62e8bbe9f has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 16:18:17.313164 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f6b52d6-80da-44c1-8491-cbde44ce10c0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:18:17.322553 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed95bc2-4dc1-47b9-bd3f-d1d7ce7447d9 None None] Sync routers for ids ['241e8393-75b6-46b6-9f8e-1fe62e8bbe9f'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:18:17.332865 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed95bc2-4dc1-47b9-bd3f-d1d7ce7447d9 None None] Routers {'241e8393-75b6-46b6-9f8e-1fe62e8bbe9f'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:18:17.333188 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7f6b52d6-80da-44c1-8491-cbde44ce10c0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:17.333474 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-1ed95bc2-4dc1-47b9-bd3f-d1d7ce7447d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:18:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['241e8393-75b6-46b6-9f8e-1fe62e8bbe9f'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:18:17.386399 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-7f6b52d6-80da-44c1-8491-cbde44ce10c0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "DELETE /v2.0/floatingips/388ae7b0-033c-427a-8b9b-f9b136b10833 HTTP/1.1" status: 204 len: 168 time: 1.4600942 Oct 13 16:18:17.387035 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7554e191-3f92-4a3e-97ea-de4e3118cc4f', 'tag': 'ddb35244-c1e2-40e8-af18-4e1cbe648556'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:18:17.389408 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-348b2213-737a-40e0-9a06-108c496ccc0d" -d '{"events": [{"name": "network-changed", "server_uuid": "7554e191-3f92-4a3e-97ea-de4e3118cc4f", "tag": "ddb35244-c1e2-40e8-af18-4e1cbe648556"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:18:17.518091 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-1ed95bc2-4dc1-47b9-bd3f-d1d7ce7447d9 None None] Set router 241e8393-75b6-46b6-9f8e-1fe62e8bbe9f gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:18:17.545529 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 16:18:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d476da-81ee-43d9-8740-09390eb1517a x-openstack-request-id: req-b3d476da-81ee-43d9-8740-09390eb1517a {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:18:17.545810 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7554e191-3f92-4a3e-97ea-de4e3118cc4f", "tag": "ddb35244-c1e2-40e8-af18-4e1cbe648556", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:18:17.546057 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b3d476da-81ee-43d9-8740-09390eb1517a {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:18:17.546616 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b3d476da-81ee-43d9-8740-09390eb1517a'] response: {'name': 'network-changed', 'server_uuid': '7554e191-3f92-4a3e-97ea-de4e3118cc4f', 'tag': 'ddb35244-c1e2-40e8-af18-4e1cbe648556', 'status': 'completed', 'code': 200} Oct 13 16:18:17.672532 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b2213-737a-40e0-9a06-108c496ccc0d req-eb0ea3ea-aee9-4362-868f-f8efb4ee889b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:18:17.675461 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-348b2213-737a-40e0-9a06-108c496ccc0d req-eb0ea3ea-aee9-4362-868f-f8efb4ee889b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a06d0f5fab8f48c6bec23f3d7dc5027f&device_id=7554e191-3f92-4a3e-97ea-de4e3118cc4f HTTP/1.1" status: 200 len: 1098 time: 0.0944319 Oct 13 16:18:17.796015 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dcac58-06a3-4f4c-95ca-390595ae9244 req-e1515236-740a-4e83-821b-6b42f85062e6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:18:17.799002 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-b5dcac58-06a3-4f4c-95ca-390595ae9244 req-e1515236-740a-4e83-821b-6b42f85062e6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=7554e191-3f92-4a3e-97ea-de4e3118cc4f HTTP/1.1" status: 200 len: 945 time: 0.0995111 Oct 13 16:18:17.818522 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b2213-737a-40e0-9a06-108c496ccc0d req-aaffa55f-21e6-4a11-808a-60d6a038e594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:18:17.820208 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-348b2213-737a-40e0-9a06-108c496ccc0d req-aaffa55f-21e6-4a11-808a-60d6a038e594 service neutron] 10.222.0.16 "GET /v2.0/networks?id=41d1d8cf-d344-4755-9b05-ff68f0ab71ba HTTP/1.1" status: 200 len: 897 time: 0.1377542 Oct 13 16:18:17.842746 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-b5dcac58-06a3-4f4c-95ca-390595ae9244 req-e55cda0d-d5a7-4771-9844-8ea0f48f4324 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=aea1d59f-c246-49e3-9e93-6bdd31210e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389895 Oct 13 16:18:17.853268 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-1ed95bc2-4dc1-47b9-bd3f-d1d7ce7447d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241e8393-75b6-46b6-9f8e-1fe62e8bbe9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328630738', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.73'}], 'enable_snat': True}, 'gw_port_id': '1f01585d-9a80-4931-8e2d-78501b509a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:16:46Z', 'updated_at': '2022-10-13T16:16:51Z', 'revision_number': 4, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': '1f01585d-9a80-4931-8e2d-78501b509a8e', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e8393-75b6-46b6-9f8e-1fe62e8bbe9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:16:47Z', 'updated_at': '2022-10-13T16:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '7f8b2f84-ec39-4751-97a9-7baed6826e29', 'name': '', 'network_id': '41d1d8cf-d344-4755-9b05-ff68f0ab71ba', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'mac_address': 'fa:16:3e:88:4e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e8393-75b6-46b6-9f8e-1fe62e8bbe9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '243efa81-a251-4a44-9196-da4456112fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:16:50Z', 'updated_at': '2022-10-13T16:16:56Z', 'revision_number': 5, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'subnets': [{'id': '243efa81-a251-4a44-9196-da4456112fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:18:17.858458 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed95bc2-4dc1-47b9-bd3f-d1d7ce7447d9 None None] Checking router: 241e8393-75b6-46b6-9f8e-1fe62e8bbe9f for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:18:17.866825 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed95bc2-4dc1-47b9-bd3f-d1d7ce7447d9 None None] Routers {'241e8393-75b6-46b6-9f8e-1fe62e8bbe9f'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:18:17.867554 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-1ed95bc2-4dc1-47b9-bd3f-d1d7ce7447d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:18:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['241e8393-75b6-46b6-9f8e-1fe62e8bbe9f'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:18:17.891287 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-348b2213-737a-40e0-9a06-108c496ccc0d req-b6595204-3eb8-4686-838d-4dd521593cfc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ddb35244-c1e2-40e8-af18-4e1cbe648556 HTTP/1.1" status: 200 len: 217 time: 0.0636404 Oct 13 16:18:17.956860 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b2213-737a-40e0-9a06-108c496ccc0d req-4d5d9e5c-6928-45b9-889f-d00e1e65000b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:18:17.958251 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-348b2213-737a-40e0-9a06-108c496ccc0d req-4d5d9e5c-6928-45b9-889f-d00e1e65000b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=243efa81-a251-4a44-9196-da4456112fac HTTP/1.1" status: 200 len: 834 time: 0.0603356 Oct 13 16:18:18.041126 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b2213-737a-40e0-9a06-108c496ccc0d req-6154cce9-1bdc-46f8-8836-7ab31628483b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:18:18.042978 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-348b2213-737a-40e0-9a06-108c496ccc0d req-6154cce9-1bdc-46f8-8836-7ab31628483b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=41d1d8cf-d344-4755-9b05-ff68f0ab71ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0775731 Oct 13 16:18:18.046585 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-1ed95bc2-4dc1-47b9-bd3f-d1d7ce7447d9 None None] Set router 241e8393-75b6-46b6-9f8e-1fe62e8bbe9f gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:18:18.174569 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-348b2213-737a-40e0-9a06-108c496ccc0d req-d7ccacda-7869-4f2d-b844-d8f0cb447599 service neutron] 10.222.0.16 "GET /v2.0/networks/41d1d8cf-d344-4755-9b05-ff68f0ab71ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237175 Oct 13 16:18:18.362592 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-1ed95bc2-4dc1-47b9-bd3f-d1d7ce7447d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241e8393-75b6-46b6-9f8e-1fe62e8bbe9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328630738', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.73'}], 'enable_snat': True}, 'gw_port_id': '1f01585d-9a80-4931-8e2d-78501b509a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:16:46Z', 'updated_at': '2022-10-13T16:16:51Z', 'revision_number': 4, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': '1f01585d-9a80-4931-8e2d-78501b509a8e', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e8393-75b6-46b6-9f8e-1fe62e8bbe9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:16:47Z', 'updated_at': '2022-10-13T16:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '7f8b2f84-ec39-4751-97a9-7baed6826e29', 'name': '', 'network_id': '41d1d8cf-d344-4755-9b05-ff68f0ab71ba', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'mac_address': 'fa:16:3e:88:4e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e8393-75b6-46b6-9f8e-1fe62e8bbe9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '243efa81-a251-4a44-9196-da4456112fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:16:50Z', 'updated_at': '2022-10-13T16:16:56Z', 'revision_number': 5, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'subnets': [{'id': '243efa81-a251-4a44-9196-da4456112fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:18:18.366480 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed95bc2-4dc1-47b9-bd3f-d1d7ce7447d9 None None] The sync data for ids ['241e8393-75b6-46b6-9f8e-1fe62e8bbe9f'] in dv-neutron-860329-2-hyperv is: [{'id': '241e8393-75b6-46b6-9f8e-1fe62e8bbe9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328630738', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.73'}], 'enable_snat': True}, 'gw_port_id': '1f01585d-9a80-4931-8e2d-78501b509a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:16:46Z', 'updated_at': '2022-10-13T16:16:51Z', 'revision_number': 4, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': '1f01585d-9a80-4931-8e2d-78501b509a8e', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e8393-75b6-46b6-9f8e-1fe62e8bbe9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:16:47Z', 'updated_at': '2022-10-13T16:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '7f8b2f84-ec39-4751-97a9-7baed6826e29', 'name': '', 'network_id': '41d1d8cf-d344-4755-9b05-ff68f0ab71ba', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'mac_address': 'fa:16:3e:88:4e:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e8393-75b6-46b6-9f8e-1fe62e8bbe9f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1726, 'fixed_ips': [{'subnet_id': '243efa81-a251-4a44-9196-da4456112fac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:16:50Z', 'updated_at': '2022-10-13T16:16:56Z', 'revision_number': 5, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'subnets': [{'id': '243efa81-a251-4a44-9196-da4456112fac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:18:18.413558 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-348b2213-737a-40e0-9a06-108c496ccc0d req-7bcd8034-4bc7-4d6d-b321-1678c4190920 service neutron] 10.222.0.16 "GET /v2.0/networks/41d1d8cf-d344-4755-9b05-ff68f0ab71ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318542 Oct 13 16:18:18.567617 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac360f15-ab49-4d61-8222-b0a90d182fd7 None None] New status for floating IP 388ae7b0-033c-427a-8b9b-f9b136b10833: DOWN {{(pid=88975) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 16:18:19.043425 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8b932d-6fae-480c-a087-b861e045e85a req-3a447d97-bfe2-4bd9-ab7b-370b5bbdc958 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:18:19.044010 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-0c8b932d-6fae-480c-a087-b861e045e85a req-3a447d97-bfe2-4bd9-ab7b-370b5bbdc958 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Synchronizing usage tracker for tenant:a06d0f5fab8f48c6bec23f3d7dc5027f on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:18:19.058464 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-0c8b932d-6fae-480c-a087-b861e045e85a req-3a447d97-bfe2-4bd9-ab7b-370b5bbdc958 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Unset dirty status for tenant:a06d0f5fab8f48c6bec23f3d7dc5027f on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:18:19.059543 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0c8b932d-6fae-480c-a087-b861e045e85a req-3a447d97-bfe2-4bd9-ab7b-370b5bbdc958 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=7554e191-3f92-4a3e-97ea-de4e3118cc4f HTTP/1.1" status: 200 len: 945 time: 0.1039500 Oct 13 16:18:19.103042 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0c8b932d-6fae-480c-a087-b861e045e85a req-f1597bd2-60bc-41f7-b5a6-5f5deb4da0bc tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=aea1d59f-c246-49e3-9e93-6bdd31210e51&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377913 Oct 13 16:18:19.598875 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10bffb1-5562-40d1-91e3-ae04f5dff96e req-fe16c872-1f19-43a4-9a4b-e6fae38f815f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:18:19.600306 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a10bffb1-5562-40d1-91e3-ae04f5dff96e req-fe16c872-1f19-43a4-9a4b-e6fae38f815f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.16 "GET /v2.0/ports?device_id=7554e191-3f92-4a3e-97ea-de4e3118cc4f HTTP/1.1" status: 200 len: 945 time: 0.0871933 Oct 13 16:18:19.667194 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-a10bffb1-5562-40d1-91e3-ae04f5dff96e req-fd97d010-ca5f-4ae2-a2b9-d45c592fabb7 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Deleting port ddb35244-c1e2-40e8-af18-4e1cbe648556 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:18:19.667529 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-a10bffb1-5562-40d1-91e3-ae04f5dff96e req-fd97d010-ca5f-4ae2-a2b9-d45c592fabb7 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:19.917386 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-a10bffb1-5562-40d1-91e3-ae04f5dff96e req-fd97d010-ca5f-4ae2-a2b9-d45c592fabb7 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] For port ddb35244-c1e2-40e8-af18-4e1cbe648556, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=ddb35244-c1e2-40e8-af18-4e1cbe648556,segment=NetworkSegment(e2fd6c9f-7f2b-4d06-97ca-310b0dbc1152),segment_id=e2fd6c9f-7f2b-4d06-97ca-310b0dbc1152)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:18:19.917735 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-a10bffb1-5562-40d1-91e3-ae04f5dff96e req-fd97d010-ca5f-4ae2-a2b9-d45c592fabb7 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:20.036283 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-a10bffb1-5562-40d1-91e3-ae04f5dff96e req-fd97d010-ca5f-4ae2-a2b9-d45c592fabb7 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Calling delete_port for ddb35244-c1e2-40e8-af18-4e1cbe648556 owned by compute:nova {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:18:20.178817 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-a10bffb1-5562-40d1-91e3-ae04f5dff96e req-fd97d010-ca5f-4ae2-a2b9-d45c592fabb7 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:20.230019 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd97d010-ca5f-4ae2-a2b9-d45c592fabb7 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event deleted for resources: {'Port': ['ID=ddb35244-c1e2-40e8-af18-4e1cbe648556,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:18:20.265699 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-c02cbb05-39c5-4cd4-aeaf-b0b57d574eed req-0884f699-214a-494f-b792-3c67cbff553e tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=7554e191-3f92-4a3e-97ea-de4e3118cc4f HTTP/1.1" status: 200 len: 210 time: 0.0503409 Oct 13 16:18:20.317516 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-a10bffb1-5562-40d1-91e3-ae04f5dff96e req-fd97d010-ca5f-4ae2-a2b9-d45c592fabb7 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] No DVR routers for this DVR port ddb35244-c1e2-40e8-af18-4e1cbe648556 on host hv-neutron-8603 {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 16:18:20.319968 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-a10bffb1-5562-40d1-91e3-ae04f5dff96e req-fd97d010-ca5f-4ae2-a2b9-d45c592fabb7 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:20.322486 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7554e191-3f92-4a3e-97ea-de4e3118cc4f', 'name': 'network-vif-deleted', 'tag': 'ddb35244-c1e2-40e8-af18-4e1cbe648556'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:18:20.324737 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0531e41-d503-4ef1-b9f3-152df618b8e7" -d '{"events": [{"server_uuid": "7554e191-3f92-4a3e-97ea-de4e3118cc4f", "name": "network-vif-deleted", "tag": "ddb35244-c1e2-40e8-af18-4e1cbe648556"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:18:20.339358 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a10bffb1-5562-40d1-91e3-ae04f5dff96e req-fd97d010-ca5f-4ae2-a2b9-d45c592fabb7 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.16 "DELETE /v2.0/ports/ddb35244-c1e2-40e8-af18-4e1cbe648556 HTTP/1.1" status: 204 len: 173 time: 0.7341697 Oct 13 16:18:20.367490 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 16:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7bb6553-4f8a-4255-bdd9-2825154a48a0 x-openstack-request-id: req-a7bb6553-4f8a-4255-bdd9-2825154a48a0 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:18:20.367790 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7554e191-3f92-4a3e-97ea-de4e3118cc4f", "name": "network-vif-deleted", "tag": "ddb35244-c1e2-40e8-af18-4e1cbe648556", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:18:20.368069 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a7bb6553-4f8a-4255-bdd9-2825154a48a0 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:18:20.368518 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a7bb6553-4f8a-4255-bdd9-2825154a48a0'] response: {'server_uuid': '7554e191-3f92-4a3e-97ea-de4e3118cc4f', 'name': 'network-vif-deleted', 'tag': 'ddb35244-c1e2-40e8-af18-4e1cbe648556', 'status': 'completed', 'code': 200} Oct 13 16:18:21.365213 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 33786) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:18:21.909871 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2d8c7a1e-7df4-4f03-9811-f7d76398c97d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:22.248930 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-2d8c7a1e-7df4-4f03-9811-f7d76398c97d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Deleting port 7f8b2f84-ec39-4751-97a9-7baed6826e29 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:18:22.249259 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2d8c7a1e-7df4-4f03-9811-f7d76398c97d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:22.538654 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-2d8c7a1e-7df4-4f03-9811-f7d76398c97d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] For port 7f8b2f84-ec39-4751-97a9-7baed6826e29, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=7f8b2f84-ec39-4751-97a9-7baed6826e29,segment=NetworkSegment(e2fd6c9f-7f2b-4d06-97ca-310b0dbc1152),segment_id=e2fd6c9f-7f2b-4d06-97ca-310b0dbc1152)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:18:22.539312 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2d8c7a1e-7df4-4f03-9811-f7d76398c97d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:22.661299 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-2d8c7a1e-7df4-4f03-9811-f7d76398c97d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Calling delete_port for 7f8b2f84-ec39-4751-97a9-7baed6826e29 owned by network:router_interface {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:18:22.784725 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device ddb35244-c1e2-40e8-af18-4e1cbe648556 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:18:22.818603 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] No Port match for: ddb35244-c1e2-40e8-af18-4e1cbe648556 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:18:22.818876 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device ddb35244-c1e2-40e8-af18-4e1cbe648556 not bound to the agent host hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:18:22.978936 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2d8c7a1e-7df4-4f03-9811-f7d76398c97d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:23.030808 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8c7a1e-7df4-4f03-9811-f7d76398c97d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event deleted for resources: {'Port': ['ID=7f8b2f84-ec39-4751-97a9-7baed6826e29,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:18:23.101251 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8c7a1e-7df4-4f03-9811-f7d76398c97d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:18:23.101598 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8c7a1e-7df4-4f03-9811-f7d76398c97d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:18:23.101938 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8c7a1e-7df4-4f03-9811-f7d76398c97d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:18:23.102297 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8c7a1e-7df4-4f03-9811-f7d76398c97d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:18:23.102625 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8c7a1e-7df4-4f03-9811-f7d76398c97d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:18:23.102957 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8c7a1e-7df4-4f03-9811-f7d76398c97d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:18:23.103282 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8c7a1e-7df4-4f03-9811-f7d76398c97d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:18:23.103604 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8c7a1e-7df4-4f03-9811-f7d76398c97d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:18:23.103927 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8c7a1e-7df4-4f03-9811-f7d76398c97d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:18:23.104246 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8c7a1e-7df4-4f03-9811-f7d76398c97d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:18:23.104566 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8c7a1e-7df4-4f03-9811-f7d76398c97d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:18:23.104886 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d8c7a1e-7df4-4f03-9811-f7d76398c97d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:18:23.311801 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2d8c7a1e-7df4-4f03-9811-f7d76398c97d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:23.663286 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d8c7a1e-7df4-4f03-9811-f7d76398c97d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Router 241e8393-75b6-46b6-9f8e-1fe62e8bbe9f has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 16:18:23.947773 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8c7a1e-7df4-4f03-9811-f7d76398c97d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:18:23.957998 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0780cef3-a756-4a98-9e16-f8cf3368d402 None None] Sync routers for ids ['241e8393-75b6-46b6-9f8e-1fe62e8bbe9f'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:18:23.960494 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-2d8c7a1e-7df4-4f03-9811-f7d76398c97d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "PUT /v2.0/routers/241e8393-75b6-46b6-9f8e-1fe62e8bbe9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5942543 Oct 13 16:18:23.963240 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 33790) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:18:23.967858 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0780cef3-a756-4a98-9e16-f8cf3368d402 None None] Routers {'241e8393-75b6-46b6-9f8e-1fe62e8bbe9f'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:18:23.968459 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-0780cef3-a756-4a98-9e16-f8cf3368d402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:18:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['241e8393-75b6-46b6-9f8e-1fe62e8bbe9f'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:18:24.027916 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bbc41c1-0488-421f-99bb-a7b6c7307594 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Deleting subnet 243efa81-a251-4a44-9196-da4456112fac {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 16:18:24.031481 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0bbc41c1-0488-421f-99bb-a7b6c7307594 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:24.088078 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0bbc41c1-0488-421f-99bb-a7b6c7307594 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:24.145321 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-0780cef3-a756-4a98-9e16-f8cf3368d402 None None] Set router 241e8393-75b6-46b6-9f8e-1fe62e8bbe9f gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:18:24.172428 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0bbc41c1-0488-421f-99bb-a7b6c7307594 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:24.245438 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0bbc41c1-0488-421f-99bb-a7b6c7307594 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:24.288558 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbc41c1-0488-421f-99bb-a7b6c7307594 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event deleted for resources: {'Subnet': ['ID=243efa81-a251-4a44-9196-da4456112fac,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:18:24.292269 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0bbc41c1-0488-421f-99bb-a7b6c7307594 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:24.298445 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-0bbc41c1-0488-421f-99bb-a7b6c7307594 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "DELETE /v2.0/subnets/243efa81-a251-4a44-9196-da4456112fac HTTP/1.1" status: 204 len: 168 time: 0.3342144 Oct 13 16:18:24.301035 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 33794) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:18:24.309461 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3abbe94-806e-4a0b-a1e4-ebeb11d6a498 None None] Network 41d1d8cf-d344-4755-9b05-ff68f0ab71ba requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 16:18:24.475775 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-54c4c5c8-25b0-42af-bed8-b214ab731afc tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for router, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:24.648088 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-0780cef3-a756-4a98-9e16-f8cf3368d402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241e8393-75b6-46b6-9f8e-1fe62e8bbe9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328630738', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.73'}], 'enable_snat': True}, 'gw_port_id': '1f01585d-9a80-4931-8e2d-78501b509a8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:16:46Z', 'updated_at': '2022-10-13T16:18:22Z', 'revision_number': 5, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': '1f01585d-9a80-4931-8e2d-78501b509a8e', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:b0:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '241e8393-75b6-46b6-9f8e-1fe62e8bbe9f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:16:47Z', 'updated_at': '2022-10-13T16:16:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:18:24.652058 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0780cef3-a756-4a98-9e16-f8cf3368d402 None None] Checking router: 241e8393-75b6-46b6-9f8e-1fe62e8bbe9f for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:18:24.656184 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-54c4c5c8-25b0-42af-bed8-b214ab731afc tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:24.662322 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0780cef3-a756-4a98-9e16-f8cf3368d402 None None] Routers {'241e8393-75b6-46b6-9f8e-1fe62e8bbe9f'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:18:24.663144 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-0780cef3-a756-4a98-9e16-f8cf3368d402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:18:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['241e8393-75b6-46b6-9f8e-1fe62e8bbe9f'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:18:24.667008 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-54c4c5c8-25b0-42af-bed8-b214ab731afc tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Deleting port 1f01585d-9a80-4931-8e2d-78501b509a8e {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:18:24.668135 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-54c4c5c8-25b0-42af-bed8-b214ab731afc tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:24.773362 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d567a227-e33d-4fc5-a84d-82b3da369faa None None] DHCP port deletion for 41d1d8cf-d344-4755-9b05-ff68f0ab71ba request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 16:18:24.796507 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-d567a227-e33d-4fc5-a84d-82b3da369faa None None] Deleting port e00384d3-746f-4a2a-873b-976b5f6ae396 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:18:24.796871 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d567a227-e33d-4fc5-a84d-82b3da369faa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:24.850463 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-54c4c5c8-25b0-42af-bed8-b214ab731afc tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] For port 1f01585d-9a80-4931-8e2d-78501b509a8e, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=1f01585d-9a80-4931-8e2d-78501b509a8e,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:18:24.850822 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-54c4c5c8-25b0-42af-bed8-b214ab731afc tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:24.863442 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-0780cef3-a756-4a98-9e16-f8cf3368d402 None None] Set router 241e8393-75b6-46b6-9f8e-1fe62e8bbe9f gateway port host: None {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:18:24.973770 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-54c4c5c8-25b0-42af-bed8-b214ab731afc tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Calling delete_port for 1f01585d-9a80-4931-8e2d-78501b509a8e owned by network:router_gateway {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:18:25.000373 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-0780cef3-a756-4a98-9e16-f8cf3368d402 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '241e8393-75b6-46b6-9f8e-1fe62e8bbe9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328630738', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:16:46Z', 'updated_at': '2022-10-13T16:18:24Z', 'revision_number': 6, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port_host': None}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:18:25.013464 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0780cef3-a756-4a98-9e16-f8cf3368d402 None None] The sync data for ids ['241e8393-75b6-46b6-9f8e-1fe62e8bbe9f'] in dv-neutron-860329-2-hyperv is: [{'id': '241e8393-75b6-46b6-9f8e-1fe62e8bbe9f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1328630738', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:16:46Z', 'updated_at': '2022-10-13T16:18:24Z', 'revision_number': 6, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port_host': None}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:18:25.120494 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-d567a227-e33d-4fc5-a84d-82b3da369faa None None] For port e00384d3-746f-4a2a-873b-976b5f6ae396, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=e00384d3-746f-4a2a-873b-976b5f6ae396,segment=NetworkSegment(e2fd6c9f-7f2b-4d06-97ca-310b0dbc1152),segment_id=e2fd6c9f-7f2b-4d06-97ca-310b0dbc1152)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:18:25.120874 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d567a227-e33d-4fc5-a84d-82b3da369faa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:25.145688 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-54c4c5c8-25b0-42af-bed8-b214ab731afc tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:25.193627 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c4c5c8-25b0-42af-bed8-b214ab731afc tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event deleted for resources: {'Port': ['ID=1f01585d-9a80-4931-8e2d-78501b509a8e,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:18:25.245932 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-d567a227-e33d-4fc5-a84d-82b3da369faa None None] Calling delete_port for e00384d3-746f-4a2a-873b-976b5f6ae396 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:18:25.288949 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-54c4c5c8-25b0-42af-bed8-b214ab731afc tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828050'] for router_gateway, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:25.322172 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d567a227-e33d-4fc5-a84d-82b3da369faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:25.420793 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d567a227-e33d-4fc5-a84d-82b3da369faa None None] Pushing event deleted for resources: {'Port': ['ID=e00384d3-746f-4a2a-873b-976b5f6ae396,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:18:25.425861 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d567a227-e33d-4fc5-a84d-82b3da369faa None None] No DVR routers for this DVR port e00384d3-746f-4a2a-873b-976b5f6ae396 on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 16:18:25.436761 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d567a227-e33d-4fc5-a84d-82b3da369faa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:18:25.436761 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d567a227-e33d-4fc5-a84d-82b3da369faa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:18:25.437002 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d567a227-e33d-4fc5-a84d-82b3da369faa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:18:25.437253 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d567a227-e33d-4fc5-a84d-82b3da369faa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:18:25.437573 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d567a227-e33d-4fc5-a84d-82b3da369faa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:18:25.437900 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d567a227-e33d-4fc5-a84d-82b3da369faa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:18:25.438247 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d567a227-e33d-4fc5-a84d-82b3da369faa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:18:25.438847 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d567a227-e33d-4fc5-a84d-82b3da369faa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:18:25.438847 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d567a227-e33d-4fc5-a84d-82b3da369faa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:18:25.439167 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d567a227-e33d-4fc5-a84d-82b3da369faa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:18:25.439477 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d567a227-e33d-4fc5-a84d-82b3da369faa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:18:25.439784 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d567a227-e33d-4fc5-a84d-82b3da369faa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:18:25.573068 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-54c4c5c8-25b0-42af-bed8-b214ab731afc tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:25.575152 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-54c4c5c8-25b0-42af-bed8-b214ab731afc tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:25.597256 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-54c4c5c8-25b0-42af-bed8-b214ab731afc tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:25.597759 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c4c5c8-25b0-42af-bed8-b214ab731afc tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Fanout notify agent at l3_agent the message router_deleted on router 241e8393-75b6-46b6-9f8e-1fe62e8bbe9f {{(pid=88972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 16:18:25.613582 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-54c4c5c8-25b0-42af-bed8-b214ab731afc tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:25.614676 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-54c4c5c8-25b0-42af-bed8-b214ab731afc tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "DELETE /v2.0/routers/241e8393-75b6-46b6-9f8e-1fe62e8bbe9f HTTP/1.1" status: 204 len: 168 time: 1.3127470 Oct 13 16:18:25.617294 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 33798) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:18:25.730823 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2e313497-744a-4066-9737-cbc86156ab38 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:25.817057 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 7f8b2f84-ec39-4751-97a9-7baed6826e29 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:18:25.851103 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 7f8b2f84-ec39-4751-97a9-7baed6826e29 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:18:25.851366 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 7f8b2f84-ec39-4751-97a9-7baed6826e29 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:18:25.851776 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device e00384d3-746f-4a2a-873b-976b5f6ae396 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:18:25.865878 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2e313497-744a-4066-9737-cbc86156ab38 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:25.885809 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: e00384d3-746f-4a2a-873b-976b5f6ae396 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:18:25.886256 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device e00384d3-746f-4a2a-873b-976b5f6ae396 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:18:25.886733 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 1f01585d-9a80-4931-8e2d-78501b509a8e no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:18:25.894343 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-2e313497-744a-4066-9737-cbc86156ab38 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41d1d8cf-d344-4755-9b05-ff68f0ab71ba']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:18:25.912204 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-2e313497-744a-4066-9737-cbc86156ab38 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2fd6c9f-7f2b-4d06-97ca-310b0dbc1152') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:18:25.912639 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-2e313497-744a-4066-9737-cbc86156ab38 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2fd6c9f-7f2b-4d06-97ca-310b0dbc1152') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:18:25.923340 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 1f01585d-9a80-4931-8e2d-78501b509a8e {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:18:25.923683 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 1f01585d-9a80-4931-8e2d-78501b509a8e not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:18:25.926019 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2e313497-744a-4066-9737-cbc86156ab38 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:25.942492 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2e313497-744a-4066-9737-cbc86156ab38 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:25.948808 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e313497-744a-4066-9737-cbc86156ab38 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Releasing vlan 403 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 16:18:25.949213 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2e313497-744a-4066-9737-cbc86156ab38 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:25.983956 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment e2fd6c9f-7f2b-4d06-97ca-310b0dbc1152 resource provider aggregate not found Oct 13 16:18:26.048233 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment e2fd6c9f-7f2b-4d06-97ca-310b0dbc1152 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e2fd6c9f-7f2b-4d06-97ca-310b0dbc1152 found for delete ", "request_id": "req-107ca231-d020-48c6-a361-9fe7adbd5126"}]} Oct 13 16:18:26.055525 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2e313497-744a-4066-9737-cbc86156ab38 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:26.075422 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2e313497-744a-4066-9737-cbc86156ab38 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:26.085104 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e313497-744a-4066-9737-cbc86156ab38 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event deleted for resources: {'Network': ['ID=41d1d8cf-d344-4755-9b05-ff68f0ab71ba,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:18:26.087882 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-2e313497-744a-4066-9737-cbc86156ab38 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "DELETE /v2.0/networks/41d1d8cf-d344-4755-9b05-ff68f0ab71ba HTTP/1.1" status: 204 len: 168 time: 0.4696975 Oct 13 16:18:26.090487 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 33806) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:18:26.157194 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:26.157777 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-98afdf90-652c-41cd-a1a6-b3a22d2e7737 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:26.186848 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-98afdf90-652c-41cd-a1a6-b3a22d2e7737 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:26.251578 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-98afdf90-652c-41cd-a1a6-b3a22d2e7737 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:26.272943 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98afdf90-652c-41cd-a1a6-b3a22d2e7737 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea1d59f-c246-49e3-9e93-6bdd31210e51,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:18:26.284714 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-98afdf90-652c-41cd-a1a6-b3a22d2e7737 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:26.285817 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-98afdf90-652c-41cd-a1a6-b3a22d2e7737 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "DELETE /v2.0/security-groups/aea1d59f-c246-49e3-9e93-6bdd31210e51 HTTP/1.1" status: 204 len: 168 time: 0.1944599 Oct 13 16:18:26.400215 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 33814) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:18:26.405898 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-40937ba1-d730-4ee8-b569-fe130b54f843 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1070628670', 'description': 'tempest-secgroup-smoke-1070628670 description', 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:18:26.411843 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-40937ba1-d730-4ee8-b569-fe130b54f843 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:18:26.415852 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-40937ba1-d730-4ee8-b569-fe130b54f843 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Usage tracker for resource:security_group and tenant:a06d0f5fab8f48c6bec23f3d7dc5027f is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:18:26.418678 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-40937ba1-d730-4ee8-b569-fe130b54f843 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:18:26.424209 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-40937ba1-d730-4ee8-b569-fe130b54f843 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:18:26.433966 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-40937ba1-d730-4ee8-b569-fe130b54f843 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:26.453179 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-40937ba1-d730-4ee8-b569-fe130b54f843 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:18:26.457011 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-40937ba1-d730-4ee8-b569-fe130b54f843 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Usage tracker for resource:security_group_rule and tenant:a06d0f5fab8f48c6bec23f3d7dc5027f is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:18:26.459901 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-40937ba1-d730-4ee8-b569-fe130b54f843 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:18:26.465491 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-40937ba1-d730-4ee8-b569-fe130b54f843 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:18:26.531977 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-40937ba1-d730-4ee8-b569-fe130b54f843 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:26.535398 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-40937ba1-d730-4ee8-b569-fe130b54f843 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:26.580519 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40937ba1-d730-4ee8-b569-fe130b54f843 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=943e220c-01df-4478-83d0-37faef5f0807,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:18:26.583436 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-40937ba1-d730-4ee8-b569-fe130b54f843 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:26.585292 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-40937ba1-d730-4ee8-b569-fe130b54f843 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1834133 Oct 13 16:18:26.587491 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 33818) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:18:26.593167 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-e8f55dda-bf8a-4a5b-b891-7c72ab91e28a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Request body: {'security_group_rule': {'security_group_id': '943e220c-01df-4478-83d0-37faef5f0807', 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:18:26.599450 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-e8f55dda-bf8a-4a5b-b891-7c72ab91e28a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:18:26.603472 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-e8f55dda-bf8a-4a5b-b891-7c72ab91e28a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Usage tracker for resource:security_group_rule and tenant:a06d0f5fab8f48c6bec23f3d7dc5027f is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:18:26.606571 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-e8f55dda-bf8a-4a5b-b891-7c72ab91e28a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:18:26.612625 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-e8f55dda-bf8a-4a5b-b891-7c72ab91e28a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:18:26.630234 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e8f55dda-bf8a-4a5b-b891-7c72ab91e28a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:26.691197 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e8f55dda-bf8a-4a5b-b891-7c72ab91e28a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:26.694952 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e8f55dda-bf8a-4a5b-b891-7c72ab91e28a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:26.720448 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f55dda-bf8a-4a5b-b891-7c72ab91e28a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48cbc633-5742-4e70-8b80-bdc042bbdce4,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:18:26.730173 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e8f55dda-bf8a-4a5b-b891-7c72ab91e28a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:26.733965 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-e8f55dda-bf8a-4a5b-b891-7c72ab91e28a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1430011 Oct 13 16:18:26.734584 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 33822) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:18:26.739596 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-2937fd53-7899-4539-bf9b-6827d5daf1d6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Request body: {'security_group_rule': {'security_group_id': '943e220c-01df-4478-83d0-37faef5f0807', 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:18:26.749048 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-2937fd53-7899-4539-bf9b-6827d5daf1d6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:18:26.753326 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-2937fd53-7899-4539-bf9b-6827d5daf1d6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Usage tracker for resource:security_group_rule and tenant:a06d0f5fab8f48c6bec23f3d7dc5027f is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:18:26.756672 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-2937fd53-7899-4539-bf9b-6827d5daf1d6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:18:26.764272 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-2937fd53-7899-4539-bf9b-6827d5daf1d6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:18:26.780575 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2937fd53-7899-4539-bf9b-6827d5daf1d6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:26.844803 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2937fd53-7899-4539-bf9b-6827d5daf1d6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:26.848118 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2937fd53-7899-4539-bf9b-6827d5daf1d6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:26.870041 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2937fd53-7899-4539-bf9b-6827d5daf1d6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5d79a9d-62ee-4e3a-87e9-c97bfc758b2e,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:18:26.879492 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2937fd53-7899-4539-bf9b-6827d5daf1d6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:26.880747 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-2937fd53-7899-4539-bf9b-6827d5daf1d6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1454327 Oct 13 16:18:26.883443 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 33826) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:18:26.889076 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-5556795a-71c6-4714-a1cf-78ab5e37b6dd tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Request body: {'security_group_rule': {'security_group_id': '943e220c-01df-4478-83d0-37faef5f0807', 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:18:26.894731 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-5556795a-71c6-4714-a1cf-78ab5e37b6dd tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:18:26.898789 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-5556795a-71c6-4714-a1cf-78ab5e37b6dd tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Usage tracker for resource:security_group_rule and tenant:a06d0f5fab8f48c6bec23f3d7dc5027f is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:18:26.901622 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-5556795a-71c6-4714-a1cf-78ab5e37b6dd tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:18:26.907264 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-5556795a-71c6-4714-a1cf-78ab5e37b6dd tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:18:26.922838 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5556795a-71c6-4714-a1cf-78ab5e37b6dd tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:26.987354 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5556795a-71c6-4714-a1cf-78ab5e37b6dd tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:26.990652 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5556795a-71c6-4714-a1cf-78ab5e37b6dd tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:27.014376 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5556795a-71c6-4714-a1cf-78ab5e37b6dd tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=379f8e13-8680-4c53-8dfd-f9fdeb667e35,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:18:27.023016 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5556795a-71c6-4714-a1cf-78ab5e37b6dd tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:27.024185 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-5556795a-71c6-4714-a1cf-78ab5e37b6dd tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1398263 Oct 13 16:18:27.026937 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 33830) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:18:27.031775 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-96d60604-dfe0-4044-970f-6e0bb806433f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Request body: {'security_group_rule': {'security_group_id': '943e220c-01df-4478-83d0-37faef5f0807', 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:18:27.037613 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-96d60604-dfe0-4044-970f-6e0bb806433f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:18:27.041392 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-96d60604-dfe0-4044-970f-6e0bb806433f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Usage tracker for resource:security_group_rule and tenant:a06d0f5fab8f48c6bec23f3d7dc5027f is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:18:27.044231 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-96d60604-dfe0-4044-970f-6e0bb806433f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:18:27.049779 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-96d60604-dfe0-4044-970f-6e0bb806433f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:18:27.065823 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-96d60604-dfe0-4044-970f-6e0bb806433f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:27.127967 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-96d60604-dfe0-4044-970f-6e0bb806433f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:27.130899 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-96d60604-dfe0-4044-970f-6e0bb806433f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:27.153189 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d60604-dfe0-4044-970f-6e0bb806433f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f80e62b4-1a4c-4ca8-853b-a14c7aa5a39f,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:18:27.161946 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-96d60604-dfe0-4044-970f-6e0bb806433f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:27.163145 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-96d60604-dfe0-4044-970f-6e0bb806433f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1352894 Oct 13 16:18:27.165798 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 33834) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:18:27.171145 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-34447b9d-db61-4594-834a-5a4e9ba53820 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Request body: {'security_group_rule': {'security_group_id': '943e220c-01df-4478-83d0-37faef5f0807', 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:18:27.176857 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-34447b9d-db61-4594-834a-5a4e9ba53820 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:18:27.180696 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-34447b9d-db61-4594-834a-5a4e9ba53820 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Usage tracker for resource:security_group_rule and tenant:a06d0f5fab8f48c6bec23f3d7dc5027f is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:18:27.183574 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-34447b9d-db61-4594-834a-5a4e9ba53820 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:18:27.189791 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-34447b9d-db61-4594-834a-5a4e9ba53820 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:18:27.199809 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.securitygroups_db [None req-34447b9d-db61-4594-834a-5a4e9ba53820 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Project a06d0f5fab8f48c6bec23f3d7dc5027f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 16:18:27.206511 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-34447b9d-db61-4594-834a-5a4e9ba53820 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:27.271119 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-34447b9d-db61-4594-834a-5a4e9ba53820 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:27.274543 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-34447b9d-db61-4594-834a-5a4e9ba53820 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:27.298049 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34447b9d-db61-4594-834a-5a4e9ba53820 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bc18029-a48e-4337-95e0-7d34b7e96b6b,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:18:27.306559 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-34447b9d-db61-4594-834a-5a4e9ba53820 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:27.307704 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-34447b9d-db61-4594-834a-5a4e9ba53820 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1409752 Oct 13 16:18:27.311038 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 33838) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:18:27.315786 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-79727e98-8b68-4dcd-b423-f9f09031b4c3 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Request body: {'security_group_rule': {'security_group_id': '943e220c-01df-4478-83d0-37faef5f0807', 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:18:27.321396 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-79727e98-8b68-4dcd-b423-f9f09031b4c3 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:18:27.325198 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-79727e98-8b68-4dcd-b423-f9f09031b4c3 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Usage tracker for resource:security_group_rule and tenant:a06d0f5fab8f48c6bec23f3d7dc5027f is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:18:27.328321 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-79727e98-8b68-4dcd-b423-f9f09031b4c3 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:18:27.334386 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-79727e98-8b68-4dcd-b423-f9f09031b4c3 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:18:27.343554 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.securitygroups_db [None req-79727e98-8b68-4dcd-b423-f9f09031b4c3 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Project a06d0f5fab8f48c6bec23f3d7dc5027f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 16:18:27.349810 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-79727e98-8b68-4dcd-b423-f9f09031b4c3 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:27.412772 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-79727e98-8b68-4dcd-b423-f9f09031b4c3 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:27.416335 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-79727e98-8b68-4dcd-b423-f9f09031b4c3 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:27.440255 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79727e98-8b68-4dcd-b423-f9f09031b4c3 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c3bffc6-8cba-4bb9-9994-024cf807a379,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:18:27.448460 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-79727e98-8b68-4dcd-b423-f9f09031b4c3 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:27.449721 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-79727e98-8b68-4dcd-b423-f9f09031b4c3 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1377728 Oct 13 16:18:27.452811 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 33842) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:18:27.458061 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-225911d8-b142-4df5-a1d6-38b0fb34360e tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Request body: {'network': {'name': 'tempest-network-smoke--2120600252', 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'port_security_enabled': True}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:18:27.462775 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-225911d8-b142-4df5-a1d6-38b0fb34360e tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:18:27.467326 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-225911d8-b142-4df5-a1d6-38b0fb34360e tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Usage tracker for resource:network and tenant:a06d0f5fab8f48c6bec23f3d7dc5027f is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:18:27.470093 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-225911d8-b142-4df5-a1d6-38b0fb34360e tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:18:27.475688 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-225911d8-b142-4df5-a1d6-38b0fb34360e tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:18:27.485784 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-225911d8-b142-4df5-a1d6-38b0fb34360e tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Made reservation on behalf of a06d0f5fab8f48c6bec23f3d7dc5027f for: {'network': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 16:18:27.489020 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-225911d8-b142-4df5-a1d6-38b0fb34360e tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:27.515424 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-225911d8-b142-4df5-a1d6-38b0fb34360e tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 425} {{(pid=88973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 16:18:27.524213 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-225911d8-b142-4df5-a1d6-38b0fb34360e tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:27.524527 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-225911d8-b142-4df5-a1d6-38b0fb34360e tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Added segment 478f16f8-1aef-4277-93a9-379282548afd of type vlan for network 0fddbcc9-521d-404e-a3b3-d546abde3a61 Oct 13 16:18:27.551156 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-225911d8-b142-4df5-a1d6-38b0fb34360e tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:27.552656 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:18:27.578849 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-225911d8-b142-4df5-a1d6-38b0fb34360e tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:27.584285 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-225911d8-b142-4df5-a1d6-38b0fb34360e tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:18:27.584851 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-225911d8-b142-4df5-a1d6-38b0fb34360e tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:27.678287 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-225911d8-b142-4df5-a1d6-38b0fb34360e tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2244430 Oct 13 16:18:27.681066 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 33846) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:18:27.686390 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-046a5073-85bd-4a06-a4a0-2990c3c31f20 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-661161456', 'admin_state_up': True, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:18:27.689899 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225911d8-b142-4df5-a1d6-38b0fb34360e tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'Network': ['ID=0fddbcc9-521d-404e-a3b3-d546abde3a61,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:18:27.695140 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-046a5073-85bd-4a06-a4a0-2990c3c31f20 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:18:27.699534 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 0fddbcc9-521d-404e-a3b3-d546abde3a61 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 16:18:27.700041 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-046a5073-85bd-4a06-a4a0-2990c3c31f20 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Usage tracker for resource:router and tenant:a06d0f5fab8f48c6bec23f3d7dc5027f is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:18:27.703126 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-046a5073-85bd-4a06-a4a0-2990c3c31f20 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:18:27.712223 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-046a5073-85bd-4a06-a4a0-2990c3c31f20 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:18:27.722340 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-046a5073-85bd-4a06-a4a0-2990c3c31f20 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:27.723343 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-046a5073-85bd-4a06-a4a0-2990c3c31f20 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:27.738770 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-046a5073-85bd-4a06-a4a0-2990c3c31f20 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:28.000315 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-046a5073-85bd-4a06-a4a0-2990c3c31f20 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:28.429543 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-046a5073-85bd-4a06-a4a0-2990c3c31f20 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for router_gateway, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:28.463030 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-046a5073-85bd-4a06-a4a0-2990c3c31f20 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:28.612192 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-046a5073-85bd-4a06-a4a0-2990c3c31f20 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Allocated IP 172.26.2.161 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/ecf22233-ff4b-4667-9a42-23bb35e46adb) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:18:28.765834 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-046a5073-85bd-4a06-a4a0-2990c3c31f20 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:28.794063 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-046a5073-85bd-4a06-a4a0-2990c3c31f20 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:28.858532 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-046a5073-85bd-4a06-a4a0-2990c3c31f20 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:18:28.861258 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-046a5073-85bd-4a06-a4a0-2990c3c31f20 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:18:28.865030 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-046a5073-85bd-4a06-a4a0-2990c3c31f20 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:18:28.907339 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a5073-85bd-4a06-a4a0-2990c3c31f20 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'Port': ['ID=ecf22233-ff4b-4667-9a42-23bb35e46adb,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:18:29.267727 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-046a5073-85bd-4a06-a4a0-2990c3c31f20 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for router_gateway, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:29.596027 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-046a5073-85bd-4a06-a4a0-2990c3c31f20 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:29.894411 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-046a5073-85bd-4a06-a4a0-2990c3c31f20 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Router b3af2fc1-855f-40ac-a9c2-d35fea1d41f1 is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 16:18:30.070438 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-046a5073-85bd-4a06-a4a0-2990c3c31f20 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:18:30.079720 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87e8602-b2bb-4b20-aa7b-3cee0e3f09b1 None None] Sync routers for ids ['b3af2fc1-855f-40ac-a9c2-d35fea1d41f1'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:18:30.089796 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87e8602-b2bb-4b20-aa7b-3cee0e3f09b1 None None] Routers {'b3af2fc1-855f-40ac-a9c2-d35fea1d41f1'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:18:30.090437 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-d87e8602-b2bb-4b20-aa7b-3cee0e3f09b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:18:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['b3af2fc1-855f-40ac-a9c2-d35fea1d41f1'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:18:30.098721 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-046a5073-85bd-4a06-a4a0-2990c3c31f20 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:30.100035 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-046a5073-85bd-4a06-a4a0-2990c3c31f20 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.4179893 Oct 13 16:18:30.103140 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 33850) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:18:30.142382 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-5f0ba7c8-b591-46ee-8af0-2af95c13dd4e tempest-TestNetworkAdvancedServerOps-1929741581 tempest-TestNetworkAdvancedServerOps-1929741581-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=a06d0f5fab8f48c6bec23f3d7dc5027f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381494 Oct 13 16:18:30.145117 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 33854) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:18:30.275677 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2982825-3b8a-410a-b048-f7ebeed4fe7d tempest-TestNetworkAdvancedServerOps-1929741581 tempest-TestNetworkAdvancedServerOps-1929741581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:18:30.277193 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-b2982825-3b8a-410a-b048-f7ebeed4fe7d tempest-TestNetworkAdvancedServerOps-1929741581 tempest-TestNetworkAdvancedServerOps-1929741581-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1309953 Oct 13 16:18:30.280653 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 33858) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:18:30.298917 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-d87e8602-b2bb-4b20-aa7b-3cee0e3f09b1 None None] Set router b3af2fc1-855f-40ac-a9c2-d35fea1d41f1 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:18:30.322811 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-d6418217-d650-40b3-a7fb-b1a72ff7ac2e tempest-TestNetworkAdvancedServerOps-1929741581 tempest-TestNetworkAdvancedServerOps-1929741581-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=8fb1fa59-32fe-4ed0-a248-96c43edb135f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410316 Oct 13 16:18:30.325299 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 33862) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:18:30.331214 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-4af56afe-712f-43ae-a6c1-2bcc8c4c563f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-981966578', 'network_id': '0fddbcc9-521d-404e-a3b3-d546abde3a61', 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:18:30.438354 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-4af56afe-712f-43ae-a6c1-2bcc8c4c563f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:18:30.442073 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-4af56afe-712f-43ae-a6c1-2bcc8c4c563f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Usage tracker for resource:subnet and tenant:a06d0f5fab8f48c6bec23f3d7dc5027f is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:18:30.445139 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-4af56afe-712f-43ae-a6c1-2bcc8c4c563f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:18:30.451630 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-4af56afe-712f-43ae-a6c1-2bcc8c4c563f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:18:30.461109 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af56afe-712f-43ae-a6c1-2bcc8c4c563f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Made reservation on behalf of a06d0f5fab8f48c6bec23f3d7dc5027f for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 16:18:30.464760 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4af56afe-712f-43ae-a6c1-2bcc8c4c563f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:30.574547 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-d87e8602-b2bb-4b20-aa7b-3cee0e3f09b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3af2fc1-855f-40ac-a9c2-d35fea1d41f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-661161456', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.161'}], 'enable_snat': True}, 'gw_port_id': 'ecf22233-ff4b-4667-9a42-23bb35e46adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:18:27Z', 'updated_at': '2022-10-13T16:18:29Z', 'revision_number': 3, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': 'ecf22233-ff4b-4667-9a42-23bb35e46adb', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:04:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3af2fc1-855f-40ac-a9c2-d35fea1d41f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:18:28Z', 'updated_at': '2022-10-13T16:18:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:18:30.579160 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87e8602-b2bb-4b20-aa7b-3cee0e3f09b1 None None] Checking router: b3af2fc1-855f-40ac-a9c2-d35fea1d41f1 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:18:30.579504 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87e8602-b2bb-4b20-aa7b-3cee0e3f09b1 None None] Updating router b3af2fc1-855f-40ac-a9c2-d35fea1d41f1 port ecf22233-ff4b-4667-9a42-23bb35e46adb binding host dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 16:18:30.632030 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-d87e8602-b2bb-4b20-aa7b-3cee0e3f09b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:30.774725 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4af56afe-712f-43ae-a6c1-2bcc8c4c563f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:30.854580 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af56afe-712f-43ae-a6c1-2bcc8c4c563f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'Subnet': ['ID=65f08354-03bc-41dc-a97a-7a17b05bdb1c,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:18:30.863734 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4af56afe-712f-43ae-a6c1-2bcc8c4c563f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Checking segment: {'id': '478f16f8-1aef-4277-93a9-379282548afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0fddbcc9-521d-404e-a3b3-d546abde3a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:18:30.864097 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af56afe-712f-43ae-a6c1-2bcc8c4c563f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Network hostable DHCP agents. Network: 0fddbcc9-521d-404e-a3b3-d546abde3a61, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 16:18:30.884183 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af56afe-712f-43ae-a6c1-2bcc8c4c563f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Network 0fddbcc9-521d-404e-a3b3-d546abde3a61 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 16:18:30.893943 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-4af56afe-712f-43ae-a6c1-2bcc8c4c563f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 0fddbcc9-521d-404e-a3b3-d546abde3a61) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:18:30.898252 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af56afe-712f-43ae-a6c1-2bcc8c4c563f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:18:30.898924 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-4af56afe-712f-43ae-a6c1-2bcc8c4c563f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:30.906492 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70978f41-3456-4a45-9aba-ae324405c513 None None] Network 0fddbcc9-521d-404e-a3b3-d546abde3a61 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 16:18:30.923898 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-4af56afe-712f-43ae-a6c1-2bcc8c4c563f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5941014 Oct 13 16:18:30.924187 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 33866) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:18:30.960927 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-d87e8602-b2bb-4b20-aa7b-3cee0e3f09b1 None None] Notify callbacks [] for port, precommit_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:30.972697 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.provisioning_blocks [None req-d87e8602-b2bb-4b20-aa7b-3cee0e3f09b1 None None] Transition to ACTIVE for port object ecf22233-ff4b-4667-9a42-23bb35e46adb will not be triggered until provisioned by entity L2. {{(pid=88975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:18:30.979197 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-d87e8602-b2bb-4b20-aa7b-3cee0e3f09b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:31.050108 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-d87e8602-b2bb-4b20-aa7b-3cee0e3f09b1 None None] Attempting to bind port ecf22233-ff4b-4667-9a42-23bb35e46adb on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:18:31.050586 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-d87e8602-b2bb-4b20-aa7b-3cee0e3f09b1 None None] Attempting to bind port ecf22233-ff4b-4667-9a42-23bb35e46adb by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:18:31.051003 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87e8602-b2bb-4b20-aa7b-3cee0e3f09b1 None None] Attempting to bind port ecf22233-ff4b-4667-9a42-23bb35e46adb on network 8fb1fa59-32fe-4ed0-a248-96c43edb135f {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:18:31.062214 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87e8602-b2bb-4b20-aa7b-3cee0e3f09b1 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:18:31.062661 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87e8602-b2bb-4b20-aa7b-3cee0e3f09b1 None None] Checking segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:18:31.063119 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-d87e8602-b2bb-4b20-aa7b-3cee0e3f09b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:31.063566 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d87e8602-b2bb-4b20-aa7b-3cee0e3f09b1 None None] Bound using segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:18:31.065130 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-d87e8602-b2bb-4b20-aa7b-3cee0e3f09b1 None None] Bound port: ecf22233-ff4b-4667-9a42-23bb35e46adb, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:18:31.065130 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-d87e8602-b2bb-4b20-aa7b-3cee0e3f09b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:31.092243 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8b982d-45ce-412c-a801-37c133147d9a None None] Pushing event updated for resources: {'Port': ['ID=ecf22233-ff4b-4667-9a42-23bb35e46adb,revision_number=2']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:18:31.111686 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8b982d-45ce-412c-a801-37c133147d9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:18:31.112017 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8b982d-45ce-412c-a801-37c133147d9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:18:31.112346 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8b982d-45ce-412c-a801-37c133147d9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:18:31.112667 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8b982d-45ce-412c-a801-37c133147d9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:18:31.112986 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8b982d-45ce-412c-a801-37c133147d9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:18:31.113306 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8b982d-45ce-412c-a801-37c133147d9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:18:31.113619 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8b982d-45ce-412c-a801-37c133147d9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:18:31.113931 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8b982d-45ce-412c-a801-37c133147d9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:18:31.114286 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8b982d-45ce-412c-a801-37c133147d9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:18:31.114605 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8b982d-45ce-412c-a801-37c133147d9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:18:31.114909 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8b982d-45ce-412c-a801-37c133147d9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:18:31.115217 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe8b982d-45ce-412c-a801-37c133147d9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:18:31.133497 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7291bfc0-aff8-475c-9cbe-72b07567f8b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-0fddbcc9-521d-404e-a3b3-d546abde3a61', 'network_id': '0fddbcc9-521d-404e-a3b3-d546abde3a61', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'fixed_ips': [{'subnet_id': '65f08354-03bc-41dc-a97a-7a17b05bdb1c'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 16:18:31.134462 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7291bfc0-aff8-475c-9cbe-72b07567f8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:31.154748 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-d87e8602-b2bb-4b20-aa7b-3cee0e3f09b1 None None] For port ecf22233-ff4b-4667-9a42-23bb35e46adb, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:18:31.158116 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-d87e8602-b2bb-4b20-aa7b-3cee0e3f09b1 None None] For port ecf22233-ff4b-4667-9a42-23bb35e46adb, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=ecf22233-ff4b-4667-9a42-23bb35e46adb,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:18:31.162431 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-d87e8602-b2bb-4b20-aa7b-3cee0e3f09b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:31.225625 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87e8602-b2bb-4b20-aa7b-3cee0e3f09b1 None None] Routers {'b3af2fc1-855f-40ac-a9c2-d35fea1d41f1'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:18:31.226768 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-d87e8602-b2bb-4b20-aa7b-3cee0e3f09b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:18:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['b3af2fc1-855f-40ac-a9c2-d35fea1d41f1'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:18:31.303873 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-7291bfc0-aff8-475c-9cbe-72b07567f8b8 None None] Allocated IP 172.20.0.2 (0fddbcc9-521d-404e-a3b3-d546abde3a61/65f08354-03bc-41dc-a97a-7a17b05bdb1c/f343b780-d9a1-40b6-96bc-8713aa3661e4) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:18:31.316106 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8b982d-45ce-412c-a801-37c133147d9a None None] Pushing event updated for resources: {'Port': ['ID=ecf22233-ff4b-4667-9a42-23bb35e46adb,revision_number=3']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:18:31.416971 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-d87e8602-b2bb-4b20-aa7b-3cee0e3f09b1 None None] Set router b3af2fc1-855f-40ac-a9c2-d35fea1d41f1 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:18:31.523003 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7291bfc0-aff8-475c-9cbe-72b07567f8b8 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:31.535018 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-7291bfc0-aff8-475c-9cbe-72b07567f8b8 None None] Transition to ACTIVE for port object f343b780-d9a1-40b6-96bc-8713aa3661e4 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:18:31.561577 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-7291bfc0-aff8-475c-9cbe-72b07567f8b8 None None] Transition to ACTIVE for port object f343b780-d9a1-40b6-96bc-8713aa3661e4 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:18:31.568180 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7291bfc0-aff8-475c-9cbe-72b07567f8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:31.624589 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aa22511c-dd76-4078-bcae-4cc064832229 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:31.657610 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7291bfc0-aff8-475c-9cbe-72b07567f8b8 None None] Network 0fddbcc9-521d-404e-a3b3-d546abde3a61 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:18:31.658674 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7291bfc0-aff8-475c-9cbe-72b07567f8b8 None None] Pushing event updated for resources: {'Port': ['ID=f343b780-d9a1-40b6-96bc-8713aa3661e4,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:18:31.668847 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-7291bfc0-aff8-475c-9cbe-72b07567f8b8 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:18:31.672023 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7291bfc0-aff8-475c-9cbe-72b07567f8b8 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:18:31.726597 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-d87e8602-b2bb-4b20-aa7b-3cee0e3f09b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3af2fc1-855f-40ac-a9c2-d35fea1d41f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-661161456', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.161'}], 'enable_snat': True}, 'gw_port_id': 'ecf22233-ff4b-4667-9a42-23bb35e46adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:18:27Z', 'updated_at': '2022-10-13T16:18:29Z', 'revision_number': 3, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': 'ecf22233-ff4b-4667-9a42-23bb35e46adb', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:04:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3af2fc1-855f-40ac-a9c2-d35fea1d41f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:18:28Z', 'updated_at': '2022-10-13T16:18:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:18:31.731058 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87e8602-b2bb-4b20-aa7b-3cee0e3f09b1 None None] The sync data for ids ['b3af2fc1-855f-40ac-a9c2-d35fea1d41f1'] in dv-neutron-860329-2-hyperv is: [{'id': 'b3af2fc1-855f-40ac-a9c2-d35fea1d41f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-661161456', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.161'}], 'enable_snat': True}, 'gw_port_id': 'ecf22233-ff4b-4667-9a42-23bb35e46adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:18:27Z', 'updated_at': '2022-10-13T16:18:29Z', 'revision_number': 3, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': 'ecf22233-ff4b-4667-9a42-23bb35e46adb', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:04:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3af2fc1-855f-40ac-a9c2-d35fea1d41f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:18:28Z', 'updated_at': '2022-10-13T16:18:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:18:31.787356 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-7291bfc0-aff8-475c-9cbe-72b07567f8b8 None None] Attempting to bind port f343b780-d9a1-40b6-96bc-8713aa3661e4 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:18:31.787715 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-7291bfc0-aff8-475c-9cbe-72b07567f8b8 None None] Attempting to bind port f343b780-d9a1-40b6-96bc-8713aa3661e4 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '478f16f8-1aef-4277-93a9-379282548afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0fddbcc9-521d-404e-a3b3-d546abde3a61'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:18:31.788078 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7291bfc0-aff8-475c-9cbe-72b07567f8b8 None None] Attempting to bind port f343b780-d9a1-40b6-96bc-8713aa3661e4 on network 0fddbcc9-521d-404e-a3b3-d546abde3a61 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:18:31.793900 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7291bfc0-aff8-475c-9cbe-72b07567f8b8 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:18:31.794331 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7291bfc0-aff8-475c-9cbe-72b07567f8b8 None None] Checking segment: {'id': '478f16f8-1aef-4277-93a9-379282548afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0fddbcc9-521d-404e-a3b3-d546abde3a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:18:31.794729 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7291bfc0-aff8-475c-9cbe-72b07567f8b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:31.795114 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7291bfc0-aff8-475c-9cbe-72b07567f8b8 None None] Bound using segment: {'id': '478f16f8-1aef-4277-93a9-379282548afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0fddbcc9-521d-404e-a3b3-d546abde3a61'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:18:31.795580 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-7291bfc0-aff8-475c-9cbe-72b07567f8b8 None None] Bound port: f343b780-d9a1-40b6-96bc-8713aa3661e4, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '478f16f8-1aef-4277-93a9-379282548afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0fddbcc9-521d-404e-a3b3-d546abde3a61'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:18:31.795946 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7291bfc0-aff8-475c-9cbe-72b07567f8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:31.887142 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-7291bfc0-aff8-475c-9cbe-72b07567f8b8 None None] For port f343b780-d9a1-40b6-96bc-8713aa3661e4, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:18:31.891540 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-7291bfc0-aff8-475c-9cbe-72b07567f8b8 None None] For port f343b780-d9a1-40b6-96bc-8713aa3661e4, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=f343b780-d9a1-40b6-96bc-8713aa3661e4,segment=NetworkSegment(478f16f8-1aef-4277-93a9-379282548afd),segment_id=478f16f8-1aef-4277-93a9-379282548afd)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:18:31.898229 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7291bfc0-aff8-475c-9cbe-72b07567f8b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:32.005559 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7291bfc0-aff8-475c-9cbe-72b07567f8b8 None None] Pushing event updated for resources: {'Port': ['ID=f343b780-d9a1-40b6-96bc-8713aa3661e4,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:18:32.189935 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-aa22511c-dd76-4078-bcae-4cc064832229 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Allocated IP 172.20.0.1 (0fddbcc9-521d-404e-a3b3-d546abde3a61/65f08354-03bc-41dc-a97a-7a17b05bdb1c/0e85dfc6-6232-4a4b-a8d4-aa973ba8c22f) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:18:32.374999 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aa22511c-dd76-4078-bcae-4cc064832229 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:32.391254 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-aa22511c-dd76-4078-bcae-4cc064832229 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Transition to ACTIVE for port object 0e85dfc6-6232-4a4b-a8d4-aa973ba8c22f will not be triggered until provisioned by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:18:32.415434 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aa22511c-dd76-4078-bcae-4cc064832229 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:32.490400 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa22511c-dd76-4078-bcae-4cc064832229 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Network 0fddbcc9-521d-404e-a3b3-d546abde3a61 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:18:32.493555 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-aa22511c-dd76-4078-bcae-4cc064832229 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:18:32.498260 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa22511c-dd76-4078-bcae-4cc064832229 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:18:32.528513 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa22511c-dd76-4078-bcae-4cc064832229 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'Port': ['ID=0e85dfc6-6232-4a4b-a8d4-aa973ba8c22f,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:18:32.560671 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aa22511c-dd76-4078-bcae-4cc064832229 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:32.834093 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aa22511c-dd76-4078-bcae-4cc064832229 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:32.959897 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c9d77f-a01d-4812-af58-2c4a9776a868 None None] Network 0fddbcc9-521d-404e-a3b3-d546abde3a61 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 16:18:33.072573 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-821f1d90-7a94-492e-94b1-fa2db2dbd7d0 None None] Provisioning for port f343b780-d9a1-40b6-96bc-8713aa3661e4 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:18:33.259159 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aa22511c-dd76-4078-bcae-4cc064832229 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:33.264302 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aa22511c-dd76-4078-bcae-4cc064832229 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:33.384169 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aa22511c-dd76-4078-bcae-4cc064832229 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:33.387759 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa22511c-dd76-4078-bcae-4cc064832229 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'Port': ['ID=0e85dfc6-6232-4a4b-a8d4-aa973ba8c22f,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:18:33.503708 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-bc90cdf3-2aee-4f52-a1e8-b7631046ae4a None None] Provisioning for port 0e85dfc6-6232-4a4b-a8d4-aa973ba8c22f completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:18:33.509340 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-bc90cdf3-2aee-4f52-a1e8-b7631046ae4a None None] Provisioning complete for port 0e85dfc6-6232-4a4b-a8d4-aa973ba8c22f triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:18:33.509842 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-bc90cdf3-2aee-4f52-a1e8-b7631046ae4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:33.510280 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-bc90cdf3-2aee-4f52-a1e8-b7631046ae4a None None] Attempt 1 to provision port 0e85dfc6-6232-4a4b-a8d4-aa973ba8c22f Oct 13 16:18:33.567238 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-bc90cdf3-2aee-4f52-a1e8-b7631046ae4a None None] Port 0e85dfc6-6232-4a4b-a8d4-aa973ba8c22f cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:18:33.641615 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa22511c-dd76-4078-bcae-4cc064832229 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Network 0fddbcc9-521d-404e-a3b3-d546abde3a61 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:18:33.642764 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-aa22511c-dd76-4078-bcae-4cc064832229 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:18:33.833565 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa22511c-dd76-4078-bcae-4cc064832229 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Router b3af2fc1-855f-40ac-a9c2-d35fea1d41f1 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 16:18:33.879974 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device f343b780-d9a1-40b6-96bc-8713aa3661e4 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:18:33.946549 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port f343b780-d9a1-40b6-96bc-8713aa3661e4 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:18:33.951590 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port f343b780-d9a1-40b6-96bc-8713aa3661e4 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:18:33.951955 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:33.952288 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port f343b780-d9a1-40b6-96bc-8713aa3661e4 Oct 13 16:18:34.017706 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa22511c-dd76-4078-bcae-4cc064832229 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:18:34.028601 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0662f596-b6d6-4872-9ca7-0f9ce93ef283 None None] Sync routers for ids ['b3af2fc1-855f-40ac-a9c2-d35fea1d41f1'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:18:34.039182 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-aa22511c-dd76-4078-bcae-4cc064832229 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "PUT /v2.0/routers/b3af2fc1-855f-40ac-a9c2-d35fea1d41f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1055102 Oct 13 16:18:34.047678 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0662f596-b6d6-4872-9ca7-0f9ce93ef283 None None] Routers {'b3af2fc1-855f-40ac-a9c2-d35fea1d41f1'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:18:34.048301 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-0662f596-b6d6-4872-9ca7-0f9ce93ef283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:18:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['b3af2fc1-855f-40ac-a9c2-d35fea1d41f1'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:18:34.100462 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-bc90cdf3-2aee-4f52-a1e8-b7631046ae4a None None] Attempt 2 to provision port 0e85dfc6-6232-4a4b-a8d4-aa973ba8c22f Oct 13 16:18:34.198280 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-427233c1-1394-43dd-bfda-b40ff46b4f5a req-66fc93e1-ee36-4889-9b70-2da7ad237fd9 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1070628670&fields=id&tenant_id=a06d0f5fab8f48c6bec23f3d7dc5027f HTTP/1.1" status: 200 len: 267 time: 0.0400529 Oct 13 16:18:34.271131 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-bc90cdf3-2aee-4f52-a1e8-b7631046ae4a None None] Port 0e85dfc6-6232-4a4b-a8d4-aa973ba8c22f cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:18:34.309796 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port f343b780-d9a1-40b6-96bc-8713aa3661e4 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:18:34.310195 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:34.348965 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427233c1-1394-43dd-bfda-b40ff46b4f5a req-40301112-c3f6-4d4d-8914-734461ca8acb tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:18:34.349199 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-0662f596-b6d6-4872-9ca7-0f9ce93ef283 None None] Set router b3af2fc1-855f-40ac-a9c2-d35fea1d41f1 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:18:34.349564 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-427233c1-1394-43dd-bfda-b40ff46b4f5a req-40301112-c3f6-4d4d-8914-734461ca8acb tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Synchronizing usage tracker for tenant:a06d0f5fab8f48c6bec23f3d7dc5027f on resource:network {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:18:34.366402 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-427233c1-1394-43dd-bfda-b40ff46b4f5a req-40301112-c3f6-4d4d-8914-734461ca8acb tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Unset dirty status for tenant:a06d0f5fab8f48c6bec23f3d7dc5027f on resource:network {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:18:34.367561 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-427233c1-1394-43dd-bfda-b40ff46b4f5a req-40301112-c3f6-4d4d-8914-734461ca8acb tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/networks?id=0fddbcc9-521d-404e-a3b3-d546abde3a61 HTTP/1.1" status: 200 len: 797 time: 0.1623254 Oct 13 16:18:34.382175 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-427233c1-1394-43dd-bfda-b40ff46b4f5a req-39120119-d153-4c06-b9cd-9c30cf5d45f1 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/quotas/a06d0f5fab8f48c6bec23f3d7dc5027f HTTP/1.1" status: 200 len: 375 time: 0.0091856 Oct 13 16:18:34.410293 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port f343b780-d9a1-40b6-96bc-8713aa3661e4, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=f343b780-d9a1-40b6-96bc-8713aa3661e4,segment=NetworkSegment(478f16f8-1aef-4277-93a9-379282548afd),segment_id=478f16f8-1aef-4277-93a9-379282548afd)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:18:34.416104 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:34.416894 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device ecf22233-ff4b-4667-9a42-23bb35e46adb up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:18:34.470277 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-427233c1-1394-43dd-bfda-b40ff46b4f5a req-d8c8a230-abf1-4b85-a7ad-14857a1a084b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Synchronizing usage tracker for tenant:a06d0f5fab8f48c6bec23f3d7dc5027f on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:18:34.485589 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-427233c1-1394-43dd-bfda-b40ff46b4f5a req-d8c8a230-abf1-4b85-a7ad-14857a1a084b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Unset dirty status for tenant:a06d0f5fab8f48c6bec23f3d7dc5027f on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:18:34.487011 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-427233c1-1394-43dd-bfda-b40ff46b4f5a req-d8c8a230-abf1-4b85-a7ad-14857a1a084b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a06d0f5fab8f48c6bec23f3d7dc5027f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0997953 Oct 13 16:18:34.626919 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-427233c1-1394-43dd-bfda-b40ff46b4f5a req-0c360d63-478d-4aa8-8744-866a1525e867 service neutron] 10.222.0.42 "GET /v2.0/networks/0fddbcc9-521d-404e-a3b3-d546abde3a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275558 Oct 13 16:18:34.683319 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b405c626-0cbd-4a9a-a320-a992cb1f95b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:34.698546 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=f343b780-d9a1-40b6-96bc-8713aa3661e4,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:18:34.714937 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port ecf22233-ff4b-4667-9a42-23bb35e46adb completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:18:34.733082 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port ecf22233-ff4b-4667-9a42-23bb35e46adb triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:18:34.733451 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:34.733780 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port ecf22233-ff4b-4667-9a42-23bb35e46adb Oct 13 16:18:34.769077 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-427233c1-1394-43dd-bfda-b40ff46b4f5a req-e70f1d1c-a6c9-4e97-81e8-2891b90f34dd service neutron] 10.222.0.42 "GET /v2.0/networks/0fddbcc9-521d-404e-a3b3-d546abde3a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358595 Oct 13 16:18:34.800098 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-bc90cdf3-2aee-4f52-a1e8-b7631046ae4a None None] Attempt 3 to provision port 0e85dfc6-6232-4a4b-a8d4-aa973ba8c22f Oct 13 16:18:34.877170 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-bc90cdf3-2aee-4f52-a1e8-b7631046ae4a None None] Port 0e85dfc6-6232-4a4b-a8d4-aa973ba8c22f cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:18:34.953330 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port ecf22233-ff4b-4667-9a42-23bb35e46adb is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:18:34.954498 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:34.962254 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-0662f596-b6d6-4872-9ca7-0f9ce93ef283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3af2fc1-855f-40ac-a9c2-d35fea1d41f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-661161456', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.161'}], 'enable_snat': True}, 'gw_port_id': 'ecf22233-ff4b-4667-9a42-23bb35e46adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:18:27Z', 'updated_at': '2022-10-13T16:18:32Z', 'revision_number': 4, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': 'ecf22233-ff4b-4667-9a42-23bb35e46adb', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:04:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3af2fc1-855f-40ac-a9c2-d35fea1d41f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:18:28Z', 'updated_at': '2022-10-13T16:18:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '0e85dfc6-6232-4a4b-a8d4-aa973ba8c22f', 'name': '', 'network_id': '0fddbcc9-521d-404e-a3b3-d546abde3a61', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'mac_address': 'fa:16:3e:b2:94:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3af2fc1-855f-40ac-a9c2-d35fea1d41f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '65f08354-03bc-41dc-a97a-7a17b05bdb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:18:31Z', 'updated_at': '2022-10-13T16:18:33Z', 'revision_number': 2, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'subnets': [{'id': '65f08354-03bc-41dc-a97a-7a17b05bdb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:18:34.968720 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-08469d50-f263-4ca4-a6e3-5c3854a318c5 req-b7ace55b-19fd-42fc-b9f1-ec2608fe5bf3 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Synchronizing usage tracker for tenant:a06d0f5fab8f48c6bec23f3d7dc5027f on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:18:34.972796 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0662f596-b6d6-4872-9ca7-0f9ce93ef283 None None] Checking router: b3af2fc1-855f-40ac-a9c2-d35fea1d41f1 for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:18:34.973107 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0662f596-b6d6-4872-9ca7-0f9ce93ef283 None None] Updating router b3af2fc1-855f-40ac-a9c2-d35fea1d41f1 port 0e85dfc6-6232-4a4b-a8d4-aa973ba8c22f binding host dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 16:18:34.982023 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-08469d50-f263-4ca4-a6e3-5c3854a318c5 req-b7ace55b-19fd-42fc-b9f1-ec2608fe5bf3 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Unset dirty status for tenant:a06d0f5fab8f48c6bec23f3d7dc5027f on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:18:34.983194 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-08469d50-f263-4ca4-a6e3-5c3854a318c5 req-b7ace55b-19fd-42fc-b9f1-ec2608fe5bf3 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f870fe-c214-4b57-b99a-91319fe1d9be HTTP/1.1" status: 200 len: 210 time: 0.0725598 Oct 13 16:18:35.009127 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port ecf22233-ff4b-4667-9a42-23bb35e46adb, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=ecf22233-ff4b-4667-9a42-23bb35e46adb,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:18:35.016976 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:35.087282 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0662f596-b6d6-4872-9ca7-0f9ce93ef283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:35.138772 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=ecf22233-ff4b-4667-9a42-23bb35e46adb,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:18:35.381614 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-bc90cdf3-2aee-4f52-a1e8-b7631046ae4a None None] Attempt 4 to provision port 0e85dfc6-6232-4a4b-a8d4-aa973ba8c22f Oct 13 16:18:35.533449 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-bc90cdf3-2aee-4f52-a1e8-b7631046ae4a None None] Port 0e85dfc6-6232-4a4b-a8d4-aa973ba8c22f cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:18:35.542864 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0662f596-b6d6-4872-9ca7-0f9ce93ef283 None None] Notify callbacks [] for port, precommit_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:35.555091 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-0662f596-b6d6-4872-9ca7-0f9ce93ef283 None None] Transition to ACTIVE for port object 0e85dfc6-6232-4a4b-a8d4-aa973ba8c22f will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:18:35.561830 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0662f596-b6d6-4872-9ca7-0f9ce93ef283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:35.757353 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd755efd-163a-4e05-b7dd-c4a1f262caa9 None None] Pushing event updated for resources: {'Port': ['ID=0e85dfc6-6232-4a4b-a8d4-aa973ba8c22f,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:18:35.780956 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-0662f596-b6d6-4872-9ca7-0f9ce93ef283 None None] Attempting to bind port 0e85dfc6-6232-4a4b-a8d4-aa973ba8c22f on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:18:35.781321 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-0662f596-b6d6-4872-9ca7-0f9ce93ef283 None None] Attempting to bind port 0e85dfc6-6232-4a4b-a8d4-aa973ba8c22f by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '478f16f8-1aef-4277-93a9-379282548afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0fddbcc9-521d-404e-a3b3-d546abde3a61'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:18:35.781678 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0662f596-b6d6-4872-9ca7-0f9ce93ef283 None None] Attempting to bind port 0e85dfc6-6232-4a4b-a8d4-aa973ba8c22f on network 0fddbcc9-521d-404e-a3b3-d546abde3a61 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:18:35.786884 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0662f596-b6d6-4872-9ca7-0f9ce93ef283 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 18, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:18:35.787252 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0662f596-b6d6-4872-9ca7-0f9ce93ef283 None None] Checking segment: {'id': '478f16f8-1aef-4277-93a9-379282548afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0fddbcc9-521d-404e-a3b3-d546abde3a61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:18:35.787649 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0662f596-b6d6-4872-9ca7-0f9ce93ef283 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:35.788035 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0662f596-b6d6-4872-9ca7-0f9ce93ef283 None None] Bound using segment: {'id': '478f16f8-1aef-4277-93a9-379282548afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0fddbcc9-521d-404e-a3b3-d546abde3a61'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:18:35.788494 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-0662f596-b6d6-4872-9ca7-0f9ce93ef283 None None] Bound port: 0e85dfc6-6232-4a4b-a8d4-aa973ba8c22f, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '478f16f8-1aef-4277-93a9-379282548afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0fddbcc9-521d-404e-a3b3-d546abde3a61'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:18:35.788863 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0662f596-b6d6-4872-9ca7-0f9ce93ef283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:35.829213 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device f343b780-d9a1-40b6-96bc-8713aa3661e4 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:18:35.928813 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-0662f596-b6d6-4872-9ca7-0f9ce93ef283 None None] For port 0e85dfc6-6232-4a4b-a8d4-aa973ba8c22f, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:18:35.933057 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-0662f596-b6d6-4872-9ca7-0f9ce93ef283 None None] For port 0e85dfc6-6232-4a4b-a8d4-aa973ba8c22f, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=0e85dfc6-6232-4a4b-a8d4-aa973ba8c22f,segment=NetworkSegment(478f16f8-1aef-4277-93a9-379282548afd),segment_id=478f16f8-1aef-4277-93a9-379282548afd)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:18:35.939364 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0662f596-b6d6-4872-9ca7-0f9ce93ef283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:35.983787 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port f343b780-d9a1-40b6-96bc-8713aa3661e4 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:18:35.984077 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:35.984409 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port f343b780-d9a1-40b6-96bc-8713aa3661e4 Oct 13 16:18:36.041310 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-bc90cdf3-2aee-4f52-a1e8-b7631046ae4a None None] Attempt 5 to provision port 0e85dfc6-6232-4a4b-a8d4-aa973ba8c22f Oct 13 16:18:36.090278 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0662f596-b6d6-4872-9ca7-0f9ce93ef283 None None] Routers {'b3af2fc1-855f-40ac-a9c2-d35fea1d41f1'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:18:36.091511 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-0662f596-b6d6-4872-9ca7-0f9ce93ef283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:18:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['b3af2fc1-855f-40ac-a9c2-d35fea1d41f1'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:18:36.189907 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd755efd-163a-4e05-b7dd-c4a1f262caa9 None None] Pushing event updated for resources: {'Port': ['ID=0e85dfc6-6232-4a4b-a8d4-aa973ba8c22f,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:18:36.200932 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c322cdd3-5946-4bac-9d79-3e4583bb28fd req-c6175836-2f60-4421-8894-c805721d80eb tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f870fe-c214-4b57-b99a-91319fe1d9be HTTP/1.1" status: 200 len: 210 time: 0.0621707 Oct 13 16:18:36.248220 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427233c1-1394-43dd-bfda-b40ff46b4f5a req-3a6a8793-233d-421f-9dda-be5666bbc218 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:18:36.249692 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-427233c1-1394-43dd-bfda-b40ff46b4f5a req-3a6a8793-233d-421f-9dda-be5666bbc218 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.16 "GET /v2.0/networks?id=0fddbcc9-521d-404e-a3b3-d546abde3a61 HTTP/1.1" status: 200 len: 797 time: 0.2465627 Oct 13 16:18:36.279177 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-bc90cdf3-2aee-4f52-a1e8-b7631046ae4a None None] Port 0e85dfc6-6232-4a4b-a8d4-aa973ba8c22f had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 16:18:36.299884 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-427233c1-1394-43dd-bfda-b40ff46b4f5a req-2fc06fa9-a85d-486b-b38a-10dd388ab703 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a06d0f5fab8f48c6bec23f3d7dc5027f HTTP/1.1" status: 200 len: 380 time: 0.0422575 Oct 13 16:18:36.308088 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-427233c1-1394-43dd-bfda-b40ff46b4f5a req-8ac79995-d3cc-40a5-b0a5-5cbba2e49c8c tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Request body: {'port': {'device_id': '43f870fe-c214-4b57-b99a-91319fe1d9be', 'network_id': '0fddbcc9-521d-404e-a3b3-d546abde3a61', 'admin_state_up': True, 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'security_groups': ['943e220c-01df-4478-83d0-37faef5f0807']}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:18:36.347057 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-bc90cdf3-2aee-4f52-a1e8-b7631046ae4a None None] Provisioning complete for port f343b780-d9a1-40b6-96bc-8713aa3661e4 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:18:36.347425 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-bc90cdf3-2aee-4f52-a1e8-b7631046ae4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:36.347757 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-bc90cdf3-2aee-4f52-a1e8-b7631046ae4a None None] Attempt 1 to provision port f343b780-d9a1-40b6-96bc-8713aa3661e4 Oct 13 16:18:36.406935 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-0662f596-b6d6-4872-9ca7-0f9ce93ef283 None None] Set router b3af2fc1-855f-40ac-a9c2-d35fea1d41f1 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:18:36.443575 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-427233c1-1394-43dd-bfda-b40ff46b4f5a req-8ac79995-d3cc-40a5-b0a5-5cbba2e49c8c tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:18:36.446703 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port f343b780-d9a1-40b6-96bc-8713aa3661e4 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:18:36.447647 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device ecf22233-ff4b-4667-9a42-23bb35e46adb up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:18:36.454232 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-427233c1-1394-43dd-bfda-b40ff46b4f5a req-8ac79995-d3cc-40a5-b0a5-5cbba2e49c8c tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:18:36.464585 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-427233c1-1394-43dd-bfda-b40ff46b4f5a req-8ac79995-d3cc-40a5-b0a5-5cbba2e49c8c tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Made reservation on behalf of a06d0f5fab8f48c6bec23f3d7dc5027f for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 16:18:36.468710 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-427233c1-1394-43dd-bfda-b40ff46b4f5a req-8ac79995-d3cc-40a5-b0a5-5cbba2e49c8c tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:36.630168 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [req-427233c1-1394-43dd-bfda-b40ff46b4f5a req-8ac79995-d3cc-40a5-b0a5-5cbba2e49c8c tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Allocated IP 172.20.0.4 (0fddbcc9-521d-404e-a3b3-d546abde3a61/65f08354-03bc-41dc-a97a-7a17b05bdb1c/6d9ec11d-fcce-4cdc-b3d9-0146ce093571) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:18:36.768655 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port ecf22233-ff4b-4667-9a42-23bb35e46adb triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:18:36.769053 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:36.769360 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port ecf22233-ff4b-4667-9a42-23bb35e46adb Oct 13 16:18:36.792238 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-bc90cdf3-2aee-4f52-a1e8-b7631046ae4a None None] Current status of the port f343b780-d9a1-40b6-96bc-8713aa3661e4 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:18:36.809087 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-43021361-d701-4a0e-8ea3-74344b2be642 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:36.831057 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-427233c1-1394-43dd-bfda-b40ff46b4f5a req-8ac79995-d3cc-40a5-b0a5-5cbba2e49c8c tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:36.846435 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-427233c1-1394-43dd-bfda-b40ff46b4f5a req-8ac79995-d3cc-40a5-b0a5-5cbba2e49c8c tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Transition to ACTIVE for port object 6d9ec11d-fcce-4cdc-b3d9-0146ce093571 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:18:36.869847 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-427233c1-1394-43dd-bfda-b40ff46b4f5a req-8ac79995-d3cc-40a5-b0a5-5cbba2e49c8c tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:36.942911 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-427233c1-1394-43dd-bfda-b40ff46b4f5a req-8ac79995-d3cc-40a5-b0a5-5cbba2e49c8c tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Network 0fddbcc9-521d-404e-a3b3-d546abde3a61 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:18:36.946462 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [req-427233c1-1394-43dd-bfda-b40ff46b4f5a req-8ac79995-d3cc-40a5-b0a5-5cbba2e49c8c tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:18:36.949167 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-427233c1-1394-43dd-bfda-b40ff46b4f5a req-8ac79995-d3cc-40a5-b0a5-5cbba2e49c8c tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:18:36.999591 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac79995-d3cc-40a5-b0a5-5cbba2e49c8c tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'Port': ['ID=6d9ec11d-fcce-4cdc-b3d9-0146ce093571,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:18:37.018848 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port ecf22233-ff4b-4667-9a42-23bb35e46adb is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:18:37.027694 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427233c1-1394-43dd-bfda-b40ff46b4f5a req-8ac79995-d3cc-40a5-b0a5-5cbba2e49c8c tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:18:37.028446 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-427233c1-1394-43dd-bfda-b40ff46b4f5a req-8ac79995-d3cc-40a5-b0a5-5cbba2e49c8c tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:37.030590 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-0662f596-b6d6-4872-9ca7-0f9ce93ef283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3af2fc1-855f-40ac-a9c2-d35fea1d41f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-661161456', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.161'}], 'enable_snat': True}, 'gw_port_id': 'ecf22233-ff4b-4667-9a42-23bb35e46adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:18:27Z', 'updated_at': '2022-10-13T16:18:32Z', 'revision_number': 4, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': 'ecf22233-ff4b-4667-9a42-23bb35e46adb', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3af2fc1-855f-40ac-a9c2-d35fea1d41f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:18:28Z', 'updated_at': '2022-10-13T16:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '0e85dfc6-6232-4a4b-a8d4-aa973ba8c22f', 'name': '', 'network_id': '0fddbcc9-521d-404e-a3b3-d546abde3a61', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'mac_address': 'fa:16:3e:b2:94:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3af2fc1-855f-40ac-a9c2-d35fea1d41f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '65f08354-03bc-41dc-a97a-7a17b05bdb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:18:31Z', 'updated_at': '2022-10-13T16:18:35Z', 'revision_number': 4, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'subnets': [{'id': '65f08354-03bc-41dc-a97a-7a17b05bdb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:18:37.034804 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0662f596-b6d6-4872-9ca7-0f9ce93ef283 None None] The sync data for ids ['b3af2fc1-855f-40ac-a9c2-d35fea1d41f1'] in dv-neutron-860329-2-hyperv is: [{'id': 'b3af2fc1-855f-40ac-a9c2-d35fea1d41f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-661161456', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.161'}], 'enable_snat': True}, 'gw_port_id': 'ecf22233-ff4b-4667-9a42-23bb35e46adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:18:27Z', 'updated_at': '2022-10-13T16:18:32Z', 'revision_number': 4, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': 'ecf22233-ff4b-4667-9a42-23bb35e46adb', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3af2fc1-855f-40ac-a9c2-d35fea1d41f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:18:28Z', 'updated_at': '2022-10-13T16:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '0e85dfc6-6232-4a4b-a8d4-aa973ba8c22f', 'name': '', 'network_id': '0fddbcc9-521d-404e-a3b3-d546abde3a61', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'mac_address': 'fa:16:3e:b2:94:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b3af2fc1-855f-40ac-a9c2-d35fea1d41f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '65f08354-03bc-41dc-a97a-7a17b05bdb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:18:31Z', 'updated_at': '2022-10-13T16:18:35Z', 'revision_number': 4, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'subnets': [{'id': '65f08354-03bc-41dc-a97a-7a17b05bdb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:18:37.063214 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-427233c1-1394-43dd-bfda-b40ff46b4f5a req-8ac79995-d3cc-40a5-b0a5-5cbba2e49c8c tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7583930 Oct 13 16:18:37.074294 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-427233c1-1394-43dd-bfda-b40ff46b4f5a req-a1dcb5c4-32f8-4c0c-8dfd-76b4aba88fcc service neutron] Request body: {'port': {'device_id': '43f870fe-c214-4b57-b99a-91319fe1d9be', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:18:37.249151 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-73f3ae96-752b-4ac0-9e2f-add58c1e8a7d None None] Provisioning for port 6d9ec11d-fcce-4cdc-b3d9-0146ce093571 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:18:37.259334 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-73f3ae96-752b-4ac0-9e2f-add58c1e8a7d None None] Provisioning complete for port 6d9ec11d-fcce-4cdc-b3d9-0146ce093571 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:18:37.259695 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-73f3ae96-752b-4ac0-9e2f-add58c1e8a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:37.260026 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-73f3ae96-752b-4ac0-9e2f-add58c1e8a7d None None] Attempt 1 to provision port 6d9ec11d-fcce-4cdc-b3d9-0146ce093571 Oct 13 16:18:37.320333 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-427233c1-1394-43dd-bfda-b40ff46b4f5a req-a1dcb5c4-32f8-4c0c-8dfd-76b4aba88fcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:37.327298 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-73f3ae96-752b-4ac0-9e2f-add58c1e8a7d None None] Port 6d9ec11d-fcce-4cdc-b3d9-0146ce093571 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:18:37.438937 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c6ab9c-2f81-41f6-987c-aaae89755e6c req-d7768acf-31df-4a0b-95df-2aa1ea76cb6f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:18:37.440441 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-96c6ab9c-2f81-41f6-987c-aaae89755e6c req-d7768acf-31df-4a0b-95df-2aa1ea76cb6f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f870fe-c214-4b57-b99a-91319fe1d9be HTTP/1.1" status: 200 len: 931 time: 0.0959904 Oct 13 16:18:37.490334 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-96c6ab9c-2f81-41f6-987c-aaae89755e6c req-3bd9fdb2-0d5e-41e3-8a0a-c7efce55ce88 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Synchronizing usage tracker for tenant:a06d0f5fab8f48c6bec23f3d7dc5027f on resource:security_group {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:18:37.507895 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-96c6ab9c-2f81-41f6-987c-aaae89755e6c req-3bd9fdb2-0d5e-41e3-8a0a-c7efce55ce88 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Unset dirty status for tenant:a06d0f5fab8f48c6bec23f3d7dc5027f on resource:security_group {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:18:37.509191 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-96c6ab9c-2f81-41f6-987c-aaae89755e6c req-3bd9fdb2-0d5e-41e3-8a0a-c7efce55ce88 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=943e220c-01df-4478-83d0-37faef5f0807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621080 Oct 13 16:18:37.678434 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [req-427233c1-1394-43dd-bfda-b40ff46b4f5a req-a1dcb5c4-32f8-4c0c-8dfd-76b4aba88fcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d9ec11d-fcce-4cdc-b3d9-0146ce093571 {{(pid=88973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 16:18:37.686209 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-427233c1-1394-43dd-bfda-b40ff46b4f5a req-a1dcb5c4-32f8-4c0c-8dfd-76b4aba88fcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:37.702028 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-427233c1-1394-43dd-bfda-b40ff46b4f5a req-a1dcb5c4-32f8-4c0c-8dfd-76b4aba88fcc service neutron] Transition to ACTIVE for port object 6d9ec11d-fcce-4cdc-b3d9-0146ce093571 will not be triggered until provisioned by entity L2. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:18:37.705904 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-427233c1-1394-43dd-bfda-b40ff46b4f5a req-a1dcb5c4-32f8-4c0c-8dfd-76b4aba88fcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:37.833639 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-73f3ae96-752b-4ac0-9e2f-add58c1e8a7d None None] Attempt 2 to provision port 6d9ec11d-fcce-4cdc-b3d9-0146ce093571 Oct 13 16:18:37.868781 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dcb5c4-32f8-4c0c-8dfd-76b4aba88fcc service neutron] Pushing event updated for resources: {'Port': ['ID=6d9ec11d-fcce-4cdc-b3d9-0146ce093571,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:18:37.869666 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 0e85dfc6-6232-4a4b-a8d4-aa973ba8c22f up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:18:37.935995 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:37.945585 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-427233c1-1394-43dd-bfda-b40ff46b4f5a req-a1dcb5c4-32f8-4c0c-8dfd-76b4aba88fcc service neutron] Attempting to bind port 6d9ec11d-fcce-4cdc-b3d9-0146ce093571 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:18:37.945940 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-427233c1-1394-43dd-bfda-b40ff46b4f5a req-a1dcb5c4-32f8-4c0c-8dfd-76b4aba88fcc service neutron] Attempting to bind port 6d9ec11d-fcce-4cdc-b3d9-0146ce093571 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '478f16f8-1aef-4277-93a9-379282548afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0fddbcc9-521d-404e-a3b3-d546abde3a61'}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:18:37.946294 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427233c1-1394-43dd-bfda-b40ff46b4f5a req-a1dcb5c4-32f8-4c0c-8dfd-76b4aba88fcc service neutron] Attempting to bind port 6d9ec11d-fcce-4cdc-b3d9-0146ce093571 on network 0fddbcc9-521d-404e-a3b3-d546abde3a61 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:18:37.952036 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427233c1-1394-43dd-bfda-b40ff46b4f5a req-a1dcb5c4-32f8-4c0c-8dfd-76b4aba88fcc service neutron] Port 6d9ec11d-fcce-4cdc-b3d9-0146ce093571 on network 0fddbcc9-521d-404e-a3b3-d546abde3a61 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 16:18:37.952361 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427233c1-1394-43dd-bfda-b40ff46b4f5a req-a1dcb5c4-32f8-4c0c-8dfd-76b4aba88fcc service neutron] Attempting to bind port 6d9ec11d-fcce-4cdc-b3d9-0146ce093571 on network 0fddbcc9-521d-404e-a3b3-d546abde3a61 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:18:37.953370 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-73f3ae96-752b-4ac0-9e2f-add58c1e8a7d None None] Port 6d9ec11d-fcce-4cdc-b3d9-0146ce093571 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:18:37.957910 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427233c1-1394-43dd-bfda-b40ff46b4f5a req-a1dcb5c4-32f8-4c0c-8dfd-76b4aba88fcc service neutron] Checking agent: {'id': 'c4d1d38a-44f6-47ac-b17c-311e640e7cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'started_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 18, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:18:37.958281 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427233c1-1394-43dd-bfda-b40ff46b4f5a req-a1dcb5c4-32f8-4c0c-8dfd-76b4aba88fcc service neutron] Checking segment: {'id': '478f16f8-1aef-4277-93a9-379282548afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0fddbcc9-521d-404e-a3b3-d546abde3a61'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:18:37.958714 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-427233c1-1394-43dd-bfda-b40ff46b4f5a req-a1dcb5c4-32f8-4c0c-8dfd-76b4aba88fcc service neutron] Bound using segment: {'id': '478f16f8-1aef-4277-93a9-379282548afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0fddbcc9-521d-404e-a3b3-d546abde3a61'} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:18:37.959115 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-427233c1-1394-43dd-bfda-b40ff46b4f5a req-a1dcb5c4-32f8-4c0c-8dfd-76b4aba88fcc service neutron] Bound port: 6d9ec11d-fcce-4cdc-b3d9-0146ce093571, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '478f16f8-1aef-4277-93a9-379282548afd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 425, 'network_id': '0fddbcc9-521d-404e-a3b3-d546abde3a61'}}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:18:37.959459 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-427233c1-1394-43dd-bfda-b40ff46b4f5a req-a1dcb5c4-32f8-4c0c-8dfd-76b4aba88fcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:37.974225 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 0e85dfc6-6232-4a4b-a8d4-aa973ba8c22f completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:18:37.978975 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 0e85dfc6-6232-4a4b-a8d4-aa973ba8c22f triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:18:37.979337 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:37.979663 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 0e85dfc6-6232-4a4b-a8d4-aa973ba8c22f Oct 13 16:18:38.063957 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-427233c1-1394-43dd-bfda-b40ff46b4f5a req-a1dcb5c4-32f8-4c0c-8dfd-76b4aba88fcc service neutron] For port 6d9ec11d-fcce-4cdc-b3d9-0146ce093571, host hv-neutron-8603, cleared binding levels {{(pid=88973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:18:38.067163 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-427233c1-1394-43dd-bfda-b40ff46b4f5a req-a1dcb5c4-32f8-4c0c-8dfd-76b4aba88fcc service neutron] For port 6d9ec11d-fcce-4cdc-b3d9-0146ce093571, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=6d9ec11d-fcce-4cdc-b3d9-0146ce093571,segment=NetworkSegment(478f16f8-1aef-4277-93a9-379282548afd),segment_id=478f16f8-1aef-4277-93a9-379282548afd)] {{(pid=88973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:18:38.072192 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-427233c1-1394-43dd-bfda-b40ff46b4f5a req-a1dcb5c4-32f8-4c0c-8dfd-76b4aba88fcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:38.076768 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427233c1-1394-43dd-bfda-b40ff46b4f5a req-a1dcb5c4-32f8-4c0c-8dfd-76b4aba88fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:18:38.077737 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-427233c1-1394-43dd-bfda-b40ff46b4f5a req-a1dcb5c4-32f8-4c0c-8dfd-76b4aba88fcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:38.079317 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-427233c1-1394-43dd-bfda-b40ff46b4f5a req-a1dcb5c4-32f8-4c0c-8dfd-76b4aba88fcc service neutron] 10.222.0.16 "PUT /v2.0/ports/6d9ec11d-fcce-4cdc-b3d9-0146ce093571 HTTP/1.1" status: 200 len: 1093 time: 1.0096633 Oct 13 16:18:38.112867 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f870fe-c214-4b57-b99a-91319fe1d9be', 'tag': '6d9ec11d-fcce-4cdc-b3d9-0146ce093571'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:18:38.115223 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1da9cc60-1300-48a9-b17f-4dec8b3470c5" -d '{"events": [{"name": "network-changed", "server_uuid": "43f870fe-c214-4b57-b99a-91319fe1d9be", "tag": "6d9ec11d-fcce-4cdc-b3d9-0146ce093571"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:18:38.116953 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:38.140094 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 0e85dfc6-6232-4a4b-a8d4-aa973ba8c22f is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:18:38.140608 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:38.176639 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 0e85dfc6-6232-4a4b-a8d4-aa973ba8c22f, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=0e85dfc6-6232-4a4b-a8d4-aa973ba8c22f,segment=NetworkSegment(478f16f8-1aef-4277-93a9-379282548afd),segment_id=478f16f8-1aef-4277-93a9-379282548afd)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:18:38.180237 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 16:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03b3cb37-b986-49ea-a7bc-97d08f75048e x-openstack-request-id: req-03b3cb37-b986-49ea-a7bc-97d08f75048e {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:18:38.180569 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43f870fe-c214-4b57-b99a-91319fe1d9be", "tag": "6d9ec11d-fcce-4cdc-b3d9-0146ce093571", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:18:38.180847 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-03b3cb37-b986-49ea-a7bc-97d08f75048e {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:18:38.181213 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-03b3cb37-b986-49ea-a7bc-97d08f75048e'] response: {'name': 'network-changed', 'server_uuid': '43f870fe-c214-4b57-b99a-91319fe1d9be', 'tag': '6d9ec11d-fcce-4cdc-b3d9-0146ce093571', 'status': 'completed', 'code': 200} Oct 13 16:18:38.181795 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:38.221367 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dcb5c4-32f8-4c0c-8dfd-76b4aba88fcc service neutron] Pushing event updated for resources: {'Port': ['ID=6d9ec11d-fcce-4cdc-b3d9-0146ce093571,revision_number=3']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:18:38.237420 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427233c1-1394-43dd-bfda-b40ff46b4f5a req-70d1009a-b91a-4677-8015-6b5e85400653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:18:38.238994 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-427233c1-1394-43dd-bfda-b40ff46b4f5a req-70d1009a-b91a-4677-8015-6b5e85400653 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a06d0f5fab8f48c6bec23f3d7dc5027f&device_id=43f870fe-c214-4b57-b99a-91319fe1d9be HTTP/1.1" status: 200 len: 1096 time: 0.1211216 Oct 13 16:18:38.250111 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=0e85dfc6-6232-4a4b-a8d4-aa973ba8c22f,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:18:38.307633 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-427233c1-1394-43dd-bfda-b40ff46b4f5a req-24c3f603-e4b9-4b54-9f71-42dd549464e5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d9ec11d-fcce-4cdc-b3d9-0146ce093571 HTTP/1.1" status: 200 len: 217 time: 0.0617759 Oct 13 16:18:38.370621 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427233c1-1394-43dd-bfda-b40ff46b4f5a req-e9f78260-edb5-4612-91fd-08d45e71b57e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:18:38.372862 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-427233c1-1394-43dd-bfda-b40ff46b4f5a req-e9f78260-edb5-4612-91fd-08d45e71b57e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=65f08354-03bc-41dc-a97a-7a17b05bdb1c HTTP/1.1" status: 200 len: 834 time: 0.0585518 Oct 13 16:18:38.450521 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-427233c1-1394-43dd-bfda-b40ff46b4f5a req-433e66d5-19c3-49f9-b41e-3f093d250eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:18:38.452178 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-427233c1-1394-43dd-bfda-b40ff46b4f5a req-433e66d5-19c3-49f9-b41e-3f093d250eb3 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0fddbcc9-521d-404e-a3b3-d546abde3a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743046 Oct 13 16:18:38.454963 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-73f3ae96-752b-4ac0-9e2f-add58c1e8a7d None None] Attempt 3 to provision port 6d9ec11d-fcce-4cdc-b3d9-0146ce093571 Oct 13 16:18:38.518057 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-73f3ae96-752b-4ac0-9e2f-add58c1e8a7d None None] Port 6d9ec11d-fcce-4cdc-b3d9-0146ce093571 had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 16:18:38.585689 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-427233c1-1394-43dd-bfda-b40ff46b4f5a req-e8775336-f749-4b37-8a0d-af4eaeac695a service neutron] 10.222.0.16 "GET /v2.0/networks/0fddbcc9-521d-404e-a3b3-d546abde3a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269298 Oct 13 16:18:38.709471 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e429c0-a398-4258-9086-425c58165148 req-e2ac4cad-9a63-4fb1-9074-b1428c56ca22 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:18:38.711091 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-a5e429c0-a398-4258-9086-425c58165148 req-e2ac4cad-9a63-4fb1-9074-b1428c56ca22 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f870fe-c214-4b57-b99a-91319fe1d9be HTTP/1.1" status: 200 len: 943 time: 0.0869858 Oct 13 16:18:38.719422 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-427233c1-1394-43dd-bfda-b40ff46b4f5a req-311ab7a1-8ff6-467c-8584-ad85f44d4da3 service neutron] 10.222.0.16 "GET /v2.0/networks/0fddbcc9-521d-404e-a3b3-d546abde3a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273742 Oct 13 16:18:38.756289 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-a5e429c0-a398-4258-9086-425c58165148 req-11b229eb-a77c-4252-8461-74d2a148ab56 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=943e220c-01df-4478-83d0-37faef5f0807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388882 Oct 13 16:18:38.845099 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9cc60-1300-48a9-b17f-4dec8b3470c5 req-22c54605-66e2-495b-ba9c-3eba079bc548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:18:38.846574 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1da9cc60-1300-48a9-b17f-4dec8b3470c5 req-22c54605-66e2-495b-ba9c-3eba079bc548 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a06d0f5fab8f48c6bec23f3d7dc5027f&device_id=43f870fe-c214-4b57-b99a-91319fe1d9be HTTP/1.1" status: 200 len: 1096 time: 0.0803788 Oct 13 16:18:39.074783 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9cc60-1300-48a9-b17f-4dec8b3470c5 req-d5a48722-a12a-4775-bcfa-96e98e4d91dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:18:39.077069 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1da9cc60-1300-48a9-b17f-4dec8b3470c5 req-d5a48722-a12a-4775-bcfa-96e98e4d91dd service neutron] 10.222.0.16 "GET /v2.0/networks?id=0fddbcc9-521d-404e-a3b3-d546abde3a61 HTTP/1.1" status: 200 len: 898 time: 0.2248187 Oct 13 16:18:39.143490 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1da9cc60-1300-48a9-b17f-4dec8b3470c5 req-f57a0f3d-f4e7-45c0-8316-ceee3c6a4aa6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d9ec11d-fcce-4cdc-b3d9-0146ce093571 HTTP/1.1" status: 200 len: 217 time: 0.0605257 Oct 13 16:18:39.207746 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9cc60-1300-48a9-b17f-4dec8b3470c5 req-ba2de7f5-ce58-4c46-8523-1d004bcf249f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:18:39.209130 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1da9cc60-1300-48a9-b17f-4dec8b3470c5 req-ba2de7f5-ce58-4c46-8523-1d004bcf249f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=65f08354-03bc-41dc-a97a-7a17b05bdb1c HTTP/1.1" status: 200 len: 834 time: 0.0596716 Oct 13 16:18:39.288831 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da9cc60-1300-48a9-b17f-4dec8b3470c5 req-bcbfd91c-1105-4d50-b264-47e1d90cdb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:18:39.290283 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1da9cc60-1300-48a9-b17f-4dec8b3470c5 req-bcbfd91c-1105-4d50-b264-47e1d90cdb4c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0fddbcc9-521d-404e-a3b3-d546abde3a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752857 Oct 13 16:18:39.471710 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1da9cc60-1300-48a9-b17f-4dec8b3470c5 req-5d9ca95a-6825-4e90-9b98-129e03cb2c4b service neutron] 10.222.0.16 "GET /v2.0/networks/0fddbcc9-521d-404e-a3b3-d546abde3a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1743896 Oct 13 16:18:39.601835 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1da9cc60-1300-48a9-b17f-4dec8b3470c5 req-d7468ae3-9a1e-4630-903e-3a32204f6c5c service neutron] 10.222.0.16 "GET /v2.0/networks/0fddbcc9-521d-404e-a3b3-d546abde3a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225188 Oct 13 16:18:39.764348 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:39.832118 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 0e85dfc6-6232-4a4b-a8d4-aa973ba8c22f up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:18:39.901063 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 0e85dfc6-6232-4a4b-a8d4-aa973ba8c22f triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:18:39.901431 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:39.901767 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 0e85dfc6-6232-4a4b-a8d4-aa973ba8c22f Oct 13 16:18:39.970978 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a511c4c-3663-436e-b95c-a6558316e646 req-9891913a-5b82-40eb-b6e7-7763cd311bd1 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:18:39.971654 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-1a511c4c-3663-436e-b95c-a6558316e646 req-9891913a-5b82-40eb-b6e7-7763cd311bd1 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Synchronizing usage tracker for tenant:a06d0f5fab8f48c6bec23f3d7dc5027f on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:18:39.989738 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-1a511c4c-3663-436e-b95c-a6558316e646 req-9891913a-5b82-40eb-b6e7-7763cd311bd1 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Unset dirty status for tenant:a06d0f5fab8f48c6bec23f3d7dc5027f on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:18:39.991126 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1a511c4c-3663-436e-b95c-a6558316e646 req-9891913a-5b82-40eb-b6e7-7763cd311bd1 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f870fe-c214-4b57-b99a-91319fe1d9be HTTP/1.1" status: 200 len: 943 time: 0.1129153 Oct 13 16:18:40.020184 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 0e85dfc6-6232-4a4b-a8d4-aa973ba8c22f is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:18:40.035677 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1a511c4c-3663-436e-b95c-a6558316e646 req-be9e332c-a18f-4f63-bed3-6dcd6a6f2b85 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=943e220c-01df-4478-83d0-37faef5f0807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386381 Oct 13 16:18:40.830068 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 6d9ec11d-fcce-4cdc-b3d9-0146ce093571 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=88974) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 13 16:18:40.961658 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 6d9ec11d-fcce-4cdc-b3d9-0146ce093571, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=6d9ec11d-fcce-4cdc-b3d9-0146ce093571,segment=NetworkSegment(478f16f8-1aef-4277-93a9-379282548afd),segment_id=478f16f8-1aef-4277-93a9-379282548afd)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:18:40.974752 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Returning: {'device': '6d9ec11d-fcce-4cdc-b3d9-0146ce093571', 'network_id': '0fddbcc9-521d-404e-a3b3-d546abde3a61', 'port_id': '6d9ec11d-fcce-4cdc-b3d9-0146ce093571', 'mac_address': 'fa:16:3e:5e:52:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 425, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65f08354-03bc-41dc-a97a-7a17b05bdb1c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88974) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 13 16:18:41.029394 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 6d9ec11d-fcce-4cdc-b3d9-0146ce093571 is: DOWN; New status is: BUILD {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:18:41.029776 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:41.049322 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d9ec11d-fcce-4cdc-b3d9-0146ce093571 {{(pid=88974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 16:18:41.064180 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 6d9ec11d-fcce-4cdc-b3d9-0146ce093571, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=6d9ec11d-fcce-4cdc-b3d9-0146ce093571,segment=NetworkSegment(478f16f8-1aef-4277-93a9-379282548afd),segment_id=478f16f8-1aef-4277-93a9-379282548afd)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:18:41.069871 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:41.136210 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=6d9ec11d-fcce-4cdc-b3d9-0146ce093571,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:18:41.241248 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dbf915-2e4c-4986-a24a-518c25b754ef req-2d8bc839-25f2-4368-9c0f-5ab0c0fb7197 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:18:41.242635 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-b6dbf915-2e4c-4986-a24a-518c25b754ef req-2d8bc839-25f2-4368-9c0f-5ab0c0fb7197 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f870fe-c214-4b57-b99a-91319fe1d9be HTTP/1.1" status: 200 len: 944 time: 0.0899198 Oct 13 16:18:41.285859 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-b6dbf915-2e4c-4986-a24a-518c25b754ef req-4482d234-3027-4123-92d8-154c72921e0f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=943e220c-01df-4478-83d0-37faef5f0807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374696 Oct 13 16:18:41.375024 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['6d9ec11d-fcce-4cdc-b3d9-0146ce093571'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 16:18:42.486401 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79369f8-a2f2-4b35-b310-7ee2348542f7 req-66ef9c69-beb3-4c97-8030-cd3eccb43a94 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:18:42.487820 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a79369f8-a2f2-4b35-b310-7ee2348542f7 req-66ef9c69-beb3-4c97-8030-cd3eccb43a94 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f870fe-c214-4b57-b99a-91319fe1d9be HTTP/1.1" status: 200 len: 944 time: 0.0901005 Oct 13 16:18:42.530805 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a79369f8-a2f2-4b35-b310-7ee2348542f7 req-fc3c243e-4dee-4ae0-b8c7-543413bba435 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=943e220c-01df-4478-83d0-37faef5f0807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373881 Oct 13 16:18:42.845649 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 6d9ec11d-fcce-4cdc-b3d9-0146ce093571 up at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:18:42.914955 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning for port 6d9ec11d-fcce-4cdc-b3d9-0146ce093571 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:18:42.919895 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning complete for port 6d9ec11d-fcce-4cdc-b3d9-0146ce093571 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:18:42.920263 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:42.920595 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Attempt 1 to provision port 6d9ec11d-fcce-4cdc-b3d9-0146ce093571 Oct 13 16:18:43.038812 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 6d9ec11d-fcce-4cdc-b3d9-0146ce093571 is: BUILD; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:18:43.039185 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:43.066606 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f870fe-c214-4b57-b99a-91319fe1d9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9ec11d-fcce-4cdc-b3d9-0146ce093571'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:18:43.068923 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979c64d66908691d8da3fe322a5acf5d757b5bee84c7992aba2ec3c134dffaeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-070e4623-689e-460a-b9fd-aa55cd3037bb" -d '{"events": [{"server_uuid": "43f870fe-c214-4b57-b99a-91319fe1d9be", "name": "network-vif-plugged", "status": "completed", "tag": "6d9ec11d-fcce-4cdc-b3d9-0146ce093571"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:18:43.077205 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 6d9ec11d-fcce-4cdc-b3d9-0146ce093571, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=6d9ec11d-fcce-4cdc-b3d9-0146ce093571,segment=NetworkSegment(478f16f8-1aef-4277-93a9-379282548afd),segment_id=478f16f8-1aef-4277-93a9-379282548afd)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:18:43.081212 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:43.119015 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 16:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dea9cff-ebb0-4a9e-a15a-594baf7bd7b5 x-openstack-request-id: req-6dea9cff-ebb0-4a9e-a15a-594baf7bd7b5 {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:18:43.119300 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f870fe-c214-4b57-b99a-91319fe1d9be", "name": "network-vif-plugged", "status": "completed", "tag": "6d9ec11d-fcce-4cdc-b3d9-0146ce093571", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:18:43.119544 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6dea9cff-ebb0-4a9e-a15a-594baf7bd7b5 {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:18:43.119925 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6dea9cff-ebb0-4a9e-a15a-594baf7bd7b5'] response: {'server_uuid': '43f870fe-c214-4b57-b99a-91319fe1d9be', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d9ec11d-fcce-4cdc-b3d9-0146ce093571', 'code': 200} Oct 13 16:18:43.155409 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=6d9ec11d-fcce-4cdc-b3d9-0146ce093571,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:18:43.342731 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba2c11-b3d6-4f1c-bc95-e98635a3549b req-7edf1083-dda8-4213-8314-58752b39f1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:18:43.344121 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-efba2c11-b3d6-4f1c-bc95-e98635a3549b req-7edf1083-dda8-4213-8314-58752b39f1ac service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=43f870fe-c214-4b57-b99a-91319fe1d9be HTTP/1.1" status: 200 len: 1098 time: 0.0773058 Oct 13 16:18:43.383691 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-efba2c11-b3d6-4f1c-bc95-e98635a3549b req-d60095b1-905e-41b0-bb3b-f3e7ba49b833 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=943e220c-01df-4478-83d0-37faef5f0807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336378 Oct 13 16:18:43.728384 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63385d53-d46e-4c49-a0e3-c8e445f6d990 req-289e9c70-7391-408f-a3d3-af615352a64a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:18:43.729826 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-63385d53-d46e-4c49-a0e3-c8e445f6d990 req-289e9c70-7391-408f-a3d3-af615352a64a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f870fe-c214-4b57-b99a-91319fe1d9be HTTP/1.1" status: 200 len: 945 time: 0.0895123 Oct 13 16:18:43.773912 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-63385d53-d46e-4c49-a0e3-c8e445f6d990 req-031f84a2-3a13-4254-812c-1a26e2d6e5d6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=943e220c-01df-4478-83d0-37faef5f0807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378714 Oct 13 16:18:44.968106 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2d35c0-f07a-4015-9cda-c21fcdc03e90 req-f8ea4409-bce9-4712-9605-9aa206e0e2f7 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:18:44.969454 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8c2d35c0-f07a-4015-9cda-c21fcdc03e90 req-f8ea4409-bce9-4712-9605-9aa206e0e2f7 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f870fe-c214-4b57-b99a-91319fe1d9be HTTP/1.1" status: 200 len: 945 time: 0.0855494 Oct 13 16:18:45.016595 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8c2d35c0-f07a-4015-9cda-c21fcdc03e90 req-6f3a2e7b-84f6-4155-a6fc-8f2bb87f9288 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=943e220c-01df-4478-83d0-37faef5f0807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415375 Oct 13 16:18:45.210167 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c488ed62-7852-44cb-bdf1-b744286af2ab req-bfab3e7e-606a-4b09-993b-0944600b5797 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:18:45.211589 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c488ed62-7852-44cb-bdf1-b744286af2ab req-bfab3e7e-606a-4b09-993b-0944600b5797 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f870fe-c214-4b57-b99a-91319fe1d9be HTTP/1.1" status: 200 len: 945 time: 0.0856507 Oct 13 16:18:45.258490 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c488ed62-7852-44cb-bdf1-b744286af2ab req-5c4089cd-2855-4ce5-9bf2-c1967ea41dcd tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=943e220c-01df-4478-83d0-37faef5f0807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411427 Oct 13 16:18:45.285883 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 33936) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:18:45.361681 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153b9a87-000c-4889-a650-70ae85217cc6 tempest-TestNetworkAdvancedServerOps-1929741581 tempest-TestNetworkAdvancedServerOps-1929741581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:18:45.363183 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-153b9a87-000c-4889-a650-70ae85217cc6 tempest-TestNetworkAdvancedServerOps-1929741581 tempest-TestNetworkAdvancedServerOps-1929741581-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=43f870fe-c214-4b57-b99a-91319fe1d9be HTTP/1.1" status: 200 len: 1093 time: 0.0763462 Oct 13 16:18:45.365957 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 33940) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:18:45.370744 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-6a592061-ba8e-474f-9740-72ecc077a496 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Request body: {'floatingip': {'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'port_id': '6d9ec11d-fcce-4cdc-b3d9-0146ce093571', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:18:45.377147 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-6a592061-ba8e-474f-9740-72ecc077a496 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:18:45.380992 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-6a592061-ba8e-474f-9740-72ecc077a496 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Usage tracker for resource:floatingip and tenant:a06d0f5fab8f48c6bec23f3d7dc5027f is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:18:45.383795 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-6a592061-ba8e-474f-9740-72ecc077a496 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:18:45.389476 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-6a592061-ba8e-474f-9740-72ecc077a496 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:18:45.399566 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6a592061-ba8e-474f-9740-72ecc077a496 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for floatingip, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:45.535999 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6a592061-ba8e-474f-9740-72ecc077a496 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:45.670997 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-6a592061-ba8e-474f-9740-72ecc077a496 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Allocated IP 172.26.2.68 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/fd834d79-a8a1-48a1-b8db-123bb9fa0a26) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:18:45.817886 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6a592061-ba8e-474f-9740-72ecc077a496 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:45.846526 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6a592061-ba8e-474f-9740-72ecc077a496 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:45.911927 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a592061-ba8e-474f-9740-72ecc077a496 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:18:45.914757 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-6a592061-ba8e-474f-9740-72ecc077a496 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:18:45.917278 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a592061-ba8e-474f-9740-72ecc077a496 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:18:46.061815 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a592061-ba8e-474f-9740-72ecc077a496 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'Port': ['ID=fd834d79-a8a1-48a1-b8db-123bb9fa0a26,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:18:46.425239 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6a592061-ba8e-474f-9740-72ecc077a496 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:46.496078 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6a592061-ba8e-474f-9740-72ecc077a496 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:46.699440 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6a592061-ba8e-474f-9740-72ecc077a496 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:46.704219 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6a592061-ba8e-474f-9740-72ecc077a496 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:46.805911 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a592061-ba8e-474f-9740-72ecc077a496 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'Port': ['ID=fd834d79-a8a1-48a1-b8db-123bb9fa0a26,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:18:46.810881 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6a592061-ba8e-474f-9740-72ecc077a496 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:46.974712 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.l3_db [None req-6a592061-ba8e-474f-9740-72ecc077a496 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Floating IP ab4da5cf-0e8a-4d02-9d73-dd8f627de3bc associated. External IP: 172.26.2.68, port: 6d9ec11d-fcce-4cdc-b3d9-0146ce093571. Oct 13 16:18:47.314005 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a592061-ba8e-474f-9740-72ecc077a496 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Router b3af2fc1-855f-40ac-a9c2-d35fea1d41f1 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 16:18:47.593735 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a592061-ba8e-474f-9740-72ecc077a496 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:18:47.603751 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb2feb6-2931-4acc-afe9-2b047a1c08f1 None None] Sync routers for ids ['b3af2fc1-855f-40ac-a9c2-d35fea1d41f1'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:18:47.613665 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb2feb6-2931-4acc-afe9-2b047a1c08f1 None None] Routers {'b3af2fc1-855f-40ac-a9c2-d35fea1d41f1'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:18:47.614301 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-7bb2feb6-2931-4acc-afe9-2b047a1c08f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:18:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['b3af2fc1-855f-40ac-a9c2-d35fea1d41f1'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:18:47.617128 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6a592061-ba8e-474f-9740-72ecc077a496 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:47.675079 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-6a592061-ba8e-474f-9740-72ecc077a496 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3080859 Oct 13 16:18:47.675725 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f870fe-c214-4b57-b99a-91319fe1d9be', 'tag': '6d9ec11d-fcce-4cdc-b3d9-0146ce093571'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:18:47.686444 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57fe4bb-0187-4aca-ae78-8190945cbade" -d '{"events": [{"name": "network-changed", "server_uuid": "43f870fe-c214-4b57-b99a-91319fe1d9be", "tag": "6d9ec11d-fcce-4cdc-b3d9-0146ce093571"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:18:47.729273 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 16:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5fcb0e-a355-44ca-9d88-8e9a8fff5fc7 x-openstack-request-id: req-dc5fcb0e-a355-44ca-9d88-8e9a8fff5fc7 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:18:47.729648 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43f870fe-c214-4b57-b99a-91319fe1d9be", "tag": "6d9ec11d-fcce-4cdc-b3d9-0146ce093571", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:18:47.729881 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dc5fcb0e-a355-44ca-9d88-8e9a8fff5fc7 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:18:47.730308 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc5fcb0e-a355-44ca-9d88-8e9a8fff5fc7'] response: {'name': 'network-changed', 'server_uuid': '43f870fe-c214-4b57-b99a-91319fe1d9be', 'tag': '6d9ec11d-fcce-4cdc-b3d9-0146ce093571', 'status': 'completed', 'code': 200} Oct 13 16:18:47.835025 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fe4bb-0187-4aca-ae78-8190945cbade req-830769d8-8eff-4fe5-9109-2655d2a53152 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:18:47.836644 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d57fe4bb-0187-4aca-ae78-8190945cbade req-830769d8-8eff-4fe5-9109-2655d2a53152 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a06d0f5fab8f48c6bec23f3d7dc5027f&device_id=43f870fe-c214-4b57-b99a-91319fe1d9be HTTP/1.1" status: 200 len: 1098 time: 0.0815732 Oct 13 16:18:47.844421 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-7bb2feb6-2931-4acc-afe9-2b047a1c08f1 None None] Set router b3af2fc1-855f-40ac-a9c2-d35fea1d41f1 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:18:47.862836 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e0ee89-ecbc-4f64-af16-ba1ad04e084c req-15151327-3490-4a69-b16e-f817e2e3f6f3 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:18:47.864417 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-66e0ee89-ecbc-4f64-af16-ba1ad04e084c req-15151327-3490-4a69-b16e-f817e2e3f6f3 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f870fe-c214-4b57-b99a-91319fe1d9be HTTP/1.1" status: 200 len: 945 time: 0.0951264 Oct 13 16:18:47.909461 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-66e0ee89-ecbc-4f64-af16-ba1ad04e084c req-4969e734-4c5b-4262-8e1e-091816cc8b2c tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=943e220c-01df-4478-83d0-37faef5f0807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393126 Oct 13 16:18:47.938798 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 33948) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:18:47.975093 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fe4bb-0187-4aca-ae78-8190945cbade req-f9f2f0aa-0aad-4d36-8585-e12327e6070d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:18:47.977345 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d57fe4bb-0187-4aca-ae78-8190945cbade req-f9f2f0aa-0aad-4d36-8585-e12327e6070d service neutron] 10.222.0.16 "GET /v2.0/networks?id=0fddbcc9-521d-404e-a3b3-d546abde3a61 HTTP/1.1" status: 200 len: 898 time: 0.1347487 Oct 13 16:18:48.052965 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a880e9a3-02ba-4565-8422-522d15ac2161 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/floatingips/ab4da5cf-0e8a-4d02-9d73-dd8f627de3bc HTTP/1.1" status: 200 len: 990 time: 0.1130054 Oct 13 16:18:48.086051 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d57fe4bb-0187-4aca-ae78-8190945cbade req-bf7fd935-f4e5-4e32-b3a4-f447d3911ecf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d9ec11d-fcce-4cdc-b3d9-0146ce093571 HTTP/1.1" status: 200 len: 998 time: 0.1035395 Oct 13 16:18:48.150763 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fe4bb-0187-4aca-ae78-8190945cbade req-1bbeb120-dd68-4a03-865a-b5c4d8282a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:18:48.152175 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d57fe4bb-0187-4aca-ae78-8190945cbade req-1bbeb120-dd68-4a03-865a-b5c4d8282a95 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=65f08354-03bc-41dc-a97a-7a17b05bdb1c HTTP/1.1" status: 200 len: 834 time: 0.0596523 Oct 13 16:18:48.197535 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-7bb2feb6-2931-4acc-afe9-2b047a1c08f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3af2fc1-855f-40ac-a9c2-d35fea1d41f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-661161456', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.161'}], 'enable_snat': True}, 'gw_port_id': 'ecf22233-ff4b-4667-9a42-23bb35e46adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:18:27Z', 'updated_at': '2022-10-13T16:18:32Z', 'revision_number': 4, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': 'ecf22233-ff4b-4667-9a42-23bb35e46adb', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3af2fc1-855f-40ac-a9c2-d35fea1d41f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:18:28Z', 'updated_at': '2022-10-13T16:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': 'ab4da5cf-0e8a-4d02-9d73-dd8f627de3bc', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'floating_ip_address': '172.26.2.68', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': 'b3af2fc1-855f-40ac-a9c2-d35fea1d41f1', 'port_id': '6d9ec11d-fcce-4cdc-b3d9-0146ce093571', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fddbcc9-521d-404e-a3b3-d546abde3a61', 'mac_address': 'fa:16:3e:5e:52:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f870fe-c214-4b57-b99a-91319fe1d9be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T16:18:46Z', 'updated_at': '2022-10-13T16:18:46Z', 'revision_number': 0, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e85dfc6-6232-4a4b-a8d4-aa973ba8c22f', 'name': '', 'network_id': '0fddbcc9-521d-404e-a3b3-d546abde3a61', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'mac_address': 'fa:16:3e:b2:94:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3af2fc1-855f-40ac-a9c2-d35fea1d41f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '65f08354-03bc-41dc-a97a-7a17b05bdb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:18:31Z', 'updated_at': '2022-10-13T16:18:38Z', 'revision_number': 5, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'subnets': [{'id': '65f08354-03bc-41dc-a97a-7a17b05bdb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:18:48.201669 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb2feb6-2931-4acc-afe9-2b047a1c08f1 None None] Checking router: b3af2fc1-855f-40ac-a9c2-d35fea1d41f1 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:18:48.209690 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb2feb6-2931-4acc-afe9-2b047a1c08f1 None None] Routers {'b3af2fc1-855f-40ac-a9c2-d35fea1d41f1'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:18:48.210419 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-7bb2feb6-2931-4acc-afe9-2b047a1c08f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:18:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['b3af2fc1-855f-40ac-a9c2-d35fea1d41f1'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:18:48.234374 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57fe4bb-0187-4aca-ae78-8190945cbade req-027dbbef-b4b1-4843-87ab-0b0a51f998b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:18:48.235844 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d57fe4bb-0187-4aca-ae78-8190945cbade req-027dbbef-b4b1-4843-87ab-0b0a51f998b7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0fddbcc9-521d-404e-a3b3-d546abde3a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0771530 Oct 13 16:18:48.368035 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d57fe4bb-0187-4aca-ae78-8190945cbade req-605c9e40-72d7-496c-baea-5a097f6f97e1 service neutron] 10.222.0.16 "GET /v2.0/networks/0fddbcc9-521d-404e-a3b3-d546abde3a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255672 Oct 13 16:18:48.383304 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-7bb2feb6-2931-4acc-afe9-2b047a1c08f1 None None] Set router b3af2fc1-855f-40ac-a9c2-d35fea1d41f1 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:18:48.499159 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d57fe4bb-0187-4aca-ae78-8190945cbade req-01699af2-098f-49ea-b214-5662625dd2cd service neutron] 10.222.0.16 "GET /v2.0/networks/0fddbcc9-521d-404e-a3b3-d546abde3a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243851 Oct 13 16:18:48.721041 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-7bb2feb6-2931-4acc-afe9-2b047a1c08f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3af2fc1-855f-40ac-a9c2-d35fea1d41f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-661161456', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.161'}], 'enable_snat': True}, 'gw_port_id': 'ecf22233-ff4b-4667-9a42-23bb35e46adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:18:27Z', 'updated_at': '2022-10-13T16:18:32Z', 'revision_number': 4, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': 'ecf22233-ff4b-4667-9a42-23bb35e46adb', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3af2fc1-855f-40ac-a9c2-d35fea1d41f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:18:28Z', 'updated_at': '2022-10-13T16:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': 'ab4da5cf-0e8a-4d02-9d73-dd8f627de3bc', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'floating_ip_address': '172.26.2.68', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': 'b3af2fc1-855f-40ac-a9c2-d35fea1d41f1', 'port_id': '6d9ec11d-fcce-4cdc-b3d9-0146ce093571', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fddbcc9-521d-404e-a3b3-d546abde3a61', 'mac_address': 'fa:16:3e:5e:52:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f870fe-c214-4b57-b99a-91319fe1d9be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T16:18:46Z', 'updated_at': '2022-10-13T16:18:46Z', 'revision_number': 0, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e85dfc6-6232-4a4b-a8d4-aa973ba8c22f', 'name': '', 'network_id': '0fddbcc9-521d-404e-a3b3-d546abde3a61', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'mac_address': 'fa:16:3e:b2:94:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3af2fc1-855f-40ac-a9c2-d35fea1d41f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '65f08354-03bc-41dc-a97a-7a17b05bdb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:18:31Z', 'updated_at': '2022-10-13T16:18:38Z', 'revision_number': 5, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'subnets': [{'id': '65f08354-03bc-41dc-a97a-7a17b05bdb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:18:48.724848 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bb2feb6-2931-4acc-afe9-2b047a1c08f1 None None] The sync data for ids ['b3af2fc1-855f-40ac-a9c2-d35fea1d41f1'] in dv-neutron-860329-2-hyperv is: [{'id': 'b3af2fc1-855f-40ac-a9c2-d35fea1d41f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-661161456', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.161'}], 'enable_snat': True}, 'gw_port_id': 'ecf22233-ff4b-4667-9a42-23bb35e46adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:18:27Z', 'updated_at': '2022-10-13T16:18:32Z', 'revision_number': 4, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': 'ecf22233-ff4b-4667-9a42-23bb35e46adb', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3af2fc1-855f-40ac-a9c2-d35fea1d41f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:18:28Z', 'updated_at': '2022-10-13T16:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': 'ab4da5cf-0e8a-4d02-9d73-dd8f627de3bc', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'floating_ip_address': '172.26.2.68', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': 'b3af2fc1-855f-40ac-a9c2-d35fea1d41f1', 'port_id': '6d9ec11d-fcce-4cdc-b3d9-0146ce093571', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1748, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0fddbcc9-521d-404e-a3b3-d546abde3a61', 'mac_address': 'fa:16:3e:5e:52:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '43f870fe-c214-4b57-b99a-91319fe1d9be', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T16:18:46Z', 'updated_at': '2022-10-13T16:18:46Z', 'revision_number': 0, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0e85dfc6-6232-4a4b-a8d4-aa973ba8c22f', 'name': '', 'network_id': '0fddbcc9-521d-404e-a3b3-d546abde3a61', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'mac_address': 'fa:16:3e:b2:94:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3af2fc1-855f-40ac-a9c2-d35fea1d41f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '65f08354-03bc-41dc-a97a-7a17b05bdb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:18:31Z', 'updated_at': '2022-10-13T16:18:38Z', 'revision_number': 5, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'subnets': [{'id': '65f08354-03bc-41dc-a97a-7a17b05bdb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:18:48.913173 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6a6937-bdf8-4860-abd5-c4b820027fe6 None None] New status for floating IP ab4da5cf-0e8a-4d02-9d73-dd8f627de3bc: ACTIVE {{(pid=88974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 16:18:49.055938 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 33952) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:18:49.162439 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-39e84e66-4a67-4a01-876e-189cb431e22f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/floatingips/ab4da5cf-0e8a-4d02-9d73-dd8f627de3bc HTTP/1.1" status: 200 len: 990 time: 0.1054273 Oct 13 16:18:50.166382 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 33956) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:18:50.271186 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-bbec9857-c1df-4845-a028-b900bd4b9684 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/floatingips/ab4da5cf-0e8a-4d02-9d73-dd8f627de3bc HTTP/1.1" status: 200 len: 992 time: 0.1036279 Oct 13 16:18:55.810279 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-7e6d5128-f849-4b56-8889-d246e3c3a33a req-e4797c45-d3c3-419d-80aa-2396682150f2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=43f870fe-c214-4b57-b99a-91319fe1d9be&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0797141 Oct 13 16:18:55.963454 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d5128-f849-4b56-8889-d246e3c3a33a req-7aa3e37f-3547-4d8c-91ab-df8dce0d22c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:18:55.964861 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-7e6d5128-f849-4b56-8889-d246e3c3a33a req-7aa3e37f-3547-4d8c-91ab-df8dce0d22c8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a06d0f5fab8f48c6bec23f3d7dc5027f&device_id=43f870fe-c214-4b57-b99a-91319fe1d9be HTTP/1.1" status: 200 len: 1098 time: 0.0775917 Oct 13 16:18:56.108362 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d5128-f849-4b56-8889-d246e3c3a33a req-c9fdfd84-106d-4262-86c3-e47e085ad2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:18:56.109787 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-7e6d5128-f849-4b56-8889-d246e3c3a33a req-c9fdfd84-106d-4262-86c3-e47e085ad2a9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0fddbcc9-521d-404e-a3b3-d546abde3a61 HTTP/1.1" status: 200 len: 898 time: 0.1250525 Oct 13 16:18:56.152267 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:18:56.210851 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-7e6d5128-f849-4b56-8889-d246e3c3a33a req-95370eca-837c-4233-ba55-4bf4cf1de522 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d9ec11d-fcce-4cdc-b3d9-0146ce093571 HTTP/1.1" status: 200 len: 1000 time: 0.0946078 Oct 13 16:18:56.270246 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d5128-f849-4b56-8889-d246e3c3a33a req-9235650e-3c8c-4542-bf7b-8ba126366142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:18:56.271529 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-7e6d5128-f849-4b56-8889-d246e3c3a33a req-9235650e-3c8c-4542-bf7b-8ba126366142 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=65f08354-03bc-41dc-a97a-7a17b05bdb1c HTTP/1.1" status: 200 len: 834 time: 0.0552840 Oct 13 16:18:56.453540 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6d5128-f849-4b56-8889-d246e3c3a33a req-a2794a89-aa55-4513-a3fa-0ed436a6454c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:18:56.455041 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-7e6d5128-f849-4b56-8889-d246e3c3a33a req-a2794a89-aa55-4513-a3fa-0ed436a6454c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0fddbcc9-521d-404e-a3b3-d546abde3a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1763384 Oct 13 16:18:56.584676 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-7e6d5128-f849-4b56-8889-d246e3c3a33a req-5c7ce457-3af9-4151-b48a-2d52d2058fc3 service neutron] 10.222.0.16 "GET /v2.0/networks/0fddbcc9-521d-404e-a3b3-d546abde3a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218228 Oct 13 16:18:56.716162 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-7e6d5128-f849-4b56-8889-d246e3c3a33a req-a3a78e95-c94d-493a-9902-95ea952955c1 service neutron] 10.222.0.16 "GET /v2.0/networks/0fddbcc9-521d-404e-a3b3-d546abde3a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248457 Oct 13 16:18:57.934885 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [req-64a2f4d5-322c-4179-83cf-64ee4c281cfa req-f55458e5-ba4c-4a5d-b164-7f8684491ad6 service neutron] (88972) timed out ('10.222.0.42', 58816) {{(pid=88972) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Oct 13 16:19:04.551504 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:19:04.585884 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-274ee16a-841a-4e55-a394-124aaed54440 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:19:06.732106 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-1578d5f5-489b-47ee-a5bf-6b5c29f64ceb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:19:07.840391 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:19:08.060392 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:19:09.767601 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:19:26.183048 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:19:34.587397 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-3a5a32d4-a321-4e01-9f5b-d2de163e5b92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:19:36.733941 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-a23f5808-5278-4862-beed-925b445013a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:19:37.843017 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:19:38.062707 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:19:39.769684 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:19:41.549908 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:19:51.009783 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495861b-f460-4c34-a91f-cce4ae09bad5 req-93be46f0-4df7-4bd6-9d88-2ad8698f8f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:19:51.011281 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0495861b-f460-4c34-a91f-cce4ae09bad5 req-93be46f0-4df7-4bd6-9d88-2ad8698f8f17 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a06d0f5fab8f48c6bec23f3d7dc5027f&device_id=43f870fe-c214-4b57-b99a-91319fe1d9be HTTP/1.1" status: 200 len: 1098 time: 0.0808918 Oct 13 16:19:51.204912 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495861b-f460-4c34-a91f-cce4ae09bad5 req-0bc9d267-09ea-4265-bb31-e728d4c51bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:19:51.206362 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0495861b-f460-4c34-a91f-cce4ae09bad5 req-0bc9d267-09ea-4265-bb31-e728d4c51bc0 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0fddbcc9-521d-404e-a3b3-d546abde3a61 HTTP/1.1" status: 200 len: 898 time: 0.1886446 Oct 13 16:19:51.214487 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b3379-b38f-4408-98e4-0502c1c12285 req-54003402-68ad-41f4-804e-00fa613c2eec tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:19:51.216362 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b69b3379-b38f-4408-98e4-0502c1c12285 req-54003402-68ad-41f4-804e-00fa613c2eec tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f870fe-c214-4b57-b99a-91319fe1d9be HTTP/1.1" status: 200 len: 945 time: 0.2458570 Oct 13 16:19:51.339700 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b69b3379-b38f-4408-98e4-0502c1c12285 req-7b7f3ef5-ffd2-4781-b210-18483a359787 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=943e220c-01df-4478-83d0-37faef5f0807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736301 Oct 13 16:19:51.341907 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0495861b-f460-4c34-a91f-cce4ae09bad5 req-4b8b3aee-a2a8-47ab-a5ca-46e8447226b3 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d9ec11d-fcce-4cdc-b3d9-0146ce093571 HTTP/1.1" status: 200 len: 1000 time: 0.1247289 Oct 13 16:19:51.405411 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495861b-f460-4c34-a91f-cce4ae09bad5 req-d3f52c30-38b1-4ed6-b11c-03abb3aaa8db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:19:51.406805 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0495861b-f460-4c34-a91f-cce4ae09bad5 req-d3f52c30-38b1-4ed6-b11c-03abb3aaa8db service neutron] 10.222.0.16 "GET /v2.0/subnets?id=65f08354-03bc-41dc-a97a-7a17b05bdb1c HTTP/1.1" status: 200 len: 834 time: 0.0585117 Oct 13 16:19:51.485594 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0495861b-f460-4c34-a91f-cce4ae09bad5 req-a5b47898-61a8-44fa-b995-9befb4e7739d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:19:51.487017 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0495861b-f460-4c34-a91f-cce4ae09bad5 req-a5b47898-61a8-44fa-b995-9befb4e7739d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0fddbcc9-521d-404e-a3b3-d546abde3a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741785 Oct 13 16:19:51.614933 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0495861b-f460-4c34-a91f-cce4ae09bad5 req-d32b351f-287f-4a96-ab6d-6c3918dfcf94 service neutron] 10.222.0.16 "GET /v2.0/networks/0fddbcc9-521d-404e-a3b3-d546abde3a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215360 Oct 13 16:19:51.743699 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0495861b-f460-4c34-a91f-cce4ae09bad5 req-c07b1067-e086-41d2-80fa-37144c7b1984 service neutron] 10.222.0.16 "GET /v2.0/networks/0fddbcc9-521d-404e-a3b3-d546abde3a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223686 Oct 13 16:19:52.616984 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb87a2b5-7cf8-421a-be79-cbcffd970ebc req-67a30c02-dcda-4456-8fdd-a20782604454 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:19:52.618441 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-cb87a2b5-7cf8-421a-be79-cbcffd970ebc req-67a30c02-dcda-4456-8fdd-a20782604454 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f870fe-c214-4b57-b99a-91319fe1d9be HTTP/1.1" status: 200 len: 945 time: 0.1664243 Oct 13 16:19:52.661918 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-cb87a2b5-7cf8-421a-be79-cbcffd970ebc req-0c885961-a7f7-485a-8c10-5ad99c00cf5d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=943e220c-01df-4478-83d0-37faef5f0807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372634 Oct 13 16:19:53.861900 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a859a6-dcc2-4639-818a-a15a7b8b1840 req-c247cc7b-6921-4006-9da1-dbfc0c08c704 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:19:53.863375 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-51a859a6-dcc2-4639-818a-a15a7b8b1840 req-c247cc7b-6921-4006-9da1-dbfc0c08c704 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f870fe-c214-4b57-b99a-91319fe1d9be HTTP/1.1" status: 200 len: 945 time: 0.0900123 Oct 13 16:19:53.906170 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-51a859a6-dcc2-4639-818a-a15a7b8b1840 req-7d9cb30d-ed42-4322-87d5-d44dae4ab131 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=943e220c-01df-4478-83d0-37faef5f0807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372205 Oct 13 16:19:55.201280 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f427074-7855-47b1-8dc5-1ff7c4b10c08 req-fb6223dd-ffea-477a-8808-48033290bcfc tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:19:55.202652 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-3f427074-7855-47b1-8dc5-1ff7c4b10c08 req-fb6223dd-ffea-477a-8808-48033290bcfc tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f870fe-c214-4b57-b99a-91319fe1d9be HTTP/1.1" status: 200 len: 945 time: 0.1850283 Oct 13 16:19:55.247383 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-3f427074-7855-47b1-8dc5-1ff7c4b10c08 req-711e19ab-40ef-4fbc-9d3a-a73350630dc9 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=943e220c-01df-4478-83d0-37faef5f0807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390801 Oct 13 16:19:56.189195 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:19:56.444142 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9178f9-2aa6-4bfa-a3de-2aefa52bf425 req-eb61490b-6fb7-444b-9fd3-6e468bae7cc9 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:19:56.445496 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5f9178f9-2aa6-4bfa-a3de-2aefa52bf425 req-eb61490b-6fb7-444b-9fd3-6e468bae7cc9 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f870fe-c214-4b57-b99a-91319fe1d9be HTTP/1.1" status: 200 len: 945 time: 0.0857291 Oct 13 16:19:56.488170 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5f9178f9-2aa6-4bfa-a3de-2aefa52bf425 req-16890829-1ada-4a43-8545-b05db2f4665d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=943e220c-01df-4478-83d0-37faef5f0807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368171 Oct 13 16:19:57.684334 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd68a7e0-f34f-4898-be55-36e4f888b492 req-331c9e85-45a5-4b2c-b9fb-23dd1d8786cb tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:19:57.685703 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-cd68a7e0-f34f-4898-be55-36e4f888b492 req-331c9e85-45a5-4b2c-b9fb-23dd1d8786cb tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f870fe-c214-4b57-b99a-91319fe1d9be HTTP/1.1" status: 200 len: 945 time: 0.0882833 Oct 13 16:19:57.729518 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-cd68a7e0-f34f-4898-be55-36e4f888b492 req-9a648b8c-03ec-4e84-9ea7-1e1216a7ae19 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=943e220c-01df-4478-83d0-37faef5f0807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381923 Oct 13 16:19:57.849175 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255de86-27e8-49bd-8903-a119e0e4f700 req-c69800c0-15c3-455f-b0c9-771680892991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:19:57.850657 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c255de86-27e8-49bd-8903-a119e0e4f700 req-c69800c0-15c3-455f-b0c9-771680892991 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a06d0f5fab8f48c6bec23f3d7dc5027f&device_id=43f870fe-c214-4b57-b99a-91319fe1d9be HTTP/1.1" status: 200 len: 1098 time: 0.0798483 Oct 13 16:19:58.097525 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255de86-27e8-49bd-8903-a119e0e4f700 req-a30ef323-b506-4fb4-8b3c-a34a15370b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:19:58.098968 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c255de86-27e8-49bd-8903-a119e0e4f700 req-a30ef323-b506-4fb4-8b3c-a34a15370b32 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0fddbcc9-521d-404e-a3b3-d546abde3a61 HTTP/1.1" status: 200 len: 898 time: 0.2306445 Oct 13 16:19:58.203528 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c255de86-27e8-49bd-8903-a119e0e4f700 req-ac41ce3d-ffb2-441c-bbd8-b7612dd6fabd service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d9ec11d-fcce-4cdc-b3d9-0146ce093571 HTTP/1.1" status: 200 len: 1000 time: 0.0973508 Oct 13 16:19:58.264496 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255de86-27e8-49bd-8903-a119e0e4f700 req-c1fc377d-f1e9-47fc-af18-1a2dd370b0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:19:58.265837 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c255de86-27e8-49bd-8903-a119e0e4f700 req-c1fc377d-f1e9-47fc-af18-1a2dd370b0c1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=65f08354-03bc-41dc-a97a-7a17b05bdb1c HTTP/1.1" status: 200 len: 834 time: 0.0559580 Oct 13 16:19:58.350697 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c255de86-27e8-49bd-8903-a119e0e4f700 req-ebc65a6d-cda6-4438-b813-7fac7d619e0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:19:58.352051 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c255de86-27e8-49bd-8903-a119e0e4f700 req-ebc65a6d-cda6-4438-b813-7fac7d619e0a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0fddbcc9-521d-404e-a3b3-d546abde3a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0800118 Oct 13 16:19:58.481086 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c255de86-27e8-49bd-8903-a119e0e4f700 req-6cc3c0a7-d5e2-46e0-afd1-4377be2fa6ec service neutron] 10.222.0.16 "GET /v2.0/networks/0fddbcc9-521d-404e-a3b3-d546abde3a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228051 Oct 13 16:19:58.609892 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c255de86-27e8-49bd-8903-a119e0e4f700 req-d838d000-9d44-42c1-8b49-772586eb666a service neutron] 10.222.0.16 "GET /v2.0/networks/0fddbcc9-521d-404e-a3b3-d546abde3a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220775 Oct 13 16:19:58.924589 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59ff403-1991-467f-90f9-afe5c0f16b79 req-faecc6d0-0874-4e63-b338-cb0c390d05d5 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:19:58.926014 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d59ff403-1991-467f-90f9-afe5c0f16b79 req-faecc6d0-0874-4e63-b338-cb0c390d05d5 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f870fe-c214-4b57-b99a-91319fe1d9be HTTP/1.1" status: 200 len: 945 time: 0.0861619 Oct 13 16:19:58.969959 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d59ff403-1991-467f-90f9-afe5c0f16b79 req-92dab9d6-6bf1-4f7b-9d65-bd8dcacf6490 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=943e220c-01df-4478-83d0-37faef5f0807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382457 Oct 13 16:20:00.164128 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aecd036-f625-45dd-8e1f-7ead5b14e961 req-98e3ed5b-4761-4bd5-9833-88ae4002caec tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:20:00.165556 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-2aecd036-f625-45dd-8e1f-7ead5b14e961 req-98e3ed5b-4761-4bd5-9833-88ae4002caec tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f870fe-c214-4b57-b99a-91319fe1d9be HTTP/1.1" status: 200 len: 945 time: 0.0850158 Oct 13 16:20:00.211125 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-2aecd036-f625-45dd-8e1f-7ead5b14e961 req-a6d0b59e-59d2-42c5-ac18-7bc729207a19 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=943e220c-01df-4478-83d0-37faef5f0807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399747 Oct 13 16:20:01.408038 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e3dda5-9d0f-41f7-86d9-db3481619bac req-a28ffc4a-13df-4b98-aceb-11a8f985b4ed tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:20:01.409467 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e5e3dda5-9d0f-41f7-86d9-db3481619bac req-a28ffc4a-13df-4b98-aceb-11a8f985b4ed tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f870fe-c214-4b57-b99a-91319fe1d9be HTTP/1.1" status: 200 len: 945 time: 0.0886528 Oct 13 16:20:01.452116 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e5e3dda5-9d0f-41f7-86d9-db3481619bac req-ce13a440-8186-408a-aa49-a698f25f3e84 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=943e220c-01df-4478-83d0-37faef5f0807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370848 Oct 13 16:20:02.659126 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da64a66-52fd-40ee-bd72-578d3407acdf req-06a6223a-14d9-42f1-b375-f0989c81d827 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:20:02.660578 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-0da64a66-52fd-40ee-bd72-578d3407acdf req-06a6223a-14d9-42f1-b375-f0989c81d827 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f870fe-c214-4b57-b99a-91319fe1d9be HTTP/1.1" status: 200 len: 945 time: 0.0927899 Oct 13 16:20:02.704069 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-0da64a66-52fd-40ee-bd72-578d3407acdf req-36483de9-5ed7-4fc4-85d7-174c59c99bb3 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=943e220c-01df-4478-83d0-37faef5f0807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377772 Oct 13 16:20:03.903395 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccc6b2d-cf05-406d-8357-0de4cbf6bbc8 req-ab07b3bf-5baa-4a80-b1ab-cb9b6aeefa0a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:20:03.905134 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5ccc6b2d-cf05-406d-8357-0de4cbf6bbc8 req-ab07b3bf-5baa-4a80-b1ab-cb9b6aeefa0a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f870fe-c214-4b57-b99a-91319fe1d9be HTTP/1.1" status: 200 len: 945 time: 0.0858014 Oct 13 16:20:03.953392 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5ccc6b2d-cf05-406d-8357-0de4cbf6bbc8 req-6730efcc-0afd-4432-8075-f1357b3e89dc tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=943e220c-01df-4478-83d0-37faef5f0807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422664 Oct 13 16:20:03.982559 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 34014) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:20:04.088284 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-88406ee6-4e5a-4eab-b9ef-54e0b1769c72 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/floatingips/ab4da5cf-0e8a-4d02-9d73-dd8f627de3bc HTTP/1.1" status: 200 len: 992 time: 0.1046083 Oct 13 16:20:04.589381 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-88d45bc3-093d-4f36-8fa8-798588df2887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:20:06.734916 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-281a7b5b-7a2b-4840-a944-39eea559df7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:20:07.844815 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:20:08.065407 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:20:09.772594 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:20:18.548893 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:20:26.188674 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:20:34.592017 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8a22c46d-6ee8-495a-b541-2b6ad7d31b0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:20:36.735782 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-aab7d899-fab1-4905-9270-810b2387b9a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:20:37.846613 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:20:38.067823 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:20:39.774306 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:20:50.768233 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 34042) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:20:50.967891 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-598e30ff-4a04-4492-9deb-b9f02aac49d8 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Deleting port fd834d79-a8a1-48a1-b8db-123bb9fa0a26 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:20:50.968141 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-598e30ff-4a04-4492-9deb-b9f02aac49d8 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:20:51.131679 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-598e30ff-4a04-4492-9deb-b9f02aac49d8 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:20:51.132000 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-598e30ff-4a04-4492-9deb-b9f02aac49d8 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:20:51.254768 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-598e30ff-4a04-4492-9deb-b9f02aac49d8 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Calling delete_port for fd834d79-a8a1-48a1-b8db-123bb9fa0a26 owned by network:floatingip {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:20:51.400238 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-598e30ff-4a04-4492-9deb-b9f02aac49d8 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:20:51.445960 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e30ff-4a04-4492-9deb-b9f02aac49d8 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event deleted for resources: {'Port': ['ID=fd834d79-a8a1-48a1-b8db-123bb9fa0a26,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:20:51.489752 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e30ff-4a04-4492-9deb-b9f02aac49d8 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:20:51.490088 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e30ff-4a04-4492-9deb-b9f02aac49d8 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:20:51.490434 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e30ff-4a04-4492-9deb-b9f02aac49d8 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:20:51.490765 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e30ff-4a04-4492-9deb-b9f02aac49d8 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:20:51.491109 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e30ff-4a04-4492-9deb-b9f02aac49d8 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:20:51.491427 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e30ff-4a04-4492-9deb-b9f02aac49d8 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:20:51.491745 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e30ff-4a04-4492-9deb-b9f02aac49d8 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:20:51.492058 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e30ff-4a04-4492-9deb-b9f02aac49d8 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:20:51.492370 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e30ff-4a04-4492-9deb-b9f02aac49d8 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:20:51.492682 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e30ff-4a04-4492-9deb-b9f02aac49d8 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:20:51.492993 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e30ff-4a04-4492-9deb-b9f02aac49d8 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:20:51.493301 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-598e30ff-4a04-4492-9deb-b9f02aac49d8 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:20:51.549992 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-598e30ff-4a04-4492-9deb-b9f02aac49d8 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for floatingip, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:20:51.550273 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.l3_db [None req-598e30ff-4a04-4492-9deb-b9f02aac49d8 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Floating IP ab4da5cf-0e8a-4d02-9d73-dd8f627de3bc disassociated (deleted). External IP: 172.26.2.68, port: 6d9ec11d-fcce-4cdc-b3d9-0146ce093571. Oct 13 16:20:51.979744 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-598e30ff-4a04-4492-9deb-b9f02aac49d8 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Router b3af2fc1-855f-40ac-a9c2-d35fea1d41f1 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 16:20:52.155944 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-598e30ff-4a04-4492-9deb-b9f02aac49d8 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:20:52.165640 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb30103-1008-49c8-9a9e-f5c40d7dcb28 None None] Sync routers for ids ['b3af2fc1-855f-40ac-a9c2-d35fea1d41f1'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:20:52.175233 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb30103-1008-49c8-9a9e-f5c40d7dcb28 None None] Routers {'b3af2fc1-855f-40ac-a9c2-d35fea1d41f1'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:20:52.175492 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-598e30ff-4a04-4492-9deb-b9f02aac49d8 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:20:52.175977 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-ecb30103-1008-49c8-9a9e-f5c40d7dcb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:20:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['b3af2fc1-855f-40ac-a9c2-d35fea1d41f1'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:20:52.229644 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-598e30ff-4a04-4492-9deb-b9f02aac49d8 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "DELETE /v2.0/floatingips/ab4da5cf-0e8a-4d02-9d73-dd8f627de3bc HTTP/1.1" status: 204 len: 168 time: 1.4603355 Oct 13 16:20:52.230305 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43f870fe-c214-4b57-b99a-91319fe1d9be', 'tag': '6d9ec11d-fcce-4cdc-b3d9-0146ce093571'}] {{(pid=88972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:20:52.232568 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66139ebd01b2281a52a84d0c3e28fe779798cc7e4f9f2d51c02648ac67609c1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39ddb51e-72da-4544-9710-39b2d5fccaa3" -d '{"events": [{"name": "network-changed", "server_uuid": "43f870fe-c214-4b57-b99a-91319fe1d9be", "tag": "6d9ec11d-fcce-4cdc-b3d9-0146ce093571"}]}' {{(pid=88972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:20:52.278200 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 16:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d75d6f-3094-4f3c-8b0a-2d0b4cdc1278 x-openstack-request-id: req-96d75d6f-3094-4f3c-8b0a-2d0b4cdc1278 {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:20:52.278495 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43f870fe-c214-4b57-b99a-91319fe1d9be", "tag": "6d9ec11d-fcce-4cdc-b3d9-0146ce093571", "status": "completed", "code": 200}]} {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:20:52.278724 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-96d75d6f-3094-4f3c-8b0a-2d0b4cdc1278 {{(pid=88972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:20:52.279128 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96d75d6f-3094-4f3c-8b0a-2d0b4cdc1278'] response: {'name': 'network-changed', 'server_uuid': '43f870fe-c214-4b57-b99a-91319fe1d9be', 'tag': '6d9ec11d-fcce-4cdc-b3d9-0146ce093571', 'status': 'completed', 'code': 200} Oct 13 16:20:52.385894 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ddb51e-72da-4544-9710-39b2d5fccaa3 req-bbf0e829-d759-4d83-8572-7b106ef5d90e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:20:52.388028 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-39ddb51e-72da-4544-9710-39b2d5fccaa3 req-bbf0e829-d759-4d83-8572-7b106ef5d90e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a06d0f5fab8f48c6bec23f3d7dc5027f&device_id=43f870fe-c214-4b57-b99a-91319fe1d9be HTTP/1.1" status: 200 len: 1098 time: 0.0875564 Oct 13 16:20:52.397155 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-ecb30103-1008-49c8-9a9e-f5c40d7dcb28 None None] Set router b3af2fc1-855f-40ac-a9c2-d35fea1d41f1 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:20:52.531961 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ddb51e-72da-4544-9710-39b2d5fccaa3 req-f6d996bf-76cf-4c5f-9ca6-d80fc0304790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:20:52.533389 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-39ddb51e-72da-4544-9710-39b2d5fccaa3 req-f6d996bf-76cf-4c5f-9ca6-d80fc0304790 service neutron] 10.222.0.16 "GET /v2.0/networks?id=0fddbcc9-521d-404e-a3b3-d546abde3a61 HTTP/1.1" status: 200 len: 898 time: 0.1402633 Oct 13 16:20:52.606138 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-39ddb51e-72da-4544-9710-39b2d5fccaa3 req-fba78416-94c6-4c3d-9360-311cda067082 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d9ec11d-fcce-4cdc-b3d9-0146ce093571 HTTP/1.1" status: 200 len: 217 time: 0.0657401 Oct 13 16:20:52.615847 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b172b-0374-49d1-bdd3-095bf76a996c req-6610e6cb-b26d-4465-bdb3-8500734eaf70 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:20:52.616540 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-781b172b-0374-49d1-bdd3-095bf76a996c req-6610e6cb-b26d-4465-bdb3-8500734eaf70 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Synchronizing usage tracker for tenant:a06d0f5fab8f48c6bec23f3d7dc5027f on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:20:52.636185 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-781b172b-0374-49d1-bdd3-095bf76a996c req-6610e6cb-b26d-4465-bdb3-8500734eaf70 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Unset dirty status for tenant:a06d0f5fab8f48c6bec23f3d7dc5027f on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:20:52.637849 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-781b172b-0374-49d1-bdd3-095bf76a996c req-6610e6cb-b26d-4465-bdb3-8500734eaf70 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f870fe-c214-4b57-b99a-91319fe1d9be HTTP/1.1" status: 200 len: 945 time: 0.1134427 Oct 13 16:20:52.669944 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ddb51e-72da-4544-9710-39b2d5fccaa3 req-ded2f284-7212-4610-9116-699f169bf580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:20:52.671402 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-39ddb51e-72da-4544-9710-39b2d5fccaa3 req-ded2f284-7212-4610-9116-699f169bf580 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=65f08354-03bc-41dc-a97a-7a17b05bdb1c HTTP/1.1" status: 200 len: 834 time: 0.0594459 Oct 13 16:20:52.691058 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-781b172b-0374-49d1-bdd3-095bf76a996c req-2779e13f-b2d6-4571-be6f-0552dbbe4a7d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=943e220c-01df-4478-83d0-37faef5f0807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465837 Oct 13 16:20:52.737620 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-ecb30103-1008-49c8-9a9e-f5c40d7dcb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3af2fc1-855f-40ac-a9c2-d35fea1d41f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-661161456', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.161'}], 'enable_snat': True}, 'gw_port_id': 'ecf22233-ff4b-4667-9a42-23bb35e46adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:18:27Z', 'updated_at': '2022-10-13T16:18:32Z', 'revision_number': 4, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': 'ecf22233-ff4b-4667-9a42-23bb35e46adb', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3af2fc1-855f-40ac-a9c2-d35fea1d41f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:18:28Z', 'updated_at': '2022-10-13T16:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '0e85dfc6-6232-4a4b-a8d4-aa973ba8c22f', 'name': '', 'network_id': '0fddbcc9-521d-404e-a3b3-d546abde3a61', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'mac_address': 'fa:16:3e:b2:94:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3af2fc1-855f-40ac-a9c2-d35fea1d41f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '65f08354-03bc-41dc-a97a-7a17b05bdb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:18:31Z', 'updated_at': '2022-10-13T16:18:38Z', 'revision_number': 5, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'subnets': [{'id': '65f08354-03bc-41dc-a97a-7a17b05bdb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:20:52.741411 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb30103-1008-49c8-9a9e-f5c40d7dcb28 None None] Checking router: b3af2fc1-855f-40ac-a9c2-d35fea1d41f1 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:20:52.750347 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb30103-1008-49c8-9a9e-f5c40d7dcb28 None None] Routers {'b3af2fc1-855f-40ac-a9c2-d35fea1d41f1'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:20:52.750943 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-ecb30103-1008-49c8-9a9e-f5c40d7dcb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:20:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['b3af2fc1-855f-40ac-a9c2-d35fea1d41f1'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:20:52.768164 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ddb51e-72da-4544-9710-39b2d5fccaa3 req-5303f682-43f1-4ad0-8ded-1cb12f7eab39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:20:52.768164 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-39ddb51e-72da-4544-9710-39b2d5fccaa3 req-5303f682-43f1-4ad0-8ded-1cb12f7eab39 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=0fddbcc9-521d-404e-a3b3-d546abde3a61&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0880578 Oct 13 16:20:52.898533 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-39ddb51e-72da-4544-9710-39b2d5fccaa3 req-a1f2a335-aca0-43a1-85b5-1b4acda26752 service neutron] 10.222.0.16 "GET /v2.0/networks/0fddbcc9-521d-404e-a3b3-d546abde3a61?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257098 Oct 13 16:20:52.927719 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-ecb30103-1008-49c8-9a9e-f5c40d7dcb28 None None] Set router b3af2fc1-855f-40ac-a9c2-d35fea1d41f1 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:20:53.131590 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-39ddb51e-72da-4544-9710-39b2d5fccaa3 req-0bfb1bed-6de0-4ec1-8083-3356bf47909f service neutron] 10.222.0.16 "GET /v2.0/networks/0fddbcc9-521d-404e-a3b3-d546abde3a61?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267671 Oct 13 16:20:53.234173 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-ecb30103-1008-49c8-9a9e-f5c40d7dcb28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3af2fc1-855f-40ac-a9c2-d35fea1d41f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-661161456', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.161'}], 'enable_snat': True}, 'gw_port_id': 'ecf22233-ff4b-4667-9a42-23bb35e46adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:18:27Z', 'updated_at': '2022-10-13T16:18:32Z', 'revision_number': 4, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': 'ecf22233-ff4b-4667-9a42-23bb35e46adb', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3af2fc1-855f-40ac-a9c2-d35fea1d41f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:18:28Z', 'updated_at': '2022-10-13T16:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '0e85dfc6-6232-4a4b-a8d4-aa973ba8c22f', 'name': '', 'network_id': '0fddbcc9-521d-404e-a3b3-d546abde3a61', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'mac_address': 'fa:16:3e:b2:94:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3af2fc1-855f-40ac-a9c2-d35fea1d41f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '65f08354-03bc-41dc-a97a-7a17b05bdb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:18:31Z', 'updated_at': '2022-10-13T16:18:38Z', 'revision_number': 5, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'subnets': [{'id': '65f08354-03bc-41dc-a97a-7a17b05bdb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:20:53.237949 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecb30103-1008-49c8-9a9e-f5c40d7dcb28 None None] The sync data for ids ['b3af2fc1-855f-40ac-a9c2-d35fea1d41f1'] in dv-neutron-860329-2-hyperv is: [{'id': 'b3af2fc1-855f-40ac-a9c2-d35fea1d41f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-661161456', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.161'}], 'enable_snat': True}, 'gw_port_id': 'ecf22233-ff4b-4667-9a42-23bb35e46adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:18:27Z', 'updated_at': '2022-10-13T16:18:32Z', 'revision_number': 4, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': 'ecf22233-ff4b-4667-9a42-23bb35e46adb', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3af2fc1-855f-40ac-a9c2-d35fea1d41f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:18:28Z', 'updated_at': '2022-10-13T16:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '0e85dfc6-6232-4a4b-a8d4-aa973ba8c22f', 'name': '', 'network_id': '0fddbcc9-521d-404e-a3b3-d546abde3a61', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'mac_address': 'fa:16:3e:b2:94:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3af2fc1-855f-40ac-a9c2-d35fea1d41f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1745, 'fixed_ips': [{'subnet_id': '65f08354-03bc-41dc-a97a-7a17b05bdb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:18:31Z', 'updated_at': '2022-10-13T16:18:38Z', 'revision_number': 5, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'subnets': [{'id': '65f08354-03bc-41dc-a97a-7a17b05bdb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:20:53.442444 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2251b1a9-1c5f-427e-9d35-607e78f9b80a None None] New status for floating IP ab4da5cf-0e8a-4d02-9d73-dd8f627de3bc: DOWN {{(pid=88974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 16:20:53.888090 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2469f455-8916-41a0-a72b-6ed257339335 req-f00b7462-7411-4116-8756-98f195a92b33 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:20:53.889547 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2469f455-8916-41a0-a72b-6ed257339335 req-f00b7462-7411-4116-8756-98f195a92b33 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f870fe-c214-4b57-b99a-91319fe1d9be HTTP/1.1" status: 200 len: 945 time: 0.0868464 Oct 13 16:20:53.933944 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2469f455-8916-41a0-a72b-6ed257339335 req-dfbb3c1d-7cb0-4640-8a38-ccbe048420e7 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=943e220c-01df-4478-83d0-37faef5f0807&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389011 Oct 13 16:20:54.208545 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd14f22f-87b3-4b46-be30-04ff9a42af94 req-a85e3126-5844-4ca2-acd7-b30f9de3b21c tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:20:54.209934 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-cd14f22f-87b3-4b46-be30-04ff9a42af94 req-a85e3126-5844-4ca2-acd7-b30f9de3b21c tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.16 "GET /v2.0/ports?device_id=43f870fe-c214-4b57-b99a-91319fe1d9be HTTP/1.1" status: 200 len: 945 time: 0.0906622 Oct 13 16:20:54.278947 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-cd14f22f-87b3-4b46-be30-04ff9a42af94 req-75b70a3d-17cb-4115-96b8-30b188cbf44f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Deleting port 6d9ec11d-fcce-4cdc-b3d9-0146ce093571 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:20:54.279283 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-cd14f22f-87b3-4b46-be30-04ff9a42af94 req-75b70a3d-17cb-4115-96b8-30b188cbf44f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:20:54.523646 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-cd14f22f-87b3-4b46-be30-04ff9a42af94 req-75b70a3d-17cb-4115-96b8-30b188cbf44f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] For port 6d9ec11d-fcce-4cdc-b3d9-0146ce093571, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=6d9ec11d-fcce-4cdc-b3d9-0146ce093571,segment=NetworkSegment(478f16f8-1aef-4277-93a9-379282548afd),segment_id=478f16f8-1aef-4277-93a9-379282548afd)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:20:54.523915 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-cd14f22f-87b3-4b46-be30-04ff9a42af94 req-75b70a3d-17cb-4115-96b8-30b188cbf44f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:20:54.643898 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-cd14f22f-87b3-4b46-be30-04ff9a42af94 req-75b70a3d-17cb-4115-96b8-30b188cbf44f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Calling delete_port for 6d9ec11d-fcce-4cdc-b3d9-0146ce093571 owned by compute:nova {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:20:54.786703 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-cd14f22f-87b3-4b46-be30-04ff9a42af94 req-75b70a3d-17cb-4115-96b8-30b188cbf44f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:20:54.837040 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b70a3d-17cb-4115-96b8-30b188cbf44f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event deleted for resources: {'Port': ['ID=6d9ec11d-fcce-4cdc-b3d9-0146ce093571,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:20:54.878357 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b70a3d-17cb-4115-96b8-30b188cbf44f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:20:54.878702 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b70a3d-17cb-4115-96b8-30b188cbf44f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:20:54.879039 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b70a3d-17cb-4115-96b8-30b188cbf44f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:20:54.879367 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b70a3d-17cb-4115-96b8-30b188cbf44f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:20:54.879693 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b70a3d-17cb-4115-96b8-30b188cbf44f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:20:54.880014 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b70a3d-17cb-4115-96b8-30b188cbf44f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:20:54.880331 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b70a3d-17cb-4115-96b8-30b188cbf44f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:20:54.880649 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b70a3d-17cb-4115-96b8-30b188cbf44f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:20:54.880964 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b70a3d-17cb-4115-96b8-30b188cbf44f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:20:54.881275 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b70a3d-17cb-4115-96b8-30b188cbf44f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:20:54.881590 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b70a3d-17cb-4115-96b8-30b188cbf44f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:20:54.881903 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75b70a3d-17cb-4115-96b8-30b188cbf44f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:20:54.930076 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd14f22f-87b3-4b46-be30-04ff9a42af94 req-75b70a3d-17cb-4115-96b8-30b188cbf44f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] No DVR routers for this DVR port 6d9ec11d-fcce-4cdc-b3d9-0146ce093571 on host hv-neutron-8603 {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 16:20:54.932436 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-cd14f22f-87b3-4b46-be30-04ff9a42af94 req-75b70a3d-17cb-4115-96b8-30b188cbf44f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:20:54.934993 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43f870fe-c214-4b57-b99a-91319fe1d9be', 'name': 'network-vif-deleted', 'tag': '6d9ec11d-fcce-4cdc-b3d9-0146ce093571'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:20:54.937221 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-141cc1ee-4064-4967-b47c-1a817816a26e" -d '{"events": [{"server_uuid": "43f870fe-c214-4b57-b99a-91319fe1d9be", "name": "network-vif-deleted", "tag": "6d9ec11d-fcce-4cdc-b3d9-0146ce093571"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:20:54.952165 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-cd14f22f-87b3-4b46-be30-04ff9a42af94 req-75b70a3d-17cb-4115-96b8-30b188cbf44f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.16 "DELETE /v2.0/ports/6d9ec11d-fcce-4cdc-b3d9-0146ce093571 HTTP/1.1" status: 204 len: 173 time: 0.7363780 Oct 13 16:20:54.985830 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 16:20:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef2d4f78-fc3e-4ba0-96e5-817fd1d5d962 x-openstack-request-id: req-ef2d4f78-fc3e-4ba0-96e5-817fd1d5d962 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:20:54.986140 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43f870fe-c214-4b57-b99a-91319fe1d9be", "name": "network-vif-deleted", "tag": "6d9ec11d-fcce-4cdc-b3d9-0146ce093571", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:20:54.986396 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ef2d4f78-fc3e-4ba0-96e5-817fd1d5d962 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:20:54.986792 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef2d4f78-fc3e-4ba0-96e5-817fd1d5d962'] response: {'server_uuid': '43f870fe-c214-4b57-b99a-91319fe1d9be', 'name': 'network-vif-deleted', 'tag': '6d9ec11d-fcce-4cdc-b3d9-0146ce093571', 'status': 'completed', 'code': 200} Oct 13 16:20:55.103746 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-8251df38-5bc8-4ea8-a51b-a1fe7dece681 req-1ba24e08-5081-4d47-b53c-14a3c5ba0260 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Synchronizing usage tracker for tenant:a06d0f5fab8f48c6bec23f3d7dc5027f on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:20:55.118393 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-8251df38-5bc8-4ea8-a51b-a1fe7dece681 req-1ba24e08-5081-4d47-b53c-14a3c5ba0260 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Unset dirty status for tenant:a06d0f5fab8f48c6bec23f3d7dc5027f on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:20:55.119944 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-8251df38-5bc8-4ea8-a51b-a1fe7dece681 req-1ba24e08-5081-4d47-b53c-14a3c5ba0260 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=43f870fe-c214-4b57-b99a-91319fe1d9be HTTP/1.1" status: 200 len: 210 time: 0.0680351 Oct 13 16:20:55.548665 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:20:56.199743 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:20:56.225861 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 34062) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:20:56.761800 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2aa76a90-d0ab-418b-b992-fdb869c95f6a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:20:57.204141 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-2aa76a90-d0ab-418b-b992-fdb869c95f6a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Deleting port 0e85dfc6-6232-4a4b-a8d4-aa973ba8c22f {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:20:57.204401 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2aa76a90-d0ab-418b-b992-fdb869c95f6a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:20:57.388799 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-2aa76a90-d0ab-418b-b992-fdb869c95f6a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] For port 0e85dfc6-6232-4a4b-a8d4-aa973ba8c22f, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=0e85dfc6-6232-4a4b-a8d4-aa973ba8c22f,segment=NetworkSegment(478f16f8-1aef-4277-93a9-379282548afd),segment_id=478f16f8-1aef-4277-93a9-379282548afd)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:20:57.389454 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2aa76a90-d0ab-418b-b992-fdb869c95f6a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:20:57.402277 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 6d9ec11d-fcce-4cdc-b3d9-0146ce093571 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:20:57.439749 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] No Port match for: 6d9ec11d-fcce-4cdc-b3d9-0146ce093571 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:20:57.440091 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 6d9ec11d-fcce-4cdc-b3d9-0146ce093571 not bound to the agent host hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:20:57.509147 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-2aa76a90-d0ab-418b-b992-fdb869c95f6a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Calling delete_port for 0e85dfc6-6232-4a4b-a8d4-aa973ba8c22f owned by network:router_interface {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:20:57.824423 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2aa76a90-d0ab-418b-b992-fdb869c95f6a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:20:57.876348 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa76a90-d0ab-418b-b992-fdb869c95f6a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event deleted for resources: {'Port': ['ID=0e85dfc6-6232-4a4b-a8d4-aa973ba8c22f,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:20:58.152841 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-2aa76a90-d0ab-418b-b992-fdb869c95f6a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:20:58.599759 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aa76a90-d0ab-418b-b992-fdb869c95f6a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Router b3af2fc1-855f-40ac-a9c2-d35fea1d41f1 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 16:20:58.773534 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa76a90-d0ab-418b-b992-fdb869c95f6a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:20:58.783393 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27aa9095-5392-48e2-9a90-f2ec13c43e88 None None] Sync routers for ids ['b3af2fc1-855f-40ac-a9c2-d35fea1d41f1'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:20:58.789212 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-2aa76a90-d0ab-418b-b992-fdb869c95f6a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "PUT /v2.0/routers/b3af2fc1-855f-40ac-a9c2-d35fea1d41f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5622544 Oct 13 16:20:58.792424 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 34066) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:20:58.793045 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27aa9095-5392-48e2-9a90-f2ec13c43e88 None None] Routers {'b3af2fc1-855f-40ac-a9c2-d35fea1d41f1'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:20:58.793643 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-27aa9095-5392-48e2-9a90-f2ec13c43e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:20:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['b3af2fc1-855f-40ac-a9c2-d35fea1d41f1'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:20:58.860384 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-661c0159-cb70-4cf3-baf2-b613563413cb tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Deleting subnet 65f08354-03bc-41dc-a97a-7a17b05bdb1c {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 16:20:58.863240 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-661c0159-cb70-4cf3-baf2-b613563413cb tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:20:58.917527 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-661c0159-cb70-4cf3-baf2-b613563413cb tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:20:58.974107 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-27aa9095-5392-48e2-9a90-f2ec13c43e88 None None] Set router b3af2fc1-855f-40ac-a9c2-d35fea1d41f1 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:20:59.004717 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-661c0159-cb70-4cf3-baf2-b613563413cb tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:20:59.079689 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-661c0159-cb70-4cf3-baf2-b613563413cb tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:20:59.121394 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-661c0159-cb70-4cf3-baf2-b613563413cb tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:20:59.127157 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23facb34-3b67-4890-9149-9b48c180ae22 None None] Network 0fddbcc9-521d-404e-a3b3-d546abde3a61 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 16:20:59.128220 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661c0159-cb70-4cf3-baf2-b613563413cb tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event deleted for resources: {'Subnet': ['ID=65f08354-03bc-41dc-a97a-7a17b05bdb1c,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:20:59.134957 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 34070) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:20:59.135369 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-661c0159-cb70-4cf3-baf2-b613563413cb tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "DELETE /v2.0/subnets/65f08354-03bc-41dc-a97a-7a17b05bdb1c HTTP/1.1" status: 204 len: 168 time: 0.3413622 Oct 13 16:20:59.297885 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-27aa9095-5392-48e2-9a90-f2ec13c43e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3af2fc1-855f-40ac-a9c2-d35fea1d41f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-661161456', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.161'}], 'enable_snat': True}, 'gw_port_id': 'ecf22233-ff4b-4667-9a42-23bb35e46adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:18:27Z', 'updated_at': '2022-10-13T16:20:57Z', 'revision_number': 5, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': 'ecf22233-ff4b-4667-9a42-23bb35e46adb', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3af2fc1-855f-40ac-a9c2-d35fea1d41f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:18:28Z', 'updated_at': '2022-10-13T16:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:20:59.301940 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27aa9095-5392-48e2-9a90-f2ec13c43e88 None None] Checking router: b3af2fc1-855f-40ac-a9c2-d35fea1d41f1 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:20:59.313629 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27aa9095-5392-48e2-9a90-f2ec13c43e88 None None] Routers {'b3af2fc1-855f-40ac-a9c2-d35fea1d41f1'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:20:59.314291 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-27aa9095-5392-48e2-9a90-f2ec13c43e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:20:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['b3af2fc1-855f-40ac-a9c2-d35fea1d41f1'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:20:59.328102 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ea819872-4183-4fd0-8ee2-4d785dd75366 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for router, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:20:59.395002 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f7da5e-6f72-4cdc-bb1f-1fde4d801d01 None None] DHCP port deletion for 0fddbcc9-521d-404e-a3b3-d546abde3a61 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 16:20:59.399536 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-25f7da5e-6f72-4cdc-bb1f-1fde4d801d01 None None] Deleting port f343b780-d9a1-40b6-96bc-8713aa3661e4 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:20:59.399913 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-25f7da5e-6f72-4cdc-bb1f-1fde4d801d01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:20:59.498734 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-27aa9095-5392-48e2-9a90-f2ec13c43e88 None None] Set router b3af2fc1-855f-40ac-a9c2-d35fea1d41f1 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:20:59.623139 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ea819872-4183-4fd0-8ee2-4d785dd75366 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:20:59.624223 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-25f7da5e-6f72-4cdc-bb1f-1fde4d801d01 None None] For port f343b780-d9a1-40b6-96bc-8713aa3661e4, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=f343b780-d9a1-40b6-96bc-8713aa3661e4,segment=NetworkSegment(478f16f8-1aef-4277-93a9-379282548afd),segment_id=478f16f8-1aef-4277-93a9-379282548afd)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:20:59.624864 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-25f7da5e-6f72-4cdc-bb1f-1fde4d801d01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:20:59.635739 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-ea819872-4183-4fd0-8ee2-4d785dd75366 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Deleting port ecf22233-ff4b-4667-9a42-23bb35e46adb {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:20:59.636161 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ea819872-4183-4fd0-8ee2-4d785dd75366 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:20:59.796784 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-27aa9095-5392-48e2-9a90-f2ec13c43e88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b3af2fc1-855f-40ac-a9c2-d35fea1d41f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-661161456', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.161'}], 'enable_snat': True}, 'gw_port_id': 'ecf22233-ff4b-4667-9a42-23bb35e46adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:18:27Z', 'updated_at': '2022-10-13T16:20:57Z', 'revision_number': 5, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': 'ecf22233-ff4b-4667-9a42-23bb35e46adb', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3af2fc1-855f-40ac-a9c2-d35fea1d41f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:18:28Z', 'updated_at': '2022-10-13T16:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:20:59.801174 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27aa9095-5392-48e2-9a90-f2ec13c43e88 None None] The sync data for ids ['b3af2fc1-855f-40ac-a9c2-d35fea1d41f1'] in dv-neutron-860329-2-hyperv is: [{'id': 'b3af2fc1-855f-40ac-a9c2-d35fea1d41f1', 'name': 'tempest-TestNetworkAdvancedServerOps-router-661161456', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.161'}], 'enable_snat': True}, 'gw_port_id': 'ecf22233-ff4b-4667-9a42-23bb35e46adb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:18:27Z', 'updated_at': '2022-10-13T16:20:57Z', 'revision_number': 5, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': 'ecf22233-ff4b-4667-9a42-23bb35e46adb', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:04:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3af2fc1-855f-40ac-a9c2-d35fea1d41f1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1742, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:18:28Z', 'updated_at': '2022-10-13T16:18:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:20:59.801773 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-25f7da5e-6f72-4cdc-bb1f-1fde4d801d01 None None] Calling delete_port for f343b780-d9a1-40b6-96bc-8713aa3661e4 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:20:59.843761 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-ea819872-4183-4fd0-8ee2-4d785dd75366 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] For port ecf22233-ff4b-4667-9a42-23bb35e46adb, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=ecf22233-ff4b-4667-9a42-23bb35e46adb,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:20:59.844115 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ea819872-4183-4fd0-8ee2-4d785dd75366 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:20:59.881987 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-25f7da5e-6f72-4cdc-bb1f-1fde4d801d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:20:59.928551 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f7da5e-6f72-4cdc-bb1f-1fde4d801d01 None None] Pushing event deleted for resources: {'Port': ['ID=f343b780-d9a1-40b6-96bc-8713aa3661e4,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:20:59.932650 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f7da5e-6f72-4cdc-bb1f-1fde4d801d01 None None] No DVR routers for this DVR port f343b780-d9a1-40b6-96bc-8713aa3661e4 on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 16:20:59.943653 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f7da5e-6f72-4cdc-bb1f-1fde4d801d01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:20:59.944064 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f7da5e-6f72-4cdc-bb1f-1fde4d801d01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:20:59.944463 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f7da5e-6f72-4cdc-bb1f-1fde4d801d01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:20:59.944858 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f7da5e-6f72-4cdc-bb1f-1fde4d801d01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:20:59.945247 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f7da5e-6f72-4cdc-bb1f-1fde4d801d01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:20:59.945658 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f7da5e-6f72-4cdc-bb1f-1fde4d801d01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:20:59.946046 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f7da5e-6f72-4cdc-bb1f-1fde4d801d01 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:20:59.946530 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f7da5e-6f72-4cdc-bb1f-1fde4d801d01 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:20:59.946918 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f7da5e-6f72-4cdc-bb1f-1fde4d801d01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:20:59.947333 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f7da5e-6f72-4cdc-bb1f-1fde4d801d01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:20:59.947731 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f7da5e-6f72-4cdc-bb1f-1fde4d801d01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:20:59.948097 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f7da5e-6f72-4cdc-bb1f-1fde4d801d01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:20:59.966289 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-ea819872-4183-4fd0-8ee2-4d785dd75366 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Calling delete_port for ecf22233-ff4b-4667-9a42-23bb35e46adb owned by network:router_gateway {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:21:00.128617 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ea819872-4183-4fd0-8ee2-4d785dd75366 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:00.177624 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea819872-4183-4fd0-8ee2-4d785dd75366 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event deleted for resources: {'Port': ['ID=ecf22233-ff4b-4667-9a42-23bb35e46adb,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:21:00.223863 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device f343b780-d9a1-40b6-96bc-8713aa3661e4 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:21:00.258812 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: f343b780-d9a1-40b6-96bc-8713aa3661e4 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:21:00.259047 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device f343b780-d9a1-40b6-96bc-8713aa3661e4 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:21:00.259590 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 0e85dfc6-6232-4a4b-a8d4-aa973ba8c22f no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:21:00.282906 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ea819872-4183-4fd0-8ee2-4d785dd75366 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828050'] for router_gateway, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:00.300902 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 0e85dfc6-6232-4a4b-a8d4-aa973ba8c22f {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:21:00.301241 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 0e85dfc6-6232-4a4b-a8d4-aa973ba8c22f not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:21:00.458871 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ea819872-4183-4fd0-8ee2-4d785dd75366 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:00.460989 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ea819872-4183-4fd0-8ee2-4d785dd75366 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:00.482484 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ea819872-4183-4fd0-8ee2-4d785dd75366 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:00.482914 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea819872-4183-4fd0-8ee2-4d785dd75366 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Fanout notify agent at l3_agent the message router_deleted on router b3af2fc1-855f-40ac-a9c2-d35fea1d41f1 {{(pid=88973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 16:21:00.499299 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ea819872-4183-4fd0-8ee2-4d785dd75366 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:00.503162 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-ea819872-4183-4fd0-8ee2-4d785dd75366 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "DELETE /v2.0/routers/b3af2fc1-855f-40ac-a9c2-d35fea1d41f1 HTTP/1.1" status: 204 len: 168 time: 1.3664947 Oct 13 16:21:00.503386 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 34074) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:21:00.620623 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-114b660f-0840-4ac5-aaa7-9aab048acd00 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:00.750086 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-114b660f-0840-4ac5-aaa7-9aab048acd00 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:00.774761 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-114b660f-0840-4ac5-aaa7-9aab048acd00 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fddbcc9-521d-404e-a3b3-d546abde3a61']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:21:00.786811 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-114b660f-0840-4ac5-aaa7-9aab048acd00 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '478f16f8-1aef-4277-93a9-379282548afd') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:21:00.787110 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-114b660f-0840-4ac5-aaa7-9aab048acd00 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '478f16f8-1aef-4277-93a9-379282548afd') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:21:00.798913 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-114b660f-0840-4ac5-aaa7-9aab048acd00 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:00.815013 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-114b660f-0840-4ac5-aaa7-9aab048acd00 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:00.820867 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-114b660f-0840-4ac5-aaa7-9aab048acd00 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Releasing vlan 425 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 16:21:00.821245 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-114b660f-0840-4ac5-aaa7-9aab048acd00 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:00.854542 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 478f16f8-1aef-4277-93a9-379282548afd resource provider aggregate not found Oct 13 16:21:00.904521 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 478f16f8-1aef-4277-93a9-379282548afd resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 478f16f8-1aef-4277-93a9-379282548afd found for delete ", "request_id": "req-96efb186-59fd-4d47-8071-e7d75466089e"}]} Oct 13 16:21:00.925419 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-114b660f-0840-4ac5-aaa7-9aab048acd00 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:00.943262 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-114b660f-0840-4ac5-aaa7-9aab048acd00 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:00.954651 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b660f-0840-4ac5-aaa7-9aab048acd00 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event deleted for resources: {'Network': ['ID=0fddbcc9-521d-404e-a3b3-d546abde3a61,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:21:00.965481 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-114b660f-0840-4ac5-aaa7-9aab048acd00 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "DELETE /v2.0/networks/0fddbcc9-521d-404e-a3b3-d546abde3a61 HTTP/1.1" status: 204 len: 168 time: 0.4589117 Oct 13 16:21:00.965728 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 34082) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:21:01.036322 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c2f8009a-79fd-4ee2-b905-6a67b727c807 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:01.066088 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c2f8009a-79fd-4ee2-b905-6a67b727c807 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:01.131417 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c2f8009a-79fd-4ee2-b905-6a67b727c807 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:01.149614 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f8009a-79fd-4ee2-b905-6a67b727c807 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=943e220c-01df-4478-83d0-37faef5f0807,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:21:01.160748 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c2f8009a-79fd-4ee2-b905-6a67b727c807 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:01.161917 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-c2f8009a-79fd-4ee2-b905-6a67b727c807 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "DELETE /v2.0/security-groups/943e220c-01df-4478-83d0-37faef5f0807 HTTP/1.1" status: 204 len: 168 time: 0.1951754 Oct 13 16:21:01.888679 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device ecf22233-ff4b-4667-9a42-23bb35e46adb no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:21:01.922971 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: ecf22233-ff4b-4667-9a42-23bb35e46adb {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:21:01.923311 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device ecf22233-ff4b-4667-9a42-23bb35e46adb not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:21:03.299808 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 34094) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:21:03.304885 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-2c1c7ead-fa0c-4196-9af0-20d7cfbdf682 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-791989666', 'description': 'tempest-secgroup-smoke-791989666 description', 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:21:03.311590 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-2c1c7ead-fa0c-4196-9af0-20d7cfbdf682 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:21:03.315680 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-2c1c7ead-fa0c-4196-9af0-20d7cfbdf682 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Usage tracker for resource:security_group and tenant:a06d0f5fab8f48c6bec23f3d7dc5027f is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:21:03.318524 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-2c1c7ead-fa0c-4196-9af0-20d7cfbdf682 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:21:03.324937 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-2c1c7ead-fa0c-4196-9af0-20d7cfbdf682 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:21:03.334225 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2c1c7ead-fa0c-4196-9af0-20d7cfbdf682 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:03.355161 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-2c1c7ead-fa0c-4196-9af0-20d7cfbdf682 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:21:03.358868 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-2c1c7ead-fa0c-4196-9af0-20d7cfbdf682 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Usage tracker for resource:security_group_rule and tenant:a06d0f5fab8f48c6bec23f3d7dc5027f is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:21:03.361558 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-2c1c7ead-fa0c-4196-9af0-20d7cfbdf682 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:21:03.367082 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-2c1c7ead-fa0c-4196-9af0-20d7cfbdf682 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:21:03.437259 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2c1c7ead-fa0c-4196-9af0-20d7cfbdf682 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:03.440579 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2c1c7ead-fa0c-4196-9af0-20d7cfbdf682 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:03.484041 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1c7ead-fa0c-4196-9af0-20d7cfbdf682 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf5d586-0c78-48e3-8ce0-36ea21dbcb09,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:21:03.486710 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2c1c7ead-fa0c-4196-9af0-20d7cfbdf682 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:03.487909 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-2c1c7ead-fa0c-4196-9af0-20d7cfbdf682 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1871116 Oct 13 16:21:03.490774 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 34098) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:21:03.495630 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-f63f0f75-ab7a-4352-b1b6-f6ce398c3d88 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Request body: {'security_group_rule': {'security_group_id': '8cf5d586-0c78-48e3-8ce0-36ea21dbcb09', 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:21:03.501477 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-f63f0f75-ab7a-4352-b1b6-f6ce398c3d88 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:21:03.505279 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-f63f0f75-ab7a-4352-b1b6-f6ce398c3d88 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Usage tracker for resource:security_group_rule and tenant:a06d0f5fab8f48c6bec23f3d7dc5027f is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:21:03.508097 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-f63f0f75-ab7a-4352-b1b6-f6ce398c3d88 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:21:03.513681 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-f63f0f75-ab7a-4352-b1b6-f6ce398c3d88 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:21:03.530697 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f63f0f75-ab7a-4352-b1b6-f6ce398c3d88 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:03.592754 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f63f0f75-ab7a-4352-b1b6-f6ce398c3d88 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:03.596163 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f63f0f75-ab7a-4352-b1b6-f6ce398c3d88 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:03.621107 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63f0f75-ab7a-4352-b1b6-f6ce398c3d88 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=959e8cd7-f71d-4b8f-8133-ae0dad326e6e,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:21:03.630432 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f63f0f75-ab7a-4352-b1b6-f6ce398c3d88 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:03.631600 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-f63f0f75-ab7a-4352-b1b6-f6ce398c3d88 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1399064 Oct 13 16:21:03.634377 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 34102) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:21:03.639172 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-c5e2c6ea-47af-4189-8203-ea62345e3803 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Request body: {'security_group_rule': {'security_group_id': '8cf5d586-0c78-48e3-8ce0-36ea21dbcb09', 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:21:03.645083 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-c5e2c6ea-47af-4189-8203-ea62345e3803 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:21:03.649119 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-c5e2c6ea-47af-4189-8203-ea62345e3803 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Usage tracker for resource:security_group_rule and tenant:a06d0f5fab8f48c6bec23f3d7dc5027f is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:21:03.652506 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-c5e2c6ea-47af-4189-8203-ea62345e3803 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:21:03.658320 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-c5e2c6ea-47af-4189-8203-ea62345e3803 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:21:03.674969 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c5e2c6ea-47af-4189-8203-ea62345e3803 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:03.734087 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c5e2c6ea-47af-4189-8203-ea62345e3803 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:03.737471 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c5e2c6ea-47af-4189-8203-ea62345e3803 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:03.759223 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e2c6ea-47af-4189-8203-ea62345e3803 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4c3d71e-cbd0-48e7-bec7-62262c1179b9,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:21:03.767777 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-c5e2c6ea-47af-4189-8203-ea62345e3803 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:03.769088 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c5e2c6ea-47af-4189-8203-ea62345e3803 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1338103 Oct 13 16:21:03.771957 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 34106) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:21:03.777907 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-cc47f547-e806-4033-a5e9-19b223256e34 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Request body: {'security_group_rule': {'security_group_id': '8cf5d586-0c78-48e3-8ce0-36ea21dbcb09', 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:21:03.784510 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-cc47f547-e806-4033-a5e9-19b223256e34 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:21:03.788317 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-cc47f547-e806-4033-a5e9-19b223256e34 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Usage tracker for resource:security_group_rule and tenant:a06d0f5fab8f48c6bec23f3d7dc5027f is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:21:03.791204 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-cc47f547-e806-4033-a5e9-19b223256e34 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:21:03.796878 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-cc47f547-e806-4033-a5e9-19b223256e34 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:21:03.812807 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cc47f547-e806-4033-a5e9-19b223256e34 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:03.876731 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cc47f547-e806-4033-a5e9-19b223256e34 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:03.880800 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cc47f547-e806-4033-a5e9-19b223256e34 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:03.904063 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc47f547-e806-4033-a5e9-19b223256e34 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faba47a6-fb12-4f65-ab79-b08b35b5fd49,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:21:03.911983 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cc47f547-e806-4033-a5e9-19b223256e34 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:03.913122 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-cc47f547-e806-4033-a5e9-19b223256e34 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1399508 Oct 13 16:21:03.915925 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 34110) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:21:03.920701 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-255c571b-e7a9-4b2e-8e87-fa4bf6c44ab6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Request body: {'security_group_rule': {'security_group_id': '8cf5d586-0c78-48e3-8ce0-36ea21dbcb09', 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:21:03.926343 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-255c571b-e7a9-4b2e-8e87-fa4bf6c44ab6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:21:03.930117 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-255c571b-e7a9-4b2e-8e87-fa4bf6c44ab6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Usage tracker for resource:security_group_rule and tenant:a06d0f5fab8f48c6bec23f3d7dc5027f is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:21:03.932949 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-255c571b-e7a9-4b2e-8e87-fa4bf6c44ab6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:21:03.938678 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-255c571b-e7a9-4b2e-8e87-fa4bf6c44ab6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:21:03.955738 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-255c571b-e7a9-4b2e-8e87-fa4bf6c44ab6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:04.017018 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-255c571b-e7a9-4b2e-8e87-fa4bf6c44ab6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:04.020664 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-255c571b-e7a9-4b2e-8e87-fa4bf6c44ab6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:04.043443 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255c571b-e7a9-4b2e-8e87-fa4bf6c44ab6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50e85b13-4339-473c-b5f2-dcaa49512cec,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:21:04.051894 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-255c571b-e7a9-4b2e-8e87-fa4bf6c44ab6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:04.053149 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-255c571b-e7a9-4b2e-8e87-fa4bf6c44ab6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1363235 Oct 13 16:21:04.055938 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 34114) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:21:04.060744 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-58bded0e-ae9b-40da-bcf9-da0e02b32a92 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Request body: {'security_group_rule': {'security_group_id': '8cf5d586-0c78-48e3-8ce0-36ea21dbcb09', 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:21:04.066421 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-58bded0e-ae9b-40da-bcf9-da0e02b32a92 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:21:04.070339 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-58bded0e-ae9b-40da-bcf9-da0e02b32a92 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Usage tracker for resource:security_group_rule and tenant:a06d0f5fab8f48c6bec23f3d7dc5027f is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:21:04.073931 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-58bded0e-ae9b-40da-bcf9-da0e02b32a92 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:21:04.079605 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-58bded0e-ae9b-40da-bcf9-da0e02b32a92 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:21:04.089829 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.securitygroups_db [None req-58bded0e-ae9b-40da-bcf9-da0e02b32a92 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Project a06d0f5fab8f48c6bec23f3d7dc5027f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 16:21:04.096065 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-58bded0e-ae9b-40da-bcf9-da0e02b32a92 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:04.159470 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-58bded0e-ae9b-40da-bcf9-da0e02b32a92 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:04.162595 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-58bded0e-ae9b-40da-bcf9-da0e02b32a92 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:04.185233 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bded0e-ae9b-40da-bcf9-da0e02b32a92 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dedceea5-71be-482c-aa99-507e7db21b10,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:21:04.193551 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-58bded0e-ae9b-40da-bcf9-da0e02b32a92 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:04.194745 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-58bded0e-ae9b-40da-bcf9-da0e02b32a92 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1379211 Oct 13 16:21:04.197484 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 34118) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:21:04.203121 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-1b1abe12-3ed0-4b32-b06d-2beaf8a484a4 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Request body: {'security_group_rule': {'security_group_id': '8cf5d586-0c78-48e3-8ce0-36ea21dbcb09', 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:21:04.208745 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-1b1abe12-3ed0-4b32-b06d-2beaf8a484a4 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:21:04.212497 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-1b1abe12-3ed0-4b32-b06d-2beaf8a484a4 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Usage tracker for resource:security_group_rule and tenant:a06d0f5fab8f48c6bec23f3d7dc5027f is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:21:04.215386 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-1b1abe12-3ed0-4b32-b06d-2beaf8a484a4 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:21:04.221017 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-1b1abe12-3ed0-4b32-b06d-2beaf8a484a4 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:21:04.234794 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.securitygroups_db [None req-1b1abe12-3ed0-4b32-b06d-2beaf8a484a4 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Project a06d0f5fab8f48c6bec23f3d7dc5027f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 16:21:04.241261 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1b1abe12-3ed0-4b32-b06d-2beaf8a484a4 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:04.304746 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1b1abe12-3ed0-4b32-b06d-2beaf8a484a4 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:04.308429 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1b1abe12-3ed0-4b32-b06d-2beaf8a484a4 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:04.331309 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1abe12-3ed0-4b32-b06d-2beaf8a484a4 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=962e7ff8-a265-47a3-912e-6d48d9eedda7,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:21:04.341653 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1b1abe12-3ed0-4b32-b06d-2beaf8a484a4 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:04.345638 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-1b1abe12-3ed0-4b32-b06d-2beaf8a484a4 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1444998 Oct 13 16:21:04.345763 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 34122) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:21:04.351070 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-49eb45c4-709f-4238-9fa6-9a69094d30ff tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Request body: {'network': {'name': 'tempest-network-smoke--1574977448', 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'port_security_enabled': True}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:21:04.356017 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-49eb45c4-709f-4238-9fa6-9a69094d30ff tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:21:04.360105 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-49eb45c4-709f-4238-9fa6-9a69094d30ff tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Usage tracker for resource:network and tenant:a06d0f5fab8f48c6bec23f3d7dc5027f is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:21:04.362947 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-49eb45c4-709f-4238-9fa6-9a69094d30ff tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:21:04.368724 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-49eb45c4-709f-4238-9fa6-9a69094d30ff tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:21:04.378403 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49eb45c4-709f-4238-9fa6-9a69094d30ff tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Made reservation on behalf of a06d0f5fab8f48c6bec23f3d7dc5027f for: {'network': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 16:21:04.381689 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-49eb45c4-709f-4238-9fa6-9a69094d30ff tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:04.408390 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49eb45c4-709f-4238-9fa6-9a69094d30ff tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 445} {{(pid=88973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 16:21:04.417021 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-49eb45c4-709f-4238-9fa6-9a69094d30ff tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:04.417362 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-49eb45c4-709f-4238-9fa6-9a69094d30ff tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Added segment 3f0a4776-695b-4c46-9615-546e22f31bd1 of type vlan for network c8b4590f-764c-4dc2-8ef8-39099fdf31a7 Oct 13 16:21:04.442847 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-49eb45c4-709f-4238-9fa6-9a69094d30ff tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:04.472241 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-49eb45c4-709f-4238-9fa6-9a69094d30ff tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:04.477534 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49eb45c4-709f-4238-9fa6-9a69094d30ff tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:21:04.478096 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-49eb45c4-709f-4238-9fa6-9a69094d30ff tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:04.581158 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-49eb45c4-709f-4238-9fa6-9a69094d30ff tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2339940 Oct 13 16:21:04.583633 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 34126) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:21:04.587692 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eb45c4-709f-4238-9fa6-9a69094d30ff tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'Network': ['ID=c8b4590f-764c-4dc2-8ef8-39099fdf31a7,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:21:04.588746 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-d3f86c8f-6a41-4b2c-94ec-c5bf36a2af8f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1203362518', 'admin_state_up': True, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:21:04.600665 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network c8b4590f-764c-4dc2-8ef8-39099fdf31a7 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 16:21:04.601285 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-d3f86c8f-6a41-4b2c-94ec-c5bf36a2af8f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:21:04.605863 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-d3f86c8f-6a41-4b2c-94ec-c5bf36a2af8f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Usage tracker for resource:router and tenant:a06d0f5fab8f48c6bec23f3d7dc5027f is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:21:04.608739 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-d3f86c8f-6a41-4b2c-94ec-c5bf36a2af8f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:21:04.614867 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-d3f86c8f-6a41-4b2c-94ec-c5bf36a2af8f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:21:04.628019 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d3f86c8f-6a41-4b2c-94ec-c5bf36a2af8f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:04.629454 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d3f86c8f-6a41-4b2c-94ec-c5bf36a2af8f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:04.634330 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ca8c6b5f-dd8e-4626-a2a7-bd66dad7fb72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:04.646727 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d3f86c8f-6a41-4b2c-94ec-c5bf36a2af8f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:05.006234 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d3f86c8f-6a41-4b2c-94ec-c5bf36a2af8f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:05.301231 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d3f86c8f-6a41-4b2c-94ec-c5bf36a2af8f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for router_gateway, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:05.329811 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d3f86c8f-6a41-4b2c-94ec-c5bf36a2af8f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:05.461860 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-d3f86c8f-6a41-4b2c-94ec-c5bf36a2af8f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Allocated IP 172.26.2.115 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/5ebe4e31-3981-44e4-bf04-ae219e7ded01) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:21:05.603966 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d3f86c8f-6a41-4b2c-94ec-c5bf36a2af8f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:05.632440 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d3f86c8f-6a41-4b2c-94ec-c5bf36a2af8f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:05.695932 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f86c8f-6a41-4b2c-94ec-c5bf36a2af8f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:21:05.699705 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-d3f86c8f-6a41-4b2c-94ec-c5bf36a2af8f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:21:05.703324 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f86c8f-6a41-4b2c-94ec-c5bf36a2af8f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:21:05.736501 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f86c8f-6a41-4b2c-94ec-c5bf36a2af8f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'Port': ['ID=5ebe4e31-3981-44e4-bf04-ae219e7ded01,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:21:06.108486 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d3f86c8f-6a41-4b2c-94ec-c5bf36a2af8f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for router_gateway, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:06.534991 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d3f86c8f-6a41-4b2c-94ec-c5bf36a2af8f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:06.736806 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f86c8f-6a41-4b2c-94ec-c5bf36a2af8f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Router 919bd76b-3647-45dd-b696-e6911ed588fe is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 16:21:06.739175 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-41731dd2-7857-4334-8fa8-5a099abac399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:06.909201 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f86c8f-6a41-4b2c-94ec-c5bf36a2af8f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:21:06.918993 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a297775d-58b3-4c78-ac6a-30f701a29d80 None None] Sync routers for ids ['919bd76b-3647-45dd-b696-e6911ed588fe'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:21:06.927873 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a297775d-58b3-4c78-ac6a-30f701a29d80 None None] Routers {'919bd76b-3647-45dd-b696-e6911ed588fe'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:21:06.928493 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-a297775d-58b3-4c78-ac6a-30f701a29d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:21:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['919bd76b-3647-45dd-b696-e6911ed588fe'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:21:06.935571 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d3f86c8f-6a41-4b2c-94ec-c5bf36a2af8f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:06.939861 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d3f86c8f-6a41-4b2c-94ec-c5bf36a2af8f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.3523195 Oct 13 16:21:06.940114 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 34130) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:21:06.982105 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-8f82aeb4-2611-4ad4-b6d4-b0c3db48164b tempest-TestNetworkAdvancedServerOps-1929741581 tempest-TestNetworkAdvancedServerOps-1929741581-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=a06d0f5fab8f48c6bec23f3d7dc5027f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408955 Oct 13 16:21:06.984726 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 34134) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:21:07.104206 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-a297775d-58b3-4c78-ac6a-30f701a29d80 None None] Set router 919bd76b-3647-45dd-b696-e6911ed588fe gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:21:07.112510 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d7bdf6e-813e-4697-8af9-cb4bc0a95477 tempest-TestNetworkAdvancedServerOps-1929741581 tempest-TestNetworkAdvancedServerOps-1929741581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:21:07.113982 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-9d7bdf6e-813e-4697-8af9-cb4bc0a95477 tempest-TestNetworkAdvancedServerOps-1929741581 tempest-TestNetworkAdvancedServerOps-1929741581-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1283846 Oct 13 16:21:07.116781 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 34138) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:21:07.157304 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d539a1c4-a5e6-4252-bcf5-1e5e949ef7f4 tempest-TestNetworkAdvancedServerOps-1929741581 tempest-TestNetworkAdvancedServerOps-1929741581-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=8fb1fa59-32fe-4ed0-a248-96c43edb135f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371916 Oct 13 16:21:07.157520 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 34142) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:21:07.162845 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-3e98c36e-d9a9-4fc4-9652-7949824459dd tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-44839541', 'network_id': 'c8b4590f-764c-4dc2-8ef8-39099fdf31a7', 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:21:07.273509 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-3e98c36e-d9a9-4fc4-9652-7949824459dd tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:21:07.277447 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-3e98c36e-d9a9-4fc4-9652-7949824459dd tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Usage tracker for resource:subnet and tenant:a06d0f5fab8f48c6bec23f3d7dc5027f is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:21:07.280315 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-3e98c36e-d9a9-4fc4-9652-7949824459dd tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:21:07.286076 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-3e98c36e-d9a9-4fc4-9652-7949824459dd tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:21:07.295370 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e98c36e-d9a9-4fc4-9652-7949824459dd tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Made reservation on behalf of a06d0f5fab8f48c6bec23f3d7dc5027f for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 16:21:07.298795 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3e98c36e-d9a9-4fc4-9652-7949824459dd tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:07.385180 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-a297775d-58b3-4c78-ac6a-30f701a29d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919bd76b-3647-45dd-b696-e6911ed588fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1203362518', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '5ebe4e31-3981-44e4-bf04-ae219e7ded01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:21:04Z', 'updated_at': '2022-10-13T16:21:05Z', 'revision_number': 3, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': '5ebe4e31-3981-44e4-bf04-ae219e7ded01', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:86:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '919bd76b-3647-45dd-b696-e6911ed588fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:21:05Z', 'updated_at': '2022-10-13T16:21:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:21:07.389596 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a297775d-58b3-4c78-ac6a-30f701a29d80 None None] Checking router: 919bd76b-3647-45dd-b696-e6911ed588fe for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:21:07.389942 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a297775d-58b3-4c78-ac6a-30f701a29d80 None None] Updating router 919bd76b-3647-45dd-b696-e6911ed588fe port 5ebe4e31-3981-44e4-bf04-ae219e7ded01 binding host dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 16:21:07.442168 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-a297775d-58b3-4c78-ac6a-30f701a29d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:07.512335 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3e98c36e-d9a9-4fc4-9652-7949824459dd tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:07.589839 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e98c36e-d9a9-4fc4-9652-7949824459dd tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'Subnet': ['ID=a01e65a5-e778-43fe-8698-6c570d8646fa,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:21:07.600669 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e98c36e-d9a9-4fc4-9652-7949824459dd tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Checking segment: {'id': '3f0a4776-695b-4c46-9615-546e22f31bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c8b4590f-764c-4dc2-8ef8-39099fdf31a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:21:07.601025 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e98c36e-d9a9-4fc4-9652-7949824459dd tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Network hostable DHCP agents. Network: c8b4590f-764c-4dc2-8ef8-39099fdf31a7, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 16:21:07.619769 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e98c36e-d9a9-4fc4-9652-7949824459dd tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Network c8b4590f-764c-4dc2-8ef8-39099fdf31a7 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 16:21:07.630336 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-3e98c36e-d9a9-4fc4-9652-7949824459dd tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, c8b4590f-764c-4dc2-8ef8-39099fdf31a7) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:21:07.634583 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e98c36e-d9a9-4fc4-9652-7949824459dd tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:21:07.635397 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3e98c36e-d9a9-4fc4-9652-7949824459dd tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:07.652044 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1403ce06-c8fc-48e7-95bf-9e550473b184 None None] Network c8b4590f-764c-4dc2-8ef8-39099fdf31a7 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 16:21:07.657254 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-3e98c36e-d9a9-4fc4-9652-7949824459dd tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.4988284 Oct 13 16:21:07.660146 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 34148) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:21:07.954851 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:08.019323 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-a297775d-58b3-4c78-ac6a-30f701a29d80 None None] Notify callbacks [] for port, precommit_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:08.023007 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-939c1696-ab54-486d-8d43-05832f6c4d19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-c8b4590f-764c-4dc2-8ef8-39099fdf31a7', 'network_id': 'c8b4590f-764c-4dc2-8ef8-39099fdf31a7', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'fixed_ips': [{'subnet_id': 'a01e65a5-e778-43fe-8698-6c570d8646fa'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 16:21:08.023792 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-939c1696-ab54-486d-8d43-05832f6c4d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:08.048578 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-a297775d-58b3-4c78-ac6a-30f701a29d80 None None] Transition to ACTIVE for port object 5ebe4e31-3981-44e4-bf04-ae219e7ded01 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:21:08.092959 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-a297775d-58b3-4c78-ac6a-30f701a29d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:08.175381 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-a297775d-58b3-4c78-ac6a-30f701a29d80 None None] Attempting to bind port 5ebe4e31-3981-44e4-bf04-ae219e7ded01 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:21:08.175748 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-a297775d-58b3-4c78-ac6a-30f701a29d80 None None] Attempting to bind port 5ebe4e31-3981-44e4-bf04-ae219e7ded01 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:21:08.176105 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a297775d-58b3-4c78-ac6a-30f701a29d80 None None] Attempting to bind port 5ebe4e31-3981-44e4-bf04-ae219e7ded01 on network 8fb1fa59-32fe-4ed0-a248-96c43edb135f {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:21:08.193739 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:08.199356 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a297775d-58b3-4c78-ac6a-30f701a29d80 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:21:08.199728 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a297775d-58b3-4c78-ac6a-30f701a29d80 None None] Checking segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:21:08.200120 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-a297775d-58b3-4c78-ac6a-30f701a29d80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:08.200510 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a297775d-58b3-4c78-ac6a-30f701a29d80 None None] Bound using segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:21:08.200978 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-a297775d-58b3-4c78-ac6a-30f701a29d80 None None] Bound port: 5ebe4e31-3981-44e4-bf04-ae219e7ded01, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:21:08.201347 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-a297775d-58b3-4c78-ac6a-30f701a29d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:08.246865 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47559755-6f4c-4e0d-a9bd-4bb5f3efdaa8 None None] Pushing event updated for resources: {'Port': ['ID=5ebe4e31-3981-44e4-bf04-ae219e7ded01,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:21:08.340039 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-a297775d-58b3-4c78-ac6a-30f701a29d80 None None] For port 5ebe4e31-3981-44e4-bf04-ae219e7ded01, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:21:08.345324 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-a297775d-58b3-4c78-ac6a-30f701a29d80 None None] For port 5ebe4e31-3981-44e4-bf04-ae219e7ded01, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=5ebe4e31-3981-44e4-bf04-ae219e7ded01,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:21:08.346249 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-939c1696-ab54-486d-8d43-05832f6c4d19 None None] Allocated IP 172.20.0.2 (c8b4590f-764c-4dc2-8ef8-39099fdf31a7/a01e65a5-e778-43fe-8698-6c570d8646fa/038a012f-e885-407a-b556-8c8284e1be2e) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:21:08.351855 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-a297775d-58b3-4c78-ac6a-30f701a29d80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:08.440907 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a297775d-58b3-4c78-ac6a-30f701a29d80 None None] Routers {'919bd76b-3647-45dd-b696-e6911ed588fe'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:21:08.441540 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-a297775d-58b3-4c78-ac6a-30f701a29d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:21:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['919bd76b-3647-45dd-b696-e6911ed588fe'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:21:08.460366 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-27db41c5-f962-4689-af14-7c222554596e tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:08.595228 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47559755-6f4c-4e0d-a9bd-4bb5f3efdaa8 None None] Pushing event updated for resources: {'Port': ['ID=5ebe4e31-3981-44e4-bf04-ae219e7ded01,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:21:08.756400 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-a297775d-58b3-4c78-ac6a-30f701a29d80 None None] Set router 919bd76b-3647-45dd-b696-e6911ed588fe gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:21:08.908022 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-939c1696-ab54-486d-8d43-05832f6c4d19 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:08.970905 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-939c1696-ab54-486d-8d43-05832f6c4d19 None None] Transition to ACTIVE for port object 038a012f-e885-407a-b556-8c8284e1be2e will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:21:09.000790 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-939c1696-ab54-486d-8d43-05832f6c4d19 None None] Transition to ACTIVE for port object 038a012f-e885-407a-b556-8c8284e1be2e will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:21:09.014629 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-939c1696-ab54-486d-8d43-05832f6c4d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:09.079251 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-27db41c5-f962-4689-af14-7c222554596e tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Allocated IP 172.20.0.1 (c8b4590f-764c-4dc2-8ef8-39099fdf31a7/a01e65a5-e778-43fe-8698-6c570d8646fa/260fe3ce-6ca1-4aa7-96e5-789811d6d012) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:21:09.114986 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-939c1696-ab54-486d-8d43-05832f6c4d19 None None] Network c8b4590f-764c-4dc2-8ef8-39099fdf31a7 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:21:09.120962 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-939c1696-ab54-486d-8d43-05832f6c4d19 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:21:09.125766 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-939c1696-ab54-486d-8d43-05832f6c4d19 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:21:09.127944 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939c1696-ab54-486d-8d43-05832f6c4d19 None None] Pushing event updated for resources: {'Port': ['ID=038a012f-e885-407a-b556-8c8284e1be2e,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:21:09.237067 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-27db41c5-f962-4689-af14-7c222554596e tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:09.241331 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-939c1696-ab54-486d-8d43-05832f6c4d19 None None] Attempting to bind port 038a012f-e885-407a-b556-8c8284e1be2e on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:21:09.241712 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-939c1696-ab54-486d-8d43-05832f6c4d19 None None] Attempting to bind port 038a012f-e885-407a-b556-8c8284e1be2e by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '3f0a4776-695b-4c46-9615-546e22f31bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c8b4590f-764c-4dc2-8ef8-39099fdf31a7'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:21:09.242075 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939c1696-ab54-486d-8d43-05832f6c4d19 None None] Attempting to bind port 038a012f-e885-407a-b556-8c8284e1be2e on network c8b4590f-764c-4dc2-8ef8-39099fdf31a7 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:21:09.250959 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939c1696-ab54-486d-8d43-05832f6c4d19 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:21:09.251328 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939c1696-ab54-486d-8d43-05832f6c4d19 None None] Checking segment: {'id': '3f0a4776-695b-4c46-9615-546e22f31bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c8b4590f-764c-4dc2-8ef8-39099fdf31a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:21:09.251735 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-939c1696-ab54-486d-8d43-05832f6c4d19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:09.252123 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-939c1696-ab54-486d-8d43-05832f6c4d19 None None] Bound using segment: {'id': '3f0a4776-695b-4c46-9615-546e22f31bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c8b4590f-764c-4dc2-8ef8-39099fdf31a7'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:21:09.252585 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-939c1696-ab54-486d-8d43-05832f6c4d19 None None] Bound port: 038a012f-e885-407a-b556-8c8284e1be2e, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f0a4776-695b-4c46-9615-546e22f31bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c8b4590f-764c-4dc2-8ef8-39099fdf31a7'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:21:09.252962 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-939c1696-ab54-486d-8d43-05832f6c4d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:09.253399 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-27db41c5-f962-4689-af14-7c222554596e tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Transition to ACTIVE for port object 260fe3ce-6ca1-4aa7-96e5-789811d6d012 will not be triggered until provisioned by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:21:09.271164 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-a297775d-58b3-4c78-ac6a-30f701a29d80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919bd76b-3647-45dd-b696-e6911ed588fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1203362518', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '5ebe4e31-3981-44e4-bf04-ae219e7ded01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:21:04Z', 'updated_at': '2022-10-13T16:21:05Z', 'revision_number': 3, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': '5ebe4e31-3981-44e4-bf04-ae219e7ded01', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:86:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '919bd76b-3647-45dd-b696-e6911ed588fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:21:05Z', 'updated_at': '2022-10-13T16:21:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:21:09.276273 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-27db41c5-f962-4689-af14-7c222554596e tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:09.301457 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a297775d-58b3-4c78-ac6a-30f701a29d80 None None] The sync data for ids ['919bd76b-3647-45dd-b696-e6911ed588fe'] in dv-neutron-860329-2-hyperv is: [{'id': '919bd76b-3647-45dd-b696-e6911ed588fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1203362518', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '5ebe4e31-3981-44e4-bf04-ae219e7ded01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:21:04Z', 'updated_at': '2022-10-13T16:21:05Z', 'revision_number': 3, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': '5ebe4e31-3981-44e4-bf04-ae219e7ded01', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:86:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '919bd76b-3647-45dd-b696-e6911ed588fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:21:05Z', 'updated_at': '2022-10-13T16:21:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:21:09.344455 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27db41c5-f962-4689-af14-7c222554596e tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Network c8b4590f-764c-4dc2-8ef8-39099fdf31a7 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:21:09.347792 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-27db41c5-f962-4689-af14-7c222554596e tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:21:09.351804 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27db41c5-f962-4689-af14-7c222554596e tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:21:09.388931 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27db41c5-f962-4689-af14-7c222554596e tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'Port': ['ID=260fe3ce-6ca1-4aa7-96e5-789811d6d012,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:21:09.402316 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-939c1696-ab54-486d-8d43-05832f6c4d19 None None] For port 038a012f-e885-407a-b556-8c8284e1be2e, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:21:09.405620 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-939c1696-ab54-486d-8d43-05832f6c4d19 None None] For port 038a012f-e885-407a-b556-8c8284e1be2e, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=038a012f-e885-407a-b556-8c8284e1be2e,segment=NetworkSegment(3f0a4776-695b-4c46-9615-546e22f31bd1),segment_id=3f0a4776-695b-4c46-9615-546e22f31bd1)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:21:09.409830 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-939c1696-ab54-486d-8d43-05832f6c4d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:09.416596 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-27db41c5-f962-4689-af14-7c222554596e tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:09.488856 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-939c1696-ab54-486d-8d43-05832f6c4d19 None None] Pushing event updated for resources: {'Port': ['ID=038a012f-e885-407a-b556-8c8284e1be2e,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:21:09.782475 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:09.884024 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-27db41c5-f962-4689-af14-7c222554596e tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:09.957361 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 038a012f-e885-407a-b556-8c8284e1be2e up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:21:10.039588 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 038a012f-e885-407a-b556-8c8284e1be2e completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:21:10.045902 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 5ebe4e31-3981-44e4-bf04-ae219e7ded01 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:21:10.118839 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 5ebe4e31-3981-44e4-bf04-ae219e7ded01 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:21:10.124601 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 5ebe4e31-3981-44e4-bf04-ae219e7ded01 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:21:10.125081 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:10.125627 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 5ebe4e31-3981-44e4-bf04-ae219e7ded01 Oct 13 16:21:10.269321 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 5ebe4e31-3981-44e4-bf04-ae219e7ded01 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:21:10.271671 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:10.300233 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 5ebe4e31-3981-44e4-bf04-ae219e7ded01, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=5ebe4e31-3981-44e4-bf04-ae219e7ded01,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:21:10.308359 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:10.342015 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-27db41c5-f962-4689-af14-7c222554596e tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:10.349844 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-27db41c5-f962-4689-af14-7c222554596e tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:10.386711 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=5ebe4e31-3981-44e4-bf04-ae219e7ded01,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:21:10.467618 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-27db41c5-f962-4689-af14-7c222554596e tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:10.471349 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27db41c5-f962-4689-af14-7c222554596e tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'Port': ['ID=260fe3ce-6ca1-4aa7-96e5-789811d6d012,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:21:10.518620 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1bc769-901b-4dcb-9b7c-efa247f620e9 None None] Network c8b4590f-764c-4dc2-8ef8-39099fdf31a7 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 16:21:10.609592 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27db41c5-f962-4689-af14-7c222554596e tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Network c8b4590f-764c-4dc2-8ef8-39099fdf31a7 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:21:10.610754 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-27db41c5-f962-4689-af14-7c222554596e tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:21:10.624621 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-b162e884-668f-4ed6-b6c3-a5bbce3d6cc3 None None] Provisioning for port 038a012f-e885-407a-b556-8c8284e1be2e completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:21:10.641212 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-b162e884-668f-4ed6-b6c3-a5bbce3d6cc3 None None] Provisioning complete for port 038a012f-e885-407a-b556-8c8284e1be2e triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:21:10.641583 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b162e884-668f-4ed6-b6c3-a5bbce3d6cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:10.641917 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-b162e884-668f-4ed6-b6c3-a5bbce3d6cc3 None None] Attempt 1 to provision port 038a012f-e885-407a-b556-8c8284e1be2e Oct 13 16:21:10.802401 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27db41c5-f962-4689-af14-7c222554596e tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Router 919bd76b-3647-45dd-b696-e6911ed588fe has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 16:21:10.867726 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-b162e884-668f-4ed6-b6c3-a5bbce3d6cc3 None None] Current status of the port 038a012f-e885-407a-b556-8c8284e1be2e is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:21:10.868103 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b162e884-668f-4ed6-b6c3-a5bbce3d6cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:10.909296 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-b162e884-668f-4ed6-b6c3-a5bbce3d6cc3 None None] For port 038a012f-e885-407a-b556-8c8284e1be2e, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=038a012f-e885-407a-b556-8c8284e1be2e,segment=NetworkSegment(3f0a4776-695b-4c46-9615-546e22f31bd1),segment_id=3f0a4776-695b-4c46-9615-546e22f31bd1)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:21:10.915040 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b162e884-668f-4ed6-b6c3-a5bbce3d6cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:10.987079 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b162e884-668f-4ed6-b6c3-a5bbce3d6cc3 None None] Pushing event updated for resources: {'Port': ['ID=038a012f-e885-407a-b556-8c8284e1be2e,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:21:10.999999 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27db41c5-f962-4689-af14-7c222554596e tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:21:11.022978 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-27db41c5-f962-4689-af14-7c222554596e tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "PUT /v2.0/routers/919bd76b-3647-45dd-b696-e6911ed588fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3535235 Oct 13 16:21:11.023147 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fc7d1b-420a-4579-932e-1b015d350f82 None None] Sync routers for ids ['919bd76b-3647-45dd-b696-e6911ed588fe'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:21:11.027999 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fc7d1b-420a-4579-932e-1b015d350f82 None None] Routers {'919bd76b-3647-45dd-b696-e6911ed588fe'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:21:11.028629 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-80fc7d1b-420a-4579-932e-1b015d350f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:21:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['919bd76b-3647-45dd-b696-e6911ed588fe'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:21:11.139236 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-2fc24191-558b-4003-8adc-0c8e0b2649ae None None] Provisioning for port 260fe3ce-6ca1-4aa7-96e5-789811d6d012 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:21:11.145109 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-2fc24191-558b-4003-8adc-0c8e0b2649ae None None] Provisioning complete for port 260fe3ce-6ca1-4aa7-96e5-789811d6d012 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:21:11.145552 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2fc24191-558b-4003-8adc-0c8e0b2649ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:11.145960 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-2fc24191-558b-4003-8adc-0c8e0b2649ae None None] Attempt 1 to provision port 260fe3ce-6ca1-4aa7-96e5-789811d6d012 Oct 13 16:21:11.189628 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-5151f680-9739-442f-b340-263b2fddc500 req-9fdbe54a-06de-4435-8756-959142853443 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Synchronizing usage tracker for tenant:a06d0f5fab8f48c6bec23f3d7dc5027f on resource:security_group {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:21:11.211285 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-5151f680-9739-442f-b340-263b2fddc500 req-9fdbe54a-06de-4435-8756-959142853443 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Unset dirty status for tenant:a06d0f5fab8f48c6bec23f3d7dc5027f on resource:security_group {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:21:11.212704 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5151f680-9739-442f-b340-263b2fddc500 req-9fdbe54a-06de-4435-8756-959142853443 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-791989666&fields=id&tenant_id=a06d0f5fab8f48c6bec23f3d7dc5027f HTTP/1.1" status: 200 len: 267 time: 0.0702472 Oct 13 16:21:11.215514 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-2fc24191-558b-4003-8adc-0c8e0b2649ae None None] Port 260fe3ce-6ca1-4aa7-96e5-789811d6d012 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:21:11.218698 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-80fc7d1b-420a-4579-932e-1b015d350f82 None None] Set router 919bd76b-3647-45dd-b696-e6911ed588fe gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:21:11.483594 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151f680-9739-442f-b340-263b2fddc500 req-4eabe162-437f-49dd-80f1-3971b21e34dc tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:21:11.484298 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-5151f680-9739-442f-b340-263b2fddc500 req-4eabe162-437f-49dd-80f1-3971b21e34dc tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Synchronizing usage tracker for tenant:a06d0f5fab8f48c6bec23f3d7dc5027f on resource:network {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:21:11.501333 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-5151f680-9739-442f-b340-263b2fddc500 req-4eabe162-437f-49dd-80f1-3971b21e34dc tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Unset dirty status for tenant:a06d0f5fab8f48c6bec23f3d7dc5027f on resource:network {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:21:11.506594 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5151f680-9739-442f-b340-263b2fddc500 req-4eabe162-437f-49dd-80f1-3971b21e34dc tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/networks?id=c8b4590f-764c-4dc2-8ef8-39099fdf31a7 HTTP/1.1" status: 200 len: 797 time: 0.2861536 Oct 13 16:21:11.518208 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5151f680-9739-442f-b340-263b2fddc500 req-521b2d5e-94df-48fb-bb7f-16f6d902e302 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/quotas/a06d0f5fab8f48c6bec23f3d7dc5027f HTTP/1.1" status: 200 len: 375 time: 0.0100234 Oct 13 16:21:11.547992 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-80fc7d1b-420a-4579-932e-1b015d350f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919bd76b-3647-45dd-b696-e6911ed588fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1203362518', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '5ebe4e31-3981-44e4-bf04-ae219e7ded01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:21:04Z', 'updated_at': '2022-10-13T16:21:09Z', 'revision_number': 4, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': '5ebe4e31-3981-44e4-bf04-ae219e7ded01', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:86:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919bd76b-3647-45dd-b696-e6911ed588fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:21:05Z', 'updated_at': '2022-10-13T16:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '260fe3ce-6ca1-4aa7-96e5-789811d6d012', 'name': '', 'network_id': 'c8b4590f-764c-4dc2-8ef8-39099fdf31a7', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'mac_address': 'fa:16:3e:17:0a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '919bd76b-3647-45dd-b696-e6911ed588fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'a01e65a5-e778-43fe-8698-6c570d8646fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:21:08Z', 'updated_at': '2022-10-13T16:21:10Z', 'revision_number': 2, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'subnets': [{'id': 'a01e65a5-e778-43fe-8698-6c570d8646fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:21:11.551814 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fc7d1b-420a-4579-932e-1b015d350f82 None None] Checking router: 919bd76b-3647-45dd-b696-e6911ed588fe for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:21:11.552100 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fc7d1b-420a-4579-932e-1b015d350f82 None None] Updating router 919bd76b-3647-45dd-b696-e6911ed588fe port 260fe3ce-6ca1-4aa7-96e5-789811d6d012 binding host dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 16:21:11.605072 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-80fc7d1b-420a-4579-932e-1b015d350f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:11.611441 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5151f680-9739-442f-b340-263b2fddc500 req-6707167d-4e88-4d76-90ae-cfb5262f4406 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a06d0f5fab8f48c6bec23f3d7dc5027f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0878425 Oct 13 16:21:11.716798 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-2fc24191-558b-4003-8adc-0c8e0b2649ae None None] Attempt 2 to provision port 260fe3ce-6ca1-4aa7-96e5-789811d6d012 Oct 13 16:21:11.750655 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5151f680-9739-442f-b340-263b2fddc500 req-731b5737-a111-4e9b-8185-4d45599fe8a6 service neutron] 10.222.0.42 "GET /v2.0/networks/c8b4590f-764c-4dc2-8ef8-39099fdf31a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271131 Oct 13 16:21:11.778157 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-2fc24191-558b-4003-8adc-0c8e0b2649ae None None] Port 260fe3ce-6ca1-4aa7-96e5-789811d6d012 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:21:11.886599 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5151f680-9739-442f-b340-263b2fddc500 req-2723cb70-673b-4ffe-b406-103f801700d5 service neutron] 10.222.0.42 "GET /v2.0/networks/c8b4590f-764c-4dc2-8ef8-39099fdf31a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301806 Oct 13 16:21:11.911949 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 038a012f-e885-407a-b556-8c8284e1be2e up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:21:11.984941 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-80fc7d1b-420a-4579-932e-1b015d350f82 None None] Notify callbacks [] for port, precommit_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:11.989873 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 038a012f-e885-407a-b556-8c8284e1be2e triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:21:11.990269 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:11.990602 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 038a012f-e885-407a-b556-8c8284e1be2e Oct 13 16:21:11.997867 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.provisioning_blocks [None req-80fc7d1b-420a-4579-932e-1b015d350f82 None None] Transition to ACTIVE for port object 260fe3ce-6ca1-4aa7-96e5-789811d6d012 will not be triggered until provisioned by entity L2. {{(pid=88975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:21:12.003993 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-80fc7d1b-420a-4579-932e-1b015d350f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:12.103437 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 038a012f-e885-407a-b556-8c8284e1be2e is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:21:12.104901 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 5ebe4e31-3981-44e4-bf04-ae219e7ded01 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:21:12.171720 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 5ebe4e31-3981-44e4-bf04-ae219e7ded01 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:21:12.172398 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:12.172398 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 5ebe4e31-3981-44e4-bf04-ae219e7ded01 Oct 13 16:21:12.193260 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440f118b-bf6f-4faa-a0e4-31c15d10109e None None] Pushing event updated for resources: {'Port': ['ID=260fe3ce-6ca1-4aa7-96e5-789811d6d012,revision_number=3']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:21:12.212002 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440f118b-bf6f-4faa-a0e4-31c15d10109e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:21:12.212339 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440f118b-bf6f-4faa-a0e4-31c15d10109e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:21:12.212666 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440f118b-bf6f-4faa-a0e4-31c15d10109e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:21:12.212985 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440f118b-bf6f-4faa-a0e4-31c15d10109e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:21:12.213301 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440f118b-bf6f-4faa-a0e4-31c15d10109e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:21:12.213661 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440f118b-bf6f-4faa-a0e4-31c15d10109e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:21:12.213975 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440f118b-bf6f-4faa-a0e4-31c15d10109e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:21:12.214335 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440f118b-bf6f-4faa-a0e4-31c15d10109e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:21:12.214650 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440f118b-bf6f-4faa-a0e4-31c15d10109e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:21:12.214960 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440f118b-bf6f-4faa-a0e4-31c15d10109e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:21:12.215267 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440f118b-bf6f-4faa-a0e4-31c15d10109e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:21:12.215570 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-440f118b-bf6f-4faa-a0e4-31c15d10109e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:21:12.220098 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-80fc7d1b-420a-4579-932e-1b015d350f82 None None] Attempting to bind port 260fe3ce-6ca1-4aa7-96e5-789811d6d012 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:21:12.220454 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-80fc7d1b-420a-4579-932e-1b015d350f82 None None] Attempting to bind port 260fe3ce-6ca1-4aa7-96e5-789811d6d012 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '3f0a4776-695b-4c46-9615-546e22f31bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c8b4590f-764c-4dc2-8ef8-39099fdf31a7'}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:21:12.220800 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fc7d1b-420a-4579-932e-1b015d350f82 None None] Attempting to bind port 260fe3ce-6ca1-4aa7-96e5-789811d6d012 on network c8b4590f-764c-4dc2-8ef8-39099fdf31a7 {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:21:12.226021 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fc7d1b-420a-4579-932e-1b015d350f82 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 21, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:21:12.226483 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fc7d1b-420a-4579-932e-1b015d350f82 None None] Checking segment: {'id': '3f0a4776-695b-4c46-9615-546e22f31bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c8b4590f-764c-4dc2-8ef8-39099fdf31a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:21:12.226868 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-80fc7d1b-420a-4579-932e-1b015d350f82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:12.227253 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80fc7d1b-420a-4579-932e-1b015d350f82 None None] Bound using segment: {'id': '3f0a4776-695b-4c46-9615-546e22f31bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c8b4590f-764c-4dc2-8ef8-39099fdf31a7'} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:21:12.227686 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-80fc7d1b-420a-4579-932e-1b015d350f82 None None] Bound port: 260fe3ce-6ca1-4aa7-96e5-789811d6d012, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f0a4776-695b-4c46-9615-546e22f31bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c8b4590f-764c-4dc2-8ef8-39099fdf31a7'}}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:21:12.228047 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-80fc7d1b-420a-4579-932e-1b015d350f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:12.279137 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-2fc24191-558b-4003-8adc-0c8e0b2649ae None None] Attempt 3 to provision port 260fe3ce-6ca1-4aa7-96e5-789811d6d012 Oct 13 16:21:12.317204 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-80fc7d1b-420a-4579-932e-1b015d350f82 None None] For port 260fe3ce-6ca1-4aa7-96e5-789811d6d012, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:21:12.320190 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-80fc7d1b-420a-4579-932e-1b015d350f82 None None] For port 260fe3ce-6ca1-4aa7-96e5-789811d6d012, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=260fe3ce-6ca1-4aa7-96e5-789811d6d012,segment=NetworkSegment(3f0a4776-695b-4c46-9615-546e22f31bd1),segment_id=3f0a4776-695b-4c46-9615-546e22f31bd1)] {{(pid=88975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:21:12.325113 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-80fc7d1b-420a-4579-932e-1b015d350f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:12.334056 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 5ebe4e31-3981-44e4-bf04-ae219e7ded01 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:21:12.341851 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-2fc24191-558b-4003-8adc-0c8e0b2649ae None None] Port 260fe3ce-6ca1-4aa7-96e5-789811d6d012 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:21:12.382261 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fc7d1b-420a-4579-932e-1b015d350f82 None None] Routers {'919bd76b-3647-45dd-b696-e6911ed588fe'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:21:12.382796 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-80fc7d1b-420a-4579-932e-1b015d350f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:21:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['919bd76b-3647-45dd-b696-e6911ed588fe'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:21:12.521140 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440f118b-bf6f-4faa-a0e4-31c15d10109e None None] Pushing event updated for resources: {'Port': ['ID=260fe3ce-6ca1-4aa7-96e5-789811d6d012,revision_number=4']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:21:12.567980 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-80fc7d1b-420a-4579-932e-1b015d350f82 None None] Set router 919bd76b-3647-45dd-b696-e6911ed588fe gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:21:12.842665 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-2fc24191-558b-4003-8adc-0c8e0b2649ae None None] Attempt 4 to provision port 260fe3ce-6ca1-4aa7-96e5-789811d6d012 Oct 13 16:21:12.878771 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-80fc7d1b-420a-4579-932e-1b015d350f82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919bd76b-3647-45dd-b696-e6911ed588fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1203362518', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '5ebe4e31-3981-44e4-bf04-ae219e7ded01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:21:04Z', 'updated_at': '2022-10-13T16:21:09Z', 'revision_number': 4, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': '5ebe4e31-3981-44e4-bf04-ae219e7ded01', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:86:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919bd76b-3647-45dd-b696-e6911ed588fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:21:05Z', 'updated_at': '2022-10-13T16:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '260fe3ce-6ca1-4aa7-96e5-789811d6d012', 'name': '', 'network_id': 'c8b4590f-764c-4dc2-8ef8-39099fdf31a7', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'mac_address': 'fa:16:3e:17:0a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '919bd76b-3647-45dd-b696-e6911ed588fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'a01e65a5-e778-43fe-8698-6c570d8646fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:21:08Z', 'updated_at': '2022-10-13T16:21:12Z', 'revision_number': 4, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'subnets': [{'id': 'a01e65a5-e778-43fe-8698-6c570d8646fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:21:12.882685 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80fc7d1b-420a-4579-932e-1b015d350f82 None None] The sync data for ids ['919bd76b-3647-45dd-b696-e6911ed588fe'] in dv-neutron-860329-2-hyperv is: [{'id': '919bd76b-3647-45dd-b696-e6911ed588fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1203362518', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '5ebe4e31-3981-44e4-bf04-ae219e7ded01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:21:04Z', 'updated_at': '2022-10-13T16:21:09Z', 'revision_number': 4, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': '5ebe4e31-3981-44e4-bf04-ae219e7ded01', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:86:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919bd76b-3647-45dd-b696-e6911ed588fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:21:05Z', 'updated_at': '2022-10-13T16:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '260fe3ce-6ca1-4aa7-96e5-789811d6d012', 'name': '', 'network_id': 'c8b4590f-764c-4dc2-8ef8-39099fdf31a7', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'mac_address': 'fa:16:3e:17:0a:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '919bd76b-3647-45dd-b696-e6911ed588fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'a01e65a5-e778-43fe-8698-6c570d8646fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:21:08Z', 'updated_at': '2022-10-13T16:21:12Z', 'revision_number': 4, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'subnets': [{'id': 'a01e65a5-e778-43fe-8698-6c570d8646fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:21:12.904780 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-2fc24191-558b-4003-8adc-0c8e0b2649ae None None] Port 260fe3ce-6ca1-4aa7-96e5-789811d6d012 had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 16:21:12.916662 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-2fc24191-558b-4003-8adc-0c8e0b2649ae None None] Provisioning complete for port 038a012f-e885-407a-b556-8c8284e1be2e triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:21:12.917107 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2fc24191-558b-4003-8adc-0c8e0b2649ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:12.917521 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-2fc24191-558b-4003-8adc-0c8e0b2649ae None None] Attempt 1 to provision port 038a012f-e885-407a-b556-8c8284e1be2e Oct 13 16:21:13.073811 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-2fc24191-558b-4003-8adc-0c8e0b2649ae None None] Current status of the port 038a012f-e885-407a-b556-8c8284e1be2e is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:21:13.104245 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-a5df8496-7acc-4c2a-b2cc-ebc01760fadd req-be9a40d9-b206-4d1f-9bb0-d64b7068f0c7 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Synchronizing usage tracker for tenant:a06d0f5fab8f48c6bec23f3d7dc5027f on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:21:13.121703 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-a5df8496-7acc-4c2a-b2cc-ebc01760fadd req-be9a40d9-b206-4d1f-9bb0-d64b7068f0c7 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Unset dirty status for tenant:a06d0f5fab8f48c6bec23f3d7dc5027f on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:21:13.128783 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-a5df8496-7acc-4c2a-b2cc-ebc01760fadd req-be9a40d9-b206-4d1f-9bb0-d64b7068f0c7 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7 HTTP/1.1" status: 200 len: 210 time: 0.0810943 Oct 13 16:21:13.919981 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 260fe3ce-6ca1-4aa7-96e5-789811d6d012 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:21:14.021549 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 260fe3ce-6ca1-4aa7-96e5-789811d6d012 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:21:14.027379 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 260fe3ce-6ca1-4aa7-96e5-789811d6d012 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:21:14.027751 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:14.028148 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 260fe3ce-6ca1-4aa7-96e5-789811d6d012 Oct 13 16:21:14.149383 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 260fe3ce-6ca1-4aa7-96e5-789811d6d012 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:21:14.149756 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:14.187096 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 260fe3ce-6ca1-4aa7-96e5-789811d6d012, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=260fe3ce-6ca1-4aa7-96e5-789811d6d012,segment=NetworkSegment(3f0a4776-695b-4c46-9615-546e22f31bd1),segment_id=3f0a4776-695b-4c46-9615-546e22f31bd1)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:21:14.191687 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:14.253006 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151f680-9739-442f-b340-263b2fddc500 req-cc76a4bc-067e-4750-82b0-39b66460b0ca tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:21:14.255180 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5151f680-9739-442f-b340-263b2fddc500 req-cc76a4bc-067e-4750-82b0-39b66460b0ca tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.16 "GET /v2.0/networks?id=c8b4590f-764c-4dc2-8ef8-39099fdf31a7 HTTP/1.1" status: 200 len: 797 time: 0.2089593 Oct 13 16:21:14.268919 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=260fe3ce-6ca1-4aa7-96e5-789811d6d012,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:21:14.330971 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f2510ba6-03d4-43c7-ab66-40d3def131a2 req-909b66c3-e14e-4f76-80e1-44b36113f834 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7 HTTP/1.1" status: 200 len: 210 time: 0.0665033 Oct 13 16:21:14.353343 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5151f680-9739-442f-b340-263b2fddc500 req-e5fb27a0-1a27-4632-b18b-b47922038f84 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a06d0f5fab8f48c6bec23f3d7dc5027f HTTP/1.1" status: 200 len: 379 time: 0.0901821 Oct 13 16:21:14.362166 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-5151f680-9739-442f-b340-263b2fddc500 req-780e9bfb-8d03-40a3-a6f3-330e3e9705a4 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Request body: {'port': {'device_id': '945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7', 'network_id': 'c8b4590f-764c-4dc2-8ef8-39099fdf31a7', 'admin_state_up': True, 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'security_groups': ['8cf5d586-0c78-48e3-8ce0-36ea21dbcb09']}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:21:14.499950 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-5151f680-9739-442f-b340-263b2fddc500 req-780e9bfb-8d03-40a3-a6f3-330e3e9705a4 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:21:14.509298 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-5151f680-9739-442f-b340-263b2fddc500 req-780e9bfb-8d03-40a3-a6f3-330e3e9705a4 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:21:14.520349 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5151f680-9739-442f-b340-263b2fddc500 req-780e9bfb-8d03-40a3-a6f3-330e3e9705a4 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Made reservation on behalf of a06d0f5fab8f48c6bec23f3d7dc5027f for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 16:21:14.523968 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-5151f680-9739-442f-b340-263b2fddc500 req-780e9bfb-8d03-40a3-a6f3-330e3e9705a4 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:14.680642 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [req-5151f680-9739-442f-b340-263b2fddc500 req-780e9bfb-8d03-40a3-a6f3-330e3e9705a4 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Allocated IP 172.20.0.8 (c8b4590f-764c-4dc2-8ef8-39099fdf31a7/a01e65a5-e778-43fe-8698-6c570d8646fa/3e74f28e-a39f-44ea-a577-80c525a14fc4) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:21:14.868898 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-5151f680-9739-442f-b340-263b2fddc500 req-780e9bfb-8d03-40a3-a6f3-330e3e9705a4 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:14.884246 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-5151f680-9739-442f-b340-263b2fddc500 req-780e9bfb-8d03-40a3-a6f3-330e3e9705a4 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Transition to ACTIVE for port object 3e74f28e-a39f-44ea-a577-80c525a14fc4 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:21:14.907524 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-5151f680-9739-442f-b340-263b2fddc500 req-780e9bfb-8d03-40a3-a6f3-330e3e9705a4 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:14.976018 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5151f680-9739-442f-b340-263b2fddc500 req-780e9bfb-8d03-40a3-a6f3-330e3e9705a4 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Network c8b4590f-764c-4dc2-8ef8-39099fdf31a7 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:21:14.979762 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [req-5151f680-9739-442f-b340-263b2fddc500 req-780e9bfb-8d03-40a3-a6f3-330e3e9705a4 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:21:14.982419 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-5151f680-9739-442f-b340-263b2fddc500 req-780e9bfb-8d03-40a3-a6f3-330e3e9705a4 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:21:15.027335 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780e9bfb-8d03-40a3-a6f3-330e3e9705a4 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'Port': ['ID=3e74f28e-a39f-44ea-a577-80c525a14fc4,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:21:15.059319 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151f680-9739-442f-b340-263b2fddc500 req-780e9bfb-8d03-40a3-a6f3-330e3e9705a4 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:21:15.059939 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-5151f680-9739-442f-b340-263b2fddc500 req-780e9bfb-8d03-40a3-a6f3-330e3e9705a4 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:15.084809 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5151f680-9739-442f-b340-263b2fddc500 req-780e9bfb-8d03-40a3-a6f3-330e3e9705a4 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7262425 Oct 13 16:21:15.096453 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-5151f680-9739-442f-b340-263b2fddc500 req-54733bd1-fac3-49fe-8ded-67c3c02da86b service neutron] Request body: {'port': {'device_id': '945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:21:15.207333 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-5151f680-9739-442f-b340-263b2fddc500 req-54733bd1-fac3-49fe-8ded-67c3c02da86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:15.236906 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-fe0fd3c9-4076-4434-8ecc-b52f58f2cd48 None None] Provisioning for port 3e74f28e-a39f-44ea-a577-80c525a14fc4 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:21:15.241546 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-fe0fd3c9-4076-4434-8ecc-b52f58f2cd48 None None] Provisioning complete for port 3e74f28e-a39f-44ea-a577-80c525a14fc4 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:21:15.241915 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-fe0fd3c9-4076-4434-8ecc-b52f58f2cd48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:15.242290 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-fe0fd3c9-4076-4434-8ecc-b52f58f2cd48 None None] Attempt 1 to provision port 3e74f28e-a39f-44ea-a577-80c525a14fc4 Oct 13 16:21:15.295135 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-fe0fd3c9-4076-4434-8ecc-b52f58f2cd48 None None] Port 3e74f28e-a39f-44ea-a577-80c525a14fc4 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:21:15.536563 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0bc61-e817-4ac1-aacb-960b9f200b56 req-28943965-f0c0-4dfa-850e-0b669543393d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:21:15.538021 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-9ab0bc61-e817-4ac1-aacb-960b9f200b56 req-28943965-f0c0-4dfa-850e-0b669543393d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7 HTTP/1.1" status: 200 len: 931 time: 0.0922978 Oct 13 16:21:15.581047 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-9ab0bc61-e817-4ac1-aacb-960b9f200b56 req-0ef0575f-1b3d-4471-9747-b563f8150efe tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Synchronizing usage tracker for tenant:a06d0f5fab8f48c6bec23f3d7dc5027f on resource:security_group {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:21:15.593050 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-9ab0bc61-e817-4ac1-aacb-960b9f200b56 req-0ef0575f-1b3d-4471-9747-b563f8150efe tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Unset dirty status for tenant:a06d0f5fab8f48c6bec23f3d7dc5027f on resource:security_group {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:21:15.594187 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-9ab0bc61-e817-4ac1-aacb-960b9f200b56 req-0ef0575f-1b3d-4471-9747-b563f8150efe tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=8cf5d586-0c78-48e3-8ce0-36ea21dbcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498533 Oct 13 16:21:15.658423 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [req-5151f680-9739-442f-b340-263b2fddc500 req-54733bd1-fac3-49fe-8ded-67c3c02da86b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e74f28e-a39f-44ea-a577-80c525a14fc4 {{(pid=88973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 16:21:15.665393 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-5151f680-9739-442f-b340-263b2fddc500 req-54733bd1-fac3-49fe-8ded-67c3c02da86b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:15.679738 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-5151f680-9739-442f-b340-263b2fddc500 req-54733bd1-fac3-49fe-8ded-67c3c02da86b service neutron] Transition to ACTIVE for port object 3e74f28e-a39f-44ea-a577-80c525a14fc4 will not be triggered until provisioned by entity L2. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:21:15.683333 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-5151f680-9739-442f-b340-263b2fddc500 req-54733bd1-fac3-49fe-8ded-67c3c02da86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:15.796205 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-fe0fd3c9-4076-4434-8ecc-b52f58f2cd48 None None] Attempt 2 to provision port 3e74f28e-a39f-44ea-a577-80c525a14fc4 Oct 13 16:21:15.835951 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54733bd1-fac3-49fe-8ded-67c3c02da86b service neutron] Pushing event updated for resources: {'Port': ['ID=3e74f28e-a39f-44ea-a577-80c525a14fc4,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:21:15.855475 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-fe0fd3c9-4076-4434-8ecc-b52f58f2cd48 None None] Port 3e74f28e-a39f-44ea-a577-80c525a14fc4 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:21:15.904966 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-5151f680-9739-442f-b340-263b2fddc500 req-54733bd1-fac3-49fe-8ded-67c3c02da86b service neutron] Attempting to bind port 3e74f28e-a39f-44ea-a577-80c525a14fc4 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:21:15.905477 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-5151f680-9739-442f-b340-263b2fddc500 req-54733bd1-fac3-49fe-8ded-67c3c02da86b service neutron] Attempting to bind port 3e74f28e-a39f-44ea-a577-80c525a14fc4 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '3f0a4776-695b-4c46-9615-546e22f31bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c8b4590f-764c-4dc2-8ef8-39099fdf31a7'}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:21:15.905808 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5151f680-9739-442f-b340-263b2fddc500 req-54733bd1-fac3-49fe-8ded-67c3c02da86b service neutron] Attempting to bind port 3e74f28e-a39f-44ea-a577-80c525a14fc4 on network c8b4590f-764c-4dc2-8ef8-39099fdf31a7 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:21:15.907275 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 260fe3ce-6ca1-4aa7-96e5-789811d6d012 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:21:15.911491 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5151f680-9739-442f-b340-263b2fddc500 req-54733bd1-fac3-49fe-8ded-67c3c02da86b service neutron] Port 3e74f28e-a39f-44ea-a577-80c525a14fc4 on network c8b4590f-764c-4dc2-8ef8-39099fdf31a7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 16:21:15.911747 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5151f680-9739-442f-b340-263b2fddc500 req-54733bd1-fac3-49fe-8ded-67c3c02da86b service neutron] Attempting to bind port 3e74f28e-a39f-44ea-a577-80c525a14fc4 on network c8b4590f-764c-4dc2-8ef8-39099fdf31a7 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:21:15.917259 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5151f680-9739-442f-b340-263b2fddc500 req-54733bd1-fac3-49fe-8ded-67c3c02da86b service neutron] Checking agent: {'id': 'c4d1d38a-44f6-47ac-b17c-311e640e7cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'started_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 20, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:21:15.917587 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5151f680-9739-442f-b340-263b2fddc500 req-54733bd1-fac3-49fe-8ded-67c3c02da86b service neutron] Checking segment: {'id': '3f0a4776-695b-4c46-9615-546e22f31bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c8b4590f-764c-4dc2-8ef8-39099fdf31a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:21:15.917960 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5151f680-9739-442f-b340-263b2fddc500 req-54733bd1-fac3-49fe-8ded-67c3c02da86b service neutron] Bound using segment: {'id': '3f0a4776-695b-4c46-9615-546e22f31bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c8b4590f-764c-4dc2-8ef8-39099fdf31a7'} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:21:15.918403 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-5151f680-9739-442f-b340-263b2fddc500 req-54733bd1-fac3-49fe-8ded-67c3c02da86b service neutron] Bound port: 3e74f28e-a39f-44ea-a577-80c525a14fc4, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f0a4776-695b-4c46-9615-546e22f31bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 445, 'network_id': 'c8b4590f-764c-4dc2-8ef8-39099fdf31a7'}}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:21:15.918742 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-5151f680-9739-442f-b340-263b2fddc500 req-54733bd1-fac3-49fe-8ded-67c3c02da86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:15.973809 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 260fe3ce-6ca1-4aa7-96e5-789811d6d012 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:21:15.974209 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:15.974537 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 260fe3ce-6ca1-4aa7-96e5-789811d6d012 Oct 13 16:21:16.006698 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-5151f680-9739-442f-b340-263b2fddc500 req-54733bd1-fac3-49fe-8ded-67c3c02da86b service neutron] For port 3e74f28e-a39f-44ea-a577-80c525a14fc4, host hv-neutron-8603, cleared binding levels {{(pid=88973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:21:16.009641 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-5151f680-9739-442f-b340-263b2fddc500 req-54733bd1-fac3-49fe-8ded-67c3c02da86b service neutron] For port 3e74f28e-a39f-44ea-a577-80c525a14fc4, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=3e74f28e-a39f-44ea-a577-80c525a14fc4,segment=NetworkSegment(3f0a4776-695b-4c46-9615-546e22f31bd1),segment_id=3f0a4776-695b-4c46-9615-546e22f31bd1)] {{(pid=88973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:21:16.014154 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-5151f680-9739-442f-b340-263b2fddc500 req-54733bd1-fac3-49fe-8ded-67c3c02da86b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:16.044171 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151f680-9739-442f-b340-263b2fddc500 req-54733bd1-fac3-49fe-8ded-67c3c02da86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:21:16.044778 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-5151f680-9739-442f-b340-263b2fddc500 req-54733bd1-fac3-49fe-8ded-67c3c02da86b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:16.046148 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5151f680-9739-442f-b340-263b2fddc500 req-54733bd1-fac3-49fe-8ded-67c3c02da86b service neutron] 10.222.0.16 "PUT /v2.0/ports/3e74f28e-a39f-44ea-a577-80c525a14fc4 HTTP/1.1" status: 200 len: 1093 time: 0.9541066 Oct 13 16:21:16.051298 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7', 'tag': '3e74f28e-a39f-44ea-a577-80c525a14fc4'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:21:16.053576 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6a2c033a9b37f38cb3e633f9c42e9e721fbd5d8b86358cfc16c50d1b8a14fa57" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc63a9d-e9a5-485c-b46c-c7e95f2b694c" -d '{"events": [{"name": "network-changed", "server_uuid": "945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7", "tag": "3e74f28e-a39f-44ea-a577-80c525a14fc4"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:21:16.096354 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 260fe3ce-6ca1-4aa7-96e5-789811d6d012 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:21:16.128897 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 16:21:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a4ffbf2-0dd9-4b83-b133-d2ccc70c5eee x-openstack-request-id: req-7a4ffbf2-0dd9-4b83-b133-d2ccc70c5eee {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:21:16.129261 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7", "tag": "3e74f28e-a39f-44ea-a577-80c525a14fc4", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:21:16.129442 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-7a4ffbf2-0dd9-4b83-b133-d2ccc70c5eee {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:21:16.129820 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7a4ffbf2-0dd9-4b83-b133-d2ccc70c5eee'] response: {'name': 'network-changed', 'server_uuid': '945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7', 'tag': '3e74f28e-a39f-44ea-a577-80c525a14fc4', 'status': 'completed', 'code': 200} Oct 13 16:21:16.158042 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54733bd1-fac3-49fe-8ded-67c3c02da86b service neutron] Pushing event updated for resources: {'Port': ['ID=3e74f28e-a39f-44ea-a577-80c525a14fc4,revision_number=3']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:21:16.179589 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151f680-9739-442f-b340-263b2fddc500 req-dc185ecc-2996-4014-ac50-43251b75ef8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:21:16.181126 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5151f680-9739-442f-b340-263b2fddc500 req-dc185ecc-2996-4014-ac50-43251b75ef8a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a06d0f5fab8f48c6bec23f3d7dc5027f&device_id=945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7 HTTP/1.1" status: 200 len: 1096 time: 0.0980129 Oct 13 16:21:16.250709 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5151f680-9739-442f-b340-263b2fddc500 req-08a3cb90-3ad5-4e20-bee3-53fb65985c42 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e74f28e-a39f-44ea-a577-80c525a14fc4 HTTP/1.1" status: 200 len: 217 time: 0.0633333 Oct 13 16:21:16.310676 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151f680-9739-442f-b340-263b2fddc500 req-f59bdce1-c50c-4556-8d29-dbf6167dcd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:21:16.312071 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5151f680-9739-442f-b340-263b2fddc500 req-f59bdce1-c50c-4556-8d29-dbf6167dcd39 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a01e65a5-e778-43fe-8698-6c570d8646fa HTTP/1.1" status: 200 len: 833 time: 0.0559061 Oct 13 16:21:16.356773 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-fe0fd3c9-4076-4434-8ecc-b52f58f2cd48 None None] Attempt 3 to provision port 3e74f28e-a39f-44ea-a577-80c525a14fc4 Oct 13 16:21:16.394932 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5151f680-9739-442f-b340-263b2fddc500 req-e4eda7a5-aad6-492f-9f61-764d57d54183 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:21:16.396378 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5151f680-9739-442f-b340-263b2fddc500 req-e4eda7a5-aad6-492f-9f61-764d57d54183 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c8b4590f-764c-4dc2-8ef8-39099fdf31a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0790069 Oct 13 16:21:16.416668 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-fe0fd3c9-4076-4434-8ecc-b52f58f2cd48 None None] Port 3e74f28e-a39f-44ea-a577-80c525a14fc4 had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 16:21:16.528655 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5151f680-9739-442f-b340-263b2fddc500 req-4e10b169-23d7-4c4e-b387-e504d542dba6 service neutron] 10.222.0.16 "GET /v2.0/networks/c8b4590f-764c-4dc2-8ef8-39099fdf31a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262524 Oct 13 16:21:16.661347 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5151f680-9739-442f-b340-263b2fddc500 req-3e6d85e9-b386-4610-a623-5e38c57c3cf0 service neutron] 10.222.0.16 "GET /v2.0/networks/c8b4590f-764c-4dc2-8ef8-39099fdf31a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268520 Oct 13 16:21:16.779812 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc63a9d-e9a5-485c-b46c-c7e95f2b694c req-7dd9c91b-c824-4635-8493-e07f5802e718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:21:16.781333 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1dc63a9d-e9a5-485c-b46c-c7e95f2b694c req-7dd9c91b-c824-4635-8493-e07f5802e718 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a06d0f5fab8f48c6bec23f3d7dc5027f&device_id=945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7 HTTP/1.1" status: 200 len: 1096 time: 0.0769329 Oct 13 16:21:16.793129 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c1b4f3-9cd7-4843-a56c-a9c40507e5ec req-7272b63c-99d4-407b-8e65-a46d6c9f125a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:21:16.794603 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-13c1b4f3-9cd7-4843-a56c-a9c40507e5ec req-7272b63c-99d4-407b-8e65-a46d6c9f125a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7 HTTP/1.1" status: 200 len: 943 time: 0.0873575 Oct 13 16:21:16.841893 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-13c1b4f3-9cd7-4843-a56c-a9c40507e5ec req-f9db80a8-3861-46be-bae8-33d91add9864 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=8cf5d586-0c78-48e3-8ce0-36ea21dbcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416045 Oct 13 16:21:16.912652 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc63a9d-e9a5-485c-b46c-c7e95f2b694c req-aad95db7-5f52-4295-b362-3477c21feced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:21:16.914116 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1dc63a9d-e9a5-485c-b46c-c7e95f2b694c req-aad95db7-5f52-4295-b362-3477c21feced service neutron] 10.222.0.16 "GET /v2.0/networks?id=c8b4590f-764c-4dc2-8ef8-39099fdf31a7 HTTP/1.1" status: 200 len: 898 time: 0.1264601 Oct 13 16:21:16.983281 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1dc63a9d-e9a5-485c-b46c-c7e95f2b694c req-2ad7e5ee-16b2-4539-99df-d70f54a192bf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e74f28e-a39f-44ea-a577-80c525a14fc4 HTTP/1.1" status: 200 len: 217 time: 0.0629616 Oct 13 16:21:17.043170 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc63a9d-e9a5-485c-b46c-c7e95f2b694c req-48edd55b-a066-43f3-9530-1e78295137df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:21:17.044536 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1dc63a9d-e9a5-485c-b46c-c7e95f2b694c req-48edd55b-a066-43f3-9530-1e78295137df service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a01e65a5-e778-43fe-8698-6c570d8646fa HTTP/1.1" status: 200 len: 833 time: 0.0556386 Oct 13 16:21:17.229604 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc63a9d-e9a5-485c-b46c-c7e95f2b694c req-af4e91ce-8680-4c3a-b149-af6b93a2bc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:21:17.231092 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1dc63a9d-e9a5-485c-b46c-c7e95f2b694c req-af4e91ce-8680-4c3a-b149-af6b93a2bc0d service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c8b4590f-764c-4dc2-8ef8-39099fdf31a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1808460 Oct 13 16:21:17.360450 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1dc63a9d-e9a5-485c-b46c-c7e95f2b694c req-77b96208-d485-4891-8761-2da99f721a7e service neutron] 10.222.0.16 "GET /v2.0/networks/c8b4590f-764c-4dc2-8ef8-39099fdf31a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224341 Oct 13 16:21:17.490746 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1dc63a9d-e9a5-485c-b46c-c7e95f2b694c req-822126c2-474f-4c8a-a97f-d9f2a7826f0c service neutron] 10.222.0.16 "GET /v2.0/networks/c8b4590f-764c-4dc2-8ef8-39099fdf31a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234624 Oct 13 16:21:18.041657 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4b2bf9-116e-416f-bd4d-9e21050b1de5 req-8f96c3d5-87fd-4dc4-ad8d-fb7a6362783c tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:21:18.042354 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-0e4b2bf9-116e-416f-bd4d-9e21050b1de5 req-8f96c3d5-87fd-4dc4-ad8d-fb7a6362783c tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Synchronizing usage tracker for tenant:a06d0f5fab8f48c6bec23f3d7dc5027f on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:21:18.056771 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-0e4b2bf9-116e-416f-bd4d-9e21050b1de5 req-8f96c3d5-87fd-4dc4-ad8d-fb7a6362783c tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Unset dirty status for tenant:a06d0f5fab8f48c6bec23f3d7dc5027f on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:21:18.058220 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0e4b2bf9-116e-416f-bd4d-9e21050b1de5 req-8f96c3d5-87fd-4dc4-ad8d-fb7a6362783c tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7 HTTP/1.1" status: 200 len: 943 time: 0.1009731 Oct 13 16:21:18.101644 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0e4b2bf9-116e-416f-bd4d-9e21050b1de5 req-bfa36a69-bd31-41b3-b61e-4331da8af152 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=8cf5d586-0c78-48e3-8ce0-36ea21dbcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378122 Oct 13 16:21:19.297578 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d4fd80-5fbd-46ca-a8be-f92aff4600a1 req-a7df7375-7c12-413f-af5c-a355ae22399a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:21:19.298962 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-46d4fd80-5fbd-46ca-a8be-f92aff4600a1 req-a7df7375-7c12-413f-af5c-a355ae22399a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7 HTTP/1.1" status: 200 len: 943 time: 0.0866771 Oct 13 16:21:19.342381 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-46d4fd80-5fbd-46ca-a8be-f92aff4600a1 req-726ca6d7-680a-48d6-8494-4bbb0e468ca4 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=8cf5d586-0c78-48e3-8ce0-36ea21dbcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377135 Oct 13 16:21:19.478416 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 3e74f28e-a39f-44ea-a577-80c525a14fc4 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=88974) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 13 16:21:19.609266 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 3e74f28e-a39f-44ea-a577-80c525a14fc4, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=3e74f28e-a39f-44ea-a577-80c525a14fc4,segment=NetworkSegment(3f0a4776-695b-4c46-9615-546e22f31bd1),segment_id=3f0a4776-695b-4c46-9615-546e22f31bd1)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:21:19.625775 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Returning: {'device': '3e74f28e-a39f-44ea-a577-80c525a14fc4', 'network_id': 'c8b4590f-764c-4dc2-8ef8-39099fdf31a7', 'port_id': '3e74f28e-a39f-44ea-a577-80c525a14fc4', 'mac_address': 'fa:16:3e:ea:4a:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 445, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a01e65a5-e778-43fe-8698-6c570d8646fa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88974) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 13 16:21:19.678666 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 3e74f28e-a39f-44ea-a577-80c525a14fc4 is: DOWN; New status is: BUILD {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:21:19.679040 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:19.695849 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e74f28e-a39f-44ea-a577-80c525a14fc4 {{(pid=88974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 16:21:19.710980 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 3e74f28e-a39f-44ea-a577-80c525a14fc4, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=3e74f28e-a39f-44ea-a577-80c525a14fc4,segment=NetworkSegment(3f0a4776-695b-4c46-9615-546e22f31bd1),segment_id=3f0a4776-695b-4c46-9615-546e22f31bd1)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:21:19.714841 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:19.779010 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=3e74f28e-a39f-44ea-a577-80c525a14fc4,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:21:20.061102 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['3e74f28e-a39f-44ea-a577-80c525a14fc4'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 16:21:20.537941 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4983927f-aa4f-45b7-8496-45cf6915c13a req-07312f0a-fbb1-46e1-87a1-60d15c2735d1 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:21:20.539413 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4983927f-aa4f-45b7-8496-45cf6915c13a req-07312f0a-fbb1-46e1-87a1-60d15c2735d1 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7 HTTP/1.1" status: 200 len: 944 time: 0.0886898 Oct 13 16:21:20.583087 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4983927f-aa4f-45b7-8496-45cf6915c13a req-ec22d85b-ef1a-4180-a0f1-c648a83a046b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=8cf5d586-0c78-48e3-8ce0-36ea21dbcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380814 Oct 13 16:21:21.493823 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 3e74f28e-a39f-44ea-a577-80c525a14fc4 up at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:21:21.560802 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning for port 3e74f28e-a39f-44ea-a577-80c525a14fc4 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:21:21.565329 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning complete for port 3e74f28e-a39f-44ea-a577-80c525a14fc4 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:21:21.565692 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:21.566019 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Attempt 1 to provision port 3e74f28e-a39f-44ea-a577-80c525a14fc4 Oct 13 16:21:21.681628 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 3e74f28e-a39f-44ea-a577-80c525a14fc4 is: BUILD; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:21:21.682043 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:21.710280 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e74f28e-a39f-44ea-a577-80c525a14fc4'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:21:21.712532 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979c64d66908691d8da3fe322a5acf5d757b5bee84c7992aba2ec3c134dffaeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddbc14b3-ac73-4058-83f2-1d1801c34e34" -d '{"events": [{"server_uuid": "945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7", "name": "network-vif-plugged", "status": "completed", "tag": "3e74f28e-a39f-44ea-a577-80c525a14fc4"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:21:21.720941 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 3e74f28e-a39f-44ea-a577-80c525a14fc4, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=3e74f28e-a39f-44ea-a577-80c525a14fc4,segment=NetworkSegment(3f0a4776-695b-4c46-9615-546e22f31bd1),segment_id=3f0a4776-695b-4c46-9615-546e22f31bd1)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:21:21.727382 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:21.805620 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=3e74f28e-a39f-44ea-a577-80c525a14fc4,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:21:21.820273 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 16:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc5378c-aa70-4b10-a67c-a340ac1a6049 x-openstack-request-id: req-3cc5378c-aa70-4b10-a67c-a340ac1a6049 {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:21:21.820806 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7", "name": "network-vif-plugged", "status": "completed", "tag": "3e74f28e-a39f-44ea-a577-80c525a14fc4", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:21:21.820928 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3cc5378c-aa70-4b10-a67c-a340ac1a6049 {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:21:21.821233 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3cc5378c-aa70-4b10-a67c-a340ac1a6049'] response: {'server_uuid': '945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e74f28e-a39f-44ea-a577-80c525a14fc4', 'code': 200} Oct 13 16:21:21.899846 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a25c09-f58c-4e9e-8ace-b554194008be req-4bdb845a-44f4-49dd-9a47-610f62fbc5ae tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:21:21.901941 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-02a25c09-f58c-4e9e-8ace-b554194008be req-4bdb845a-44f4-49dd-9a47-610f62fbc5ae tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7 HTTP/1.1" status: 200 len: 945 time: 0.2066677 Oct 13 16:21:21.948253 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-02a25c09-f58c-4e9e-8ace-b554194008be req-255b0d00-0e65-4aa2-a5d1-408df8a5fb03 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=8cf5d586-0c78-48e3-8ce0-36ea21dbcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399995 Oct 13 16:21:22.050468 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9321ebb1-430d-4ab1-80b0-56016a2482a2 req-a571851e-fae3-4975-8630-9de81d107013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:21:22.051841 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9321ebb1-430d-4ab1-80b0-56016a2482a2 req-a571851e-fae3-4975-8630-9de81d107013 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7 HTTP/1.1" status: 200 len: 1098 time: 0.0797729 Oct 13 16:21:22.091071 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9321ebb1-430d-4ab1-80b0-56016a2482a2 req-3ee471a8-83ca-4d09-b157-d2c8d879e2f5 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=8cf5d586-0c78-48e3-8ce0-36ea21dbcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334272 Oct 13 16:21:23.143583 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31323fcd-044f-4f47-b050-848ee3da6744 req-a1a4e85e-94b4-4419-9559-433822e4cf5c tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:21:23.145039 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-31323fcd-044f-4f47-b050-848ee3da6744 req-a1a4e85e-94b4-4419-9559-433822e4cf5c tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7 HTTP/1.1" status: 200 len: 945 time: 0.0851402 Oct 13 16:21:23.187994 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-31323fcd-044f-4f47-b050-848ee3da6744 req-7fa1317d-b772-401c-8a8b-8d906fdfafdf tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=8cf5d586-0c78-48e3-8ce0-36ea21dbcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374126 Oct 13 16:21:24.382237 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed96558-cb76-4573-9608-192323728705 req-479f66c3-9929-4b70-bd0a-f0977c749bb7 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:21:24.383668 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-6ed96558-cb76-4573-9608-192323728705 req-479f66c3-9929-4b70-bd0a-f0977c749bb7 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7 HTTP/1.1" status: 200 len: 945 time: 0.0858004 Oct 13 16:21:24.426585 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-6ed96558-cb76-4573-9608-192323728705 req-e8ad01a8-5773-4b6a-9c2d-49d30f96070e tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=8cf5d586-0c78-48e3-8ce0-36ea21dbcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373242 Oct 13 16:21:24.627000 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f206ca-0616-432d-a889-3d2d575b1465 req-63ad90d6-d6ee-41ee-8fc3-e48a0d7e9dbf tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:21:24.628636 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-42f206ca-0616-432d-a889-3d2d575b1465 req-63ad90d6-d6ee-41ee-8fc3-e48a0d7e9dbf tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7 HTTP/1.1" status: 200 len: 945 time: 0.0889254 Oct 13 16:21:24.672566 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-42f206ca-0616-432d-a889-3d2d575b1465 req-4d1c92f9-4ba2-422d-9367-c11bde895a1d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=8cf5d586-0c78-48e3-8ce0-36ea21dbcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385659 Oct 13 16:21:24.701201 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 34208) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:21:24.779611 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55a84c0-17c8-4dc1-868b-cc37058479e4 tempest-TestNetworkAdvancedServerOps-1929741581 tempest-TestNetworkAdvancedServerOps-1929741581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:21:24.781082 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d55a84c0-17c8-4dc1-868b-cc37058479e4 tempest-TestNetworkAdvancedServerOps-1929741581 tempest-TestNetworkAdvancedServerOps-1929741581-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7 HTTP/1.1" status: 200 len: 1093 time: 0.0788743 Oct 13 16:21:24.783857 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 34212) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:21:24.788598 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-d6338798-9f9f-4125-a49f-7b6c50d72405 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Request body: {'floatingip': {'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'port_id': '3e74f28e-a39f-44ea-a577-80c525a14fc4', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:21:24.794443 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-d6338798-9f9f-4125-a49f-7b6c50d72405 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:21:24.798271 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-d6338798-9f9f-4125-a49f-7b6c50d72405 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Usage tracker for resource:floatingip and tenant:a06d0f5fab8f48c6bec23f3d7dc5027f is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:21:24.801016 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-d6338798-9f9f-4125-a49f-7b6c50d72405 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:21:24.806697 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-d6338798-9f9f-4125-a49f-7b6c50d72405 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:21:24.817875 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d6338798-9f9f-4125-a49f-7b6c50d72405 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for floatingip, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:24.951854 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d6338798-9f9f-4125-a49f-7b6c50d72405 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:25.084569 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-d6338798-9f9f-4125-a49f-7b6c50d72405 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Allocated IP 172.26.2.93 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/f8d6ba19-10fa-48b0-b132-d9b659468871) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:21:25.227346 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d6338798-9f9f-4125-a49f-7b6c50d72405 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:25.255328 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d6338798-9f9f-4125-a49f-7b6c50d72405 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:25.316831 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6338798-9f9f-4125-a49f-7b6c50d72405 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:21:25.319724 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-d6338798-9f9f-4125-a49f-7b6c50d72405 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:21:25.324084 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6338798-9f9f-4125-a49f-7b6c50d72405 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:21:25.356430 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6338798-9f9f-4125-a49f-7b6c50d72405 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'Port': ['ID=f8d6ba19-10fa-48b0-b132-d9b659468871,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:21:25.726365 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d6338798-9f9f-4125-a49f-7b6c50d72405 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:25.797465 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d6338798-9f9f-4125-a49f-7b6c50d72405 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:25.998648 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d6338798-9f9f-4125-a49f-7b6c50d72405 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:26.003594 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d6338798-9f9f-4125-a49f-7b6c50d72405 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:26.109121 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6338798-9f9f-4125-a49f-7b6c50d72405 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'Port': ['ID=f8d6ba19-10fa-48b0-b132-d9b659468871,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:21:26.112901 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d6338798-9f9f-4125-a49f-7b6c50d72405 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:26.207610 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:26.380744 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.l3_db [None req-d6338798-9f9f-4125-a49f-7b6c50d72405 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Floating IP 6a7cb6cb-3e20-4a9f-9389-63995085f3e7 associated. External IP: 172.26.2.93, port: 3e74f28e-a39f-44ea-a577-80c525a14fc4. Oct 13 16:21:26.724972 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6338798-9f9f-4125-a49f-7b6c50d72405 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Router 919bd76b-3647-45dd-b696-e6911ed588fe has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 16:21:26.902745 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6338798-9f9f-4125-a49f-7b6c50d72405 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:21:26.912776 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d5cefe-45fd-4c7b-b0a3-9623dd83b727 None None] Sync routers for ids ['919bd76b-3647-45dd-b696-e6911ed588fe'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:21:26.922365 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d5cefe-45fd-4c7b-b0a3-9623dd83b727 None None] Routers {'919bd76b-3647-45dd-b696-e6911ed588fe'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:21:26.923011 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-78d5cefe-45fd-4c7b-b0a3-9623dd83b727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:21:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['919bd76b-3647-45dd-b696-e6911ed588fe'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:21:26.926299 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d6338798-9f9f-4125-a49f-7b6c50d72405 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:26.981586 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d6338798-9f9f-4125-a49f-7b6c50d72405 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1965823 Oct 13 16:21:26.982075 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7', 'tag': '3e74f28e-a39f-44ea-a577-80c525a14fc4'}] {{(pid=88972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:21:26.984420 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}66139ebd01b2281a52a84d0c3e28fe779798cc7e4f9f2d51c02648ac67609c1f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c11d62c-05f3-4201-ad5e-514d90dd0727" -d '{"events": [{"name": "network-changed", "server_uuid": "945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7", "tag": "3e74f28e-a39f-44ea-a577-80c525a14fc4"}]}' {{(pid=88972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:21:27.109378 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 16:21:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0688541-65ea-44e6-b6ac-169ca7820105 x-openstack-request-id: req-a0688541-65ea-44e6-b6ac-169ca7820105 {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:21:27.109708 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7", "tag": "3e74f28e-a39f-44ea-a577-80c525a14fc4", "status": "completed", "code": 200}]} {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:21:27.109910 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a0688541-65ea-44e6-b6ac-169ca7820105 {{(pid=88972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:21:27.110823 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a0688541-65ea-44e6-b6ac-169ca7820105'] response: {'name': 'network-changed', 'server_uuid': '945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7', 'tag': '3e74f28e-a39f-44ea-a577-80c525a14fc4', 'status': 'completed', 'code': 200} Oct 13 16:21:27.137535 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-78d5cefe-45fd-4c7b-b0a3-9623dd83b727 None None] Set router 919bd76b-3647-45dd-b696-e6911ed588fe gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:21:27.165696 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ddbfe5-4ae6-4f5f-95c4-4cf662a18610 req-603d562d-644a-4a78-806a-2189798f27a7 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:21:27.173245 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-14ddbfe5-4ae6-4f5f-95c4-4cf662a18610 req-603d562d-644a-4a78-806a-2189798f27a7 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7 HTTP/1.1" status: 200 len: 945 time: 0.1019411 Oct 13 16:21:27.190996 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c11d62c-05f3-4201-ad5e-514d90dd0727 req-2bba174b-d487-49f5-ab52-a0928c545cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:21:27.192621 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2c11d62c-05f3-4201-ad5e-514d90dd0727 req-2bba174b-d487-49f5-ab52-a0928c545cb7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a06d0f5fab8f48c6bec23f3d7dc5027f&device_id=945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7 HTTP/1.1" status: 200 len: 1098 time: 0.0845387 Oct 13 16:21:27.214439 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-14ddbfe5-4ae6-4f5f-95c4-4cf662a18610 req-e3064556-9b8a-44db-9727-c98e938b5c89 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=8cf5d586-0c78-48e3-8ce0-36ea21dbcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402565 Oct 13 16:21:27.243805 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 34222) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:21:27.333322 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c11d62c-05f3-4201-ad5e-514d90dd0727 req-f2a95c0d-ece3-4ee8-a4f0-9a25c5ffe1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:21:27.335108 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2c11d62c-05f3-4201-ad5e-514d90dd0727 req-f2a95c0d-ece3-4ee8-a4f0-9a25c5ffe1d7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c8b4590f-764c-4dc2-8ef8-39099fdf31a7 HTTP/1.1" status: 200 len: 898 time: 0.1365495 Oct 13 16:21:27.356973 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-92ed9e2d-6598-47da-ab8c-26c61c4f7fc0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/floatingips/6a7cb6cb-3e20-4a9f-9389-63995085f3e7 HTTP/1.1" status: 200 len: 990 time: 0.1119995 Oct 13 16:21:27.448872 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2c11d62c-05f3-4201-ad5e-514d90dd0727 req-1e035e7a-0832-4f6c-a147-298b094030d5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e74f28e-a39f-44ea-a577-80c525a14fc4 HTTP/1.1" status: 200 len: 998 time: 0.1029081 Oct 13 16:21:27.490984 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-78d5cefe-45fd-4c7b-b0a3-9623dd83b727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919bd76b-3647-45dd-b696-e6911ed588fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1203362518', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '5ebe4e31-3981-44e4-bf04-ae219e7ded01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:21:04Z', 'updated_at': '2022-10-13T16:21:09Z', 'revision_number': 4, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': '5ebe4e31-3981-44e4-bf04-ae219e7ded01', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:86:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919bd76b-3647-45dd-b696-e6911ed588fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:21:05Z', 'updated_at': '2022-10-13T16:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '6a7cb6cb-3e20-4a9f-9389-63995085f3e7', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'floating_ip_address': '172.26.2.93', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '919bd76b-3647-45dd-b696-e6911ed588fe', 'port_id': '3e74f28e-a39f-44ea-a577-80c525a14fc4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8b4590f-764c-4dc2-8ef8-39099fdf31a7', 'mac_address': 'fa:16:3e:ea:4a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T16:21:25Z', 'updated_at': '2022-10-13T16:21:25Z', 'revision_number': 0, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '260fe3ce-6ca1-4aa7-96e5-789811d6d012', 'name': '', 'network_id': 'c8b4590f-764c-4dc2-8ef8-39099fdf31a7', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'mac_address': 'fa:16:3e:17:0a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919bd76b-3647-45dd-b696-e6911ed588fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'a01e65a5-e778-43fe-8698-6c570d8646fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:21:08Z', 'updated_at': '2022-10-13T16:21:14Z', 'revision_number': 5, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'subnets': [{'id': 'a01e65a5-e778-43fe-8698-6c570d8646fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:21:27.495225 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d5cefe-45fd-4c7b-b0a3-9623dd83b727 None None] Checking router: 919bd76b-3647-45dd-b696-e6911ed588fe for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:21:27.503729 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d5cefe-45fd-4c7b-b0a3-9623dd83b727 None None] Routers {'919bd76b-3647-45dd-b696-e6911ed588fe'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:21:27.504331 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-78d5cefe-45fd-4c7b-b0a3-9623dd83b727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:21:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['919bd76b-3647-45dd-b696-e6911ed588fe'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:21:27.515382 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c11d62c-05f3-4201-ad5e-514d90dd0727 req-e35e3f53-b5be-4364-958d-e76b21739635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:21:27.516859 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2c11d62c-05f3-4201-ad5e-514d90dd0727 req-e35e3f53-b5be-4364-958d-e76b21739635 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a01e65a5-e778-43fe-8698-6c570d8646fa HTTP/1.1" status: 200 len: 833 time: 0.0621982 Oct 13 16:21:27.601901 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c11d62c-05f3-4201-ad5e-514d90dd0727 req-48ba151e-90ff-48c6-a710-bb2a8a742f03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:21:27.603401 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2c11d62c-05f3-4201-ad5e-514d90dd0727 req-48ba151e-90ff-48c6-a710-bb2a8a742f03 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c8b4590f-764c-4dc2-8ef8-39099fdf31a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0802386 Oct 13 16:21:27.686515 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-78d5cefe-45fd-4c7b-b0a3-9623dd83b727 None None] Set router 919bd76b-3647-45dd-b696-e6911ed588fe gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:21:27.735333 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2c11d62c-05f3-4201-ad5e-514d90dd0727 req-b97a97c3-5eeb-4095-ab3c-8aa7f2768f69 service neutron] 10.222.0.16 "GET /v2.0/networks/c8b4590f-764c-4dc2-8ef8-39099fdf31a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263928 Oct 13 16:21:27.865935 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2c11d62c-05f3-4201-ad5e-514d90dd0727 req-ceb7bd01-944e-4962-ba01-e4c3cdba0af2 service neutron] 10.222.0.16 "GET /v2.0/networks/c8b4590f-764c-4dc2-8ef8-39099fdf31a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243801 Oct 13 16:21:28.031041 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-78d5cefe-45fd-4c7b-b0a3-9623dd83b727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919bd76b-3647-45dd-b696-e6911ed588fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1203362518', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '5ebe4e31-3981-44e4-bf04-ae219e7ded01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:21:04Z', 'updated_at': '2022-10-13T16:21:09Z', 'revision_number': 4, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': '5ebe4e31-3981-44e4-bf04-ae219e7ded01', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:86:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919bd76b-3647-45dd-b696-e6911ed588fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:21:05Z', 'updated_at': '2022-10-13T16:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '6a7cb6cb-3e20-4a9f-9389-63995085f3e7', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'floating_ip_address': '172.26.2.93', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '919bd76b-3647-45dd-b696-e6911ed588fe', 'port_id': '3e74f28e-a39f-44ea-a577-80c525a14fc4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8b4590f-764c-4dc2-8ef8-39099fdf31a7', 'mac_address': 'fa:16:3e:ea:4a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T16:21:25Z', 'updated_at': '2022-10-13T16:21:25Z', 'revision_number': 0, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '260fe3ce-6ca1-4aa7-96e5-789811d6d012', 'name': '', 'network_id': 'c8b4590f-764c-4dc2-8ef8-39099fdf31a7', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'mac_address': 'fa:16:3e:17:0a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919bd76b-3647-45dd-b696-e6911ed588fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'a01e65a5-e778-43fe-8698-6c570d8646fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:21:08Z', 'updated_at': '2022-10-13T16:21:14Z', 'revision_number': 5, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'subnets': [{'id': 'a01e65a5-e778-43fe-8698-6c570d8646fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:21:28.034902 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78d5cefe-45fd-4c7b-b0a3-9623dd83b727 None None] The sync data for ids ['919bd76b-3647-45dd-b696-e6911ed588fe'] in dv-neutron-860329-2-hyperv is: [{'id': '919bd76b-3647-45dd-b696-e6911ed588fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1203362518', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '5ebe4e31-3981-44e4-bf04-ae219e7ded01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:21:04Z', 'updated_at': '2022-10-13T16:21:09Z', 'revision_number': 4, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': '5ebe4e31-3981-44e4-bf04-ae219e7ded01', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:86:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919bd76b-3647-45dd-b696-e6911ed588fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:21:05Z', 'updated_at': '2022-10-13T16:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '6a7cb6cb-3e20-4a9f-9389-63995085f3e7', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'floating_ip_address': '172.26.2.93', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '919bd76b-3647-45dd-b696-e6911ed588fe', 'port_id': '3e74f28e-a39f-44ea-a577-80c525a14fc4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1767, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c8b4590f-764c-4dc2-8ef8-39099fdf31a7', 'mac_address': 'fa:16:3e:ea:4a:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T16:21:25Z', 'updated_at': '2022-10-13T16:21:25Z', 'revision_number': 0, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '260fe3ce-6ca1-4aa7-96e5-789811d6d012', 'name': '', 'network_id': 'c8b4590f-764c-4dc2-8ef8-39099fdf31a7', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'mac_address': 'fa:16:3e:17:0a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919bd76b-3647-45dd-b696-e6911ed588fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'a01e65a5-e778-43fe-8698-6c570d8646fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:21:08Z', 'updated_at': '2022-10-13T16:21:14Z', 'revision_number': 5, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'subnets': [{'id': 'a01e65a5-e778-43fe-8698-6c570d8646fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:21:28.213055 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65b1d7a-60cf-4082-8442-947a84c11363 None None] New status for floating IP 6a7cb6cb-3e20-4a9f-9389-63995085f3e7: ACTIVE {{(pid=88975) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 16:21:28.360759 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 34226) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:21:28.467340 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-82628923-9dfb-4a6d-88fb-903c45b891f3 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/floatingips/6a7cb6cb-3e20-4a9f-9389-63995085f3e7 HTTP/1.1" status: 200 len: 990 time: 0.1043770 Oct 13 16:21:29.470091 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 34230) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:21:29.568535 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-4ce11516-b07e-43ae-94c4-e17b20d938db tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/floatingips/6a7cb6cb-3e20-4a9f-9389-63995085f3e7 HTTP/1.1" status: 200 len: 992 time: 0.0972514 Oct 13 16:21:32.548574 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:21:34.597882 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d16ea11d-d847-4f1b-a406-353d05452887 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:36.740642 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7ef0b2cd-5815-4cc1-a002-c406e84adc73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:37.846680 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:38.074470 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:39.772792 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:21:56.228981 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:22:00.474572 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2e4ccabd-dae5-4223-a8d7-594b5c8990cd req-a9f2f91c-a791-4ac1-9afa-90a0eacea613 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1724253 Oct 13 16:22:00.618438 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ccabd-dae5-4223-a8d7-594b5c8990cd req-f7383c50-2350-412f-8661-aaf277d74095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:22:00.619881 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2e4ccabd-dae5-4223-a8d7-594b5c8990cd req-f7383c50-2350-412f-8661-aaf277d74095 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a06d0f5fab8f48c6bec23f3d7dc5027f&device_id=945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7 HTTP/1.1" status: 200 len: 1098 time: 0.0788293 Oct 13 16:22:00.761567 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ccabd-dae5-4223-a8d7-594b5c8990cd req-112fd8e5-0406-44d9-a791-7e808ec1a201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:22:00.763098 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2e4ccabd-dae5-4223-a8d7-594b5c8990cd req-112fd8e5-0406-44d9-a791-7e808ec1a201 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c8b4590f-764c-4dc2-8ef8-39099fdf31a7 HTTP/1.1" status: 200 len: 898 time: 0.1253281 Oct 13 16:22:00.865780 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2e4ccabd-dae5-4223-a8d7-594b5c8990cd req-4a50cb80-0e1d-4f97-89c5-84b0c7db4793 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e74f28e-a39f-44ea-a577-80c525a14fc4 HTTP/1.1" status: 200 len: 1000 time: 0.0967405 Oct 13 16:22:00.926786 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ccabd-dae5-4223-a8d7-594b5c8990cd req-439b0250-134f-4513-8c79-693c4b2db7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:22:00.928154 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2e4ccabd-dae5-4223-a8d7-594b5c8990cd req-439b0250-134f-4513-8c79-693c4b2db7c2 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a01e65a5-e778-43fe-8698-6c570d8646fa HTTP/1.1" status: 200 len: 833 time: 0.0554597 Oct 13 16:22:01.010042 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4ccabd-dae5-4223-a8d7-594b5c8990cd req-06d46f46-4828-46d4-a5c8-1d33d3b259b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:22:01.011517 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2e4ccabd-dae5-4223-a8d7-594b5c8990cd req-06d46f46-4828-46d4-a5c8-1d33d3b259b2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c8b4590f-764c-4dc2-8ef8-39099fdf31a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0772452 Oct 13 16:22:01.139880 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2e4ccabd-dae5-4223-a8d7-594b5c8990cd req-b86e217b-59d9-43b9-bc57-0144d74d5ee2 service neutron] 10.222.0.16 "GET /v2.0/networks/c8b4590f-764c-4dc2-8ef8-39099fdf31a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227565 Oct 13 16:22:01.267261 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2e4ccabd-dae5-4223-a8d7-594b5c8990cd req-214302de-200e-428a-b2e3-099e21d92b0a service neutron] 10.222.0.16 "GET /v2.0/networks/c8b4590f-764c-4dc2-8ef8-39099fdf31a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219387 Oct 13 16:22:04.601120 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-213b8697-e8ea-4f57-bbd2-cf49b0f9befc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:22:06.741898 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-78fa423b-b354-4efc-acd7-f855a03900a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:22:07.848075 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:22:08.075527 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:22:09.548080 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:22:09.776241 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:22:26.225625 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:22:28.264974 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 34266) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:22:28.388363 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-59e71053-15f5-4f34-bcca-fb39a74dde36 req-f1a57301-451a-46a6-8377-2f4440f49037 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1221726 Oct 13 16:22:28.400218 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff035f7-1457-49bc-b255-871ef0f8d7e8 req-883f09ff-d55b-4e3c-8a9b-d7958da1103d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:22:28.402808 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4ff035f7-1457-49bc-b255-871ef0f8d7e8 req-883f09ff-d55b-4e3c-8a9b-d7958da1103d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7 HTTP/1.1" status: 200 len: 945 time: 0.0886998 Oct 13 16:22:28.450262 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4ff035f7-1457-49bc-b255-871ef0f8d7e8 req-fae9fc1a-cc23-4bc2-84c8-91180580f759 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=8cf5d586-0c78-48e3-8ce0-36ea21dbcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421507 Oct 13 16:22:29.528976 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e71053-15f5-4f34-bcca-fb39a74dde36 req-a526cccc-b90b-41aa-ae86-677c563910fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:22:29.530511 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-59e71053-15f5-4f34-bcca-fb39a74dde36 req-a526cccc-b90b-41aa-ae86-677c563910fd service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a06d0f5fab8f48c6bec23f3d7dc5027f&device_id=945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7 HTTP/1.1" status: 200 len: 1098 time: 0.0787811 Oct 13 16:22:29.652540 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74480ac8-db14-4894-9d5c-09ef57cb130d req-503f4d67-1f7a-45c1-838e-7067d3db77fb tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:22:29.653984 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-74480ac8-db14-4894-9d5c-09ef57cb130d req-503f4d67-1f7a-45c1-838e-7067d3db77fb tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7 HTTP/1.1" status: 200 len: 945 time: 0.0883474 Oct 13 16:22:29.662015 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e71053-15f5-4f34-bcca-fb39a74dde36 req-4f0ee1ef-cfdf-402d-b45f-71dcf400b46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:22:29.663493 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-59e71053-15f5-4f34-bcca-fb39a74dde36 req-4f0ee1ef-cfdf-402d-b45f-71dcf400b46d service neutron] 10.222.0.16 "GET /v2.0/networks?id=c8b4590f-764c-4dc2-8ef8-39099fdf31a7 HTTP/1.1" status: 200 len: 898 time: 0.1275270 Oct 13 16:22:29.703104 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-74480ac8-db14-4894-9d5c-09ef57cb130d req-cdf61bd5-641c-4b6d-bd48-1608b8f7e0c5 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=8cf5d586-0c78-48e3-8ce0-36ea21dbcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425572 Oct 13 16:22:29.766100 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-59e71053-15f5-4f34-bcca-fb39a74dde36 req-5553f1cd-34aa-4819-b87e-c3f6e6e07832 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e74f28e-a39f-44ea-a577-80c525a14fc4 HTTP/1.1" status: 200 len: 1000 time: 0.0962262 Oct 13 16:22:29.826988 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e71053-15f5-4f34-bcca-fb39a74dde36 req-730fd467-b911-4526-9361-ffae7e827584 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:22:29.828649 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-59e71053-15f5-4f34-bcca-fb39a74dde36 req-730fd467-b911-4526-9361-ffae7e827584 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a01e65a5-e778-43fe-8698-6c570d8646fa HTTP/1.1" status: 200 len: 833 time: 0.0560353 Oct 13 16:22:29.911725 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e71053-15f5-4f34-bcca-fb39a74dde36 req-7aec3995-2844-44fb-bb55-8540c53cafab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:22:29.913158 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-59e71053-15f5-4f34-bcca-fb39a74dde36 req-7aec3995-2844-44fb-bb55-8540c53cafab service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c8b4590f-764c-4dc2-8ef8-39099fdf31a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786548 Oct 13 16:22:30.040387 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-59e71053-15f5-4f34-bcca-fb39a74dde36 req-62845265-acad-4fef-8fe4-afd4c529cb02 service neutron] 10.222.0.16 "GET /v2.0/networks/c8b4590f-764c-4dc2-8ef8-39099fdf31a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1204619 Oct 13 16:22:30.270451 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-59e71053-15f5-4f34-bcca-fb39a74dde36 req-cd16067c-5831-4a96-9b38-f4f9af68dbf6 service neutron] 10.222.0.16 "GET /v2.0/networks/c8b4590f-764c-4dc2-8ef8-39099fdf31a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241144 Oct 13 16:22:30.902360 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c7b61dc-437e-4c16-bedf-4bad522a26da req-a6e7ac6c-c51c-4b75-9f05-7266fd034908 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:22:30.903794 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-7c7b61dc-437e-4c16-bedf-4bad522a26da req-a6e7ac6c-c51c-4b75-9f05-7266fd034908 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7 HTTP/1.1" status: 200 len: 945 time: 0.0852618 Oct 13 16:22:30.948031 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-7c7b61dc-437e-4c16-bedf-4bad522a26da req-e390b909-20e3-42dd-8d3c-2608e8c7d7f7 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=8cf5d586-0c78-48e3-8ce0-36ea21dbcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382259 Oct 13 16:22:32.244413 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01432d70-9e9a-40d2-a235-8696c3f697e3 req-e5870f48-a83f-4bc9-9062-d6cf6188c87b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:22:32.246424 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-01432d70-9e9a-40d2-a235-8696c3f697e3 req-e5870f48-a83f-4bc9-9062-d6cf6188c87b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7 HTTP/1.1" status: 200 len: 945 time: 0.1898463 Oct 13 16:22:32.288563 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-01432d70-9e9a-40d2-a235-8696c3f697e3 req-64ea5217-4332-4343-9fa4-318433b03dda tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=8cf5d586-0c78-48e3-8ce0-36ea21dbcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364377 Oct 13 16:22:33.486148 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6fdaa2-aa8f-42c4-9a94-753e8cfe817d req-85b50174-df5c-4c09-ae5c-b2ba62a9126b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:22:33.487583 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-8d6fdaa2-aa8f-42c4-9a94-753e8cfe817d req-85b50174-df5c-4c09-ae5c-b2ba62a9126b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7 HTTP/1.1" status: 200 len: 945 time: 0.0880165 Oct 13 16:22:33.530824 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-8d6fdaa2-aa8f-42c4-9a94-753e8cfe817d req-47b93096-5c74-43a2-b585-7fa3d8dd0b56 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=8cf5d586-0c78-48e3-8ce0-36ea21dbcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376503 Oct 13 16:22:34.602782 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9bf7d9f7-a25e-448a-a27c-dddab0c09e1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:22:34.730788 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac091020-6fbd-4120-8d80-3546d6021ea1 req-3c462285-1aa3-40c2-a167-edb59db29afe tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:22:34.732225 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-ac091020-6fbd-4120-8d80-3546d6021ea1 req-3c462285-1aa3-40c2-a167-edb59db29afe tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7 HTTP/1.1" status: 200 len: 945 time: 0.0911031 Oct 13 16:22:34.775031 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-ac091020-6fbd-4120-8d80-3546d6021ea1 req-49db9493-b901-4fca-8909-06e2ee3a66bc tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=8cf5d586-0c78-48e3-8ce0-36ea21dbcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371277 Oct 13 16:22:35.973736 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08d316c-ad07-42c9-9a3b-c9b971fda2fc req-de72c477-23fa-471e-9802-27a46bc35a7b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:22:35.975114 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f08d316c-ad07-42c9-9a3b-c9b971fda2fc req-de72c477-23fa-471e-9802-27a46bc35a7b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7 HTTP/1.1" status: 200 len: 945 time: 0.0858431 Oct 13 16:22:36.021695 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f08d316c-ad07-42c9-9a3b-c9b971fda2fc req-47f91036-9a9f-4e42-8f94-83415780faf2 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=8cf5d586-0c78-48e3-8ce0-36ea21dbcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405061 Oct 13 16:22:36.743441 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-31086ea7-43e6-48bc-861f-e265f0deafee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:22:37.217136 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27160545-6c5c-4d15-b445-7bde5e44d268 req-572959dc-5dd4-4bc5-a87e-9ff18e216443 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:22:37.218585 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-27160545-6c5c-4d15-b445-7bde5e44d268 req-572959dc-5dd4-4bc5-a87e-9ff18e216443 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7 HTTP/1.1" status: 200 len: 945 time: 0.0848885 Oct 13 16:22:37.265801 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-27160545-6c5c-4d15-b445-7bde5e44d268 req-6eb1a01a-a71f-413b-b10b-a566ca0d81a5 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=8cf5d586-0c78-48e3-8ce0-36ea21dbcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415938 Oct 13 16:22:37.849824 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:22:38.077455 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:22:38.460481 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34678310-2231-4e73-920d-ee7935a1b309 req-7b7acfc7-406e-4ee2-92b8-b25a0b93c96c tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:22:38.461892 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-34678310-2231-4e73-920d-ee7935a1b309 req-7b7acfc7-406e-4ee2-92b8-b25a0b93c96c tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7 HTTP/1.1" status: 200 len: 945 time: 0.0863461 Oct 13 16:22:38.504003 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-34678310-2231-4e73-920d-ee7935a1b309 req-51c5d70f-cdb7-4968-b502-70494fb3cafa tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=8cf5d586-0c78-48e3-8ce0-36ea21dbcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364838 Oct 13 16:22:39.699663 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d145c46-b911-449f-92ed-1bee91dad5c9 req-6e9d8aca-215a-44af-ae8f-b841e95c65a0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:22:39.701089 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8d145c46-b911-449f-92ed-1bee91dad5c9 req-6e9d8aca-215a-44af-ae8f-b841e95c65a0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7 HTTP/1.1" status: 200 len: 945 time: 0.0864029 Oct 13 16:22:39.744556 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8d145c46-b911-449f-92ed-1bee91dad5c9 req-a3323a8f-bd35-4aed-8ff9-7cd0fce6e440 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=8cf5d586-0c78-48e3-8ce0-36ea21dbcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377638 Oct 13 16:22:39.779450 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:22:40.950146 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8276382-62a7-4ea2-883b-dbeeca4f6ed5 req-7f27b3b1-fcfc-4044-85ab-731e5ff96e1e tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:22:40.951487 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f8276382-62a7-4ea2-883b-dbeeca4f6ed5 req-7f27b3b1-fcfc-4044-85ab-731e5ff96e1e tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7 HTTP/1.1" status: 200 len: 945 time: 0.0928230 Oct 13 16:22:40.993808 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f8276382-62a7-4ea2-883b-dbeeca4f6ed5 req-876c4d54-7f60-4e40-8dfa-65b6356b48d8 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=8cf5d586-0c78-48e3-8ce0-36ea21dbcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367002 Oct 13 16:22:41.886675 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-59e71053-15f5-4f34-bcca-fb39a74dde36 req-cd246fc9-4f0b-4010-8a5d-f3b8f5b10b3e service neutron] 10.222.0.16 "GET /v2.0/ports/3e74f28e-a39f-44ea-a577-80c525a14fc4/bindings/hv-neutron-8603 HTTP/1.1" status: 200 len: 384 time: 0.0731065 Oct 13 16:22:42.158367 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e71053-15f5-4f34-bcca-fb39a74dde36 req-d9a5b26e-cd09-47e5-85bd-3941775685c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:22:42.159918 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-59e71053-15f5-4f34-bcca-fb39a74dde36 req-d9a5b26e-cd09-47e5-85bd-3941775685c1 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7&tenant_id=a06d0f5fab8f48c6bec23f3d7dc5027f HTTP/1.1" status: 200 len: 1098 time: 0.0825200 Oct 13 16:22:42.194100 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6ae0ea-67f9-440d-9e7a-8ae7d296e67a req-323a0838-a3ef-4a37-8f2a-40913957008d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:22:42.195560 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-da6ae0ea-67f9-440d-9e7a-8ae7d296e67a req-323a0838-a3ef-4a37-8f2a-40913957008d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7 HTTP/1.1" status: 200 len: 945 time: 0.0898845 Oct 13 16:22:42.239801 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-da6ae0ea-67f9-440d-9e7a-8ae7d296e67a req-339bdb8e-b87a-40ff-b40e-b8847b669631 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=8cf5d586-0c78-48e3-8ce0-36ea21dbcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380056 Oct 13 16:22:42.258641 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e71053-15f5-4f34-bcca-fb39a74dde36 req-1f9cf91d-62c5-4716-b553-dbb825c64b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:22:42.260666 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-59e71053-15f5-4f34-bcca-fb39a74dde36 req-1f9cf91d-62c5-4716-b553-dbb825c64b64 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a06d0f5fab8f48c6bec23f3d7dc5027f&device_id=945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7 HTTP/1.1" status: 200 len: 1098 time: 0.0786946 Oct 13 16:22:42.388579 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e71053-15f5-4f34-bcca-fb39a74dde36 req-7bba7216-c247-4c9e-933b-2087a0946e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:22:42.389973 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-59e71053-15f5-4f34-bcca-fb39a74dde36 req-7bba7216-c247-4c9e-933b-2087a0946e87 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c8b4590f-764c-4dc2-8ef8-39099fdf31a7 HTTP/1.1" status: 200 len: 898 time: 0.1241264 Oct 13 16:22:42.490926 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-59e71053-15f5-4f34-bcca-fb39a74dde36 req-e53b9716-bf21-4e45-8cfb-7f76781adc55 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e74f28e-a39f-44ea-a577-80c525a14fc4 HTTP/1.1" status: 200 len: 1000 time: 0.0952377 Oct 13 16:22:42.551383 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e71053-15f5-4f34-bcca-fb39a74dde36 req-d7fa01cc-4997-4726-add0-1940e806264a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:22:42.552720 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-59e71053-15f5-4f34-bcca-fb39a74dde36 req-d7fa01cc-4997-4726-add0-1940e806264a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a01e65a5-e778-43fe-8698-6c570d8646fa HTTP/1.1" status: 200 len: 833 time: 0.0554876 Oct 13 16:22:42.635940 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e71053-15f5-4f34-bcca-fb39a74dde36 req-b52100ed-a787-40af-9348-5ee56c7ecf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:22:42.637381 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-59e71053-15f5-4f34-bcca-fb39a74dde36 req-b52100ed-a787-40af-9348-5ee56c7ecf19 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c8b4590f-764c-4dc2-8ef8-39099fdf31a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0783396 Oct 13 16:22:42.768463 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-59e71053-15f5-4f34-bcca-fb39a74dde36 req-a045429f-f743-4841-8308-f270f3ea2d60 service neutron] 10.222.0.16 "GET /v2.0/networks/c8b4590f-764c-4dc2-8ef8-39099fdf31a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253302 Oct 13 16:22:42.897345 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-59e71053-15f5-4f34-bcca-fb39a74dde36 req-6c8ba76e-314b-46a3-87b1-e0d59c1b1f5d service neutron] 10.222.0.16 "GET /v2.0/networks/c8b4590f-764c-4dc2-8ef8-39099fdf31a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228981 Oct 13 16:22:43.437870 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523bbb1e-f582-4ad5-a19a-f43274a3130e req-7e334944-1898-44cf-ae53-fac9bbf17d4d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:22:43.439312 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-523bbb1e-f582-4ad5-a19a-f43274a3130e req-7e334944-1898-44cf-ae53-fac9bbf17d4d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7 HTTP/1.1" status: 200 len: 945 time: 0.0849149 Oct 13 16:22:43.485230 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-523bbb1e-f582-4ad5-a19a-f43274a3130e req-06f8f029-c216-4787-a059-f4ad31a19d1f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=8cf5d586-0c78-48e3-8ce0-36ea21dbcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403836 Oct 13 16:22:43.889769 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 3e74f28e-a39f-44ea-a577-80c525a14fc4 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:22:44.004479 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 3e74f28e-a39f-44ea-a577-80c525a14fc4 is: ACTIVE; New status is: DOWN {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:22:44.004767 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:22:44.030778 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e74f28e-a39f-44ea-a577-80c525a14fc4'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:22:44.032995 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}979c64d66908691d8da3fe322a5acf5d757b5bee84c7992aba2ec3c134dffaeb" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96ac2d99-49e7-4886-b73c-ddce26d8a623" -d '{"events": [{"server_uuid": "945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7", "name": "network-vif-unplugged", "status": "completed", "tag": "3e74f28e-a39f-44ea-a577-80c525a14fc4"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:22:44.040748 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 3e74f28e-a39f-44ea-a577-80c525a14fc4, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=3e74f28e-a39f-44ea-a577-80c525a14fc4,segment=NetworkSegment(3f0a4776-695b-4c46-9615-546e22f31bd1),segment_id=3f0a4776-695b-4c46-9615-546e22f31bd1)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:22:44.044836 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:22:44.093894 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 13 Oct 2022 16:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae452b1d-cb16-48b6-ba3d-68678c46157a x-openstack-request-id: req-ae452b1d-cb16-48b6-ba3d-68678c46157a {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:22:44.094212 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7", "name": "network-vif-unplugged", "status": "completed", "tag": "3e74f28e-a39f-44ea-a577-80c525a14fc4", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:22:44.094463 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ae452b1d-cb16-48b6-ba3d-68678c46157a {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:22:44.094846 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae452b1d-cb16-48b6-ba3d-68678c46157a'] response: {'server_uuid': '945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3e74f28e-a39f-44ea-a577-80c525a14fc4', 'code': 200} Oct 13 16:22:44.119880 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=3e74f28e-a39f-44ea-a577-80c525a14fc4,revision_number=6']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:22:44.126814 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:22:44.127150 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:22:44.127479 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:22:44.127806 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:22:44.128126 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:22:44.128449 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:22:44.128766 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:22:44.129082 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:22:44.129398 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:22:44.129711 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:22:44.130025 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:22:44.130363 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:22:44.680538 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57226f7-3a8c-47c6-b208-430c1027ff14 req-0a650493-fbd1-4857-b1a6-a6ac2a672a29 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:22:44.681965 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b57226f7-3a8c-47c6-b208-430c1027ff14 req-0a650493-fbd1-4857-b1a6-a6ac2a672a29 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7 HTTP/1.1" status: 200 len: 943 time: 0.0852215 Oct 13 16:22:44.726597 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b57226f7-3a8c-47c6-b208-430c1027ff14 req-a80b7214-459c-4e9f-944c-d7247ef50953 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=8cf5d586-0c78-48e3-8ce0-36ea21dbcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388770 Oct 13 16:22:45.988067 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b2f4e9-9d73-405c-a826-51b12a5a6d72 req-996bf332-f9f4-4395-a96f-f3a763d65611 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:22:45.989394 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-34b2f4e9-9d73-405c-a826-51b12a5a6d72 req-996bf332-f9f4-4395-a96f-f3a763d65611 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7 HTTP/1.1" status: 200 len: 943 time: 0.0842078 Oct 13 16:22:46.036074 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-34b2f4e9-9d73-405c-a826-51b12a5a6d72 req-cc963cb4-30c3-4b3b-a83f-05aee014a3b3 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=8cf5d586-0c78-48e3-8ce0-36ea21dbcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404458 Oct 13 16:22:46.347617 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4be8c11-d3e4-44ef-8ce4-84f60a8b2c1b req-b8092a30-ade3-4904-883d-1a0720521d15 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:22:46.349032 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-a4be8c11-d3e4-44ef-8ce4-84f60a8b2c1b req-b8092a30-ade3-4904-883d-1a0720521d15 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7 HTTP/1.1" status: 200 len: 943 time: 0.0862885 Oct 13 16:22:46.354759 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edb14f-35f2-4582-8143-88f875f82026 req-a39f1331-bb9b-4920-bacd-8b7b4dc3aa92 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:22:46.356174 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-87edb14f-35f2-4582-8143-88f875f82026 req-a39f1331-bb9b-4920-bacd-8b7b4dc3aa92 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.16 "GET /v2.0/ports?device_id=945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7&tenant_id=a06d0f5fab8f48c6bec23f3d7dc5027f&binding%3Ahost_id=hv-neutron-8603 HTTP/1.1" status: 200 len: 943 time: 0.0938022 Oct 13 16:22:46.393977 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-a4be8c11-d3e4-44ef-8ce4-84f60a8b2c1b req-8449594d-0e43-4091-938f-b471902805b6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=8cf5d586-0c78-48e3-8ce0-36ea21dbcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388908 Oct 13 16:22:46.499319 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edb14f-35f2-4582-8143-88f875f82026 req-17ae36bd-daff-40cd-a7d8-0ef12388b716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:22:46.500831 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-87edb14f-35f2-4582-8143-88f875f82026 req-17ae36bd-daff-40cd-a7d8-0ef12388b716 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a06d0f5fab8f48c6bec23f3d7dc5027f&device_id=945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7 HTTP/1.1" status: 200 len: 1096 time: 0.0777214 Oct 13 16:22:46.547898 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:22:46.793584 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edb14f-35f2-4582-8143-88f875f82026 req-9c1cbb85-0871-44a3-914e-f6ad3b831e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:22:46.795064 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-87edb14f-35f2-4582-8143-88f875f82026 req-9c1cbb85-0871-44a3-914e-f6ad3b831e71 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c8b4590f-764c-4dc2-8ef8-39099fdf31a7 HTTP/1.1" status: 200 len: 898 time: 0.2884395 Oct 13 16:22:46.875226 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d30fc31b-b036-48b8-8d7f-ce200843377a req-afb8d68d-1ec9-4ff1-83d2-86feee35973f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:22:46.876626 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d30fc31b-b036-48b8-8d7f-ce200843377a req-afb8d68d-1ec9-4ff1-83d2-86feee35973f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7 HTTP/1.1" status: 200 len: 943 time: 0.1884248 Oct 13 16:22:46.936771 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-87edb14f-35f2-4582-8143-88f875f82026 req-0bf37229-2b79-41c5-9892-56ca25546b90 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e74f28e-a39f-44ea-a577-80c525a14fc4 HTTP/1.1" status: 200 len: 998 time: 0.1346669 Oct 13 16:22:46.976821 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d30fc31b-b036-48b8-8d7f-ce200843377a req-af5e63ee-ff79-485d-a3f6-c8fb7e906649 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=8cf5d586-0c78-48e3-8ce0-36ea21dbcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918803 Oct 13 16:22:47.004742 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edb14f-35f2-4582-8143-88f875f82026 req-c411dc67-e863-414d-b821-06b1248acf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:22:47.006146 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-87edb14f-35f2-4582-8143-88f875f82026 req-c411dc67-e863-414d-b821-06b1248acf60 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a01e65a5-e778-43fe-8698-6c570d8646fa HTTP/1.1" status: 200 len: 833 time: 0.0638001 Oct 13 16:22:47.087403 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edb14f-35f2-4582-8143-88f875f82026 req-e26f93f9-af2a-4aa7-898f-6ae8b30b1063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:22:47.088825 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-87edb14f-35f2-4582-8143-88f875f82026 req-e26f93f9-af2a-4aa7-898f-6ae8b30b1063 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c8b4590f-764c-4dc2-8ef8-39099fdf31a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761051 Oct 13 16:22:47.216647 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-87edb14f-35f2-4582-8143-88f875f82026 req-cd1d5711-ebbb-4c5d-b4e5-392ef288b839 service neutron] 10.222.0.16 "GET /v2.0/networks/c8b4590f-764c-4dc2-8ef8-39099fdf31a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216600 Oct 13 16:22:47.345551 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-87edb14f-35f2-4582-8143-88f875f82026 req-42e8699b-d88e-4940-9087-8d6c06d88c48 service neutron] 10.222.0.16 "GET /v2.0/networks/c8b4590f-764c-4dc2-8ef8-39099fdf31a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233788 Oct 13 16:22:48.177698 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163e1f7a-0196-4aa5-b800-1b28ae95660d req-c2816a2d-2fd1-40e0-9c68-1784b3524a28 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:22:48.179155 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-163e1f7a-0196-4aa5-b800-1b28ae95660d req-c2816a2d-2fd1-40e0-9c68-1784b3524a28 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7 HTTP/1.1" status: 200 len: 943 time: 0.0897198 Oct 13 16:22:48.222586 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-163e1f7a-0196-4aa5-b800-1b28ae95660d req-b9e24966-0dd0-4622-9762-94dd1b4c6db8 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=8cf5d586-0c78-48e3-8ce0-36ea21dbcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372291 Oct 13 16:22:48.252383 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 34344) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:22:48.356304 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-9f2b9db7-bb3b-420b-ae03-ae10c643da38 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/floatingips/6a7cb6cb-3e20-4a9f-9389-63995085f3e7 HTTP/1.1" status: 200 len: 990 time: 0.1027138 Oct 13 16:22:56.227346 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:01.781155 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-24b64ebc-8a8d-4775-a471-533b7f0b8a8a req-2e75df25-1327-4211-9eb5-abf343170e58 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0783703 Oct 13 16:23:01.924249 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b64ebc-8a8d-4775-a471-533b7f0b8a8a req-e66fae41-cd83-47d4-8fa9-f24284d80604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:23:01.925712 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-24b64ebc-8a8d-4775-a471-533b7f0b8a8a req-e66fae41-cd83-47d4-8fa9-f24284d80604 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a06d0f5fab8f48c6bec23f3d7dc5027f&device_id=945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7 HTTP/1.1" status: 200 len: 1096 time: 0.0775681 Oct 13 16:23:02.066689 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b64ebc-8a8d-4775-a471-533b7f0b8a8a req-9c799719-cc3a-45e6-b65e-129b89c7c755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:23:02.067992 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-24b64ebc-8a8d-4775-a471-533b7f0b8a8a req-9c799719-cc3a-45e6-b65e-129b89c7c755 service neutron] 10.222.0.16 "GET /v2.0/networks?id=c8b4590f-764c-4dc2-8ef8-39099fdf31a7 HTTP/1.1" status: 200 len: 898 time: 0.1234577 Oct 13 16:23:02.170068 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-24b64ebc-8a8d-4775-a471-533b7f0b8a8a req-68bfcf6d-3a73-4a58-b073-26434b237797 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e74f28e-a39f-44ea-a577-80c525a14fc4 HTTP/1.1" status: 200 len: 998 time: 0.0948703 Oct 13 16:23:02.231032 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b64ebc-8a8d-4775-a471-533b7f0b8a8a req-b4739b80-08ea-4819-864a-54aec0d33fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:23:02.232393 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-24b64ebc-8a8d-4775-a471-533b7f0b8a8a req-b4739b80-08ea-4819-864a-54aec0d33fe0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a01e65a5-e778-43fe-8698-6c570d8646fa HTTP/1.1" status: 200 len: 833 time: 0.0562274 Oct 13 16:23:02.315247 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b64ebc-8a8d-4775-a471-533b7f0b8a8a req-bc8425d0-0949-4fff-9075-8b0cbb4aab4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:23:02.316669 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-24b64ebc-8a8d-4775-a471-533b7f0b8a8a req-bc8425d0-0949-4fff-9075-8b0cbb4aab4b service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c8b4590f-764c-4dc2-8ef8-39099fdf31a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0779676 Oct 13 16:23:02.445138 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-24b64ebc-8a8d-4775-a471-533b7f0b8a8a req-666355ec-cc1e-473d-a088-9006be6c59bb service neutron] 10.222.0.16 "GET /v2.0/networks/c8b4590f-764c-4dc2-8ef8-39099fdf31a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215870 Oct 13 16:23:02.679295 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-24b64ebc-8a8d-4775-a471-533b7f0b8a8a req-43cec3c7-d34b-4574-bf6f-a9fd6e6ce3d8 service neutron] 10.222.0.16 "GET /v2.0/networks/c8b4590f-764c-4dc2-8ef8-39099fdf31a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2275004 Oct 13 16:23:04.605900 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-104ebf81-acb4-49be-9501-e2295d13a3e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:06.744851 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e2cb3dbf-eeca-4dce-aac9-080cf2d3c229 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:07.851019 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:08.080429 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:09.782140 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:23.547369 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:23:26.243077 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:34.605796 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8907459b-9a9d-4abd-af84-b3feec1aa2a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:34.796246 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 34362) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:23:34.995563 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-ed3a9d13-59e0-4eb0-961c-25929e0a6775 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Deleting port f8d6ba19-10fa-48b0-b132-d9b659468871 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:23:34.995818 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ed3a9d13-59e0-4eb0-961c-25929e0a6775 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:35.161747 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ed3a9d13-59e0-4eb0-961c-25929e0a6775 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:35.162065 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ed3a9d13-59e0-4eb0-961c-25929e0a6775 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:35.283555 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-ed3a9d13-59e0-4eb0-961c-25929e0a6775 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Calling delete_port for f8d6ba19-10fa-48b0-b132-d9b659468871 owned by network:floatingip {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:23:35.538768 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ed3a9d13-59e0-4eb0-961c-25929e0a6775 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:35.585524 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3a9d13-59e0-4eb0-961c-25929e0a6775 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event deleted for resources: {'Port': ['ID=f8d6ba19-10fa-48b0-b132-d9b659468871,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:23:35.627857 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3a9d13-59e0-4eb0-961c-25929e0a6775 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:23:35.628196 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3a9d13-59e0-4eb0-961c-25929e0a6775 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:23:35.628536 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3a9d13-59e0-4eb0-961c-25929e0a6775 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:23:35.628862 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3a9d13-59e0-4eb0-961c-25929e0a6775 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:23:35.629191 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3a9d13-59e0-4eb0-961c-25929e0a6775 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:23:35.629516 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3a9d13-59e0-4eb0-961c-25929e0a6775 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:23:35.629836 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3a9d13-59e0-4eb0-961c-25929e0a6775 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:23:35.630171 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3a9d13-59e0-4eb0-961c-25929e0a6775 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:23:35.630494 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3a9d13-59e0-4eb0-961c-25929e0a6775 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:23:35.630811 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3a9d13-59e0-4eb0-961c-25929e0a6775 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:23:35.631125 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3a9d13-59e0-4eb0-961c-25929e0a6775 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:23:35.631438 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed3a9d13-59e0-4eb0-961c-25929e0a6775 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:23:35.707665 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ed3a9d13-59e0-4eb0-961c-25929e0a6775 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for floatingip, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:35.707989 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.l3_db [None req-ed3a9d13-59e0-4eb0-961c-25929e0a6775 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Floating IP 6a7cb6cb-3e20-4a9f-9389-63995085f3e7 disassociated (deleted). External IP: 172.26.2.93, port: 3e74f28e-a39f-44ea-a577-80c525a14fc4. Oct 13 16:23:36.050648 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed3a9d13-59e0-4eb0-961c-25929e0a6775 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Router 919bd76b-3647-45dd-b696-e6911ed588fe has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 16:23:36.222648 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed3a9d13-59e0-4eb0-961c-25929e0a6775 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:23:36.231792 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d665ef-93cd-4ec2-b255-fb896e65156b None None] Sync routers for ids ['919bd76b-3647-45dd-b696-e6911ed588fe'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:23:36.240984 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d665ef-93cd-4ec2-b255-fb896e65156b None None] Routers {'919bd76b-3647-45dd-b696-e6911ed588fe'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:23:36.241599 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-d1d665ef-93cd-4ec2-b255-fb896e65156b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:23:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['919bd76b-3647-45dd-b696-e6911ed588fe'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:23:36.241798 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ed3a9d13-59e0-4eb0-961c-25929e0a6775 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:36.298747 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-ed3a9d13-59e0-4eb0-961c-25929e0a6775 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "DELETE /v2.0/floatingips/6a7cb6cb-3e20-4a9f-9389-63995085f3e7 HTTP/1.1" status: 204 len: 168 time: 1.5014393 Oct 13 16:23:36.299485 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7', 'tag': '3e74f28e-a39f-44ea-a577-80c525a14fc4'}] {{(pid=88972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:23:36.380084 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31c797bf36cf9236de690f6948001889b876fd84aeda4a8ae49b8962bb2d3b48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7a37acd-9674-4615-b258-7ad836985148" -d '{"events": [{"name": "network-changed", "server_uuid": "945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7", "tag": "3e74f28e-a39f-44ea-a577-80c525a14fc4"}]}' {{(pid=88972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:23:36.428079 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-d1d665ef-93cd-4ec2-b255-fb896e65156b None None] Set router 919bd76b-3647-45dd-b696-e6911ed588fe gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:23:36.493867 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 16:23:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e00f829a-e8c5-462c-ab89-02d04fa3eea3 x-openstack-request-id: req-e00f829a-e8c5-462c-ab89-02d04fa3eea3 {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:23:36.494283 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7", "tag": "3e74f28e-a39f-44ea-a577-80c525a14fc4", "status": "completed", "code": 200}]} {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:23:36.494744 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e00f829a-e8c5-462c-ab89-02d04fa3eea3 {{(pid=88972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:23:36.495329 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e00f829a-e8c5-462c-ab89-02d04fa3eea3'] response: {'name': 'network-changed', 'server_uuid': '945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7', 'tag': '3e74f28e-a39f-44ea-a577-80c525a14fc4', 'status': 'completed', 'code': 200} Oct 13 16:23:36.711036 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a37acd-9674-4615-b258-7ad836985148 req-02d470bc-e8ff-4d21-ad25-31521110eaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:23:36.712812 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e7a37acd-9674-4615-b258-7ad836985148 req-02d470bc-e8ff-4d21-ad25-31521110eaa7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a06d0f5fab8f48c6bec23f3d7dc5027f&device_id=945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7 HTTP/1.1" status: 200 len: 1096 time: 0.1311119 Oct 13 16:23:36.761616 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-bda61c79-fe46-4fb5-9e91-c666d8d4e87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:36.781580 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-d1d665ef-93cd-4ec2-b255-fb896e65156b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919bd76b-3647-45dd-b696-e6911ed588fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1203362518', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '5ebe4e31-3981-44e4-bf04-ae219e7ded01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:21:04Z', 'updated_at': '2022-10-13T16:21:09Z', 'revision_number': 4, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': '5ebe4e31-3981-44e4-bf04-ae219e7ded01', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:86:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919bd76b-3647-45dd-b696-e6911ed588fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:21:05Z', 'updated_at': '2022-10-13T16:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '260fe3ce-6ca1-4aa7-96e5-789811d6d012', 'name': '', 'network_id': 'c8b4590f-764c-4dc2-8ef8-39099fdf31a7', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'mac_address': 'fa:16:3e:17:0a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919bd76b-3647-45dd-b696-e6911ed588fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'a01e65a5-e778-43fe-8698-6c570d8646fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:21:08Z', 'updated_at': '2022-10-13T16:21:14Z', 'revision_number': 5, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'subnets': [{'id': 'a01e65a5-e778-43fe-8698-6c570d8646fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:23:36.785384 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d665ef-93cd-4ec2-b255-fb896e65156b None None] Checking router: 919bd76b-3647-45dd-b696-e6911ed588fe for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:23:36.794038 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d665ef-93cd-4ec2-b255-fb896e65156b None None] Routers {'919bd76b-3647-45dd-b696-e6911ed588fe'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:23:36.794826 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-d1d665ef-93cd-4ec2-b255-fb896e65156b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:23:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['919bd76b-3647-45dd-b696-e6911ed588fe'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:23:36.920339 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6966ca-6ffe-41c2-8e5f-1acac8104621 req-416b548a-560a-40d7-a800-6047e7b12961 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:23:36.921996 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1b6966ca-6ffe-41c2-8e5f-1acac8104621 req-416b548a-560a-40d7-a800-6047e7b12961 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7 HTTP/1.1" status: 200 len: 943 time: 0.2539351 Oct 13 16:23:36.923833 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a37acd-9674-4615-b258-7ad836985148 req-acf0417a-3f4e-4ef4-8694-2afbbbaafd4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:23:36.925961 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e7a37acd-9674-4615-b258-7ad836985148 req-acf0417a-3f4e-4ef4-8694-2afbbbaafd4e service neutron] 10.222.0.16 "GET /v2.0/networks?id=c8b4590f-764c-4dc2-8ef8-39099fdf31a7 HTTP/1.1" status: 200 len: 898 time: 0.2057734 Oct 13 16:23:36.976030 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-d1d665ef-93cd-4ec2-b255-fb896e65156b None None] Set router 919bd76b-3647-45dd-b696-e6911ed588fe gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:23:37.010084 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e7a37acd-9674-4615-b258-7ad836985148 req-7238ec3e-cd82-4fb3-a42c-fef24e28e33d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3e74f28e-a39f-44ea-a577-80c525a14fc4 HTTP/1.1" status: 200 len: 217 time: 0.0670555 Oct 13 16:23:37.064040 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1b6966ca-6ffe-41c2-8e5f-1acac8104621 req-c5f08742-ce2b-4e85-a618-8b4d2c94fcfe tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=8cf5d586-0c78-48e3-8ce0-36ea21dbcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352520 Oct 13 16:23:37.083434 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a37acd-9674-4615-b258-7ad836985148 req-479018d5-8cc4-47b3-a9dd-06fe1fc2ac01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:23:37.084846 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e7a37acd-9674-4615-b258-7ad836985148 req-479018d5-8cc4-47b3-a9dd-06fe1fc2ac01 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=a01e65a5-e778-43fe-8698-6c570d8646fa HTTP/1.1" status: 200 len: 833 time: 0.0672755 Oct 13 16:23:37.166075 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a37acd-9674-4615-b258-7ad836985148 req-8d118696-54c6-492b-b0dd-ef1273dea971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:23:37.167559 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e7a37acd-9674-4615-b258-7ad836985148 req-8d118696-54c6-492b-b0dd-ef1273dea971 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=c8b4590f-764c-4dc2-8ef8-39099fdf31a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761850 Oct 13 16:23:37.285386 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-d1d665ef-93cd-4ec2-b255-fb896e65156b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919bd76b-3647-45dd-b696-e6911ed588fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1203362518', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '5ebe4e31-3981-44e4-bf04-ae219e7ded01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:21:04Z', 'updated_at': '2022-10-13T16:21:09Z', 'revision_number': 4, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': '5ebe4e31-3981-44e4-bf04-ae219e7ded01', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:86:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919bd76b-3647-45dd-b696-e6911ed588fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:21:05Z', 'updated_at': '2022-10-13T16:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '260fe3ce-6ca1-4aa7-96e5-789811d6d012', 'name': '', 'network_id': 'c8b4590f-764c-4dc2-8ef8-39099fdf31a7', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'mac_address': 'fa:16:3e:17:0a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919bd76b-3647-45dd-b696-e6911ed588fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'a01e65a5-e778-43fe-8698-6c570d8646fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:21:08Z', 'updated_at': '2022-10-13T16:21:14Z', 'revision_number': 5, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'subnets': [{'id': 'a01e65a5-e778-43fe-8698-6c570d8646fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:23:37.289384 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d665ef-93cd-4ec2-b255-fb896e65156b None None] The sync data for ids ['919bd76b-3647-45dd-b696-e6911ed588fe'] in dv-neutron-860329-2-hyperv is: [{'id': '919bd76b-3647-45dd-b696-e6911ed588fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1203362518', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '5ebe4e31-3981-44e4-bf04-ae219e7ded01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:21:04Z', 'updated_at': '2022-10-13T16:21:09Z', 'revision_number': 4, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': '5ebe4e31-3981-44e4-bf04-ae219e7ded01', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:86:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919bd76b-3647-45dd-b696-e6911ed588fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:21:05Z', 'updated_at': '2022-10-13T16:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '260fe3ce-6ca1-4aa7-96e5-789811d6d012', 'name': '', 'network_id': 'c8b4590f-764c-4dc2-8ef8-39099fdf31a7', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'mac_address': 'fa:16:3e:17:0a:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919bd76b-3647-45dd-b696-e6911ed588fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 1764, 'fixed_ips': [{'subnet_id': 'a01e65a5-e778-43fe-8698-6c570d8646fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:21:08Z', 'updated_at': '2022-10-13T16:21:14Z', 'revision_number': 5, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'subnets': [{'id': 'a01e65a5-e778-43fe-8698-6c570d8646fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:23:37.300202 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e7a37acd-9674-4615-b258-7ad836985148 req-d72ade14-7e5a-4bb2-ac6a-cdb7d11b5ac5 service neutron] 10.222.0.16 "GET /v2.0/networks/c8b4590f-764c-4dc2-8ef8-39099fdf31a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252439 Oct 13 16:23:37.437684 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e7a37acd-9674-4615-b258-7ad836985148 req-2cb595c6-c0d3-441f-8e63-4f2751c202d6 service neutron] 10.222.0.16 "GET /v2.0/networks/c8b4590f-764c-4dc2-8ef8-39099fdf31a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1300135 Oct 13 16:23:37.500456 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca98cb6f-2536-4d1b-b9c9-19dad18e06e4 None None] New status for floating IP 6a7cb6cb-3e20-4a9f-9389-63995085f3e7: DOWN {{(pid=88975) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 16:23:37.852289 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:38.082770 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:38.347432 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac70abf8-186c-4f28-bcab-9cb445523dd5 req-ed35a9a9-d5ef-4668-b20a-95e38e4fe5b7 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:23:38.348118 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-ac70abf8-186c-4f28-bcab-9cb445523dd5 req-ed35a9a9-d5ef-4668-b20a-95e38e4fe5b7 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Synchronizing usage tracker for tenant:a06d0f5fab8f48c6bec23f3d7dc5027f on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:23:38.363636 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-ac70abf8-186c-4f28-bcab-9cb445523dd5 req-ed35a9a9-d5ef-4668-b20a-95e38e4fe5b7 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Unset dirty status for tenant:a06d0f5fab8f48c6bec23f3d7dc5027f on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:23:38.364894 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-ac70abf8-186c-4f28-bcab-9cb445523dd5 req-ed35a9a9-d5ef-4668-b20a-95e38e4fe5b7 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7 HTTP/1.1" status: 200 len: 943 time: 0.1425593 Oct 13 16:23:38.409214 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-ac70abf8-186c-4f28-bcab-9cb445523dd5 req-bb8990cf-1bae-4108-bcc2-cdcc9b301359 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=8cf5d586-0c78-48e3-8ce0-36ea21dbcb09&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384910 Oct 13 16:23:38.451560 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde2b5a-349a-475c-875a-5e95e1e9ee49 req-0759cc48-3a01-4391-9849-0b73e721c668 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:23:38.452913 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4bde2b5a-349a-475c-875a-5e95e1e9ee49 req-0759cc48-3a01-4391-9849-0b73e721c668 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.16 "GET /v2.0/ports?device_id=945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7 HTTP/1.1" status: 200 len: 943 time: 0.0906913 Oct 13 16:23:38.521325 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-4bde2b5a-349a-475c-875a-5e95e1e9ee49 req-f0f20804-7489-4896-9300-a9b1df1490a0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Deleting port 3e74f28e-a39f-44ea-a577-80c525a14fc4 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:23:38.521658 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-4bde2b5a-349a-475c-875a-5e95e1e9ee49 req-f0f20804-7489-4896-9300-a9b1df1490a0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:38.765739 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-4bde2b5a-349a-475c-875a-5e95e1e9ee49 req-f0f20804-7489-4896-9300-a9b1df1490a0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] For port 3e74f28e-a39f-44ea-a577-80c525a14fc4, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=3e74f28e-a39f-44ea-a577-80c525a14fc4,segment=NetworkSegment(3f0a4776-695b-4c46-9615-546e22f31bd1),segment_id=3f0a4776-695b-4c46-9615-546e22f31bd1)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:23:38.766010 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-4bde2b5a-349a-475c-875a-5e95e1e9ee49 req-f0f20804-7489-4896-9300-a9b1df1490a0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:38.884785 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-4bde2b5a-349a-475c-875a-5e95e1e9ee49 req-f0f20804-7489-4896-9300-a9b1df1490a0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Calling delete_port for 3e74f28e-a39f-44ea-a577-80c525a14fc4 owned by compute:nova {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:23:39.030846 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-4bde2b5a-349a-475c-875a-5e95e1e9ee49 req-f0f20804-7489-4896-9300-a9b1df1490a0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:39.079654 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f20804-7489-4896-9300-a9b1df1490a0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event deleted for resources: {'Port': ['ID=3e74f28e-a39f-44ea-a577-80c525a14fc4,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:23:39.224205 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f20804-7489-4896-9300-a9b1df1490a0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:23:39.224542 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f20804-7489-4896-9300-a9b1df1490a0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:23:39.224873 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f20804-7489-4896-9300-a9b1df1490a0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:23:39.225200 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f20804-7489-4896-9300-a9b1df1490a0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:23:39.225530 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f20804-7489-4896-9300-a9b1df1490a0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:23:39.225852 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f20804-7489-4896-9300-a9b1df1490a0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:23:39.226194 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f20804-7489-4896-9300-a9b1df1490a0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:23:39.226513 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f20804-7489-4896-9300-a9b1df1490a0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:23:39.226828 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f20804-7489-4896-9300-a9b1df1490a0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:23:39.227141 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f20804-7489-4896-9300-a9b1df1490a0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:23:39.227457 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f20804-7489-4896-9300-a9b1df1490a0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:23:39.227769 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0f20804-7489-4896-9300-a9b1df1490a0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:23:39.270240 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bde2b5a-349a-475c-875a-5e95e1e9ee49 req-f0f20804-7489-4896-9300-a9b1df1490a0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] No DVR routers for this DVR port 3e74f28e-a39f-44ea-a577-80c525a14fc4 on host hv-neutron-8603 {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 16:23:39.272558 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-4bde2b5a-349a-475c-875a-5e95e1e9ee49 req-f0f20804-7489-4896-9300-a9b1df1490a0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:39.275029 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7', 'name': 'network-vif-deleted', 'tag': '3e74f28e-a39f-44ea-a577-80c525a14fc4'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:23:39.291069 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4bde2b5a-349a-475c-875a-5e95e1e9ee49 req-f0f20804-7489-4896-9300-a9b1df1490a0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.16 "DELETE /v2.0/ports/3e74f28e-a39f-44ea-a577-80c525a14fc4 HTTP/1.1" status: 204 len: 173 time: 0.8329921 Oct 13 16:23:39.325569 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b448bedd6ef1de8349ca4cd32cdc1fdd14839b3a018869371a7ba929b1523ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c6c0c2f-6f66-4bf7-ab95-40c4993ad773" -d '{"events": [{"server_uuid": "945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7", "name": "network-vif-deleted", "tag": "3e74f28e-a39f-44ea-a577-80c525a14fc4"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:23:39.419059 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 16:23:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebfc8ea4-5f53-4a0e-a288-985b421b0aa2 x-openstack-request-id: req-ebfc8ea4-5f53-4a0e-a288-985b421b0aa2 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:23:39.419347 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7", "name": "network-vif-deleted", "tag": "3e74f28e-a39f-44ea-a577-80c525a14fc4", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:23:39.419595 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ebfc8ea4-5f53-4a0e-a288-985b421b0aa2 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:23:39.420008 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ebfc8ea4-5f53-4a0e-a288-985b421b0aa2'] response: {'server_uuid': '945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7', 'name': 'network-vif-deleted', 'tag': '3e74f28e-a39f-44ea-a577-80c525a14fc4', 'status': 'completed', 'code': 200} Oct 13 16:23:39.596103 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-3cbb713a-7c27-44ae-88c1-0d650afc3a23 req-8fff3f45-abfa-4211-a8fb-24d6620c5b45 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=945f7f0a-7ffc-4b9c-9d19-bb7cdb8969e7 HTTP/1.1" status: 200 len: 210 time: 0.0517135 Oct 13 16:23:39.785060 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:40.698948 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 34400) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:23:41.346200 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bec3c06b-f40a-43a8-9973-5057d0923766 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:41.691703 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-bec3c06b-f40a-43a8-9973-5057d0923766 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Deleting port 260fe3ce-6ca1-4aa7-96e5-789811d6d012 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:23:41.692036 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bec3c06b-f40a-43a8-9973-5057d0923766 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:41.882674 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-bec3c06b-f40a-43a8-9973-5057d0923766 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] For port 260fe3ce-6ca1-4aa7-96e5-789811d6d012, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=260fe3ce-6ca1-4aa7-96e5-789811d6d012,segment=NetworkSegment(3f0a4776-695b-4c46-9615-546e22f31bd1),segment_id=3f0a4776-695b-4c46-9615-546e22f31bd1)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:23:41.883367 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bec3c06b-f40a-43a8-9973-5057d0923766 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:42.008297 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-bec3c06b-f40a-43a8-9973-5057d0923766 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Calling delete_port for 260fe3ce-6ca1-4aa7-96e5-789811d6d012 owned by network:router_interface {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:23:42.199740 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 3e74f28e-a39f-44ea-a577-80c525a14fc4 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:23:42.236369 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] No Port match for: 3e74f28e-a39f-44ea-a577-80c525a14fc4 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:23:42.237007 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 3e74f28e-a39f-44ea-a577-80c525a14fc4 not bound to the agent host hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:23:42.328465 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bec3c06b-f40a-43a8-9973-5057d0923766 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:42.374536 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec3c06b-f40a-43a8-9973-5057d0923766 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event deleted for resources: {'Port': ['ID=260fe3ce-6ca1-4aa7-96e5-789811d6d012,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:23:42.756483 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bec3c06b-f40a-43a8-9973-5057d0923766 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:43.107922 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bec3c06b-f40a-43a8-9973-5057d0923766 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Router 919bd76b-3647-45dd-b696-e6911ed588fe has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 16:23:43.281795 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bec3c06b-f40a-43a8-9973-5057d0923766 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:23:43.290934 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09002331-b4bf-4f5f-924e-52ffef1e913d None None] Sync routers for ids ['919bd76b-3647-45dd-b696-e6911ed588fe'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:23:43.297051 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-bec3c06b-f40a-43a8-9973-5057d0923766 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "PUT /v2.0/routers/919bd76b-3647-45dd-b696-e6911ed588fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5941684 Oct 13 16:23:43.297317 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 34404) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:23:43.300369 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09002331-b4bf-4f5f-924e-52ffef1e913d None None] Routers {'919bd76b-3647-45dd-b696-e6911ed588fe'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:23:43.300967 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-09002331-b4bf-4f5f-924e-52ffef1e913d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:23:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['919bd76b-3647-45dd-b696-e6911ed588fe'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:23:43.362714 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ac989a0-fa5c-40fc-b561-debf4953d528 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Deleting subnet a01e65a5-e778-43fe-8698-6c570d8646fa {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 16:23:43.365481 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6ac989a0-fa5c-40fc-b561-debf4953d528 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:43.423392 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6ac989a0-fa5c-40fc-b561-debf4953d528 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:43.472304 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-09002331-b4bf-4f5f-924e-52ffef1e913d None None] Set router 919bd76b-3647-45dd-b696-e6911ed588fe gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:23:43.504899 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6ac989a0-fa5c-40fc-b561-debf4953d528 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:43.578586 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6ac989a0-fa5c-40fc-b561-debf4953d528 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:43.619136 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac989a0-fa5c-40fc-b561-debf4953d528 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event deleted for resources: {'Subnet': ['ID=a01e65a5-e778-43fe-8698-6c570d8646fa,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:23:43.626177 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6ac989a0-fa5c-40fc-b561-debf4953d528 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:43.634691 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-6ac989a0-fa5c-40fc-b561-debf4953d528 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "DELETE /v2.0/subnets/a01e65a5-e778-43fe-8698-6c570d8646fa HTTP/1.1" status: 204 len: 168 time: 0.3363101 Oct 13 16:23:43.635665 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 34408) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:23:43.695362 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916179cc-0246-47e6-bdce-9f0bed27fb83 None None] Network c8b4590f-764c-4dc2-8ef8-39099fdf31a7 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 16:23:43.811935 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d6910f94-994d-484d-8e45-c1bd4395f401 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for router, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:43.979637 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-09002331-b4bf-4f5f-924e-52ffef1e913d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919bd76b-3647-45dd-b696-e6911ed588fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1203362518', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '5ebe4e31-3981-44e4-bf04-ae219e7ded01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:21:04Z', 'updated_at': '2022-10-13T16:23:42Z', 'revision_number': 5, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': '5ebe4e31-3981-44e4-bf04-ae219e7ded01', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:86:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919bd76b-3647-45dd-b696-e6911ed588fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:21:05Z', 'updated_at': '2022-10-13T16:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:23:43.984291 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09002331-b4bf-4f5f-924e-52ffef1e913d None None] Checking router: 919bd76b-3647-45dd-b696-e6911ed588fe for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:23:43.994158 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09002331-b4bf-4f5f-924e-52ffef1e913d None None] Routers {'919bd76b-3647-45dd-b696-e6911ed588fe'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:23:43.994875 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-09002331-b4bf-4f5f-924e-52ffef1e913d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:23:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['919bd76b-3647-45dd-b696-e6911ed588fe'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:23:44.047692 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3993d200-b093-4f85-9b7d-e187bd447a75 None None] DHCP port deletion for c8b4590f-764c-4dc2-8ef8-39099fdf31a7 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 16:23:44.072376 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-3993d200-b093-4f85-9b7d-e187bd447a75 None None] Deleting port 038a012f-e885-407a-b556-8c8284e1be2e {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:23:44.072744 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-3993d200-b093-4f85-9b7d-e187bd447a75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:44.111260 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d6910f94-994d-484d-8e45-c1bd4395f401 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:44.120949 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-d6910f94-994d-484d-8e45-c1bd4395f401 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Deleting port 5ebe4e31-3981-44e4-bf04-ae219e7ded01 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:23:44.121364 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d6910f94-994d-484d-8e45-c1bd4395f401 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:44.279800 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-09002331-b4bf-4f5f-924e-52ffef1e913d None None] Set router 919bd76b-3647-45dd-b696-e6911ed588fe gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:23:44.293890 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-d6910f94-994d-484d-8e45-c1bd4395f401 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] For port 5ebe4e31-3981-44e4-bf04-ae219e7ded01, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=5ebe4e31-3981-44e4-bf04-ae219e7ded01,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:23:44.294309 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d6910f94-994d-484d-8e45-c1bd4395f401 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:44.423684 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-d6910f94-994d-484d-8e45-c1bd4395f401 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Calling delete_port for 5ebe4e31-3981-44e4-bf04-ae219e7ded01 owned by network:router_gateway {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:23:44.556760 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-3993d200-b093-4f85-9b7d-e187bd447a75 None None] For port 038a012f-e885-407a-b556-8c8284e1be2e, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=038a012f-e885-407a-b556-8c8284e1be2e,segment=NetworkSegment(3f0a4776-695b-4c46-9615-546e22f31bd1),segment_id=3f0a4776-695b-4c46-9615-546e22f31bd1)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:23:44.557332 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-3993d200-b093-4f85-9b7d-e187bd447a75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:44.591447 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d6910f94-994d-484d-8e45-c1bd4395f401 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:44.639021 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6910f94-994d-484d-8e45-c1bd4395f401 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event deleted for resources: {'Port': ['ID=5ebe4e31-3981-44e4-bf04-ae219e7ded01,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:23:44.690577 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-3993d200-b093-4f85-9b7d-e187bd447a75 None None] Calling delete_port for 038a012f-e885-407a-b556-8c8284e1be2e owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:23:44.737056 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d6910f94-994d-484d-8e45-c1bd4395f401 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828050'] for router_gateway, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:44.849476 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-3993d200-b093-4f85-9b7d-e187bd447a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:44.896754 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3993d200-b093-4f85-9b7d-e187bd447a75 None None] Pushing event deleted for resources: {'Port': ['ID=038a012f-e885-407a-b556-8c8284e1be2e,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:23:44.906882 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3993d200-b093-4f85-9b7d-e187bd447a75 None None] No DVR routers for this DVR port 038a012f-e885-407a-b556-8c8284e1be2e on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 16:23:44.907241 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d6910f94-994d-484d-8e45-c1bd4395f401 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:44.909544 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d6910f94-994d-484d-8e45-c1bd4395f401 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:44.909691 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3993d200-b093-4f85-9b7d-e187bd447a75 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:23:44.909971 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3993d200-b093-4f85-9b7d-e187bd447a75 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:23:44.910325 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3993d200-b093-4f85-9b7d-e187bd447a75 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:23:44.910660 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3993d200-b093-4f85-9b7d-e187bd447a75 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:23:44.910985 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3993d200-b093-4f85-9b7d-e187bd447a75 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:23:44.911308 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3993d200-b093-4f85-9b7d-e187bd447a75 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:23:44.911626 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3993d200-b093-4f85-9b7d-e187bd447a75 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:23:44.911944 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3993d200-b093-4f85-9b7d-e187bd447a75 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:23:44.912264 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3993d200-b093-4f85-9b7d-e187bd447a75 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:23:44.912577 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3993d200-b093-4f85-9b7d-e187bd447a75 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:23:44.912890 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3993d200-b093-4f85-9b7d-e187bd447a75 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:23:44.913201 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3993d200-b093-4f85-9b7d-e187bd447a75 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:23:44.918114 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-09002331-b4bf-4f5f-924e-52ffef1e913d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '919bd76b-3647-45dd-b696-e6911ed588fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1203362518', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '5ebe4e31-3981-44e4-bf04-ae219e7ded01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:21:04Z', 'updated_at': '2022-10-13T16:23:42Z', 'revision_number': 5, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': '5ebe4e31-3981-44e4-bf04-ae219e7ded01', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:86:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919bd76b-3647-45dd-b696-e6911ed588fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:21:05Z', 'updated_at': '2022-10-13T16:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:23:44.923083 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09002331-b4bf-4f5f-924e-52ffef1e913d None None] The sync data for ids ['919bd76b-3647-45dd-b696-e6911ed588fe'] in dv-neutron-860329-2-hyperv is: [{'id': '919bd76b-3647-45dd-b696-e6911ed588fe', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1203362518', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.115'}], 'enable_snat': True}, 'gw_port_id': '5ebe4e31-3981-44e4-bf04-ae219e7ded01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:21:04Z', 'updated_at': '2022-10-13T16:23:42Z', 'revision_number': 5, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': '5ebe4e31-3981-44e4-bf04-ae219e7ded01', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:86:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '919bd76b-3647-45dd-b696-e6911ed588fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1761, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:21:05Z', 'updated_at': '2022-10-13T16:21:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:23:44.942218 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d6910f94-994d-484d-8e45-c1bd4395f401 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:44.942963 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6910f94-994d-484d-8e45-c1bd4395f401 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Fanout notify agent at l3_agent the message router_deleted on router 919bd76b-3647-45dd-b696-e6911ed588fe {{(pid=88972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 16:23:44.969059 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d6910f94-994d-484d-8e45-c1bd4395f401 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:44.970316 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d6910f94-994d-484d-8e45-c1bd4395f401 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "DELETE /v2.0/routers/919bd76b-3647-45dd-b696-e6911ed588fe HTTP/1.1" status: 204 len: 168 time: 1.3336761 Oct 13 16:23:44.972926 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 34414) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:23:45.081456 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9ff19ddb-845b-4019-a795-13af218adb03 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:45.213492 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9ff19ddb-845b-4019-a795-13af218adb03 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:45.237961 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-9ff19ddb-845b-4019-a795-13af218adb03 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8b4590f-764c-4dc2-8ef8-39099fdf31a7']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:23:45.250202 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-9ff19ddb-845b-4019-a795-13af218adb03 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f0a4776-695b-4c46-9615-546e22f31bd1') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:23:45.250493 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-9ff19ddb-845b-4019-a795-13af218adb03 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f0a4776-695b-4c46-9615-546e22f31bd1') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:23:45.261530 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9ff19ddb-845b-4019-a795-13af218adb03 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:45.277354 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9ff19ddb-845b-4019-a795-13af218adb03 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:45.284084 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ff19ddb-845b-4019-a795-13af218adb03 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Releasing vlan 445 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 16:23:45.284540 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9ff19ddb-845b-4019-a795-13af218adb03 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:45.390873 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9ff19ddb-845b-4019-a795-13af218adb03 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:45.412308 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9ff19ddb-845b-4019-a795-13af218adb03 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:45.423701 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff19ddb-845b-4019-a795-13af218adb03 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event deleted for resources: {'Network': ['ID=c8b4590f-764c-4dc2-8ef8-39099fdf31a7,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:23:45.434216 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-9ff19ddb-845b-4019-a795-13af218adb03 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "DELETE /v2.0/networks/c8b4590f-764c-4dc2-8ef8-39099fdf31a7 HTTP/1.1" status: 204 len: 168 time: 0.4572656 Oct 13 16:23:45.434725 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 34424) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:23:45.448587 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 3f0a4776-695b-4c46-9615-546e22f31bd1 resource provider aggregate not found Oct 13 16:23:45.470339 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 3f0a4776-695b-4c46-9615-546e22f31bd1 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3f0a4776-695b-4c46-9615-546e22f31bd1 found for delete ", "request_id": "req-b5415a2f-5269-42b1-8c5a-9236620f6278"}]} Oct 13 16:23:45.510009 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9e73e819-2480-4566-9d15-74ae2e7f6868 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:45.540460 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9e73e819-2480-4566-9d15-74ae2e7f6868 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:45.611286 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9e73e819-2480-4566-9d15-74ae2e7f6868 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:45.629512 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e73e819-2480-4566-9d15-74ae2e7f6868 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf5d586-0c78-48e3-8ce0-36ea21dbcb09,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:23:45.640523 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9e73e819-2480-4566-9d15-74ae2e7f6868 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:45.641640 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-9e73e819-2480-4566-9d15-74ae2e7f6868 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "DELETE /v2.0/security-groups/8cf5d586-0c78-48e3-8ce0-36ea21dbcb09 HTTP/1.1" status: 204 len: 168 time: 0.2059436 Oct 13 16:23:45.903942 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 34434) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:23:45.909206 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-722d7571-11b9-4a9c-8aaf-58d58cfc5893 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1425404398', 'description': 'tempest-secgroup-smoke-1425404398 description', 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:23:45.916149 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-722d7571-11b9-4a9c-8aaf-58d58cfc5893 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:23:45.921034 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-722d7571-11b9-4a9c-8aaf-58d58cfc5893 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Usage tracker for resource:security_group and tenant:a06d0f5fab8f48c6bec23f3d7dc5027f is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:23:45.924768 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-722d7571-11b9-4a9c-8aaf-58d58cfc5893 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:23:45.930826 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-722d7571-11b9-4a9c-8aaf-58d58cfc5893 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:23:45.946263 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-722d7571-11b9-4a9c-8aaf-58d58cfc5893 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:45.988313 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 260fe3ce-6ca1-4aa7-96e5-789811d6d012 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:23:46.025769 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 260fe3ce-6ca1-4aa7-96e5-789811d6d012 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:23:46.026140 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 260fe3ce-6ca1-4aa7-96e5-789811d6d012 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:23:46.026549 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 038a012f-e885-407a-b556-8c8284e1be2e no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:23:46.060204 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 038a012f-e885-407a-b556-8c8284e1be2e {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:23:46.060545 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 038a012f-e885-407a-b556-8c8284e1be2e not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:23:46.060957 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 5ebe4e31-3981-44e4-bf04-ae219e7ded01 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:23:46.066938 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-722d7571-11b9-4a9c-8aaf-58d58cfc5893 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:23:46.070760 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-722d7571-11b9-4a9c-8aaf-58d58cfc5893 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Usage tracker for resource:security_group_rule and tenant:a06d0f5fab8f48c6bec23f3d7dc5027f is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:23:46.074401 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-722d7571-11b9-4a9c-8aaf-58d58cfc5893 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:23:46.080037 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-722d7571-11b9-4a9c-8aaf-58d58cfc5893 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:23:46.094690 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 5ebe4e31-3981-44e4-bf04-ae219e7ded01 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:23:46.095034 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 5ebe4e31-3981-44e4-bf04-ae219e7ded01 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:23:46.150631 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-722d7571-11b9-4a9c-8aaf-58d58cfc5893 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:46.154807 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-722d7571-11b9-4a9c-8aaf-58d58cfc5893 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:46.197632 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722d7571-11b9-4a9c-8aaf-58d58cfc5893 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49065512-8741-4c56-a2be-2232a841855d,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:23:46.200927 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-722d7571-11b9-4a9c-8aaf-58d58cfc5893 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:46.202166 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-722d7571-11b9-4a9c-8aaf-58d58cfc5893 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2971802 Oct 13 16:23:46.205126 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 34438) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:23:46.209820 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-82d66af1-d828-45dd-bbb6-519f6380db2b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Request body: {'security_group_rule': {'security_group_id': '49065512-8741-4c56-a2be-2232a841855d', 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:23:46.216303 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-82d66af1-d828-45dd-bbb6-519f6380db2b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:23:46.220248 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-82d66af1-d828-45dd-bbb6-519f6380db2b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Usage tracker for resource:security_group_rule and tenant:a06d0f5fab8f48c6bec23f3d7dc5027f is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:23:46.223098 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-82d66af1-d828-45dd-bbb6-519f6380db2b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:23:46.228804 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-82d66af1-d828-45dd-bbb6-519f6380db2b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:23:46.244369 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-82d66af1-d828-45dd-bbb6-519f6380db2b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:46.302675 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-82d66af1-d828-45dd-bbb6-519f6380db2b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:46.306079 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-82d66af1-d828-45dd-bbb6-519f6380db2b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:46.335212 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d66af1-d828-45dd-bbb6-519f6380db2b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b2fe253-42bb-4a17-be00-a4d7915d82ca,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:23:46.344994 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-82d66af1-d828-45dd-bbb6-519f6380db2b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:46.346310 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-82d66af1-d828-45dd-bbb6-519f6380db2b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1403332 Oct 13 16:23:46.349108 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 34442) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:23:46.353879 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-8574fdc7-0fcc-4e92-8eca-545c802f0d95 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Request body: {'security_group_rule': {'security_group_id': '49065512-8741-4c56-a2be-2232a841855d', 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:23:46.359646 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-8574fdc7-0fcc-4e92-8eca-545c802f0d95 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:23:46.363395 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-8574fdc7-0fcc-4e92-8eca-545c802f0d95 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Usage tracker for resource:security_group_rule and tenant:a06d0f5fab8f48c6bec23f3d7dc5027f is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:23:46.366178 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-8574fdc7-0fcc-4e92-8eca-545c802f0d95 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:23:46.372262 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-8574fdc7-0fcc-4e92-8eca-545c802f0d95 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:23:46.388431 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8574fdc7-0fcc-4e92-8eca-545c802f0d95 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:46.448219 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8574fdc7-0fcc-4e92-8eca-545c802f0d95 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:46.452061 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8574fdc7-0fcc-4e92-8eca-545c802f0d95 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:46.473930 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8574fdc7-0fcc-4e92-8eca-545c802f0d95 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=977c9c12-4111-45bc-bb88-c4d1b4fdd93d,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:23:46.482333 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8574fdc7-0fcc-4e92-8eca-545c802f0d95 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:46.483471 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-8574fdc7-0fcc-4e92-8eca-545c802f0d95 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1334767 Oct 13 16:23:46.486210 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 34446) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:23:46.491003 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-0b8249a1-2ca3-41af-84a5-93b71c5b9486 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Request body: {'security_group_rule': {'security_group_id': '49065512-8741-4c56-a2be-2232a841855d', 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:23:46.497103 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-0b8249a1-2ca3-41af-84a5-93b71c5b9486 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:23:46.500892 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-0b8249a1-2ca3-41af-84a5-93b71c5b9486 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Usage tracker for resource:security_group_rule and tenant:a06d0f5fab8f48c6bec23f3d7dc5027f is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:23:46.503706 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-0b8249a1-2ca3-41af-84a5-93b71c5b9486 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:23:46.509299 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-0b8249a1-2ca3-41af-84a5-93b71c5b9486 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:23:46.526420 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0b8249a1-2ca3-41af-84a5-93b71c5b9486 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:46.585867 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0b8249a1-2ca3-41af-84a5-93b71c5b9486 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:46.589044 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0b8249a1-2ca3-41af-84a5-93b71c5b9486 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:46.610820 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8249a1-2ca3-41af-84a5-93b71c5b9486 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fcc1030-e8f5-456c-bf9b-c06ca988619a,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:23:46.619291 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0b8249a1-2ca3-41af-84a5-93b71c5b9486 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:46.620435 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-0b8249a1-2ca3-41af-84a5-93b71c5b9486 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1333344 Oct 13 16:23:46.623857 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 34450) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:23:46.628851 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-fb07f011-b0b9-40b6-a533-eb5dc11f5308 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Request body: {'security_group_rule': {'security_group_id': '49065512-8741-4c56-a2be-2232a841855d', 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:23:46.634814 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-fb07f011-b0b9-40b6-a533-eb5dc11f5308 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:23:46.639292 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-fb07f011-b0b9-40b6-a533-eb5dc11f5308 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Usage tracker for resource:security_group_rule and tenant:a06d0f5fab8f48c6bec23f3d7dc5027f is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:23:46.642109 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-fb07f011-b0b9-40b6-a533-eb5dc11f5308 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:23:46.647804 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-fb07f011-b0b9-40b6-a533-eb5dc11f5308 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:23:46.663958 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fb07f011-b0b9-40b6-a533-eb5dc11f5308 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:46.727988 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fb07f011-b0b9-40b6-a533-eb5dc11f5308 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:46.731780 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fb07f011-b0b9-40b6-a533-eb5dc11f5308 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:46.754509 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb07f011-b0b9-40b6-a533-eb5dc11f5308 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e10a0885-1957-4488-9c0f-11b5026d984a,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:23:46.763276 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fb07f011-b0b9-40b6-a533-eb5dc11f5308 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:46.764467 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-fb07f011-b0b9-40b6-a533-eb5dc11f5308 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1396606 Oct 13 16:23:46.767198 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 34454) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:23:46.772010 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-cddbc442-2048-4e86-9a4d-7f930ffc2990 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Request body: {'security_group_rule': {'security_group_id': '49065512-8741-4c56-a2be-2232a841855d', 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:23:46.777732 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-cddbc442-2048-4e86-9a4d-7f930ffc2990 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:23:46.781534 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-cddbc442-2048-4e86-9a4d-7f930ffc2990 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Usage tracker for resource:security_group_rule and tenant:a06d0f5fab8f48c6bec23f3d7dc5027f is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:23:46.784368 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-cddbc442-2048-4e86-9a4d-7f930ffc2990 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:23:46.789974 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-cddbc442-2048-4e86-9a4d-7f930ffc2990 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:23:46.800318 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.securitygroups_db [None req-cddbc442-2048-4e86-9a4d-7f930ffc2990 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Project a06d0f5fab8f48c6bec23f3d7dc5027f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 16:23:46.806918 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cddbc442-2048-4e86-9a4d-7f930ffc2990 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:46.869627 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cddbc442-2048-4e86-9a4d-7f930ffc2990 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:46.873500 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cddbc442-2048-4e86-9a4d-7f930ffc2990 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:46.896054 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddbc442-2048-4e86-9a4d-7f930ffc2990 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad10fb8a-f231-4436-938d-a2ef760b4e69,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:23:46.903913 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cddbc442-2048-4e86-9a4d-7f930ffc2990 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:46.905164 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-cddbc442-2048-4e86-9a4d-7f930ffc2990 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1370661 Oct 13 16:23:46.907825 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 34458) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:23:46.912664 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-4ce093f9-4dec-4610-933b-1ae5ce280e8b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Request body: {'security_group_rule': {'security_group_id': '49065512-8741-4c56-a2be-2232a841855d', 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:23:46.919096 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-4ce093f9-4dec-4610-933b-1ae5ce280e8b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:23:46.923228 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-4ce093f9-4dec-4610-933b-1ae5ce280e8b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Usage tracker for resource:security_group_rule and tenant:a06d0f5fab8f48c6bec23f3d7dc5027f is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:23:46.926059 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-4ce093f9-4dec-4610-933b-1ae5ce280e8b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:23:46.931661 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-4ce093f9-4dec-4610-933b-1ae5ce280e8b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:23:46.942560 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.securitygroups_db [None req-4ce093f9-4dec-4610-933b-1ae5ce280e8b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Project a06d0f5fab8f48c6bec23f3d7dc5027f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 16:23:46.949310 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4ce093f9-4dec-4610-933b-1ae5ce280e8b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:47.015251 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4ce093f9-4dec-4610-933b-1ae5ce280e8b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:47.018774 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4ce093f9-4dec-4610-933b-1ae5ce280e8b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:47.041402 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce093f9-4dec-4610-933b-1ae5ce280e8b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5a40a9f-aff3-4f62-90ad-3543a2d26f2d,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:23:47.050559 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-4ce093f9-4dec-4610-933b-1ae5ce280e8b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:47.051703 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-4ce093f9-4dec-4610-933b-1ae5ce280e8b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1429844 Oct 13 16:23:47.055520 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 34462) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:23:47.061483 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-b049b5ad-898b-4ba6-8d3e-22ad84eaa881 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Request body: {'network': {'name': 'tempest-network-smoke--641098684', 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'port_security_enabled': True}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:23:47.066324 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-b049b5ad-898b-4ba6-8d3e-22ad84eaa881 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:23:47.070396 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-b049b5ad-898b-4ba6-8d3e-22ad84eaa881 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Usage tracker for resource:network and tenant:a06d0f5fab8f48c6bec23f3d7dc5027f is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:23:47.073409 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-b049b5ad-898b-4ba6-8d3e-22ad84eaa881 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:23:47.078999 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-b049b5ad-898b-4ba6-8d3e-22ad84eaa881 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:23:47.089092 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b049b5ad-898b-4ba6-8d3e-22ad84eaa881 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Made reservation on behalf of a06d0f5fab8f48c6bec23f3d7dc5027f for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 16:23:47.092997 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b049b5ad-898b-4ba6-8d3e-22ad84eaa881 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:47.120324 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b049b5ad-898b-4ba6-8d3e-22ad84eaa881 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 412} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 16:23:47.129896 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b049b5ad-898b-4ba6-8d3e-22ad84eaa881 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:47.130340 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-b049b5ad-898b-4ba6-8d3e-22ad84eaa881 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Added segment 26067aa5-eef3-4623-b58b-faaaaee0b5aa of type vlan for network aed0b325-3ffc-4f0d-9819-986aeeb6be93 Oct 13 16:23:47.156895 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b049b5ad-898b-4ba6-8d3e-22ad84eaa881 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:47.185181 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b049b5ad-898b-4ba6-8d3e-22ad84eaa881 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:47.190503 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b049b5ad-898b-4ba6-8d3e-22ad84eaa881 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:23:47.191074 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b049b5ad-898b-4ba6-8d3e-22ad84eaa881 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:47.293293 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-b049b5ad-898b-4ba6-8d3e-22ad84eaa881 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2361112 Oct 13 16:23:47.296171 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 34466) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:23:47.299084 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b049b5ad-898b-4ba6-8d3e-22ad84eaa881 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'Network': ['ID=aed0b325-3ffc-4f0d-9819-986aeeb6be93,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:23:47.301327 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-00fac1f9-255d-40da-81a8-341be03f659f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1570234828', 'admin_state_up': True, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:23:47.308819 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-00fac1f9-255d-40da-81a8-341be03f659f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:23:47.309031 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network aed0b325-3ffc-4f0d-9819-986aeeb6be93 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 16:23:47.312761 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-00fac1f9-255d-40da-81a8-341be03f659f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Usage tracker for resource:router and tenant:a06d0f5fab8f48c6bec23f3d7dc5027f is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:23:47.315674 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-00fac1f9-255d-40da-81a8-341be03f659f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:23:47.322483 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-00fac1f9-255d-40da-81a8-341be03f659f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:23:47.331468 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-00fac1f9-255d-40da-81a8-341be03f659f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:47.332498 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-00fac1f9-255d-40da-81a8-341be03f659f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:47.348061 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-00fac1f9-255d-40da-81a8-341be03f659f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:47.610066 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-00fac1f9-255d-40da-81a8-341be03f659f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:47.905745 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-00fac1f9-255d-40da-81a8-341be03f659f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for router_gateway, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:47.935037 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-00fac1f9-255d-40da-81a8-341be03f659f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:48.066368 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-00fac1f9-255d-40da-81a8-341be03f659f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Allocated IP 172.26.2.237 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/0c4444af-9911-4a9b-8ac0-a796be680d81) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:23:48.211962 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-00fac1f9-255d-40da-81a8-341be03f659f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:48.240221 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-00fac1f9-255d-40da-81a8-341be03f659f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:48.303825 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fac1f9-255d-40da-81a8-341be03f659f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:23:48.306556 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-00fac1f9-255d-40da-81a8-341be03f659f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:23:48.309222 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fac1f9-255d-40da-81a8-341be03f659f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:23:48.347422 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fac1f9-255d-40da-81a8-341be03f659f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'Port': ['ID=0c4444af-9911-4a9b-8ac0-a796be680d81,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:23:48.818548 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-00fac1f9-255d-40da-81a8-341be03f659f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for router_gateway, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:49.155051 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-00fac1f9-255d-40da-81a8-341be03f659f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:49.355681 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00fac1f9-255d-40da-81a8-341be03f659f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Router a0cefce0-0401-49c6-ac52-a5d8958acb76 is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 16:23:49.529982 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00fac1f9-255d-40da-81a8-341be03f659f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:23:49.540040 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaedc2d3-3267-41a3-9996-0309bf5491b3 None None] Sync routers for ids ['a0cefce0-0401-49c6-ac52-a5d8958acb76'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:23:49.549563 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaedc2d3-3267-41a3-9996-0309bf5491b3 None None] Routers {'a0cefce0-0401-49c6-ac52-a5d8958acb76'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:23:49.550194 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-aaedc2d3-3267-41a3-9996-0309bf5491b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:23:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['a0cefce0-0401-49c6-ac52-a5d8958acb76'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:23:49.556650 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-00fac1f9-255d-40da-81a8-341be03f659f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:49.558035 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-00fac1f9-255d-40da-81a8-341be03f659f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2607932 Oct 13 16:23:49.561091 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 34470) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:23:49.641016 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-a33c6989-0e4d-42b2-8055-4938c46644eb tempest-TestNetworkAdvancedServerOps-1929741581 tempest-TestNetworkAdvancedServerOps-1929741581-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=a06d0f5fab8f48c6bec23f3d7dc5027f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0787768 Oct 13 16:23:49.643617 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 34476) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:23:49.725692 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-aaedc2d3-3267-41a3-9996-0309bf5491b3 None None] Set router a0cefce0-0401-49c6-ac52-a5d8958acb76 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:23:49.772356 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804093cb-a0a0-4064-804b-869d044576d5 tempest-TestNetworkAdvancedServerOps-1929741581 tempest-TestNetworkAdvancedServerOps-1929741581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:23:49.773847 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-804093cb-a0a0-4064-804b-869d044576d5 tempest-TestNetworkAdvancedServerOps-1929741581 tempest-TestNetworkAdvancedServerOps-1929741581-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1293476 Oct 13 16:23:49.776667 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 34480) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:23:49.815277 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-56600c69-d2ab-4587-818f-bcb3403808f5 tempest-TestNetworkAdvancedServerOps-1929741581 tempest-TestNetworkAdvancedServerOps-1929741581-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=8fb1fa59-32fe-4ed0-a248-96c43edb135f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0368516 Oct 13 16:23:49.817524 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 34484) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:23:49.822965 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-e54801d5-10f6-4cc1-b3fd-9591c844e303 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2034547017', 'network_id': 'aed0b325-3ffc-4f0d-9819-986aeeb6be93', 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:23:49.932082 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-e54801d5-10f6-4cc1-b3fd-9591c844e303 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:23:49.936006 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-e54801d5-10f6-4cc1-b3fd-9591c844e303 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Usage tracker for resource:subnet and tenant:a06d0f5fab8f48c6bec23f3d7dc5027f is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:23:49.938823 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-e54801d5-10f6-4cc1-b3fd-9591c844e303 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:23:49.944443 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-e54801d5-10f6-4cc1-b3fd-9591c844e303 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:23:49.956141 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e54801d5-10f6-4cc1-b3fd-9591c844e303 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Made reservation on behalf of a06d0f5fab8f48c6bec23f3d7dc5027f for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 16:23:49.959593 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e54801d5-10f6-4cc1-b3fd-9591c844e303 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:50.003938 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-aaedc2d3-3267-41a3-9996-0309bf5491b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cefce0-0401-49c6-ac52-a5d8958acb76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1570234828', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': '0c4444af-9911-4a9b-8ac0-a796be680d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:23:47Z', 'updated_at': '2022-10-13T16:23:48Z', 'revision_number': 3, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': '0c4444af-9911-4a9b-8ac0-a796be680d81', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0cefce0-0401-49c6-ac52-a5d8958acb76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:23:47Z', 'updated_at': '2022-10-13T16:23:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:23:50.007722 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaedc2d3-3267-41a3-9996-0309bf5491b3 None None] Checking router: a0cefce0-0401-49c6-ac52-a5d8958acb76 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:23:50.008058 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaedc2d3-3267-41a3-9996-0309bf5491b3 None None] Updating router a0cefce0-0401-49c6-ac52-a5d8958acb76 port 0c4444af-9911-4a9b-8ac0-a796be680d81 binding host dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 16:23:50.066486 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-aaedc2d3-3267-41a3-9996-0309bf5491b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:50.287171 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e54801d5-10f6-4cc1-b3fd-9591c844e303 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:50.363328 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54801d5-10f6-4cc1-b3fd-9591c844e303 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'Subnet': ['ID=3d3b0006-63f2-4b66-bbcc-2ab0d4b68d38,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:23:50.373371 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54801d5-10f6-4cc1-b3fd-9591c844e303 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Checking segment: {'id': '26067aa5-eef3-4623-b58b-faaaaee0b5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'aed0b325-3ffc-4f0d-9819-986aeeb6be93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:23:50.373728 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54801d5-10f6-4cc1-b3fd-9591c844e303 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Network hostable DHCP agents. Network: aed0b325-3ffc-4f0d-9819-986aeeb6be93, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 16:23:50.392105 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54801d5-10f6-4cc1-b3fd-9591c844e303 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Network aed0b325-3ffc-4f0d-9819-986aeeb6be93 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 16:23:50.395193 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-aaedc2d3-3267-41a3-9996-0309bf5491b3 None None] Notify callbacks [] for port, precommit_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:50.401050 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-e54801d5-10f6-4cc1-b3fd-9591c844e303 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, aed0b325-3ffc-4f0d-9819-986aeeb6be93) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:23:50.405438 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e54801d5-10f6-4cc1-b3fd-9591c844e303 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:23:50.406015 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e54801d5-10f6-4cc1-b3fd-9591c844e303 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:50.407369 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.provisioning_blocks [None req-aaedc2d3-3267-41a3-9996-0309bf5491b3 None None] Transition to ACTIVE for port object 0c4444af-9911-4a9b-8ac0-a796be680d81 will not be triggered until provisioned by entity L2. {{(pid=88975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:23:50.412215 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2ee643-b6ce-4a0e-ae19-983ca8799ff0 None None] Network aed0b325-3ffc-4f0d-9819-986aeeb6be93 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 16:23:50.415419 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-aaedc2d3-3267-41a3-9996-0309bf5491b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:50.431376 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e54801d5-10f6-4cc1-b3fd-9591c844e303 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6102509 Oct 13 16:23:50.431582 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 34488) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:23:50.466240 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-aaedc2d3-3267-41a3-9996-0309bf5491b3 None None] Attempting to bind port 0c4444af-9911-4a9b-8ac0-a796be680d81 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:23:50.466614 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-aaedc2d3-3267-41a3-9996-0309bf5491b3 None None] Attempting to bind port 0c4444af-9911-4a9b-8ac0-a796be680d81 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:23:50.466958 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaedc2d3-3267-41a3-9996-0309bf5491b3 None None] Attempting to bind port 0c4444af-9911-4a9b-8ac0-a796be680d81 on network 8fb1fa59-32fe-4ed0-a248-96c43edb135f {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:23:50.487372 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaedc2d3-3267-41a3-9996-0309bf5491b3 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:23:50.487758 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaedc2d3-3267-41a3-9996-0309bf5491b3 None None] Checking segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:23:50.488138 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-aaedc2d3-3267-41a3-9996-0309bf5491b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:50.488522 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaedc2d3-3267-41a3-9996-0309bf5491b3 None None] Bound using segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:23:50.488982 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-aaedc2d3-3267-41a3-9996-0309bf5491b3 None None] Bound port: 0c4444af-9911-4a9b-8ac0-a796be680d81, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:23:50.489347 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-aaedc2d3-3267-41a3-9996-0309bf5491b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:50.545481 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5290b251-719c-48ea-a658-9ce1a77962a2 None None] Pushing event updated for resources: {'Port': ['ID=0c4444af-9911-4a9b-8ac0-a796be680d81,revision_number=2']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:23:50.557681 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5290b251-719c-48ea-a658-9ce1a77962a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:23:50.558051 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5290b251-719c-48ea-a658-9ce1a77962a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:23:50.558422 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5290b251-719c-48ea-a658-9ce1a77962a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:23:50.558755 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5290b251-719c-48ea-a658-9ce1a77962a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:23:50.559083 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5290b251-719c-48ea-a658-9ce1a77962a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:23:50.559411 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5290b251-719c-48ea-a658-9ce1a77962a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:23:50.559738 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5290b251-719c-48ea-a658-9ce1a77962a2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:23:50.560061 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5290b251-719c-48ea-a658-9ce1a77962a2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:23:50.560383 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5290b251-719c-48ea-a658-9ce1a77962a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:23:50.560699 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5290b251-719c-48ea-a658-9ce1a77962a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:23:50.561016 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5290b251-719c-48ea-a658-9ce1a77962a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:23:50.561335 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5290b251-719c-48ea-a658-9ce1a77962a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:23:50.586871 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-aaedc2d3-3267-41a3-9996-0309bf5491b3 None None] For port 0c4444af-9911-4a9b-8ac0-a796be680d81, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:23:50.590495 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-aaedc2d3-3267-41a3-9996-0309bf5491b3 None None] For port 0c4444af-9911-4a9b-8ac0-a796be680d81, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=0c4444af-9911-4a9b-8ac0-a796be680d81,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:23:50.594949 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-aaedc2d3-3267-41a3-9996-0309bf5491b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:50.653539 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaedc2d3-3267-41a3-9996-0309bf5491b3 None None] Routers {'a0cefce0-0401-49c6-ac52-a5d8958acb76'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:23:50.654183 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-aaedc2d3-3267-41a3-9996-0309bf5491b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:23:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['a0cefce0-0401-49c6-ac52-a5d8958acb76'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:23:50.655259 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd425ee4-2300-4950-ae45-5568b29ca328 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-aed0b325-3ffc-4f0d-9819-986aeeb6be93', 'network_id': 'aed0b325-3ffc-4f0d-9819-986aeeb6be93', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'fixed_ips': [{'subnet_id': '3d3b0006-63f2-4b66-bbcc-2ab0d4b68d38'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 16:23:50.656199 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-fd425ee4-2300-4950-ae45-5568b29ca328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:50.826371 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-fd425ee4-2300-4950-ae45-5568b29ca328 None None] Allocated IP 172.20.0.2 (aed0b325-3ffc-4f0d-9819-986aeeb6be93/3d3b0006-63f2-4b66-bbcc-2ab0d4b68d38/d861d04e-02a3-41b3-a5a1-fcfa3d91e2a9) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:23:50.849721 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5290b251-719c-48ea-a658-9ce1a77962a2 None None] Pushing event updated for resources: {'Port': ['ID=0c4444af-9911-4a9b-8ac0-a796be680d81,revision_number=3']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:23:50.873229 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-aaedc2d3-3267-41a3-9996-0309bf5491b3 None None] Set router a0cefce0-0401-49c6-ac52-a5d8958acb76 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:23:51.040436 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-fd425ee4-2300-4950-ae45-5568b29ca328 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:51.052085 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-fd425ee4-2300-4950-ae45-5568b29ca328 None None] Transition to ACTIVE for port object d861d04e-02a3-41b3-a5a1-fcfa3d91e2a9 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:23:51.070935 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-fd425ee4-2300-4950-ae45-5568b29ca328 None None] Transition to ACTIVE for port object d861d04e-02a3-41b3-a5a1-fcfa3d91e2a9 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:23:51.078410 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-fd425ee4-2300-4950-ae45-5568b29ca328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:51.145611 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd425ee4-2300-4950-ae45-5568b29ca328 None None] Network aed0b325-3ffc-4f0d-9819-986aeeb6be93 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:23:51.148595 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-fd425ee4-2300-4950-ae45-5568b29ca328 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:23:51.152786 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd425ee4-2300-4950-ae45-5568b29ca328 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:23:51.169210 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-aaedc2d3-3267-41a3-9996-0309bf5491b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cefce0-0401-49c6-ac52-a5d8958acb76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1570234828', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': '0c4444af-9911-4a9b-8ac0-a796be680d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:23:47Z', 'updated_at': '2022-10-13T16:23:48Z', 'revision_number': 3, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': '0c4444af-9911-4a9b-8ac0-a796be680d81', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0cefce0-0401-49c6-ac52-a5d8958acb76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:23:47Z', 'updated_at': '2022-10-13T16:23:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:23:51.173714 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaedc2d3-3267-41a3-9996-0309bf5491b3 None None] The sync data for ids ['a0cefce0-0401-49c6-ac52-a5d8958acb76'] in dv-neutron-860329-2-hyperv is: [{'id': 'a0cefce0-0401-49c6-ac52-a5d8958acb76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1570234828', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': '0c4444af-9911-4a9b-8ac0-a796be680d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:23:47Z', 'updated_at': '2022-10-13T16:23:48Z', 'revision_number': 3, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': '0c4444af-9911-4a9b-8ac0-a796be680d81', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4f:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0cefce0-0401-49c6-ac52-a5d8958acb76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:23:47Z', 'updated_at': '2022-10-13T16:23:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:23:51.193843 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd425ee4-2300-4950-ae45-5568b29ca328 None None] Pushing event updated for resources: {'Port': ['ID=d861d04e-02a3-41b3-a5a1-fcfa3d91e2a9,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:23:51.208002 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-40abe67a-a4a7-46bf-9d47-7da586250d23 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:51.268920 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-fd425ee4-2300-4950-ae45-5568b29ca328 None None] Attempting to bind port d861d04e-02a3-41b3-a5a1-fcfa3d91e2a9 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:23:51.269352 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-fd425ee4-2300-4950-ae45-5568b29ca328 None None] Attempting to bind port d861d04e-02a3-41b3-a5a1-fcfa3d91e2a9 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '26067aa5-eef3-4623-b58b-faaaaee0b5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'aed0b325-3ffc-4f0d-9819-986aeeb6be93'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:23:51.269768 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd425ee4-2300-4950-ae45-5568b29ca328 None None] Attempting to bind port d861d04e-02a3-41b3-a5a1-fcfa3d91e2a9 on network aed0b325-3ffc-4f0d-9819-986aeeb6be93 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:23:51.275309 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd425ee4-2300-4950-ae45-5568b29ca328 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:23:51.275766 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd425ee4-2300-4950-ae45-5568b29ca328 None None] Checking segment: {'id': '26067aa5-eef3-4623-b58b-faaaaee0b5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'aed0b325-3ffc-4f0d-9819-986aeeb6be93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:23:51.276221 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-fd425ee4-2300-4950-ae45-5568b29ca328 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:51.276663 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd425ee4-2300-4950-ae45-5568b29ca328 None None] Bound using segment: {'id': '26067aa5-eef3-4623-b58b-faaaaee0b5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'aed0b325-3ffc-4f0d-9819-986aeeb6be93'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:23:51.277419 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-fd425ee4-2300-4950-ae45-5568b29ca328 None None] Bound port: d861d04e-02a3-41b3-a5a1-fcfa3d91e2a9, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26067aa5-eef3-4623-b58b-faaaaee0b5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'aed0b325-3ffc-4f0d-9819-986aeeb6be93'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:23:51.277839 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-fd425ee4-2300-4950-ae45-5568b29ca328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:51.385057 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-fd425ee4-2300-4950-ae45-5568b29ca328 None None] For port d861d04e-02a3-41b3-a5a1-fcfa3d91e2a9, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:23:51.399959 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-fd425ee4-2300-4950-ae45-5568b29ca328 None None] For port d861d04e-02a3-41b3-a5a1-fcfa3d91e2a9, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=d861d04e-02a3-41b3-a5a1-fcfa3d91e2a9,segment=NetworkSegment(26067aa5-eef3-4623-b58b-faaaaee0b5aa),segment_id=26067aa5-eef3-4623-b58b-faaaaee0b5aa)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:23:51.405992 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-fd425ee4-2300-4950-ae45-5568b29ca328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:51.489419 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd425ee4-2300-4950-ae45-5568b29ca328 None None] Pushing event updated for resources: {'Port': ['ID=d861d04e-02a3-41b3-a5a1-fcfa3d91e2a9,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:23:51.685013 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-40abe67a-a4a7-46bf-9d47-7da586250d23 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Allocated IP 172.20.0.1 (aed0b325-3ffc-4f0d-9819-986aeeb6be93/3d3b0006-63f2-4b66-bbcc-2ab0d4b68d38/d12568f9-9903-4768-88f9-3c3eb224f367) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:23:52.002875 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-40abe67a-a4a7-46bf-9d47-7da586250d23 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:52.021201 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-40abe67a-a4a7-46bf-9d47-7da586250d23 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Transition to ACTIVE for port object d12568f9-9903-4768-88f9-3c3eb224f367 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:23:52.040241 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 0c4444af-9911-4a9b-8ac0-a796be680d81 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:23:52.047864 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-40abe67a-a4a7-46bf-9d47-7da586250d23 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:52.121360 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40abe67a-a4a7-46bf-9d47-7da586250d23 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Network aed0b325-3ffc-4f0d-9819-986aeeb6be93 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:23:52.124811 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-40abe67a-a4a7-46bf-9d47-7da586250d23 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:23:52.124976 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 0c4444af-9911-4a9b-8ac0-a796be680d81 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:23:52.129066 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40abe67a-a4a7-46bf-9d47-7da586250d23 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:23:52.130991 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 0c4444af-9911-4a9b-8ac0-a796be680d81 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:23:52.131371 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:52.131699 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 0c4444af-9911-4a9b-8ac0-a796be680d81 Oct 13 16:23:52.161097 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40abe67a-a4a7-46bf-9d47-7da586250d23 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'Port': ['ID=d12568f9-9903-4768-88f9-3c3eb224f367,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:23:52.193099 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-40abe67a-a4a7-46bf-9d47-7da586250d23 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:52.257301 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 0c4444af-9911-4a9b-8ac0-a796be680d81 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:23:52.257682 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:52.275396 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 0c4444af-9911-4a9b-8ac0-a796be680d81, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=0c4444af-9911-4a9b-8ac0-a796be680d81,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:23:52.279367 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:52.280410 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device d861d04e-02a3-41b3-a5a1-fcfa3d91e2a9 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:23:52.444705 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=0c4444af-9911-4a9b-8ac0-a796be680d81,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:23:52.467942 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port d861d04e-02a3-41b3-a5a1-fcfa3d91e2a9 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:23:52.479201 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-40abe67a-a4a7-46bf-9d47-7da586250d23 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:52.504608 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7275eee0-0b7b-4171-99a1-78452970271f None None] Network aed0b325-3ffc-4f0d-9819-986aeeb6be93 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 16:23:52.613508 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-343b4f0e-a585-43de-9942-6b360127d607 None None] Provisioning for port d861d04e-02a3-41b3-a5a1-fcfa3d91e2a9 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:23:52.623091 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-343b4f0e-a585-43de-9942-6b360127d607 None None] Provisioning complete for port d861d04e-02a3-41b3-a5a1-fcfa3d91e2a9 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:23:52.623472 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-343b4f0e-a585-43de-9942-6b360127d607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:52.623803 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-343b4f0e-a585-43de-9942-6b360127d607 None None] Attempt 1 to provision port d861d04e-02a3-41b3-a5a1-fcfa3d91e2a9 Oct 13 16:23:52.847198 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-343b4f0e-a585-43de-9942-6b360127d607 None None] Current status of the port d861d04e-02a3-41b3-a5a1-fcfa3d91e2a9 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:23:52.847494 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-343b4f0e-a585-43de-9942-6b360127d607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:52.889880 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-343b4f0e-a585-43de-9942-6b360127d607 None None] For port d861d04e-02a3-41b3-a5a1-fcfa3d91e2a9, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=d861d04e-02a3-41b3-a5a1-fcfa3d91e2a9,segment=NetworkSegment(26067aa5-eef3-4623-b58b-faaaaee0b5aa),segment_id=26067aa5-eef3-4623-b58b-faaaaee0b5aa)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:23:52.893958 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-343b4f0e-a585-43de-9942-6b360127d607 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:52.910771 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-40abe67a-a4a7-46bf-9d47-7da586250d23 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:52.916535 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-40abe67a-a4a7-46bf-9d47-7da586250d23 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:52.970602 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343b4f0e-a585-43de-9942-6b360127d607 None None] Pushing event updated for resources: {'Port': ['ID=d861d04e-02a3-41b3-a5a1-fcfa3d91e2a9,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:23:53.035532 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40abe67a-a4a7-46bf-9d47-7da586250d23 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'Port': ['ID=d12568f9-9903-4768-88f9-3c3eb224f367,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:23:53.037924 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-40abe67a-a4a7-46bf-9d47-7da586250d23 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:53.115795 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4365b141-38e8-45d8-ba4d-03ed462aebc0 None None] Provisioning complete for port d861d04e-02a3-41b3-a5a1-fcfa3d91e2a9 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:23:53.116102 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4365b141-38e8-45d8-ba4d-03ed462aebc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:53.116383 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4365b141-38e8-45d8-ba4d-03ed462aebc0 None None] Attempt 1 to provision port d861d04e-02a3-41b3-a5a1-fcfa3d91e2a9 Oct 13 16:23:53.180400 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40abe67a-a4a7-46bf-9d47-7da586250d23 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Network aed0b325-3ffc-4f0d-9819-986aeeb6be93 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:23:53.181689 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-40abe67a-a4a7-46bf-9d47-7da586250d23 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:23:53.241777 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4365b141-38e8-45d8-ba4d-03ed462aebc0 None None] Current status of the port d861d04e-02a3-41b3-a5a1-fcfa3d91e2a9 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:23:53.253307 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4365b141-38e8-45d8-ba4d-03ed462aebc0 None None] Provisioning for port d12568f9-9903-4768-88f9-3c3eb224f367 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:23:53.258696 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4365b141-38e8-45d8-ba4d-03ed462aebc0 None None] Provisioning complete for port d12568f9-9903-4768-88f9-3c3eb224f367 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:23:53.259063 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4365b141-38e8-45d8-ba4d-03ed462aebc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:53.259389 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4365b141-38e8-45d8-ba4d-03ed462aebc0 None None] Attempt 1 to provision port d12568f9-9903-4768-88f9-3c3eb224f367 Oct 13 16:23:53.314312 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4365b141-38e8-45d8-ba4d-03ed462aebc0 None None] Port d12568f9-9903-4768-88f9-3c3eb224f367 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:23:53.375693 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40abe67a-a4a7-46bf-9d47-7da586250d23 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Router a0cefce0-0401-49c6-ac52-a5d8958acb76 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 16:23:53.661518 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40abe67a-a4a7-46bf-9d47-7da586250d23 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:23:53.672545 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a92e7fe-c76d-4a73-a0f3-d49101f3658f None None] Sync routers for ids ['a0cefce0-0401-49c6-ac52-a5d8958acb76'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:23:53.674461 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-40abe67a-a4a7-46bf-9d47-7da586250d23 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "PUT /v2.0/routers/a0cefce0-0401-49c6-ac52-a5d8958acb76/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2418864 Oct 13 16:23:53.683683 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a92e7fe-c76d-4a73-a0f3-d49101f3658f None None] Routers {'a0cefce0-0401-49c6-ac52-a5d8958acb76'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:23:53.684715 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-0a92e7fe-c76d-4a73-a0f3-d49101f3658f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:23:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['a0cefce0-0401-49c6-ac52-a5d8958acb76'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:23:53.817470 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4365b141-38e8-45d8-ba4d-03ed462aebc0 None None] Attempt 2 to provision port d12568f9-9903-4768-88f9-3c3eb224f367 Oct 13 16:23:53.900126 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4365b141-38e8-45d8-ba4d-03ed462aebc0 None None] Port d12568f9-9903-4768-88f9-3c3eb224f367 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:23:53.904852 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-aa7cf9e5-bc5b-4ea8-9c06-38a7021267d3 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Synchronizing usage tracker for tenant:a06d0f5fab8f48c6bec23f3d7dc5027f on resource:security_group {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:23:53.909770 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-0a92e7fe-c76d-4a73-a0f3-d49101f3658f None None] Set router a0cefce0-0401-49c6-ac52-a5d8958acb76 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:23:53.920369 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-aa7cf9e5-bc5b-4ea8-9c06-38a7021267d3 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Unset dirty status for tenant:a06d0f5fab8f48c6bec23f3d7dc5027f on resource:security_group {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:23:53.921869 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-aa7cf9e5-bc5b-4ea8-9c06-38a7021267d3 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1425404398&fields=id&tenant_id=a06d0f5fab8f48c6bec23f3d7dc5027f HTTP/1.1" status: 200 len: 267 time: 0.0551326 Oct 13 16:23:54.035200 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 0c4444af-9911-4a9b-8ac0-a796be680d81 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:23:54.077238 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-6c4a7f32-8e4c-4815-9a20-25755fae525b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:23:54.077912 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-6c4a7f32-8e4c-4815-9a20-25755fae525b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Synchronizing usage tracker for tenant:a06d0f5fab8f48c6bec23f3d7dc5027f on resource:network {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:23:54.094115 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-6c4a7f32-8e4c-4815-9a20-25755fae525b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Unset dirty status for tenant:a06d0f5fab8f48c6bec23f3d7dc5027f on resource:network {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:23:54.095323 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-6c4a7f32-8e4c-4815-9a20-25755fae525b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/networks?id=aed0b325-3ffc-4f0d-9819-986aeeb6be93 HTTP/1.1" status: 200 len: 796 time: 0.1654694 Oct 13 16:23:54.110691 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-bc7edc76-1901-46a8-afb8-dff9b9df9e94 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/quotas/a06d0f5fab8f48c6bec23f3d7dc5027f HTTP/1.1" status: 200 len: 375 time: 0.0095878 Oct 13 16:23:54.202401 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-9530b1f6-00d9-4e46-8fc6-9defc7d69bd6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Synchronizing usage tracker for tenant:a06d0f5fab8f48c6bec23f3d7dc5027f on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:23:54.218459 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-9530b1f6-00d9-4e46-8fc6-9defc7d69bd6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Unset dirty status for tenant:a06d0f5fab8f48c6bec23f3d7dc5027f on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:23:54.218833 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 0c4444af-9911-4a9b-8ac0-a796be680d81 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:23:54.219201 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:54.219543 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 0c4444af-9911-4a9b-8ac0-a796be680d81 Oct 13 16:23:54.219733 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-9530b1f6-00d9-4e46-8fc6-9defc7d69bd6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a06d0f5fab8f48c6bec23f3d7dc5027f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1040161 Oct 13 16:23:54.311765 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-81ea584e-d0be-4b5b-9981-8748f2d7d54d service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 16:23:54.312772 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-81ea584e-d0be-4b5b-9981-8748f2d7d54d service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0442295 Oct 13 16:23:54.384391 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-0a92e7fe-c76d-4a73-a0f3-d49101f3658f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cefce0-0401-49c6-ac52-a5d8958acb76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1570234828', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': '0c4444af-9911-4a9b-8ac0-a796be680d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:23:47Z', 'updated_at': '2022-10-13T16:23:52Z', 'revision_number': 4, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': '0c4444af-9911-4a9b-8ac0-a796be680d81', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cefce0-0401-49c6-ac52-a5d8958acb76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:23:47Z', 'updated_at': '2022-10-13T16:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': 'd12568f9-9903-4768-88f9-3c3eb224f367', 'name': '', 'network_id': 'aed0b325-3ffc-4f0d-9819-986aeeb6be93', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'mac_address': 'fa:16:3e:4b:18:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0cefce0-0401-49c6-ac52-a5d8958acb76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '3d3b0006-63f2-4b66-bbcc-2ab0d4b68d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:23:51Z', 'updated_at': '2022-10-13T16:23:52Z', 'revision_number': 2, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'subnets': [{'id': '3d3b0006-63f2-4b66-bbcc-2ab0d4b68d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:23:54.391019 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 0c4444af-9911-4a9b-8ac0-a796be680d81 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:23:54.392075 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device d861d04e-02a3-41b3-a5a1-fcfa3d91e2a9 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:23:54.420296 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4365b141-38e8-45d8-ba4d-03ed462aebc0 None None] Attempt 3 to provision port d12568f9-9903-4768-88f9-3c3eb224f367 Oct 13 16:23:54.442962 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a92e7fe-c76d-4a73-a0f3-d49101f3658f None None] Checking router: a0cefce0-0401-49c6-ac52-a5d8958acb76 for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:23:54.443231 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a92e7fe-c76d-4a73-a0f3-d49101f3658f None None] Updating router a0cefce0-0401-49c6-ac52-a5d8958acb76 port d12568f9-9903-4768-88f9-3c3eb224f367 binding host dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 16:23:54.448107 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-3e4b186d-ea37-4a16-8545-f860c541e585 service neutron] 10.222.0.42 "GET /v2.0/networks/aed0b325-3ffc-4f0d-9819-986aeeb6be93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287999 Oct 13 16:23:54.580365 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-9f9bfefb-69d0-425b-85ed-f0d1bfff1256 service neutron] 10.222.0.42 "GET /v2.0/networks/aed0b325-3ffc-4f0d-9819-986aeeb6be93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258616 Oct 13 16:23:54.589820 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4365b141-38e8-45d8-ba4d-03ed462aebc0 None None] Port d12568f9-9903-4768-88f9-3c3eb224f367 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:23:54.590878 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0a92e7fe-c76d-4a73-a0f3-d49101f3658f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:54.659035 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port d861d04e-02a3-41b3-a5a1-fcfa3d91e2a9 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:23:54.659405 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:54.659734 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port d861d04e-02a3-41b3-a5a1-fcfa3d91e2a9 Oct 13 16:23:54.785225 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-fb6bcbb4-b48e-4f36-8c5a-79d21d4c0f28 req-691a213c-642b-4ed0-b7d1-4012a9bd76b7 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Synchronizing usage tracker for tenant:a06d0f5fab8f48c6bec23f3d7dc5027f on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:23:54.798404 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-fb6bcbb4-b48e-4f36-8c5a-79d21d4c0f28 req-691a213c-642b-4ed0-b7d1-4012a9bd76b7 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Unset dirty status for tenant:a06d0f5fab8f48c6bec23f3d7dc5027f on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:23:54.799614 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fb6bcbb4-b48e-4f36-8c5a-79d21d4c0f28 req-691a213c-642b-4ed0-b7d1-4012a9bd76b7 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=98c725a2-1397-4cd0-894a-aed50871ae84 HTTP/1.1" status: 200 len: 210 time: 0.0700848 Oct 13 16:23:54.938614 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port d861d04e-02a3-41b3-a5a1-fcfa3d91e2a9 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:23:55.057247 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0a92e7fe-c76d-4a73-a0f3-d49101f3658f None None] Notify callbacks [] for port, precommit_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:55.069116 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-0a92e7fe-c76d-4a73-a0f3-d49101f3658f None None] Transition to ACTIVE for port object d12568f9-9903-4768-88f9-3c3eb224f367 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:23:55.075600 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0a92e7fe-c76d-4a73-a0f3-d49101f3658f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:55.149897 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4365b141-38e8-45d8-ba4d-03ed462aebc0 None None] Attempt 4 to provision port d12568f9-9903-4768-88f9-3c3eb224f367 Oct 13 16:23:55.316794 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4365b141-38e8-45d8-ba4d-03ed462aebc0 None None] Port d12568f9-9903-4768-88f9-3c3eb224f367 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:23:55.330642 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cfaee4-1df6-48c1-8328-efc4d7859e2b None None] Pushing event updated for resources: {'Port': ['ID=d12568f9-9903-4768-88f9-3c3eb224f367,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:23:55.338788 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-0a92e7fe-c76d-4a73-a0f3-d49101f3658f None None] Attempting to bind port d12568f9-9903-4768-88f9-3c3eb224f367 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:23:55.339189 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-0a92e7fe-c76d-4a73-a0f3-d49101f3658f None None] Attempting to bind port d12568f9-9903-4768-88f9-3c3eb224f367 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '26067aa5-eef3-4623-b58b-faaaaee0b5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'aed0b325-3ffc-4f0d-9819-986aeeb6be93'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:23:55.339551 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a92e7fe-c76d-4a73-a0f3-d49101f3658f None None] Attempting to bind port d12568f9-9903-4768-88f9-3c3eb224f367 on network aed0b325-3ffc-4f0d-9819-986aeeb6be93 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:23:55.344786 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a92e7fe-c76d-4a73-a0f3-d49101f3658f None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 23, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:23:55.345156 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a92e7fe-c76d-4a73-a0f3-d49101f3658f None None] Checking segment: {'id': '26067aa5-eef3-4623-b58b-faaaaee0b5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'aed0b325-3ffc-4f0d-9819-986aeeb6be93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:23:55.345554 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0a92e7fe-c76d-4a73-a0f3-d49101f3658f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:55.345937 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a92e7fe-c76d-4a73-a0f3-d49101f3658f None None] Bound using segment: {'id': '26067aa5-eef3-4623-b58b-faaaaee0b5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'aed0b325-3ffc-4f0d-9819-986aeeb6be93'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:23:55.346433 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-0a92e7fe-c76d-4a73-a0f3-d49101f3658f None None] Bound port: d12568f9-9903-4768-88f9-3c3eb224f367, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26067aa5-eef3-4623-b58b-faaaaee0b5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'aed0b325-3ffc-4f0d-9819-986aeeb6be93'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:23:55.346832 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0a92e7fe-c76d-4a73-a0f3-d49101f3658f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:55.438206 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-0a92e7fe-c76d-4a73-a0f3-d49101f3658f None None] For port d12568f9-9903-4768-88f9-3c3eb224f367, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:23:55.441299 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-0a92e7fe-c76d-4a73-a0f3-d49101f3658f None None] For port d12568f9-9903-4768-88f9-3c3eb224f367, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=d12568f9-9903-4768-88f9-3c3eb224f367,segment=NetworkSegment(26067aa5-eef3-4623-b58b-faaaaee0b5aa),segment_id=26067aa5-eef3-4623-b58b-faaaaee0b5aa)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:23:55.444546 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0a92e7fe-c76d-4a73-a0f3-d49101f3658f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:55.507063 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a92e7fe-c76d-4a73-a0f3-d49101f3658f None None] Routers {'a0cefce0-0401-49c6-ac52-a5d8958acb76'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:23:55.507670 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-0a92e7fe-c76d-4a73-a0f3-d49101f3658f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:23:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['a0cefce0-0401-49c6-ac52-a5d8958acb76'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:23:55.598874 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cfaee4-1df6-48c1-8328-efc4d7859e2b None None] Pushing event updated for resources: {'Port': ['ID=d12568f9-9903-4768-88f9-3c3eb224f367,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:23:55.693439 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-0a92e7fe-c76d-4a73-a0f3-d49101f3658f None None] Set router a0cefce0-0401-49c6-ac52-a5d8958acb76 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:23:55.823008 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4365b141-38e8-45d8-ba4d-03ed462aebc0 None None] Attempt 5 to provision port d12568f9-9903-4768-88f9-3c3eb224f367 Oct 13 16:23:55.982227 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-a7d898ca-44b5-4227-86a0-752a8b671850 req-3cf123e3-7e3e-4673-8609-a1e9dc195516 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=98c725a2-1397-4cd0-894a-aed50871ae84 HTTP/1.1" status: 200 len: 210 time: 0.0670357 Oct 13 16:23:56.056008 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4365b141-38e8-45d8-ba4d-03ed462aebc0 None None] Port d12568f9-9903-4768-88f9-3c3eb224f367 had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 16:23:56.056792 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-c66182f4-e224-4788-830e-e282437045f8 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:23:56.058851 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-c66182f4-e224-4788-830e-e282437045f8 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.16 "GET /v2.0/networks?id=aed0b325-3ffc-4f0d-9819-986aeeb6be93 HTTP/1.1" status: 200 len: 796 time: 0.1630950 Oct 13 16:23:56.129233 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-e720bfc3-854a-49a7-8646-c887380a0078 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a06d0f5fab8f48c6bec23f3d7dc5027f HTTP/1.1" status: 200 len: 380 time: 0.0499043 Oct 13 16:23:56.143605 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-6f1c1a35-9266-4d70-81dd-c9d6ec7fb5f6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Request body: {'port': {'device_id': '98c725a2-1397-4cd0-894a-aed50871ae84', 'network_id': 'aed0b325-3ffc-4f0d-9819-986aeeb6be93', 'admin_state_up': True, 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'security_groups': ['49065512-8741-4c56-a2be-2232a841855d']}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:23:56.145231 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-0a92e7fe-c76d-4a73-a0f3-d49101f3658f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cefce0-0401-49c6-ac52-a5d8958acb76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1570234828', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': '0c4444af-9911-4a9b-8ac0-a796be680d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:23:47Z', 'updated_at': '2022-10-13T16:23:52Z', 'revision_number': 4, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': '0c4444af-9911-4a9b-8ac0-a796be680d81', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cefce0-0401-49c6-ac52-a5d8958acb76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:23:47Z', 'updated_at': '2022-10-13T16:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': 'd12568f9-9903-4768-88f9-3c3eb224f367', 'name': '', 'network_id': 'aed0b325-3ffc-4f0d-9819-986aeeb6be93', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'mac_address': 'fa:16:3e:4b:18:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0cefce0-0401-49c6-ac52-a5d8958acb76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '3d3b0006-63f2-4b66-bbcc-2ab0d4b68d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:23:51Z', 'updated_at': '2022-10-13T16:23:55Z', 'revision_number': 4, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'subnets': [{'id': '3d3b0006-63f2-4b66-bbcc-2ab0d4b68d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:23:56.149265 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a92e7fe-c76d-4a73-a0f3-d49101f3658f None None] The sync data for ids ['a0cefce0-0401-49c6-ac52-a5d8958acb76'] in dv-neutron-860329-2-hyperv is: [{'id': 'a0cefce0-0401-49c6-ac52-a5d8958acb76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1570234828', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': '0c4444af-9911-4a9b-8ac0-a796be680d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:23:47Z', 'updated_at': '2022-10-13T16:23:52Z', 'revision_number': 4, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': '0c4444af-9911-4a9b-8ac0-a796be680d81', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cefce0-0401-49c6-ac52-a5d8958acb76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:23:47Z', 'updated_at': '2022-10-13T16:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': 'd12568f9-9903-4768-88f9-3c3eb224f367', 'name': '', 'network_id': 'aed0b325-3ffc-4f0d-9819-986aeeb6be93', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'mac_address': 'fa:16:3e:4b:18:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0cefce0-0401-49c6-ac52-a5d8958acb76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '3d3b0006-63f2-4b66-bbcc-2ab0d4b68d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:23:51Z', 'updated_at': '2022-10-13T16:23:55Z', 'revision_number': 4, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'subnets': [{'id': '3d3b0006-63f2-4b66-bbcc-2ab0d4b68d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:23:56.240275 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:56.300429 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-6f1c1a35-9266-4d70-81dd-c9d6ec7fb5f6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:23:56.310472 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-6f1c1a35-9266-4d70-81dd-c9d6ec7fb5f6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:23:56.320015 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-6f1c1a35-9266-4d70-81dd-c9d6ec7fb5f6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Made reservation on behalf of a06d0f5fab8f48c6bec23f3d7dc5027f for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 16:23:56.324797 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-6f1c1a35-9266-4d70-81dd-c9d6ec7fb5f6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:56.495784 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-6f1c1a35-9266-4d70-81dd-c9d6ec7fb5f6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Allocated IP 172.20.0.3 (aed0b325-3ffc-4f0d-9819-986aeeb6be93/3d3b0006-63f2-4b66-bbcc-2ab0d4b68d38/fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:23:56.695834 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-6f1c1a35-9266-4d70-81dd-c9d6ec7fb5f6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:56.712890 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-6f1c1a35-9266-4d70-81dd-c9d6ec7fb5f6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Transition to ACTIVE for port object fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:23:56.737372 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-6f1c1a35-9266-4d70-81dd-c9d6ec7fb5f6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:56.812603 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-6f1c1a35-9266-4d70-81dd-c9d6ec7fb5f6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Network aed0b325-3ffc-4f0d-9819-986aeeb6be93 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:23:56.815694 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-6f1c1a35-9266-4d70-81dd-c9d6ec7fb5f6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:23:56.819480 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-6f1c1a35-9266-4d70-81dd-c9d6ec7fb5f6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:23:56.850849 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1c1a35-9266-4d70-81dd-c9d6ec7fb5f6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'Port': ['ID=fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:23:56.893265 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-6f1c1a35-9266-4d70-81dd-c9d6ec7fb5f6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:23:56.893903 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-6f1c1a35-9266-4d70-81dd-c9d6ec7fb5f6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:56.925565 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-6f1c1a35-9266-4d70-81dd-c9d6ec7fb5f6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7856853 Oct 13 16:23:56.938370 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-a9a7585a-5d1b-47a0-bcd1-bbad3c014e8b service neutron] Request body: {'port': {'device_id': '98c725a2-1397-4cd0-894a-aed50871ae84', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:23:57.057652 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-a9a7585a-5d1b-47a0-bcd1-bbad3c014e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:57.106711 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-103d34c3-6d1b-4961-b314-7e4ef91e31c5 None None] Provisioning for port fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:23:57.112780 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-103d34c3-6d1b-4961-b314-7e4ef91e31c5 None None] Provisioning complete for port fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:23:57.113147 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-103d34c3-6d1b-4961-b314-7e4ef91e31c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:57.113489 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-103d34c3-6d1b-4961-b314-7e4ef91e31c5 None None] Attempt 1 to provision port fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72 Oct 13 16:23:57.176690 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-103d34c3-6d1b-4961-b314-7e4ef91e31c5 None None] Port fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:23:57.289389 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d8a50f-528e-4463-b2d8-4ed85cacc9c2 req-82d17e1d-8e64-44e5-979d-60f90b5eb6c1 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:23:57.290062 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-a7d8a50f-528e-4463-b2d8-4ed85cacc9c2 req-82d17e1d-8e64-44e5-979d-60f90b5eb6c1 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Synchronizing usage tracker for tenant:a06d0f5fab8f48c6bec23f3d7dc5027f on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:23:57.379688 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-a7d8a50f-528e-4463-b2d8-4ed85cacc9c2 req-82d17e1d-8e64-44e5-979d-60f90b5eb6c1 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Unset dirty status for tenant:a06d0f5fab8f48c6bec23f3d7dc5027f on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:23:57.380797 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a7d8a50f-528e-4463-b2d8-4ed85cacc9c2 req-82d17e1d-8e64-44e5-979d-60f90b5eb6c1 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=98c725a2-1397-4cd0-894a-aed50871ae84 HTTP/1.1" status: 200 len: 931 time: 0.2688913 Oct 13 16:23:57.450747 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a7d8a50f-528e-4463-b2d8-4ed85cacc9c2 req-18e18e86-cec4-41b1-81de-b9a53e67a073 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=49065512-8741-4c56-a2be-2232a841855d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611012 Oct 13 16:23:57.527191 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-a9a7585a-5d1b-47a0-bcd1-bbad3c014e8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72 {{(pid=88973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 16:23:57.534292 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-a9a7585a-5d1b-47a0-bcd1-bbad3c014e8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:57.548709 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-a9a7585a-5d1b-47a0-bcd1-bbad3c014e8b service neutron] Transition to ACTIVE for port object fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72 will not be triggered until provisioned by entity L2. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:23:57.551942 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-a9a7585a-5d1b-47a0-bcd1-bbad3c014e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:57.678227 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-103d34c3-6d1b-4961-b314-7e4ef91e31c5 None None] Attempt 2 to provision port fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72 Oct 13 16:23:57.734660 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-103d34c3-6d1b-4961-b314-7e4ef91e31c5 None None] Port fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:23:57.844793 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7585a-5d1b-47a0-bcd1-bbad3c014e8b service neutron] Pushing event updated for resources: {'Port': ['ID=fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:23:57.882548 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-a9a7585a-5d1b-47a0-bcd1-bbad3c014e8b service neutron] Attempting to bind port fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:23:57.882877 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-a9a7585a-5d1b-47a0-bcd1-bbad3c014e8b service neutron] Attempting to bind port fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '26067aa5-eef3-4623-b58b-faaaaee0b5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'aed0b325-3ffc-4f0d-9819-986aeeb6be93'}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:23:57.883196 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-a9a7585a-5d1b-47a0-bcd1-bbad3c014e8b service neutron] Attempting to bind port fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72 on network aed0b325-3ffc-4f0d-9819-986aeeb6be93 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:23:57.888281 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-a9a7585a-5d1b-47a0-bcd1-bbad3c014e8b service neutron] Port fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72 on network aed0b325-3ffc-4f0d-9819-986aeeb6be93 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 16:23:57.888594 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-a9a7585a-5d1b-47a0-bcd1-bbad3c014e8b service neutron] Attempting to bind port fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72 on network aed0b325-3ffc-4f0d-9819-986aeeb6be93 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:23:57.893559 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-a9a7585a-5d1b-47a0-bcd1-bbad3c014e8b service neutron] Checking agent: {'id': 'c4d1d38a-44f6-47ac-b17c-311e640e7cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'started_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 23, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:23:57.893889 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-a9a7585a-5d1b-47a0-bcd1-bbad3c014e8b service neutron] Checking segment: {'id': '26067aa5-eef3-4623-b58b-faaaaee0b5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'aed0b325-3ffc-4f0d-9819-986aeeb6be93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:23:57.894291 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-a9a7585a-5d1b-47a0-bcd1-bbad3c014e8b service neutron] Bound using segment: {'id': '26067aa5-eef3-4623-b58b-faaaaee0b5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'aed0b325-3ffc-4f0d-9819-986aeeb6be93'} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:23:57.894711 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-a9a7585a-5d1b-47a0-bcd1-bbad3c014e8b service neutron] Bound port: fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26067aa5-eef3-4623-b58b-faaaaee0b5aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 412, 'network_id': 'aed0b325-3ffc-4f0d-9819-986aeeb6be93'}}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:23:57.895045 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-a9a7585a-5d1b-47a0-bcd1-bbad3c014e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:57.986438 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-a9a7585a-5d1b-47a0-bcd1-bbad3c014e8b service neutron] For port fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72, host hv-neutron-8603, cleared binding levels {{(pid=88973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:23:57.990275 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-a9a7585a-5d1b-47a0-bcd1-bbad3c014e8b service neutron] For port fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72,segment=NetworkSegment(26067aa5-eef3-4623-b58b-faaaaee0b5aa),segment_id=26067aa5-eef3-4623-b58b-faaaaee0b5aa)] {{(pid=88973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:23:57.995447 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-a9a7585a-5d1b-47a0-bcd1-bbad3c014e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:57.996534 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device d12568f9-9903-4768-88f9-3c3eb224f367 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:23:58.026009 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-a9a7585a-5d1b-47a0-bcd1-bbad3c014e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:23:58.028652 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-a9a7585a-5d1b-47a0-bcd1-bbad3c014e8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:58.030324 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-a9a7585a-5d1b-47a0-bcd1-bbad3c014e8b service neutron] 10.222.0.16 "PUT /v2.0/ports/fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72 HTTP/1.1" status: 200 len: 1093 time: 1.0962927 Oct 13 16:23:58.030825 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98c725a2-1397-4cd0-894a-aed50871ae84', 'tag': 'fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:23:58.033113 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b448bedd6ef1de8349ca4cd32cdc1fdd14839b3a018869371a7ba929b1523ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1862aa3c-da30-445d-bf81-601b2055414d" -d '{"events": [{"name": "network-changed", "server_uuid": "98c725a2-1397-4cd0-894a-aed50871ae84", "tag": "fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:23:58.070637 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port d12568f9-9903-4768-88f9-3c3eb224f367 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:23:58.076756 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port d12568f9-9903-4768-88f9-3c3eb224f367 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:23:58.077121 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:58.077668 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port d12568f9-9903-4768-88f9-3c3eb224f367 Oct 13 16:23:58.112628 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 16:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b8a2482-5d3d-42bb-8ca9-93cb7e4626e8 x-openstack-request-id: req-3b8a2482-5d3d-42bb-8ca9-93cb7e4626e8 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:23:58.113166 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98c725a2-1397-4cd0-894a-aed50871ae84", "tag": "fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:23:58.113166 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3b8a2482-5d3d-42bb-8ca9-93cb7e4626e8 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:23:58.113534 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3b8a2482-5d3d-42bb-8ca9-93cb7e4626e8'] response: {'name': 'network-changed', 'server_uuid': '98c725a2-1397-4cd0-894a-aed50871ae84', 'tag': 'fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72', 'status': 'completed', 'code': 200} Oct 13 16:23:58.143264 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a7585a-5d1b-47a0-bcd1-bbad3c014e8b service neutron] Pushing event updated for resources: {'Port': ['ID=fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72,revision_number=3']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:23:58.168036 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-9992cb5f-8891-4e8e-b486-71491346e4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:23:58.169527 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-9992cb5f-8891-4e8e-b486-71491346e4d7 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a06d0f5fab8f48c6bec23f3d7dc5027f&device_id=98c725a2-1397-4cd0-894a-aed50871ae84 HTTP/1.1" status: 200 len: 1096 time: 0.0963252 Oct 13 16:23:58.204717 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port d12568f9-9903-4768-88f9-3c3eb224f367 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:23:58.205290 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:58.236088 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-103d34c3-6d1b-4961-b314-7e4ef91e31c5 None None] Attempt 3 to provision port fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72 Oct 13 16:23:58.241397 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-7d788e8f-8a87-4a11-b124-50c34e0a523d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72 HTTP/1.1" status: 200 len: 217 time: 0.0649116 Oct 13 16:23:58.259945 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port d12568f9-9903-4768-88f9-3c3eb224f367, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=d12568f9-9903-4768-88f9-3c3eb224f367,segment=NetworkSegment(26067aa5-eef3-4623-b58b-faaaaee0b5aa),segment_id=26067aa5-eef3-4623-b58b-faaaaee0b5aa)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:23:58.272474 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:23:58.303924 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-08202490-2501-42c9-89e7-25f192ca07c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:23:58.305343 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-08202490-2501-42c9-89e7-25f192ca07c7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3d3b0006-63f2-4b66-bbcc-2ab0d4b68d38 HTTP/1.1" status: 200 len: 835 time: 0.0582302 Oct 13 16:23:58.356673 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-103d34c3-6d1b-4961-b314-7e4ef91e31c5 None None] Port fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72 had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 16:23:58.358278 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=d12568f9-9903-4768-88f9-3c3eb224f367,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:23:58.390485 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-45e541c5-ddad-4853-8c43-4e1069827433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:23:58.391943 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-45e541c5-ddad-4853-8c43-4e1069827433 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=aed0b325-3ffc-4f0d-9819-986aeeb6be93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0808308 Oct 13 16:23:58.521743 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-f8d1700c-aca2-4ba3-8e06-c582832aa16f service neutron] 10.222.0.16 "GET /v2.0/networks/aed0b325-3ffc-4f0d-9819-986aeeb6be93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237528 Oct 13 16:23:58.710920 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a2edfe1e-89f4-485c-b016-f4bf2e640064 req-579410f7-b901-48b5-b394-eca6d5a709fd service neutron] 10.222.0.16 "GET /v2.0/networks/aed0b325-3ffc-4f0d-9819-986aeeb6be93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1831703 Oct 13 16:23:58.724410 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616e0866-faf2-47f5-adba-abebc87f0a8d req-b6c80217-2ebd-4ce6-92a7-d010a85e0f96 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:23:58.725797 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-616e0866-faf2-47f5-adba-abebc87f0a8d req-b6c80217-2ebd-4ce6-92a7-d010a85e0f96 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=98c725a2-1397-4cd0-894a-aed50871ae84 HTTP/1.1" status: 200 len: 943 time: 0.1658967 Oct 13 16:23:58.817554 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-616e0866-faf2-47f5-adba-abebc87f0a8d req-629edb4a-3fc1-45d5-a332-751b48e6dc30 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=49065512-8741-4c56-a2be-2232a841855d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852296 Oct 13 16:23:58.844865 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1862aa3c-da30-445d-bf81-601b2055414d req-d4ffb4d3-b0a1-4aa8-aaae-9b4b904b56b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:23:58.846356 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1862aa3c-da30-445d-bf81-601b2055414d req-d4ffb4d3-b0a1-4aa8-aaae-9b4b904b56b5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a06d0f5fab8f48c6bec23f3d7dc5027f&device_id=98c725a2-1397-4cd0-894a-aed50871ae84 HTTP/1.1" status: 200 len: 1096 time: 0.0869784 Oct 13 16:23:58.976429 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1862aa3c-da30-445d-bf81-601b2055414d req-cfbb3eb4-1f04-46e5-a3f2-de23975c5614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:23:58.977862 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1862aa3c-da30-445d-bf81-601b2055414d req-cfbb3eb4-1f04-46e5-a3f2-de23975c5614 service neutron] 10.222.0.16 "GET /v2.0/networks?id=aed0b325-3ffc-4f0d-9819-986aeeb6be93 HTTP/1.1" status: 200 len: 897 time: 0.1246390 Oct 13 16:23:59.043415 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1862aa3c-da30-445d-bf81-601b2055414d req-d9a91d9d-f780-46d9-8644-7c9bfdcf2104 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72 HTTP/1.1" status: 200 len: 217 time: 0.0598528 Oct 13 16:23:59.107557 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1862aa3c-da30-445d-bf81-601b2055414d req-9eefc3fb-f6e6-431e-8f23-e3c0160fac61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:23:59.108848 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1862aa3c-da30-445d-bf81-601b2055414d req-9eefc3fb-f6e6-431e-8f23-e3c0160fac61 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3d3b0006-63f2-4b66-bbcc-2ab0d4b68d38 HTTP/1.1" status: 200 len: 835 time: 0.0600908 Oct 13 16:23:59.188440 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1862aa3c-da30-445d-bf81-601b2055414d req-d47467b3-61f9-49f1-8721-6c48caf10e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:23:59.189881 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1862aa3c-da30-445d-bf81-601b2055414d req-d47467b3-61f9-49f1-8721-6c48caf10e2a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=aed0b325-3ffc-4f0d-9819-986aeeb6be93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753334 Oct 13 16:23:59.319781 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1862aa3c-da30-445d-bf81-601b2055414d req-db4eadf4-e595-4909-97e0-b27ccd128c70 service neutron] 10.222.0.16 "GET /v2.0/networks/aed0b325-3ffc-4f0d-9819-986aeeb6be93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230989 Oct 13 16:23:59.547239 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1862aa3c-da30-445d-bf81-601b2055414d req-605f532f-47c6-4e62-800a-b70108ea6411 service neutron] 10.222.0.16 "GET /v2.0/networks/aed0b325-3ffc-4f0d-9819-986aeeb6be93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215528 Oct 13 16:23:59.981260 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device d12568f9-9903-4768-88f9-3c3eb224f367 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:24:00.020930 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7637a23-0edf-4d4d-b5ae-7e195f8221be req-96ef9840-186c-4b64-b297-c5c747c2c279 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:24:00.022420 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-c7637a23-0edf-4d4d-b5ae-7e195f8221be req-96ef9840-186c-4b64-b297-c5c747c2c279 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=98c725a2-1397-4cd0-894a-aed50871ae84 HTTP/1.1" status: 200 len: 943 time: 0.0896287 Oct 13 16:24:00.050675 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port d12568f9-9903-4768-88f9-3c3eb224f367 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:24:00.051050 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:24:00.051410 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port d12568f9-9903-4768-88f9-3c3eb224f367 Oct 13 16:24:00.066651 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-c7637a23-0edf-4d4d-b5ae-7e195f8221be req-0feeb183-f5e2-4488-b807-94d811002d95 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=49065512-8741-4c56-a2be-2232a841855d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378737 Oct 13 16:24:00.165808 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port d12568f9-9903-4768-88f9-3c3eb224f367 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:24:00.547501 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:24:01.267413 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd95d1e7-214c-4a9c-8a0a-aac061aba5c4 req-d72d4995-738a-4623-ba05-78fcb8ea429f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:24:01.268843 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-bd95d1e7-214c-4a9c-8a0a-aac061aba5c4 req-d72d4995-738a-4623-ba05-78fcb8ea429f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=98c725a2-1397-4cd0-894a-aed50871ae84 HTTP/1.1" status: 200 len: 943 time: 0.0903051 Oct 13 16:24:01.312986 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-bd95d1e7-214c-4a9c-8a0a-aac061aba5c4 req-b87086ca-0e4f-44a8-8dc2-825650ba1ba3 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=49065512-8741-4c56-a2be-2232a841855d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385683 Oct 13 16:24:02.365607 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=88974) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 13 16:24:02.497008 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72,segment=NetworkSegment(26067aa5-eef3-4623-b58b-faaaaee0b5aa),segment_id=26067aa5-eef3-4623-b58b-faaaaee0b5aa)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:24:02.507267 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a093fd9f-800e-4d16-9d72-72d802c7cc05 req-79950f80-a5f3-400f-9381-d899522f1012 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:24:02.508710 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-a093fd9f-800e-4d16-9d72-72d802c7cc05 req-79950f80-a5f3-400f-9381-d899522f1012 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=98c725a2-1397-4cd0-894a-aed50871ae84 HTTP/1.1" status: 200 len: 943 time: 0.0857213 Oct 13 16:24:02.510609 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Returning: {'device': 'fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72', 'network_id': 'aed0b325-3ffc-4f0d-9819-986aeeb6be93', 'port_id': 'fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72', 'mac_address': 'fa:16:3e:88:cd:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 412, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3d3b0006-63f2-4b66-bbcc-2ab0d4b68d38', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88974) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 13 16:24:02.555137 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-a093fd9f-800e-4d16-9d72-72d802c7cc05 req-a7f86464-0488-4ceb-9471-a4d3c9013b32 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=49065512-8741-4c56-a2be-2232a841855d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401013 Oct 13 16:24:02.565150 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72 is: DOWN; New status is: BUILD {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:24:02.565524 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:24:02.582853 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72 {{(pid=88974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 16:24:02.598420 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72,segment=NetworkSegment(26067aa5-eef3-4623-b58b-faaaaee0b5aa),segment_id=26067aa5-eef3-4623-b58b-faaaaee0b5aa)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:24:02.602151 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:24:02.669067 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:24:02.966678 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 16:24:03.752307 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96254a6-ef42-4281-986e-5b10f3109739 req-b1b791d4-d163-4b9f-a1de-d12c80f8c1e3 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:24:03.753736 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a96254a6-ef42-4281-986e-5b10f3109739 req-b1b791d4-d163-4b9f-a1de-d12c80f8c1e3 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=98c725a2-1397-4cd0-894a-aed50871ae84 HTTP/1.1" status: 200 len: 944 time: 0.0893660 Oct 13 16:24:03.796651 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a96254a6-ef42-4281-986e-5b10f3109739 req-6043098e-4676-438a-99a3-2aea984c1f0d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=49065512-8741-4c56-a2be-2232a841855d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372651 Oct 13 16:24:04.371188 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72 up at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:24:04.440205 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning for port fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:24:04.444613 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning complete for port fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:24:04.444975 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:24:04.445304 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Attempt 1 to provision port fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72 Oct 13 16:24:04.555739 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72 is: BUILD; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:24:04.556106 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:24:04.582177 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c725a2-1397-4cd0-894a-aed50871ae84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:24:04.592164 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72,segment=NetworkSegment(26067aa5-eef3-4623-b58b-faaaaee0b5aa),segment_id=26067aa5-eef3-4623-b58b-faaaaee0b5aa)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:24:04.602435 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:24:04.642399 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ddb4cee44164d2a2faddf60bbce385128d937d64d67dbdc4313fc2cc2e51dfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073a9f49-d7c9-49ff-acb4-b8d2ab40df87" -d '{"events": [{"server_uuid": "98c725a2-1397-4cd0-894a-aed50871ae84", "name": "network-vif-plugged", "status": "completed", "tag": "fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:24:04.664014 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-a5bab3f9-7ed4-4972-a493-fe30daf7ffb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:24:04.681793 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:24:04.747308 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 16:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aa26eb5-6e13-4218-b963-11b4688dffee x-openstack-request-id: req-8aa26eb5-6e13-4218-b963-11b4688dffee {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:24:04.747599 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98c725a2-1397-4cd0-894a-aed50871ae84", "name": "network-vif-plugged", "status": "completed", "tag": "fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:24:04.747856 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8aa26eb5-6e13-4218-b963-11b4688dffee {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:24:04.748253 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8aa26eb5-6e13-4218-b963-11b4688dffee'] response: {'server_uuid': '98c725a2-1397-4cd0-894a-aed50871ae84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72', 'code': 200} Oct 13 16:24:05.044169 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a498532-85c5-4673-9286-b00829a7658d req-933b4e77-2bf2-48e6-be57-01dca87d0b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:24:05.045705 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0a498532-85c5-4673-9286-b00829a7658d req-933b4e77-2bf2-48e6-be57-01dca87d0b75 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=98c725a2-1397-4cd0-894a-aed50871ae84 HTTP/1.1" status: 200 len: 1098 time: 0.1428516 Oct 13 16:24:05.053053 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82618291-0453-4123-9b7c-d44277ae0716 req-8594c93f-ff8b-4de6-b41b-325f335e6512 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:24:05.054373 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-82618291-0453-4123-9b7c-d44277ae0716 req-8594c93f-ff8b-4de6-b41b-325f335e6512 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=98c725a2-1397-4cd0-894a-aed50871ae84 HTTP/1.1" status: 200 len: 945 time: 0.1170683 Oct 13 16:24:05.116016 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0a498532-85c5-4673-9286-b00829a7658d req-f92b9347-793e-4c33-a4f6-7df64a77750f service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=49065512-8741-4c56-a2be-2232a841855d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607681 Oct 13 16:24:05.122598 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-82618291-0453-4123-9b7c-d44277ae0716 req-b4927615-b4ad-4b2b-b515-4f134d445bff tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=49065512-8741-4c56-a2be-2232a841855d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552316 Oct 13 16:24:06.322743 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665c8922-f442-47f2-aef6-802189c1b07b req-c4900eb3-d37d-4450-aa1f-d5c29721ddda tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:24:06.324843 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-665c8922-f442-47f2-aef6-802189c1b07b req-c4900eb3-d37d-4450-aa1f-d5c29721ddda tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=98c725a2-1397-4cd0-894a-aed50871ae84 HTTP/1.1" status: 200 len: 945 time: 0.0881019 Oct 13 16:24:06.370999 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-665c8922-f442-47f2-aef6-802189c1b07b req-d22f4a04-edb9-4b1b-99ca-302d3ca33235 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=49065512-8741-4c56-a2be-2232a841855d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384185 Oct 13 16:24:06.744007 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-cb67607d-c41c-44f4-8f1e-60d35d648cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:24:07.567929 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bc1540-cfad-493f-85d9-8775e743184e req-52a5a776-6d4f-4e25-832a-b6160634ceba tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:24:07.569299 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-26bc1540-cfad-493f-85d9-8775e743184e req-52a5a776-6d4f-4e25-832a-b6160634ceba tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=98c725a2-1397-4cd0-894a-aed50871ae84 HTTP/1.1" status: 200 len: 945 time: 0.0869937 Oct 13 16:24:07.613962 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-26bc1540-cfad-493f-85d9-8775e743184e req-39bd8ce0-8c96-47bf-9934-1e0c3d6dd88d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=49065512-8741-4c56-a2be-2232a841855d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387812 Oct 13 16:24:07.855539 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:24:07.907583 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf1464-49a7-4af3-b449-e67c94f5cd8f req-b975a389-52d2-46ee-9603-69809c2cd692 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:24:07.909016 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-33bf1464-49a7-4af3-b449-e67c94f5cd8f req-b975a389-52d2-46ee-9603-69809c2cd692 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=98c725a2-1397-4cd0-894a-aed50871ae84 HTTP/1.1" status: 200 len: 945 time: 0.1826262 Oct 13 16:24:07.952781 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-33bf1464-49a7-4af3-b449-e67c94f5cd8f req-9d25cc0b-1f28-4edd-80b0-18cd97d53921 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=49065512-8741-4c56-a2be-2232a841855d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379477 Oct 13 16:24:07.981276 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 34572) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:24:08.056501 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319581e7-5a59-4cef-ab3d-0b7feba2339f tempest-TestNetworkAdvancedServerOps-1929741581 tempest-TestNetworkAdvancedServerOps-1929741581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:24:08.058513 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-319581e7-5a59-4cef-ab3d-0b7feba2339f tempest-TestNetworkAdvancedServerOps-1929741581 tempest-TestNetworkAdvancedServerOps-1929741581-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=98c725a2-1397-4cd0-894a-aed50871ae84 HTTP/1.1" status: 200 len: 1093 time: 0.0763035 Oct 13 16:24:08.061311 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 34576) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:24:08.066271 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-e6fcfdba-a9d9-446c-9fa1-599f04d4a22b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Request body: {'floatingip': {'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'port_id': 'fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:24:08.072554 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-e6fcfdba-a9d9-446c-9fa1-599f04d4a22b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:24:08.077360 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-e6fcfdba-a9d9-446c-9fa1-599f04d4a22b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Usage tracker for resource:floatingip and tenant:a06d0f5fab8f48c6bec23f3d7dc5027f is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:24:08.080194 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-e6fcfdba-a9d9-446c-9fa1-599f04d4a22b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:24:08.086471 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-e6fcfdba-a9d9-446c-9fa1-599f04d4a22b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:24:08.087070 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:24:08.095989 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e6fcfdba-a9d9-446c-9fa1-599f04d4a22b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for floatingip, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:24:08.231171 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e6fcfdba-a9d9-446c-9fa1-599f04d4a22b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:24:08.364495 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-e6fcfdba-a9d9-446c-9fa1-599f04d4a22b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Allocated IP 172.26.2.134 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/36c7d9fa-8fdf-4f53-9217-dfd59a1dd1f0) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:24:08.507123 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e6fcfdba-a9d9-446c-9fa1-599f04d4a22b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:24:08.534104 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e6fcfdba-a9d9-446c-9fa1-599f04d4a22b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:24:08.598653 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fcfdba-a9d9-446c-9fa1-599f04d4a22b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:24:08.601436 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-e6fcfdba-a9d9-446c-9fa1-599f04d4a22b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:24:08.605768 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fcfdba-a9d9-446c-9fa1-599f04d4a22b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:24:08.643147 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fcfdba-a9d9-446c-9fa1-599f04d4a22b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'Port': ['ID=36c7d9fa-8fdf-4f53-9217-dfd59a1dd1f0,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:24:09.011844 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e6fcfdba-a9d9-446c-9fa1-599f04d4a22b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:24:09.085386 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e6fcfdba-a9d9-446c-9fa1-599f04d4a22b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:24:09.285524 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e6fcfdba-a9d9-446c-9fa1-599f04d4a22b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:24:09.289723 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e6fcfdba-a9d9-446c-9fa1-599f04d4a22b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:24:09.393197 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fcfdba-a9d9-446c-9fa1-599f04d4a22b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'Port': ['ID=36c7d9fa-8fdf-4f53-9217-dfd59a1dd1f0,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:24:09.395638 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e6fcfdba-a9d9-446c-9fa1-599f04d4a22b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:24:09.661278 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.l3_db [None req-e6fcfdba-a9d9-446c-9fa1-599f04d4a22b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Floating IP 16014050-10d6-4b11-887d-9b2766e626ee associated. External IP: 172.26.2.134, port: fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72. Oct 13 16:24:09.788341 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:24:10.008608 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6fcfdba-a9d9-446c-9fa1-599f04d4a22b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Router a0cefce0-0401-49c6-ac52-a5d8958acb76 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 16:24:10.184164 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6fcfdba-a9d9-446c-9fa1-599f04d4a22b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:24:10.193558 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875a0dd2-fde1-49e3-a9d0-e2126157a439 None None] Sync routers for ids ['a0cefce0-0401-49c6-ac52-a5d8958acb76'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:24:10.203045 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875a0dd2-fde1-49e3-a9d0-e2126157a439 None None] Routers {'a0cefce0-0401-49c6-ac52-a5d8958acb76'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:24:10.203643 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-875a0dd2-fde1-49e3-a9d0-e2126157a439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:24:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['a0cefce0-0401-49c6-ac52-a5d8958acb76'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:24:10.207375 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e6fcfdba-a9d9-446c-9fa1-599f04d4a22b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:24:10.262143 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-e6fcfdba-a9d9-446c-9fa1-599f04d4a22b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1997604 Oct 13 16:24:10.262895 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98c725a2-1397-4cd0-894a-aed50871ae84', 'tag': 'fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72'}] {{(pid=88972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:24:10.265280 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31c797bf36cf9236de690f6948001889b876fd84aeda4a8ae49b8962bb2d3b48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc0481f3-be18-438d-add9-13c6ae0baaf9" -d '{"events": [{"name": "network-changed", "server_uuid": "98c725a2-1397-4cd0-894a-aed50871ae84", "tag": "fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72"}]}' {{(pid=88972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:24:10.316222 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 16:24:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd97b7a-7878-4427-999b-ef2be9dbd1e8 x-openstack-request-id: req-4cd97b7a-7878-4427-999b-ef2be9dbd1e8 {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:24:10.316725 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98c725a2-1397-4cd0-894a-aed50871ae84", "tag": "fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72", "status": "completed", "code": 200}]} {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:24:10.317066 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4cd97b7a-7878-4427-999b-ef2be9dbd1e8 {{(pid=88972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:24:10.317557 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4cd97b7a-7878-4427-999b-ef2be9dbd1e8'] response: {'name': 'network-changed', 'server_uuid': '98c725a2-1397-4cd0-894a-aed50871ae84', 'tag': 'fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72', 'status': 'completed', 'code': 200} Oct 13 16:24:10.381461 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-875a0dd2-fde1-49e3-a9d0-e2126157a439 None None] Set router a0cefce0-0401-49c6-ac52-a5d8958acb76 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:24:10.477596 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0481f3-be18-438d-add9-13c6ae0baaf9 req-33af52e2-86e4-45cb-b638-102bdfbf0b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:24:10.479002 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-cc0481f3-be18-438d-add9-13c6ae0baaf9 req-33af52e2-86e4-45cb-b638-102bdfbf0b2d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a06d0f5fab8f48c6bec23f3d7dc5027f&device_id=98c725a2-1397-4cd0-894a-aed50871ae84 HTTP/1.1" status: 200 len: 1098 time: 0.1409864 Oct 13 16:24:10.512441 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64220771-88ee-48a3-9b57-2fbea50ee761 req-a68bba56-eefc-4e22-a513-ce6a8067ee7f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:24:10.513849 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-64220771-88ee-48a3-9b57-2fbea50ee761 req-a68bba56-eefc-4e22-a513-ce6a8067ee7f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=98c725a2-1397-4cd0-894a-aed50871ae84 HTTP/1.1" status: 200 len: 945 time: 0.1357682 Oct 13 16:24:10.627113 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-64220771-88ee-48a3-9b57-2fbea50ee761 req-c642b553-c65f-49dc-8e06-65f071609ceb tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=49065512-8741-4c56-a2be-2232a841855d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023734 Oct 13 16:24:10.655885 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0481f3-be18-438d-add9-13c6ae0baaf9 req-41d8635d-feb4-4c27-9988-5eb1c70c6c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:24:10.657436 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-cc0481f3-be18-438d-add9-13c6ae0baaf9 req-41d8635d-feb4-4c27-9988-5eb1c70c6c06 service neutron] 10.222.0.16 "GET /v2.0/networks?id=aed0b325-3ffc-4f0d-9819-986aeeb6be93 HTTP/1.1" status: 200 len: 897 time: 0.1715565 Oct 13 16:24:10.661951 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 34584) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:24:10.729271 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-875a0dd2-fde1-49e3-a9d0-e2126157a439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cefce0-0401-49c6-ac52-a5d8958acb76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1570234828', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': '0c4444af-9911-4a9b-8ac0-a796be680d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:23:47Z', 'updated_at': '2022-10-13T16:23:52Z', 'revision_number': 4, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': '0c4444af-9911-4a9b-8ac0-a796be680d81', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cefce0-0401-49c6-ac52-a5d8958acb76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:23:47Z', 'updated_at': '2022-10-13T16:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '16014050-10d6-4b11-887d-9b2766e626ee', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'floating_ip_address': '172.26.2.134', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': 'a0cefce0-0401-49c6-ac52-a5d8958acb76', 'port_id': 'fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aed0b325-3ffc-4f0d-9819-986aeeb6be93', 'mac_address': 'fa:16:3e:88:cd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c725a2-1397-4cd0-894a-aed50871ae84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T16:24:08Z', 'updated_at': '2022-10-13T16:24:08Z', 'revision_number': 0, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd12568f9-9903-4768-88f9-3c3eb224f367', 'name': '', 'network_id': 'aed0b325-3ffc-4f0d-9819-986aeeb6be93', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'mac_address': 'fa:16:3e:4b:18:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cefce0-0401-49c6-ac52-a5d8958acb76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '3d3b0006-63f2-4b66-bbcc-2ab0d4b68d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:23:51Z', 'updated_at': '2022-10-13T16:23:58Z', 'revision_number': 5, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'subnets': [{'id': '3d3b0006-63f2-4b66-bbcc-2ab0d4b68d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:24:10.732962 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875a0dd2-fde1-49e3-a9d0-e2126157a439 None None] Checking router: a0cefce0-0401-49c6-ac52-a5d8958acb76 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:24:10.741172 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875a0dd2-fde1-49e3-a9d0-e2126157a439 None None] Routers {'a0cefce0-0401-49c6-ac52-a5d8958acb76'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:24:10.741759 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-875a0dd2-fde1-49e3-a9d0-e2126157a439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:24:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['a0cefce0-0401-49c6-ac52-a5d8958acb76'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:24:10.851097 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-cc0481f3-be18-438d-add9-13c6ae0baaf9 req-0bbb42a0-f0f6-4a26-b9bf-162171c12d82 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72 HTTP/1.1" status: 200 len: 999 time: 0.1864302 Oct 13 16:24:10.855461 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-d040b842-4e56-4983-ab71-01b14d99dc2e tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/floatingips/16014050-10d6-4b11-887d-9b2766e626ee HTTP/1.1" status: 200 len: 991 time: 0.1911492 Oct 13 16:24:10.915103 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0481f3-be18-438d-add9-13c6ae0baaf9 req-ce2f2863-4b75-47fc-a77e-238f622a9619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:24:10.916532 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-cc0481f3-be18-438d-add9-13c6ae0baaf9 req-ce2f2863-4b75-47fc-a77e-238f622a9619 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3d3b0006-63f2-4b66-bbcc-2ab0d4b68d38 HTTP/1.1" status: 200 len: 835 time: 0.0603633 Oct 13 16:24:10.956288 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-875a0dd2-fde1-49e3-a9d0-e2126157a439 None None] Set router a0cefce0-0401-49c6-ac52-a5d8958acb76 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:24:10.996845 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0481f3-be18-438d-add9-13c6ae0baaf9 req-1576f49c-28a3-487c-ba51-0c0fabd67943 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:24:10.998251 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-cc0481f3-be18-438d-add9-13c6ae0baaf9 req-1576f49c-28a3-487c-ba51-0c0fabd67943 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=aed0b325-3ffc-4f0d-9819-986aeeb6be93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763023 Oct 13 16:24:11.127816 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-cc0481f3-be18-438d-add9-13c6ae0baaf9 req-7a5c8da2-bc3f-483b-9b9f-eafcd3156eab service neutron] 10.222.0.16 "GET /v2.0/networks/aed0b325-3ffc-4f0d-9819-986aeeb6be93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234338 Oct 13 16:24:11.306600 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-875a0dd2-fde1-49e3-a9d0-e2126157a439 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cefce0-0401-49c6-ac52-a5d8958acb76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1570234828', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': '0c4444af-9911-4a9b-8ac0-a796be680d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:23:47Z', 'updated_at': '2022-10-13T16:23:52Z', 'revision_number': 4, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': '0c4444af-9911-4a9b-8ac0-a796be680d81', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cefce0-0401-49c6-ac52-a5d8958acb76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:23:47Z', 'updated_at': '2022-10-13T16:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '16014050-10d6-4b11-887d-9b2766e626ee', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'floating_ip_address': '172.26.2.134', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': 'a0cefce0-0401-49c6-ac52-a5d8958acb76', 'port_id': 'fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aed0b325-3ffc-4f0d-9819-986aeeb6be93', 'mac_address': 'fa:16:3e:88:cd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c725a2-1397-4cd0-894a-aed50871ae84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T16:24:08Z', 'updated_at': '2022-10-13T16:24:08Z', 'revision_number': 0, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd12568f9-9903-4768-88f9-3c3eb224f367', 'name': '', 'network_id': 'aed0b325-3ffc-4f0d-9819-986aeeb6be93', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'mac_address': 'fa:16:3e:4b:18:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cefce0-0401-49c6-ac52-a5d8958acb76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '3d3b0006-63f2-4b66-bbcc-2ab0d4b68d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:23:51Z', 'updated_at': '2022-10-13T16:23:58Z', 'revision_number': 5, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'subnets': [{'id': '3d3b0006-63f2-4b66-bbcc-2ab0d4b68d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:24:11.310939 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-875a0dd2-fde1-49e3-a9d0-e2126157a439 None None] The sync data for ids ['a0cefce0-0401-49c6-ac52-a5d8958acb76'] in dv-neutron-860329-2-hyperv is: [{'id': 'a0cefce0-0401-49c6-ac52-a5d8958acb76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1570234828', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': '0c4444af-9911-4a9b-8ac0-a796be680d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:23:47Z', 'updated_at': '2022-10-13T16:23:52Z', 'revision_number': 4, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': '0c4444af-9911-4a9b-8ac0-a796be680d81', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cefce0-0401-49c6-ac52-a5d8958acb76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:23:47Z', 'updated_at': '2022-10-13T16:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '16014050-10d6-4b11-887d-9b2766e626ee', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'floating_ip_address': '172.26.2.134', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': 'a0cefce0-0401-49c6-ac52-a5d8958acb76', 'port_id': 'fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1786, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'aed0b325-3ffc-4f0d-9819-986aeeb6be93', 'mac_address': 'fa:16:3e:88:cd:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '98c725a2-1397-4cd0-894a-aed50871ae84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T16:24:08Z', 'updated_at': '2022-10-13T16:24:08Z', 'revision_number': 0, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd12568f9-9903-4768-88f9-3c3eb224f367', 'name': '', 'network_id': 'aed0b325-3ffc-4f0d-9819-986aeeb6be93', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'mac_address': 'fa:16:3e:4b:18:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cefce0-0401-49c6-ac52-a5d8958acb76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '3d3b0006-63f2-4b66-bbcc-2ab0d4b68d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:23:51Z', 'updated_at': '2022-10-13T16:23:58Z', 'revision_number': 5, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'subnets': [{'id': '3d3b0006-63f2-4b66-bbcc-2ab0d4b68d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:24:11.363030 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-cc0481f3-be18-438d-add9-13c6ae0baaf9 req-2c92d527-e7f0-47cd-ae85-c581bcdc740e service neutron] 10.222.0.16 "GET /v2.0/networks/aed0b325-3ffc-4f0d-9819-986aeeb6be93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288716 Oct 13 16:24:11.504841 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0753d1cf-0813-4e46-b300-a6c45cc26851 None None] New status for floating IP 16014050-10d6-4b11-887d-9b2766e626ee: ACTIVE {{(pid=88974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 16:24:11.858185 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 34588) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:24:11.961696 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c83db864-6811-4575-9949-1ccc3c4a6228 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/floatingips/16014050-10d6-4b11-887d-9b2766e626ee HTTP/1.1" status: 200 len: 993 time: 0.1023126 Oct 13 16:24:26.240561 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:24:34.606067 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6a5508ea-0ceb-4e1e-9c52-28e109abde5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:24:36.746866 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b33ea2a1-5e84-4acd-923e-81120b0564a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:24:37.546706 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:24:37.858191 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:24:38.088542 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:24:39.790676 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:24:56.241907 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:25:02.786368 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e8e285a2-f961-4cfc-a964-14dbceff3362 req-cd93d029-5b8b-4f15-81e6-312121b80b62 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=98c725a2-1397-4cd0-894a-aed50871ae84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0856953 Oct 13 16:25:02.931306 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e285a2-f961-4cfc-a964-14dbceff3362 req-e624ab35-2a93-40eb-a30c-03c1e868dd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:25:02.932754 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e8e285a2-f961-4cfc-a964-14dbceff3362 req-e624ab35-2a93-40eb-a30c-03c1e868dd9a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a06d0f5fab8f48c6bec23f3d7dc5027f&device_id=98c725a2-1397-4cd0-894a-aed50871ae84 HTTP/1.1" status: 200 len: 1098 time: 0.0763950 Oct 13 16:25:03.075198 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e285a2-f961-4cfc-a964-14dbceff3362 req-db210880-8de3-42f4-99e4-02a1ba8153a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:25:03.076572 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e8e285a2-f961-4cfc-a964-14dbceff3362 req-db210880-8de3-42f4-99e4-02a1ba8153a5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=aed0b325-3ffc-4f0d-9819-986aeeb6be93 HTTP/1.1" status: 200 len: 897 time: 0.1241446 Oct 13 16:25:03.178601 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e8e285a2-f961-4cfc-a964-14dbceff3362 req-88283782-8cb3-47d7-9443-a3e5dd15ec0d service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72 HTTP/1.1" status: 200 len: 1001 time: 0.0942323 Oct 13 16:25:03.246010 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e285a2-f961-4cfc-a964-14dbceff3362 req-bfd9cc4a-965b-4d72-b601-e0169e941ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:25:03.247514 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e8e285a2-f961-4cfc-a964-14dbceff3362 req-bfd9cc4a-965b-4d72-b601-e0169e941ce9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3d3b0006-63f2-4b66-bbcc-2ab0d4b68d38 HTTP/1.1" status: 200 len: 835 time: 0.0564365 Oct 13 16:25:03.332974 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e285a2-f961-4cfc-a964-14dbceff3362 req-d3fa8a86-249a-4b1e-a0f6-e343c8d1bc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:25:03.334343 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e8e285a2-f961-4cfc-a964-14dbceff3362 req-d3fa8a86-249a-4b1e-a0f6-e343c8d1bc98 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=aed0b325-3ffc-4f0d-9819-986aeeb6be93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780628 Oct 13 16:25:03.467230 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e8e285a2-f961-4cfc-a964-14dbceff3362 req-d819959a-bc24-4eed-81de-e8c9022a08d9 service neutron] 10.222.0.16 "GET /v2.0/networks/aed0b325-3ffc-4f0d-9819-986aeeb6be93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225669 Oct 13 16:25:03.595733 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e8e285a2-f961-4cfc-a964-14dbceff3362 req-18552b72-0ced-417c-93cd-a8f0089ffdf9 service neutron] 10.222.0.16 "GET /v2.0/networks/aed0b325-3ffc-4f0d-9819-986aeeb6be93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222782 Oct 13 16:25:04.608065 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6a8fc5a4-a09e-4b14-972d-4d3c7aaff2ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:25:06.749043 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7af01672-6ae4-40c7-af21-935cc6388b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:25:07.859786 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:25:08.093806 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:25:09.795637 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:25:12.890231 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb642f0-fa3f-4c70-9a39-090e36f1c17c req-5995ecba-2cf2-4050-955f-75523fbe48ee tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:25:12.891676 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-fcb642f0-fa3f-4c70-9a39-090e36f1c17c req-5995ecba-2cf2-4050-955f-75523fbe48ee tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=98c725a2-1397-4cd0-894a-aed50871ae84 HTTP/1.1" status: 200 len: 945 time: 0.1053107 Oct 13 16:25:12.937684 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-fcb642f0-fa3f-4c70-9a39-090e36f1c17c req-da1867b3-ae0c-4916-ab31-84c9a37867d2 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=49065512-8741-4c56-a2be-2232a841855d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401790 Oct 13 16:25:14.133694 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485ea5a-a28b-46c1-9740-9d473e2e0ca5 req-dd83c462-a4da-414e-b093-5f0559eba21d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:25:14.135168 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1485ea5a-a28b-46c1-9740-9d473e2e0ca5 req-dd83c462-a4da-414e-b093-5f0559eba21d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=98c725a2-1397-4cd0-894a-aed50871ae84 HTTP/1.1" status: 200 len: 945 time: 0.0864415 Oct 13 16:25:14.181406 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1485ea5a-a28b-46c1-9740-9d473e2e0ca5 req-14c00568-d2ba-407a-8f4d-681e9b47a0b1 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=49065512-8741-4c56-a2be-2232a841855d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399497 Oct 13 16:25:14.545832 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:25:15.377765 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ab928b-9d77-40de-a3a8-c172ffaf964f req-9f0362e0-38c4-4ec2-85c7-e5cc7ccb7eaa tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:25:15.379218 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-14ab928b-9d77-40de-a3a8-c172ffaf964f req-9f0362e0-38c4-4ec2-85c7-e5cc7ccb7eaa tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=98c725a2-1397-4cd0-894a-aed50871ae84 HTTP/1.1" status: 200 len: 945 time: 0.0850286 Oct 13 16:25:15.425322 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-14ab928b-9d77-40de-a3a8-c172ffaf964f req-fa7dda86-82fb-452a-8255-2e20deb22379 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=49065512-8741-4c56-a2be-2232a841855d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404859 Oct 13 16:25:16.619704 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8102979-c656-4631-95d5-fcb81ac4a8ed req-ed3b4063-1705-41c4-84b2-55d441491e1c tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:25:16.621153 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e8102979-c656-4631-95d5-fcb81ac4a8ed req-ed3b4063-1705-41c4-84b2-55d441491e1c tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=98c725a2-1397-4cd0-894a-aed50871ae84 HTTP/1.1" status: 200 len: 945 time: 0.0862443 Oct 13 16:25:16.663962 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e8102979-c656-4631-95d5-fcb81ac4a8ed req-2bb3c18b-6500-48fd-9aef-36b4140bd3d5 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=49065512-8741-4c56-a2be-2232a841855d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365524 Oct 13 16:25:17.857209 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab451b16-82ce-4638-bee7-4f6e0763e28b req-767b6795-4872-43bf-ac08-472e591ffaa5 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:25:17.858645 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-ab451b16-82ce-4638-bee7-4f6e0763e28b req-767b6795-4872-43bf-ac08-472e591ffaa5 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=98c725a2-1397-4cd0-894a-aed50871ae84 HTTP/1.1" status: 200 len: 945 time: 0.0843427 Oct 13 16:25:17.901397 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-ab451b16-82ce-4638-bee7-4f6e0763e28b req-1091d504-f9d0-4f55-a80e-7b4542e93ca3 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=49065512-8741-4c56-a2be-2232a841855d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371466 Oct 13 16:25:19.099697 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f56a8-d600-4214-90b8-50af69fd0169 req-4b062307-0fb2-4aea-b949-f5691eee0271 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:25:19.101118 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-619f56a8-d600-4214-90b8-50af69fd0169 req-4b062307-0fb2-4aea-b949-f5691eee0271 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=98c725a2-1397-4cd0-894a-aed50871ae84 HTTP/1.1" status: 200 len: 945 time: 0.0878952 Oct 13 16:25:19.144097 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-619f56a8-d600-4214-90b8-50af69fd0169 req-405a82b1-e79d-4a1a-a00a-85c31dafabd4 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=49065512-8741-4c56-a2be-2232a841855d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375271 Oct 13 16:25:20.345976 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa7bbcc-4119-4fb8-b895-e5252249b85f req-10ca8ec3-42b7-4998-ac3d-730c45290469 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:25:20.347349 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-faa7bbcc-4119-4fb8-b895-e5252249b85f req-10ca8ec3-42b7-4998-ac3d-730c45290469 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=98c725a2-1397-4cd0-894a-aed50871ae84 HTTP/1.1" status: 200 len: 945 time: 0.0900311 Oct 13 16:25:20.390488 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-faa7bbcc-4119-4fb8-b895-e5252249b85f req-6c111ddc-4e47-4f9d-872c-0f12eeebc367 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=49065512-8741-4c56-a2be-2232a841855d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375960 Oct 13 16:25:21.584332 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ed2cf-3eb9-441e-a620-5d3a2d280562 req-a6731d8b-2434-4d3b-b693-325be695923f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:25:21.585775 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-3d9ed2cf-3eb9-441e-a620-5d3a2d280562 req-a6731d8b-2434-4d3b-b693-325be695923f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=98c725a2-1397-4cd0-894a-aed50871ae84 HTTP/1.1" status: 200 len: 945 time: 0.0863798 Oct 13 16:25:21.631410 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-3d9ed2cf-3eb9-441e-a620-5d3a2d280562 req-f4941dff-1bc1-4cbb-9223-2d47389ff01f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=49065512-8741-4c56-a2be-2232a841855d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398932 Oct 13 16:25:22.825933 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028076c9-b04f-446a-803e-c3a7abed9ab1 req-948c9bf2-82db-4bdd-9bc0-c16005ecb6f8 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:25:22.827400 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-028076c9-b04f-446a-803e-c3a7abed9ab1 req-948c9bf2-82db-4bdd-9bc0-c16005ecb6f8 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=98c725a2-1397-4cd0-894a-aed50871ae84 HTTP/1.1" status: 200 len: 945 time: 0.0855231 Oct 13 16:25:22.874048 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-028076c9-b04f-446a-803e-c3a7abed9ab1 req-42947d1e-a744-4005-950a-91ff76ab866e tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=49065512-8741-4c56-a2be-2232a841855d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409999 Oct 13 16:25:24.068375 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d909d63a-6019-4056-940e-b3a112201c52 req-5d76ee32-964d-43b2-9f6b-7eb152faca32 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:25:24.069825 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d909d63a-6019-4056-940e-b3a112201c52 req-5d76ee32-964d-43b2-9f6b-7eb152faca32 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=98c725a2-1397-4cd0-894a-aed50871ae84 HTTP/1.1" status: 200 len: 945 time: 0.0854764 Oct 13 16:25:24.116863 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d909d63a-6019-4056-940e-b3a112201c52 req-8424623a-8dcf-43ef-8acf-477ae821c7a6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=49065512-8741-4c56-a2be-2232a841855d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405538 Oct 13 16:25:24.146332 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 34662) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:25:24.353492 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-4b2c4fb9-314c-405c-ac49-5b8f0d8aaa72 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/floatingips/16014050-10d6-4b11-887d-9b2766e626ee HTTP/1.1" status: 200 len: 993 time: 0.2059550 Oct 13 16:25:25.814392 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dbaf15-fb3e-4e73-99a0-afcbe250daf0 req-c08b94c5-9392-4d5f-952c-33517da71835 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:25:25.815822 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-a8dbaf15-fb3e-4e73-99a0-afcbe250daf0 req-c08b94c5-9392-4d5f-952c-33517da71835 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=98c725a2-1397-4cd0-894a-aed50871ae84 HTTP/1.1" status: 200 len: 945 time: 0.0882618 Oct 13 16:25:25.859456 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bac2b8-1682-441c-b994-395dde3a289b req-2afe90dd-b295-4e59-8fdc-874dd36add61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:25:25.860032 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-a8dbaf15-fb3e-4e73-99a0-afcbe250daf0 req-4dad3cc9-1986-4884-b912-98f02ba7a316 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=49065512-8741-4c56-a2be-2232a841855d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380692 Oct 13 16:25:25.861536 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-88bac2b8-1682-441c-b994-395dde3a289b req-2afe90dd-b295-4e59-8fdc-874dd36add61 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a06d0f5fab8f48c6bec23f3d7dc5027f&device_id=98c725a2-1397-4cd0-894a-aed50871ae84 HTTP/1.1" status: 200 len: 1098 time: 0.0833931 Oct 13 16:25:25.992499 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bac2b8-1682-441c-b994-395dde3a289b req-c1053fa1-ff3c-4dad-b7e8-995f5aa46e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:25:25.993921 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-88bac2b8-1682-441c-b994-395dde3a289b req-c1053fa1-ff3c-4dad-b7e8-995f5aa46e31 service neutron] 10.222.0.16 "GET /v2.0/networks?id=aed0b325-3ffc-4f0d-9819-986aeeb6be93 HTTP/1.1" status: 200 len: 897 time: 0.1264122 Oct 13 16:25:26.094404 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-88bac2b8-1682-441c-b994-395dde3a289b req-0cee0235-33cf-4099-a93e-33315ada2619 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72 HTTP/1.1" status: 200 len: 1001 time: 0.0950723 Oct 13 16:25:26.154177 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bac2b8-1682-441c-b994-395dde3a289b req-38c92e13-b111-4ef8-8ca1-3aa95272ea56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:25:26.155532 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-88bac2b8-1682-441c-b994-395dde3a289b req-38c92e13-b111-4ef8-8ca1-3aa95272ea56 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3d3b0006-63f2-4b66-bbcc-2ab0d4b68d38 HTTP/1.1" status: 200 len: 835 time: 0.0552955 Oct 13 16:25:26.236135 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:25:26.241243 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bac2b8-1682-441c-b994-395dde3a289b req-6a927ecc-13cf-4367-988a-7432a1373a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:25:26.242768 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-88bac2b8-1682-441c-b994-395dde3a289b req-6a927ecc-13cf-4367-988a-7432a1373a36 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=aed0b325-3ffc-4f0d-9819-986aeeb6be93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811138 Oct 13 16:25:26.370679 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-88bac2b8-1682-441c-b994-395dde3a289b req-edf3d47f-363c-4d31-96a1-63f9e02e254d service neutron] 10.222.0.16 "GET /v2.0/networks/aed0b325-3ffc-4f0d-9819-986aeeb6be93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222086 Oct 13 16:25:26.499154 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-88bac2b8-1682-441c-b994-395dde3a289b req-032d646f-1be1-4d88-b7fa-3d993b5a56b0 service neutron] 10.222.0.16 "GET /v2.0/networks/aed0b325-3ffc-4f0d-9819-986aeeb6be93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222351 Oct 13 16:25:27.059879 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb20d0c-8d48-4952-ae0d-a9ae2ee0ab82 req-6299974b-8ea2-44fa-9503-6a01cad0eb6b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:25:27.061322 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0cb20d0c-8d48-4952-ae0d-a9ae2ee0ab82 req-6299974b-8ea2-44fa-9503-6a01cad0eb6b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=98c725a2-1397-4cd0-894a-aed50871ae84 HTTP/1.1" status: 200 len: 945 time: 0.0885525 Oct 13 16:25:27.106883 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0cb20d0c-8d48-4952-ae0d-a9ae2ee0ab82 req-7b8cb301-9b16-4f49-bc54-bf4f969afb6f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=49065512-8741-4c56-a2be-2232a841855d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390065 Oct 13 16:25:28.310055 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564c68d8-b942-471a-ae75-a34384d3ea4d req-e07dac43-e5db-4dc5-a852-e5c03b674eb0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:25:28.316777 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-564c68d8-b942-471a-ae75-a34384d3ea4d req-e07dac43-e5db-4dc5-a852-e5c03b674eb0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=98c725a2-1397-4cd0-894a-aed50871ae84 HTTP/1.1" status: 200 len: 945 time: 0.0972593 Oct 13 16:25:28.357791 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-564c68d8-b942-471a-ae75-a34384d3ea4d req-bfed5b60-9e53-4520-8122-191ce04c5af8 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=49065512-8741-4c56-a2be-2232a841855d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401144 Oct 13 16:25:28.386666 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 34678) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:25:28.593722 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-378c6af9-8dc6-4f45-be06-0fd4e969f6cf tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/floatingips/16014050-10d6-4b11-887d-9b2766e626ee HTTP/1.1" status: 200 len: 993 time: 0.2057393 Oct 13 16:25:34.609389 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-a6e1a33f-a0f2-4cea-8f8a-508f32d2c7d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:25:36.751342 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-866591b4-c6d6-4f75-a4fa-f2d91bd2ba56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:25:37.861284 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:25:38.093692 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:25:39.796530 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:25:51.544907 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:25:56.235724 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:03.774153 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b831b48f-4592-4422-9fdd-6d81c2e4e71b req-1e9f45ec-acf0-44f1-a921-7858d85bca90 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=98c725a2-1397-4cd0-894a-aed50871ae84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0786955 Oct 13 16:26:03.916840 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831b48f-4592-4422-9fdd-6d81c2e4e71b req-8b0da3d4-69e7-446b-a3ba-a265610049e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:26:03.918808 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b831b48f-4592-4422-9fdd-6d81c2e4e71b req-8b0da3d4-69e7-446b-a3ba-a265610049e2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a06d0f5fab8f48c6bec23f3d7dc5027f&device_id=98c725a2-1397-4cd0-894a-aed50871ae84 HTTP/1.1" status: 200 len: 1098 time: 0.0766561 Oct 13 16:26:04.059040 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831b48f-4592-4422-9fdd-6d81c2e4e71b req-006b6cc9-c80a-4660-9be6-53a333182859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:26:04.060486 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b831b48f-4592-4422-9fdd-6d81c2e4e71b req-006b6cc9-c80a-4660-9be6-53a333182859 service neutron] 10.222.0.16 "GET /v2.0/networks?id=aed0b325-3ffc-4f0d-9819-986aeeb6be93 HTTP/1.1" status: 200 len: 897 time: 0.1245363 Oct 13 16:26:04.162536 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b831b48f-4592-4422-9fdd-6d81c2e4e71b req-cec74e93-4179-4933-8ab6-be2fa5e248ff service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72 HTTP/1.1" status: 200 len: 1001 time: 0.0960393 Oct 13 16:26:04.227508 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831b48f-4592-4422-9fdd-6d81c2e4e71b req-711fc3ff-725e-4763-9b9e-33001f9bebd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:26:04.228986 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b831b48f-4592-4422-9fdd-6d81c2e4e71b req-711fc3ff-725e-4763-9b9e-33001f9bebd1 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3d3b0006-63f2-4b66-bbcc-2ab0d4b68d38 HTTP/1.1" status: 200 len: 835 time: 0.0605397 Oct 13 16:26:04.309695 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b831b48f-4592-4422-9fdd-6d81c2e4e71b req-92f664d8-3550-4ba6-8c9a-411b9d347c33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:26:04.311116 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b831b48f-4592-4422-9fdd-6d81c2e4e71b req-92f664d8-3550-4ba6-8c9a-411b9d347c33 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=aed0b325-3ffc-4f0d-9819-986aeeb6be93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765564 Oct 13 16:26:04.536502 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b831b48f-4592-4422-9fdd-6d81c2e4e71b req-53a78c14-eb91-4cba-bcb9-bfcc0c40cb6c service neutron] 10.222.0.16 "GET /v2.0/networks/aed0b325-3ffc-4f0d-9819-986aeeb6be93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180769 Oct 13 16:26:04.610831 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-355b8154-6b8e-4150-9837-574ef1c51031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:04.667658 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b831b48f-4592-4422-9fdd-6d81c2e4e71b req-4d38679c-5174-4efc-8208-5e665e5dfd91 service neutron] 10.222.0.16 "GET /v2.0/networks/aed0b325-3ffc-4f0d-9819-986aeeb6be93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251245 Oct 13 16:26:06.752562 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-09a54559-c69e-4855-841d-0b2bddacb52f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:07.864935 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:08.096549 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:09.797499 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:21.929895 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 34702) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:26:22.127005 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-6c5e942b-c1d7-49d0-b808-7981012fd13b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Deleting port 36c7d9fa-8fdf-4f53-9217-dfd59a1dd1f0 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:26:22.127349 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6c5e942b-c1d7-49d0-b808-7981012fd13b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:22.296458 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6c5e942b-c1d7-49d0-b808-7981012fd13b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:22.296683 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6c5e942b-c1d7-49d0-b808-7981012fd13b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:22.417020 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-6c5e942b-c1d7-49d0-b808-7981012fd13b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Calling delete_port for 36c7d9fa-8fdf-4f53-9217-dfd59a1dd1f0 owned by network:floatingip {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:26:22.565046 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6c5e942b-c1d7-49d0-b808-7981012fd13b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:22.608400 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5e942b-c1d7-49d0-b808-7981012fd13b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event deleted for resources: {'Port': ['ID=36c7d9fa-8fdf-4f53-9217-dfd59a1dd1f0,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:26:22.645388 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5e942b-c1d7-49d0-b808-7981012fd13b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:26:22.645729 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5e942b-c1d7-49d0-b808-7981012fd13b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:26:22.646066 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5e942b-c1d7-49d0-b808-7981012fd13b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:26:22.647625 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5e942b-c1d7-49d0-b808-7981012fd13b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:26:22.647625 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5e942b-c1d7-49d0-b808-7981012fd13b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:26:22.647625 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5e942b-c1d7-49d0-b808-7981012fd13b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:26:22.647625 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5e942b-c1d7-49d0-b808-7981012fd13b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:26:22.648673 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5e942b-c1d7-49d0-b808-7981012fd13b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:26:22.648998 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5e942b-c1d7-49d0-b808-7981012fd13b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:26:22.649317 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5e942b-c1d7-49d0-b808-7981012fd13b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:26:22.649636 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5e942b-c1d7-49d0-b808-7981012fd13b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:26:22.649953 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c5e942b-c1d7-49d0-b808-7981012fd13b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:26:22.719896 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6c5e942b-c1d7-49d0-b808-7981012fd13b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for floatingip, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:22.720218 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.l3_db [None req-6c5e942b-c1d7-49d0-b808-7981012fd13b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Floating IP 16014050-10d6-4b11-887d-9b2766e626ee disassociated (deleted). External IP: 172.26.2.134, port: fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72. Oct 13 16:26:23.065114 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c5e942b-c1d7-49d0-b808-7981012fd13b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Router a0cefce0-0401-49c6-ac52-a5d8958acb76 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 16:26:23.343283 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5e942b-c1d7-49d0-b808-7981012fd13b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:26:23.352614 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285c8485-7945-4b01-a866-6874e955dd38 None None] Sync routers for ids ['a0cefce0-0401-49c6-ac52-a5d8958acb76'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:26:23.362164 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285c8485-7945-4b01-a866-6874e955dd38 None None] Routers {'a0cefce0-0401-49c6-ac52-a5d8958acb76'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:26:23.362757 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-285c8485-7945-4b01-a866-6874e955dd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:26:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['a0cefce0-0401-49c6-ac52-a5d8958acb76'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:26:23.363972 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6c5e942b-c1d7-49d0-b808-7981012fd13b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:23.418023 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-6c5e942b-c1d7-49d0-b808-7981012fd13b tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "DELETE /v2.0/floatingips/16014050-10d6-4b11-887d-9b2766e626ee HTTP/1.1" status: 204 len: 168 time: 1.4870098 Oct 13 16:26:23.418848 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98c725a2-1397-4cd0-894a-aed50871ae84', 'tag': 'fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72'}] {{(pid=88972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:26:23.421265 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31c797bf36cf9236de690f6948001889b876fd84aeda4a8ae49b8962bb2d3b48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9400ac0b-3ad2-4bc0-b93f-c42365d9a8ac" -d '{"events": [{"name": "network-changed", "server_uuid": "98c725a2-1397-4cd0-894a-aed50871ae84", "tag": "fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72"}]}' {{(pid=88972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:26:23.468333 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 16:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b723acb8-53bd-4bd6-a6f9-c4930c6996d1 x-openstack-request-id: req-b723acb8-53bd-4bd6-a6f9-c4930c6996d1 {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:26:23.468690 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98c725a2-1397-4cd0-894a-aed50871ae84", "tag": "fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72", "status": "completed", "code": 200}]} {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:26:23.469130 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b723acb8-53bd-4bd6-a6f9-c4930c6996d1 {{(pid=88972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:26:23.470313 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b723acb8-53bd-4bd6-a6f9-c4930c6996d1'] response: {'name': 'network-changed', 'server_uuid': '98c725a2-1397-4cd0-894a-aed50871ae84', 'tag': 'fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72', 'status': 'completed', 'code': 200} Oct 13 16:26:23.542855 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-285c8485-7945-4b01-a866-6874e955dd38 None None] Set router a0cefce0-0401-49c6-ac52-a5d8958acb76 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:26:23.573578 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9400ac0b-3ad2-4bc0-b93f-c42365d9a8ac req-e98f37f9-f076-4b5b-af93-266346a7d8f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:26:23.575831 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9400ac0b-3ad2-4bc0-b93f-c42365d9a8ac req-e98f37f9-f076-4b5b-af93-266346a7d8f9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a06d0f5fab8f48c6bec23f3d7dc5027f&device_id=98c725a2-1397-4cd0-894a-aed50871ae84 HTTP/1.1" status: 200 len: 1098 time: 0.0856526 Oct 13 16:26:23.797544 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9400ac0b-3ad2-4bc0-b93f-c42365d9a8ac req-638104ab-25a5-47e3-89a0-d417a2df488d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:26:23.799095 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9400ac0b-3ad2-4bc0-b93f-c42365d9a8ac req-638104ab-25a5-47e3-89a0-d417a2df488d service neutron] 10.222.0.16 "GET /v2.0/networks?id=aed0b325-3ffc-4f0d-9819-986aeeb6be93 HTTP/1.1" status: 200 len: 897 time: 0.2175219 Oct 13 16:26:23.857041 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-285c8485-7945-4b01-a866-6874e955dd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cefce0-0401-49c6-ac52-a5d8958acb76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1570234828', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': '0c4444af-9911-4a9b-8ac0-a796be680d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:23:47Z', 'updated_at': '2022-10-13T16:23:52Z', 'revision_number': 4, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': '0c4444af-9911-4a9b-8ac0-a796be680d81', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cefce0-0401-49c6-ac52-a5d8958acb76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:23:47Z', 'updated_at': '2022-10-13T16:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': 'd12568f9-9903-4768-88f9-3c3eb224f367', 'name': '', 'network_id': 'aed0b325-3ffc-4f0d-9819-986aeeb6be93', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'mac_address': 'fa:16:3e:4b:18:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cefce0-0401-49c6-ac52-a5d8958acb76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '3d3b0006-63f2-4b66-bbcc-2ab0d4b68d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:23:51Z', 'updated_at': '2022-10-13T16:23:58Z', 'revision_number': 5, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'subnets': [{'id': '3d3b0006-63f2-4b66-bbcc-2ab0d4b68d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:26:23.860944 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285c8485-7945-4b01-a866-6874e955dd38 None None] Checking router: a0cefce0-0401-49c6-ac52-a5d8958acb76 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:26:23.869140 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285c8485-7945-4b01-a866-6874e955dd38 None None] Routers {'a0cefce0-0401-49c6-ac52-a5d8958acb76'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:26:23.869739 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-285c8485-7945-4b01-a866-6874e955dd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:26:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['a0cefce0-0401-49c6-ac52-a5d8958acb76'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:26:23.873849 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9400ac0b-3ad2-4bc0-b93f-c42365d9a8ac req-9ba476f0-4045-448e-8557-244555cfd6bc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72 HTTP/1.1" status: 200 len: 217 time: 0.0668833 Oct 13 16:26:23.884760 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3fe275-1180-46b7-86b2-98b96cb0c78c req-b9ea91cc-ddf8-497a-b68d-997eb78fee44 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:26:23.886141 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1d3fe275-1180-46b7-86b2-98b96cb0c78c req-b9ea91cc-ddf8-497a-b68d-997eb78fee44 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=98c725a2-1397-4cd0-894a-aed50871ae84 HTTP/1.1" status: 200 len: 945 time: 0.1736300 Oct 13 16:26:23.976251 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9400ac0b-3ad2-4bc0-b93f-c42365d9a8ac req-783cedc0-3dbc-4f2b-bb3b-6fd29c450f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:26:23.977664 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9400ac0b-3ad2-4bc0-b93f-c42365d9a8ac req-783cedc0-3dbc-4f2b-bb3b-6fd29c450f0f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=3d3b0006-63f2-4b66-bbcc-2ab0d4b68d38 HTTP/1.1" status: 200 len: 835 time: 0.0906806 Oct 13 16:26:23.980531 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1d3fe275-1180-46b7-86b2-98b96cb0c78c req-8294a27d-a39f-418f-b075-af12b2d0e4c9 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=49065512-8741-4c56-a2be-2232a841855d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641918 Oct 13 16:26:24.061101 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9400ac0b-3ad2-4bc0-b93f-c42365d9a8ac req-f57f120d-7f1c-4446-94da-b1260a65c819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:26:24.062589 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9400ac0b-3ad2-4bc0-b93f-c42365d9a8ac req-f57f120d-7f1c-4446-94da-b1260a65c819 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=aed0b325-3ffc-4f0d-9819-986aeeb6be93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781579 Oct 13 16:26:24.080260 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-285c8485-7945-4b01-a866-6874e955dd38 None None] Set router a0cefce0-0401-49c6-ac52-a5d8958acb76 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:26:24.194105 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9400ac0b-3ad2-4bc0-b93f-c42365d9a8ac req-3c1f231a-7c64-4ea2-919f-244c318ef98e service neutron] 10.222.0.16 "GET /v2.0/networks/aed0b325-3ffc-4f0d-9819-986aeeb6be93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235576 Oct 13 16:26:24.327437 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9400ac0b-3ad2-4bc0-b93f-c42365d9a8ac req-22c0cbec-5ab6-447a-82ea-40936f1fc53f service neutron] 10.222.0.16 "GET /v2.0/networks/aed0b325-3ffc-4f0d-9819-986aeeb6be93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262131 Oct 13 16:26:24.390080 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-285c8485-7945-4b01-a866-6874e955dd38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cefce0-0401-49c6-ac52-a5d8958acb76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1570234828', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': '0c4444af-9911-4a9b-8ac0-a796be680d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:23:47Z', 'updated_at': '2022-10-13T16:23:52Z', 'revision_number': 4, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': '0c4444af-9911-4a9b-8ac0-a796be680d81', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cefce0-0401-49c6-ac52-a5d8958acb76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:23:47Z', 'updated_at': '2022-10-13T16:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': 'd12568f9-9903-4768-88f9-3c3eb224f367', 'name': '', 'network_id': 'aed0b325-3ffc-4f0d-9819-986aeeb6be93', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'mac_address': 'fa:16:3e:4b:18:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cefce0-0401-49c6-ac52-a5d8958acb76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '3d3b0006-63f2-4b66-bbcc-2ab0d4b68d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:23:51Z', 'updated_at': '2022-10-13T16:23:58Z', 'revision_number': 5, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'subnets': [{'id': '3d3b0006-63f2-4b66-bbcc-2ab0d4b68d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:26:24.393930 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-285c8485-7945-4b01-a866-6874e955dd38 None None] The sync data for ids ['a0cefce0-0401-49c6-ac52-a5d8958acb76'] in dv-neutron-860329-2-hyperv is: [{'id': 'a0cefce0-0401-49c6-ac52-a5d8958acb76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1570234828', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': '0c4444af-9911-4a9b-8ac0-a796be680d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:23:47Z', 'updated_at': '2022-10-13T16:23:52Z', 'revision_number': 4, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': '0c4444af-9911-4a9b-8ac0-a796be680d81', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cefce0-0401-49c6-ac52-a5d8958acb76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:23:47Z', 'updated_at': '2022-10-13T16:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': 'd12568f9-9903-4768-88f9-3c3eb224f367', 'name': '', 'network_id': 'aed0b325-3ffc-4f0d-9819-986aeeb6be93', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'mac_address': 'fa:16:3e:4b:18:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cefce0-0401-49c6-ac52-a5d8958acb76', 'device_owner': 'network:router_interface', 'standard_attr_id': 1783, 'fixed_ips': [{'subnet_id': '3d3b0006-63f2-4b66-bbcc-2ab0d4b68d38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:23:51Z', 'updated_at': '2022-10-13T16:23:58Z', 'revision_number': 5, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'subnets': [{'id': '3d3b0006-63f2-4b66-bbcc-2ab0d4b68d38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:26:24.596382 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-936f0073-5bd7-4f2f-b21a-3e6f6e990215 None None] New status for floating IP 16014050-10d6-4b11-887d-9b2766e626ee: DOWN {{(pid=88974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 16:26:25.186176 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518775e-54f3-4df4-ac0b-19e2345f36e4 req-fd63cdd9-7a92-4d09-b78e-d37e419388aa tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:26:25.186867 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-2518775e-54f3-4df4-ac0b-19e2345f36e4 req-fd63cdd9-7a92-4d09-b78e-d37e419388aa tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Synchronizing usage tracker for tenant:a06d0f5fab8f48c6bec23f3d7dc5027f on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:26:25.202708 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-2518775e-54f3-4df4-ac0b-19e2345f36e4 req-fd63cdd9-7a92-4d09-b78e-d37e419388aa tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Unset dirty status for tenant:a06d0f5fab8f48c6bec23f3d7dc5027f on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:26:25.203871 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-2518775e-54f3-4df4-ac0b-19e2345f36e4 req-fd63cdd9-7a92-4d09-b78e-d37e419388aa tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=98c725a2-1397-4cd0-894a-aed50871ae84 HTTP/1.1" status: 200 len: 945 time: 0.1065669 Oct 13 16:26:25.247867 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-2518775e-54f3-4df4-ac0b-19e2345f36e4 req-7de1632a-5524-40b2-9508-e894642bd723 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=49065512-8741-4c56-a2be-2232a841855d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383620 Oct 13 16:26:25.550732 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9782f863-3856-4638-97ce-89235f0122ae req-cc3ac48e-cd85-4e1d-bf6e-57c1f4b27656 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:26:25.552133 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9782f863-3856-4638-97ce-89235f0122ae req-cc3ac48e-cd85-4e1d-bf6e-57c1f4b27656 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.16 "GET /v2.0/ports?device_id=98c725a2-1397-4cd0-894a-aed50871ae84 HTTP/1.1" status: 200 len: 945 time: 0.0907590 Oct 13 16:26:25.620624 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-9782f863-3856-4638-97ce-89235f0122ae req-4e11afe6-fcb2-4a62-baf0-614706400c18 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Deleting port fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:26:25.620963 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-9782f863-3856-4638-97ce-89235f0122ae req-4e11afe6-fcb2-4a62-baf0-614706400c18 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:25.862486 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-9782f863-3856-4638-97ce-89235f0122ae req-4e11afe6-fcb2-4a62-baf0-614706400c18 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] For port fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72,segment=NetworkSegment(26067aa5-eef3-4623-b58b-faaaaee0b5aa),segment_id=26067aa5-eef3-4623-b58b-faaaaee0b5aa)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:26:25.862755 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-9782f863-3856-4638-97ce-89235f0122ae req-4e11afe6-fcb2-4a62-baf0-614706400c18 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:26.081780 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-9782f863-3856-4638-97ce-89235f0122ae req-4e11afe6-fcb2-4a62-baf0-614706400c18 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Calling delete_port for fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72 owned by compute:nova {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:26:26.224120 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-9782f863-3856-4638-97ce-89235f0122ae req-4e11afe6-fcb2-4a62-baf0-614706400c18 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:26.233158 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:26.306709 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e11afe6-fcb2-4a62-baf0-614706400c18 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event deleted for resources: {'Port': ['ID=fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:26:26.324425 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e11afe6-fcb2-4a62-baf0-614706400c18 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:26:26.325300 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e11afe6-fcb2-4a62-baf0-614706400c18 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:26:26.325633 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e11afe6-fcb2-4a62-baf0-614706400c18 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:26:26.325961 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e11afe6-fcb2-4a62-baf0-614706400c18 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:26:26.326387 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e11afe6-fcb2-4a62-baf0-614706400c18 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:26:26.326712 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e11afe6-fcb2-4a62-baf0-614706400c18 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:26:26.327032 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e11afe6-fcb2-4a62-baf0-614706400c18 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:26:26.327351 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e11afe6-fcb2-4a62-baf0-614706400c18 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:26:26.327665 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e11afe6-fcb2-4a62-baf0-614706400c18 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:26:26.327983 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e11afe6-fcb2-4a62-baf0-614706400c18 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:26:26.328301 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e11afe6-fcb2-4a62-baf0-614706400c18 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:26:26.328613 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e11afe6-fcb2-4a62-baf0-614706400c18 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:26:26.412752 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-9782f863-3856-4638-97ce-89235f0122ae req-4e11afe6-fcb2-4a62-baf0-614706400c18 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] No DVR routers for this DVR port fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72 on host hv-neutron-8603 {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 16:26:26.420620 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-9782f863-3856-4638-97ce-89235f0122ae req-4e11afe6-fcb2-4a62-baf0-614706400c18 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:26.423331 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c725a2-1397-4cd0-894a-aed50871ae84', 'name': 'network-vif-deleted', 'tag': 'fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:26:26.425648 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b448bedd6ef1de8349ca4cd32cdc1fdd14839b3a018869371a7ba929b1523ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ad6d37e-8a15-4026-a33b-9d5de2fdaf15" -d '{"events": [{"server_uuid": "98c725a2-1397-4cd0-894a-aed50871ae84", "name": "network-vif-deleted", "tag": "fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:26:26.429496 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6d602ec9-04d0-404e-bb6b-f87a1f3c9c75 req-b7fff54c-ae61-4be9-8728-3cc2619f1a33 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=98c725a2-1397-4cd0-894a-aed50871ae84 HTTP/1.1" status: 200 len: 210 time: 0.0641096 Oct 13 16:26:26.441942 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9782f863-3856-4638-97ce-89235f0122ae req-4e11afe6-fcb2-4a62-baf0-614706400c18 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.16 "DELETE /v2.0/ports/fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72 HTTP/1.1" status: 204 len: 173 time: 0.8837912 Oct 13 16:26:26.471259 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 16:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4cc72dd-8beb-4457-91ee-21701f591d06 x-openstack-request-id: req-d4cc72dd-8beb-4457-91ee-21701f591d06 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:26:26.471635 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98c725a2-1397-4cd0-894a-aed50871ae84", "name": "network-vif-deleted", "tag": "fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:26:26.471909 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d4cc72dd-8beb-4457-91ee-21701f591d06 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:26:26.472753 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4cc72dd-8beb-4457-91ee-21701f591d06'] response: {'server_uuid': '98c725a2-1397-4cd0-894a-aed50871ae84', 'name': 'network-vif-deleted', 'tag': 'fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72', 'status': 'completed', 'code': 200} Oct 13 16:26:27.529378 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 34720) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:26:28.072007 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-43c84714-7240-45d8-847f-da125cd27b6a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:28.420030 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-43c84714-7240-45d8-847f-da125cd27b6a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Deleting port d12568f9-9903-4768-88f9-3c3eb224f367 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:26:28.420352 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-43c84714-7240-45d8-847f-da125cd27b6a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:28.544210 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:26:28.609617 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-43c84714-7240-45d8-847f-da125cd27b6a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] For port d12568f9-9903-4768-88f9-3c3eb224f367, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=d12568f9-9903-4768-88f9-3c3eb224f367,segment=NetworkSegment(26067aa5-eef3-4623-b58b-faaaaee0b5aa),segment_id=26067aa5-eef3-4623-b58b-faaaaee0b5aa)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:26:28.610213 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-43c84714-7240-45d8-847f-da125cd27b6a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:28.736013 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-43c84714-7240-45d8-847f-da125cd27b6a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Calling delete_port for d12568f9-9903-4768-88f9-3c3eb224f367 owned by network:router_interface {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:26:29.022516 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-43c84714-7240-45d8-847f-da125cd27b6a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:29.068541 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c84714-7240-45d8-847f-da125cd27b6a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event deleted for resources: {'Port': ['ID=d12568f9-9903-4768-88f9-3c3eb224f367,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:26:29.345775 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-43c84714-7240-45d8-847f-da125cd27b6a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:29.695158 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43c84714-7240-45d8-847f-da125cd27b6a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Router a0cefce0-0401-49c6-ac52-a5d8958acb76 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 16:26:29.866556 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43c84714-7240-45d8-847f-da125cd27b6a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:26:29.876447 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76809f7f-1404-4bfb-8624-632f47372ac0 None None] Sync routers for ids ['a0cefce0-0401-49c6-ac52-a5d8958acb76'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:26:29.879435 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-43c84714-7240-45d8-847f-da125cd27b6a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "PUT /v2.0/routers/a0cefce0-0401-49c6-ac52-a5d8958acb76/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3490152 Oct 13 16:26:29.882161 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 34724) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:26:29.888668 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76809f7f-1404-4bfb-8624-632f47372ac0 None None] Routers {'a0cefce0-0401-49c6-ac52-a5d8958acb76'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:26:29.889301 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-76809f7f-1404-4bfb-8624-632f47372ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:26:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['a0cefce0-0401-49c6-ac52-a5d8958acb76'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:26:29.949925 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-a06cfca5-38c1-4ea5-8a25-61bf4bed82bb tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Deleting subnet 3d3b0006-63f2-4b66-bbcc-2ab0d4b68d38 {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 16:26:29.952731 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a06cfca5-38c1-4ea5-8a25-61bf4bed82bb tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:30.006467 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a06cfca5-38c1-4ea5-8a25-61bf4bed82bb tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:30.063546 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-76809f7f-1404-4bfb-8624-632f47372ac0 None None] Set router a0cefce0-0401-49c6-ac52-a5d8958acb76 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:26:30.089922 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a06cfca5-38c1-4ea5-8a25-61bf4bed82bb tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:30.164442 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a06cfca5-38c1-4ea5-8a25-61bf4bed82bb tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:30.202697 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06cfca5-38c1-4ea5-8a25-61bf4bed82bb tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event deleted for resources: {'Subnet': ['ID=3d3b0006-63f2-4b66-bbcc-2ab0d4b68d38,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:26:30.205967 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a06cfca5-38c1-4ea5-8a25-61bf4bed82bb tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:30.212408 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4eb97eb-c5fd-4339-9533-9e9ab71a83cd None None] Network aed0b325-3ffc-4f0d-9819-986aeeb6be93 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 16:26:30.219002 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a06cfca5-38c1-4ea5-8a25-61bf4bed82bb tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "DELETE /v2.0/subnets/3d3b0006-63f2-4b66-bbcc-2ab0d4b68d38 HTTP/1.1" status: 204 len: 168 time: 0.3334801 Oct 13 16:26:30.219254 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 34728) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:26:30.357655 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-76809f7f-1404-4bfb-8624-632f47372ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cefce0-0401-49c6-ac52-a5d8958acb76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1570234828', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': '0c4444af-9911-4a9b-8ac0-a796be680d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:23:47Z', 'updated_at': '2022-10-13T16:26:28Z', 'revision_number': 5, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': '0c4444af-9911-4a9b-8ac0-a796be680d81', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cefce0-0401-49c6-ac52-a5d8958acb76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:23:47Z', 'updated_at': '2022-10-13T16:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:26:30.361564 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76809f7f-1404-4bfb-8624-632f47372ac0 None None] Checking router: a0cefce0-0401-49c6-ac52-a5d8958acb76 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:26:30.370592 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76809f7f-1404-4bfb-8624-632f47372ac0 None None] Routers {'a0cefce0-0401-49c6-ac52-a5d8958acb76'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:26:30.371208 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-76809f7f-1404-4bfb-8624-632f47372ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:26:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['a0cefce0-0401-49c6-ac52-a5d8958acb76'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:26:30.495142 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0513483e-0606-4c80-adcb-99c478020ff5 None None] DHCP port deletion for aed0b325-3ffc-4f0d-9819-986aeeb6be93 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 16:26:30.500237 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-0513483e-0606-4c80-adcb-99c478020ff5 None None] Deleting port d861d04e-02a3-41b3-a5a1-fcfa3d91e2a9 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:26:30.500801 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0513483e-0606-4c80-adcb-99c478020ff5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:30.516205 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aa9643cb-32b0-40a1-a9cf-95dfa8b38d92 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for router, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:30.550261 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-76809f7f-1404-4bfb-8624-632f47372ac0 None None] Set router a0cefce0-0401-49c6-ac52-a5d8958acb76 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:26:30.700348 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aa9643cb-32b0-40a1-a9cf-95dfa8b38d92 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:30.713361 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-aa9643cb-32b0-40a1-a9cf-95dfa8b38d92 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Deleting port 0c4444af-9911-4a9b-8ac0-a796be680d81 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:26:30.713662 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aa9643cb-32b0-40a1-a9cf-95dfa8b38d92 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:30.720015 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-0513483e-0606-4c80-adcb-99c478020ff5 None None] For port d861d04e-02a3-41b3-a5a1-fcfa3d91e2a9, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=d861d04e-02a3-41b3-a5a1-fcfa3d91e2a9,segment=NetworkSegment(26067aa5-eef3-4623-b58b-faaaaee0b5aa),segment_id=26067aa5-eef3-4623-b58b-faaaaee0b5aa)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:26:30.720411 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0513483e-0606-4c80-adcb-99c478020ff5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:30.843242 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-0513483e-0606-4c80-adcb-99c478020ff5 None None] Calling delete_port for d861d04e-02a3-41b3-a5a1-fcfa3d91e2a9 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:26:30.877924 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-76809f7f-1404-4bfb-8624-632f47372ac0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0cefce0-0401-49c6-ac52-a5d8958acb76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1570234828', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': '0c4444af-9911-4a9b-8ac0-a796be680d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:23:47Z', 'updated_at': '2022-10-13T16:26:28Z', 'revision_number': 5, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': '0c4444af-9911-4a9b-8ac0-a796be680d81', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cefce0-0401-49c6-ac52-a5d8958acb76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:23:47Z', 'updated_at': '2022-10-13T16:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:26:30.882855 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76809f7f-1404-4bfb-8624-632f47372ac0 None None] The sync data for ids ['a0cefce0-0401-49c6-ac52-a5d8958acb76'] in dv-neutron-860329-2-hyperv is: [{'id': 'a0cefce0-0401-49c6-ac52-a5d8958acb76', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1570234828', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.237'}], 'enable_snat': True}, 'gw_port_id': '0c4444af-9911-4a9b-8ac0-a796be680d81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:23:47Z', 'updated_at': '2022-10-13T16:26:28Z', 'revision_number': 5, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': '0c4444af-9911-4a9b-8ac0-a796be680d81', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:4f:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0cefce0-0401-49c6-ac52-a5d8958acb76', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1780, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:23:47Z', 'updated_at': '2022-10-13T16:23:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:26:30.899246 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-aa9643cb-32b0-40a1-a9cf-95dfa8b38d92 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] For port 0c4444af-9911-4a9b-8ac0-a796be680d81, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=0c4444af-9911-4a9b-8ac0-a796be680d81,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:26:30.899602 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aa9643cb-32b0-40a1-a9cf-95dfa8b38d92 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:30.972764 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0513483e-0606-4c80-adcb-99c478020ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:31.019222 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0513483e-0606-4c80-adcb-99c478020ff5 None None] Pushing event deleted for resources: {'Port': ['ID=d861d04e-02a3-41b3-a5a1-fcfa3d91e2a9,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:26:31.021456 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0513483e-0606-4c80-adcb-99c478020ff5 None None] No DVR routers for this DVR port d861d04e-02a3-41b3-a5a1-fcfa3d91e2a9 on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 16:26:31.028848 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0513483e-0606-4c80-adcb-99c478020ff5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:26:31.029145 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0513483e-0606-4c80-adcb-99c478020ff5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:26:31.029480 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0513483e-0606-4c80-adcb-99c478020ff5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:26:31.029599 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-aa9643cb-32b0-40a1-a9cf-95dfa8b38d92 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Calling delete_port for 0c4444af-9911-4a9b-8ac0-a796be680d81 owned by network:router_gateway {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:26:31.029811 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0513483e-0606-4c80-adcb-99c478020ff5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:26:31.030149 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0513483e-0606-4c80-adcb-99c478020ff5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:26:31.030490 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0513483e-0606-4c80-adcb-99c478020ff5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:26:31.030822 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0513483e-0606-4c80-adcb-99c478020ff5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:26:31.031329 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0513483e-0606-4c80-adcb-99c478020ff5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:26:31.031501 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0513483e-0606-4c80-adcb-99c478020ff5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:26:31.031754 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0513483e-0606-4c80-adcb-99c478020ff5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:26:31.032094 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0513483e-0606-4c80-adcb-99c478020ff5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:26:31.032588 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0513483e-0606-4c80-adcb-99c478020ff5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:26:31.061426 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:26:31.094375 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] No Port match for: fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:26:31.094722 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device fa02b4c8-a8d4-4ea5-9a79-84132e9a4d72 not bound to the agent host hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:26:31.199707 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aa9643cb-32b0-40a1-a9cf-95dfa8b38d92 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:31.279432 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9643cb-32b0-40a1-a9cf-95dfa8b38d92 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event deleted for resources: {'Port': ['ID=0c4444af-9911-4a9b-8ac0-a796be680d81,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:26:31.348074 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aa9643cb-32b0-40a1-a9cf-95dfa8b38d92 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828050'] for router_gateway, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:31.522688 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aa9643cb-32b0-40a1-a9cf-95dfa8b38d92 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:31.524783 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aa9643cb-32b0-40a1-a9cf-95dfa8b38d92 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:31.549511 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aa9643cb-32b0-40a1-a9cf-95dfa8b38d92 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:31.550113 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa9643cb-32b0-40a1-a9cf-95dfa8b38d92 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Fanout notify agent at l3_agent the message router_deleted on router a0cefce0-0401-49c6-ac52-a5d8958acb76 {{(pid=88972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 16:26:31.566003 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-aa9643cb-32b0-40a1-a9cf-95dfa8b38d92 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:31.569943 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-aa9643cb-32b0-40a1-a9cf-95dfa8b38d92 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "DELETE /v2.0/routers/a0cefce0-0401-49c6-ac52-a5d8958acb76 HTTP/1.1" status: 204 len: 168 time: 1.3469818 Oct 13 16:26:31.569943 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 34732) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:26:31.686754 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a0e6cb34-bd84-4bad-918d-dddcf3c3daab tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:31.911809 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a0e6cb34-bd84-4bad-918d-dddcf3c3daab tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:31.939868 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-a0e6cb34-bd84-4bad-918d-dddcf3c3daab tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aed0b325-3ffc-4f0d-9819-986aeeb6be93']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:26:31.951718 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-a0e6cb34-bd84-4bad-918d-dddcf3c3daab tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26067aa5-eef3-4623-b58b-faaaaee0b5aa') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:26:31.952013 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-a0e6cb34-bd84-4bad-918d-dddcf3c3daab tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26067aa5-eef3-4623-b58b-faaaaee0b5aa') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:26:31.963662 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a0e6cb34-bd84-4bad-918d-dddcf3c3daab tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:31.981697 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a0e6cb34-bd84-4bad-918d-dddcf3c3daab tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:31.988214 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0e6cb34-bd84-4bad-918d-dddcf3c3daab tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Releasing vlan 412 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 16:26:31.988613 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a0e6cb34-bd84-4bad-918d-dddcf3c3daab tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:32.054563 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 0c4444af-9911-4a9b-8ac0-a796be680d81 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:26:32.074929 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 26067aa5-eef3-4623-b58b-faaaaee0b5aa resource provider aggregate not found Oct 13 16:26:32.090994 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 0c4444af-9911-4a9b-8ac0-a796be680d81 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:26:32.091352 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 0c4444af-9911-4a9b-8ac0-a796be680d81 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:26:32.091755 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device d861d04e-02a3-41b3-a5a1-fcfa3d91e2a9 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:26:32.099210 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a0e6cb34-bd84-4bad-918d-dddcf3c3daab tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:32.103936 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a0e6cb34-bd84-4bad-918d-dddcf3c3daab tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:32.108882 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 26067aa5-eef3-4623-b58b-faaaaee0b5aa resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 26067aa5-eef3-4623-b58b-faaaaee0b5aa found for delete ", "request_id": "req-842df590-e18d-44ad-bddc-1c71c5c73f69"}]} Oct 13 16:26:32.125672 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: d861d04e-02a3-41b3-a5a1-fcfa3d91e2a9 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:26:32.126082 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device d861d04e-02a3-41b3-a5a1-fcfa3d91e2a9 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:26:32.126530 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device d12568f9-9903-4768-88f9-3c3eb224f367 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:26:32.132106 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e6cb34-bd84-4bad-918d-dddcf3c3daab tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event deleted for resources: {'Network': ['ID=aed0b325-3ffc-4f0d-9819-986aeeb6be93,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:26:32.141830 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a0e6cb34-bd84-4bad-918d-dddcf3c3daab tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "DELETE /v2.0/networks/aed0b325-3ffc-4f0d-9819-986aeeb6be93 HTTP/1.1" status: 204 len: 168 time: 0.5708542 Oct 13 16:26:32.144484 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 34740) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:26:32.160662 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: d12568f9-9903-4768-88f9-3c3eb224f367 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:26:32.161009 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device d12568f9-9903-4768-88f9-3c3eb224f367 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:26:32.212796 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cd6bce71-3265-4321-af26-2ab669d8c766 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:32.241987 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cd6bce71-3265-4321-af26-2ab669d8c766 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:32.303936 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cd6bce71-3265-4321-af26-2ab669d8c766 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:32.321789 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6bce71-3265-4321-af26-2ab669d8c766 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49065512-8741-4c56-a2be-2232a841855d,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:26:32.332605 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cd6bce71-3265-4321-af26-2ab669d8c766 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:32.333736 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-cd6bce71-3265-4321-af26-2ab669d8c766 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "DELETE /v2.0/security-groups/49065512-8741-4c56-a2be-2232a841855d HTTP/1.1" status: 204 len: 168 time: 0.1883705 Oct 13 16:26:34.482186 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 34752) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:26:34.487396 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-6c7dd124-67ab-46ec-9d0e-4cfb7e84320a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1602971483', 'description': 'tempest-secgroup-smoke-1602971483 description', 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:26:34.493329 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-6c7dd124-67ab-46ec-9d0e-4cfb7e84320a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:26:34.497450 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-6c7dd124-67ab-46ec-9d0e-4cfb7e84320a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Usage tracker for resource:security_group and tenant:a06d0f5fab8f48c6bec23f3d7dc5027f is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:26:34.500294 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-6c7dd124-67ab-46ec-9d0e-4cfb7e84320a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:26:34.506451 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-6c7dd124-67ab-46ec-9d0e-4cfb7e84320a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:26:34.516358 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6c7dd124-67ab-46ec-9d0e-4cfb7e84320a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:34.538861 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-6c7dd124-67ab-46ec-9d0e-4cfb7e84320a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:26:34.542533 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-6c7dd124-67ab-46ec-9d0e-4cfb7e84320a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Usage tracker for resource:security_group_rule and tenant:a06d0f5fab8f48c6bec23f3d7dc5027f is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:26:34.545226 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-6c7dd124-67ab-46ec-9d0e-4cfb7e84320a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:26:34.550853 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-6c7dd124-67ab-46ec-9d0e-4cfb7e84320a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:26:34.613033 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-356696cd-a30b-4e02-945d-afa8d7317a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:34.617377 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6c7dd124-67ab-46ec-9d0e-4cfb7e84320a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:34.620987 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6c7dd124-67ab-46ec-9d0e-4cfb7e84320a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:34.664568 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7dd124-67ab-46ec-9d0e-4cfb7e84320a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6039a2e7-7f55-44bf-a24e-67d37bacd08c,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:26:34.670231 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6c7dd124-67ab-46ec-9d0e-4cfb7e84320a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:34.674842 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-6c7dd124-67ab-46ec-9d0e-4cfb7e84320a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1884353 Oct 13 16:26:34.675208 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 34756) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:26:34.680562 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-c17a74ca-ba4e-486d-b7eb-0d93f8b745f4 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Request body: {'security_group_rule': {'security_group_id': '6039a2e7-7f55-44bf-a24e-67d37bacd08c', 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:26:34.687137 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-c17a74ca-ba4e-486d-b7eb-0d93f8b745f4 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:26:34.690967 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-c17a74ca-ba4e-486d-b7eb-0d93f8b745f4 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Usage tracker for resource:security_group_rule and tenant:a06d0f5fab8f48c6bec23f3d7dc5027f is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:26:34.693768 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-c17a74ca-ba4e-486d-b7eb-0d93f8b745f4 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:26:34.700126 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-c17a74ca-ba4e-486d-b7eb-0d93f8b745f4 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:26:34.717912 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c17a74ca-ba4e-486d-b7eb-0d93f8b745f4 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:34.775645 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c17a74ca-ba4e-486d-b7eb-0d93f8b745f4 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:34.779570 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c17a74ca-ba4e-486d-b7eb-0d93f8b745f4 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:34.802068 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17a74ca-ba4e-486d-b7eb-0d93f8b745f4 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d176d52c-1197-4bcf-a548-6c29beb23308,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:26:34.810403 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c17a74ca-ba4e-486d-b7eb-0d93f8b745f4 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:34.811549 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-c17a74ca-ba4e-486d-b7eb-0d93f8b745f4 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1354315 Oct 13 16:26:34.814292 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 34760) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:26:34.819108 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-bcc1b60a-b8f5-4188-ba9b-001f673f5493 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Request body: {'security_group_rule': {'security_group_id': '6039a2e7-7f55-44bf-a24e-67d37bacd08c', 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:26:34.825514 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-bcc1b60a-b8f5-4188-ba9b-001f673f5493 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:26:34.829693 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-bcc1b60a-b8f5-4188-ba9b-001f673f5493 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Usage tracker for resource:security_group_rule and tenant:a06d0f5fab8f48c6bec23f3d7dc5027f is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:26:34.832490 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-bcc1b60a-b8f5-4188-ba9b-001f673f5493 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:26:34.838152 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-bcc1b60a-b8f5-4188-ba9b-001f673f5493 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:26:34.854749 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bcc1b60a-b8f5-4188-ba9b-001f673f5493 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:34.916364 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bcc1b60a-b8f5-4188-ba9b-001f673f5493 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:34.919473 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bcc1b60a-b8f5-4188-ba9b-001f673f5493 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:34.941797 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc1b60a-b8f5-4188-ba9b-001f673f5493 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dfc9f26-52e5-435a-a98f-dc18539f4d26,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:26:34.951084 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-bcc1b60a-b8f5-4188-ba9b-001f673f5493 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:34.952223 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-bcc1b60a-b8f5-4188-ba9b-001f673f5493 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1370406 Oct 13 16:26:34.955020 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 34764) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:26:34.959796 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-16caf92c-4b87-45bf-9d37-08b641058f17 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Request body: {'security_group_rule': {'security_group_id': '6039a2e7-7f55-44bf-a24e-67d37bacd08c', 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:26:34.965423 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-16caf92c-4b87-45bf-9d37-08b641058f17 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:26:34.969206 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-16caf92c-4b87-45bf-9d37-08b641058f17 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Usage tracker for resource:security_group_rule and tenant:a06d0f5fab8f48c6bec23f3d7dc5027f is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:26:34.972041 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-16caf92c-4b87-45bf-9d37-08b641058f17 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:26:34.977630 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-16caf92c-4b87-45bf-9d37-08b641058f17 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:26:34.992621 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-16caf92c-4b87-45bf-9d37-08b641058f17 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:35.052090 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-16caf92c-4b87-45bf-9d37-08b641058f17 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:35.055118 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-16caf92c-4b87-45bf-9d37-08b641058f17 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:35.078367 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16caf92c-4b87-45bf-9d37-08b641058f17 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61d4f567-13e5-4f5f-9d22-03060ad3195c,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:26:35.086832 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-16caf92c-4b87-45bf-9d37-08b641058f17 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:35.087994 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-16caf92c-4b87-45bf-9d37-08b641058f17 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1320875 Oct 13 16:26:35.090682 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 34768) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:26:35.095552 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-ba19203e-8105-4798-8bfa-39708224814a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Request body: {'security_group_rule': {'security_group_id': '6039a2e7-7f55-44bf-a24e-67d37bacd08c', 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:26:35.101461 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-ba19203e-8105-4798-8bfa-39708224814a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:26:35.105289 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-ba19203e-8105-4798-8bfa-39708224814a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Usage tracker for resource:security_group_rule and tenant:a06d0f5fab8f48c6bec23f3d7dc5027f is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:26:35.108205 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-ba19203e-8105-4798-8bfa-39708224814a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:26:35.113835 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-ba19203e-8105-4798-8bfa-39708224814a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:26:35.130070 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ba19203e-8105-4798-8bfa-39708224814a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:35.191306 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ba19203e-8105-4798-8bfa-39708224814a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:35.194789 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ba19203e-8105-4798-8bfa-39708224814a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:35.220920 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba19203e-8105-4798-8bfa-39708224814a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0416068c-83fc-4876-9478-cfe13a74ac57,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:26:35.229955 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ba19203e-8105-4798-8bfa-39708224814a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:35.231818 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-ba19203e-8105-4798-8bfa-39708224814a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1402366 Oct 13 16:26:35.234592 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 34772) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:26:35.239437 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-236be1c9-de2c-49dc-b6d0-29369127d743 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Request body: {'security_group_rule': {'security_group_id': '6039a2e7-7f55-44bf-a24e-67d37bacd08c', 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:26:35.245246 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-236be1c9-de2c-49dc-b6d0-29369127d743 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:26:35.249069 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-236be1c9-de2c-49dc-b6d0-29369127d743 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Usage tracker for resource:security_group_rule and tenant:a06d0f5fab8f48c6bec23f3d7dc5027f is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:26:35.251916 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-236be1c9-de2c-49dc-b6d0-29369127d743 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:26:35.257522 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-236be1c9-de2c-49dc-b6d0-29369127d743 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:26:35.267909 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.securitygroups_db [None req-236be1c9-de2c-49dc-b6d0-29369127d743 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Project a06d0f5fab8f48c6bec23f3d7dc5027f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 16:26:35.274142 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-236be1c9-de2c-49dc-b6d0-29369127d743 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:35.336837 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-236be1c9-de2c-49dc-b6d0-29369127d743 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:35.340704 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-236be1c9-de2c-49dc-b6d0-29369127d743 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:35.368021 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236be1c9-de2c-49dc-b6d0-29369127d743 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e19a573-ab72-43e3-a567-8dd4d19bd812,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:26:35.373904 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-236be1c9-de2c-49dc-b6d0-29369127d743 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:35.377661 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-236be1c9-de2c-49dc-b6d0-29369127d743 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1395078 Oct 13 16:26:35.377778 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 34776) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:26:35.382835 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-23c277aa-8f5b-4f9e-b740-2693b243dc2c tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Request body: {'security_group_rule': {'security_group_id': '6039a2e7-7f55-44bf-a24e-67d37bacd08c', 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:26:35.389227 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-23c277aa-8f5b-4f9e-b740-2693b243dc2c tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:26:35.393145 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-23c277aa-8f5b-4f9e-b740-2693b243dc2c tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Usage tracker for resource:security_group_rule and tenant:a06d0f5fab8f48c6bec23f3d7dc5027f is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:26:35.396101 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-23c277aa-8f5b-4f9e-b740-2693b243dc2c tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:26:35.401698 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-23c277aa-8f5b-4f9e-b740-2693b243dc2c tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:26:35.411893 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.securitygroups_db [None req-23c277aa-8f5b-4f9e-b740-2693b243dc2c tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Project a06d0f5fab8f48c6bec23f3d7dc5027f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 16:26:35.418235 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-23c277aa-8f5b-4f9e-b740-2693b243dc2c tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:35.480948 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-23c277aa-8f5b-4f9e-b740-2693b243dc2c tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:35.484228 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-23c277aa-8f5b-4f9e-b740-2693b243dc2c tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:35.506298 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c277aa-8f5b-4f9e-b740-2693b243dc2c tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02e187fb-e269-417f-9962-44a368eae4e5,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:26:35.515494 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-23c277aa-8f5b-4f9e-b740-2693b243dc2c tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:35.516690 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-23c277aa-8f5b-4f9e-b740-2693b243dc2c tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1379979 Oct 13 16:26:35.519516 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 34780) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:26:35.524741 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-1fe6c9b1-ee8b-405a-978c-8c8cf31362bf tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Request body: {'network': {'name': 'tempest-network-smoke--880404386', 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'port_security_enabled': True}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:26:35.530004 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-1fe6c9b1-ee8b-405a-978c-8c8cf31362bf tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:26:35.533990 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-1fe6c9b1-ee8b-405a-978c-8c8cf31362bf tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Usage tracker for resource:network and tenant:a06d0f5fab8f48c6bec23f3d7dc5027f is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:26:35.536767 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-1fe6c9b1-ee8b-405a-978c-8c8cf31362bf tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Quota usage for network was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:26:35.542332 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-1fe6c9b1-ee8b-405a-978c-8c8cf31362bf tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:26:35.555464 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe6c9b1-ee8b-405a-978c-8c8cf31362bf tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Made reservation on behalf of a06d0f5fab8f48c6bec23f3d7dc5027f for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 16:26:35.558748 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1fe6c9b1-ee8b-405a-978c-8c8cf31362bf tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:35.588132 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fe6c9b1-ee8b-405a-978c-8c8cf31362bf tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 432} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 16:26:35.597920 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1fe6c9b1-ee8b-405a-978c-8c8cf31362bf tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:35.598273 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-1fe6c9b1-ee8b-405a-978c-8c8cf31362bf tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Added segment d7a9b896-367d-4680-a76b-d994c8b62d0f of type vlan for network 29038414-9c18-4e37-8553-5812035a39bb Oct 13 16:26:35.624393 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1fe6c9b1-ee8b-405a-978c-8c8cf31362bf tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:35.653094 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1fe6c9b1-ee8b-405a-978c-8c8cf31362bf tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:35.658588 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe6c9b1-ee8b-405a-978c-8c8cf31362bf tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:26:35.659164 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1fe6c9b1-ee8b-405a-978c-8c8cf31362bf tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:35.760021 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-1fe6c9b1-ee8b-405a-978c-8c8cf31362bf tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2394114 Oct 13 16:26:35.763360 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 34784) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:26:35.768503 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-7e864e43-f62f-47fa-90a3-c187f59caef9 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1925657278', 'admin_state_up': True, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:26:35.772257 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe6c9b1-ee8b-405a-978c-8c8cf31362bf tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'Network': ['ID=29038414-9c18-4e37-8553-5812035a39bb,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:26:35.775722 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-7e864e43-f62f-47fa-90a3-c187f59caef9 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:26:35.779947 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-7e864e43-f62f-47fa-90a3-c187f59caef9 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Usage tracker for resource:router and tenant:a06d0f5fab8f48c6bec23f3d7dc5027f is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:26:35.782727 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 29038414-9c18-4e37-8553-5812035a39bb details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 16:26:35.784806 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-7e864e43-f62f-47fa-90a3-c187f59caef9 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Quota usage for router was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:26:35.790630 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-7e864e43-f62f-47fa-90a3-c187f59caef9 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:26:35.800517 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7e864e43-f62f-47fa-90a3-c187f59caef9 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:35.801586 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7e864e43-f62f-47fa-90a3-c187f59caef9 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:35.817721 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7e864e43-f62f-47fa-90a3-c187f59caef9 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:36.089657 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7e864e43-f62f-47fa-90a3-c187f59caef9 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:36.386304 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7e864e43-f62f-47fa-90a3-c187f59caef9 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for router_gateway, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:36.417693 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7e864e43-f62f-47fa-90a3-c187f59caef9 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:36.546693 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-7e864e43-f62f-47fa-90a3-c187f59caef9 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Allocated IP 172.26.2.153 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/5d180aa2-55f2-42d8-a7c3-bd50a8ff381d) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:26:36.690628 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7e864e43-f62f-47fa-90a3-c187f59caef9 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:36.719875 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7e864e43-f62f-47fa-90a3-c187f59caef9 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:36.756465 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8243e06b-f6fe-4039-a7c3-f9fad5246f41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:36.886618 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e864e43-f62f-47fa-90a3-c187f59caef9 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:26:36.889326 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-7e864e43-f62f-47fa-90a3-c187f59caef9 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:26:36.892809 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e864e43-f62f-47fa-90a3-c187f59caef9 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:26:36.921301 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e864e43-f62f-47fa-90a3-c187f59caef9 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'Port': ['ID=5d180aa2-55f2-42d8-a7c3-bd50a8ff381d,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:26:37.291718 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7e864e43-f62f-47fa-90a3-c187f59caef9 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for router_gateway, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:37.623704 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7e864e43-f62f-47fa-90a3-c187f59caef9 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:37.824252 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e864e43-f62f-47fa-90a3-c187f59caef9 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Router 37e043df-784d-402c-8688-4f5b18c35a06 is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 16:26:37.869729 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:37.999067 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e864e43-f62f-47fa-90a3-c187f59caef9 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:26:38.008174 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8463ce9d-0d1e-4468-b020-adf85d5478d7 None None] Sync routers for ids ['37e043df-784d-402c-8688-4f5b18c35a06'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:26:38.017549 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8463ce9d-0d1e-4468-b020-adf85d5478d7 None None] Routers {'37e043df-784d-402c-8688-4f5b18c35a06'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:26:38.018199 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-8463ce9d-0d1e-4468-b020-adf85d5478d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:26:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['37e043df-784d-402c-8688-4f5b18c35a06'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:26:38.028661 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7e864e43-f62f-47fa-90a3-c187f59caef9 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:38.029924 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-7e864e43-f62f-47fa-90a3-c187f59caef9 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2655704 Oct 13 16:26:38.033784 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 34792) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:26:38.073066 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-5e63535d-382e-4af1-b2f8-de932e01d3fa tempest-TestNetworkAdvancedServerOps-1929741581 tempest-TestNetworkAdvancedServerOps-1929741581-project-admin] 10.222.0.42 "GET /v2.0/subnets?project_id=a06d0f5fab8f48c6bec23f3d7dc5027f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0381479 Oct 13 16:26:38.076359 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 34796) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:26:38.113341 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:38.212698 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-8463ce9d-0d1e-4468-b020-adf85d5478d7 None None] Set router 37e043df-784d-402c-8688-4f5b18c35a06 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:26:38.332629 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7d6a2e-7d89-4ee0-8999-94e31f8d8832 tempest-TestNetworkAdvancedServerOps-1929741581 tempest-TestNetworkAdvancedServerOps-1929741581-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:26:38.334185 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-8f7d6a2e-7d89-4ee0-8999-94e31f8d8832 tempest-TestNetworkAdvancedServerOps-1929741581 tempest-TestNetworkAdvancedServerOps-1929741581-project-admin] 10.222.0.42 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2567742 Oct 13 16:26:38.338518 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 34800) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:26:38.381598 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-cb8eb2ce-9f77-410a-877e-73672970f1d8 tempest-TestNetworkAdvancedServerOps-1929741581 tempest-TestNetworkAdvancedServerOps-1929741581-project-admin] 10.222.0.42 "GET /v2.0/subnets?network_id=8fb1fa59-32fe-4ed0-a248-96c43edb135f&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0419919 Oct 13 16:26:38.384191 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 34804) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:26:38.389876 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-7c9d68dc-0293-4e35-834f-2847295cbda2 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-787649536', 'network_id': '29038414-9c18-4e37-8553-5812035a39bb', 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:26:38.500912 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-7c9d68dc-0293-4e35-834f-2847295cbda2 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:26:38.503822 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-8463ce9d-0d1e-4468-b020-adf85d5478d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e043df-784d-402c-8688-4f5b18c35a06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925657278', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '5d180aa2-55f2-42d8-a7c3-bd50a8ff381d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:26:35Z', 'updated_at': '2022-10-13T16:26:37Z', 'revision_number': 3, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': '5d180aa2-55f2-42d8-a7c3-bd50a8ff381d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e043df-784d-402c-8688-4f5b18c35a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:26:36Z', 'updated_at': '2022-10-13T16:26:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:26:38.504912 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-7c9d68dc-0293-4e35-834f-2847295cbda2 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Usage tracker for resource:subnet and tenant:a06d0f5fab8f48c6bec23f3d7dc5027f is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:26:38.507792 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-7c9d68dc-0293-4e35-834f-2847295cbda2 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:26:38.507917 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8463ce9d-0d1e-4468-b020-adf85d5478d7 None None] Checking router: 37e043df-784d-402c-8688-4f5b18c35a06 for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:26:38.508201 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8463ce9d-0d1e-4468-b020-adf85d5478d7 None None] Updating router 37e043df-784d-402c-8688-4f5b18c35a06 port 5d180aa2-55f2-42d8-a7c3-bd50a8ff381d binding host dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 16:26:38.513548 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-7c9d68dc-0293-4e35-834f-2847295cbda2 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:26:38.523936 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c9d68dc-0293-4e35-834f-2847295cbda2 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Made reservation on behalf of a06d0f5fab8f48c6bec23f3d7dc5027f for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 16:26:38.527581 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7c9d68dc-0293-4e35-834f-2847295cbda2 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:38.561361 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8463ce9d-0d1e-4468-b020-adf85d5478d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:38.753214 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7c9d68dc-0293-4e35-834f-2847295cbda2 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:38.836740 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9d68dc-0293-4e35-834f-2847295cbda2 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'Subnet': ['ID=12f3f92d-3712-4b1b-b3cf-cfebd48d18d4,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:26:38.844696 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9d68dc-0293-4e35-834f-2847295cbda2 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Checking segment: {'id': 'd7a9b896-367d-4680-a76b-d994c8b62d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '29038414-9c18-4e37-8553-5812035a39bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:26:38.845054 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9d68dc-0293-4e35-834f-2847295cbda2 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Network hostable DHCP agents. Network: 29038414-9c18-4e37-8553-5812035a39bb, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 16:26:38.864040 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9d68dc-0293-4e35-834f-2847295cbda2 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Network 29038414-9c18-4e37-8553-5812035a39bb is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 16:26:38.873718 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-7c9d68dc-0293-4e35-834f-2847295cbda2 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 29038414-9c18-4e37-8553-5812035a39bb) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:26:38.878213 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c9d68dc-0293-4e35-834f-2847295cbda2 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:26:38.878802 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7c9d68dc-0293-4e35-834f-2847295cbda2 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:38.883183 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e64e84e-1c83-4a74-9b89-cea85435d75f None None] Network 29038414-9c18-4e37-8553-5812035a39bb requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 16:26:38.904732 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-7c9d68dc-0293-4e35-834f-2847295cbda2 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5162339 Oct 13 16:26:38.905414 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 34808) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:26:38.924544 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8463ce9d-0d1e-4468-b020-adf85d5478d7 None None] Notify callbacks [] for port, precommit_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:38.983960 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-8463ce9d-0d1e-4468-b020-adf85d5478d7 None None] Transition to ACTIVE for port object 5d180aa2-55f2-42d8-a7c3-bd50a8ff381d will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:26:38.996655 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8463ce9d-0d1e-4468-b020-adf85d5478d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:39.102459 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-8463ce9d-0d1e-4468-b020-adf85d5478d7 None None] Attempting to bind port 5d180aa2-55f2-42d8-a7c3-bd50a8ff381d on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:26:39.102827 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-8463ce9d-0d1e-4468-b020-adf85d5478d7 None None] Attempting to bind port 5d180aa2-55f2-42d8-a7c3-bd50a8ff381d by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:26:39.103178 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8463ce9d-0d1e-4468-b020-adf85d5478d7 None None] Attempting to bind port 5d180aa2-55f2-42d8-a7c3-bd50a8ff381d on network 8fb1fa59-32fe-4ed0-a248-96c43edb135f {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:26:39.124638 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8463ce9d-0d1e-4468-b020-adf85d5478d7 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:26:39.125005 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8463ce9d-0d1e-4468-b020-adf85d5478d7 None None] Checking segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:26:39.125399 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8463ce9d-0d1e-4468-b020-adf85d5478d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:39.125785 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8463ce9d-0d1e-4468-b020-adf85d5478d7 None None] Bound using segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:26:39.131638 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-8463ce9d-0d1e-4468-b020-adf85d5478d7 None None] Bound port: 5d180aa2-55f2-42d8-a7c3-bd50a8ff381d, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:26:39.132019 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8463ce9d-0d1e-4468-b020-adf85d5478d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:39.196737 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07233e5-e2c4-4813-9aaf-07973312e63a None None] Pushing event updated for resources: {'Port': ['ID=5d180aa2-55f2-42d8-a7c3-bd50a8ff381d,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:26:39.295125 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-8463ce9d-0d1e-4468-b020-adf85d5478d7 None None] For port 5d180aa2-55f2-42d8-a7c3-bd50a8ff381d, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:26:39.303726 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-8463ce9d-0d1e-4468-b020-adf85d5478d7 None None] For port 5d180aa2-55f2-42d8-a7c3-bd50a8ff381d, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=5d180aa2-55f2-42d8-a7c3-bd50a8ff381d,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:26:39.309946 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8463ce9d-0d1e-4468-b020-adf85d5478d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:39.311836 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5591b40-081c-436a-b91f-0156cc373cfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-29038414-9c18-4e37-8553-5812035a39bb', 'network_id': '29038414-9c18-4e37-8553-5812035a39bb', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'fixed_ips': [{'subnet_id': '12f3f92d-3712-4b1b-b3cf-cfebd48d18d4'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 16:26:39.312593 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e5591b40-081c-436a-b91f-0156cc373cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:39.391962 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8463ce9d-0d1e-4468-b020-adf85d5478d7 None None] Routers {'37e043df-784d-402c-8688-4f5b18c35a06'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:26:39.392570 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-8463ce9d-0d1e-4468-b020-adf85d5478d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:26:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['37e043df-784d-402c-8688-4f5b18c35a06'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:26:39.582506 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07233e5-e2c4-4813-9aaf-07973312e63a None None] Pushing event updated for resources: {'Port': ['ID=5d180aa2-55f2-42d8-a7c3-bd50a8ff381d,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:26:39.596534 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6ad16a90-d065-4458-93de-e968d4304b61 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:39.679223 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-8463ce9d-0d1e-4468-b020-adf85d5478d7 None None] Set router 37e043df-784d-402c-8688-4f5b18c35a06 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:26:39.834847 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-e5591b40-081c-436a-b91f-0156cc373cfd None None] Allocated IP 172.20.0.2 (29038414-9c18-4e37-8553-5812035a39bb/12f3f92d-3712-4b1b-b3cf-cfebd48d18d4/958bd300-7079-42d2-8536-93fdcfad1219) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:26:39.891562 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:40.157544 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e5591b40-081c-436a-b91f-0156cc373cfd None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:40.170078 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-e5591b40-081c-436a-b91f-0156cc373cfd None None] Transition to ACTIVE for port object 958bd300-7079-42d2-8536-93fdcfad1219 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:26:40.173202 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-8463ce9d-0d1e-4468-b020-adf85d5478d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e043df-784d-402c-8688-4f5b18c35a06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925657278', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '5d180aa2-55f2-42d8-a7c3-bd50a8ff381d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:26:35Z', 'updated_at': '2022-10-13T16:26:37Z', 'revision_number': 3, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': '5d180aa2-55f2-42d8-a7c3-bd50a8ff381d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e043df-784d-402c-8688-4f5b18c35a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:26:36Z', 'updated_at': '2022-10-13T16:26:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:26:40.184119 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8463ce9d-0d1e-4468-b020-adf85d5478d7 None None] The sync data for ids ['37e043df-784d-402c-8688-4f5b18c35a06'] in dv-neutron-860329-2-hyperv is: [{'id': '37e043df-784d-402c-8688-4f5b18c35a06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925657278', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '5d180aa2-55f2-42d8-a7c3-bd50a8ff381d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:26:35Z', 'updated_at': '2022-10-13T16:26:37Z', 'revision_number': 3, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': '5d180aa2-55f2-42d8-a7c3-bd50a8ff381d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e043df-784d-402c-8688-4f5b18c35a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:26:36Z', 'updated_at': '2022-10-13T16:26:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:26:40.192913 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-e5591b40-081c-436a-b91f-0156cc373cfd None None] Transition to ACTIVE for port object 958bd300-7079-42d2-8536-93fdcfad1219 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:26:40.204612 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e5591b40-081c-436a-b91f-0156cc373cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:40.265446 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5591b40-081c-436a-b91f-0156cc373cfd None None] Network 29038414-9c18-4e37-8553-5812035a39bb is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:26:40.268557 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-e5591b40-081c-436a-b91f-0156cc373cfd None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:26:40.270954 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5591b40-081c-436a-b91f-0156cc373cfd None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:26:40.275191 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-6ad16a90-d065-4458-93de-e968d4304b61 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Allocated IP 172.20.0.1 (29038414-9c18-4e37-8553-5812035a39bb/12f3f92d-3712-4b1b-b3cf-cfebd48d18d4/0649ac72-9afe-4578-84df-f0880806d7d0) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:26:40.354330 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5591b40-081c-436a-b91f-0156cc373cfd None None] Pushing event updated for resources: {'Port': ['ID=958bd300-7079-42d2-8536-93fdcfad1219,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:26:40.401657 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-e5591b40-081c-436a-b91f-0156cc373cfd None None] Attempting to bind port 958bd300-7079-42d2-8536-93fdcfad1219 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:26:40.402092 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-e5591b40-081c-436a-b91f-0156cc373cfd None None] Attempting to bind port 958bd300-7079-42d2-8536-93fdcfad1219 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'd7a9b896-367d-4680-a76b-d994c8b62d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '29038414-9c18-4e37-8553-5812035a39bb'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:26:40.402544 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5591b40-081c-436a-b91f-0156cc373cfd None None] Attempting to bind port 958bd300-7079-42d2-8536-93fdcfad1219 on network 29038414-9c18-4e37-8553-5812035a39bb {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:26:40.408636 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5591b40-081c-436a-b91f-0156cc373cfd None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:26:40.411276 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5591b40-081c-436a-b91f-0156cc373cfd None None] Checking segment: {'id': 'd7a9b896-367d-4680-a76b-d994c8b62d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '29038414-9c18-4e37-8553-5812035a39bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:26:40.411738 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e5591b40-081c-436a-b91f-0156cc373cfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:40.412294 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5591b40-081c-436a-b91f-0156cc373cfd None None] Bound using segment: {'id': 'd7a9b896-367d-4680-a76b-d994c8b62d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '29038414-9c18-4e37-8553-5812035a39bb'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:26:40.414261 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-e5591b40-081c-436a-b91f-0156cc373cfd None None] Bound port: 958bd300-7079-42d2-8536-93fdcfad1219, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7a9b896-367d-4680-a76b-d994c8b62d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '29038414-9c18-4e37-8553-5812035a39bb'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:26:40.414261 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e5591b40-081c-436a-b91f-0156cc373cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:40.453467 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6ad16a90-d065-4458-93de-e968d4304b61 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:40.471990 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-6ad16a90-d065-4458-93de-e968d4304b61 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Transition to ACTIVE for port object 0649ac72-9afe-4578-84df-f0880806d7d0 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:26:40.497941 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6ad16a90-d065-4458-93de-e968d4304b61 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:40.516982 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-e5591b40-081c-436a-b91f-0156cc373cfd None None] For port 958bd300-7079-42d2-8536-93fdcfad1219, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:26:40.520532 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-e5591b40-081c-436a-b91f-0156cc373cfd None None] For port 958bd300-7079-42d2-8536-93fdcfad1219, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=958bd300-7079-42d2-8536-93fdcfad1219,segment=NetworkSegment(d7a9b896-367d-4680-a76b-d994c8b62d0f),segment_id=d7a9b896-367d-4680-a76b-d994c8b62d0f)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:26:40.526342 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e5591b40-081c-436a-b91f-0156cc373cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:40.569145 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad16a90-d065-4458-93de-e968d4304b61 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Network 29038414-9c18-4e37-8553-5812035a39bb is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:26:40.574270 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-6ad16a90-d065-4458-93de-e968d4304b61 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:26:40.583256 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad16a90-d065-4458-93de-e968d4304b61 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:26:40.612594 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5591b40-081c-436a-b91f-0156cc373cfd None None] Pushing event updated for resources: {'Port': ['ID=958bd300-7079-42d2-8536-93fdcfad1219,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:26:40.626528 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad16a90-d065-4458-93de-e968d4304b61 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'Port': ['ID=0649ac72-9afe-4578-84df-f0880806d7d0,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:26:40.665388 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6ad16a90-d065-4458-93de-e968d4304b61 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:40.817157 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6ad16a90-d065-4458-93de-e968d4304b61 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:41.261356 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6ad16a90-d065-4458-93de-e968d4304b61 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:41.265948 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6ad16a90-d065-4458-93de-e968d4304b61 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:41.380743 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6ad16a90-d065-4458-93de-e968d4304b61 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:41.384216 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad16a90-d065-4458-93de-e968d4304b61 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'Port': ['ID=0649ac72-9afe-4578-84df-f0880806d7d0,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:26:41.528245 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad16a90-d065-4458-93de-e968d4304b61 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Network 29038414-9c18-4e37-8553-5812035a39bb is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:26:41.529326 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-6ad16a90-d065-4458-93de-e968d4304b61 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:26:41.563936 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f0dd79-599b-4430-b240-4c28989cbeac None None] Network 29038414-9c18-4e37-8553-5812035a39bb requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 16:26:41.700706 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-29981651-2961-41a8-bb51-854c274eed94 None None] Provisioning for port 958bd300-7079-42d2-8536-93fdcfad1219 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:26:41.833168 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ad16a90-d065-4458-93de-e968d4304b61 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Router 37e043df-784d-402c-8688-4f5b18c35a06 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 16:26:42.022074 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad16a90-d065-4458-93de-e968d4304b61 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:26:42.038071 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a93953-56e4-488c-a638-6d07b5d38ce6 None None] Sync routers for ids ['37e043df-784d-402c-8688-4f5b18c35a06'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:26:42.042471 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-6ad16a90-d065-4458-93de-e968d4304b61 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "PUT /v2.0/routers/37e043df-784d-402c-8688-4f5b18c35a06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1365561 Oct 13 16:26:42.054721 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a93953-56e4-488c-a638-6d07b5d38ce6 None None] Routers {'37e043df-784d-402c-8688-4f5b18c35a06'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:26:42.055356 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-14a93953-56e4-488c-a638-6d07b5d38ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:26:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['37e043df-784d-402c-8688-4f5b18c35a06'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:26:42.155779 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 5d180aa2-55f2-42d8-a7c3-bd50a8ff381d up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:26:42.233413 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-628366a9-7531-4c65-b927-2a9069c2baf6 None None] Provisioning for port 0649ac72-9afe-4578-84df-f0880806d7d0 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:26:42.239490 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-b1f152ff-3af9-4b0a-a5de-4a60d5fbe38f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Synchronizing usage tracker for tenant:a06d0f5fab8f48c6bec23f3d7dc5027f on resource:security_group {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:26:42.246388 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-628366a9-7531-4c65-b927-2a9069c2baf6 None None] Provisioning complete for port 0649ac72-9afe-4578-84df-f0880806d7d0 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:26:42.247317 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-628366a9-7531-4c65-b927-2a9069c2baf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:42.247961 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-628366a9-7531-4c65-b927-2a9069c2baf6 None None] Attempt 1 to provision port 0649ac72-9afe-4578-84df-f0880806d7d0 Oct 13 16:26:42.259717 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-b1f152ff-3af9-4b0a-a5de-4a60d5fbe38f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Unset dirty status for tenant:a06d0f5fab8f48c6bec23f3d7dc5027f on resource:security_group {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:26:42.267711 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-b1f152ff-3af9-4b0a-a5de-4a60d5fbe38f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1602971483&fields=id&tenant_id=a06d0f5fab8f48c6bec23f3d7dc5027f HTTP/1.1" status: 200 len: 267 time: 0.0703032 Oct 13 16:26:42.277045 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-14a93953-56e4-488c-a638-6d07b5d38ce6 None None] Set router 37e043df-784d-402c-8688-4f5b18c35a06 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:26:42.301544 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 5d180aa2-55f2-42d8-a7c3-bd50a8ff381d completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:26:42.315587 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 5d180aa2-55f2-42d8-a7c3-bd50a8ff381d triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:26:42.316272 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:42.316822 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 5d180aa2-55f2-42d8-a7c3-bd50a8ff381d Oct 13 16:26:42.360871 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-628366a9-7531-4c65-b927-2a9069c2baf6 None None] Port 0649ac72-9afe-4578-84df-f0880806d7d0 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:26:42.429861 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-c6ccfd25-eca5-4f8c-b573-07d3d149ff82 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:26:42.430611 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-c6ccfd25-eca5-4f8c-b573-07d3d149ff82 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Synchronizing usage tracker for tenant:a06d0f5fab8f48c6bec23f3d7dc5027f on resource:network {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:26:42.449207 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-c6ccfd25-eca5-4f8c-b573-07d3d149ff82 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Unset dirty status for tenant:a06d0f5fab8f48c6bec23f3d7dc5027f on resource:network {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:26:42.450747 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-c6ccfd25-eca5-4f8c-b573-07d3d149ff82 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/networks?id=29038414-9c18-4e37-8553-5812035a39bb HTTP/1.1" status: 200 len: 796 time: 0.1822662 Oct 13 16:26:42.450894 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 5d180aa2-55f2-42d8-a7c3-bd50a8ff381d is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:26:42.451132 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:42.468693 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-c0126f77-701c-43ba-8e27-6bcae985a676 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/quotas/a06d0f5fab8f48c6bec23f3d7dc5027f HTTP/1.1" status: 200 len: 375 time: 0.0111821 Oct 13 16:26:42.469830 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 5d180aa2-55f2-42d8-a7c3-bd50a8ff381d, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=5d180aa2-55f2-42d8-a7c3-bd50a8ff381d,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:26:42.474525 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:42.475879 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 958bd300-7079-42d2-8536-93fdcfad1219 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:26:42.570135 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-24ef045a-4dbf-4e2d-aff2-46133fa990c6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Synchronizing usage tracker for tenant:a06d0f5fab8f48c6bec23f3d7dc5027f on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:26:42.587870 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-24ef045a-4dbf-4e2d-aff2-46133fa990c6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Unset dirty status for tenant:a06d0f5fab8f48c6bec23f3d7dc5027f on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:26:42.589077 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-24ef045a-4dbf-4e2d-aff2-46133fa990c6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=a06d0f5fab8f48c6bec23f3d7dc5027f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1136286 Oct 13 16:26:42.607499 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=5d180aa2-55f2-42d8-a7c3-bd50a8ff381d,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:26:42.623523 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 958bd300-7079-42d2-8536-93fdcfad1219 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:26:42.633227 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 958bd300-7079-42d2-8536-93fdcfad1219 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:26:42.633719 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:42.634197 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 958bd300-7079-42d2-8536-93fdcfad1219 Oct 13 16:26:42.656903 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-14a93953-56e4-488c-a638-6d07b5d38ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e043df-784d-402c-8688-4f5b18c35a06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925657278', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '5d180aa2-55f2-42d8-a7c3-bd50a8ff381d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:26:35Z', 'updated_at': '2022-10-13T16:26:40Z', 'revision_number': 4, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': '5d180aa2-55f2-42d8-a7c3-bd50a8ff381d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e043df-784d-402c-8688-4f5b18c35a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:26:36Z', 'updated_at': '2022-10-13T16:26:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '0649ac72-9afe-4578-84df-f0880806d7d0', 'name': '', 'network_id': '29038414-9c18-4e37-8553-5812035a39bb', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'mac_address': 'fa:16:3e:d5:61:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e043df-784d-402c-8688-4f5b18c35a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '12f3f92d-3712-4b1b-b3cf-cfebd48d18d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:26:39Z', 'updated_at': '2022-10-13T16:26:41Z', 'revision_number': 2, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'subnets': [{'id': '12f3f92d-3712-4b1b-b3cf-cfebd48d18d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:26:42.661608 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a93953-56e4-488c-a638-6d07b5d38ce6 None None] Checking router: 37e043df-784d-402c-8688-4f5b18c35a06 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:26:42.662109 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a93953-56e4-488c-a638-6d07b5d38ce6 None None] Updating router 37e043df-784d-402c-8688-4f5b18c35a06 port 0649ac72-9afe-4578-84df-f0880806d7d0 binding host dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 16:26:42.730200 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-14a93953-56e4-488c-a638-6d07b5d38ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:42.744626 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-4a9773e0-e258-4fe0-9efd-45db3ebe6e89 service neutron] 10.222.0.42 "GET /v2.0/networks/29038414-9c18-4e37-8553-5812035a39bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391482 Oct 13 16:26:42.754188 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 958bd300-7079-42d2-8536-93fdcfad1219 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:26:42.754564 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:42.789061 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 958bd300-7079-42d2-8536-93fdcfad1219, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=958bd300-7079-42d2-8536-93fdcfad1219,segment=NetworkSegment(d7a9b896-367d-4680-a76b-d994c8b62d0f),segment_id=d7a9b896-367d-4680-a76b-d994c8b62d0f)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:26:42.793777 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:42.864381 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-628366a9-7531-4c65-b927-2a9069c2baf6 None None] Attempt 2 to provision port 0649ac72-9afe-4578-84df-f0880806d7d0 Oct 13 16:26:42.882627 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-37309b50-3a8b-45b4-9cae-7887938cb45d service neutron] 10.222.0.42 "GET /v2.0/networks/29038414-9c18-4e37-8553-5812035a39bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319666 Oct 13 16:26:42.919280 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-628366a9-7531-4c65-b927-2a9069c2baf6 None None] Port 0649ac72-9afe-4578-84df-f0880806d7d0 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:26:42.922834 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=958bd300-7079-42d2-8536-93fdcfad1219,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:26:43.067083 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-89618045-b0a0-4f59-bc41-904189b8cd30 req-6d1055a3-c620-4cb3-8b62-91cd41d3c10e tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Synchronizing usage tracker for tenant:a06d0f5fab8f48c6bec23f3d7dc5027f on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:26:43.079227 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-89618045-b0a0-4f59-bc41-904189b8cd30 req-6d1055a3-c620-4cb3-8b62-91cd41d3c10e tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Unset dirty status for tenant:a06d0f5fab8f48c6bec23f3d7dc5027f on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:26:43.080371 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-89618045-b0a0-4f59-bc41-904189b8cd30 req-6d1055a3-c620-4cb3-8b62-91cd41d3c10e tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc1d314d-0bbe-4397-a690-8f22c9c17aea HTTP/1.1" status: 200 len: 210 time: 0.0612378 Oct 13 16:26:43.084816 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-14a93953-56e4-488c-a638-6d07b5d38ce6 None None] Notify callbacks [] for port, precommit_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:43.097098 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.provisioning_blocks [None req-14a93953-56e4-488c-a638-6d07b5d38ce6 None None] Transition to ACTIVE for port object 0649ac72-9afe-4578-84df-f0880806d7d0 will not be triggered until provisioned by entity L2. {{(pid=88975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:26:43.104158 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-14a93953-56e4-488c-a638-6d07b5d38ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:43.292225 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293febf8-4bc0-4a0c-a9d4-c297ffd4c9da None None] Pushing event updated for resources: {'Port': ['ID=0649ac72-9afe-4578-84df-f0880806d7d0,revision_number=3']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:26:43.310822 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293febf8-4bc0-4a0c-a9d4-c297ffd4c9da None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:26:43.311163 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293febf8-4bc0-4a0c-a9d4-c297ffd4c9da None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:26:43.311498 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293febf8-4bc0-4a0c-a9d4-c297ffd4c9da None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:26:43.311827 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293febf8-4bc0-4a0c-a9d4-c297ffd4c9da None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:26:43.312149 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293febf8-4bc0-4a0c-a9d4-c297ffd4c9da None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:26:43.312470 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293febf8-4bc0-4a0c-a9d4-c297ffd4c9da None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:26:43.312786 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293febf8-4bc0-4a0c-a9d4-c297ffd4c9da None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:26:43.313102 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293febf8-4bc0-4a0c-a9d4-c297ffd4c9da None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:26:43.313418 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293febf8-4bc0-4a0c-a9d4-c297ffd4c9da None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:26:43.313740 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293febf8-4bc0-4a0c-a9d4-c297ffd4c9da None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:26:43.314049 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293febf8-4bc0-4a0c-a9d4-c297ffd4c9da None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:26:43.314387 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293febf8-4bc0-4a0c-a9d4-c297ffd4c9da None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:26:43.318978 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-14a93953-56e4-488c-a638-6d07b5d38ce6 None None] Attempting to bind port 0649ac72-9afe-4578-84df-f0880806d7d0 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:26:43.319274 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-14a93953-56e4-488c-a638-6d07b5d38ce6 None None] Attempting to bind port 0649ac72-9afe-4578-84df-f0880806d7d0 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'd7a9b896-367d-4680-a76b-d994c8b62d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '29038414-9c18-4e37-8553-5812035a39bb'}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:26:43.319623 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a93953-56e4-488c-a638-6d07b5d38ce6 None None] Attempting to bind port 0649ac72-9afe-4578-84df-f0880806d7d0 on network 29038414-9c18-4e37-8553-5812035a39bb {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:26:43.325710 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a93953-56e4-488c-a638-6d07b5d38ce6 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 26, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:26:43.326071 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a93953-56e4-488c-a638-6d07b5d38ce6 None None] Checking segment: {'id': 'd7a9b896-367d-4680-a76b-d994c8b62d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '29038414-9c18-4e37-8553-5812035a39bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:26:43.326485 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-14a93953-56e4-488c-a638-6d07b5d38ce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:43.326858 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a93953-56e4-488c-a638-6d07b5d38ce6 None None] Bound using segment: {'id': 'd7a9b896-367d-4680-a76b-d994c8b62d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '29038414-9c18-4e37-8553-5812035a39bb'} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:26:43.327306 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-14a93953-56e4-488c-a638-6d07b5d38ce6 None None] Bound port: 0649ac72-9afe-4578-84df-f0880806d7d0, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7a9b896-367d-4680-a76b-d994c8b62d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '29038414-9c18-4e37-8553-5812035a39bb'}}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:26:43.327663 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-14a93953-56e4-488c-a638-6d07b5d38ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:43.410913 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-14a93953-56e4-488c-a638-6d07b5d38ce6 None None] For port 0649ac72-9afe-4578-84df-f0880806d7d0, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:26:43.413759 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-14a93953-56e4-488c-a638-6d07b5d38ce6 None None] For port 0649ac72-9afe-4578-84df-f0880806d7d0, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=0649ac72-9afe-4578-84df-f0880806d7d0,segment=NetworkSegment(d7a9b896-367d-4680-a76b-d994c8b62d0f),segment_id=d7a9b896-367d-4680-a76b-d994c8b62d0f)] {{(pid=88975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:26:43.418889 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-14a93953-56e4-488c-a638-6d07b5d38ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:43.420490 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-628366a9-7531-4c65-b927-2a9069c2baf6 None None] Attempt 3 to provision port 0649ac72-9afe-4578-84df-f0880806d7d0 Oct 13 16:26:43.480681 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a93953-56e4-488c-a638-6d07b5d38ce6 None None] Routers {'37e043df-784d-402c-8688-4f5b18c35a06'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:26:43.481819 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-14a93953-56e4-488c-a638-6d07b5d38ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:26:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['37e043df-784d-402c-8688-4f5b18c35a06'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:26:43.484204 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-628366a9-7531-4c65-b927-2a9069c2baf6 None None] Port 0649ac72-9afe-4578-84df-f0880806d7d0 had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 16:26:43.562351 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293febf8-4bc0-4a0c-a9d4-c297ffd4c9da None None] Pushing event updated for resources: {'Port': ['ID=0649ac72-9afe-4578-84df-f0880806d7d0,revision_number=4']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:26:43.689214 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-14a93953-56e4-488c-a638-6d07b5d38ce6 None None] Set router 37e043df-784d-402c-8688-4f5b18c35a06 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:26:43.990464 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-14a93953-56e4-488c-a638-6d07b5d38ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e043df-784d-402c-8688-4f5b18c35a06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925657278', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '5d180aa2-55f2-42d8-a7c3-bd50a8ff381d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:26:35Z', 'updated_at': '2022-10-13T16:26:40Z', 'revision_number': 4, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': '5d180aa2-55f2-42d8-a7c3-bd50a8ff381d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e043df-784d-402c-8688-4f5b18c35a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:26:36Z', 'updated_at': '2022-10-13T16:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '0649ac72-9afe-4578-84df-f0880806d7d0', 'name': '', 'network_id': '29038414-9c18-4e37-8553-5812035a39bb', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'mac_address': 'fa:16:3e:d5:61:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e043df-784d-402c-8688-4f5b18c35a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '12f3f92d-3712-4b1b-b3cf-cfebd48d18d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:26:39Z', 'updated_at': '2022-10-13T16:26:43Z', 'revision_number': 4, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'subnets': [{'id': '12f3f92d-3712-4b1b-b3cf-cfebd48d18d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:26:43.994264 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14a93953-56e4-488c-a638-6d07b5d38ce6 None None] The sync data for ids ['37e043df-784d-402c-8688-4f5b18c35a06'] in dv-neutron-860329-2-hyperv is: [{'id': '37e043df-784d-402c-8688-4f5b18c35a06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925657278', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '5d180aa2-55f2-42d8-a7c3-bd50a8ff381d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:26:35Z', 'updated_at': '2022-10-13T16:26:40Z', 'revision_number': 4, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': '5d180aa2-55f2-42d8-a7c3-bd50a8ff381d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e043df-784d-402c-8688-4f5b18c35a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:26:36Z', 'updated_at': '2022-10-13T16:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '0649ac72-9afe-4578-84df-f0880806d7d0', 'name': '', 'network_id': '29038414-9c18-4e37-8553-5812035a39bb', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'mac_address': 'fa:16:3e:d5:61:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37e043df-784d-402c-8688-4f5b18c35a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '12f3f92d-3712-4b1b-b3cf-cfebd48d18d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:26:39Z', 'updated_at': '2022-10-13T16:26:43Z', 'revision_number': 4, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'subnets': [{'id': '12f3f92d-3712-4b1b-b3cf-cfebd48d18d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:26:44.119438 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 5d180aa2-55f2-42d8-a7c3-bd50a8ff381d up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:26:44.191060 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 5d180aa2-55f2-42d8-a7c3-bd50a8ff381d triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:26:44.191432 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:44.191767 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 5d180aa2-55f2-42d8-a7c3-bd50a8ff381d Oct 13 16:26:44.311460 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-231d0bb2-f725-4279-a721-2f2b31ff812a req-fbc930e7-80ab-44a0-adf5-7e0a34cec205 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc1d314d-0bbe-4397-a690-8f22c9c17aea HTTP/1.1" status: 200 len: 210 time: 0.1622243 Oct 13 16:26:44.318701 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 5d180aa2-55f2-42d8-a7c3-bd50a8ff381d is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:26:44.319796 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 958bd300-7079-42d2-8536-93fdcfad1219 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:26:44.390307 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 958bd300-7079-42d2-8536-93fdcfad1219 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:26:44.390676 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:44.391030 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 958bd300-7079-42d2-8536-93fdcfad1219 Oct 13 16:26:44.517320 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 958bd300-7079-42d2-8536-93fdcfad1219 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:26:45.422967 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b019e69a-7835-4d9d-b2e7-5f8e7846d170 req-682bf15f-a2e0-4d39-8341-062b73038cd0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc1d314d-0bbe-4397-a690-8f22c9c17aea HTTP/1.1" status: 200 len: 210 time: 0.0520670 Oct 13 16:26:46.071449 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 0649ac72-9afe-4578-84df-f0880806d7d0 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:26:46.140780 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 0649ac72-9afe-4578-84df-f0880806d7d0 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:26:46.145446 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 0649ac72-9afe-4578-84df-f0880806d7d0 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:26:46.145811 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:46.146491 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 0649ac72-9afe-4578-84df-f0880806d7d0 Oct 13 16:26:46.259568 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 0649ac72-9afe-4578-84df-f0880806d7d0 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:26:46.259868 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:46.291225 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 0649ac72-9afe-4578-84df-f0880806d7d0, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=0649ac72-9afe-4578-84df-f0880806d7d0,segment=NetworkSegment(d7a9b896-367d-4680-a76b-d994c8b62d0f),segment_id=d7a9b896-367d-4680-a76b-d994c8b62d0f)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:26:46.295031 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:46.364811 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=0649ac72-9afe-4578-84df-f0880806d7d0,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:26:46.584147 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-c2ebf798-ab04-4675-8165-ab8ffa6c332d req-171f925d-89ef-4836-835f-08b781bc356e tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc1d314d-0bbe-4397-a690-8f22c9c17aea HTTP/1.1" status: 200 len: 210 time: 0.0486863 Oct 13 16:26:47.748802 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e55197e6-064c-4185-b844-52fe3cfee96b req-2dc23bf4-cb2c-453f-ba7c-06050f401216 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc1d314d-0bbe-4397-a690-8f22c9c17aea HTTP/1.1" status: 200 len: 210 time: 0.0494826 Oct 13 16:26:48.058279 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 0649ac72-9afe-4578-84df-f0880806d7d0 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:26:48.130355 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 0649ac72-9afe-4578-84df-f0880806d7d0 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:26:48.130908 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:48.131315 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 0649ac72-9afe-4578-84df-f0880806d7d0 Oct 13 16:26:48.246015 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-4f19899c-1c00-45f6-8cf1-f25423e6949c tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:26:48.249215 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-4f19899c-1c00-45f6-8cf1-f25423e6949c tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.16 "GET /v2.0/networks?id=29038414-9c18-4e37-8553-5812035a39bb HTTP/1.1" status: 200 len: 796 time: 0.1562335 Oct 13 16:26:48.284144 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 0649ac72-9afe-4578-84df-f0880806d7d0 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:26:48.299263 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-ddcd7972-cd6d-4ac5-aaf1-1c0453bffc4f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a06d0f5fab8f48c6bec23f3d7dc5027f HTTP/1.1" status: 200 len: 380 time: 0.0437012 Oct 13 16:26:48.307070 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-1f8ac781-6154-47c7-9802-284fea8c7625 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Request body: {'port': {'device_id': 'fc1d314d-0bbe-4397-a690-8f22c9c17aea', 'network_id': '29038414-9c18-4e37-8553-5812035a39bb', 'admin_state_up': True, 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'security_groups': ['6039a2e7-7f55-44bf-a24e-67d37bacd08c']}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:26:48.446483 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-1f8ac781-6154-47c7-9802-284fea8c7625 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:26:48.455774 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-1f8ac781-6154-47c7-9802-284fea8c7625 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:26:48.464521 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-1f8ac781-6154-47c7-9802-284fea8c7625 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Made reservation on behalf of a06d0f5fab8f48c6bec23f3d7dc5027f for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 16:26:48.468507 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-1f8ac781-6154-47c7-9802-284fea8c7625 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:48.631887 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-1f8ac781-6154-47c7-9802-284fea8c7625 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Allocated IP 172.20.0.6 (29038414-9c18-4e37-8553-5812035a39bb/12f3f92d-3712-4b1b-b3cf-cfebd48d18d4/db42d6c5-cba6-46d7-b882-dbbcd61bd6d1) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:26:48.819042 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-1f8ac781-6154-47c7-9802-284fea8c7625 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:48.837302 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-1f8ac781-6154-47c7-9802-284fea8c7625 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Transition to ACTIVE for port object db42d6c5-cba6-46d7-b882-dbbcd61bd6d1 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:26:48.862353 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-1f8ac781-6154-47c7-9802-284fea8c7625 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:48.940660 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-1f8ac781-6154-47c7-9802-284fea8c7625 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Network 29038414-9c18-4e37-8553-5812035a39bb is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:26:48.943804 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-1f8ac781-6154-47c7-9802-284fea8c7625 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:26:48.946732 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-1f8ac781-6154-47c7-9802-284fea8c7625 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:26:48.984199 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8ac781-6154-47c7-9802-284fea8c7625 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'Port': ['ID=db42d6c5-cba6-46d7-b882-dbbcd61bd6d1,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:26:49.021804 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-1f8ac781-6154-47c7-9802-284fea8c7625 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:26:49.022661 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-1f8ac781-6154-47c7-9802-284fea8c7625 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:49.050776 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-1f8ac781-6154-47c7-9802-284fea8c7625 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7472181 Oct 13 16:26:49.063056 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-ab21de2a-0f3a-4872-8c75-fa74310e7db9 service neutron] Request body: {'port': {'device_id': 'fc1d314d-0bbe-4397-a690-8f22c9c17aea', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:26:49.112502 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090a8c20-d772-4be0-b2c2-17c8434efad9 req-f6a25184-dd51-4a2f-9d31-f6d3e9101ae5 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:26:49.115082 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-090a8c20-d772-4be0-b2c2-17c8434efad9 req-f6a25184-dd51-4a2f-9d31-f6d3e9101ae5 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc1d314d-0bbe-4397-a690-8f22c9c17aea HTTP/1.1" status: 200 len: 931 time: 0.0974913 Oct 13 16:26:49.160918 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-090a8c20-d772-4be0-b2c2-17c8434efad9 req-dd2346ce-5c9e-43cd-9c5b-99170a542e5d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=6039a2e7-7f55-44bf-a24e-67d37bacd08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411956 Oct 13 16:26:49.184946 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-ab21de2a-0f3a-4872-8c75-fa74310e7db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:49.255954 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-bdf5c131-3a5e-4755-b76f-fb7463bda326 None None] Provisioning for port db42d6c5-cba6-46d7-b882-dbbcd61bd6d1 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:26:49.261649 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-bdf5c131-3a5e-4755-b76f-fb7463bda326 None None] Provisioning complete for port db42d6c5-cba6-46d7-b882-dbbcd61bd6d1 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:26:49.262082 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-bdf5c131-3a5e-4755-b76f-fb7463bda326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:49.263111 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-bdf5c131-3a5e-4755-b76f-fb7463bda326 None None] Attempt 1 to provision port db42d6c5-cba6-46d7-b882-dbbcd61bd6d1 Oct 13 16:26:49.315036 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-bdf5c131-3a5e-4755-b76f-fb7463bda326 None None] Port db42d6c5-cba6-46d7-b882-dbbcd61bd6d1 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:26:49.614731 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-ab21de2a-0f3a-4872-8c75-fa74310e7db9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db42d6c5-cba6-46d7-b882-dbbcd61bd6d1 {{(pid=88973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 16:26:49.622367 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-ab21de2a-0f3a-4872-8c75-fa74310e7db9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:49.639761 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-ab21de2a-0f3a-4872-8c75-fa74310e7db9 service neutron] Transition to ACTIVE for port object db42d6c5-cba6-46d7-b882-dbbcd61bd6d1 will not be triggered until provisioned by entity L2. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:26:49.644776 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-ab21de2a-0f3a-4872-8c75-fa74310e7db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:49.816002 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-bdf5c131-3a5e-4755-b76f-fb7463bda326 None None] Attempt 2 to provision port db42d6c5-cba6-46d7-b882-dbbcd61bd6d1 Oct 13 16:26:49.829530 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab21de2a-0f3a-4872-8c75-fa74310e7db9 service neutron] Pushing event updated for resources: {'Port': ['ID=db42d6c5-cba6-46d7-b882-dbbcd61bd6d1,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:26:49.870203 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-ab21de2a-0f3a-4872-8c75-fa74310e7db9 service neutron] Attempting to bind port db42d6c5-cba6-46d7-b882-dbbcd61bd6d1 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:26:49.870540 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-ab21de2a-0f3a-4872-8c75-fa74310e7db9 service neutron] Attempting to bind port db42d6c5-cba6-46d7-b882-dbbcd61bd6d1 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'd7a9b896-367d-4680-a76b-d994c8b62d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '29038414-9c18-4e37-8553-5812035a39bb'}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:26:49.870865 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-ab21de2a-0f3a-4872-8c75-fa74310e7db9 service neutron] Attempting to bind port db42d6c5-cba6-46d7-b882-dbbcd61bd6d1 on network 29038414-9c18-4e37-8553-5812035a39bb {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:26:49.874217 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-bdf5c131-3a5e-4755-b76f-fb7463bda326 None None] Port db42d6c5-cba6-46d7-b882-dbbcd61bd6d1 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:26:49.876052 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-ab21de2a-0f3a-4872-8c75-fa74310e7db9 service neutron] Port db42d6c5-cba6-46d7-b882-dbbcd61bd6d1 on network 29038414-9c18-4e37-8553-5812035a39bb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 16:26:49.876373 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-ab21de2a-0f3a-4872-8c75-fa74310e7db9 service neutron] Attempting to bind port db42d6c5-cba6-46d7-b882-dbbcd61bd6d1 on network 29038414-9c18-4e37-8553-5812035a39bb {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:26:49.881410 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-ab21de2a-0f3a-4872-8c75-fa74310e7db9 service neutron] Checking agent: {'id': 'c4d1d38a-44f6-47ac-b17c-311e640e7cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'started_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 26, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:26:49.881742 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-ab21de2a-0f3a-4872-8c75-fa74310e7db9 service neutron] Checking segment: {'id': 'd7a9b896-367d-4680-a76b-d994c8b62d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '29038414-9c18-4e37-8553-5812035a39bb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:26:49.882132 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-ab21de2a-0f3a-4872-8c75-fa74310e7db9 service neutron] Bound using segment: {'id': 'd7a9b896-367d-4680-a76b-d994c8b62d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '29038414-9c18-4e37-8553-5812035a39bb'} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:26:49.882565 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-ab21de2a-0f3a-4872-8c75-fa74310e7db9 service neutron] Bound port: db42d6c5-cba6-46d7-b882-dbbcd61bd6d1, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd7a9b896-367d-4680-a76b-d994c8b62d0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 432, 'network_id': '29038414-9c18-4e37-8553-5812035a39bb'}}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:26:49.882907 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-ab21de2a-0f3a-4872-8c75-fa74310e7db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:49.973304 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-ab21de2a-0f3a-4872-8c75-fa74310e7db9 service neutron] For port db42d6c5-cba6-46d7-b882-dbbcd61bd6d1, host hv-neutron-8603, cleared binding levels {{(pid=88973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:26:49.976237 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-ab21de2a-0f3a-4872-8c75-fa74310e7db9 service neutron] For port db42d6c5-cba6-46d7-b882-dbbcd61bd6d1, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=db42d6c5-cba6-46d7-b882-dbbcd61bd6d1,segment=NetworkSegment(d7a9b896-367d-4680-a76b-d994c8b62d0f),segment_id=d7a9b896-367d-4680-a76b-d994c8b62d0f)] {{(pid=88973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:26:49.980331 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-ab21de2a-0f3a-4872-8c75-fa74310e7db9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:50.010679 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-ab21de2a-0f3a-4872-8c75-fa74310e7db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:26:50.011281 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-ab21de2a-0f3a-4872-8c75-fa74310e7db9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:50.012673 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-ab21de2a-0f3a-4872-8c75-fa74310e7db9 service neutron] 10.222.0.16 "PUT /v2.0/ports/db42d6c5-cba6-46d7-b882-dbbcd61bd6d1 HTTP/1.1" status: 200 len: 1093 time: 0.9544601 Oct 13 16:26:50.013176 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc1d314d-0bbe-4397-a690-8f22c9c17aea', 'tag': 'db42d6c5-cba6-46d7-b882-dbbcd61bd6d1'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:26:50.015469 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b448bedd6ef1de8349ca4cd32cdc1fdd14839b3a018869371a7ba929b1523ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-493b0c7b-17d5-40e3-850f-0eddb5a77751" -d '{"events": [{"name": "network-changed", "server_uuid": "fc1d314d-0bbe-4397-a690-8f22c9c17aea", "tag": "db42d6c5-cba6-46d7-b882-dbbcd61bd6d1"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:26:50.095938 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 16:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdbc44f2-11d9-4b9e-8bdb-b6648c55c379 x-openstack-request-id: req-bdbc44f2-11d9-4b9e-8bdb-b6648c55c379 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:26:50.096159 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc1d314d-0bbe-4397-a690-8f22c9c17aea", "tag": "db42d6c5-cba6-46d7-b882-dbbcd61bd6d1", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:26:50.096412 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bdbc44f2-11d9-4b9e-8bdb-b6648c55c379 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:26:50.096805 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdbc44f2-11d9-4b9e-8bdb-b6648c55c379'] response: {'name': 'network-changed', 'server_uuid': 'fc1d314d-0bbe-4397-a690-8f22c9c17aea', 'tag': 'db42d6c5-cba6-46d7-b882-dbbcd61bd6d1', 'status': 'completed', 'code': 200} Oct 13 16:26:50.104415 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab21de2a-0f3a-4872-8c75-fa74310e7db9 service neutron] Pushing event updated for resources: {'Port': ['ID=db42d6c5-cba6-46d7-b882-dbbcd61bd6d1,revision_number=3']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:26:50.142447 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-b1fcdf45-db11-48a9-8a48-22736ede7cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:26:50.143935 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-b1fcdf45-db11-48a9-8a48-22736ede7cb9 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a06d0f5fab8f48c6bec23f3d7dc5027f&device_id=fc1d314d-0bbe-4397-a690-8f22c9c17aea HTTP/1.1" status: 200 len: 1096 time: 0.0898893 Oct 13 16:26:50.213627 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-efd48028-3f6e-4b26-813a-f278a2efe6ed service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db42d6c5-cba6-46d7-b882-dbbcd61bd6d1 HTTP/1.1" status: 200 len: 217 time: 0.0637116 Oct 13 16:26:50.274548 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-32e1c884-2fd6-42d0-8d6e-4a027ef7caa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:26:50.275970 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-32e1c884-2fd6-42d0-8d6e-4a027ef7caa0 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=12f3f92d-3712-4b1b-b3cf-cfebd48d18d4 HTTP/1.1" status: 200 len: 834 time: 0.0568292 Oct 13 16:26:50.357191 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-35aa3cf5-4457-4372-85ef-570d584f5fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:26:50.358630 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-35aa3cf5-4457-4372-85ef-570d584f5fc8 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=29038414-9c18-4e37-8553-5812035a39bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769579 Oct 13 16:26:50.359919 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d961af-f504-488a-bdc0-f80fa737bf66 req-fa8088a8-3a21-4b8a-a468-4aeb4f7ba167 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:26:50.361349 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e5d961af-f504-488a-bdc0-f80fa737bf66 req-fa8088a8-3a21-4b8a-a468-4aeb4f7ba167 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc1d314d-0bbe-4397-a690-8f22c9c17aea HTTP/1.1" status: 200 len: 943 time: 0.0897000 Oct 13 16:26:50.375194 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-bdf5c131-3a5e-4755-b76f-fb7463bda326 None None] Attempt 3 to provision port db42d6c5-cba6-46d7-b882-dbbcd61bd6d1 Oct 13 16:26:50.410560 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e5d961af-f504-488a-bdc0-f80fa737bf66 req-6d459245-e430-4cb5-ae82-6a0787e1a0c3 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=6039a2e7-7f55-44bf-a24e-67d37bacd08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430856 Oct 13 16:26:50.440186 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-bdf5c131-3a5e-4755-b76f-fb7463bda326 None None] Port db42d6c5-cba6-46d7-b882-dbbcd61bd6d1 had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 16:26:50.494367 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-6714a0ce-728d-456f-990a-0e83eb719860 service neutron] 10.222.0.16 "GET /v2.0/networks/29038414-9c18-4e37-8553-5812035a39bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299431 Oct 13 16:26:50.624619 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-388d1da1-9fc7-44e8-8210-3dbae9ec763e req-29105d04-d69d-4fe9-a2a9-e47d7d039881 service neutron] 10.222.0.16 "GET /v2.0/networks/29038414-9c18-4e37-8553-5812035a39bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246080 Oct 13 16:26:50.748118 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b0c7b-17d5-40e3-850f-0eddb5a77751 req-c869d3d1-c896-41c7-a661-16832e478ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:26:50.749584 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-493b0c7b-17d5-40e3-850f-0eddb5a77751 req-c869d3d1-c896-41c7-a661-16832e478ef8 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a06d0f5fab8f48c6bec23f3d7dc5027f&device_id=fc1d314d-0bbe-4397-a690-8f22c9c17aea HTTP/1.1" status: 200 len: 1096 time: 0.0812311 Oct 13 16:26:50.877070 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b0c7b-17d5-40e3-850f-0eddb5a77751 req-0cc07cfc-e298-488a-9b4f-dc5155ea0101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:26:50.878412 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-493b0c7b-17d5-40e3-850f-0eddb5a77751 req-0cc07cfc-e298-488a-9b4f-dc5155ea0101 service neutron] 10.222.0.16 "GET /v2.0/networks?id=29038414-9c18-4e37-8553-5812035a39bb HTTP/1.1" status: 200 len: 897 time: 0.1233859 Oct 13 16:26:50.951260 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-493b0c7b-17d5-40e3-850f-0eddb5a77751 req-d09f9c9f-28fe-499f-88a3-a5eac59b97d0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db42d6c5-cba6-46d7-b882-dbbcd61bd6d1 HTTP/1.1" status: 200 len: 217 time: 0.0640063 Oct 13 16:26:51.010729 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b0c7b-17d5-40e3-850f-0eddb5a77751 req-2063f679-7d75-4b3b-8c43-60553e9be175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:26:51.012112 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-493b0c7b-17d5-40e3-850f-0eddb5a77751 req-2063f679-7d75-4b3b-8c43-60553e9be175 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=12f3f92d-3712-4b1b-b3cf-cfebd48d18d4 HTTP/1.1" status: 200 len: 834 time: 0.0557292 Oct 13 16:26:51.091250 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493b0c7b-17d5-40e3-850f-0eddb5a77751 req-7499b6ed-8402-4f28-88e7-40b0de0f34fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:26:51.092688 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-493b0c7b-17d5-40e3-850f-0eddb5a77751 req-7499b6ed-8402-4f28-88e7-40b0de0f34fc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=29038414-9c18-4e37-8553-5812035a39bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753446 Oct 13 16:26:51.220157 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-493b0c7b-17d5-40e3-850f-0eddb5a77751 req-406e1421-6d0f-4092-a0c7-db1f1c9684c4 service neutron] 10.222.0.16 "GET /v2.0/networks/29038414-9c18-4e37-8553-5812035a39bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215820 Oct 13 16:26:51.348335 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-493b0c7b-17d5-40e3-850f-0eddb5a77751 req-bde56708-68cc-45e5-a8a9-ac61bb4c5f0c service neutron] 10.222.0.16 "GET /v2.0/networks/29038414-9c18-4e37-8553-5812035a39bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214476 Oct 13 16:26:51.701942 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4203c704-ae96-4c5d-a049-d66c9f914b34 req-66d96dbc-86c9-4260-a60f-8a5a25859cc0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:26:51.702660 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-4203c704-ae96-4c5d-a049-d66c9f914b34 req-66d96dbc-86c9-4260-a60f-8a5a25859cc0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Synchronizing usage tracker for tenant:a06d0f5fab8f48c6bec23f3d7dc5027f on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:26:51.717603 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-4203c704-ae96-4c5d-a049-d66c9f914b34 req-66d96dbc-86c9-4260-a60f-8a5a25859cc0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Unset dirty status for tenant:a06d0f5fab8f48c6bec23f3d7dc5027f on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:26:51.718785 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4203c704-ae96-4c5d-a049-d66c9f914b34 req-66d96dbc-86c9-4260-a60f-8a5a25859cc0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc1d314d-0bbe-4397-a690-8f22c9c17aea HTTP/1.1" status: 200 len: 943 time: 0.1981666 Oct 13 16:26:51.762600 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4203c704-ae96-4c5d-a049-d66c9f914b34 req-4a336692-3dbe-4c93-8d79-d60da03b21dd tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=6039a2e7-7f55-44bf-a24e-67d37bacd08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380771 Oct 13 16:26:52.959581 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a01be7-9fc9-4cec-8df1-f8ccce86e017 req-ee4e0faf-7780-452c-86b1-78825569297e tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:26:52.960919 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e3a01be7-9fc9-4cec-8df1-f8ccce86e017 req-ee4e0faf-7780-452c-86b1-78825569297e tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc1d314d-0bbe-4397-a690-8f22c9c17aea HTTP/1.1" status: 200 len: 943 time: 0.0873520 Oct 13 16:26:53.005014 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e3a01be7-9fc9-4cec-8df1-f8ccce86e017 req-1bdd9fde-04a3-4be4-be1a-b12623a1055f tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=6039a2e7-7f55-44bf-a24e-67d37bacd08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379715 Oct 13 16:26:53.171414 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device db42d6c5-cba6-46d7-b882-dbbcd61bd6d1 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=88974) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 13 16:26:53.304437 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port db42d6c5-cba6-46d7-b882-dbbcd61bd6d1, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=db42d6c5-cba6-46d7-b882-dbbcd61bd6d1,segment=NetworkSegment(d7a9b896-367d-4680-a76b-d994c8b62d0f),segment_id=d7a9b896-367d-4680-a76b-d994c8b62d0f)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:26:53.317340 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Returning: {'device': 'db42d6c5-cba6-46d7-b882-dbbcd61bd6d1', 'network_id': '29038414-9c18-4e37-8553-5812035a39bb', 'port_id': 'db42d6c5-cba6-46d7-b882-dbbcd61bd6d1', 'mac_address': 'fa:16:3e:a0:6f:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 432, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '12f3f92d-3712-4b1b-b3cf-cfebd48d18d4', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88974) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 13 16:26:53.374159 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port db42d6c5-cba6-46d7-b882-dbbcd61bd6d1 is: DOWN; New status is: BUILD {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:26:53.374541 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:53.391186 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db42d6c5-cba6-46d7-b882-dbbcd61bd6d1 {{(pid=88974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 16:26:53.406469 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port db42d6c5-cba6-46d7-b882-dbbcd61bd6d1, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=db42d6c5-cba6-46d7-b882-dbbcd61bd6d1,segment=NetworkSegment(d7a9b896-367d-4680-a76b-d994c8b62d0f),segment_id=d7a9b896-367d-4680-a76b-d994c8b62d0f)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:26:53.409694 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:53.473606 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=db42d6c5-cba6-46d7-b882-dbbcd61bd6d1,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:26:53.787225 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['db42d6c5-cba6-46d7-b882-dbbcd61bd6d1'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 16:26:54.204739 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8447fc84-77e2-44db-aef5-85d859d15eb4 req-8a04beb0-e61a-413f-a71d-442ffd134d48 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:26:54.206210 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-8447fc84-77e2-44db-aef5-85d859d15eb4 req-8a04beb0-e61a-413f-a71d-442ffd134d48 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc1d314d-0bbe-4397-a690-8f22c9c17aea HTTP/1.1" status: 200 len: 944 time: 0.0885150 Oct 13 16:26:54.249418 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-8447fc84-77e2-44db-aef5-85d859d15eb4 req-b9b266ff-9ee8-4a8b-ae68-64b8eb200eb0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=6039a2e7-7f55-44bf-a24e-67d37bacd08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376091 Oct 13 16:26:55.171433 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device db42d6c5-cba6-46d7-b882-dbbcd61bd6d1 up at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:26:55.236729 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning for port db42d6c5-cba6-46d7-b882-dbbcd61bd6d1 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:26:55.241199 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning complete for port db42d6c5-cba6-46d7-b882-dbbcd61bd6d1 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:26:55.241565 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:55.241934 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Attempt 1 to provision port db42d6c5-cba6-46d7-b882-dbbcd61bd6d1 Oct 13 16:26:55.357194 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port db42d6c5-cba6-46d7-b882-dbbcd61bd6d1 is: BUILD; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:26:55.357570 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:55.384137 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc1d314d-0bbe-4397-a690-8f22c9c17aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db42d6c5-cba6-46d7-b882-dbbcd61bd6d1'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:26:55.386445 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ddb4cee44164d2a2faddf60bbce385128d937d64d67dbdc4313fc2cc2e51dfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c80a7fe-6ebf-4bc6-bbdd-2c8d91adbe75" -d '{"events": [{"server_uuid": "fc1d314d-0bbe-4397-a690-8f22c9c17aea", "name": "network-vif-plugged", "status": "completed", "tag": "db42d6c5-cba6-46d7-b882-dbbcd61bd6d1"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:26:55.394370 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port db42d6c5-cba6-46d7-b882-dbbcd61bd6d1, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=db42d6c5-cba6-46d7-b882-dbbcd61bd6d1,segment=NetworkSegment(d7a9b896-367d-4680-a76b-d994c8b62d0f),segment_id=d7a9b896-367d-4680-a76b-d994c8b62d0f)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:26:55.398496 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:55.434943 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 16:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699dd408-1a8b-477a-b2d6-18545d6ef7cb x-openstack-request-id: req-699dd408-1a8b-477a-b2d6-18545d6ef7cb {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:26:55.435238 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc1d314d-0bbe-4397-a690-8f22c9c17aea", "name": "network-vif-plugged", "status": "completed", "tag": "db42d6c5-cba6-46d7-b882-dbbcd61bd6d1", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:26:55.435512 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-699dd408-1a8b-477a-b2d6-18545d6ef7cb {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:26:55.435900 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-699dd408-1a8b-477a-b2d6-18545d6ef7cb'] response: {'server_uuid': 'fc1d314d-0bbe-4397-a690-8f22c9c17aea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db42d6c5-cba6-46d7-b882-dbbcd61bd6d1', 'code': 200} Oct 13 16:26:55.457998 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f1c2ac-174c-4555-aad2-ed65bee8ef52 req-64cb372a-aa2c-4afb-a07a-f4d9fb87a8c0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:26:55.460390 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-03f1c2ac-174c-4555-aad2-ed65bee8ef52 req-64cb372a-aa2c-4afb-a07a-f4d9fb87a8c0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc1d314d-0bbe-4397-a690-8f22c9c17aea HTTP/1.1" status: 200 len: 945 time: 0.1007340 Oct 13 16:26:55.472844 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=db42d6c5-cba6-46d7-b882-dbbcd61bd6d1,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:26:55.505339 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-03f1c2ac-174c-4555-aad2-ed65bee8ef52 req-69018417-87a8-4080-925d-eb6507ab9e93 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=6039a2e7-7f55-44bf-a24e-67d37bacd08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381682 Oct 13 16:26:55.657853 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77e8b7c-76b9-4fa7-8400-203c49346d6b req-17e38326-458a-4350-ae58-c81c3c99c576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:26:55.659363 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f77e8b7c-76b9-4fa7-8400-203c49346d6b req-17e38326-458a-4350-ae58-c81c3c99c576 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fc1d314d-0bbe-4397-a690-8f22c9c17aea HTTP/1.1" status: 200 len: 1098 time: 0.0768886 Oct 13 16:26:55.702044 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f77e8b7c-76b9-4fa7-8400-203c49346d6b req-c9fc8ef3-03ea-4216-96e4-64a10ac538cc service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=6039a2e7-7f55-44bf-a24e-67d37bacd08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367150 Oct 13 16:26:56.231551 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:56.902207 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be94463-c36a-4643-9012-8b0ba2ba248b req-8cfde082-fe6e-4461-8f80-68a0b1428e25 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:26:56.904239 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-8be94463-c36a-4643-9012-8b0ba2ba248b req-8cfde082-fe6e-4461-8f80-68a0b1428e25 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc1d314d-0bbe-4397-a690-8f22c9c17aea HTTP/1.1" status: 200 len: 945 time: 0.0877717 Oct 13 16:26:56.951458 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-8be94463-c36a-4643-9012-8b0ba2ba248b req-f93783f7-8912-416f-8a83-46f856fa2a77 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=6039a2e7-7f55-44bf-a24e-67d37bacd08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412533 Oct 13 16:26:58.149383 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122ed647-cf71-4910-a1f5-3c67eefa5e9e req-0952d7d3-cf58-459a-ac07-5a1f14e322bd tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:26:58.150841 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-122ed647-cf71-4910-a1f5-3c67eefa5e9e req-0952d7d3-cf58-459a-ac07-5a1f14e322bd tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc1d314d-0bbe-4397-a690-8f22c9c17aea HTTP/1.1" status: 200 len: 945 time: 0.0861795 Oct 13 16:26:58.196846 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-122ed647-cf71-4910-a1f5-3c67eefa5e9e req-b437f1da-766b-4b03-9f12-b0216503c548 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=6039a2e7-7f55-44bf-a24e-67d37bacd08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404255 Oct 13 16:26:58.396696 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c9336-2b1a-4007-a57b-5ce2d8dc40d2 req-6b157877-52d7-4d69-b1c7-1a7a6e19289a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:26:58.398205 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9b2c9336-2b1a-4007-a57b-5ce2d8dc40d2 req-6b157877-52d7-4d69-b1c7-1a7a6e19289a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc1d314d-0bbe-4397-a690-8f22c9c17aea HTTP/1.1" status: 200 len: 945 time: 0.0895543 Oct 13 16:26:58.441332 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9b2c9336-2b1a-4007-a57b-5ce2d8dc40d2 req-0de0507e-fe7e-4e43-8002-b3462575f4df tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=6039a2e7-7f55-44bf-a24e-67d37bacd08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377252 Oct 13 16:26:58.469858 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 34904) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:26:58.545970 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df567949-40b5-4130-b1a8-64b861e78d27 tempest-TestNetworkAdvancedServerOps-1929741581 tempest-TestNetworkAdvancedServerOps-1929741581-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:26:58.547391 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-df567949-40b5-4130-b1a8-64b861e78d27 tempest-TestNetworkAdvancedServerOps-1929741581 tempest-TestNetworkAdvancedServerOps-1929741581-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=fc1d314d-0bbe-4397-a690-8f22c9c17aea HTTP/1.1" status: 200 len: 1093 time: 0.0765543 Oct 13 16:26:58.550255 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 34908) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:26:58.555150 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-e94a244d-7b72-4b65-b7c8-bc6b2349f40d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Request body: {'floatingip': {'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'port_id': 'db42d6c5-cba6-46d7-b882-dbbcd61bd6d1', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:26:58.561695 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-e94a244d-7b72-4b65-b7c8-bc6b2349f40d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:26:58.565564 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-e94a244d-7b72-4b65-b7c8-bc6b2349f40d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Usage tracker for resource:floatingip and tenant:a06d0f5fab8f48c6bec23f3d7dc5027f is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:26:58.568359 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-e94a244d-7b72-4b65-b7c8-bc6b2349f40d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:26:58.574261 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-e94a244d-7b72-4b65-b7c8-bc6b2349f40d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:26:58.584171 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e94a244d-7b72-4b65-b7c8-bc6b2349f40d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for floatingip, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:58.718392 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e94a244d-7b72-4b65-b7c8-bc6b2349f40d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:58.853597 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-e94a244d-7b72-4b65-b7c8-bc6b2349f40d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Allocated IP 172.26.2.50 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/d61a9047-4e48-476c-934e-1513508a8474) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:26:59.002035 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e94a244d-7b72-4b65-b7c8-bc6b2349f40d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:59.030811 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e94a244d-7b72-4b65-b7c8-bc6b2349f40d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:59.095980 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e94a244d-7b72-4b65-b7c8-bc6b2349f40d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:26:59.098751 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-e94a244d-7b72-4b65-b7c8-bc6b2349f40d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:26:59.101205 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94a244d-7b72-4b65-b7c8-bc6b2349f40d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:26:59.146227 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a244d-7b72-4b65-b7c8-bc6b2349f40d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'Port': ['ID=d61a9047-4e48-476c-934e-1513508a8474,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:26:59.508997 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e94a244d-7b72-4b65-b7c8-bc6b2349f40d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:59.581883 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e94a244d-7b72-4b65-b7c8-bc6b2349f40d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:59.876081 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e94a244d-7b72-4b65-b7c8-bc6b2349f40d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:59.880261 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e94a244d-7b72-4b65-b7c8-bc6b2349f40d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:26:59.985847 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94a244d-7b72-4b65-b7c8-bc6b2349f40d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event updated for resources: {'Port': ['ID=d61a9047-4e48-476c-934e-1513508a8474,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:26:59.988153 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e94a244d-7b72-4b65-b7c8-bc6b2349f40d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:27:00.155597 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.l3_db [None req-e94a244d-7b72-4b65-b7c8-bc6b2349f40d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Floating IP 619666e1-49b7-4641-8a30-fefc824ad6d5 associated. External IP: 172.26.2.50, port: db42d6c5-cba6-46d7-b882-dbbcd61bd6d1. Oct 13 16:27:00.495057 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e94a244d-7b72-4b65-b7c8-bc6b2349f40d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Router 37e043df-784d-402c-8688-4f5b18c35a06 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 16:27:00.667276 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e94a244d-7b72-4b65-b7c8-bc6b2349f40d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:27:00.678096 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cfa79a-76b6-48d3-8984-9356d7997a91 None None] Sync routers for ids ['37e043df-784d-402c-8688-4f5b18c35a06'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:27:00.688323 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cfa79a-76b6-48d3-8984-9356d7997a91 None None] Routers {'37e043df-784d-402c-8688-4f5b18c35a06'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:27:00.689272 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-81cfa79a-76b6-48d3-8984-9356d7997a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:26:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['37e043df-784d-402c-8688-4f5b18c35a06'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:27:00.692723 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e94a244d-7b72-4b65-b7c8-bc6b2349f40d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:27:00.750037 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e94a244d-7b72-4b65-b7c8-bc6b2349f40d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1985948 Oct 13 16:27:00.750542 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc1d314d-0bbe-4397-a690-8f22c9c17aea', 'tag': 'db42d6c5-cba6-46d7-b882-dbbcd61bd6d1'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:27:00.752813 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b448bedd6ef1de8349ca4cd32cdc1fdd14839b3a018869371a7ba929b1523ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4050b545-815a-4c62-9929-e56cff2e7c51" -d '{"events": [{"name": "network-changed", "server_uuid": "fc1d314d-0bbe-4397-a690-8f22c9c17aea", "tag": "db42d6c5-cba6-46d7-b882-dbbcd61bd6d1"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:27:00.794305 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 16:27:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a69ef3a-04f0-4f14-8241-3b80ba6339a1 x-openstack-request-id: req-8a69ef3a-04f0-4f14-8241-3b80ba6339a1 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:27:00.794593 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc1d314d-0bbe-4397-a690-8f22c9c17aea", "tag": "db42d6c5-cba6-46d7-b882-dbbcd61bd6d1", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:27:00.794843 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8a69ef3a-04f0-4f14-8241-3b80ba6339a1 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:27:00.795238 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a69ef3a-04f0-4f14-8241-3b80ba6339a1'] response: {'name': 'network-changed', 'server_uuid': 'fc1d314d-0bbe-4397-a690-8f22c9c17aea', 'tag': 'db42d6c5-cba6-46d7-b882-dbbcd61bd6d1', 'status': 'completed', 'code': 200} Oct 13 16:27:00.877534 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-81cfa79a-76b6-48d3-8984-9356d7997a91 None None] Set router 37e043df-784d-402c-8688-4f5b18c35a06 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:27:00.894393 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050b545-815a-4c62-9929-e56cff2e7c51 req-b8c83d4d-5d8d-4259-adfd-1161484e0b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:27:00.895897 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4050b545-815a-4c62-9929-e56cff2e7c51 req-b8c83d4d-5d8d-4259-adfd-1161484e0b84 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a06d0f5fab8f48c6bec23f3d7dc5027f&device_id=fc1d314d-0bbe-4397-a690-8f22c9c17aea HTTP/1.1" status: 200 len: 1098 time: 0.0801792 Oct 13 16:27:00.940561 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f037ae4e-f6bd-45e2-90e1-f4b61b14635c req-baff6a6c-f392-4dfd-b816-bf65f937611e tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:27:00.942226 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f037ae4e-f6bd-45e2-90e1-f4b61b14635c req-baff6a6c-f392-4dfd-b816-bf65f937611e tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc1d314d-0bbe-4397-a690-8f22c9c17aea HTTP/1.1" status: 200 len: 945 time: 0.0959187 Oct 13 16:27:00.988139 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f037ae4e-f6bd-45e2-90e1-f4b61b14635c req-9361619c-e6cb-42ba-81db-220786ce1da0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=6039a2e7-7f55-44bf-a24e-67d37bacd08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387115 Oct 13 16:27:01.018112 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 34916) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:27:01.225909 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050b545-815a-4c62-9929-e56cff2e7c51 req-1dc2ab60-f20a-461d-bc1a-73c521d09f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:27:01.227359 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4050b545-815a-4c62-9929-e56cff2e7c51 req-1dc2ab60-f20a-461d-bc1a-73c521d09f51 service neutron] 10.222.0.16 "GET /v2.0/networks?id=29038414-9c18-4e37-8553-5812035a39bb HTTP/1.1" status: 200 len: 897 time: 0.3229918 Oct 13 16:27:01.270973 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-81cfa79a-76b6-48d3-8984-9356d7997a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e043df-784d-402c-8688-4f5b18c35a06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925657278', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '5d180aa2-55f2-42d8-a7c3-bd50a8ff381d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:26:35Z', 'updated_at': '2022-10-13T16:26:40Z', 'revision_number': 4, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': '5d180aa2-55f2-42d8-a7c3-bd50a8ff381d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e043df-784d-402c-8688-4f5b18c35a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:26:36Z', 'updated_at': '2022-10-13T16:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '619666e1-49b7-4641-8a30-fefc824ad6d5', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'floating_ip_address': '172.26.2.50', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '37e043df-784d-402c-8688-4f5b18c35a06', 'port_id': 'db42d6c5-cba6-46d7-b882-dbbcd61bd6d1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29038414-9c18-4e37-8553-5812035a39bb', 'mac_address': 'fa:16:3e:a0:6f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1d314d-0bbe-4397-a690-8f22c9c17aea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T16:26:59Z', 'updated_at': '2022-10-13T16:26:59Z', 'revision_number': 0, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0649ac72-9afe-4578-84df-f0880806d7d0', 'name': '', 'network_id': '29038414-9c18-4e37-8553-5812035a39bb', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'mac_address': 'fa:16:3e:d5:61:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e043df-784d-402c-8688-4f5b18c35a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '12f3f92d-3712-4b1b-b3cf-cfebd48d18d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:26:39Z', 'updated_at': '2022-10-13T16:26:46Z', 'revision_number': 5, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'subnets': [{'id': '12f3f92d-3712-4b1b-b3cf-cfebd48d18d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:27:01.274958 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cfa79a-76b6-48d3-8984-9356d7997a91 None None] Checking router: 37e043df-784d-402c-8688-4f5b18c35a06 for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:27:01.283393 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81cfa79a-76b6-48d3-8984-9356d7997a91 None None] Routers {'37e043df-784d-402c-8688-4f5b18c35a06'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:27:01.283987 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-81cfa79a-76b6-48d3-8984-9356d7997a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:26:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['37e043df-784d-402c-8688-4f5b18c35a06'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:27:01.310381 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-782e58a2-0524-4496-8608-b9d012730316 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/floatingips/619666e1-49b7-4641-8a30-fefc824ad6d5 HTTP/1.1" status: 200 len: 990 time: 0.2911425 Oct 13 16:27:01.341539 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4050b545-815a-4c62-9929-e56cff2e7c51 req-d6388bda-7b45-4352-bfd4-bcd95cb2d9a1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db42d6c5-cba6-46d7-b882-dbbcd61bd6d1 HTTP/1.1" status: 200 len: 998 time: 0.1067667 Oct 13 16:27:01.405156 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050b545-815a-4c62-9929-e56cff2e7c51 req-5186e32f-8c18-44d3-a5ea-88024ff69f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:27:01.406591 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4050b545-815a-4c62-9929-e56cff2e7c51 req-5186e32f-8c18-44d3-a5ea-88024ff69f4a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=12f3f92d-3712-4b1b-b3cf-cfebd48d18d4 HTTP/1.1" status: 200 len: 834 time: 0.0594616 Oct 13 16:27:01.460740 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-81cfa79a-76b6-48d3-8984-9356d7997a91 None None] Set router 37e043df-784d-402c-8688-4f5b18c35a06 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:27:01.487875 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050b545-815a-4c62-9929-e56cff2e7c51 req-43d9ca72-4494-4e91-bc48-240ad3193e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:27:01.489360 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4050b545-815a-4c62-9929-e56cff2e7c51 req-43d9ca72-4494-4e91-bc48-240ad3193e3c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=29038414-9c18-4e37-8553-5812035a39bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0769982 Oct 13 16:27:01.501272 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [req-4050b545-815a-4c62-9929-e56cff2e7c51 req-ea8e0018-a020-445a-a5ce-40c138eab839 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 16:27:01.502201 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4050b545-815a-4c62-9929-e56cff2e7c51 req-ea8e0018-a020-445a-a5ce-40c138eab839 service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047562 Oct 13 16:27:01.632463 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4050b545-815a-4c62-9929-e56cff2e7c51 req-a215b5a1-5c99-462f-94d4-7905dd0c7615 service neutron] 10.222.0.16 "GET /v2.0/networks/29038414-9c18-4e37-8553-5812035a39bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243830 Oct 13 16:27:01.764841 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-4050b545-815a-4c62-9929-e56cff2e7c51 req-a2107de4-a1b5-4fb5-b4be-b2e9911f3506 service neutron] 10.222.0.16 "GET /v2.0/networks/29038414-9c18-4e37-8553-5812035a39bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264837 Oct 13 16:27:01.804864 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-81cfa79a-76b6-48d3-8984-9356d7997a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e043df-784d-402c-8688-4f5b18c35a06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925657278', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '5d180aa2-55f2-42d8-a7c3-bd50a8ff381d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:26:35Z', 'updated_at': '2022-10-13T16:26:40Z', 'revision_number': 4, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': '5d180aa2-55f2-42d8-a7c3-bd50a8ff381d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e043df-784d-402c-8688-4f5b18c35a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:26:36Z', 'updated_at': '2022-10-13T16:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '619666e1-49b7-4641-8a30-fefc824ad6d5', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'floating_ip_address': '172.26.2.50', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '37e043df-784d-402c-8688-4f5b18c35a06', 'port_id': 'db42d6c5-cba6-46d7-b882-dbbcd61bd6d1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29038414-9c18-4e37-8553-5812035a39bb', 'mac_address': 'fa:16:3e:a0:6f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1d314d-0bbe-4397-a690-8f22c9c17aea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T16:26:59Z', 'updated_at': '2022-10-13T16:26:59Z', 'revision_number': 0, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0649ac72-9afe-4578-84df-f0880806d7d0', 'name': '', 'network_id': '29038414-9c18-4e37-8553-5812035a39bb', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'mac_address': 'fa:16:3e:d5:61:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e043df-784d-402c-8688-4f5b18c35a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '12f3f92d-3712-4b1b-b3cf-cfebd48d18d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:26:39Z', 'updated_at': '2022-10-13T16:26:46Z', 'revision_number': 5, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'subnets': [{'id': '12f3f92d-3712-4b1b-b3cf-cfebd48d18d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:27:01.809456 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81cfa79a-76b6-48d3-8984-9356d7997a91 None None] The sync data for ids ['37e043df-784d-402c-8688-4f5b18c35a06'] in dv-neutron-860329-2-hyperv is: [{'id': '37e043df-784d-402c-8688-4f5b18c35a06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925657278', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '5d180aa2-55f2-42d8-a7c3-bd50a8ff381d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:26:35Z', 'updated_at': '2022-10-13T16:26:40Z', 'revision_number': 4, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': '5d180aa2-55f2-42d8-a7c3-bd50a8ff381d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e043df-784d-402c-8688-4f5b18c35a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:26:36Z', 'updated_at': '2022-10-13T16:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '619666e1-49b7-4641-8a30-fefc824ad6d5', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'floating_ip_address': '172.26.2.50', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '37e043df-784d-402c-8688-4f5b18c35a06', 'port_id': 'db42d6c5-cba6-46d7-b882-dbbcd61bd6d1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29038414-9c18-4e37-8553-5812035a39bb', 'mac_address': 'fa:16:3e:a0:6f:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc1d314d-0bbe-4397-a690-8f22c9c17aea', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T16:26:59Z', 'updated_at': '2022-10-13T16:26:59Z', 'revision_number': 0, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0649ac72-9afe-4578-84df-f0880806d7d0', 'name': '', 'network_id': '29038414-9c18-4e37-8553-5812035a39bb', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'mac_address': 'fa:16:3e:d5:61:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e043df-784d-402c-8688-4f5b18c35a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '12f3f92d-3712-4b1b-b3cf-cfebd48d18d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:26:39Z', 'updated_at': '2022-10-13T16:26:46Z', 'revision_number': 5, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'subnets': [{'id': '12f3f92d-3712-4b1b-b3cf-cfebd48d18d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:27:01.989909 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2eea55d4-c9b4-4fd8-beb0-e3be3c21ca55 None None] New status for floating IP 619666e1-49b7-4641-8a30-fefc824ad6d5: ACTIVE {{(pid=88975) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 16:27:02.314273 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 34920) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:27:02.420463 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-fa11bbde-b4a8-4721-bd03-51bcdf9e61b3 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/floatingips/619666e1-49b7-4641-8a30-fefc824ad6d5 HTTP/1.1" status: 200 len: 992 time: 0.1050479 Oct 13 16:27:03.783279 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-3d380ca2-69cb-4ecf-a351-5ea595054622 req-a86f188a-a26b-45e2-9b4d-ef4b5a686c43 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=fc1d314d-0bbe-4397-a690-8f22c9c17aea&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0755370 Oct 13 16:27:03.927907 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d380ca2-69cb-4ecf-a351-5ea595054622 req-95b31e17-087f-45a3-a9ff-0d37acd903bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:27:03.929378 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-3d380ca2-69cb-4ecf-a351-5ea595054622 req-95b31e17-087f-45a3-a9ff-0d37acd903bb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a06d0f5fab8f48c6bec23f3d7dc5027f&device_id=fc1d314d-0bbe-4397-a690-8f22c9c17aea HTTP/1.1" status: 200 len: 1098 time: 0.0804369 Oct 13 16:27:04.071654 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d380ca2-69cb-4ecf-a351-5ea595054622 req-1bd73aad-19e4-46ea-81c5-9d3ce8cae77a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:27:04.073070 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-3d380ca2-69cb-4ecf-a351-5ea595054622 req-1bd73aad-19e4-46ea-81c5-9d3ce8cae77a service neutron] 10.222.0.16 "GET /v2.0/networks?id=29038414-9c18-4e37-8553-5812035a39bb HTTP/1.1" status: 200 len: 897 time: 0.1250336 Oct 13 16:27:04.174855 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-3d380ca2-69cb-4ecf-a351-5ea595054622 req-b3a5c9d2-afc3-4d73-a088-e54709e448ec service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db42d6c5-cba6-46d7-b882-dbbcd61bd6d1 HTTP/1.1" status: 200 len: 1000 time: 0.0956368 Oct 13 16:27:04.235859 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d380ca2-69cb-4ecf-a351-5ea595054622 req-0b0ea4ca-9650-4b46-a398-71556b8b57f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:27:04.237217 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-3d380ca2-69cb-4ecf-a351-5ea595054622 req-0b0ea4ca-9650-4b46-a398-71556b8b57f8 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=12f3f92d-3712-4b1b-b3cf-cfebd48d18d4 HTTP/1.1" status: 200 len: 834 time: 0.0561836 Oct 13 16:27:04.325067 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d380ca2-69cb-4ecf-a351-5ea595054622 req-f2391e47-7fea-4169-a8ed-68138e9d7142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:27:04.326413 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-3d380ca2-69cb-4ecf-a351-5ea595054622 req-f2391e47-7fea-4169-a8ed-68138e9d7142 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=29038414-9c18-4e37-8553-5812035a39bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809207 Oct 13 16:27:04.457662 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-3d380ca2-69cb-4ecf-a351-5ea595054622 req-f12db7ae-9271-4f88-a95d-9383e404e01a service neutron] 10.222.0.16 "GET /v2.0/networks/29038414-9c18-4e37-8553-5812035a39bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247001 Oct 13 16:27:04.587052 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-3d380ca2-69cb-4ecf-a351-5ea595054622 req-6c7beab2-8162-4d3a-94cb-df07a6383c2e service neutron] 10.222.0.16 "GET /v2.0/networks/29038414-9c18-4e37-8553-5812035a39bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221495 Oct 13 16:27:04.615072 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-62f4ba95-a31b-4b05-bd28-03c2f386cc32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:27:05.543507 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:27:06.750144 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b39e66ef-9266-47a4-8b0d-e7a9d8d85d93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:27:07.873346 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:27:08.102299 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:27:09.802692 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:27:26.249765 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:27:34.616336 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-40448b03-0649-4a8e-aa6f-bd8fd68bd182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:27:36.752208 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8a59974c-915a-41f5-821a-869a51dbce55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:27:37.875810 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:27:38.105598 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:27:39.806785 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:27:42.542766 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:27:56.254476 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:03.597350 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861fb3aa-83f2-46fc-aa27-1c0b24476766 req-4334472b-a76d-4354-a7ad-f14cadb015ce tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:28:03.598723 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-861fb3aa-83f2-46fc-aa27-1c0b24476766 req-4334472b-a76d-4354-a7ad-f14cadb015ce tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc1d314d-0bbe-4397-a690-8f22c9c17aea HTTP/1.1" status: 200 len: 945 time: 0.1798460 Oct 13 16:28:03.641355 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-861fb3aa-83f2-46fc-aa27-1c0b24476766 req-c2b333c3-e9de-4f94-80de-dfc73fa65270 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=6039a2e7-7f55-44bf-a24e-67d37bacd08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364952 Oct 13 16:28:03.854384 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f3d94-3804-4351-94d7-6bbb288b0839 req-3fc3b9aa-5f19-4ce5-9340-f81192f6a790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:28:03.858293 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-678f3d94-3804-4351-94d7-6bbb288b0839 req-3fc3b9aa-5f19-4ce5-9340-f81192f6a790 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a06d0f5fab8f48c6bec23f3d7dc5027f&device_id=fc1d314d-0bbe-4397-a690-8f22c9c17aea HTTP/1.1" status: 200 len: 1098 time: 0.0810211 Oct 13 16:28:03.998801 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f3d94-3804-4351-94d7-6bbb288b0839 req-16a9852f-6921-44b6-8dab-56e4dc4ea099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:28:04.000217 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-678f3d94-3804-4351-94d7-6bbb288b0839 req-16a9852f-6921-44b6-8dab-56e4dc4ea099 service neutron] 10.222.0.16 "GET /v2.0/networks?id=29038414-9c18-4e37-8553-5812035a39bb HTTP/1.1" status: 200 len: 897 time: 0.1233404 Oct 13 16:28:04.104486 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-678f3d94-3804-4351-94d7-6bbb288b0839 req-fb82a14b-a506-4f60-9ce4-07bab4f60cee service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db42d6c5-cba6-46d7-b882-dbbcd61bd6d1 HTTP/1.1" status: 200 len: 1000 time: 0.0963349 Oct 13 16:28:04.167063 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f3d94-3804-4351-94d7-6bbb288b0839 req-b9cfcad6-57ba-412d-8868-db9d91d2a8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:28:04.168502 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-678f3d94-3804-4351-94d7-6bbb288b0839 req-b9cfcad6-57ba-412d-8868-db9d91d2a8ee service neutron] 10.222.0.16 "GET /v2.0/subnets?id=12f3f92d-3712-4b1b-b3cf-cfebd48d18d4 HTTP/1.1" status: 200 len: 834 time: 0.0572858 Oct 13 16:28:04.255254 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678f3d94-3804-4351-94d7-6bbb288b0839 req-b57d34c1-35b3-4ee7-bf2b-2e94bc499b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:28:04.256705 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-678f3d94-3804-4351-94d7-6bbb288b0839 req-b57d34c1-35b3-4ee7-bf2b-2e94bc499b94 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=29038414-9c18-4e37-8553-5812035a39bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0818653 Oct 13 16:28:04.389348 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-678f3d94-3804-4351-94d7-6bbb288b0839 req-e65ca269-8d29-46c6-b143-ce0b25074362 service neutron] 10.222.0.16 "GET /v2.0/networks/29038414-9c18-4e37-8553-5812035a39bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261330 Oct 13 16:28:04.518980 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-678f3d94-3804-4351-94d7-6bbb288b0839 req-ad6c03fc-9033-465e-bddc-d9452a8a0b66 service neutron] 10.222.0.16 "GET /v2.0/networks/29038414-9c18-4e37-8553-5812035a39bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228800 Oct 13 16:28:04.618771 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b9eb86cc-be1e-4008-93fb-cf5f701b9d58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:04.846261 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f608b333-2fe8-4d86-baf8-1fa84a56c4ec req-d84ca45f-af32-4a21-bcc2-813a790b3748 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:28:04.847695 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f608b333-2fe8-4d86-baf8-1fa84a56c4ec req-d84ca45f-af32-4a21-bcc2-813a790b3748 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc1d314d-0bbe-4397-a690-8f22c9c17aea HTTP/1.1" status: 200 len: 945 time: 0.0890412 Oct 13 16:28:04.891684 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f608b333-2fe8-4d86-baf8-1fa84a56c4ec req-c96987ac-59dc-4988-bf66-f28c2f252fb4 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=6039a2e7-7f55-44bf-a24e-67d37bacd08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383296 Oct 13 16:28:06.090874 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1ee72b-8fb9-4f4f-94a2-26554de857d8 req-9e96e026-d178-4e94-9716-0ca128b8f1e9 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:28:06.092323 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1a1ee72b-8fb9-4f4f-94a2-26554de857d8 req-9e96e026-d178-4e94-9716-0ca128b8f1e9 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc1d314d-0bbe-4397-a690-8f22c9c17aea HTTP/1.1" status: 200 len: 945 time: 0.0868132 Oct 13 16:28:06.136353 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1a1ee72b-8fb9-4f4f-94a2-26554de857d8 req-935912df-fcf1-416e-998a-3556862a6d50 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=6039a2e7-7f55-44bf-a24e-67d37bacd08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379438 Oct 13 16:28:06.166089 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 34954) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:28:06.269426 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-5c8b428b-9f9d-41b1-a667-c0d2980ee704 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/floatingips/619666e1-49b7-4641-8a30-fefc824ad6d5 HTTP/1.1" status: 200 len: 992 time: 0.1022224 Oct 13 16:28:06.754393 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-554b9518-0c46-448f-9b6a-92e3109e9f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:07.728546 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce72ed4-f51a-4f2d-8e6e-24b9d9fc0cc9 req-f62863fc-9bb5-441a-b94d-24f439d81fda tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:28:07.730552 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-0ce72ed4-f51a-4f2d-8e6e-24b9d9fc0cc9 req-f62863fc-9bb5-441a-b94d-24f439d81fda tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc1d314d-0bbe-4397-a690-8f22c9c17aea HTTP/1.1" status: 200 len: 945 time: 0.0898042 Oct 13 16:28:07.737989 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35c868-6c6a-4c87-97ee-d4f69ca5daee req-b9f7e25a-8f7c-4ec3-a5fa-897e2571464f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:28:07.739486 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5e35c868-6c6a-4c87-97ee-d4f69ca5daee req-b9f7e25a-8f7c-4ec3-a5fa-897e2571464f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a06d0f5fab8f48c6bec23f3d7dc5027f&device_id=fc1d314d-0bbe-4397-a690-8f22c9c17aea HTTP/1.1" status: 200 len: 1098 time: 0.0824065 Oct 13 16:28:07.777948 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-0ce72ed4-f51a-4f2d-8e6e-24b9d9fc0cc9 req-b4847164-937d-4492-bc25-b036c687bac3 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=6039a2e7-7f55-44bf-a24e-67d37bacd08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414860 Oct 13 16:28:07.871601 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35c868-6c6a-4c87-97ee-d4f69ca5daee req-63ef1080-d340-4964-9055-94ad644119df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:28:07.873583 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5e35c868-6c6a-4c87-97ee-d4f69ca5daee req-63ef1080-d340-4964-9055-94ad644119df service neutron] 10.222.0.16 "GET /v2.0/networks?id=29038414-9c18-4e37-8553-5812035a39bb HTTP/1.1" status: 200 len: 897 time: 0.1274321 Oct 13 16:28:07.877848 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:07.974958 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5e35c868-6c6a-4c87-97ee-d4f69ca5daee req-69a4591e-89f6-4d21-a5bc-21ef96779e57 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db42d6c5-cba6-46d7-b882-dbbcd61bd6d1 HTTP/1.1" status: 200 len: 1000 time: 0.0952387 Oct 13 16:28:08.033582 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35c868-6c6a-4c87-97ee-d4f69ca5daee req-c93d406c-0c0c-4230-8429-172b12d4edbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:28:08.034952 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5e35c868-6c6a-4c87-97ee-d4f69ca5daee req-c93d406c-0c0c-4230-8429-172b12d4edbd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=12f3f92d-3712-4b1b-b3cf-cfebd48d18d4 HTTP/1.1" status: 200 len: 834 time: 0.0541782 Oct 13 16:28:08.108144 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:08.116977 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e35c868-6c6a-4c87-97ee-d4f69ca5daee req-7b5af027-9ae7-46d9-ba11-df1b29e8f938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:28:08.118526 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5e35c868-6c6a-4c87-97ee-d4f69ca5daee req-7b5af027-9ae7-46d9-ba11-df1b29e8f938 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=29038414-9c18-4e37-8553-5812035a39bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777147 Oct 13 16:28:08.347963 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5e35c868-6c6a-4c87-97ee-d4f69ca5daee req-977531fd-854d-4e2e-aad4-4902f69f0d49 service neutron] 10.222.0.16 "GET /v2.0/networks/29038414-9c18-4e37-8553-5812035a39bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239063 Oct 13 16:28:08.473815 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5e35c868-6c6a-4c87-97ee-d4f69ca5daee req-975c6085-be81-42ea-8454-f874b4988aa2 service neutron] 10.222.0.16 "GET /v2.0/networks/29038414-9c18-4e37-8553-5812035a39bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202705 Oct 13 16:28:08.975469 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef3b2a-c36e-4eaf-b9f3-15fe4c0e59dc req-988577fc-559f-4e65-914e-ed77b565321a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:28:08.976816 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b3ef3b2a-c36e-4eaf-b9f3-15fe4c0e59dc req-988577fc-559f-4e65-914e-ed77b565321a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc1d314d-0bbe-4397-a690-8f22c9c17aea HTTP/1.1" status: 200 len: 945 time: 0.0855887 Oct 13 16:28:09.021317 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b3ef3b2a-c36e-4eaf-b9f3-15fe4c0e59dc req-d5ba44e2-f50a-4ceb-a942-4974e520607c tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=6039a2e7-7f55-44bf-a24e-67d37bacd08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383596 Oct 13 16:28:09.810611 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:10.221955 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc77c7b1-f230-4d7e-8582-54a6b4c50cd0 req-c5128a45-b54f-4f19-8f63-9629e8d7f98d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:28:10.223704 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-fc77c7b1-f230-4d7e-8582-54a6b4c50cd0 req-c5128a45-b54f-4f19-8f63-9629e8d7f98d tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc1d314d-0bbe-4397-a690-8f22c9c17aea HTTP/1.1" status: 200 len: 945 time: 0.0859342 Oct 13 16:28:10.267244 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-fc77c7b1-f230-4d7e-8582-54a6b4c50cd0 req-f7e27923-3cac-4155-a30b-bd2725c8ce6a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=6039a2e7-7f55-44bf-a24e-67d37bacd08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383301 Oct 13 16:28:10.295463 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 34970) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:28:10.399425 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a39e34ac-391c-46a9-8f38-7dc7c844022c tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/floatingips/619666e1-49b7-4641-8a30-fefc824ad6d5 HTTP/1.1" status: 200 len: 992 time: 0.1029305 Oct 13 16:28:10.721034 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 34978) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:28:10.921819 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-8118692f-a678-4d47-8987-2329576ca128 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Deleting port d61a9047-4e48-476c-934e-1513508a8474 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:28:10.922188 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8118692f-a678-4d47-8987-2329576ca128 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:11.091140 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8118692f-a678-4d47-8987-2329576ca128 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:11.091357 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8118692f-a678-4d47-8987-2329576ca128 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:11.303036 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-8118692f-a678-4d47-8987-2329576ca128 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Calling delete_port for d61a9047-4e48-476c-934e-1513508a8474 owned by network:floatingip {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:28:11.445149 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8118692f-a678-4d47-8987-2329576ca128 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:11.491750 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8118692f-a678-4d47-8987-2329576ca128 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event deleted for resources: {'Port': ['ID=d61a9047-4e48-476c-934e-1513508a8474,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:28:11.530081 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118692f-a678-4d47-8987-2329576ca128 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:28:11.530485 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118692f-a678-4d47-8987-2329576ca128 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:28:11.530820 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118692f-a678-4d47-8987-2329576ca128 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:28:11.531149 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118692f-a678-4d47-8987-2329576ca128 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:28:11.531478 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118692f-a678-4d47-8987-2329576ca128 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:28:11.531800 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118692f-a678-4d47-8987-2329576ca128 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:28:11.532120 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118692f-a678-4d47-8987-2329576ca128 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:28:11.532442 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118692f-a678-4d47-8987-2329576ca128 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:28:11.532757 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118692f-a678-4d47-8987-2329576ca128 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:28:11.533074 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118692f-a678-4d47-8987-2329576ca128 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:28:11.533389 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118692f-a678-4d47-8987-2329576ca128 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:28:11.533705 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8118692f-a678-4d47-8987-2329576ca128 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:28:11.598499 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8118692f-a678-4d47-8987-2329576ca128 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for floatingip, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:11.598819 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.l3_db [None req-8118692f-a678-4d47-8987-2329576ca128 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Floating IP 619666e1-49b7-4641-8a30-fefc824ad6d5 disassociated (deleted). External IP: 172.26.2.50, port: db42d6c5-cba6-46d7-b882-dbbcd61bd6d1. Oct 13 16:28:11.943409 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8118692f-a678-4d47-8987-2329576ca128 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Router 37e043df-784d-402c-8688-4f5b18c35a06 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 16:28:12.117226 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8118692f-a678-4d47-8987-2329576ca128 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:28:12.128246 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19484b0c-aefb-4ffb-b6f8-ed1b95ddd362 None None] Sync routers for ids ['37e043df-784d-402c-8688-4f5b18c35a06'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:28:12.137787 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19484b0c-aefb-4ffb-b6f8-ed1b95ddd362 None None] Routers {'37e043df-784d-402c-8688-4f5b18c35a06'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:28:12.138518 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-19484b0c-aefb-4ffb-b6f8-ed1b95ddd362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:28:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['37e043df-784d-402c-8688-4f5b18c35a06'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:28:12.138872 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8118692f-a678-4d47-8987-2329576ca128 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:12.197376 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-8118692f-a678-4d47-8987-2329576ca128 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "DELETE /v2.0/floatingips/619666e1-49b7-4641-8a30-fefc824ad6d5 HTTP/1.1" status: 204 len: 168 time: 1.4751039 Oct 13 16:28:12.197848 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc1d314d-0bbe-4397-a690-8f22c9c17aea', 'tag': 'db42d6c5-cba6-46d7-b882-dbbcd61bd6d1'}] {{(pid=88972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:28:12.200768 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31c797bf36cf9236de690f6948001889b876fd84aeda4a8ae49b8962bb2d3b48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c33316-1255-45b3-8b21-63c12f99af30" -d '{"events": [{"name": "network-changed", "server_uuid": "fc1d314d-0bbe-4397-a690-8f22c9c17aea", "tag": "db42d6c5-cba6-46d7-b882-dbbcd61bd6d1"}]}' {{(pid=88972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:28:12.243954 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 16:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c98bf1cb-6651-439f-9240-f68426118c30 x-openstack-request-id: req-c98bf1cb-6651-439f-9240-f68426118c30 {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:28:12.244247 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc1d314d-0bbe-4397-a690-8f22c9c17aea", "tag": "db42d6c5-cba6-46d7-b882-dbbcd61bd6d1", "status": "completed", "code": 200}]} {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:28:12.244597 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c98bf1cb-6651-439f-9240-f68426118c30 {{(pid=88972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:28:12.245883 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c98bf1cb-6651-439f-9240-f68426118c30'] response: {'name': 'network-changed', 'server_uuid': 'fc1d314d-0bbe-4397-a690-8f22c9c17aea', 'tag': 'db42d6c5-cba6-46d7-b882-dbbcd61bd6d1', 'status': 'completed', 'code': 200} Oct 13 16:28:12.321957 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-19484b0c-aefb-4ffb-b6f8-ed1b95ddd362 None None] Set router 37e043df-784d-402c-8688-4f5b18c35a06 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:28:12.347679 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c33316-1255-45b3-8b21-63c12f99af30 req-2333983b-b210-4bfe-b6da-c3c9be30017f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:28:12.348544 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-00c33316-1255-45b3-8b21-63c12f99af30 req-2333983b-b210-4bfe-b6da-c3c9be30017f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=a06d0f5fab8f48c6bec23f3d7dc5027f&device_id=fc1d314d-0bbe-4397-a690-8f22c9c17aea HTTP/1.1" status: 200 len: 1098 time: 0.0827520 Oct 13 16:28:12.490625 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c33316-1255-45b3-8b21-63c12f99af30 req-0c100ba8-aef0-410f-bf9f-4bf980ff0d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:28:12.492160 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-00c33316-1255-45b3-8b21-63c12f99af30 req-0c100ba8-aef0-410f-bf9f-4bf980ff0d63 service neutron] 10.222.0.16 "GET /v2.0/networks?id=29038414-9c18-4e37-8553-5812035a39bb HTTP/1.1" status: 200 len: 897 time: 0.1375539 Oct 13 16:28:12.606058 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-00c33316-1255-45b3-8b21-63c12f99af30 req-320bac71-22b5-42bf-aaba-c9960677ad41 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=db42d6c5-cba6-46d7-b882-dbbcd61bd6d1 HTTP/1.1" status: 200 len: 217 time: 0.1059983 Oct 13 16:28:12.674001 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-19484b0c-aefb-4ffb-b6f8-ed1b95ddd362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e043df-784d-402c-8688-4f5b18c35a06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925657278', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '5d180aa2-55f2-42d8-a7c3-bd50a8ff381d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:26:35Z', 'updated_at': '2022-10-13T16:26:40Z', 'revision_number': 4, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': '5d180aa2-55f2-42d8-a7c3-bd50a8ff381d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e043df-784d-402c-8688-4f5b18c35a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:26:36Z', 'updated_at': '2022-10-13T16:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '0649ac72-9afe-4578-84df-f0880806d7d0', 'name': '', 'network_id': '29038414-9c18-4e37-8553-5812035a39bb', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'mac_address': 'fa:16:3e:d5:61:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e043df-784d-402c-8688-4f5b18c35a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '12f3f92d-3712-4b1b-b3cf-cfebd48d18d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:26:39Z', 'updated_at': '2022-10-13T16:26:46Z', 'revision_number': 5, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'subnets': [{'id': '12f3f92d-3712-4b1b-b3cf-cfebd48d18d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:28:12.677906 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19484b0c-aefb-4ffb-b6f8-ed1b95ddd362 None None] Checking router: 37e043df-784d-402c-8688-4f5b18c35a06 for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:28:12.682875 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c33316-1255-45b3-8b21-63c12f99af30 req-6fcc88c1-971e-4432-a106-d1922981c06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:28:12.684316 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-00c33316-1255-45b3-8b21-63c12f99af30 req-6fcc88c1-971e-4432-a106-d1922981c06a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=12f3f92d-3712-4b1b-b3cf-cfebd48d18d4 HTTP/1.1" status: 200 len: 834 time: 0.0686333 Oct 13 16:28:12.686527 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19484b0c-aefb-4ffb-b6f8-ed1b95ddd362 None None] Routers {'37e043df-784d-402c-8688-4f5b18c35a06'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:28:12.687122 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-19484b0c-aefb-4ffb-b6f8-ed1b95ddd362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:28:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['37e043df-784d-402c-8688-4f5b18c35a06'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:28:12.696487 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e440e38-5565-4af5-841a-3bdb9a7f38b6 req-d2c0fe8c-d57d-45fe-b2fe-452f8e238f42 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:28:12.698429 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6e440e38-5565-4af5-841a-3bdb9a7f38b6 req-d2c0fe8c-d57d-45fe-b2fe-452f8e238f42 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc1d314d-0bbe-4397-a690-8f22c9c17aea HTTP/1.1" status: 200 len: 945 time: 0.1996505 Oct 13 16:28:12.798193 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6e440e38-5565-4af5-841a-3bdb9a7f38b6 req-6d807d64-23fd-4145-8108-9d7e708316dd tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=6039a2e7-7f55-44bf-a24e-67d37bacd08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618672 Oct 13 16:28:12.811464 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c33316-1255-45b3-8b21-63c12f99af30 req-6788f4dc-91e4-4bca-ba20-d099322ae459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:28:12.814945 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-00c33316-1255-45b3-8b21-63c12f99af30 req-6788f4dc-91e4-4bca-ba20-d099322ae459 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=29038414-9c18-4e37-8553-5812035a39bb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1156309 Oct 13 16:28:12.873725 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-19484b0c-aefb-4ffb-b6f8-ed1b95ddd362 None None] Set router 37e043df-784d-402c-8688-4f5b18c35a06 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:28:12.954247 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-00c33316-1255-45b3-8b21-63c12f99af30 req-27445092-7170-4413-a6cc-f0f427e98992 service neutron] 10.222.0.16 "GET /v2.0/networks/29038414-9c18-4e37-8553-5812035a39bb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313503 Oct 13 16:28:13.085436 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-00c33316-1255-45b3-8b21-63c12f99af30 req-c2f43ad1-ec21-4550-a475-73ffe9daaa70 service neutron] 10.222.0.16 "GET /v2.0/networks/29038414-9c18-4e37-8553-5812035a39bb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239522 Oct 13 16:28:13.192502 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-19484b0c-aefb-4ffb-b6f8-ed1b95ddd362 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e043df-784d-402c-8688-4f5b18c35a06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925657278', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '5d180aa2-55f2-42d8-a7c3-bd50a8ff381d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:26:35Z', 'updated_at': '2022-10-13T16:26:40Z', 'revision_number': 4, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': '5d180aa2-55f2-42d8-a7c3-bd50a8ff381d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e043df-784d-402c-8688-4f5b18c35a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:26:36Z', 'updated_at': '2022-10-13T16:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '0649ac72-9afe-4578-84df-f0880806d7d0', 'name': '', 'network_id': '29038414-9c18-4e37-8553-5812035a39bb', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'mac_address': 'fa:16:3e:d5:61:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e043df-784d-402c-8688-4f5b18c35a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '12f3f92d-3712-4b1b-b3cf-cfebd48d18d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:26:39Z', 'updated_at': '2022-10-13T16:26:46Z', 'revision_number': 5, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'subnets': [{'id': '12f3f92d-3712-4b1b-b3cf-cfebd48d18d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:28:13.197191 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19484b0c-aefb-4ffb-b6f8-ed1b95ddd362 None None] The sync data for ids ['37e043df-784d-402c-8688-4f5b18c35a06'] in dv-neutron-860329-2-hyperv is: [{'id': '37e043df-784d-402c-8688-4f5b18c35a06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925657278', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '5d180aa2-55f2-42d8-a7c3-bd50a8ff381d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:26:35Z', 'updated_at': '2022-10-13T16:26:40Z', 'revision_number': 4, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': '5d180aa2-55f2-42d8-a7c3-bd50a8ff381d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e043df-784d-402c-8688-4f5b18c35a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:26:36Z', 'updated_at': '2022-10-13T16:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '0649ac72-9afe-4578-84df-f0880806d7d0', 'name': '', 'network_id': '29038414-9c18-4e37-8553-5812035a39bb', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'mac_address': 'fa:16:3e:d5:61:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e043df-784d-402c-8688-4f5b18c35a06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1802, 'fixed_ips': [{'subnet_id': '12f3f92d-3712-4b1b-b3cf-cfebd48d18d4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:26:39Z', 'updated_at': '2022-10-13T16:26:46Z', 'revision_number': 5, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'subnets': [{'id': '12f3f92d-3712-4b1b-b3cf-cfebd48d18d4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:28:13.409351 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b50f37ff-25de-46aa-bee8-5adb8a087dd0 None None] New status for floating IP 619666e1-49b7-4641-8a30-fefc824ad6d5: DOWN {{(pid=88975) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 16:28:13.998653 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23cd486-caa5-4ee1-a800-40a7fed75cdb req-9a321a82-26ab-44ea-97a8-cea1f6c68b4e tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:28:13.999338 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-e23cd486-caa5-4ee1-a800-40a7fed75cdb req-9a321a82-26ab-44ea-97a8-cea1f6c68b4e tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Synchronizing usage tracker for tenant:a06d0f5fab8f48c6bec23f3d7dc5027f on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:28:14.013899 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-e23cd486-caa5-4ee1-a800-40a7fed75cdb req-9a321a82-26ab-44ea-97a8-cea1f6c68b4e tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Unset dirty status for tenant:a06d0f5fab8f48c6bec23f3d7dc5027f on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:28:14.015046 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e23cd486-caa5-4ee1-a800-40a7fed75cdb req-9a321a82-26ab-44ea-97a8-cea1f6c68b4e tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc1d314d-0bbe-4397-a690-8f22c9c17aea HTTP/1.1" status: 200 len: 945 time: 0.1014206 Oct 13 16:28:14.058751 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e23cd486-caa5-4ee1-a800-40a7fed75cdb req-a885246d-d5d9-4eca-b156-6bbbc08e800a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/security-groups?id=6039a2e7-7f55-44bf-a24e-67d37bacd08c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379426 Oct 13 16:28:14.220952 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434f15b9-7350-4ab4-9a9e-292c2d19c04f req-a8ee4e50-b8b3-42dc-aef7-8453ae1b7326 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:28:14.222373 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-434f15b9-7350-4ab4-9a9e-292c2d19c04f req-a8ee4e50-b8b3-42dc-aef7-8453ae1b7326 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.16 "GET /v2.0/ports?device_id=fc1d314d-0bbe-4397-a690-8f22c9c17aea HTTP/1.1" status: 200 len: 945 time: 0.0899658 Oct 13 16:28:14.289942 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-434f15b9-7350-4ab4-9a9e-292c2d19c04f req-d4df84c4-3ed7-49cb-a194-5d879fba18f8 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Deleting port db42d6c5-cba6-46d7-b882-dbbcd61bd6d1 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:28:14.290231 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-434f15b9-7350-4ab4-9a9e-292c2d19c04f req-d4df84c4-3ed7-49cb-a194-5d879fba18f8 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:14.628950 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-434f15b9-7350-4ab4-9a9e-292c2d19c04f req-d4df84c4-3ed7-49cb-a194-5d879fba18f8 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] For port db42d6c5-cba6-46d7-b882-dbbcd61bd6d1, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=db42d6c5-cba6-46d7-b882-dbbcd61bd6d1,segment=NetworkSegment(d7a9b896-367d-4680-a76b-d994c8b62d0f),segment_id=d7a9b896-367d-4680-a76b-d994c8b62d0f)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:28:14.629217 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-434f15b9-7350-4ab4-9a9e-292c2d19c04f req-d4df84c4-3ed7-49cb-a194-5d879fba18f8 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:14.749649 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-434f15b9-7350-4ab4-9a9e-292c2d19c04f req-d4df84c4-3ed7-49cb-a194-5d879fba18f8 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Calling delete_port for db42d6c5-cba6-46d7-b882-dbbcd61bd6d1 owned by compute:nova {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:28:14.891332 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-434f15b9-7350-4ab4-9a9e-292c2d19c04f req-d4df84c4-3ed7-49cb-a194-5d879fba18f8 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:14.939382 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4df84c4-3ed7-49cb-a194-5d879fba18f8 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event deleted for resources: {'Port': ['ID=db42d6c5-cba6-46d7-b882-dbbcd61bd6d1,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:28:14.982582 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4df84c4-3ed7-49cb-a194-5d879fba18f8 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:28:14.982933 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4df84c4-3ed7-49cb-a194-5d879fba18f8 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:28:14.983276 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4df84c4-3ed7-49cb-a194-5d879fba18f8 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:28:14.983613 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4df84c4-3ed7-49cb-a194-5d879fba18f8 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:28:14.983947 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4df84c4-3ed7-49cb-a194-5d879fba18f8 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:28:14.984279 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4df84c4-3ed7-49cb-a194-5d879fba18f8 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:28:14.984606 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4df84c4-3ed7-49cb-a194-5d879fba18f8 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:28:14.984931 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4df84c4-3ed7-49cb-a194-5d879fba18f8 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:28:14.985256 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4df84c4-3ed7-49cb-a194-5d879fba18f8 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:28:14.985587 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4df84c4-3ed7-49cb-a194-5d879fba18f8 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:28:14.985911 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4df84c4-3ed7-49cb-a194-5d879fba18f8 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:28:14.986267 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4df84c4-3ed7-49cb-a194-5d879fba18f8 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:28:15.037950 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-434f15b9-7350-4ab4-9a9e-292c2d19c04f req-d4df84c4-3ed7-49cb-a194-5d879fba18f8 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] No DVR routers for this DVR port db42d6c5-cba6-46d7-b882-dbbcd61bd6d1 on host hv-neutron-8603 {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 16:28:15.040271 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-434f15b9-7350-4ab4-9a9e-292c2d19c04f req-d4df84c4-3ed7-49cb-a194-5d879fba18f8 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:15.043329 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc1d314d-0bbe-4397-a690-8f22c9c17aea', 'name': 'network-vif-deleted', 'tag': 'db42d6c5-cba6-46d7-b882-dbbcd61bd6d1'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:28:15.045553 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b448bedd6ef1de8349ca4cd32cdc1fdd14839b3a018869371a7ba929b1523ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a1dbef5-a63d-403c-baf7-17d95b190879" -d '{"events": [{"server_uuid": "fc1d314d-0bbe-4397-a690-8f22c9c17aea", "name": "network-vif-deleted", "tag": "db42d6c5-cba6-46d7-b882-dbbcd61bd6d1"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:28:15.059285 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-434f15b9-7350-4ab4-9a9e-292c2d19c04f req-d4df84c4-3ed7-49cb-a194-5d879fba18f8 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.16 "DELETE /v2.0/ports/db42d6c5-cba6-46d7-b882-dbbcd61bd6d1 HTTP/1.1" status: 204 len: 173 time: 0.8315775 Oct 13 16:28:15.088351 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 16:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae72d81-2e0a-473e-850e-8775336ee1e8 x-openstack-request-id: req-dae72d81-2e0a-473e-850e-8775336ee1e8 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:28:15.088660 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc1d314d-0bbe-4397-a690-8f22c9c17aea", "name": "network-vif-deleted", "tag": "db42d6c5-cba6-46d7-b882-dbbcd61bd6d1", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:28:15.088911 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dae72d81-2e0a-473e-850e-8775336ee1e8 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:28:15.089309 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dae72d81-2e0a-473e-850e-8775336ee1e8'] response: {'server_uuid': 'fc1d314d-0bbe-4397-a690-8f22c9c17aea', 'name': 'network-vif-deleted', 'tag': 'db42d6c5-cba6-46d7-b882-dbbcd61bd6d1', 'status': 'completed', 'code': 200} Oct 13 16:28:15.230564 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-2e4170b7-30d0-4110-976f-3ee1cc2d2856 req-13b20bf5-c36e-4e16-b068-a2f18c337b9a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "GET /v2.0/ports?device_id=fc1d314d-0bbe-4397-a690-8f22c9c17aea HTTP/1.1" status: 200 len: 210 time: 0.0512972 Oct 13 16:28:16.330645 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 34998) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:28:16.957929 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-58ef44d9-8418-4f4a-a3c8-ba96919367c4 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:17.298960 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-58ef44d9-8418-4f4a-a3c8-ba96919367c4 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Deleting port 0649ac72-9afe-4578-84df-f0880806d7d0 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:28:17.299217 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-58ef44d9-8418-4f4a-a3c8-ba96919367c4 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:17.480453 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-58ef44d9-8418-4f4a-a3c8-ba96919367c4 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] For port 0649ac72-9afe-4578-84df-f0880806d7d0, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=0649ac72-9afe-4578-84df-f0880806d7d0,segment=NetworkSegment(d7a9b896-367d-4680-a76b-d994c8b62d0f),segment_id=d7a9b896-367d-4680-a76b-d994c8b62d0f)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:28:17.481137 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-58ef44d9-8418-4f4a-a3c8-ba96919367c4 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:17.602933 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-58ef44d9-8418-4f4a-a3c8-ba96919367c4 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Calling delete_port for 0649ac72-9afe-4578-84df-f0880806d7d0 owned by network:router_interface {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:28:17.785545 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-58ef44d9-8418-4f4a-a3c8-ba96919367c4 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:17.832492 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef44d9-8418-4f4a-a3c8-ba96919367c4 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event deleted for resources: {'Port': ['ID=0649ac72-9afe-4578-84df-f0880806d7d0,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:28:18.204525 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-58ef44d9-8418-4f4a-a3c8-ba96919367c4 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:18.560187 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ef44d9-8418-4f4a-a3c8-ba96919367c4 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Router 37e043df-784d-402c-8688-4f5b18c35a06 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 16:28:18.733624 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ef44d9-8418-4f4a-a3c8-ba96919367c4 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:28:18.742897 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6549b19b-38ba-4918-94c5-c9fbae4f7dc8 None None] Sync routers for ids ['37e043df-784d-402c-8688-4f5b18c35a06'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:28:18.748510 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-58ef44d9-8418-4f4a-a3c8-ba96919367c4 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "PUT /v2.0/routers/37e043df-784d-402c-8688-4f5b18c35a06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4143672 Oct 13 16:28:18.748731 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 35002) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:28:18.752640 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6549b19b-38ba-4918-94c5-c9fbae4f7dc8 None None] Routers {'37e043df-784d-402c-8688-4f5b18c35a06'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:28:18.753300 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-6549b19b-38ba-4918-94c5-c9fbae4f7dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:28:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['37e043df-784d-402c-8688-4f5b18c35a06'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:28:18.815628 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-581c48bb-4f93-42c3-aecf-075fc8dee9f0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Deleting subnet 12f3f92d-3712-4b1b-b3cf-cfebd48d18d4 {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 16:28:18.818397 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-581c48bb-4f93-42c3-aecf-075fc8dee9f0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:18.871957 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-581c48bb-4f93-42c3-aecf-075fc8dee9f0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:18.924413 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-6549b19b-38ba-4918-94c5-c9fbae4f7dc8 None None] Set router 37e043df-784d-402c-8688-4f5b18c35a06 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:28:18.953998 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-581c48bb-4f93-42c3-aecf-075fc8dee9f0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:19.031220 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-581c48bb-4f93-42c3-aecf-075fc8dee9f0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:19.070479 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581c48bb-4f93-42c3-aecf-075fc8dee9f0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event deleted for resources: {'Subnet': ['ID=12f3f92d-3712-4b1b-b3cf-cfebd48d18d4,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:28:19.072590 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-581c48bb-4f93-42c3-aecf-075fc8dee9f0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:19.079744 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-581c48bb-4f93-42c3-aecf-075fc8dee9f0 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "DELETE /v2.0/subnets/12f3f92d-3712-4b1b-b3cf-cfebd48d18d4 HTTP/1.1" status: 204 len: 168 time: 0.3300769 Oct 13 16:28:19.082427 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 35006) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:28:19.110655 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f12404-0ee2-4a20-9ef3-02771dc207ce None None] Network 29038414-9c18-4e37-8553-5812035a39bb requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 16:28:19.260009 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-64b6f3df-331b-48a7-8842-4c894bf58494 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for router, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:19.383676 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-6549b19b-38ba-4918-94c5-c9fbae4f7dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e043df-784d-402c-8688-4f5b18c35a06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925657278', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.153'}], 'enable_snat': True}, 'gw_port_id': '5d180aa2-55f2-42d8-a7c3-bd50a8ff381d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:26:35Z', 'updated_at': '2022-10-13T16:28:17Z', 'revision_number': 5, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port': {'id': '5d180aa2-55f2-42d8-a7c3-bd50a8ff381d', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:d2:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '37e043df-784d-402c-8688-4f5b18c35a06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1799, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:26:36Z', 'updated_at': '2022-10-13T16:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:28:19.388688 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6549b19b-38ba-4918-94c5-c9fbae4f7dc8 None None] Checking router: 37e043df-784d-402c-8688-4f5b18c35a06 for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:28:19.397993 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6549b19b-38ba-4918-94c5-c9fbae4f7dc8 None None] Routers {'37e043df-784d-402c-8688-4f5b18c35a06'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:28:19.398631 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-6549b19b-38ba-4918-94c5-c9fbae4f7dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:28:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['37e043df-784d-402c-8688-4f5b18c35a06'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:28:19.441022 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-64b6f3df-331b-48a7-8842-4c894bf58494 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for router_gateway, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:19.452781 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-64b6f3df-331b-48a7-8842-4c894bf58494 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Deleting port 5d180aa2-55f2-42d8-a7c3-bd50a8ff381d {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:28:19.453133 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-64b6f3df-331b-48a7-8842-4c894bf58494 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:19.496152 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56558244-0cb2-4aca-aab4-ccf39e713af2 None None] DHCP port deletion for 29038414-9c18-4e37-8553-5812035a39bb request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 16:28:19.542482 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:28:19.561020 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-56558244-0cb2-4aca-aab4-ccf39e713af2 None None] Deleting port 958bd300-7079-42d2-8536-93fdcfad1219 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:28:19.561369 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-56558244-0cb2-4aca-aab4-ccf39e713af2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:19.610926 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device db42d6c5-cba6-46d7-b882-dbbcd61bd6d1 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:28:19.658336 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] No Port match for: db42d6c5-cba6-46d7-b882-dbbcd61bd6d1 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:28:19.658652 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device db42d6c5-cba6-46d7-b882-dbbcd61bd6d1 not bound to the agent host hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:28:19.705077 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-6549b19b-38ba-4918-94c5-c9fbae4f7dc8 None None] Set router 37e043df-784d-402c-8688-4f5b18c35a06 gateway port host: None {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:28:19.746009 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-64b6f3df-331b-48a7-8842-4c894bf58494 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] For port 5d180aa2-55f2-42d8-a7c3-bd50a8ff381d, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=5d180aa2-55f2-42d8-a7c3-bd50a8ff381d,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:28:19.746606 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-64b6f3df-331b-48a7-8842-4c894bf58494 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:19.823012 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-6549b19b-38ba-4918-94c5-c9fbae4f7dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37e043df-784d-402c-8688-4f5b18c35a06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925657278', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:26:35Z', 'updated_at': '2022-10-13T16:28:19Z', 'revision_number': 6, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port_host': None}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:28:19.831367 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6549b19b-38ba-4918-94c5-c9fbae4f7dc8 None None] The sync data for ids ['37e043df-784d-402c-8688-4f5b18c35a06'] in dv-neutron-860329-2-hyperv is: [{'id': '37e043df-784d-402c-8688-4f5b18c35a06', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1925657278', 'tenant_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:26:35Z', 'updated_at': '2022-10-13T16:28:19Z', 'revision_number': 6, 'project_id': 'a06d0f5fab8f48c6bec23f3d7dc5027f', 'gw_port_host': None}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:28:19.866738 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-64b6f3df-331b-48a7-8842-4c894bf58494 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Calling delete_port for 5d180aa2-55f2-42d8-a7c3-bd50a8ff381d owned by network:router_gateway {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:28:19.937480 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-56558244-0cb2-4aca-aab4-ccf39e713af2 None None] For port 958bd300-7079-42d2-8536-93fdcfad1219, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=958bd300-7079-42d2-8536-93fdcfad1219,segment=NetworkSegment(d7a9b896-367d-4680-a76b-d994c8b62d0f),segment_id=d7a9b896-367d-4680-a76b-d994c8b62d0f)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:28:19.937751 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-56558244-0cb2-4aca-aab4-ccf39e713af2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:20.033826 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-64b6f3df-331b-48a7-8842-4c894bf58494 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:20.060465 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-56558244-0cb2-4aca-aab4-ccf39e713af2 None None] Calling delete_port for 958bd300-7079-42d2-8536-93fdcfad1219 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:28:20.081033 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b6f3df-331b-48a7-8842-4c894bf58494 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event deleted for resources: {'Port': ['ID=5d180aa2-55f2-42d8-a7c3-bd50a8ff381d,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:28:20.133961 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-56558244-0cb2-4aca-aab4-ccf39e713af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098'] for port, after_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:20.181502 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-64b6f3df-331b-48a7-8842-4c894bf58494 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828050'] for router_gateway, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:20.182694 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56558244-0cb2-4aca-aab4-ccf39e713af2 None None] Pushing event deleted for resources: {'Port': ['ID=958bd300-7079-42d2-8536-93fdcfad1219,revision_number=None']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:28:20.187559 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56558244-0cb2-4aca-aab4-ccf39e713af2 None None] No DVR routers for this DVR port 958bd300-7079-42d2-8536-93fdcfad1219 on host dv-neutron-860329-2-hyperv {{(pid=88974) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 16:28:20.193445 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56558244-0cb2-4aca-aab4-ccf39e713af2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:28:20.193792 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56558244-0cb2-4aca-aab4-ccf39e713af2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:28:20.194154 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56558244-0cb2-4aca-aab4-ccf39e713af2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:28:20.194483 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56558244-0cb2-4aca-aab4-ccf39e713af2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:28:20.194801 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56558244-0cb2-4aca-aab4-ccf39e713af2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:28:20.195128 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56558244-0cb2-4aca-aab4-ccf39e713af2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:28:20.195450 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56558244-0cb2-4aca-aab4-ccf39e713af2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:28:20.195771 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56558244-0cb2-4aca-aab4-ccf39e713af2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:28:20.196358 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56558244-0cb2-4aca-aab4-ccf39e713af2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:28:20.196675 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56558244-0cb2-4aca-aab4-ccf39e713af2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:28:20.196996 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56558244-0cb2-4aca-aab4-ccf39e713af2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:28:20.197310 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56558244-0cb2-4aca-aab4-ccf39e713af2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:28:20.360039 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-64b6f3df-331b-48a7-8842-4c894bf58494 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:20.362177 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-64b6f3df-331b-48a7-8842-4c894bf58494 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:20.383473 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-64b6f3df-331b-48a7-8842-4c894bf58494 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:20.384097 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b6f3df-331b-48a7-8842-4c894bf58494 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Fanout notify agent at l3_agent the message router_deleted on router 37e043df-784d-402c-8688-4f5b18c35a06 {{(pid=88972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 16:28:20.399192 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-64b6f3df-331b-48a7-8842-4c894bf58494 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:20.400735 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-64b6f3df-331b-48a7-8842-4c894bf58494 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "DELETE /v2.0/routers/37e043df-784d-402c-8688-4f5b18c35a06 HTTP/1.1" status: 204 len: 168 time: 1.3169696 Oct 13 16:28:20.403705 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 35012) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:28:20.513733 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fb0dfdc7-cb96-434c-90ca-bbd254804a6a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:20.612714 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 0649ac72-9afe-4578-84df-f0880806d7d0 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:28:20.644367 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fb0dfdc7-cb96-434c-90ca-bbd254804a6a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:20.662271 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 0649ac72-9afe-4578-84df-f0880806d7d0 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:28:20.662622 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 0649ac72-9afe-4578-84df-f0880806d7d0 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:28:20.663040 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 958bd300-7079-42d2-8536-93fdcfad1219 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:28:20.670094 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-fb0dfdc7-cb96-434c-90ca-bbd254804a6a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29038414-9c18-4e37-8553-5812035a39bb']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:28:20.682720 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-fb0dfdc7-cb96-434c-90ca-bbd254804a6a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7a9b896-367d-4680-a76b-d994c8b62d0f') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:28:20.683015 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-fb0dfdc7-cb96-434c-90ca-bbd254804a6a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7a9b896-367d-4680-a76b-d994c8b62d0f') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:28:20.695079 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fb0dfdc7-cb96-434c-90ca-bbd254804a6a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:20.699138 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 958bd300-7079-42d2-8536-93fdcfad1219 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:28:20.699486 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 958bd300-7079-42d2-8536-93fdcfad1219 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:28:20.712478 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fb0dfdc7-cb96-434c-90ca-bbd254804a6a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:20.718425 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb0dfdc7-cb96-434c-90ca-bbd254804a6a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Releasing vlan 432 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 16:28:20.718809 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fb0dfdc7-cb96-434c-90ca-bbd254804a6a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:20.799648 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment d7a9b896-367d-4680-a76b-d994c8b62d0f resource provider aggregate not found Oct 13 16:28:20.821968 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment d7a9b896-367d-4680-a76b-d994c8b62d0f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid d7a9b896-367d-4680-a76b-d994c8b62d0f found for delete ", "request_id": "req-959bfcb1-f1f7-4f17-b6ee-6fe7621274e7"}]} Oct 13 16:28:20.823978 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fb0dfdc7-cb96-434c-90ca-bbd254804a6a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:20.841026 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fb0dfdc7-cb96-434c-90ca-bbd254804a6a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:20.852181 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0dfdc7-cb96-434c-90ca-bbd254804a6a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event deleted for resources: {'Network': ['ID=29038414-9c18-4e37-8553-5812035a39bb,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:28:20.861220 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-fb0dfdc7-cb96-434c-90ca-bbd254804a6a tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "DELETE /v2.0/networks/29038414-9c18-4e37-8553-5812035a39bb HTTP/1.1" status: 204 len: 168 time: 0.4565535 Oct 13 16:28:20.863946 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 35020) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:28:20.940991 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-97e8c9c9-52e7-4735-8a09-862c85f68eb6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:20.974533 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-97e8c9c9-52e7-4735-8a09-862c85f68eb6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:21.038082 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-97e8c9c9-52e7-4735-8a09-862c85f68eb6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:21.056349 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e8c9c9-52e7-4735-8a09-862c85f68eb6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6039a2e7-7f55-44bf-a24e-67d37bacd08c,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:28:21.067266 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-97e8c9c9-52e7-4735-8a09-862c85f68eb6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:21.068408 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-97e8c9c9-52e7-4735-8a09-862c85f68eb6 tempest-TestNetworkAdvancedServerOps-477785675 tempest-TestNetworkAdvancedServerOps-477785675-project] 10.222.0.42 "DELETE /v2.0/security-groups/6039a2e7-7f55-44bf-a24e-67d37bacd08c HTTP/1.1" status: 204 len: 168 time: 0.2035470 Oct 13 16:28:21.556170 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 35030) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:28:21.716176 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-86fbe977-acb1-43da-9cfa-59788cef53b4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a06d0f5fab8f48c6bec23f3d7dc5027f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1588001 Oct 13 16:28:21.718731 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 35036) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:28:21.773772 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-db6ce1c0-244e-4ba4-9511-f53c8c71cdcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:21.798526 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-db6ce1c0-244e-4ba4-9511-f53c8c71cdcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:21.938209 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-db6ce1c0-244e-4ba4-9511-f53c8c71cdcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:21.956069 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db6ce1c0-244e-4ba4-9511-f53c8c71cdcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc6ff219-673f-4741-87a8-dbfd644d0138,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:28:21.962290 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-db6ce1c0-244e-4ba4-9511-f53c8c71cdcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:21.964037 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-db6ce1c0-244e-4ba4-9511-f53c8c71cdcd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cc6ff219-673f-4741-87a8-dbfd644d0138 HTTP/1.1" status: 204 len: 168 time: 0.2437975 Oct 13 16:28:22.059440 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 5d180aa2-55f2-42d8-a7c3-bd50a8ff381d no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:28:22.096784 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 5d180aa2-55f2-42d8-a7c3-bd50a8ff381d {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:28:22.097133 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 5d180aa2-55f2-42d8-a7c3-bd50a8ff381d not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:28:22.247064 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 35044) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:28:22.264540 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1d96d2a9-e80c-4cb5-997d-013af4c3712b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:22.278995 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-1d96d2a9-e80c-4cb5-997d-013af4c3712b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:28:22.283067 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-1d96d2a9-e80c-4cb5-997d-013af4c3712b admin admin] Usage tracker for resource:security_group_rule and tenant:f9ab36718eee433b8a424e9bdf35b4e4 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:28:22.285797 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-1d96d2a9-e80c-4cb5-997d-013af4c3712b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:28:22.291451 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-1d96d2a9-e80c-4cb5-997d-013af4c3712b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:28:22.375000 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1d96d2a9-e80c-4cb5-997d-013af4c3712b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:22.378575 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1d96d2a9-e80c-4cb5-997d-013af4c3712b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:22.422555 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d96d2a9-e80c-4cb5-997d-013af4c3712b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3442231a-45b1-40fe-a72c-132c1cb625a9,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:28:22.426777 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-1d96d2a9-e80c-4cb5-997d-013af4c3712b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f9ab36718eee433b8a424e9bdf35b4e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1787114 Oct 13 16:28:22.429383 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 35048) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:28:22.489955 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b85344a3-3f96-4259-956b-f24b71ed26de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:22.515086 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b85344a3-3f96-4259-956b-f24b71ed26de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:22.565263 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b85344a3-3f96-4259-956b-f24b71ed26de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:22.579469 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85344a3-3f96-4259-956b-f24b71ed26de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3442231a-45b1-40fe-a72c-132c1cb625a9,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:28:22.585858 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b85344a3-3f96-4259-956b-f24b71ed26de admin admin] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:22.589619 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-b85344a3-3f96-4259-956b-f24b71ed26de admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3442231a-45b1-40fe-a72c-132c1cb625a9 HTTP/1.1" status: 204 len: 168 time: 0.1593316 Oct 13 16:28:23.334646 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 35072) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:28:23.434583 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-708c078e-f8a8-4b12-b333-8bd658b4c022 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1252037528-network', 'tenant_id': '9364502afdbe47e9a903654f858fadf2'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:28:23.439268 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-708c078e-f8a8-4b12-b333-8bd658b4c022 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:28:23.443091 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-708c078e-f8a8-4b12-b333-8bd658b4c022 admin admin] Usage tracker for resource:network and tenant:9364502afdbe47e9a903654f858fadf2 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:28:23.445840 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-708c078e-f8a8-4b12-b333-8bd658b4c022 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:28:23.452686 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-708c078e-f8a8-4b12-b333-8bd658b4c022 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:28:23.462205 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708c078e-f8a8-4b12-b333-8bd658b4c022 admin admin] Made reservation on behalf of 9364502afdbe47e9a903654f858fadf2 for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 16:28:23.465066 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-708c078e-f8a8-4b12-b333-8bd658b4c022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:23.477088 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-708c078e-f8a8-4b12-b333-8bd658b4c022 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:23.490971 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-708c078e-f8a8-4b12-b333-8bd658b4c022 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:28:23.494744 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-708c078e-f8a8-4b12-b333-8bd658b4c022 admin admin] Usage tracker for resource:security_group_rule and tenant:9364502afdbe47e9a903654f858fadf2 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:28:23.497459 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-708c078e-f8a8-4b12-b333-8bd658b4c022 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:28:23.503100 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-708c078e-f8a8-4b12-b333-8bd658b4c022 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:28:23.582745 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-708c078e-f8a8-4b12-b333-8bd658b4c022 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:23.586236 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-708c078e-f8a8-4b12-b333-8bd658b4c022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:23.614012 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-708c078e-f8a8-4b12-b333-8bd658b4c022 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 435} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 16:28:23.628929 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-708c078e-f8a8-4b12-b333-8bd658b4c022 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:23.629266 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-708c078e-f8a8-4b12-b333-8bd658b4c022 admin admin] Added segment fe025d4d-3cec-44f0-b2bc-69d77d230198 of type vlan for network 5fd46e4c-4bbe-454e-aac4-56260f77ee6e Oct 13 16:28:23.630495 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708c078e-f8a8-4b12-b333-8bd658b4c022 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=985f01fe-71fe-415a-93db-60ddf1ad6b9e,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:28:23.662362 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-708c078e-f8a8-4b12-b333-8bd658b4c022 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:23.691053 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-708c078e-f8a8-4b12-b333-8bd658b4c022 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:23.692134 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708c078e-f8a8-4b12-b333-8bd658b4c022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:28:23.692699 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-708c078e-f8a8-4b12-b333-8bd658b4c022 admin admin] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:23.794542 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-708c078e-f8a8-4b12-b333-8bd658b4c022 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4587831 Oct 13 16:28:23.795396 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708c078e-f8a8-4b12-b333-8bd658b4c022 admin admin] Pushing event updated for resources: {'Network': ['ID=5fd46e4c-4bbe-454e-aac4-56260f77ee6e,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:28:23.797508 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 35078) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:28:23.802980 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-7580b8ec-fa38-45cf-ae02-4654561a1be8 admin admin] Request body: {'subnet': {'network_id': '5fd46e4c-4bbe-454e-aac4-56260f77ee6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1252037528-subnet', 'tenant_id': '9364502afdbe47e9a903654f858fadf2', 'ip_version': 4}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:28:23.805143 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 5fd46e4c-4bbe-454e-aac4-56260f77ee6e details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 16:28:23.808417 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-7580b8ec-fa38-45cf-ae02-4654561a1be8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:28:23.812268 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-7580b8ec-fa38-45cf-ae02-4654561a1be8 admin admin] Usage tracker for resource:subnet and tenant:9364502afdbe47e9a903654f858fadf2 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:28:23.815077 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-7580b8ec-fa38-45cf-ae02-4654561a1be8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:28:23.821671 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-7580b8ec-fa38-45cf-ae02-4654561a1be8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:28:23.832123 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7580b8ec-fa38-45cf-ae02-4654561a1be8 admin admin] Made reservation on behalf of 9364502afdbe47e9a903654f858fadf2 for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 16:28:23.834437 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7580b8ec-fa38-45cf-ae02-4654561a1be8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:24.031002 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7580b8ec-fa38-45cf-ae02-4654561a1be8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:24.103262 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7580b8ec-fa38-45cf-ae02-4654561a1be8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cb1d6ad-9158-4827-bf60-a5b091f7288b,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:28:24.114362 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7580b8ec-fa38-45cf-ae02-4654561a1be8 admin admin] Checking segment: {'id': 'fe025d4d-3cec-44f0-b2bc-69d77d230198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5fd46e4c-4bbe-454e-aac4-56260f77ee6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:28:24.114705 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7580b8ec-fa38-45cf-ae02-4654561a1be8 admin admin] Network hostable DHCP agents. Network: 5fd46e4c-4bbe-454e-aac4-56260f77ee6e, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 16:28:24.133508 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7580b8ec-fa38-45cf-ae02-4654561a1be8 admin admin] Network 5fd46e4c-4bbe-454e-aac4-56260f77ee6e is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 16:28:24.143209 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-7580b8ec-fa38-45cf-ae02-4654561a1be8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 5fd46e4c-4bbe-454e-aac4-56260f77ee6e) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:28:24.147112 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7580b8ec-fa38-45cf-ae02-4654561a1be8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:28:24.147682 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7580b8ec-fa38-45cf-ae02-4654561a1be8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:24.151751 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d03b7e0-9f9b-40a0-94ab-b21a3e3cabb4 None None] Network 5fd46e4c-4bbe-454e-aac4-56260f77ee6e requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 16:28:24.168818 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-7580b8ec-fa38-45cf-ae02-4654561a1be8 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3702652 Oct 13 16:28:24.171714 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 35082) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:28:24.177617 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-14aa2a05-b97a-4695-aaae-094765e5b8cf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1252037528-router', 'tenant_id': '9364502afdbe47e9a903654f858fadf2', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:28:24.182906 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-14aa2a05-b97a-4695-aaae-094765e5b8cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:28:24.187115 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-14aa2a05-b97a-4695-aaae-094765e5b8cf admin admin] Usage tracker for resource:router and tenant:9364502afdbe47e9a903654f858fadf2 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:28:24.189906 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-14aa2a05-b97a-4695-aaae-094765e5b8cf admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:28:24.195730 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-14aa2a05-b97a-4695-aaae-094765e5b8cf admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:28:24.206375 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-14aa2a05-b97a-4695-aaae-094765e5b8cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:24.207311 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-14aa2a05-b97a-4695-aaae-094765e5b8cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:24.222208 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-14aa2a05-b97a-4695-aaae-094765e5b8cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:24.372997 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e3a7edb-91d9-4055-9693-62e3c0cfa4eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-5fd46e4c-4bbe-454e-aac4-56260f77ee6e', 'network_id': '5fd46e4c-4bbe-454e-aac4-56260f77ee6e', 'tenant_id': '9364502afdbe47e9a903654f858fadf2', 'fixed_ips': [{'subnet_id': '8cb1d6ad-9158-4827-bf60-a5b091f7288b'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 16:28:24.373818 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-1e3a7edb-91d9-4055-9693-62e3c0cfa4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:24.485946 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-14aa2a05-b97a-4695-aaae-094765e5b8cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:24.567410 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-1e3a7edb-91d9-4055-9693-62e3c0cfa4eb None None] Allocated IP 172.20.0.2 (5fd46e4c-4bbe-454e-aac4-56260f77ee6e/8cb1d6ad-9158-4827-bf60-a5b091f7288b/000f433e-d2f6-4bb3-87b0-d0451bf16099) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:28:24.771196 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-1e3a7edb-91d9-4055-9693-62e3c0cfa4eb None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:24.781644 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-1e3a7edb-91d9-4055-9693-62e3c0cfa4eb None None] Transition to ACTIVE for port object 000f433e-d2f6-4bb3-87b0-d0451bf16099 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:28:24.789899 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-14aa2a05-b97a-4695-aaae-094765e5b8cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:24.800101 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-1e3a7edb-91d9-4055-9693-62e3c0cfa4eb None None] Transition to ACTIVE for port object 000f433e-d2f6-4bb3-87b0-d0451bf16099 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:28:24.805994 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-1e3a7edb-91d9-4055-9693-62e3c0cfa4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:24.874567 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3a7edb-91d9-4055-9693-62e3c0cfa4eb None None] Network 5fd46e4c-4bbe-454e-aac4-56260f77ee6e is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:28:24.877451 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-1e3a7edb-91d9-4055-9693-62e3c0cfa4eb None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:28:24.881158 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3a7edb-91d9-4055-9693-62e3c0cfa4eb None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:28:24.887017 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a7edb-91d9-4055-9693-62e3c0cfa4eb None None] Pushing event updated for resources: {'Port': ['ID=000f433e-d2f6-4bb3-87b0-d0451bf16099,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:28:24.929345 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-14aa2a05-b97a-4695-aaae-094765e5b8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:24.987629 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-1e3a7edb-91d9-4055-9693-62e3c0cfa4eb None None] Attempting to bind port 000f433e-d2f6-4bb3-87b0-d0451bf16099 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:28:24.987898 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-1e3a7edb-91d9-4055-9693-62e3c0cfa4eb None None] Attempting to bind port 000f433e-d2f6-4bb3-87b0-d0451bf16099 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'fe025d4d-3cec-44f0-b2bc-69d77d230198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5fd46e4c-4bbe-454e-aac4-56260f77ee6e'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:28:24.988253 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3a7edb-91d9-4055-9693-62e3c0cfa4eb None None] Attempting to bind port 000f433e-d2f6-4bb3-87b0-d0451bf16099 on network 5fd46e4c-4bbe-454e-aac4-56260f77ee6e {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:28:24.993358 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3a7edb-91d9-4055-9693-62e3c0cfa4eb None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:28:24.993722 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3a7edb-91d9-4055-9693-62e3c0cfa4eb None None] Checking segment: {'id': 'fe025d4d-3cec-44f0-b2bc-69d77d230198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5fd46e4c-4bbe-454e-aac4-56260f77ee6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:28:24.994114 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-1e3a7edb-91d9-4055-9693-62e3c0cfa4eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:24.995073 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e3a7edb-91d9-4055-9693-62e3c0cfa4eb None None] Bound using segment: {'id': 'fe025d4d-3cec-44f0-b2bc-69d77d230198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5fd46e4c-4bbe-454e-aac4-56260f77ee6e'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:28:24.995527 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-1e3a7edb-91d9-4055-9693-62e3c0cfa4eb None None] Bound port: 000f433e-d2f6-4bb3-87b0-d0451bf16099, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe025d4d-3cec-44f0-b2bc-69d77d230198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5fd46e4c-4bbe-454e-aac4-56260f77ee6e'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:28:24.995887 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-1e3a7edb-91d9-4055-9693-62e3c0cfa4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:25.064427 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-14aa2a05-b97a-4695-aaae-094765e5b8cf admin admin] Allocated IP 172.26.2.22 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/69de2180-3084-4f36-a2e7-92ad9af8a299) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:28:25.083558 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-1e3a7edb-91d9-4055-9693-62e3c0cfa4eb None None] For port 000f433e-d2f6-4bb3-87b0-d0451bf16099, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:28:25.086798 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-1e3a7edb-91d9-4055-9693-62e3c0cfa4eb None None] For port 000f433e-d2f6-4bb3-87b0-d0451bf16099, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=000f433e-d2f6-4bb3-87b0-d0451bf16099,segment=NetworkSegment(fe025d4d-3cec-44f0-b2bc-69d77d230198),segment_id=fe025d4d-3cec-44f0-b2bc-69d77d230198)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:28:25.091398 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-1e3a7edb-91d9-4055-9693-62e3c0cfa4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:25.166106 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3a7edb-91d9-4055-9693-62e3c0cfa4eb None None] Pushing event updated for resources: {'Port': ['ID=000f433e-d2f6-4bb3-87b0-d0451bf16099,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:28:25.218639 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-14aa2a05-b97a-4695-aaae-094765e5b8cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:25.249769 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-14aa2a05-b97a-4695-aaae-094765e5b8cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:25.318714 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14aa2a05-b97a-4695-aaae-094765e5b8cf admin admin] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:28:25.324247 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-14aa2a05-b97a-4695-aaae-094765e5b8cf admin admin] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:28:25.326617 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14aa2a05-b97a-4695-aaae-094765e5b8cf admin admin] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:28:25.381311 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aa2a05-b97a-4695-aaae-094765e5b8cf admin admin] Pushing event updated for resources: {'Port': ['ID=69de2180-3084-4f36-a2e7-92ad9af8a299,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:28:25.743127 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-14aa2a05-b97a-4695-aaae-094765e5b8cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:26.090021 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-14aa2a05-b97a-4695-aaae-094765e5b8cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:26.098297 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19713ca1-601a-41b5-95a4-be2974524bc7 None None] Network 5fd46e4c-4bbe-454e-aac4-56260f77ee6e requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 16:28:26.178158 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 000f433e-d2f6-4bb3-87b0-d0451bf16099 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:28:26.253728 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-f364cdd8-152f-4d08-bd93-a75d8f66e8ae None None] Provisioning for port 000f433e-d2f6-4bb3-87b0-d0451bf16099 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:28:26.326097 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:26.388115 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 000f433e-d2f6-4bb3-87b0-d0451bf16099 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:28:26.399612 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 000f433e-d2f6-4bb3-87b0-d0451bf16099 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:28:26.399984 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:26.400318 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 000f433e-d2f6-4bb3-87b0-d0451bf16099 Oct 13 16:28:26.422571 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14aa2a05-b97a-4695-aaae-094765e5b8cf admin admin] Router 2146e8df-7767-4bf8-b783-a948eb11081e is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 16:28:26.540447 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 000f433e-d2f6-4bb3-87b0-d0451bf16099 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:28:26.540827 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:26.576507 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 000f433e-d2f6-4bb3-87b0-d0451bf16099, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=000f433e-d2f6-4bb3-87b0-d0451bf16099,segment=NetworkSegment(fe025d4d-3cec-44f0-b2bc-69d77d230198),segment_id=fe025d4d-3cec-44f0-b2bc-69d77d230198)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:28:26.581637 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:26.605743 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14aa2a05-b97a-4695-aaae-094765e5b8cf admin admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:28:26.617377 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdcf66c-fcf6-4871-b275-14a9de5e3ec2 None None] Sync routers for ids ['2146e8df-7767-4bf8-b783-a948eb11081e'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:28:26.628284 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdcf66c-fcf6-4871-b275-14a9de5e3ec2 None None] Routers {'2146e8df-7767-4bf8-b783-a948eb11081e'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:28:26.628904 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-ecdcf66c-fcf6-4871-b275-14a9de5e3ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:28:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['2146e8df-7767-4bf8-b783-a948eb11081e'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:28:26.645823 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-14aa2a05-b97a-4695-aaae-094765e5b8cf admin admin] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:26.649721 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-14aa2a05-b97a-4695-aaae-094765e5b8cf admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4766860 Oct 13 16:28:26.654873 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 35086) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:28:26.679053 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=000f433e-d2f6-4bb3-87b0-d0451bf16099,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:28:26.716831 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-11552320-9c3a-4fab-86e2-880441078573 None None] Provisioning complete for port 000f433e-d2f6-4bb3-87b0-d0451bf16099 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:28:26.718206 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-11552320-9c3a-4fab-86e2-880441078573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:26.718991 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-11552320-9c3a-4fab-86e2-880441078573 None None] Attempt 1 to provision port 000f433e-d2f6-4bb3-87b0-d0451bf16099 Oct 13 16:28:26.830657 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-ecdcf66c-fcf6-4871-b275-14a9de5e3ec2 None None] Set router 2146e8df-7767-4bf8-b783-a948eb11081e gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:28:26.841785 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-11552320-9c3a-4fab-86e2-880441078573 None None] Current status of the port 000f433e-d2f6-4bb3-87b0-d0451bf16099 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:28:27.137655 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-ecdcf66c-fcf6-4871-b275-14a9de5e3ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2146e8df-7767-4bf8-b783-a948eb11081e', 'name': 'tempest-TestShelveInstance-1252037528-router', 'tenant_id': '9364502afdbe47e9a903654f858fadf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': '69de2180-3084-4f36-a2e7-92ad9af8a299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:28:24Z', 'updated_at': '2022-10-13T16:28:25Z', 'revision_number': 3, 'project_id': '9364502afdbe47e9a903654f858fadf2', 'gw_port': {'id': '69de2180-3084-4f36-a2e7-92ad9af8a299', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ed:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2146e8df-7767-4bf8-b783-a948eb11081e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:28:24Z', 'updated_at': '2022-10-13T16:28:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:28:27.141441 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdcf66c-fcf6-4871-b275-14a9de5e3ec2 None None] Checking router: 2146e8df-7767-4bf8-b783-a948eb11081e for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:28:27.141782 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdcf66c-fcf6-4871-b275-14a9de5e3ec2 None None] Updating router 2146e8df-7767-4bf8-b783-a948eb11081e port 69de2180-3084-4f36-a2e7-92ad9af8a299 binding host dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 16:28:27.193569 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-ecdcf66c-fcf6-4871-b275-14a9de5e3ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:27.348302 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f446e940-6745-4c36-81ad-8cea6173da6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:27.512860 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-ecdcf66c-fcf6-4871-b275-14a9de5e3ec2 None None] Notify callbacks [] for port, precommit_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:27.524245 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.provisioning_blocks [None req-ecdcf66c-fcf6-4871-b275-14a9de5e3ec2 None None] Transition to ACTIVE for port object 69de2180-3084-4f36-a2e7-92ad9af8a299 will not be triggered until provisioned by entity L2. {{(pid=88975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:28:27.530498 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-ecdcf66c-fcf6-4871-b275-14a9de5e3ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:27.549415 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-f446e940-6745-4c36-81ad-8cea6173da6f admin admin] Allocated IP 172.20.0.1 (5fd46e4c-4bbe-454e-aac4-56260f77ee6e/8cb1d6ad-9158-4827-bf60-a5b091f7288b/f8115b6d-cfc0-477c-b863-d564619a16c3) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:28:27.593563 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-ecdcf66c-fcf6-4871-b275-14a9de5e3ec2 None None] Attempting to bind port 69de2180-3084-4f36-a2e7-92ad9af8a299 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:28:27.593932 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-ecdcf66c-fcf6-4871-b275-14a9de5e3ec2 None None] Attempting to bind port 69de2180-3084-4f36-a2e7-92ad9af8a299 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:28:27.594313 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdcf66c-fcf6-4871-b275-14a9de5e3ec2 None None] Attempting to bind port 69de2180-3084-4f36-a2e7-92ad9af8a299 on network 8fb1fa59-32fe-4ed0-a248-96c43edb135f {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:28:27.602757 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdcf66c-fcf6-4871-b275-14a9de5e3ec2 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:28:27.603121 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdcf66c-fcf6-4871-b275-14a9de5e3ec2 None None] Checking segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:28:27.603519 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-ecdcf66c-fcf6-4871-b275-14a9de5e3ec2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:27.603930 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecdcf66c-fcf6-4871-b275-14a9de5e3ec2 None None] Bound using segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:28:27.604387 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-ecdcf66c-fcf6-4871-b275-14a9de5e3ec2 None None] Bound port: 69de2180-3084-4f36-a2e7-92ad9af8a299, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:28:27.604747 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-ecdcf66c-fcf6-4871-b275-14a9de5e3ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:27.644967 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec08b239-3c58-4fea-912f-b2a81b44a498 None None] Pushing event updated for resources: {'Port': ['ID=69de2180-3084-4f36-a2e7-92ad9af8a299,revision_number=2']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:28:27.659938 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec08b239-3c58-4fea-912f-b2a81b44a498 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:28:27.660283 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec08b239-3c58-4fea-912f-b2a81b44a498 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:28:27.660615 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec08b239-3c58-4fea-912f-b2a81b44a498 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:28:27.660945 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec08b239-3c58-4fea-912f-b2a81b44a498 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:28:27.661266 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec08b239-3c58-4fea-912f-b2a81b44a498 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:28:27.661589 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec08b239-3c58-4fea-912f-b2a81b44a498 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:28:27.661910 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec08b239-3c58-4fea-912f-b2a81b44a498 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:28:27.662254 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec08b239-3c58-4fea-912f-b2a81b44a498 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:28:27.662575 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec08b239-3c58-4fea-912f-b2a81b44a498 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:28:27.662892 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec08b239-3c58-4fea-912f-b2a81b44a498 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:28:27.663206 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec08b239-3c58-4fea-912f-b2a81b44a498 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:28:27.663516 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec08b239-3c58-4fea-912f-b2a81b44a498 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:28:27.696434 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-ecdcf66c-fcf6-4871-b275-14a9de5e3ec2 None None] For port 69de2180-3084-4f36-a2e7-92ad9af8a299, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:28:27.697426 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f446e940-6745-4c36-81ad-8cea6173da6f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:27.700703 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-ecdcf66c-fcf6-4871-b275-14a9de5e3ec2 None None] For port 69de2180-3084-4f36-a2e7-92ad9af8a299, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=69de2180-3084-4f36-a2e7-92ad9af8a299,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:28:27.704296 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-ecdcf66c-fcf6-4871-b275-14a9de5e3ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:27.714289 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-f446e940-6745-4c36-81ad-8cea6173da6f admin admin] Transition to ACTIVE for port object f8115b6d-cfc0-477c-b863-d564619a16c3 will not be triggered until provisioned by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:28:27.738192 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f446e940-6745-4c36-81ad-8cea6173da6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:27.762508 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecdcf66c-fcf6-4871-b275-14a9de5e3ec2 None None] Routers {'2146e8df-7767-4bf8-b783-a948eb11081e'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:28:27.763166 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-ecdcf66c-fcf6-4871-b275-14a9de5e3ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:28:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['2146e8df-7767-4bf8-b783-a948eb11081e'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:28:27.804052 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f446e940-6745-4c36-81ad-8cea6173da6f admin admin] Network 5fd46e4c-4bbe-454e-aac4-56260f77ee6e is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:28:27.807531 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-f446e940-6745-4c36-81ad-8cea6173da6f admin admin] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:28:27.811114 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f446e940-6745-4c36-81ad-8cea6173da6f admin admin] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:28:27.845671 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f446e940-6745-4c36-81ad-8cea6173da6f admin admin] Pushing event updated for resources: {'Port': ['ID=f8115b6d-cfc0-477c-b863-d564619a16c3,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:28:27.868452 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f446e940-6745-4c36-81ad-8cea6173da6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:27.924639 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec08b239-3c58-4fea-912f-b2a81b44a498 None None] Pushing event updated for resources: {'Port': ['ID=69de2180-3084-4f36-a2e7-92ad9af8a299,revision_number=3']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:28:27.956211 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-ecdcf66c-fcf6-4871-b275-14a9de5e3ec2 None None] Set router 2146e8df-7767-4bf8-b783-a948eb11081e gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:28:28.075251 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4248f47e-6d28-4b09-9dba-2fc929574ed3 None None] Provisioning for port f8115b6d-cfc0-477c-b863-d564619a16c3 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:28:28.080625 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4248f47e-6d28-4b09-9dba-2fc929574ed3 None None] Provisioning complete for port f8115b6d-cfc0-477c-b863-d564619a16c3 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:28:28.080625 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4248f47e-6d28-4b09-9dba-2fc929574ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:28.080852 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4248f47e-6d28-4b09-9dba-2fc929574ed3 None None] Attempt 1 to provision port f8115b6d-cfc0-477c-b863-d564619a16c3 Oct 13 16:28:28.135739 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 000f433e-d2f6-4bb3-87b0-d0451bf16099 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:28:28.201436 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4248f47e-6d28-4b09-9dba-2fc929574ed3 None None] Port f8115b6d-cfc0-477c-b863-d564619a16c3 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:28:28.218820 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 000f433e-d2f6-4bb3-87b0-d0451bf16099 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:28:28.219189 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:28.219524 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 000f433e-d2f6-4bb3-87b0-d0451bf16099 Oct 13 16:28:28.258907 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f446e940-6745-4c36-81ad-8cea6173da6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:28.269289 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-ecdcf66c-fcf6-4871-b275-14a9de5e3ec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2146e8df-7767-4bf8-b783-a948eb11081e', 'name': 'tempest-TestShelveInstance-1252037528-router', 'tenant_id': '9364502afdbe47e9a903654f858fadf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': '69de2180-3084-4f36-a2e7-92ad9af8a299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:28:24Z', 'updated_at': '2022-10-13T16:28:25Z', 'revision_number': 3, 'project_id': '9364502afdbe47e9a903654f858fadf2', 'gw_port': {'id': '69de2180-3084-4f36-a2e7-92ad9af8a299', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ed:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2146e8df-7767-4bf8-b783-a948eb11081e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:28:24Z', 'updated_at': '2022-10-13T16:28:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:28:28.273401 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecdcf66c-fcf6-4871-b275-14a9de5e3ec2 None None] The sync data for ids ['2146e8df-7767-4bf8-b783-a948eb11081e'] in dv-neutron-860329-2-hyperv is: [{'id': '2146e8df-7767-4bf8-b783-a948eb11081e', 'name': 'tempest-TestShelveInstance-1252037528-router', 'tenant_id': '9364502afdbe47e9a903654f858fadf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': '69de2180-3084-4f36-a2e7-92ad9af8a299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:28:24Z', 'updated_at': '2022-10-13T16:28:25Z', 'revision_number': 3, 'project_id': '9364502afdbe47e9a903654f858fadf2', 'gw_port': {'id': '69de2180-3084-4f36-a2e7-92ad9af8a299', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ed:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2146e8df-7767-4bf8-b783-a948eb11081e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:28:24Z', 'updated_at': '2022-10-13T16:28:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:28:28.342398 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 000f433e-d2f6-4bb3-87b0-d0451bf16099 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:28:28.501510 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f446e940-6745-4c36-81ad-8cea6173da6f admin admin] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:28.505888 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f446e940-6745-4c36-81ad-8cea6173da6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:28.621643 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-f446e940-6745-4c36-81ad-8cea6173da6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:28.625048 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f446e940-6745-4c36-81ad-8cea6173da6f admin admin] Pushing event updated for resources: {'Port': ['ID=f8115b6d-cfc0-477c-b863-d564619a16c3,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:28:28.702424 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4248f47e-6d28-4b09-9dba-2fc929574ed3 None None] Attempt 2 to provision port f8115b6d-cfc0-477c-b863-d564619a16c3 Oct 13 16:28:28.767945 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f446e940-6745-4c36-81ad-8cea6173da6f admin admin] Network 5fd46e4c-4bbe-454e-aac4-56260f77ee6e is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:28:28.769126 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-f446e940-6745-4c36-81ad-8cea6173da6f admin admin] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:28:28.804248 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4248f47e-6d28-4b09-9dba-2fc929574ed3 None None] Port f8115b6d-cfc0-477c-b863-d564619a16c3 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:28:28.966193 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f446e940-6745-4c36-81ad-8cea6173da6f admin admin] Router 2146e8df-7767-4bf8-b783-a948eb11081e has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 16:28:29.163159 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f446e940-6745-4c36-81ad-8cea6173da6f admin admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:28:29.172383 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-f446e940-6745-4c36-81ad-8cea6173da6f admin admin] 10.222.0.42 "PUT /v2.0/routers/2146e8df-7767-4bf8-b783-a948eb11081e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5162458 Oct 13 16:28:29.305274 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4248f47e-6d28-4b09-9dba-2fc929574ed3 None None] Attempt 3 to provision port f8115b6d-cfc0-477c-b863-d564619a16c3 Oct 13 16:28:29.360882 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4248f47e-6d28-4b09-9dba-2fc929574ed3 None None] Port f8115b6d-cfc0-477c-b863-d564619a16c3 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:28:29.669345 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 35104) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:28:29.674996 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-8c8c1da8-24fb-49ae-b73d-eaf227b9f6d7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-128545023-network', 'tenant_id': '80e94c03c4034c679e67d6551165640c'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:28:29.679948 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-8c8c1da8-24fb-49ae-b73d-eaf227b9f6d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:28:29.685823 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-8c8c1da8-24fb-49ae-b73d-eaf227b9f6d7 admin admin] Usage tracker for resource:network and tenant:80e94c03c4034c679e67d6551165640c is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:28:29.688400 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-8c8c1da8-24fb-49ae-b73d-eaf227b9f6d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:28:29.694225 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-8c8c1da8-24fb-49ae-b73d-eaf227b9f6d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:28:29.706623 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c8c1da8-24fb-49ae-b73d-eaf227b9f6d7 admin admin] Made reservation on behalf of 80e94c03c4034c679e67d6551165640c for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 16:28:29.708875 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8c8c1da8-24fb-49ae-b73d-eaf227b9f6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:29.716406 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cc9a83-d53c-4448-ba27-c896b9050061 None None] Sync routers for ids ['2146e8df-7767-4bf8-b783-a948eb11081e'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:28:29.721412 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8c8c1da8-24fb-49ae-b73d-eaf227b9f6d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:29.725899 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cc9a83-d53c-4448-ba27-c896b9050061 None None] Routers {'2146e8df-7767-4bf8-b783-a948eb11081e'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:28:29.726619 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-e4cc9a83-d53c-4448-ba27-c896b9050061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:28:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['2146e8df-7767-4bf8-b783-a948eb11081e'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:28:29.735672 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-8c8c1da8-24fb-49ae-b73d-eaf227b9f6d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:28:29.739476 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-8c8c1da8-24fb-49ae-b73d-eaf227b9f6d7 admin admin] Usage tracker for resource:security_group_rule and tenant:80e94c03c4034c679e67d6551165640c is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:28:29.742262 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-8c8c1da8-24fb-49ae-b73d-eaf227b9f6d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:28:29.748441 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-8c8c1da8-24fb-49ae-b73d-eaf227b9f6d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:28:29.831919 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8c8c1da8-24fb-49ae-b73d-eaf227b9f6d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:29.835593 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8c8c1da8-24fb-49ae-b73d-eaf227b9f6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:29.862075 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c8c1da8-24fb-49ae-b73d-eaf227b9f6d7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 405} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 16:28:29.864740 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4248f47e-6d28-4b09-9dba-2fc929574ed3 None None] Attempt 4 to provision port f8115b6d-cfc0-477c-b863-d564619a16c3 Oct 13 16:28:29.874992 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8c1da8-24fb-49ae-b73d-eaf227b9f6d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0997f7-fd28-4ecf-8312-6084dba61f5b,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:28:29.879288 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8c8c1da8-24fb-49ae-b73d-eaf227b9f6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:29.879632 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-8c8c1da8-24fb-49ae-b73d-eaf227b9f6d7 admin admin] Added segment f54585cf-39ce-49b6-af5f-648e7b9a11d0 of type vlan for network 520edb2b-c57d-4053-9b22-0c460ec81a9f Oct 13 16:28:29.906175 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8c8c1da8-24fb-49ae-b73d-eaf227b9f6d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:29.939153 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8c8c1da8-24fb-49ae-b73d-eaf227b9f6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:29.940130 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c8c1da8-24fb-49ae-b73d-eaf227b9f6d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:28:29.940843 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8c8c1da8-24fb-49ae-b73d-eaf227b9f6d7 admin admin] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:29.944957 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4248f47e-6d28-4b09-9dba-2fc929574ed3 None None] Port f8115b6d-cfc0-477c-b863-d564619a16c3 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:28:29.957519 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-e4cc9a83-d53c-4448-ba27-c896b9050061 None None] Set router 2146e8df-7767-4bf8-b783-a948eb11081e gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:28:30.038896 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8c1da8-24fb-49ae-b73d-eaf227b9f6d7 admin admin] Pushing event updated for resources: {'Network': ['ID=520edb2b-c57d-4053-9b22-0c460ec81a9f,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:28:30.045275 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-8c8c1da8-24fb-49ae-b73d-eaf227b9f6d7 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3722486 Oct 13 16:28:30.045604 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 35108) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:28:30.051291 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-3a5b74bc-7eb0-4ca9-959a-5230bcb37155 admin admin] Request body: {'subnet': {'network_id': '520edb2b-c57d-4053-9b22-0c460ec81a9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-128545023-subnet', 'tenant_id': '80e94c03c4034c679e67d6551165640c', 'ip_version': 4}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:28:30.056365 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-3a5b74bc-7eb0-4ca9-959a-5230bcb37155 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:28:30.060835 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-3a5b74bc-7eb0-4ca9-959a-5230bcb37155 admin admin] Usage tracker for resource:subnet and tenant:80e94c03c4034c679e67d6551165640c is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:28:30.064027 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-3a5b74bc-7eb0-4ca9-959a-5230bcb37155 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:28:30.070577 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-3a5b74bc-7eb0-4ca9-959a-5230bcb37155 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:28:30.082413 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 520edb2b-c57d-4053-9b22-0c460ec81a9f details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 16:28:30.083967 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a5b74bc-7eb0-4ca9-959a-5230bcb37155 admin admin] Made reservation on behalf of 80e94c03c4034c679e67d6551165640c for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 16:28:30.086245 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3a5b74bc-7eb0-4ca9-959a-5230bcb37155 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:30.196154 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 69de2180-3084-4f36-a2e7-92ad9af8a299 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:28:30.395739 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 69de2180-3084-4f36-a2e7-92ad9af8a299 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:28:30.396992 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3a5b74bc-7eb0-4ca9-959a-5230bcb37155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:30.405881 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 69de2180-3084-4f36-a2e7-92ad9af8a299 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:28:30.406282 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:30.406609 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 69de2180-3084-4f36-a2e7-92ad9af8a299 Oct 13 16:28:30.451024 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4248f47e-6d28-4b09-9dba-2fc929574ed3 None None] Attempt 5 to provision port f8115b6d-cfc0-477c-b863-d564619a16c3 Oct 13 16:28:30.470321 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5b74bc-7eb0-4ca9-959a-5230bcb37155 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efaba118-3250-4cc3-ac93-9807912eca94,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:28:30.477980 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a5b74bc-7eb0-4ca9-959a-5230bcb37155 admin admin] Checking segment: {'id': 'f54585cf-39ce-49b6-af5f-648e7b9a11d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '520edb2b-c57d-4053-9b22-0c460ec81a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:28:30.478364 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5b74bc-7eb0-4ca9-959a-5230bcb37155 admin admin] Network hostable DHCP agents. Network: 520edb2b-c57d-4053-9b22-0c460ec81a9f, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 16:28:30.497502 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a5b74bc-7eb0-4ca9-959a-5230bcb37155 admin admin] Network 520edb2b-c57d-4053-9b22-0c460ec81a9f is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 16:28:30.506849 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-3a5b74bc-7eb0-4ca9-959a-5230bcb37155 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 520edb2b-c57d-4053-9b22-0c460ec81a9f) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:28:30.510836 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a5b74bc-7eb0-4ca9-959a-5230bcb37155 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:28:30.511348 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-3a5b74bc-7eb0-4ca9-959a-5230bcb37155 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:30.519344 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ad0443-cb87-471f-8a45-9e8588e1e81c None None] Network 520edb2b-c57d-4053-9b22-0c460ec81a9f requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 16:28:30.534548 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-3a5b74bc-7eb0-4ca9-959a-5230bcb37155 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4855480 Oct 13 16:28:30.534865 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 35112) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:28:30.539874 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-fb319db2-71d1-406b-90a2-f551bfdb904d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-128545023-router', 'tenant_id': '80e94c03c4034c679e67d6551165640c', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:28:30.544994 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-fb319db2-71d1-406b-90a2-f551bfdb904d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:28:30.548102 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4248f47e-6d28-4b09-9dba-2fc929574ed3 None None] Port f8115b6d-cfc0-477c-b863-d564619a16c3 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:28:30.548830 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-fb319db2-71d1-406b-90a2-f551bfdb904d admin admin] Usage tracker for resource:router and tenant:80e94c03c4034c679e67d6551165640c is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:28:30.551589 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-fb319db2-71d1-406b-90a2-f551bfdb904d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:28:30.557666 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-fb319db2-71d1-406b-90a2-f551bfdb904d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:28:30.564485 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-e4cc9a83-d53c-4448-ba27-c896b9050061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2146e8df-7767-4bf8-b783-a948eb11081e', 'name': 'tempest-TestShelveInstance-1252037528-router', 'tenant_id': '9364502afdbe47e9a903654f858fadf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': '69de2180-3084-4f36-a2e7-92ad9af8a299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:28:24Z', 'updated_at': '2022-10-13T16:28:28Z', 'revision_number': 4, 'project_id': '9364502afdbe47e9a903654f858fadf2', 'gw_port': {'id': '69de2180-3084-4f36-a2e7-92ad9af8a299', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ed:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2146e8df-7767-4bf8-b783-a948eb11081e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:28:24Z', 'updated_at': '2022-10-13T16:28:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': 'f8115b6d-cfc0-477c-b863-d564619a16c3', 'name': '', 'network_id': '5fd46e4c-4bbe-454e-aac4-56260f77ee6e', 'tenant_id': '9364502afdbe47e9a903654f858fadf2', 'mac_address': 'fa:16:3e:05:13:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2146e8df-7767-4bf8-b783-a948eb11081e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '8cb1d6ad-9158-4827-bf60-a5b091f7288b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:28:27Z', 'updated_at': '2022-10-13T16:28:28Z', 'revision_number': 2, 'project_id': '9364502afdbe47e9a903654f858fadf2', 'subnets': [{'id': '8cb1d6ad-9158-4827-bf60-a5b091f7288b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:28:30.568210 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fb319db2-71d1-406b-90a2-f551bfdb904d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:30.569365 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fb319db2-71d1-406b-90a2-f551bfdb904d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:30.585501 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fb319db2-71d1-406b-90a2-f551bfdb904d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:30.641299 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cc9a83-d53c-4448-ba27-c896b9050061 None None] Checking router: 2146e8df-7767-4bf8-b783-a948eb11081e for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:28:30.641652 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cc9a83-d53c-4448-ba27-c896b9050061 None None] Updating router 2146e8df-7767-4bf8-b783-a948eb11081e port f8115b6d-cfc0-477c-b863-d564619a16c3 binding host dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 16:28:30.743911 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4cc9a83-d53c-4448-ba27-c896b9050061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:30.754927 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 69de2180-3084-4f36-a2e7-92ad9af8a299 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:28:30.755285 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:30.851237 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fb319db2-71d1-406b-90a2-f551bfdb904d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:30.860057 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 69de2180-3084-4f36-a2e7-92ad9af8a299, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=69de2180-3084-4f36-a2e7-92ad9af8a299,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:28:30.867721 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:31.049975 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4248f47e-6d28-4b09-9dba-2fc929574ed3 None None] Attempt 6 to provision port f8115b6d-cfc0-477c-b863-d564619a16c3 Oct 13 16:28:31.131049 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40441751-8c08-4829-b542-04cf71fe7b0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-520edb2b-c57d-4053-9b22-0c460ec81a9f', 'network_id': '520edb2b-c57d-4053-9b22-0c460ec81a9f', 'tenant_id': '80e94c03c4034c679e67d6551165640c', 'fixed_ips': [{'subnet_id': 'efaba118-3250-4cc3-ac93-9807912eca94'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 16:28:31.131864 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-40441751-8c08-4829-b542-04cf71fe7b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:31.156221 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=69de2180-3084-4f36-a2e7-92ad9af8a299,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:28:31.157824 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fb319db2-71d1-406b-90a2-f551bfdb904d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:31.176321 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4248f47e-6d28-4b09-9dba-2fc929574ed3 None None] Port f8115b6d-cfc0-477c-b863-d564619a16c3 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:28:31.188309 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fb319db2-71d1-406b-90a2-f551bfdb904d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:31.324829 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-fb319db2-71d1-406b-90a2-f551bfdb904d admin admin] Allocated IP 172.26.2.70 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/81f76f05-e29d-43e2-92ed-232cacdd175f) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:28:31.415842 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-40441751-8c08-4829-b542-04cf71fe7b0b None None] Allocated IP 172.20.0.2 (520edb2b-c57d-4053-9b22-0c460ec81a9f/efaba118-3250-4cc3-ac93-9807912eca94/4665da7d-ca71-43d3-844b-f3e93784fed8) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:28:31.473193 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fb319db2-71d1-406b-90a2-f551bfdb904d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:31.501822 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fb319db2-71d1-406b-90a2-f551bfdb904d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:31.511292 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4cc9a83-d53c-4448-ba27-c896b9050061 None None] Notify callbacks [] for port, precommit_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:31.570250 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb319db2-71d1-406b-90a2-f551bfdb904d admin admin] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:28:31.573751 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-fb319db2-71d1-406b-90a2-f551bfdb904d admin admin] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:28:31.577302 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb319db2-71d1-406b-90a2-f551bfdb904d admin admin] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:28:31.579906 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-e4cc9a83-d53c-4448-ba27-c896b9050061 None None] Transition to ACTIVE for port object f8115b6d-cfc0-477c-b863-d564619a16c3 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:28:31.589540 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4cc9a83-d53c-4448-ba27-c896b9050061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:31.606703 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb319db2-71d1-406b-90a2-f551bfdb904d admin admin] Pushing event updated for resources: {'Port': ['ID=81f76f05-e29d-43e2-92ed-232cacdd175f,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:28:31.681163 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4248f47e-6d28-4b09-9dba-2fc929574ed3 None None] Attempt 7 to provision port f8115b6d-cfc0-477c-b863-d564619a16c3 Oct 13 16:28:31.859203 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5413049c-e727-4018-bf65-0e560f9c83b3 None None] Pushing event updated for resources: {'Port': ['ID=f8115b6d-cfc0-477c-b863-d564619a16c3,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:28:31.868754 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4248f47e-6d28-4b09-9dba-2fc929574ed3 None None] Port f8115b6d-cfc0-477c-b863-d564619a16c3 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:28:31.930110 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-e4cc9a83-d53c-4448-ba27-c896b9050061 None None] Attempting to bind port f8115b6d-cfc0-477c-b863-d564619a16c3 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:28:31.930506 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-e4cc9a83-d53c-4448-ba27-c896b9050061 None None] Attempting to bind port f8115b6d-cfc0-477c-b863-d564619a16c3 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'fe025d4d-3cec-44f0-b2bc-69d77d230198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5fd46e4c-4bbe-454e-aac4-56260f77ee6e'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:28:31.930862 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cc9a83-d53c-4448-ba27-c896b9050061 None None] Attempting to bind port f8115b6d-cfc0-477c-b863-d564619a16c3 on network 5fd46e4c-4bbe-454e-aac4-56260f77ee6e {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:28:31.944370 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cc9a83-d53c-4448-ba27-c896b9050061 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:28:31.944741 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cc9a83-d53c-4448-ba27-c896b9050061 None None] Checking segment: {'id': 'fe025d4d-3cec-44f0-b2bc-69d77d230198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5fd46e4c-4bbe-454e-aac4-56260f77ee6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:28:31.945136 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4cc9a83-d53c-4448-ba27-c896b9050061 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:31.945522 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cc9a83-d53c-4448-ba27-c896b9050061 None None] Bound using segment: {'id': 'fe025d4d-3cec-44f0-b2bc-69d77d230198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5fd46e4c-4bbe-454e-aac4-56260f77ee6e'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:28:31.946279 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-e4cc9a83-d53c-4448-ba27-c896b9050061 None None] Bound port: f8115b6d-cfc0-477c-b863-d564619a16c3, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe025d4d-3cec-44f0-b2bc-69d77d230198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5fd46e4c-4bbe-454e-aac4-56260f77ee6e'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:28:31.946655 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4cc9a83-d53c-4448-ba27-c896b9050061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:31.963702 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-40441751-8c08-4829-b542-04cf71fe7b0b None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:32.002368 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-40441751-8c08-4829-b542-04cf71fe7b0b None None] Transition to ACTIVE for port object 4665da7d-ca71-43d3-844b-f3e93784fed8 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:28:32.039292 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-40441751-8c08-4829-b542-04cf71fe7b0b None None] Transition to ACTIVE for port object 4665da7d-ca71-43d3-844b-f3e93784fed8 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:28:32.057520 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-40441751-8c08-4829-b542-04cf71fe7b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:32.102244 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fb319db2-71d1-406b-90a2-f551bfdb904d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:32.110005 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-e4cc9a83-d53c-4448-ba27-c896b9050061 None None] For port f8115b6d-cfc0-477c-b863-d564619a16c3, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:28:32.121396 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 69de2180-3084-4f36-a2e7-92ad9af8a299 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:28:32.174626 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-e4cc9a83-d53c-4448-ba27-c896b9050061 None None] For port f8115b6d-cfc0-477c-b863-d564619a16c3, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=f8115b6d-cfc0-477c-b863-d564619a16c3,segment=NetworkSegment(fe025d4d-3cec-44f0-b2bc-69d77d230198),segment_id=fe025d4d-3cec-44f0-b2bc-69d77d230198)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:28:32.182805 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40441751-8c08-4829-b542-04cf71fe7b0b None None] Network 520edb2b-c57d-4053-9b22-0c460ec81a9f is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:28:32.189405 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-40441751-8c08-4829-b542-04cf71fe7b0b None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:28:32.191612 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4cc9a83-d53c-4448-ba27-c896b9050061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:32.198176 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40441751-8c08-4829-b542-04cf71fe7b0b None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:28:32.204720 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40441751-8c08-4829-b542-04cf71fe7b0b None None] Pushing event updated for resources: {'Port': ['ID=4665da7d-ca71-43d3-844b-f3e93784fed8,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:28:32.343487 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cc9a83-d53c-4448-ba27-c896b9050061 None None] Routers {'2146e8df-7767-4bf8-b783-a948eb11081e'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:28:32.344120 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-e4cc9a83-d53c-4448-ba27-c896b9050061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:28:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['2146e8df-7767-4bf8-b783-a948eb11081e'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:28:32.404268 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4248f47e-6d28-4b09-9dba-2fc929574ed3 None None] Attempt 8 to provision port f8115b6d-cfc0-477c-b863-d564619a16c3 Oct 13 16:28:32.448164 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fb319db2-71d1-406b-90a2-f551bfdb904d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:32.498205 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-40441751-8c08-4829-b542-04cf71fe7b0b None None] Attempting to bind port 4665da7d-ca71-43d3-844b-f3e93784fed8 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:28:32.498786 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-40441751-8c08-4829-b542-04cf71fe7b0b None None] Attempting to bind port 4665da7d-ca71-43d3-844b-f3e93784fed8 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'f54585cf-39ce-49b6-af5f-648e7b9a11d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '520edb2b-c57d-4053-9b22-0c460ec81a9f'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:28:32.498926 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40441751-8c08-4829-b542-04cf71fe7b0b None None] Attempting to bind port 4665da7d-ca71-43d3-844b-f3e93784fed8 on network 520edb2b-c57d-4053-9b22-0c460ec81a9f {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:28:32.500775 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5413049c-e727-4018-bf65-0e560f9c83b3 None None] Pushing event updated for resources: {'Port': ['ID=f8115b6d-cfc0-477c-b863-d564619a16c3,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:28:32.515800 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 69de2180-3084-4f36-a2e7-92ad9af8a299 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:28:32.516151 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:32.516484 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 69de2180-3084-4f36-a2e7-92ad9af8a299 Oct 13 16:28:32.588588 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40441751-8c08-4829-b542-04cf71fe7b0b None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:28:32.588952 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40441751-8c08-4829-b542-04cf71fe7b0b None None] Checking segment: {'id': 'f54585cf-39ce-49b6-af5f-648e7b9a11d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '520edb2b-c57d-4053-9b22-0c460ec81a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:28:32.589342 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-40441751-8c08-4829-b542-04cf71fe7b0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:32.589725 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40441751-8c08-4829-b542-04cf71fe7b0b None None] Bound using segment: {'id': 'f54585cf-39ce-49b6-af5f-648e7b9a11d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '520edb2b-c57d-4053-9b22-0c460ec81a9f'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:28:32.590224 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-40441751-8c08-4829-b542-04cf71fe7b0b None None] Bound port: 4665da7d-ca71-43d3-844b-f3e93784fed8, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f54585cf-39ce-49b6-af5f-648e7b9a11d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '520edb2b-c57d-4053-9b22-0c460ec81a9f'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:28:32.590587 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-40441751-8c08-4829-b542-04cf71fe7b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:32.651245 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb319db2-71d1-406b-90a2-f551bfdb904d admin admin] Router 61982f91-222b-46dc-917e-08786d342d08 is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 16:28:32.744156 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4248f47e-6d28-4b09-9dba-2fc929574ed3 None None] Port f8115b6d-cfc0-477c-b863-d564619a16c3 had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 16:28:32.782008 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-e4cc9a83-d53c-4448-ba27-c896b9050061 None None] Set router 2146e8df-7767-4bf8-b783-a948eb11081e gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:28:32.832790 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb319db2-71d1-406b-90a2-f551bfdb904d admin admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:28:32.841694 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a023805c-2dec-4c08-b020-0d45e6cbf296 None None] Sync routers for ids ['61982f91-222b-46dc-917e-08786d342d08'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:28:32.851193 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a023805c-2dec-4c08-b020-0d45e6cbf296 None None] Routers {'61982f91-222b-46dc-917e-08786d342d08'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:28:32.852210 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-a023805c-2dec-4c08-b020-0d45e6cbf296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:28:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['61982f91-222b-46dc-917e-08786d342d08'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:28:32.862219 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fb319db2-71d1-406b-90a2-f551bfdb904d admin admin] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:32.864263 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-fb319db2-71d1-406b-90a2-f551bfdb904d admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.3284726 Oct 13 16:28:32.867003 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 35116) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:28:32.909184 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-40441751-8c08-4829-b542-04cf71fe7b0b None None] For port 4665da7d-ca71-43d3-844b-f3e93784fed8, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:28:33.004169 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-40441751-8c08-4829-b542-04cf71fe7b0b None None] For port 4665da7d-ca71-43d3-844b-f3e93784fed8, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=4665da7d-ca71-43d3-844b-f3e93784fed8,segment=NetworkSegment(f54585cf-39ce-49b6-af5f-648e7b9a11d0),segment_id=f54585cf-39ce-49b6-af5f-648e7b9a11d0)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:28:33.025208 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-40441751-8c08-4829-b542-04cf71fe7b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:33.060218 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-a023805c-2dec-4c08-b020-0d45e6cbf296 None None] Set router 61982f91-222b-46dc-917e-08786d342d08 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:28:33.070268 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 69de2180-3084-4f36-a2e7-92ad9af8a299 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:28:33.177372 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40441751-8c08-4829-b542-04cf71fe7b0b None None] Pushing event updated for resources: {'Port': ['ID=4665da7d-ca71-43d3-844b-f3e93784fed8,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:28:33.266333 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-e4cc9a83-d53c-4448-ba27-c896b9050061 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2146e8df-7767-4bf8-b783-a948eb11081e', 'name': 'tempest-TestShelveInstance-1252037528-router', 'tenant_id': '9364502afdbe47e9a903654f858fadf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': '69de2180-3084-4f36-a2e7-92ad9af8a299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:28:24Z', 'updated_at': '2022-10-13T16:28:28Z', 'revision_number': 4, 'project_id': '9364502afdbe47e9a903654f858fadf2', 'gw_port': {'id': '69de2180-3084-4f36-a2e7-92ad9af8a299', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ed:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2146e8df-7767-4bf8-b783-a948eb11081e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:28:24Z', 'updated_at': '2022-10-13T16:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': 'f8115b6d-cfc0-477c-b863-d564619a16c3', 'name': '', 'network_id': '5fd46e4c-4bbe-454e-aac4-56260f77ee6e', 'tenant_id': '9364502afdbe47e9a903654f858fadf2', 'mac_address': 'fa:16:3e:05:13:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2146e8df-7767-4bf8-b783-a948eb11081e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '8cb1d6ad-9158-4827-bf60-a5b091f7288b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:28:27Z', 'updated_at': '2022-10-13T16:28:32Z', 'revision_number': 4, 'project_id': '9364502afdbe47e9a903654f858fadf2', 'subnets': [{'id': '8cb1d6ad-9158-4827-bf60-a5b091f7288b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:28:33.271044 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4cc9a83-d53c-4448-ba27-c896b9050061 None None] The sync data for ids ['2146e8df-7767-4bf8-b783-a948eb11081e'] in dv-neutron-860329-2-hyperv is: [{'id': '2146e8df-7767-4bf8-b783-a948eb11081e', 'name': 'tempest-TestShelveInstance-1252037528-router', 'tenant_id': '9364502afdbe47e9a903654f858fadf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': '69de2180-3084-4f36-a2e7-92ad9af8a299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:28:24Z', 'updated_at': '2022-10-13T16:28:28Z', 'revision_number': 4, 'project_id': '9364502afdbe47e9a903654f858fadf2', 'gw_port': {'id': '69de2180-3084-4f36-a2e7-92ad9af8a299', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ed:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2146e8df-7767-4bf8-b783-a948eb11081e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:28:24Z', 'updated_at': '2022-10-13T16:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': 'f8115b6d-cfc0-477c-b863-d564619a16c3', 'name': '', 'network_id': '5fd46e4c-4bbe-454e-aac4-56260f77ee6e', 'tenant_id': '9364502afdbe47e9a903654f858fadf2', 'mac_address': 'fa:16:3e:05:13:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2146e8df-7767-4bf8-b783-a948eb11081e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '8cb1d6ad-9158-4827-bf60-a5b091f7288b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:28:27Z', 'updated_at': '2022-10-13T16:28:32Z', 'revision_number': 4, 'project_id': '9364502afdbe47e9a903654f858fadf2', 'subnets': [{'id': '8cb1d6ad-9158-4827-bf60-a5b091f7288b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:28:33.446361 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-a023805c-2dec-4c08-b020-0d45e6cbf296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61982f91-222b-46dc-917e-08786d342d08', 'name': 'tempest-TestShelveInstance-128545023-router', 'tenant_id': '80e94c03c4034c679e67d6551165640c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': '81f76f05-e29d-43e2-92ed-232cacdd175f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:28:30Z', 'updated_at': '2022-10-13T16:28:31Z', 'revision_number': 3, 'project_id': '80e94c03c4034c679e67d6551165640c', 'gw_port': {'id': '81f76f05-e29d-43e2-92ed-232cacdd175f', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:27:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61982f91-222b-46dc-917e-08786d342d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:28:31Z', 'updated_at': '2022-10-13T16:28:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:28:33.451186 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a023805c-2dec-4c08-b020-0d45e6cbf296 None None] Checking router: 61982f91-222b-46dc-917e-08786d342d08 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:28:33.451606 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a023805c-2dec-4c08-b020-0d45e6cbf296 None None] Updating router 61982f91-222b-46dc-917e-08786d342d08 port 81f76f05-e29d-43e2-92ed-232cacdd175f binding host dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 16:28:33.513773 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-a023805c-2dec-4c08-b020-0d45e6cbf296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:33.817086 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-20a96125-2a6b-47d3-b886-76bd1c4d67a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:33.883712 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-a023805c-2dec-4c08-b020-0d45e6cbf296 None None] Notify callbacks [] for port, precommit_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:33.898734 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.provisioning_blocks [None req-a023805c-2dec-4c08-b020-0d45e6cbf296 None None] Transition to ACTIVE for port object 81f76f05-e29d-43e2-92ed-232cacdd175f will not be triggered until provisioned by entity L2. {{(pid=88975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:28:33.907490 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-a023805c-2dec-4c08-b020-0d45e6cbf296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:33.995553 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-a023805c-2dec-4c08-b020-0d45e6cbf296 None None] Attempting to bind port 81f76f05-e29d-43e2-92ed-232cacdd175f on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:28:33.996173 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-a023805c-2dec-4c08-b020-0d45e6cbf296 None None] Attempting to bind port 81f76f05-e29d-43e2-92ed-232cacdd175f by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:28:33.996702 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a023805c-2dec-4c08-b020-0d45e6cbf296 None None] Attempting to bind port 81f76f05-e29d-43e2-92ed-232cacdd175f on network 8fb1fa59-32fe-4ed0-a248-96c43edb135f {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:28:34.008445 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a023805c-2dec-4c08-b020-0d45e6cbf296 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 28, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:28:34.009096 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a023805c-2dec-4c08-b020-0d45e6cbf296 None None] Checking segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:28:34.009664 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-a023805c-2dec-4c08-b020-0d45e6cbf296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:34.010750 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a023805c-2dec-4c08-b020-0d45e6cbf296 None None] Bound using segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:28:34.011376 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-a023805c-2dec-4c08-b020-0d45e6cbf296 None None] Bound port: 81f76f05-e29d-43e2-92ed-232cacdd175f, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:28:34.012040 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-a023805c-2dec-4c08-b020-0d45e6cbf296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:34.037213 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d090f5ee-b14b-4ff4-9480-e756b107e196 None None] Pushing event updated for resources: {'Port': ['ID=81f76f05-e29d-43e2-92ed-232cacdd175f,revision_number=2']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:28:34.071883 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-20a96125-2a6b-47d3-b886-76bd1c4d67a3 admin admin] Allocated IP 172.20.0.1 (520edb2b-c57d-4053-9b22-0c460ec81a9f/efaba118-3250-4cc3-ac93-9807912eca94/74b11ad8-e56b-47c9-a96e-98214ae726fc) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:28:34.127743 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-a023805c-2dec-4c08-b020-0d45e6cbf296 None None] For port 81f76f05-e29d-43e2-92ed-232cacdd175f, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:28:34.136718 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-a023805c-2dec-4c08-b020-0d45e6cbf296 None None] For port 81f76f05-e29d-43e2-92ed-232cacdd175f, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=81f76f05-e29d-43e2-92ed-232cacdd175f,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:28:34.151313 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-a023805c-2dec-4c08-b020-0d45e6cbf296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:34.231579 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device f8115b6d-cfc0-477c-b863-d564619a16c3 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:28:34.257041 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a023805c-2dec-4c08-b020-0d45e6cbf296 None None] Routers {'61982f91-222b-46dc-917e-08786d342d08'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:28:34.257689 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-a023805c-2dec-4c08-b020-0d45e6cbf296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:28:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['61982f91-222b-46dc-917e-08786d342d08'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:28:34.300869 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-20a96125-2a6b-47d3-b886-76bd1c4d67a3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:34.324628 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [None req-20a96125-2a6b-47d3-b886-76bd1c4d67a3 admin admin] Transition to ACTIVE for port object 74b11ad8-e56b-47c9-a96e-98214ae726fc will not be triggered until provisioned by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:28:34.356117 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-20a96125-2a6b-47d3-b886-76bd1c4d67a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:34.401136 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port f8115b6d-cfc0-477c-b863-d564619a16c3 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:28:34.409538 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port f8115b6d-cfc0-477c-b863-d564619a16c3 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:28:34.410094 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:34.410602 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port f8115b6d-cfc0-477c-b863-d564619a16c3 Oct 13 16:28:34.439677 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a96125-2a6b-47d3-b886-76bd1c4d67a3 admin admin] Network 520edb2b-c57d-4053-9b22-0c460ec81a9f is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:28:34.443649 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-20a96125-2a6b-47d3-b886-76bd1c4d67a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:28:34.449235 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a96125-2a6b-47d3-b886-76bd1c4d67a3 admin admin] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:28:34.449736 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d5cf20-ca69-41de-9f1e-03c3fc7b37b6 None None] Network 520edb2b-c57d-4053-9b22-0c460ec81a9f requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 16:28:34.453398 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-a023805c-2dec-4c08-b020-0d45e6cbf296 None None] Set router 61982f91-222b-46dc-917e-08786d342d08 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:28:34.520720 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a96125-2a6b-47d3-b886-76bd1c4d67a3 admin admin] Pushing event updated for resources: {'Port': ['ID=74b11ad8-e56b-47c9-a96e-98214ae726fc,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:28:34.547868 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-20a96125-2a6b-47d3-b886-76bd1c4d67a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:34.595762 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-02542bc8-9d98-483a-83a1-82ab3d1a3484 None None] Provisioning for port 4665da7d-ca71-43d3-844b-f3e93784fed8 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:28:34.611412 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d090f5ee-b14b-4ff4-9480-e756b107e196 None None] Pushing event updated for resources: {'Port': ['ID=81f76f05-e29d-43e2-92ed-232cacdd175f,revision_number=3']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:28:34.686494 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0df79fbd-9529-4b06-9eff-1f63776e8cbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:34.691051 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-20a96125-2a6b-47d3-b886-76bd1c4d67a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:34.768670 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port f8115b6d-cfc0-477c-b863-d564619a16c3 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:28:34.769174 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:34.816431 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port f8115b6d-cfc0-477c-b863-d564619a16c3, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=f8115b6d-cfc0-477c-b863-d564619a16c3,segment=NetworkSegment(fe025d4d-3cec-44f0-b2bc-69d77d230198),segment_id=fe025d4d-3cec-44f0-b2bc-69d77d230198)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:28:34.826843 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-a023805c-2dec-4c08-b020-0d45e6cbf296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61982f91-222b-46dc-917e-08786d342d08', 'name': 'tempest-TestShelveInstance-128545023-router', 'tenant_id': '80e94c03c4034c679e67d6551165640c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': '81f76f05-e29d-43e2-92ed-232cacdd175f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:28:30Z', 'updated_at': '2022-10-13T16:28:31Z', 'revision_number': 3, 'project_id': '80e94c03c4034c679e67d6551165640c', 'gw_port': {'id': '81f76f05-e29d-43e2-92ed-232cacdd175f', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:27:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61982f91-222b-46dc-917e-08786d342d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:28:31Z', 'updated_at': '2022-10-13T16:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:28:34.830982 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a023805c-2dec-4c08-b020-0d45e6cbf296 None None] The sync data for ids ['61982f91-222b-46dc-917e-08786d342d08'] in dv-neutron-860329-2-hyperv is: [{'id': '61982f91-222b-46dc-917e-08786d342d08', 'name': 'tempest-TestShelveInstance-128545023-router', 'tenant_id': '80e94c03c4034c679e67d6551165640c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': '81f76f05-e29d-43e2-92ed-232cacdd175f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:28:30Z', 'updated_at': '2022-10-13T16:28:31Z', 'revision_number': 3, 'project_id': '80e94c03c4034c679e67d6551165640c', 'gw_port': {'id': '81f76f05-e29d-43e2-92ed-232cacdd175f', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:27:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61982f91-222b-46dc-917e-08786d342d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:28:31Z', 'updated_at': '2022-10-13T16:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:28:34.854089 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:34.854982 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 4665da7d-ca71-43d3-844b-f3e93784fed8 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:28:34.944460 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-20a96125-2a6b-47d3-b886-76bd1c4d67a3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:34.950182 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-20a96125-2a6b-47d3-b886-76bd1c4d67a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:34.995563 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=f8115b6d-cfc0-477c-b863-d564619a16c3,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:28:35.015530 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 4665da7d-ca71-43d3-844b-f3e93784fed8 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:28:35.023988 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 4665da7d-ca71-43d3-844b-f3e93784fed8 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:28:35.024196 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:35.024514 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 4665da7d-ca71-43d3-844b-f3e93784fed8 Oct 13 16:28:35.052284 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a96125-2a6b-47d3-b886-76bd1c4d67a3 admin admin] Pushing event updated for resources: {'Port': ['ID=74b11ad8-e56b-47c9-a96e-98214ae726fc,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:28:35.075177 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-20a96125-2a6b-47d3-b886-76bd1c4d67a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:35.181394 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 4665da7d-ca71-43d3-844b-f3e93784fed8 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:28:35.181810 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:35.220037 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 4665da7d-ca71-43d3-844b-f3e93784fed8, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=4665da7d-ca71-43d3-844b-f3e93784fed8,segment=NetworkSegment(f54585cf-39ce-49b6-af5f-648e7b9a11d0),segment_id=f54585cf-39ce-49b6-af5f-648e7b9a11d0)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:28:35.225658 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:35.248944 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a96125-2a6b-47d3-b886-76bd1c4d67a3 admin admin] Network 520edb2b-c57d-4053-9b22-0c460ec81a9f is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:28:35.250188 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-20a96125-2a6b-47d3-b886-76bd1c4d67a3 admin admin] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:28:35.309908 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=4665da7d-ca71-43d3-844b-f3e93784fed8,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:28:35.364732 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-8baec02d-b424-4a1b-8cc6-a229656ecb58 None None] Provisioning for port 74b11ad8-e56b-47c9-a96e-98214ae726fc completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:28:35.370551 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-8baec02d-b424-4a1b-8cc6-a229656ecb58 None None] Provisioning complete for port 74b11ad8-e56b-47c9-a96e-98214ae726fc triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:28:35.370949 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8baec02d-b424-4a1b-8cc6-a229656ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:35.371281 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-8baec02d-b424-4a1b-8cc6-a229656ecb58 None None] Attempt 1 to provision port 74b11ad8-e56b-47c9-a96e-98214ae726fc Oct 13 16:28:35.504599 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-8baec02d-b424-4a1b-8cc6-a229656ecb58 None None] Port 74b11ad8-e56b-47c9-a96e-98214ae726fc cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:28:35.601849 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a96125-2a6b-47d3-b886-76bd1c4d67a3 admin admin] Router 61982f91-222b-46dc-917e-08786d342d08 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 16:28:35.790786 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a96125-2a6b-47d3-b886-76bd1c4d67a3 admin admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:28:35.800237 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-20a96125-2a6b-47d3-b886-76bd1c4d67a3 admin admin] 10.222.0.42 "PUT /v2.0/routers/61982f91-222b-46dc-917e-08786d342d08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9317346 Oct 13 16:28:36.005581 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-8baec02d-b424-4a1b-8cc6-a229656ecb58 None None] Attempt 2 to provision port 74b11ad8-e56b-47c9-a96e-98214ae726fc Oct 13 16:28:36.059428 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-8baec02d-b424-4a1b-8cc6-a229656ecb58 None None] Port 74b11ad8-e56b-47c9-a96e-98214ae726fc cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:28:36.175681 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 35126) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:28:36.183895 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device f8115b6d-cfc0-477c-b863-d564619a16c3 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:28:36.184651 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-99205ad4-c6ab-433f-982a-6e3229ac7d9a tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-931869253', 'description': 'tempest-secgroup-smoke-931869253 description', 'project_id': '9364502afdbe47e9a903654f858fadf2'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:28:36.190851 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-99205ad4-c6ab-433f-982a-6e3229ac7d9a tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:28:36.194876 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-99205ad4-c6ab-433f-982a-6e3229ac7d9a tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Usage tracker for resource:security_group and tenant:9364502afdbe47e9a903654f858fadf2 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:28:36.198972 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-99205ad4-c6ab-433f-982a-6e3229ac7d9a tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:28:36.204724 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-99205ad4-c6ab-433f-982a-6e3229ac7d9a tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:28:36.215278 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-99205ad4-c6ab-433f-982a-6e3229ac7d9a tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:36.238861 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-99205ad4-c6ab-433f-982a-6e3229ac7d9a tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:28:36.242880 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-99205ad4-c6ab-433f-982a-6e3229ac7d9a tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Usage tracker for resource:security_group_rule and tenant:9364502afdbe47e9a903654f858fadf2 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:28:36.246409 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-99205ad4-c6ab-433f-982a-6e3229ac7d9a tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:28:36.251644 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port f8115b6d-cfc0-477c-b863-d564619a16c3 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:28:36.252022 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:36.252295 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-99205ad4-c6ab-433f-982a-6e3229ac7d9a tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:28:36.252400 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port f8115b6d-cfc0-477c-b863-d564619a16c3 Oct 13 16:28:36.329815 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-99205ad4-c6ab-433f-982a-6e3229ac7d9a tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:36.334294 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-99205ad4-c6ab-433f-982a-6e3229ac7d9a tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:36.379020 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99205ad4-c6ab-433f-982a-6e3229ac7d9a tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d7c5195-a6bf-4c35-bcec-df7c3992f8df,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:28:36.379468 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port f8115b6d-cfc0-477c-b863-d564619a16c3 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:28:36.380361 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 4665da7d-ca71-43d3-844b-f3e93784fed8 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:28:36.384754 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-99205ad4-c6ab-433f-982a-6e3229ac7d9a tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:36.386277 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-99205ad4-c6ab-433f-982a-6e3229ac7d9a tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2073648 Oct 13 16:28:36.389325 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 35130) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:28:36.398669 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-fd149e08-24ba-4548-9b1b-eb578a4cef34 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Request body: {'security_group_rule': {'security_group_id': '9d7c5195-a6bf-4c35-bcec-df7c3992f8df', 'project_id': '9364502afdbe47e9a903654f858fadf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:28:36.405587 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-fd149e08-24ba-4548-9b1b-eb578a4cef34 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:28:36.409896 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-fd149e08-24ba-4548-9b1b-eb578a4cef34 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Usage tracker for resource:security_group_rule and tenant:9364502afdbe47e9a903654f858fadf2 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:28:36.412999 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-fd149e08-24ba-4548-9b1b-eb578a4cef34 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:28:36.419531 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-fd149e08-24ba-4548-9b1b-eb578a4cef34 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:28:36.437377 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fd149e08-24ba-4548-9b1b-eb578a4cef34 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:36.453790 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 4665da7d-ca71-43d3-844b-f3e93784fed8 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:28:36.454176 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:36.454514 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 4665da7d-ca71-43d3-844b-f3e93784fed8 Oct 13 16:28:36.499162 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fd149e08-24ba-4548-9b1b-eb578a4cef34 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:36.502771 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fd149e08-24ba-4548-9b1b-eb578a4cef34 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:36.525779 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd149e08-24ba-4548-9b1b-eb578a4cef34 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22535cad-9435-408c-ae15-110a87ef1fd0,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:28:36.536683 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-fd149e08-24ba-4548-9b1b-eb578a4cef34 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:36.540769 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-fd149e08-24ba-4548-9b1b-eb578a4cef34 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1504266 Oct 13 16:28:36.541521 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 35134) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:28:36.546751 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-a3c3e7e6-4072-4cdb-af55-a58672307374 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Request body: {'security_group_rule': {'security_group_id': '9d7c5195-a6bf-4c35-bcec-df7c3992f8df', 'project_id': '9364502afdbe47e9a903654f858fadf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:28:36.553016 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-a3c3e7e6-4072-4cdb-af55-a58672307374 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:28:36.558117 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-a3c3e7e6-4072-4cdb-af55-a58672307374 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Usage tracker for resource:security_group_rule and tenant:9364502afdbe47e9a903654f858fadf2 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:28:36.561681 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-a3c3e7e6-4072-4cdb-af55-a58672307374 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:28:36.566851 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-8baec02d-b424-4a1b-8cc6-a229656ecb58 None None] Attempt 3 to provision port 74b11ad8-e56b-47c9-a96e-98214ae726fc Oct 13 16:28:36.567792 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-a3c3e7e6-4072-4cdb-af55-a58672307374 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:28:36.584786 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a3c3e7e6-4072-4cdb-af55-a58672307374 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:36.594377 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60bf2d5-779a-4daf-b1af-b81fab9d4e6f None None] Sync routers for ids ['61982f91-222b-46dc-917e-08786d342d08'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:28:36.630940 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 4665da7d-ca71-43d3-844b-f3e93784fed8 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:28:36.631884 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 81f76f05-e29d-43e2-92ed-232cacdd175f up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:28:36.652699 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a3c3e7e6-4072-4cdb-af55-a58672307374 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:36.655701 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60bf2d5-779a-4daf-b1af-b81fab9d4e6f None None] Routers {'61982f91-222b-46dc-917e-08786d342d08'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:28:36.656355 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-e60bf2d5-779a-4daf-b1af-b81fab9d4e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:28:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['61982f91-222b-46dc-917e-08786d342d08'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:28:36.656530 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a3c3e7e6-4072-4cdb-af55-a58672307374 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:36.680449 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c3e7e6-4072-4cdb-af55-a58672307374 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40ce08fd-b337-46a3-ba0a-716648885cd0,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:28:36.699400 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a3c3e7e6-4072-4cdb-af55-a58672307374 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:36.700689 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-a3c3e7e6-4072-4cdb-af55-a58672307374 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1581457 Oct 13 16:28:36.703500 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 35138) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:28:36.708349 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-9b1baa5d-ed61-4c66-abc5-dbb4ea401216 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Request body: {'security_group_rule': {'security_group_id': '9d7c5195-a6bf-4c35-bcec-df7c3992f8df', 'project_id': '9364502afdbe47e9a903654f858fadf2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:28:36.714174 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-9b1baa5d-ed61-4c66-abc5-dbb4ea401216 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:28:36.717952 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-9b1baa5d-ed61-4c66-abc5-dbb4ea401216 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Usage tracker for resource:security_group_rule and tenant:9364502afdbe47e9a903654f858fadf2 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:28:36.721113 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-9b1baa5d-ed61-4c66-abc5-dbb4ea401216 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:28:36.726730 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-9b1baa5d-ed61-4c66-abc5-dbb4ea401216 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:28:36.744004 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9b1baa5d-ed61-4c66-abc5-dbb4ea401216 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:36.760574 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-8baec02d-b424-4a1b-8cc6-a229656ecb58 None None] Port 74b11ad8-e56b-47c9-a96e-98214ae726fc cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:28:36.805917 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9b1baa5d-ed61-4c66-abc5-dbb4ea401216 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:36.810790 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9b1baa5d-ed61-4c66-abc5-dbb4ea401216 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:36.833548 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-449ddd9b-c5b0-4408-a296-30de9d723c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:36.833748 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1baa5d-ed61-4c66-abc5-dbb4ea401216 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b7d5d78-f412-4110-bd16-e202edf1aaa6,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:28:36.843504 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9b1baa5d-ed61-4c66-abc5-dbb4ea401216 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:36.844861 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-9b1baa5d-ed61-4c66-abc5-dbb4ea401216 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1404679 Oct 13 16:28:36.847761 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 35142) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:28:36.852729 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-9dc4e38c-f701-4e45-af38-344c4d125921 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Request body: {'security_group_rule': {'security_group_id': '9d7c5195-a6bf-4c35-bcec-df7c3992f8df', 'project_id': '9364502afdbe47e9a903654f858fadf2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:28:36.859399 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-9dc4e38c-f701-4e45-af38-344c4d125921 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:28:36.863338 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-9dc4e38c-f701-4e45-af38-344c4d125921 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Usage tracker for resource:security_group_rule and tenant:9364502afdbe47e9a903654f858fadf2 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:28:36.866239 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-9dc4e38c-f701-4e45-af38-344c4d125921 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:28:36.873333 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-9dc4e38c-f701-4e45-af38-344c4d125921 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:28:36.879291 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 81f76f05-e29d-43e2-92ed-232cacdd175f completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:28:36.888884 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 81f76f05-e29d-43e2-92ed-232cacdd175f triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:28:36.889252 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:36.889582 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 81f76f05-e29d-43e2-92ed-232cacdd175f Oct 13 16:28:36.890297 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9dc4e38c-f701-4e45-af38-344c4d125921 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:36.926388 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-e60bf2d5-779a-4daf-b1af-b81fab9d4e6f None None] Set router 61982f91-222b-46dc-917e-08786d342d08 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:28:36.957560 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9dc4e38c-f701-4e45-af38-344c4d125921 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:36.962358 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9dc4e38c-f701-4e45-af38-344c4d125921 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:36.986302 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc4e38c-f701-4e45-af38-344c4d125921 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=346ef236-0ce7-48b6-ab38-36ee3ce08e08,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:28:36.995583 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-9dc4e38c-f701-4e45-af38-344c4d125921 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:36.996778 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-9dc4e38c-f701-4e45-af38-344c4d125921 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1479976 Oct 13 16:28:36.999603 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 35146) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:28:37.004712 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-e1ae4f83-9b0b-4505-9c64-589d76e7a2c2 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Request body: {'security_group_rule': {'security_group_id': '9d7c5195-a6bf-4c35-bcec-df7c3992f8df', 'project_id': '9364502afdbe47e9a903654f858fadf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:28:37.010612 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-e1ae4f83-9b0b-4505-9c64-589d76e7a2c2 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:28:37.014410 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-e1ae4f83-9b0b-4505-9c64-589d76e7a2c2 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Usage tracker for resource:security_group_rule and tenant:9364502afdbe47e9a903654f858fadf2 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:28:37.017228 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-e1ae4f83-9b0b-4505-9c64-589d76e7a2c2 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:28:37.022977 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-e1ae4f83-9b0b-4505-9c64-589d76e7a2c2 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:28:37.034097 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.securitygroups_db [None req-e1ae4f83-9b0b-4505-9c64-589d76e7a2c2 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Project 9364502afdbe47e9a903654f858fadf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 16:28:37.040458 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e1ae4f83-9b0b-4505-9c64-589d76e7a2c2 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:37.105238 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e1ae4f83-9b0b-4505-9c64-589d76e7a2c2 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:37.110105 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e1ae4f83-9b0b-4505-9c64-589d76e7a2c2 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:37.132919 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ae4f83-9b0b-4505-9c64-589d76e7a2c2 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e9ac5b9e-7390-4034-986d-8797053583b0,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:28:37.143235 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-e1ae4f83-9b0b-4505-9c64-589d76e7a2c2 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:37.144398 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e1ae4f83-9b0b-4505-9c64-589d76e7a2c2 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1438541 Oct 13 16:28:37.147178 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 35150) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:28:37.152974 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-d23f5c5f-b6ec-45ef-b143-27dd8663e778 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Request body: {'security_group_rule': {'security_group_id': '9d7c5195-a6bf-4c35-bcec-df7c3992f8df', 'project_id': '9364502afdbe47e9a903654f858fadf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:28:37.158823 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-d23f5c5f-b6ec-45ef-b143-27dd8663e778 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:28:37.162839 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-d23f5c5f-b6ec-45ef-b143-27dd8663e778 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Usage tracker for resource:security_group_rule and tenant:9364502afdbe47e9a903654f858fadf2 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:28:37.165664 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-d23f5c5f-b6ec-45ef-b143-27dd8663e778 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:28:37.172268 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-d23f5c5f-b6ec-45ef-b143-27dd8663e778 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:28:37.183054 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.securitygroups_db [None req-d23f5c5f-b6ec-45ef-b143-27dd8663e778 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Project 9364502afdbe47e9a903654f858fadf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 16:28:37.189773 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d23f5c5f-b6ec-45ef-b143-27dd8663e778 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:37.232133 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 81f76f05-e29d-43e2-92ed-232cacdd175f is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:28:37.232493 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:37.256547 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d23f5c5f-b6ec-45ef-b143-27dd8663e778 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:37.261547 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d23f5c5f-b6ec-45ef-b143-27dd8663e778 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:37.262299 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-8baec02d-b424-4a1b-8cc6-a229656ecb58 None None] Attempt 4 to provision port 74b11ad8-e56b-47c9-a96e-98214ae726fc Oct 13 16:28:37.285153 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23f5c5f-b6ec-45ef-b143-27dd8663e778 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67c31c6e-9a10-456f-8d63-184a893bba15,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:28:37.295261 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-d23f5c5f-b6ec-45ef-b143-27dd8663e778 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:37.296656 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-d23f5c5f-b6ec-45ef-b143-27dd8663e778 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1485431 Oct 13 16:28:37.297607 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 81f76f05-e29d-43e2-92ed-232cacdd175f, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=81f76f05-e29d-43e2-92ed-232cacdd175f,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:28:37.313703 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:37.414669 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-8baec02d-b424-4a1b-8cc6-a229656ecb58 None None] Port 74b11ad8-e56b-47c9-a96e-98214ae726fc cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:28:37.432291 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=81f76f05-e29d-43e2-92ed-232cacdd175f,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:28:37.455038 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-e60bf2d5-779a-4daf-b1af-b81fab9d4e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61982f91-222b-46dc-917e-08786d342d08', 'name': 'tempest-TestShelveInstance-128545023-router', 'tenant_id': '80e94c03c4034c679e67d6551165640c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': '81f76f05-e29d-43e2-92ed-232cacdd175f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:28:30Z', 'updated_at': '2022-10-13T16:28:34Z', 'revision_number': 4, 'project_id': '80e94c03c4034c679e67d6551165640c', 'gw_port': {'id': '81f76f05-e29d-43e2-92ed-232cacdd175f', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:27:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61982f91-222b-46dc-917e-08786d342d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:28:31Z', 'updated_at': '2022-10-13T16:28:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '74b11ad8-e56b-47c9-a96e-98214ae726fc', 'name': '', 'network_id': '520edb2b-c57d-4053-9b22-0c460ec81a9f', 'tenant_id': '80e94c03c4034c679e67d6551165640c', 'mac_address': 'fa:16:3e:f0:13:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61982f91-222b-46dc-917e-08786d342d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'efaba118-3250-4cc3-ac93-9807912eca94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:28:33Z', 'updated_at': '2022-10-13T16:28:34Z', 'revision_number': 2, 'project_id': '80e94c03c4034c679e67d6551165640c', 'subnets': [{'id': 'efaba118-3250-4cc3-ac93-9807912eca94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:28:37.458904 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60bf2d5-779a-4daf-b1af-b81fab9d4e6f None None] Checking router: 61982f91-222b-46dc-917e-08786d342d08 for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:28:37.459255 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60bf2d5-779a-4daf-b1af-b81fab9d4e6f None None] Updating router 61982f91-222b-46dc-917e-08786d342d08 port 74b11ad8-e56b-47c9-a96e-98214ae726fc binding host dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 16:28:37.459403 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-78fd74ab-269e-4858-9477-9b379e322165 req-81638ecd-ce1c-47f3-98a8-f76070bb6d15 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Synchronizing usage tracker for tenant:9364502afdbe47e9a903654f858fadf2 on resource:security_group {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:28:37.476920 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-78fd74ab-269e-4858-9477-9b379e322165 req-81638ecd-ce1c-47f3-98a8-f76070bb6d15 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Unset dirty status for tenant:9364502afdbe47e9a903654f858fadf2 on resource:security_group {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:28:37.478113 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-78fd74ab-269e-4858-9477-9b379e322165 req-81638ecd-ce1c-47f3-98a8-f76070bb6d15 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-931869253&fields=id&tenant_id=9364502afdbe47e9a903654f858fadf2 HTTP/1.1" status: 200 len: 267 time: 0.0613132 Oct 13 16:28:37.516947 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e60bf2d5-779a-4daf-b1af-b81fab9d4e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:37.626565 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd74ab-269e-4858-9477-9b379e322165 req-2ddbf938-f74c-4201-b5fe-1c19759e67c2 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:28:37.627534 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-78fd74ab-269e-4858-9477-9b379e322165 req-2ddbf938-f74c-4201-b5fe-1c19759e67c2 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Synchronizing usage tracker for tenant:9364502afdbe47e9a903654f858fadf2 on resource:network {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:28:37.648026 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-78fd74ab-269e-4858-9477-9b379e322165 req-2ddbf938-f74c-4201-b5fe-1c19759e67c2 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Unset dirty status for tenant:9364502afdbe47e9a903654f858fadf2 on resource:network {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:28:37.650856 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-78fd74ab-269e-4858-9477-9b379e322165 req-2ddbf938-f74c-4201-b5fe-1c19759e67c2 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/networks?id=5fd46e4c-4bbe-454e-aac4-56260f77ee6e HTTP/1.1" status: 200 len: 809 time: 0.1646442 Oct 13 16:28:37.767331 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-78fd74ab-269e-4858-9477-9b379e322165 req-d66fcb3c-0b38-4dbd-85b8-f5d5a6ed1939 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/quotas/9364502afdbe47e9a903654f858fadf2 HTTP/1.1" status: 200 len: 375 time: 0.1113589 Oct 13 16:28:37.855235 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-78fd74ab-269e-4858-9477-9b379e322165 req-f2612fcc-97b8-4a25-b2ea-995a8d99a8a3 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Synchronizing usage tracker for tenant:9364502afdbe47e9a903654f858fadf2 on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:28:37.873473 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-78fd74ab-269e-4858-9477-9b379e322165 req-f2612fcc-97b8-4a25-b2ea-995a8d99a8a3 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Unset dirty status for tenant:9364502afdbe47e9a903654f858fadf2 on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:28:37.874968 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-78fd74ab-269e-4858-9477-9b379e322165 req-f2612fcc-97b8-4a25-b2ea-995a8d99a8a3 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9364502afdbe47e9a903654f858fadf2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1020076 Oct 13 16:28:37.901707 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:37.911274 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e60bf2d5-779a-4daf-b1af-b81fab9d4e6f None None] Notify callbacks [] for port, precommit_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:37.915112 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-8baec02d-b424-4a1b-8cc6-a229656ecb58 None None] Attempt 5 to provision port 74b11ad8-e56b-47c9-a96e-98214ae726fc Oct 13 16:28:37.962390 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-e60bf2d5-779a-4daf-b1af-b81fab9d4e6f None None] Transition to ACTIVE for port object 74b11ad8-e56b-47c9-a96e-98214ae726fc will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:28:37.972379 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e60bf2d5-779a-4daf-b1af-b81fab9d4e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:38.016706 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-78fd74ab-269e-4858-9477-9b379e322165 req-51cabe5e-de36-45a5-9f6e-f824b343dee1 service neutron] 10.222.0.42 "GET /v2.0/networks/5fd46e4c-4bbe-454e-aac4-56260f77ee6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290977 Oct 13 16:28:38.080043 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-8baec02d-b424-4a1b-8cc6-a229656ecb58 None None] Port 74b11ad8-e56b-47c9-a96e-98214ae726fc cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:28:38.132309 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 81f76f05-e29d-43e2-92ed-232cacdd175f up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:28:38.152442 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-78fd74ab-269e-4858-9477-9b379e322165 req-1e15d3ae-37fb-4513-a7c2-221fdabdbbbf service neutron] 10.222.0.42 "GET /v2.0/networks/5fd46e4c-4bbe-454e-aac4-56260f77ee6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295395 Oct 13 16:28:38.240529 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2cee27-3ad7-41c6-9628-dc66864c76b8 None None] Pushing event updated for resources: {'Port': ['ID=74b11ad8-e56b-47c9-a96e-98214ae726fc,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:28:38.249804 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:38.267641 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-e60bf2d5-779a-4daf-b1af-b81fab9d4e6f None None] Attempting to bind port 74b11ad8-e56b-47c9-a96e-98214ae726fc on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:28:38.268008 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-e60bf2d5-779a-4daf-b1af-b81fab9d4e6f None None] Attempting to bind port 74b11ad8-e56b-47c9-a96e-98214ae726fc by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': 'f54585cf-39ce-49b6-af5f-648e7b9a11d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '520edb2b-c57d-4053-9b22-0c460ec81a9f'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:28:38.268458 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60bf2d5-779a-4daf-b1af-b81fab9d4e6f None None] Attempting to bind port 74b11ad8-e56b-47c9-a96e-98214ae726fc on network 520edb2b-c57d-4053-9b22-0c460ec81a9f {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:28:38.275750 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60bf2d5-779a-4daf-b1af-b81fab9d4e6f None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 28, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:28:38.276113 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60bf2d5-779a-4daf-b1af-b81fab9d4e6f None None] Checking segment: {'id': 'f54585cf-39ce-49b6-af5f-648e7b9a11d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '520edb2b-c57d-4053-9b22-0c460ec81a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:28:38.276503 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e60bf2d5-779a-4daf-b1af-b81fab9d4e6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:38.276880 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e60bf2d5-779a-4daf-b1af-b81fab9d4e6f None None] Bound using segment: {'id': 'f54585cf-39ce-49b6-af5f-648e7b9a11d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '520edb2b-c57d-4053-9b22-0c460ec81a9f'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:28:38.277334 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-e60bf2d5-779a-4daf-b1af-b81fab9d4e6f None None] Bound port: 74b11ad8-e56b-47c9-a96e-98214ae726fc, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f54585cf-39ce-49b6-af5f-648e7b9a11d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 405, 'network_id': '520edb2b-c57d-4053-9b22-0c460ec81a9f'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:28:38.278529 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e60bf2d5-779a-4daf-b1af-b81fab9d4e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:38.330981 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 81f76f05-e29d-43e2-92ed-232cacdd175f triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:28:38.331352 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:38.331685 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 81f76f05-e29d-43e2-92ed-232cacdd175f Oct 13 16:28:38.421223 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1fa161be-ac0e-495b-b0d9-eb35a3c22975 req-5b7e23ad-bf18-4bac-9bac-6141eabe2a39 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 210 time: 0.1145468 Oct 13 16:28:38.484801 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-e60bf2d5-779a-4daf-b1af-b81fab9d4e6f None None] For port 74b11ad8-e56b-47c9-a96e-98214ae726fc, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:28:38.497519 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-e60bf2d5-779a-4daf-b1af-b81fab9d4e6f None None] For port 74b11ad8-e56b-47c9-a96e-98214ae726fc, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=74b11ad8-e56b-47c9-a96e-98214ae726fc,segment=NetworkSegment(f54585cf-39ce-49b6-af5f-648e7b9a11d0),segment_id=f54585cf-39ce-49b6-af5f-648e7b9a11d0)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:28:38.498453 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 81f76f05-e29d-43e2-92ed-232cacdd175f is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:28:38.501612 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e60bf2d5-779a-4daf-b1af-b81fab9d4e6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:38.566021 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e60bf2d5-779a-4daf-b1af-b81fab9d4e6f None None] Routers {'61982f91-222b-46dc-917e-08786d342d08'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:28:38.566659 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-e60bf2d5-779a-4daf-b1af-b81fab9d4e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:28:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['61982f91-222b-46dc-917e-08786d342d08'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:28:38.619941 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-8baec02d-b424-4a1b-8cc6-a229656ecb58 None None] Attempt 6 to provision port 74b11ad8-e56b-47c9-a96e-98214ae726fc Oct 13 16:28:38.690040 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2cee27-3ad7-41c6-9628-dc66864c76b8 None None] Pushing event updated for resources: {'Port': ['ID=74b11ad8-e56b-47c9-a96e-98214ae726fc,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:28:38.787406 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-8baec02d-b424-4a1b-8cc6-a229656ecb58 None None] Port 74b11ad8-e56b-47c9-a96e-98214ae726fc had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 16:28:38.808983 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-e60bf2d5-779a-4daf-b1af-b81fab9d4e6f None None] Set router 61982f91-222b-46dc-917e-08786d342d08 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:28:38.860357 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-8baec02d-b424-4a1b-8cc6-a229656ecb58 None None] Provisioning complete for port 4665da7d-ca71-43d3-844b-f3e93784fed8 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:28:38.860718 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8baec02d-b424-4a1b-8cc6-a229656ecb58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:38.861046 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-8baec02d-b424-4a1b-8cc6-a229656ecb58 None None] Attempt 1 to provision port 4665da7d-ca71-43d3-844b-f3e93784fed8 Oct 13 16:28:39.193850 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-8baec02d-b424-4a1b-8cc6-a229656ecb58 None None] Current status of the port 4665da7d-ca71-43d3-844b-f3e93784fed8 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:28:39.269132 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-e60bf2d5-779a-4daf-b1af-b81fab9d4e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61982f91-222b-46dc-917e-08786d342d08', 'name': 'tempest-TestShelveInstance-128545023-router', 'tenant_id': '80e94c03c4034c679e67d6551165640c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': '81f76f05-e29d-43e2-92ed-232cacdd175f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:28:30Z', 'updated_at': '2022-10-13T16:28:34Z', 'revision_number': 4, 'project_id': '80e94c03c4034c679e67d6551165640c', 'gw_port': {'id': '81f76f05-e29d-43e2-92ed-232cacdd175f', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:27:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61982f91-222b-46dc-917e-08786d342d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:28:31Z', 'updated_at': '2022-10-13T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '74b11ad8-e56b-47c9-a96e-98214ae726fc', 'name': '', 'network_id': '520edb2b-c57d-4053-9b22-0c460ec81a9f', 'tenant_id': '80e94c03c4034c679e67d6551165640c', 'mac_address': 'fa:16:3e:f0:13:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61982f91-222b-46dc-917e-08786d342d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'efaba118-3250-4cc3-ac93-9807912eca94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:28:33Z', 'updated_at': '2022-10-13T16:28:38Z', 'revision_number': 4, 'project_id': '80e94c03c4034c679e67d6551165640c', 'subnets': [{'id': 'efaba118-3250-4cc3-ac93-9807912eca94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:28:39.273479 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e60bf2d5-779a-4daf-b1af-b81fab9d4e6f None None] The sync data for ids ['61982f91-222b-46dc-917e-08786d342d08'] in dv-neutron-860329-2-hyperv is: [{'id': '61982f91-222b-46dc-917e-08786d342d08', 'name': 'tempest-TestShelveInstance-128545023-router', 'tenant_id': '80e94c03c4034c679e67d6551165640c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': '81f76f05-e29d-43e2-92ed-232cacdd175f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:28:30Z', 'updated_at': '2022-10-13T16:28:34Z', 'revision_number': 4, 'project_id': '80e94c03c4034c679e67d6551165640c', 'gw_port': {'id': '81f76f05-e29d-43e2-92ed-232cacdd175f', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:27:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61982f91-222b-46dc-917e-08786d342d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:28:31Z', 'updated_at': '2022-10-13T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '74b11ad8-e56b-47c9-a96e-98214ae726fc', 'name': '', 'network_id': '520edb2b-c57d-4053-9b22-0c460ec81a9f', 'tenant_id': '80e94c03c4034c679e67d6551165640c', 'mac_address': 'fa:16:3e:f0:13:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '61982f91-222b-46dc-917e-08786d342d08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1834, 'fixed_ips': [{'subnet_id': 'efaba118-3250-4cc3-ac93-9807912eca94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:28:33Z', 'updated_at': '2022-10-13T16:28:38Z', 'revision_number': 4, 'project_id': '80e94c03c4034c679e67d6551165640c', 'subnets': [{'id': 'efaba118-3250-4cc3-ac93-9807912eca94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:28:39.414013 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd74ab-269e-4858-9477-9b379e322165 req-a4b8ec62-0678-4c7c-bd70-018e6463f4bf tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:28:39.415744 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-78fd74ab-269e-4858-9477-9b379e322165 req-a4b8ec62-0678-4c7c-bd70-018e6463f4bf tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.16 "GET /v2.0/networks?id=5fd46e4c-4bbe-454e-aac4-56260f77ee6e HTTP/1.1" status: 200 len: 809 time: 0.1797717 Oct 13 16:28:39.478108 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-78fd74ab-269e-4858-9477-9b379e322165 req-f834a540-7b7a-4fbd-b603-0b7d72cf44eb tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Synchronizing usage tracker for tenant:9364502afdbe47e9a903654f858fadf2 on resource:security_group {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:28:39.493161 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-78fd74ab-269e-4858-9477-9b379e322165 req-f834a540-7b7a-4fbd-b603-0b7d72cf44eb tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Unset dirty status for tenant:9364502afdbe47e9a903654f858fadf2 on resource:security_group {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:28:39.495359 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-78fd74ab-269e-4858-9477-9b379e322165 req-f834a540-7b7a-4fbd-b603-0b7d72cf44eb tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9364502afdbe47e9a903654f858fadf2 HTTP/1.1" status: 200 len: 379 time: 0.0714991 Oct 13 16:28:39.506848 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-78fd74ab-269e-4858-9477-9b379e322165 req-48f7483d-2f9b-4ed5-b2d6-96b201a176b5 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Request body: {'port': {'device_id': 'bd51d836-4cc5-4e03-b1c2-deeff1f2c43f', 'network_id': '5fd46e4c-4bbe-454e-aac4-56260f77ee6e', 'admin_state_up': True, 'tenant_id': '9364502afdbe47e9a903654f858fadf2', 'security_groups': ['9d7c5195-a6bf-4c35-bcec-df7c3992f8df']}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:28:39.599557 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-94d43163-71f4-4d02-8d47-76a4287936d5 req-9ba9a39b-2360-4d84-bc34-e6bf5b76edfa tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 210 time: 0.0563042 Oct 13 16:28:39.657869 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-78fd74ab-269e-4858-9477-9b379e322165 req-48f7483d-2f9b-4ed5-b2d6-96b201a176b5 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:28:39.668992 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-78fd74ab-269e-4858-9477-9b379e322165 req-48f7483d-2f9b-4ed5-b2d6-96b201a176b5 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:28:39.680363 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78fd74ab-269e-4858-9477-9b379e322165 req-48f7483d-2f9b-4ed5-b2d6-96b201a176b5 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Made reservation on behalf of 9364502afdbe47e9a903654f858fadf2 for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 16:28:39.684041 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-78fd74ab-269e-4858-9477-9b379e322165 req-48f7483d-2f9b-4ed5-b2d6-96b201a176b5 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:39.817249 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:39.858385 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [req-78fd74ab-269e-4858-9477-9b379e322165 req-48f7483d-2f9b-4ed5-b2d6-96b201a176b5 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Allocated IP 172.20.0.14 (5fd46e4c-4bbe-454e-aac4-56260f77ee6e/8cb1d6ad-9158-4827-bf60-a5b091f7288b/6b6d119d-d387-46b7-b683-e9d17413f926) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:28:40.064038 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-78fd74ab-269e-4858-9477-9b379e322165 req-48f7483d-2f9b-4ed5-b2d6-96b201a176b5 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:40.085626 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-78fd74ab-269e-4858-9477-9b379e322165 req-48f7483d-2f9b-4ed5-b2d6-96b201a176b5 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Transition to ACTIVE for port object 6b6d119d-d387-46b7-b683-e9d17413f926 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:28:40.110610 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-78fd74ab-269e-4858-9477-9b379e322165 req-48f7483d-2f9b-4ed5-b2d6-96b201a176b5 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:40.146769 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 74b11ad8-e56b-47c9-a96e-98214ae726fc up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:28:40.228669 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 74b11ad8-e56b-47c9-a96e-98214ae726fc completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:28:40.235447 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 74b11ad8-e56b-47c9-a96e-98214ae726fc triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:28:40.236492 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:40.237364 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 74b11ad8-e56b-47c9-a96e-98214ae726fc Oct 13 16:28:40.304121 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78fd74ab-269e-4858-9477-9b379e322165 req-48f7483d-2f9b-4ed5-b2d6-96b201a176b5 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Network 5fd46e4c-4bbe-454e-aac4-56260f77ee6e is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:28:40.307817 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [req-78fd74ab-269e-4858-9477-9b379e322165 req-48f7483d-2f9b-4ed5-b2d6-96b201a176b5 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:28:40.312688 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-78fd74ab-269e-4858-9477-9b379e322165 req-48f7483d-2f9b-4ed5-b2d6-96b201a176b5 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:28:40.344024 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7483d-2f9b-4ed5-b2d6-96b201a176b5 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Pushing event updated for resources: {'Port': ['ID=6b6d119d-d387-46b7-b683-e9d17413f926,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:28:40.367275 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 74b11ad8-e56b-47c9-a96e-98214ae726fc is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:28:40.367667 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:40.389388 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd74ab-269e-4858-9477-9b379e322165 req-48f7483d-2f9b-4ed5-b2d6-96b201a176b5 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:28:40.390171 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-78fd74ab-269e-4858-9477-9b379e322165 req-48f7483d-2f9b-4ed5-b2d6-96b201a176b5 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:40.404022 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 74b11ad8-e56b-47c9-a96e-98214ae726fc, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=74b11ad8-e56b-47c9-a96e-98214ae726fc,segment=NetworkSegment(f54585cf-39ce-49b6-af5f-648e7b9a11d0),segment_id=f54585cf-39ce-49b6-af5f-648e7b9a11d0)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:28:40.412021 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:40.434960 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-78fd74ab-269e-4858-9477-9b379e322165 req-48f7483d-2f9b-4ed5-b2d6-96b201a176b5 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9352458 Oct 13 16:28:40.491373 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=74b11ad8-e56b-47c9-a96e-98214ae726fc,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:28:40.505948 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-78fd74ab-269e-4858-9477-9b379e322165 req-450f52ba-86d7-462d-8bd6-c09e97ad2a39 service neutron] Request body: {'port': {'device_id': 'bd51d836-4cc5-4e03-b1c2-deeff1f2c43f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:28:40.566635 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-cd20e44e-43fe-4ccc-93f5-b8471a541454 None None] Provisioning for port 6b6d119d-d387-46b7-b683-e9d17413f926 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:28:40.571914 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-cd20e44e-43fe-4ccc-93f5-b8471a541454 None None] Provisioning complete for port 6b6d119d-d387-46b7-b683-e9d17413f926 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:28:40.572277 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-cd20e44e-43fe-4ccc-93f5-b8471a541454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:40.572606 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-cd20e44e-43fe-4ccc-93f5-b8471a541454 None None] Attempt 1 to provision port 6b6d119d-d387-46b7-b683-e9d17413f926 Oct 13 16:28:40.626708 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-cd20e44e-43fe-4ccc-93f5-b8471a541454 None None] Port 6b6d119d-d387-46b7-b683-e9d17413f926 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:28:40.630649 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-78fd74ab-269e-4858-9477-9b379e322165 req-450f52ba-86d7-462d-8bd6-c09e97ad2a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:40.952351 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ceb944c-d511-45c0-8ee5-dfeb14c44b9b req-5c7058be-7f54-4aed-9350-4bfdd7c9ab42 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:28:40.953031 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-3ceb944c-d511-45c0-8ee5-dfeb14c44b9b req-5c7058be-7f54-4aed-9350-4bfdd7c9ab42 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Synchronizing usage tracker for tenant:9364502afdbe47e9a903654f858fadf2 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:28:40.987467 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-3ceb944c-d511-45c0-8ee5-dfeb14c44b9b req-5c7058be-7f54-4aed-9350-4bfdd7c9ab42 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Unset dirty status for tenant:9364502afdbe47e9a903654f858fadf2 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:28:40.988774 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-3ceb944c-d511-45c0-8ee5-dfeb14c44b9b req-5c7058be-7f54-4aed-9350-4bfdd7c9ab42 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 932 time: 0.2398152 Oct 13 16:28:41.091886 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-3ceb944c-d511-45c0-8ee5-dfeb14c44b9b req-d93f17ce-fa1c-4a63-a6c0-a02c7e68e734 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d7c5195-a6bf-4c35-bcec-df7c3992f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0965462 Oct 13 16:28:41.093514 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [req-78fd74ab-269e-4858-9477-9b379e322165 req-450f52ba-86d7-462d-8bd6-c09e97ad2a39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b6d119d-d387-46b7-b683-e9d17413f926 {{(pid=88973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 16:28:41.100879 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-78fd74ab-269e-4858-9477-9b379e322165 req-450f52ba-86d7-462d-8bd6-c09e97ad2a39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:41.115582 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-78fd74ab-269e-4858-9477-9b379e322165 req-450f52ba-86d7-462d-8bd6-c09e97ad2a39 service neutron] Transition to ACTIVE for port object 6b6d119d-d387-46b7-b683-e9d17413f926 will not be triggered until provisioned by entity L2. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:28:41.118983 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-78fd74ab-269e-4858-9477-9b379e322165 req-450f52ba-86d7-462d-8bd6-c09e97ad2a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:41.128391 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-cd20e44e-43fe-4ccc-93f5-b8471a541454 None None] Attempt 2 to provision port 6b6d119d-d387-46b7-b683-e9d17413f926 Oct 13 16:28:41.181463 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-cd20e44e-43fe-4ccc-93f5-b8471a541454 None None] Port 6b6d119d-d387-46b7-b683-e9d17413f926 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:28:41.304255 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450f52ba-86d7-462d-8bd6-c09e97ad2a39 service neutron] Pushing event updated for resources: {'Port': ['ID=6b6d119d-d387-46b7-b683-e9d17413f926,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:28:41.339692 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-78fd74ab-269e-4858-9477-9b379e322165 req-450f52ba-86d7-462d-8bd6-c09e97ad2a39 service neutron] Attempting to bind port 6b6d119d-d387-46b7-b683-e9d17413f926 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:28:41.340023 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-78fd74ab-269e-4858-9477-9b379e322165 req-450f52ba-86d7-462d-8bd6-c09e97ad2a39 service neutron] Attempting to bind port 6b6d119d-d387-46b7-b683-e9d17413f926 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'fe025d4d-3cec-44f0-b2bc-69d77d230198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5fd46e4c-4bbe-454e-aac4-56260f77ee6e'}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:28:41.340345 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fd74ab-269e-4858-9477-9b379e322165 req-450f52ba-86d7-462d-8bd6-c09e97ad2a39 service neutron] Attempting to bind port 6b6d119d-d387-46b7-b683-e9d17413f926 on network 5fd46e4c-4bbe-454e-aac4-56260f77ee6e {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:28:41.344838 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fd74ab-269e-4858-9477-9b379e322165 req-450f52ba-86d7-462d-8bd6-c09e97ad2a39 service neutron] Port 6b6d119d-d387-46b7-b683-e9d17413f926 on network 5fd46e4c-4bbe-454e-aac4-56260f77ee6e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 16:28:41.345094 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fd74ab-269e-4858-9477-9b379e322165 req-450f52ba-86d7-462d-8bd6-c09e97ad2a39 service neutron] Attempting to bind port 6b6d119d-d387-46b7-b683-e9d17413f926 on network 5fd46e4c-4bbe-454e-aac4-56260f77ee6e {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:28:41.350026 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fd74ab-269e-4858-9477-9b379e322165 req-450f52ba-86d7-462d-8bd6-c09e97ad2a39 service neutron] Checking agent: {'id': 'c4d1d38a-44f6-47ac-b17c-311e640e7cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'started_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 28, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:28:41.350383 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fd74ab-269e-4858-9477-9b379e322165 req-450f52ba-86d7-462d-8bd6-c09e97ad2a39 service neutron] Checking segment: {'id': 'fe025d4d-3cec-44f0-b2bc-69d77d230198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5fd46e4c-4bbe-454e-aac4-56260f77ee6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:28:41.350755 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78fd74ab-269e-4858-9477-9b379e322165 req-450f52ba-86d7-462d-8bd6-c09e97ad2a39 service neutron] Bound using segment: {'id': 'fe025d4d-3cec-44f0-b2bc-69d77d230198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5fd46e4c-4bbe-454e-aac4-56260f77ee6e'} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:28:41.351176 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-78fd74ab-269e-4858-9477-9b379e322165 req-450f52ba-86d7-462d-8bd6-c09e97ad2a39 service neutron] Bound port: 6b6d119d-d387-46b7-b683-e9d17413f926, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe025d4d-3cec-44f0-b2bc-69d77d230198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5fd46e4c-4bbe-454e-aac4-56260f77ee6e'}}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:28:41.351502 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-78fd74ab-269e-4858-9477-9b379e322165 req-450f52ba-86d7-462d-8bd6-c09e97ad2a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:41.438223 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-78fd74ab-269e-4858-9477-9b379e322165 req-450f52ba-86d7-462d-8bd6-c09e97ad2a39 service neutron] For port 6b6d119d-d387-46b7-b683-e9d17413f926, host hv-neutron-8603, cleared binding levels {{(pid=88973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:28:41.441056 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-78fd74ab-269e-4858-9477-9b379e322165 req-450f52ba-86d7-462d-8bd6-c09e97ad2a39 service neutron] For port 6b6d119d-d387-46b7-b683-e9d17413f926, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=6b6d119d-d387-46b7-b683-e9d17413f926,segment=NetworkSegment(fe025d4d-3cec-44f0-b2bc-69d77d230198),segment_id=fe025d4d-3cec-44f0-b2bc-69d77d230198)] {{(pid=88973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:28:41.445591 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-78fd74ab-269e-4858-9477-9b379e322165 req-450f52ba-86d7-462d-8bd6-c09e97ad2a39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:41.448999 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd74ab-269e-4858-9477-9b379e322165 req-450f52ba-86d7-462d-8bd6-c09e97ad2a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:28:41.449591 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-78fd74ab-269e-4858-9477-9b379e322165 req-450f52ba-86d7-462d-8bd6-c09e97ad2a39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:41.451281 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-78fd74ab-269e-4858-9477-9b379e322165 req-450f52ba-86d7-462d-8bd6-c09e97ad2a39 service neutron] 10.222.0.16 "PUT /v2.0/ports/6b6d119d-d387-46b7-b683-e9d17413f926 HTTP/1.1" status: 200 len: 1094 time: 1.0091002 Oct 13 16:28:41.484010 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd51d836-4cc5-4e03-b1c2-deeff1f2c43f', 'tag': '6b6d119d-d387-46b7-b683-e9d17413f926'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:28:41.486691 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b448bedd6ef1de8349ca4cd32cdc1fdd14839b3a018869371a7ba929b1523ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1683a4e-0807-4fc4-8656-505777ba0606" -d '{"events": [{"name": "network-changed", "server_uuid": "bd51d836-4cc5-4e03-b1c2-deeff1f2c43f", "tag": "6b6d119d-d387-46b7-b683-e9d17413f926"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:28:41.583407 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 16:28:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33fee7d6-cadc-4128-b6d3-f89adae527d7 x-openstack-request-id: req-33fee7d6-cadc-4128-b6d3-f89adae527d7 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:28:41.583983 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd51d836-4cc5-4e03-b1c2-deeff1f2c43f", "tag": "6b6d119d-d387-46b7-b683-e9d17413f926", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:28:41.583983 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-33fee7d6-cadc-4128-b6d3-f89adae527d7 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:28:41.584290 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-33fee7d6-cadc-4128-b6d3-f89adae527d7'] response: {'name': 'network-changed', 'server_uuid': 'bd51d836-4cc5-4e03-b1c2-deeff1f2c43f', 'tag': '6b6d119d-d387-46b7-b683-e9d17413f926', 'status': 'completed', 'code': 200} Oct 13 16:28:41.588949 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450f52ba-86d7-462d-8bd6-c09e97ad2a39 service neutron] Pushing event updated for resources: {'Port': ['ID=6b6d119d-d387-46b7-b683-e9d17413f926,revision_number=3']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:28:41.605769 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd74ab-269e-4858-9477-9b379e322165 req-1cb0a331-5cad-4bb8-9a9f-dafbad7de1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:28:41.607247 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-78fd74ab-269e-4858-9477-9b379e322165 req-1cb0a331-5cad-4bb8-9a9f-dafbad7de1ad service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9364502afdbe47e9a903654f858fadf2&device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 1097 time: 0.1177554 Oct 13 16:28:41.682408 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-cd20e44e-43fe-4ccc-93f5-b8471a541454 None None] Attempt 3 to provision port 6b6d119d-d387-46b7-b683-e9d17413f926 Oct 13 16:28:41.688505 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-78fd74ab-269e-4858-9477-9b379e322165 req-189a48e0-351a-4e12-8952-559b5b5d6c53 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b6d119d-d387-46b7-b683-e9d17413f926 HTTP/1.1" status: 200 len: 217 time: 0.0624700 Oct 13 16:28:41.744795 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-cd20e44e-43fe-4ccc-93f5-b8471a541454 None None] Port 6b6d119d-d387-46b7-b683-e9d17413f926 had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 16:28:41.750282 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd74ab-269e-4858-9477-9b379e322165 req-bee9b0bf-9f64-47f6-8e4d-10ca31fe31be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:28:41.751774 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-78fd74ab-269e-4858-9477-9b379e322165 req-bee9b0bf-9f64-47f6-8e4d-10ca31fe31be service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8cb1d6ad-9158-4827-bf60-a5b091f7288b HTTP/1.1" status: 200 len: 848 time: 0.0578299 Oct 13 16:28:41.833783 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd74ab-269e-4858-9477-9b379e322165 req-a74a8972-5fde-454d-b501-ad1f0ad11055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:28:41.835232 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-78fd74ab-269e-4858-9477-9b379e322165 req-a74a8972-5fde-454d-b501-ad1f0ad11055 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5fd46e4c-4bbe-454e-aac4-56260f77ee6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0781267 Oct 13 16:28:41.962548 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-78fd74ab-269e-4858-9477-9b379e322165 req-aec795b8-517d-4c65-898e-2bf0210e55d3 service neutron] 10.222.0.16 "GET /v2.0/networks/5fd46e4c-4bbe-454e-aac4-56260f77ee6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208377 Oct 13 16:28:42.116599 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 74b11ad8-e56b-47c9-a96e-98214ae726fc up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:28:42.188306 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 74b11ad8-e56b-47c9-a96e-98214ae726fc triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:28:42.189374 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:42.189712 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 74b11ad8-e56b-47c9-a96e-98214ae726fc Oct 13 16:28:42.207556 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-78fd74ab-269e-4858-9477-9b379e322165 req-cae7677d-d493-429a-bfe6-6711cff5998e service neutron] 10.222.0.16 "GET /v2.0/networks/5fd46e4c-4bbe-454e-aac4-56260f77ee6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2390957 Oct 13 16:28:42.317778 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 74b11ad8-e56b-47c9-a96e-98214ae726fc is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:28:42.361037 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b22e216-d0bf-4cc4-a35f-87f43167b6f1 req-a7b4a2a9-8bc0-4fa2-9b7a-051a1a578713 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:28:42.362551 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-3b22e216-d0bf-4cc4-a35f-87f43167b6f1 req-a7b4a2a9-8bc0-4fa2-9b7a-051a1a578713 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 944 time: 0.1574073 Oct 13 16:28:42.382534 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1683a4e-0807-4fc4-8656-505777ba0606 req-84f492d1-d29f-4491-a817-e6b88424649d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:28:42.383908 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b1683a4e-0807-4fc4-8656-505777ba0606 req-84f492d1-d29f-4491-a817-e6b88424649d service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9364502afdbe47e9a903654f858fadf2&device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 1097 time: 0.1226847 Oct 13 16:28:42.487508 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-3b22e216-d0bf-4cc4-a35f-87f43167b6f1 req-8bab0a9d-5005-49fe-ac86-60f6c8b51376 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d7c5195-a6bf-4c35-bcec-df7c3992f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188290 Oct 13 16:28:42.530466 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1683a4e-0807-4fc4-8656-505777ba0606 req-0bb4807e-a176-49cf-a6b9-0d67a39280fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:28:42.531873 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b1683a4e-0807-4fc4-8656-505777ba0606 req-0bb4807e-a176-49cf-a6b9-0d67a39280fb service neutron] 10.222.0.16 "GET /v2.0/networks?id=5fd46e4c-4bbe-454e-aac4-56260f77ee6e HTTP/1.1" status: 200 len: 910 time: 0.1411257 Oct 13 16:28:42.602313 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b1683a4e-0807-4fc4-8656-505777ba0606 req-34e9b60e-9554-41bf-95cf-37aa902e3fd1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b6d119d-d387-46b7-b683-e9d17413f926 HTTP/1.1" status: 200 len: 217 time: 0.0644188 Oct 13 16:28:42.662854 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1683a4e-0807-4fc4-8656-505777ba0606 req-c605d0f2-71ec-4910-8eb7-1d3a17aba137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:28:42.664257 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b1683a4e-0807-4fc4-8656-505777ba0606 req-c605d0f2-71ec-4910-8eb7-1d3a17aba137 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8cb1d6ad-9158-4827-bf60-a5b091f7288b HTTP/1.1" status: 200 len: 848 time: 0.0557528 Oct 13 16:28:42.748036 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1683a4e-0807-4fc4-8656-505777ba0606 req-d06486db-0a7d-4f2e-9a76-9eb14cf298ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:28:42.749469 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b1683a4e-0807-4fc4-8656-505777ba0606 req-d06486db-0a7d-4f2e-9a76-9eb14cf298ee service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5fd46e4c-4bbe-454e-aac4-56260f77ee6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792551 Oct 13 16:28:42.878963 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b1683a4e-0807-4fc4-8656-505777ba0606 req-4ce85c78-0cbd-474b-a208-830f936d256c service neutron] 10.222.0.16 "GET /v2.0/networks/5fd46e4c-4bbe-454e-aac4-56260f77ee6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218948 Oct 13 16:28:43.009619 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b1683a4e-0807-4fc4-8656-505777ba0606 req-9c681410-0209-4649-a7bf-7c43f088938e service neutron] 10.222.0.16 "GET /v2.0/networks/5fd46e4c-4bbe-454e-aac4-56260f77ee6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238985 Oct 13 16:28:43.684634 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010764df-76c4-4be2-a049-8ec7544ac041 req-1f32265b-8701-493c-ab38-035f60757515 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:28:43.686051 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-010764df-76c4-4be2-a049-8ec7544ac041 req-1f32265b-8701-493c-ab38-035f60757515 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 944 time: 0.0851421 Oct 13 16:28:43.731003 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-010764df-76c4-4be2-a049-8ec7544ac041 req-b2191a7c-eb8b-4238-9188-369974230998 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d7c5195-a6bf-4c35-bcec-df7c3992f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388200 Oct 13 16:28:44.927504 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d29bf26-082b-40ac-a53b-52fcb124f5d8 req-24716b74-3ce3-4ff7-8527-b4370b859336 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:28:44.928927 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2d29bf26-082b-40ac-a53b-52fcb124f5d8 req-24716b74-3ce3-4ff7-8527-b4370b859336 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 944 time: 0.0864856 Oct 13 16:28:44.972849 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2d29bf26-082b-40ac-a53b-52fcb124f5d8 req-2e4b9f5e-c6e7-4aa5-baed-cabd540ea357 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d7c5195-a6bf-4c35-bcec-df7c3992f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381041 Oct 13 16:28:45.776834 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 6b6d119d-d387-46b7-b683-e9d17413f926 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=88974) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 13 16:28:45.908044 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 6b6d119d-d387-46b7-b683-e9d17413f926, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=6b6d119d-d387-46b7-b683-e9d17413f926,segment=NetworkSegment(fe025d4d-3cec-44f0-b2bc-69d77d230198),segment_id=fe025d4d-3cec-44f0-b2bc-69d77d230198)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:28:45.921360 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Returning: {'device': '6b6d119d-d387-46b7-b683-e9d17413f926', 'network_id': '5fd46e4c-4bbe-454e-aac4-56260f77ee6e', 'port_id': '6b6d119d-d387-46b7-b683-e9d17413f926', 'mac_address': 'fa:16:3e:a9:bf:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb1d6ad-9158-4827-bf60-a5b091f7288b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88974) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 13 16:28:45.979177 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 6b6d119d-d387-46b7-b683-e9d17413f926 is: DOWN; New status is: BUILD {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:28:45.979552 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:45.996245 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b6d119d-d387-46b7-b683-e9d17413f926 {{(pid=88974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 16:28:46.011630 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 6b6d119d-d387-46b7-b683-e9d17413f926, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=6b6d119d-d387-46b7-b683-e9d17413f926,segment=NetworkSegment(fe025d4d-3cec-44f0-b2bc-69d77d230198),segment_id=fe025d4d-3cec-44f0-b2bc-69d77d230198)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:28:46.016863 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:46.084561 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=6b6d119d-d387-46b7-b683-e9d17413f926,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:28:46.176842 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b648ee-fb3c-4f6c-bcf6-3a10fb595d08 req-9ff41b11-a200-43b5-9040-dc10781d7591 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:28:46.178321 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-b0b648ee-fb3c-4f6c-bcf6-3a10fb595d08 req-9ff41b11-a200-43b5-9040-dc10781d7591 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 945 time: 0.0895181 Oct 13 16:28:46.222546 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-b0b648ee-fb3c-4f6c-bcf6-3a10fb595d08 req-ea75c68a-f9ef-42e7-9491-7d37e83d59b6 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d7c5195-a6bf-4c35-bcec-df7c3992f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384483 Oct 13 16:28:46.323839 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['6b6d119d-d387-46b7-b683-e9d17413f926'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 16:28:47.418992 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87c3616-bf14-498d-9d16-df9e36ff6d9a req-0cd64e07-65f2-43f2-b919-88cd0f6f9096 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:28:47.420441 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c87c3616-bf14-498d-9d16-df9e36ff6d9a req-0cd64e07-65f2-43f2-b919-88cd0f6f9096 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 945 time: 0.0893731 Oct 13 16:28:47.463544 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c87c3616-bf14-498d-9d16-df9e36ff6d9a req-52600324-5463-4d81-8422-a208d85a9840 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d7c5195-a6bf-4c35-bcec-df7c3992f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375094 Oct 13 16:28:47.788131 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 6b6d119d-d387-46b7-b683-e9d17413f926 up at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:28:47.856974 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning for port 6b6d119d-d387-46b7-b683-e9d17413f926 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:28:47.861669 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning complete for port 6b6d119d-d387-46b7-b683-e9d17413f926 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:28:47.862035 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:47.862460 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Attempt 1 to provision port 6b6d119d-d387-46b7-b683-e9d17413f926 Oct 13 16:28:47.978249 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 6b6d119d-d387-46b7-b683-e9d17413f926 is: BUILD; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:28:47.978546 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:48.004466 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd51d836-4cc5-4e03-b1c2-deeff1f2c43f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b6d119d-d387-46b7-b683-e9d17413f926'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:28:48.006780 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ddb4cee44164d2a2faddf60bbce385128d937d64d67dbdc4313fc2cc2e51dfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c93c4208-2522-4e48-a3fe-5807beed0d21" -d '{"events": [{"server_uuid": "bd51d836-4cc5-4e03-b1c2-deeff1f2c43f", "name": "network-vif-plugged", "status": "completed", "tag": "6b6d119d-d387-46b7-b683-e9d17413f926"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:28:48.014961 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 6b6d119d-d387-46b7-b683-e9d17413f926, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=6b6d119d-d387-46b7-b683-e9d17413f926,segment=NetworkSegment(fe025d4d-3cec-44f0-b2bc-69d77d230198),segment_id=fe025d4d-3cec-44f0-b2bc-69d77d230198)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:28:48.019616 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:48.055451 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 16:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d819985-ef0d-4897-81bd-b6196a47ee26 x-openstack-request-id: req-8d819985-ef0d-4897-81bd-b6196a47ee26 {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:28:48.055740 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd51d836-4cc5-4e03-b1c2-deeff1f2c43f", "name": "network-vif-plugged", "status": "completed", "tag": "6b6d119d-d387-46b7-b683-e9d17413f926", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:28:48.055989 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8d819985-ef0d-4897-81bd-b6196a47ee26 {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:28:48.056379 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d819985-ef0d-4897-81bd-b6196a47ee26'] response: {'server_uuid': 'bd51d836-4cc5-4e03-b1c2-deeff1f2c43f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b6d119d-d387-46b7-b683-e9d17413f926', 'code': 200} Oct 13 16:28:48.090287 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=6b6d119d-d387-46b7-b683-e9d17413f926,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:28:48.282602 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89912f9a-fb75-428a-98b6-9d68cca79365 req-6ab85a9b-09f4-46a5-95be-37f4e3763747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:28:48.283979 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-89912f9a-fb75-428a-98b6-9d68cca79365 req-6ab85a9b-09f4-46a5-95be-37f4e3763747 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 1099 time: 0.0771136 Oct 13 16:28:48.326710 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-89912f9a-fb75-428a-98b6-9d68cca79365 req-44b47ef2-0c47-41dc-ad3c-634ed49d3687 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9d7c5195-a6bf-4c35-bcec-df7c3992f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371225 Oct 13 16:28:48.659137 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aca27c-ec26-4f84-9468-044df376c9ae req-12de43b0-8210-428d-9f5f-ce113e47419a tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:28:48.660583 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a5aca27c-ec26-4f84-9468-044df376c9ae req-12de43b0-8210-428d-9f5f-ce113e47419a tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 946 time: 0.0860918 Oct 13 16:28:48.704677 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a5aca27c-ec26-4f84-9468-044df376c9ae req-0f59a437-ed19-464c-9dd6-0a16e5472414 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d7c5195-a6bf-4c35-bcec-df7c3992f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384810 Oct 13 16:28:49.898959 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad96b52-3040-4f08-b94b-235fe91aa8ae req-a455d7bf-a5f2-49bf-bfc2-8ef0ed37ae87 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:28:49.900389 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-4ad96b52-3040-4f08-b94b-235fe91aa8ae req-a455d7bf-a5f2-49bf-bfc2-8ef0ed37ae87 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 946 time: 0.0857935 Oct 13 16:28:49.946057 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-4ad96b52-3040-4f08-b94b-235fe91aa8ae req-d0213fac-049e-4bf6-a755-16ade6f2f871 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d7c5195-a6bf-4c35-bcec-df7c3992f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399423 Oct 13 16:28:50.145182 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c45e1-f0d3-40f1-a297-6aa3a329fc04 req-f17790df-66f7-48e6-8f8b-a4321914784e tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:28:50.146649 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f49c45e1-f0d3-40f1-a297-6aa3a329fc04 req-f17790df-66f7-48e6-8f8b-a4321914784e tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 946 time: 0.0893867 Oct 13 16:28:50.189357 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f49c45e1-f0d3-40f1-a297-6aa3a329fc04 req-e134dc2b-27d8-4d95-8049-14b00c6e83cc tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d7c5195-a6bf-4c35-bcec-df7c3992f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369649 Oct 13 16:28:50.217995 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 35214) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:28:50.335512 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7557c5dc-fe89-42d6-837b-e917a98e3c3b tempest-TestShelveInstance-1755874350 tempest-TestShelveInstance-1755874350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:28:50.336975 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-7557c5dc-fe89-42d6-837b-e917a98e3c3b tempest-TestShelveInstance-1755874350 tempest-TestShelveInstance-1755874350-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 1094 time: 0.1180198 Oct 13 16:28:50.340164 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 35220) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:28:50.344859 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-93eadc65-b9af-41e0-8d71-cc8b6adf7d48 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Request body: {'floatingip': {'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'port_id': '6b6d119d-d387-46b7-b683-e9d17413f926', 'tenant_id': '9364502afdbe47e9a903654f858fadf2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:28:50.350615 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-93eadc65-b9af-41e0-8d71-cc8b6adf7d48 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:28:50.354890 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-93eadc65-b9af-41e0-8d71-cc8b6adf7d48 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Usage tracker for resource:floatingip and tenant:9364502afdbe47e9a903654f858fadf2 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:28:50.357614 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-93eadc65-b9af-41e0-8d71-cc8b6adf7d48 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:28:50.363267 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-93eadc65-b9af-41e0-8d71-cc8b6adf7d48 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:28:50.373626 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-93eadc65-b9af-41e0-8d71-cc8b6adf7d48 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for floatingip, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:50.506175 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-93eadc65-b9af-41e0-8d71-cc8b6adf7d48 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:50.735305 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-93eadc65-b9af-41e0-8d71-cc8b6adf7d48 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Allocated IP 172.26.2.110 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/2c88fada-e629-4539-a255-ed5b7e5a0377) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:28:50.878632 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-93eadc65-b9af-41e0-8d71-cc8b6adf7d48 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:50.906909 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-93eadc65-b9af-41e0-8d71-cc8b6adf7d48 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:50.976870 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93eadc65-b9af-41e0-8d71-cc8b6adf7d48 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:28:50.979607 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-93eadc65-b9af-41e0-8d71-cc8b6adf7d48 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:28:50.983212 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93eadc65-b9af-41e0-8d71-cc8b6adf7d48 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:28:51.011611 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eadc65-b9af-41e0-8d71-cc8b6adf7d48 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Pushing event updated for resources: {'Port': ['ID=2c88fada-e629-4539-a255-ed5b7e5a0377,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:28:51.385295 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-93eadc65-b9af-41e0-8d71-cc8b6adf7d48 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:51.458558 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-93eadc65-b9af-41e0-8d71-cc8b6adf7d48 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:51.658012 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-93eadc65-b9af-41e0-8d71-cc8b6adf7d48 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:51.662301 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-93eadc65-b9af-41e0-8d71-cc8b6adf7d48 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:51.766904 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-93eadc65-b9af-41e0-8d71-cc8b6adf7d48 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:51.811939 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eadc65-b9af-41e0-8d71-cc8b6adf7d48 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Pushing event updated for resources: {'Port': ['ID=2c88fada-e629-4539-a255-ed5b7e5a0377,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:28:51.932918 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.l3_db [None req-93eadc65-b9af-41e0-8d71-cc8b6adf7d48 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Floating IP 1b013229-06c7-4f5f-ba01-57a70955bb53 associated. External IP: 172.26.2.110, port: 6b6d119d-d387-46b7-b683-e9d17413f926. Oct 13 16:28:52.379370 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93eadc65-b9af-41e0-8d71-cc8b6adf7d48 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Router 2146e8df-7767-4bf8-b783-a948eb11081e has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 16:28:52.555296 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93eadc65-b9af-41e0-8d71-cc8b6adf7d48 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:28:52.565212 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4724646-c226-4426-b540-90e829d8a521 None None] Sync routers for ids ['2146e8df-7767-4bf8-b783-a948eb11081e'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:28:52.574449 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4724646-c226-4426-b540-90e829d8a521 None None] Routers {'2146e8df-7767-4bf8-b783-a948eb11081e'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:28:52.575053 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-c4724646-c226-4426-b540-90e829d8a521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:28:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['2146e8df-7767-4bf8-b783-a948eb11081e'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:28:52.581852 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-93eadc65-b9af-41e0-8d71-cc8b6adf7d48 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:52.638432 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-93eadc65-b9af-41e0-8d71-cc8b6adf7d48 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2972522 Oct 13 16:28:52.639071 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd51d836-4cc5-4e03-b1c2-deeff1f2c43f', 'tag': '6b6d119d-d387-46b7-b683-e9d17413f926'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:28:52.641423 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b448bedd6ef1de8349ca4cd32cdc1fdd14839b3a018869371a7ba929b1523ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecb36efa-93fb-4773-bcec-8cb866891871" -d '{"events": [{"name": "network-changed", "server_uuid": "bd51d836-4cc5-4e03-b1c2-deeff1f2c43f", "tag": "6b6d119d-d387-46b7-b683-e9d17413f926"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:28:52.686016 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 16:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4eb967d-3b65-45c8-99e4-d4ca8ad913fb x-openstack-request-id: req-b4eb967d-3b65-45c8-99e4-d4ca8ad913fb {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:28:52.686343 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd51d836-4cc5-4e03-b1c2-deeff1f2c43f", "tag": "6b6d119d-d387-46b7-b683-e9d17413f926", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:28:52.686595 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b4eb967d-3b65-45c8-99e4-d4ca8ad913fb {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:28:52.686996 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4eb967d-3b65-45c8-99e4-d4ca8ad913fb'] response: {'name': 'network-changed', 'server_uuid': 'bd51d836-4cc5-4e03-b1c2-deeff1f2c43f', 'tag': '6b6d119d-d387-46b7-b683-e9d17413f926', 'status': 'completed', 'code': 200} Oct 13 16:28:52.751573 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-c4724646-c226-4426-b540-90e829d8a521 None None] Set router 2146e8df-7767-4bf8-b783-a948eb11081e gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:28:52.788404 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb36efa-93fb-4773-bcec-8cb866891871 req-eb17178d-c21d-4b21-ad74-2e693a7f0800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:28:52.789887 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ecb36efa-93fb-4773-bcec-8cb866891871 req-eb17178d-c21d-4b21-ad74-2e693a7f0800 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9364502afdbe47e9a903654f858fadf2&device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 1099 time: 0.0815775 Oct 13 16:28:52.920806 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb36efa-93fb-4773-bcec-8cb866891871 req-8c5bc61d-f5f0-41d3-bd17-69c67fc82221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:28:52.922146 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ecb36efa-93fb-4773-bcec-8cb866891871 req-8c5bc61d-f5f0-41d3-bd17-69c67fc82221 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5fd46e4c-4bbe-454e-aac4-56260f77ee6e HTTP/1.1" status: 200 len: 910 time: 0.1264527 Oct 13 16:28:53.023994 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ecb36efa-93fb-4773-bcec-8cb866891871 req-e68efc49-245c-4fd5-9add-9836fa1b1b13 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b6d119d-d387-46b7-b683-e9d17413f926 HTTP/1.1" status: 200 len: 1000 time: 0.0955517 Oct 13 16:28:53.083847 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb36efa-93fb-4773-bcec-8cb866891871 req-1ebeb403-c89e-4ac1-8dc6-42bff59523ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:28:53.085284 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ecb36efa-93fb-4773-bcec-8cb866891871 req-1ebeb403-c89e-4ac1-8dc6-42bff59523ec service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8cb1d6ad-9158-4827-bf60-a5b091f7288b HTTP/1.1" status: 200 len: 848 time: 0.0557144 Oct 13 16:28:53.092397 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-c4724646-c226-4426-b540-90e829d8a521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2146e8df-7767-4bf8-b783-a948eb11081e', 'name': 'tempest-TestShelveInstance-1252037528-router', 'tenant_id': '9364502afdbe47e9a903654f858fadf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': '69de2180-3084-4f36-a2e7-92ad9af8a299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:28:24Z', 'updated_at': '2022-10-13T16:28:28Z', 'revision_number': 4, 'project_id': '9364502afdbe47e9a903654f858fadf2', 'gw_port': {'id': '69de2180-3084-4f36-a2e7-92ad9af8a299', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ed:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2146e8df-7767-4bf8-b783-a948eb11081e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:28:24Z', 'updated_at': '2022-10-13T16:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '1b013229-06c7-4f5f-ba01-57a70955bb53', 'tenant_id': '9364502afdbe47e9a903654f858fadf2', 'floating_ip_address': '172.26.2.110', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '2146e8df-7767-4bf8-b783-a948eb11081e', 'port_id': '6b6d119d-d387-46b7-b683-e9d17413f926', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd46e4c-4bbe-454e-aac4-56260f77ee6e', 'mac_address': 'fa:16:3e:a9:bf:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd51d836-4cc5-4e03-b1c2-deeff1f2c43f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T16:28:51Z', 'updated_at': '2022-10-13T16:28:51Z', 'revision_number': 0, 'project_id': '9364502afdbe47e9a903654f858fadf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8115b6d-cfc0-477c-b863-d564619a16c3', 'name': '', 'network_id': '5fd46e4c-4bbe-454e-aac4-56260f77ee6e', 'tenant_id': '9364502afdbe47e9a903654f858fadf2', 'mac_address': 'fa:16:3e:05:13:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2146e8df-7767-4bf8-b783-a948eb11081e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '8cb1d6ad-9158-4827-bf60-a5b091f7288b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:28:27Z', 'updated_at': '2022-10-13T16:28:34Z', 'revision_number': 5, 'project_id': '9364502afdbe47e9a903654f858fadf2', 'subnets': [{'id': '8cb1d6ad-9158-4827-bf60-a5b091f7288b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:28:53.096533 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4724646-c226-4426-b540-90e829d8a521 None None] Checking router: 2146e8df-7767-4bf8-b783-a948eb11081e for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:28:53.105394 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4724646-c226-4426-b540-90e829d8a521 None None] Routers {'2146e8df-7767-4bf8-b783-a948eb11081e'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:28:53.105983 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-c4724646-c226-4426-b540-90e829d8a521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:28:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['2146e8df-7767-4bf8-b783-a948eb11081e'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:28:53.168367 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb36efa-93fb-4773-bcec-8cb866891871 req-71ec5be8-0ae1-4b65-a7df-fe48c5d7f98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:28:53.169860 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ecb36efa-93fb-4773-bcec-8cb866891871 req-71ec5be8-0ae1-4b65-a7df-fe48c5d7f98c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5fd46e4c-4bbe-454e-aac4-56260f77ee6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792885 Oct 13 16:28:53.279554 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-c4724646-c226-4426-b540-90e829d8a521 None None] Set router 2146e8df-7767-4bf8-b783-a948eb11081e gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:28:53.300942 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ecb36efa-93fb-4773-bcec-8cb866891871 req-c2fb363d-a3d8-44d7-bfcf-fe516658e0b4 service neutron] 10.222.0.16 "GET /v2.0/networks/5fd46e4c-4bbe-454e-aac4-56260f77ee6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243517 Oct 13 16:28:53.430205 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ecb36efa-93fb-4773-bcec-8cb866891871 req-ed34e6c7-291c-4c3c-acf8-c7b21c126b44 service neutron] 10.222.0.16 "GET /v2.0/networks/5fd46e4c-4bbe-454e-aac4-56260f77ee6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233184 Oct 13 16:28:53.615927 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-c4724646-c226-4426-b540-90e829d8a521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2146e8df-7767-4bf8-b783-a948eb11081e', 'name': 'tempest-TestShelveInstance-1252037528-router', 'tenant_id': '9364502afdbe47e9a903654f858fadf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': '69de2180-3084-4f36-a2e7-92ad9af8a299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:28:24Z', 'updated_at': '2022-10-13T16:28:28Z', 'revision_number': 4, 'project_id': '9364502afdbe47e9a903654f858fadf2', 'gw_port': {'id': '69de2180-3084-4f36-a2e7-92ad9af8a299', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ed:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2146e8df-7767-4bf8-b783-a948eb11081e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:28:24Z', 'updated_at': '2022-10-13T16:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '1b013229-06c7-4f5f-ba01-57a70955bb53', 'tenant_id': '9364502afdbe47e9a903654f858fadf2', 'floating_ip_address': '172.26.2.110', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '2146e8df-7767-4bf8-b783-a948eb11081e', 'port_id': '6b6d119d-d387-46b7-b683-e9d17413f926', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd46e4c-4bbe-454e-aac4-56260f77ee6e', 'mac_address': 'fa:16:3e:a9:bf:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd51d836-4cc5-4e03-b1c2-deeff1f2c43f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T16:28:51Z', 'updated_at': '2022-10-13T16:28:51Z', 'revision_number': 0, 'project_id': '9364502afdbe47e9a903654f858fadf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8115b6d-cfc0-477c-b863-d564619a16c3', 'name': '', 'network_id': '5fd46e4c-4bbe-454e-aac4-56260f77ee6e', 'tenant_id': '9364502afdbe47e9a903654f858fadf2', 'mac_address': 'fa:16:3e:05:13:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2146e8df-7767-4bf8-b783-a948eb11081e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '8cb1d6ad-9158-4827-bf60-a5b091f7288b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:28:27Z', 'updated_at': '2022-10-13T16:28:34Z', 'revision_number': 5, 'project_id': '9364502afdbe47e9a903654f858fadf2', 'subnets': [{'id': '8cb1d6ad-9158-4827-bf60-a5b091f7288b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:28:53.620227 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4724646-c226-4426-b540-90e829d8a521 None None] The sync data for ids ['2146e8df-7767-4bf8-b783-a948eb11081e'] in dv-neutron-860329-2-hyperv is: [{'id': '2146e8df-7767-4bf8-b783-a948eb11081e', 'name': 'tempest-TestShelveInstance-1252037528-router', 'tenant_id': '9364502afdbe47e9a903654f858fadf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': '69de2180-3084-4f36-a2e7-92ad9af8a299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:28:24Z', 'updated_at': '2022-10-13T16:28:28Z', 'revision_number': 4, 'project_id': '9364502afdbe47e9a903654f858fadf2', 'gw_port': {'id': '69de2180-3084-4f36-a2e7-92ad9af8a299', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ed:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2146e8df-7767-4bf8-b783-a948eb11081e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:28:24Z', 'updated_at': '2022-10-13T16:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '1b013229-06c7-4f5f-ba01-57a70955bb53', 'tenant_id': '9364502afdbe47e9a903654f858fadf2', 'floating_ip_address': '172.26.2.110', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '2146e8df-7767-4bf8-b783-a948eb11081e', 'port_id': '6b6d119d-d387-46b7-b683-e9d17413f926', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1846, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd46e4c-4bbe-454e-aac4-56260f77ee6e', 'mac_address': 'fa:16:3e:a9:bf:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd51d836-4cc5-4e03-b1c2-deeff1f2c43f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T16:28:51Z', 'updated_at': '2022-10-13T16:28:51Z', 'revision_number': 0, 'project_id': '9364502afdbe47e9a903654f858fadf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8115b6d-cfc0-477c-b863-d564619a16c3', 'name': '', 'network_id': '5fd46e4c-4bbe-454e-aac4-56260f77ee6e', 'tenant_id': '9364502afdbe47e9a903654f858fadf2', 'mac_address': 'fa:16:3e:05:13:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2146e8df-7767-4bf8-b783-a948eb11081e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '8cb1d6ad-9158-4827-bf60-a5b091f7288b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:28:27Z', 'updated_at': '2022-10-13T16:28:34Z', 'revision_number': 5, 'project_id': '9364502afdbe47e9a903654f858fadf2', 'subnets': [{'id': '8cb1d6ad-9158-4827-bf60-a5b091f7288b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:28:53.798268 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c484fc15-99a3-4d07-9a7f-7626fd80c316 None None] New status for floating IP 1b013229-06c7-4f5f-ba01-57a70955bb53: ACTIVE {{(pid=88974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 16:28:56.296273 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:28:56.542173 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:29:03.763273 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0550db1d-a39a-4528-9b5c-749cf314640a req-9135cac1-abb6-46fc-bcb8-290987941baa service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0767512 Oct 13 16:29:03.906857 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550db1d-a39a-4528-9b5c-749cf314640a req-30454c9a-326f-4083-8bb8-78fdabe539cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:29:03.908282 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0550db1d-a39a-4528-9b5c-749cf314640a req-30454c9a-326f-4083-8bb8-78fdabe539cc service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9364502afdbe47e9a903654f858fadf2&device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 1099 time: 0.0800021 Oct 13 16:29:04.173994 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550db1d-a39a-4528-9b5c-749cf314640a req-d5564384-f5ad-40e8-af0b-04a1005cef86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:29:04.175448 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0550db1d-a39a-4528-9b5c-749cf314640a req-d5564384-f5ad-40e8-af0b-04a1005cef86 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5fd46e4c-4bbe-454e-aac4-56260f77ee6e HTTP/1.1" status: 200 len: 910 time: 0.2493029 Oct 13 16:29:04.275453 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0550db1d-a39a-4528-9b5c-749cf314640a req-c484434b-823e-4539-8cda-51011f74ab27 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b6d119d-d387-46b7-b683-e9d17413f926 HTTP/1.1" status: 200 len: 1002 time: 0.0932612 Oct 13 16:29:04.335060 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550db1d-a39a-4528-9b5c-749cf314640a req-8acad9c5-9796-4865-b33d-94ddf402c378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:29:04.336403 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0550db1d-a39a-4528-9b5c-749cf314640a req-8acad9c5-9796-4865-b33d-94ddf402c378 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8cb1d6ad-9158-4827-bf60-a5b091f7288b HTTP/1.1" status: 200 len: 848 time: 0.0554214 Oct 13 16:29:04.421024 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550db1d-a39a-4528-9b5c-749cf314640a req-1ed21af4-b1b8-4c58-8214-2b8f13036503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:29:04.422628 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0550db1d-a39a-4528-9b5c-749cf314640a req-1ed21af4-b1b8-4c58-8214-2b8f13036503 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5fd46e4c-4bbe-454e-aac4-56260f77ee6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0804694 Oct 13 16:29:04.557136 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0550db1d-a39a-4528-9b5c-749cf314640a req-8998238e-c5ba-4713-8693-db9fb6b31c61 service neutron] 10.222.0.16 "GET /v2.0/networks/5fd46e4c-4bbe-454e-aac4-56260f77ee6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278582 Oct 13 16:29:04.617909 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-745e5e57-70df-4105-bbef-96fec45d602a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:29:04.687921 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0550db1d-a39a-4528-9b5c-749cf314640a req-40eb4b13-c050-4685-a327-09a96c9597a0 service neutron] 10.222.0.16 "GET /v2.0/networks/5fd46e4c-4bbe-454e-aac4-56260f77ee6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254168 Oct 13 16:29:06.761185 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-201e990b-d7c7-49e1-b723-bef6acfd2a8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:29:07.883269 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:29:08.115981 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:29:09.815424 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:29:26.318433 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:29:33.541657 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:29:34.621249 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9cf799f0-09d6-4a20-9608-7676b58ce15b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:29:36.761822 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d9334d9e-8b83-48bc-9aec-7af9197b2626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:29:37.884458 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:29:38.117052 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:29:39.818018 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:29:56.314402 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:30:04.622891 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-26d84135-5387-49f1-bd90-4662887295f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:30:04.760285 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-574ef2c1-659e-4c90-b942-6dd61f7592bb req-39d3c106-0c61-462e-803b-f83a28dc8105 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0751584 Oct 13 16:30:04.903253 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ef2c1-659e-4c90-b942-6dd61f7592bb req-ff1c521e-2066-4fd2-b7bb-d4bb1bc91855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:30:04.904654 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-574ef2c1-659e-4c90-b942-6dd61f7592bb req-ff1c521e-2066-4fd2-b7bb-d4bb1bc91855 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9364502afdbe47e9a903654f858fadf2&device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 1099 time: 0.0790637 Oct 13 16:30:05.044174 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ef2c1-659e-4c90-b942-6dd61f7592bb req-b2dad58f-0e98-4a2b-8403-b33eef1f8849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:30:05.045558 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-574ef2c1-659e-4c90-b942-6dd61f7592bb req-b2dad58f-0e98-4a2b-8403-b33eef1f8849 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5fd46e4c-4bbe-454e-aac4-56260f77ee6e HTTP/1.1" status: 200 len: 910 time: 0.1231322 Oct 13 16:30:05.141671 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-574ef2c1-659e-4c90-b942-6dd61f7592bb req-7bcaaf3b-26ba-4954-8282-ed992b5be5c1 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b6d119d-d387-46b7-b683-e9d17413f926 HTTP/1.1" status: 200 len: 1002 time: 0.0902314 Oct 13 16:30:05.203774 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ef2c1-659e-4c90-b942-6dd61f7592bb req-489d6556-9b2a-469f-9ac7-ad025cb42a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:30:05.205036 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-574ef2c1-659e-4c90-b942-6dd61f7592bb req-489d6556-9b2a-469f-9ac7-ad025cb42a4b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8cb1d6ad-9158-4827-bf60-a5b091f7288b HTTP/1.1" status: 200 len: 848 time: 0.0578876 Oct 13 16:30:05.282972 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574ef2c1-659e-4c90-b942-6dd61f7592bb req-7651aa92-8f7a-48de-a5db-d4bab950d757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:30:05.284380 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-574ef2c1-659e-4c90-b942-6dd61f7592bb req-7651aa92-8f7a-48de-a5db-d4bab950d757 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5fd46e4c-4bbe-454e-aac4-56260f77ee6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0737150 Oct 13 16:30:05.412175 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-574ef2c1-659e-4c90-b942-6dd61f7592bb req-288ebdf6-8a70-4c61-8dfc-9f43a26dfbe3 service neutron] 10.222.0.16 "GET /v2.0/networks/5fd46e4c-4bbe-454e-aac4-56260f77ee6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215198 Oct 13 16:30:05.542211 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-574ef2c1-659e-4c90-b942-6dd61f7592bb req-fbb7aa98-80ff-4bf9-94f9-4b5ba9065edb service neutron] 10.222.0.16 "GET /v2.0/networks/5fd46e4c-4bbe-454e-aac4-56260f77ee6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240907 Oct 13 16:30:06.761769 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b550b0c3-a35c-4959-9465-af9a17ff1de2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:30:07.887456 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:30:08.118698 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:30:09.820727 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:30:10.540730 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:30:26.316983 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:30:34.621780 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-bad6b97e-8f81-401c-8c20-c5f4e55db895 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:30:36.761948 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-5e6d7856-58b7-4193-9e48-345b74d911ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:30:37.889072 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:30:38.120261 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:30:39.823390 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:30:47.540721 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:30:56.332357 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:31:04.622540 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ba74863c-6158-47d2-a8f0-35fb2a539c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:31:06.763876 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-fb366652-b3e3-424c-9245-92a10fdacde0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:31:06.768685 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fa4758c3-c484-44a0-b1cf-74a78662a381 req-e4d0494d-6ea4-47d3-881e-f4d507187b8c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0823598 Oct 13 16:31:06.913363 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4758c3-c484-44a0-b1cf-74a78662a381 req-f27c0370-0f0c-4d2a-add9-f8e22b809774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:31:06.914839 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fa4758c3-c484-44a0-b1cf-74a78662a381 req-f27c0370-0f0c-4d2a-add9-f8e22b809774 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9364502afdbe47e9a903654f858fadf2&device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 1099 time: 0.0781906 Oct 13 16:31:07.146195 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4758c3-c484-44a0-b1cf-74a78662a381 req-2363809a-cfd1-47fb-8e69-9f9d8d86a335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:31:07.147653 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fa4758c3-c484-44a0-b1cf-74a78662a381 req-2363809a-cfd1-47fb-8e69-9f9d8d86a335 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5fd46e4c-4bbe-454e-aac4-56260f77ee6e HTTP/1.1" status: 200 len: 910 time: 0.2152333 Oct 13 16:31:07.249254 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fa4758c3-c484-44a0-b1cf-74a78662a381 req-3df97527-485e-4045-a227-36f8ac5153c6 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b6d119d-d387-46b7-b683-e9d17413f926 HTTP/1.1" status: 200 len: 1002 time: 0.0960188 Oct 13 16:31:07.312373 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4758c3-c484-44a0-b1cf-74a78662a381 req-ce3e0152-8b22-4b72-8528-1c72b30b601a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:31:07.313729 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fa4758c3-c484-44a0-b1cf-74a78662a381 req-ce3e0152-8b22-4b72-8528-1c72b30b601a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8cb1d6ad-9158-4827-bf60-a5b091f7288b HTTP/1.1" status: 200 len: 848 time: 0.0586214 Oct 13 16:31:07.394009 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4758c3-c484-44a0-b1cf-74a78662a381 req-1af03717-e874-4437-9291-a8bb17a74f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:31:07.395488 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fa4758c3-c484-44a0-b1cf-74a78662a381 req-1af03717-e874-4437-9291-a8bb17a74f9a service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5fd46e4c-4bbe-454e-aac4-56260f77ee6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750988 Oct 13 16:31:07.523949 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fa4758c3-c484-44a0-b1cf-74a78662a381 req-11451bba-1d0f-4e47-993e-fae099ccda40 service neutron] 10.222.0.16 "GET /v2.0/networks/5fd46e4c-4bbe-454e-aac4-56260f77ee6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223774 Oct 13 16:31:07.652300 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fa4758c3-c484-44a0-b1cf-74a78662a381 req-32214577-9692-4a28-9ff6-d9f98714bb20 service neutron] 10.222.0.16 "GET /v2.0/networks/5fd46e4c-4bbe-454e-aac4-56260f77ee6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225233 Oct 13 16:31:07.890922 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:31:08.121889 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:31:09.825786 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:31:19.729704 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad49dc42-0a46-4788-aded-1c3a09ced9f8 req-d6adfc7a-3596-43f6-965f-05476f43dbff tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:31:19.731086 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-ad49dc42-0a46-4788-aded-1c3a09ced9f8 req-d6adfc7a-3596-43f6-965f-05476f43dbff tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 946 time: 0.0868063 Oct 13 16:31:19.773850 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-ad49dc42-0a46-4788-aded-1c3a09ced9f8 req-46bf8940-2619-479c-a3b6-7f06036c02c4 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d7c5195-a6bf-4c35-bcec-df7c3992f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371859 Oct 13 16:31:20.980624 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d3d6c8-78f2-49b4-a7cc-091b43dd3749 req-ccaebc61-7f36-42c6-b90e-79b92ba6d75e tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:31:20.981975 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-86d3d6c8-78f2-49b4-a7cc-091b43dd3749 req-ccaebc61-7f36-42c6-b90e-79b92ba6d75e tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 946 time: 0.0902071 Oct 13 16:31:21.026430 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-86d3d6c8-78f2-49b4-a7cc-091b43dd3749 req-c1289ac2-54ae-45e1-8265-ffb3ca3f5873 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d7c5195-a6bf-4c35-bcec-df7c3992f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388002 Oct 13 16:31:22.226117 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a630367-04d6-4c20-8f5d-60f071d4a85f req-8e2c9779-e839-4316-9107-a252d9bae762 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:31:22.228173 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-0a630367-04d6-4c20-8f5d-60f071d4a85f req-8e2c9779-e839-4316-9107-a252d9bae762 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 946 time: 0.0894213 Oct 13 16:31:22.270558 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-0a630367-04d6-4c20-8f5d-60f071d4a85f req-e4221d84-124b-482c-b7db-866e819d87da tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d7c5195-a6bf-4c35-bcec-df7c3992f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368733 Oct 13 16:31:23.467176 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63622f9-c255-451a-81bf-ccf91afbcf4c req-202be24e-77a5-405b-a8dc-6710842dfceb tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:31:23.468607 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c63622f9-c255-451a-81bf-ccf91afbcf4c req-202be24e-77a5-405b-a8dc-6710842dfceb tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 946 time: 0.0879607 Oct 13 16:31:23.511527 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c63622f9-c255-451a-81bf-ccf91afbcf4c req-65e293ae-dae8-471b-b446-90132d62037c tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d7c5195-a6bf-4c35-bcec-df7c3992f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371947 Oct 13 16:31:24.540538 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:31:24.714163 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e05b95-aa06-4dd8-a2fa-d35559b4a2c6 req-136aef9c-8e8a-4696-8c2f-668c94677045 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:31:24.715609 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-95e05b95-aa06-4dd8-a2fa-d35559b4a2c6 req-136aef9c-8e8a-4696-8c2f-668c94677045 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 946 time: 0.0866089 Oct 13 16:31:24.761966 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-95e05b95-aa06-4dd8-a2fa-d35559b4a2c6 req-011b3720-5bce-400c-ac39-46db42b0dc3b tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d7c5195-a6bf-4c35-bcec-df7c3992f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407748 Oct 13 16:31:25.955219 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0674243-bf0a-4bd9-80ac-80c5e6f8d271 req-83baad88-c3ac-4734-ba28-b32d0d279672 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:31:25.956574 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e0674243-bf0a-4bd9-80ac-80c5e6f8d271 req-83baad88-c3ac-4734-ba28-b32d0d279672 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 946 time: 0.0849791 Oct 13 16:31:25.999735 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e0674243-bf0a-4bd9-80ac-80c5e6f8d271 req-cc20d0bb-74e5-4ee8-9195-e45d2c9f4941 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d7c5195-a6bf-4c35-bcec-df7c3992f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365756 Oct 13 16:31:26.331868 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:31:27.288327 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e13e165-9ae2-4b0a-85b0-21f8a72e1744 req-82e67a7d-2aa8-402e-8194-2ca9e6c6a4ac tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:31:27.289737 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-7e13e165-9ae2-4b0a-85b0-21f8a72e1744 req-82e67a7d-2aa8-402e-8194-2ca9e6c6a4ac tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 946 time: 0.1801980 Oct 13 16:31:27.334249 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-7e13e165-9ae2-4b0a-85b0-21f8a72e1744 req-22049a5e-8493-4c33-ae66-e55ed181a54a tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d7c5195-a6bf-4c35-bcec-df7c3992f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387552 Oct 13 16:31:28.535321 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eca22c-2352-4054-8673-95a7e67e3254 req-1f1e00a2-b442-47bf-ba3a-1b0c71d0f93e tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:31:28.536688 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-37eca22c-2352-4054-8673-95a7e67e3254 req-1f1e00a2-b442-47bf-ba3a-1b0c71d0f93e tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 946 time: 0.0894017 Oct 13 16:31:28.579846 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-37eca22c-2352-4054-8673-95a7e67e3254 req-f3397a57-d30e-4f3d-aa20-47f8d42bf2ce tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d7c5195-a6bf-4c35-bcec-df7c3992f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375664 Oct 13 16:31:29.780228 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c43c3c-fc2a-4764-af65-0590a24cb013 req-0dbcaf2d-9f48-4dc0-b34a-80a67b2c44da tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:31:29.781815 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-41c43c3c-fc2a-4764-af65-0590a24cb013 req-0dbcaf2d-9f48-4dc0-b34a-80a67b2c44da tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 946 time: 0.0911238 Oct 13 16:31:29.830313 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-41c43c3c-fc2a-4764-af65-0590a24cb013 req-4880dd5f-d7d9-48fd-8080-c32233bb8acc tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d7c5195-a6bf-4c35-bcec-df7c3992f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421875 Oct 13 16:31:31.035538 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d733ec2-5277-4bae-bc41-c64c2ab11eb8 req-325b5c04-c7ca-4225-b5ae-416fbab2fc34 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:31:31.037197 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2d733ec2-5277-4bae-bc41-c64c2ab11eb8 req-325b5c04-c7ca-4225-b5ae-416fbab2fc34 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 946 time: 0.0913022 Oct 13 16:31:31.084961 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2d733ec2-5277-4bae-bc41-c64c2ab11eb8 req-9beee87b-4bb5-432c-b2f2-0fbb94b0510a tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d7c5195-a6bf-4c35-bcec-df7c3992f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412838 Oct 13 16:31:32.281995 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c733b5bf-8458-4248-9b89-a21bedc93ae2 req-0315188e-1a7b-4109-a58e-1bd8ad133932 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:31:32.283456 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-c733b5bf-8458-4248-9b89-a21bedc93ae2 req-0315188e-1a7b-4109-a58e-1bd8ad133932 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 946 time: 0.0848713 Oct 13 16:31:32.329780 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-c733b5bf-8458-4248-9b89-a21bedc93ae2 req-caf2742a-092e-483c-8ede-91d54e6d2e66 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d7c5195-a6bf-4c35-bcec-df7c3992f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408247 Oct 13 16:31:32.540400 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 6b6d119d-d387-46b7-b683-e9d17413f926 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=88974) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 13 16:31:32.671586 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 6b6d119d-d387-46b7-b683-e9d17413f926, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=6b6d119d-d387-46b7-b683-e9d17413f926,segment=NetworkSegment(fe025d4d-3cec-44f0-b2bc-69d77d230198),segment_id=fe025d4d-3cec-44f0-b2bc-69d77d230198)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:31:32.684359 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Returning: {'device': '6b6d119d-d387-46b7-b683-e9d17413f926', 'network_id': '5fd46e4c-4bbe-454e-aac4-56260f77ee6e', 'port_id': '6b6d119d-d387-46b7-b683-e9d17413f926', 'mac_address': 'fa:16:3e:a9:bf:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb1d6ad-9158-4827-bf60-a5b091f7288b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88974) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 13 16:31:32.738313 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 6b6d119d-d387-46b7-b683-e9d17413f926 is: ACTIVE; New status is: BUILD {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:31:32.738689 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:31:32.754556 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6b6d119d-d387-46b7-b683-e9d17413f926 {{(pid=88974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 16:31:32.769128 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 6b6d119d-d387-46b7-b683-e9d17413f926, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=6b6d119d-d387-46b7-b683-e9d17413f926,segment=NetworkSegment(fe025d4d-3cec-44f0-b2bc-69d77d230198),segment_id=fe025d4d-3cec-44f0-b2bc-69d77d230198)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:31:32.772854 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:31:32.844138 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=6b6d119d-d387-46b7-b683-e9d17413f926,revision_number=6']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:31:32.848703 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['6b6d119d-d387-46b7-b683-e9d17413f926'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 16:31:32.880314 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:31:32.880666 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:31:32.881001 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:31:32.881329 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:31:32.881655 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:31:32.881980 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:31:32.882328 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:31:32.883174 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:31:32.883493 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:31:32.883810 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:31:32.884128 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:31:32.884444 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:31:33.525392 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5216993-8dc7-4c9b-9b20-cccc54ba0e02 req-4e7bcd2f-7562-446e-95c0-b89bef3d0384 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:31:33.526893 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c5216993-8dc7-4c9b-9b20-cccc54ba0e02 req-4e7bcd2f-7562-446e-95c0-b89bef3d0384 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 945 time: 0.0884650 Oct 13 16:31:33.568907 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c5216993-8dc7-4c9b-9b20-cccc54ba0e02 req-30b9bf00-6f17-427e-9027-e7ca83ae7f06 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d7c5195-a6bf-4c35-bcec-df7c3992f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365582 Oct 13 16:31:34.556869 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 6b6d119d-d387-46b7-b683-e9d17413f926 up at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:31:34.630892 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6609f044-7677-4426-9ca3-f68ec0f9db70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:31:34.641406 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning complete for port 6b6d119d-d387-46b7-b683-e9d17413f926 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:31:34.641771 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:31:34.642101 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Attempt 1 to provision port 6b6d119d-d387-46b7-b683-e9d17413f926 Oct 13 16:31:34.757034 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 6b6d119d-d387-46b7-b683-e9d17413f926 is: BUILD; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:31:34.757420 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:31:34.773105 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa721cf-0912-4826-b487-dd752b47a4e7 req-67fc0d1f-33cb-4c64-b89d-7e9360b13da0 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:31:34.774576 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8aa721cf-0912-4826-b487-dd752b47a4e7 req-67fc0d1f-33cb-4c64-b89d-7e9360b13da0 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 945 time: 0.0894222 Oct 13 16:31:34.784069 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd51d836-4cc5-4e03-b1c2-deeff1f2c43f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b6d119d-d387-46b7-b683-e9d17413f926'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:31:34.786306 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ddb4cee44164d2a2faddf60bbce385128d937d64d67dbdc4313fc2cc2e51dfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35c78029-68e0-452c-8410-f46dc015f9e8" -d '{"events": [{"server_uuid": "bd51d836-4cc5-4e03-b1c2-deeff1f2c43f", "name": "network-vif-plugged", "status": "completed", "tag": "6b6d119d-d387-46b7-b683-e9d17413f926"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:31:34.794015 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 6b6d119d-d387-46b7-b683-e9d17413f926, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=6b6d119d-d387-46b7-b683-e9d17413f926,segment=NetworkSegment(fe025d4d-3cec-44f0-b2bc-69d77d230198),segment_id=fe025d4d-3cec-44f0-b2bc-69d77d230198)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:31:34.799965 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:31:34.821118 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8aa721cf-0912-4826-b487-dd752b47a4e7 req-5ca868cc-cad9-44e7-8259-f229af53f6b8 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d7c5195-a6bf-4c35-bcec-df7c3992f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399730 Oct 13 16:31:34.899121 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 16:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d280ce0b-f5ca-4907-88b7-e0c860c1e62c x-openstack-request-id: req-d280ce0b-f5ca-4907-88b7-e0c860c1e62c {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:31:34.899413 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd51d836-4cc5-4e03-b1c2-deeff1f2c43f", "name": "network-vif-plugged", "status": "completed", "tag": "6b6d119d-d387-46b7-b683-e9d17413f926", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:31:34.899661 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d280ce0b-f5ca-4907-88b7-e0c860c1e62c {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:31:34.900043 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d280ce0b-f5ca-4907-88b7-e0c860c1e62c'] response: {'server_uuid': 'bd51d836-4cc5-4e03-b1c2-deeff1f2c43f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b6d119d-d387-46b7-b683-e9d17413f926', 'code': 200} Oct 13 16:31:34.913204 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=6b6d119d-d387-46b7-b683-e9d17413f926,revision_number=7']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:31:36.028403 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f4f922-535e-48fe-90c2-7f44a7d51e04 req-86c44ce7-08ad-4afd-96e2-f08bf0184177 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:31:36.029863 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-74f4f922-535e-48fe-90c2-7f44a7d51e04 req-86c44ce7-08ad-4afd-96e2-f08bf0184177 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 946 time: 0.0923986 Oct 13 16:31:36.074137 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-74f4f922-535e-48fe-90c2-7f44a7d51e04 req-06ead375-83d3-4d60-8b47-630fadb51092 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d7c5195-a6bf-4c35-bcec-df7c3992f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385382 Oct 13 16:31:36.767249 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f36eabc2-b26b-44a3-a27a-1349f3eb6c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:31:37.301647 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83466663-612f-4a17-815c-ef45f039012c req-2ebf627d-d7d9-468e-b3bf-d44eca3b662e tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:31:37.303185 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-83466663-612f-4a17-815c-ef45f039012c req-2ebf627d-d7d9-468e-b3bf-d44eca3b662e tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 946 time: 0.1047835 Oct 13 16:31:37.351045 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-83466663-612f-4a17-815c-ef45f039012c req-334338d8-94cd-439a-bfdc-3ddae0ee7967 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d7c5195-a6bf-4c35-bcec-df7c3992f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418022 Oct 13 16:31:37.894614 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:31:38.127348 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:31:38.569006 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48596dc9-6d7e-42d3-ab6a-5b3c75cc0a38 req-ad8e14b0-07ff-48fd-9b71-2d980d689526 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:31:38.571525 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-48596dc9-6d7e-42d3-ab6a-5b3c75cc0a38 req-ad8e14b0-07ff-48fd-9b71-2d980d689526 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 946 time: 0.0928748 Oct 13 16:31:38.625686 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-48596dc9-6d7e-42d3-ab6a-5b3c75cc0a38 req-7858b541-e575-41ab-a55f-52c2244ab9b1 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d7c5195-a6bf-4c35-bcec-df7c3992f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482390 Oct 13 16:31:39.834611 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:31:39.846710 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47dc78a-3843-4f13-bc29-bc3064f324dd req-b2fea4e4-5e2b-4353-8dd8-10e4b7e3dc46 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:31:39.848856 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e47dc78a-3843-4f13-bc29-bc3064f324dd req-b2fea4e4-5e2b-4353-8dd8-10e4b7e3dc46 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 946 time: 0.1037593 Oct 13 16:31:39.907069 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e47dc78a-3843-4f13-bc29-bc3064f324dd req-5e88dbc7-ba28-42df-a936-a5b6db2fbd2e tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d7c5195-a6bf-4c35-bcec-df7c3992f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499213 Oct 13 16:31:41.181413 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17486765-7a42-4914-8195-e72a5dec0eea req-30832a6d-3883-4fd0-a79d-75010b4ad15c tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:31:41.183169 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-17486765-7a42-4914-8195-e72a5dec0eea req-30832a6d-3883-4fd0-a79d-75010b4ad15c tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 946 time: 0.0976231 Oct 13 16:31:41.235459 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-17486765-7a42-4914-8195-e72a5dec0eea req-6fd9c022-564e-4586-a85f-1a89f30253f2 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d7c5195-a6bf-4c35-bcec-df7c3992f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461226 Oct 13 16:31:42.483431 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1230a0-ee86-446c-ba0b-c3deafa0f02b req-bce988e0-389f-439a-a675-94227f10ca38 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:31:42.485758 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2d1230a0-ee86-446c-ba0b-c3deafa0f02b req-bce988e0-389f-439a-a675-94227f10ca38 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 946 time: 0.1041007 Oct 13 16:31:42.543524 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2d1230a0-ee86-446c-ba0b-c3deafa0f02b req-f031104b-d524-4c14-b4b6-8c6bbffb40fa tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d7c5195-a6bf-4c35-bcec-df7c3992f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456867 Oct 13 16:31:43.776848 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5ae031-0731-494c-b842-b9547fb70f96 req-b20dbf0b-9c04-444a-bfa6-4d3c59fb5544 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:31:43.778372 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-2e5ae031-0731-494c-b842-b9547fb70f96 req-b20dbf0b-9c04-444a-bfa6-4d3c59fb5544 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 946 time: 0.1047177 Oct 13 16:31:43.836714 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-2e5ae031-0731-494c-b842-b9547fb70f96 req-344ecaae-29b4-41ce-8d67-7792872d3f14 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d7c5195-a6bf-4c35-bcec-df7c3992f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477061 Oct 13 16:31:45.038101 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74363cb8-5136-4730-b7db-c0428bdd83bc req-fb7057bb-f58b-47dc-9b44-79079164bcf3 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:31:45.039577 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-74363cb8-5136-4730-b7db-c0428bdd83bc req-fb7057bb-f58b-47dc-9b44-79079164bcf3 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 946 time: 0.0920057 Oct 13 16:31:45.082861 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-74363cb8-5136-4730-b7db-c0428bdd83bc req-b89a94b5-5eb8-4f31-985d-a0b6967e87f5 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d7c5195-a6bf-4c35-bcec-df7c3992f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376458 Oct 13 16:31:45.488762 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb133181-7570-4258-8ca6-e7ff5a74be96 req-3a7989e2-1377-4fd3-b244-7b3640098e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:31:45.490238 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-eb133181-7570-4258-8ca6-e7ff5a74be96 req-3a7989e2-1377-4fd3-b244-7b3640098e01 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9364502afdbe47e9a903654f858fadf2&device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 1099 time: 0.0770218 Oct 13 16:31:45.620178 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb133181-7570-4258-8ca6-e7ff5a74be96 req-0569d5f8-18d9-4192-a00b-cf9fca2c669f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:31:45.621607 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-eb133181-7570-4258-8ca6-e7ff5a74be96 req-0569d5f8-18d9-4192-a00b-cf9fca2c669f service neutron] 10.222.0.16 "GET /v2.0/networks?id=5fd46e4c-4bbe-454e-aac4-56260f77ee6e HTTP/1.1" status: 200 len: 910 time: 0.1256616 Oct 13 16:31:45.723711 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-eb133181-7570-4258-8ca6-e7ff5a74be96 req-9bb0cee0-d2ce-4f2f-9f7e-27168e0f8a5b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b6d119d-d387-46b7-b683-e9d17413f926 HTTP/1.1" status: 200 len: 1002 time: 0.0962441 Oct 13 16:31:45.786896 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb133181-7570-4258-8ca6-e7ff5a74be96 req-09d475af-74c5-42d3-b9f4-5bb653219999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:31:45.788172 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-eb133181-7570-4258-8ca6-e7ff5a74be96 req-09d475af-74c5-42d3-b9f4-5bb653219999 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8cb1d6ad-9158-4827-bf60-a5b091f7288b HTTP/1.1" status: 200 len: 848 time: 0.0588369 Oct 13 16:31:45.868751 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb133181-7570-4258-8ca6-e7ff5a74be96 req-3ad86691-a256-43d4-90a3-db905ec27c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:31:45.870207 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-eb133181-7570-4258-8ca6-e7ff5a74be96 req-3ad86691-a256-43d4-90a3-db905ec27c01 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5fd46e4c-4bbe-454e-aac4-56260f77ee6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0764725 Oct 13 16:31:46.089195 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-eb133181-7570-4258-8ca6-e7ff5a74be96 req-8cdc997e-1291-4e21-8ed8-5f9bc9a9ce24 service neutron] 10.222.0.16 "GET /v2.0/networks/5fd46e4c-4bbe-454e-aac4-56260f77ee6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129145 Oct 13 16:31:46.220792 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-eb133181-7570-4258-8ca6-e7ff5a74be96 req-ccc62fc8-1be3-4d63-b139-05b667d53724 service neutron] 10.222.0.16 "GET /v2.0/networks/5fd46e4c-4bbe-454e-aac4-56260f77ee6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255207 Oct 13 16:31:46.278474 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98eefba-81da-48cc-b481-d6028339299c req-1df671e9-a3af-47ba-90d2-e7823913f2ca tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:31:46.279919 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e98eefba-81da-48cc-b481-d6028339299c req-1df671e9-a3af-47ba-90d2-e7823913f2ca tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 946 time: 0.0857818 Oct 13 16:31:46.325959 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e98eefba-81da-48cc-b481-d6028339299c req-f081a25d-5cf4-4150-ad18-60674c1b38d1 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d7c5195-a6bf-4c35-bcec-df7c3992f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403576 Oct 13 16:31:47.524883 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d56769d-f06c-4691-ad97-060afb7bda17 req-51c41b60-8553-45c6-a4c3-ba08e475738a tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:31:47.526373 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-3d56769d-f06c-4691-ad97-060afb7bda17 req-51c41b60-8553-45c6-a4c3-ba08e475738a tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 946 time: 0.0901077 Oct 13 16:31:47.569607 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-3d56769d-f06c-4691-ad97-060afb7bda17 req-0463d419-a79f-4e3e-ba06-5c0e0dcbcfc0 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d7c5195-a6bf-4c35-bcec-df7c3992f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377390 Oct 13 16:31:48.613616 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 6b6d119d-d387-46b7-b683-e9d17413f926 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:31:48.727477 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 6b6d119d-d387-46b7-b683-e9d17413f926 is: ACTIVE; New status is: DOWN {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:31:48.727838 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:31:48.755169 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd51d836-4cc5-4e03-b1c2-deeff1f2c43f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b6d119d-d387-46b7-b683-e9d17413f926'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:31:48.757407 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ddb4cee44164d2a2faddf60bbce385128d937d64d67dbdc4313fc2cc2e51dfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d4d759c-05ec-4126-b970-d327bd18b027" -d '{"events": [{"server_uuid": "bd51d836-4cc5-4e03-b1c2-deeff1f2c43f", "name": "network-vif-unplugged", "status": "completed", "tag": "6b6d119d-d387-46b7-b683-e9d17413f926"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:31:48.764868 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 6b6d119d-d387-46b7-b683-e9d17413f926, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=6b6d119d-d387-46b7-b683-e9d17413f926,segment=NetworkSegment(fe025d4d-3cec-44f0-b2bc-69d77d230198),segment_id=fe025d4d-3cec-44f0-b2bc-69d77d230198)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:31:48.769891 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:31:48.770255 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d17aac9-c593-4a8b-8614-852703bbee4d req-ea02ab9c-a9a4-401e-83c9-04fbd1c2fc33 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:31:48.772932 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5d17aac9-c593-4a8b-8614-852703bbee4d req-ea02ab9c-a9a4-401e-83c9-04fbd1c2fc33 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 946 time: 0.0919368 Oct 13 16:31:48.814437 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 13 Oct 2022 16:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27b09401-d0ad-46bc-b64b-3f4847d6d5e4 x-openstack-request-id: req-27b09401-d0ad-46bc-b64b-3f4847d6d5e4 {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:31:48.814732 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd51d836-4cc5-4e03-b1c2-deeff1f2c43f", "name": "network-vif-unplugged", "status": "failed", "tag": "6b6d119d-d387-46b7-b683-e9d17413f926", "code": 422}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:31:48.814971 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-27b09401-d0ad-46bc-b64b-3f4847d6d5e4 {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:31:48.815401 dv-neutron-860329-2-hyperv neutron-server[88974]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-27b09401-d0ad-46bc-b64b-3f4847d6d5e4']: {'server_uuid': 'bd51d836-4cc5-4e03-b1c2-deeff1f2c43f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6b6d119d-d387-46b7-b683-e9d17413f926', 'code': 422} returned with failed status Oct 13 16:31:48.822169 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5d17aac9-c593-4a8b-8614-852703bbee4d req-8f8bad9b-759c-4f9f-9fb8-80e95b28e534 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d7c5195-a6bf-4c35-bcec-df7c3992f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407774 Oct 13 16:31:48.846884 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=6b6d119d-d387-46b7-b683-e9d17413f926,revision_number=8']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:31:49.193763 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec6b6b-2101-46d2-80fb-f3d5ad28d7bb req-14ac2264-20d0-43c3-8d60-70d8d106af5b tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:31:49.195290 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-27ec6b6b-2101-46d2-80fb-f3d5ad28d7bb req-14ac2264-20d0-43c3-8d60-70d8d106af5b tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 944 time: 0.0893385 Oct 13 16:31:49.239665 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-27ec6b6b-2101-46d2-80fb-f3d5ad28d7bb req-a9fb8e05-b8ae-401d-8ea9-4f4e878246c5 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d7c5195-a6bf-4c35-bcec-df7c3992f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387022 Oct 13 16:31:49.470179 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-9408f13e-d45f-4f79-bb5e-4e5100f1406a req-366f4442-0be7-48dd-8703-a35590612a2d service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1158519 Oct 13 16:31:50.436741 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af94a0f-d166-496c-bb71-28548d85cbb7 req-269c8489-aaef-42b0-bd23-1cb38379fbe9 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:31:50.438081 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6af94a0f-d166-496c-bb71-28548d85cbb7 req-269c8489-aaef-42b0-bd23-1cb38379fbe9 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 944 time: 0.0895793 Oct 13 16:31:50.480593 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6af94a0f-d166-496c-bb71-28548d85cbb7 req-612600c6-87f7-4076-add1-ad8bd78e5ab9 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d7c5195-a6bf-4c35-bcec-df7c3992f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370312 Oct 13 16:31:51.679409 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e12610-8477-4de9-a894-c97b7b74fb12 req-53c3f812-cfdd-455f-aebc-2a0b06802164 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:31:51.680858 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-a8e12610-8477-4de9-a894-c97b7b74fb12 req-53c3f812-cfdd-455f-aebc-2a0b06802164 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 944 time: 0.0889914 Oct 13 16:31:51.725032 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-a8e12610-8477-4de9-a894-c97b7b74fb12 req-f7d8bf63-28b0-4591-a484-c673999cec8d tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d7c5195-a6bf-4c35-bcec-df7c3992f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385234 Oct 13 16:31:52.431906 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408f13e-d45f-4f79-bb5e-4e5100f1406a req-e2509a6d-c3c6-4cf9-9e82-474f4b629174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:31:52.433402 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9408f13e-d45f-4f79-bb5e-4e5100f1406a req-e2509a6d-c3c6-4cf9-9e82-474f4b629174 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f&tenant_id=9364502afdbe47e9a903654f858fadf2 HTTP/1.1" status: 200 len: 1097 time: 0.0766640 Oct 13 16:31:52.536288 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408f13e-d45f-4f79-bb5e-4e5100f1406a req-575dd361-a612-4c13-af62-4906ffdf740f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:31:52.537699 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9408f13e-d45f-4f79-bb5e-4e5100f1406a req-575dd361-a612-4c13-af62-4906ffdf740f service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9364502afdbe47e9a903654f858fadf2&device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 1097 time: 0.0794675 Oct 13 16:31:52.651206 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 6b6d119d-d387-46b7-b683-e9d17413f926 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:31:52.667636 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408f13e-d45f-4f79-bb5e-4e5100f1406a req-002b964a-9bdb-4206-a394-522f3b758f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:31:52.669201 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9408f13e-d45f-4f79-bb5e-4e5100f1406a req-002b964a-9bdb-4206-a394-522f3b758f73 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5fd46e4c-4bbe-454e-aac4-56260f77ee6e HTTP/1.1" status: 200 len: 910 time: 0.1255169 Oct 13 16:31:52.766095 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 6b6d119d-d387-46b7-b683-e9d17413f926 is: DOWN; New status is: DOWN {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:31:52.776756 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9408f13e-d45f-4f79-bb5e-4e5100f1406a req-b0492c20-41ba-4ef9-a246-a79352bd3ddf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b6d119d-d387-46b7-b683-e9d17413f926 HTTP/1.1" status: 200 len: 1000 time: 0.1017952 Oct 13 16:31:52.836838 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408f13e-d45f-4f79-bb5e-4e5100f1406a req-f8ce51df-8c99-40b2-a0a7-f7e0fef8f96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:31:52.838357 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9408f13e-d45f-4f79-bb5e-4e5100f1406a req-f8ce51df-8c99-40b2-a0a7-f7e0fef8f96f service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8cb1d6ad-9158-4827-bf60-a5b091f7288b HTTP/1.1" status: 200 len: 848 time: 0.0564435 Oct 13 16:31:52.985124 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0bee4a-1c8a-4be7-ac72-cbea69751f58 req-eb1a9c91-dac4-469c-b4d3-858a11d7b637 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:31:52.986477 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-8b0bee4a-1c8a-4be7-ac72-cbea69751f58 req-eb1a9c91-dac4-469c-b4d3-858a11d7b637 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 944 time: 0.1472886 Oct 13 16:31:52.988259 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408f13e-d45f-4f79-bb5e-4e5100f1406a req-26464c69-2777-4039-905e-e866019e2a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:31:52.989534 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9408f13e-d45f-4f79-bb5e-4e5100f1406a req-26464c69-2777-4039-905e-e866019e2a1e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5fd46e4c-4bbe-454e-aac4-56260f77ee6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1164489 Oct 13 16:31:53.117921 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-8b0bee4a-1c8a-4be7-ac72-cbea69751f58 req-e6616570-06fe-4666-9d11-4affc1e2cdd9 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d7c5195-a6bf-4c35-bcec-df7c3992f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252882 Oct 13 16:31:53.148992 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9408f13e-d45f-4f79-bb5e-4e5100f1406a req-ad6f8146-6d22-4106-a1fa-5814933f42f3 service neutron] 10.222.0.16 "GET /v2.0/networks/5fd46e4c-4bbe-454e-aac4-56260f77ee6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441450 Oct 13 16:31:53.278297 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9408f13e-d45f-4f79-bb5e-4e5100f1406a req-82544c2a-0aa4-49d7-bf98-d1ce91e5a338 service neutron] 10.222.0.16 "GET /v2.0/networks/5fd46e4c-4bbe-454e-aac4-56260f77ee6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231949 Oct 13 16:31:54.333001 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf09fd2-b4be-47ca-9e97-4be6d434a3dc req-83cb45ee-ba67-420b-9aa2-286aa60bac25 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:31:54.335717 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-abf09fd2-b4be-47ca-9e97-4be6d434a3dc req-83cb45ee-ba67-420b-9aa2-286aa60bac25 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 944 time: 0.0904844 Oct 13 16:31:54.392931 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-abf09fd2-b4be-47ca-9e97-4be6d434a3dc req-0c7835f5-67bb-4cfd-8ec4-928609e02b63 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d7c5195-a6bf-4c35-bcec-df7c3992f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512314 Oct 13 16:31:55.605426 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca10202-9b19-49d8-b6fb-e5ac8daaff37 req-2f335220-2da6-4111-8945-5969a96188f8 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:31:55.612632 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-8ca10202-9b19-49d8-b6fb-e5ac8daaff37 req-2f335220-2da6-4111-8945-5969a96188f8 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 944 time: 0.1037176 Oct 13 16:31:55.655247 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-8ca10202-9b19-49d8-b6fb-e5ac8daaff37 req-46527adf-bfd6-4e2d-af00-7279099c8c4a tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d7c5195-a6bf-4c35-bcec-df7c3992f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416875 Oct 13 16:31:56.352813 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:31:56.868348 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb35fa4-4d85-4bd0-ad68-d0e52586f4c0 req-77f54cdb-3d8d-4884-a754-2c3684d9da46 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:31:56.869928 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-9fb35fa4-4d85-4bd0-ad68-d0e52586f4c0 req-77f54cdb-3d8d-4884-a754-2c3684d9da46 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 944 time: 0.0960650 Oct 13 16:31:56.915754 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-9fb35fa4-4d85-4bd0-ad68-d0e52586f4c0 req-a5949806-11c8-4374-87f2-e3821ce4a4ff tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d7c5195-a6bf-4c35-bcec-df7c3992f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402229 Oct 13 16:31:58.120279 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a20839-5a0f-4ad1-995d-c298d9e2da40 req-bf712e6d-44b3-4be6-be15-0bfa132c7321 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:31:58.122162 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-49a20839-5a0f-4ad1-995d-c298d9e2da40 req-bf712e6d-44b3-4be6-be15-0bfa132c7321 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 944 time: 0.0887537 Oct 13 16:31:58.275183 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-49a20839-5a0f-4ad1-995d-c298d9e2da40 req-fac1c3b6-ecc1-47fd-98b7-7dd572a9833b tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d7c5195-a6bf-4c35-bcec-df7c3992f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1462262 Oct 13 16:31:59.494024 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703c2d5f-bcaf-482a-bcc2-ead587024185 req-e90f4af9-41ee-4a3b-b884-39bee206046d tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:31:59.495596 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-703c2d5f-bcaf-482a-bcc2-ead587024185 req-e90f4af9-41ee-4a3b-b884-39bee206046d tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 944 time: 0.0998361 Oct 13 16:31:59.542729 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-703c2d5f-bcaf-482a-bcc2-ead587024185 req-27ae20a4-e622-4b43-ae2a-030eae3ba891 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d7c5195-a6bf-4c35-bcec-df7c3992f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415249 Oct 13 16:32:00.811693 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a36ba6-5e8d-4e9e-982d-fcf743b7f521 req-90edb4fd-d3b4-47a7-bcea-adc4d4318f94 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:32:00.813318 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f5a36ba6-5e8d-4e9e-982d-fcf743b7f521 req-90edb4fd-d3b4-47a7-bcea-adc4d4318f94 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 944 time: 0.1118197 Oct 13 16:32:00.864038 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f5a36ba6-5e8d-4e9e-982d-fcf743b7f521 req-8afeb140-5dda-45d8-804b-a38775e3699b tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d7c5195-a6bf-4c35-bcec-df7c3992f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443594 Oct 13 16:32:01.539204 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:32:02.058654 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac4eafc-9b8a-4163-8c3d-7e7bcb8dcbd3 req-6a753cb2-cb09-44f8-816b-b26654155704 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:32:02.060098 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-eac4eafc-9b8a-4163-8c3d-7e7bcb8dcbd3 req-6a753cb2-cb09-44f8-816b-b26654155704 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 944 time: 0.0850840 Oct 13 16:32:02.106945 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-eac4eafc-9b8a-4163-8c3d-7e7bcb8dcbd3 req-c5f06157-055a-493d-bb19-06de050b13a3 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d7c5195-a6bf-4c35-bcec-df7c3992f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413423 Oct 13 16:32:03.306773 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1637b5-6e17-42d8-b57b-84fb99fe8087 req-61e7257f-c23d-418b-acbd-9e979fe8a362 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:32:03.308220 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-8e1637b5-6e17-42d8-b57b-84fb99fe8087 req-61e7257f-c23d-418b-acbd-9e979fe8a362 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 944 time: 0.0881603 Oct 13 16:32:03.351484 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-8e1637b5-6e17-42d8-b57b-84fb99fe8087 req-6908a741-1c0b-4747-bc7e-2ba73ed930c4 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d7c5195-a6bf-4c35-bcec-df7c3992f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371864 Oct 13 16:32:04.546403 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd1dc18-9b7b-425b-85c3-769ebd211e5b req-455c8ea8-3f6d-4913-9b06-c86b677ad822 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:32:04.547830 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-9bd1dc18-9b7b-425b-85c3-769ebd211e5b req-455c8ea8-3f6d-4913-9b06-c86b677ad822 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 944 time: 0.0852773 Oct 13 16:32:04.591187 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-9bd1dc18-9b7b-425b-85c3-769ebd211e5b req-595609e7-3acc-4dd1-801b-163fcd1e0372 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d7c5195-a6bf-4c35-bcec-df7c3992f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377791 Oct 13 16:32:04.641943 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0e144976-580e-4525-aa64-8f8c845ab94b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:32:05.795074 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7b67a8-25db-415d-8458-cbe860569422 req-1127c7d6-1536-45dd-b3c5-92fd635ff219 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:32:05.800220 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fc7b67a8-25db-415d-8458-cbe860569422 req-1127c7d6-1536-45dd-b3c5-92fd635ff219 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 944 time: 0.0989726 Oct 13 16:32:05.855084 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fc7b67a8-25db-415d-8458-cbe860569422 req-fb37bb9f-f071-4f6c-ac21-f4309157aabd tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d7c5195-a6bf-4c35-bcec-df7c3992f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484042 Oct 13 16:32:06.769106 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e55d603d-8163-4ef3-accb-e2ed5010c4be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:32:07.081754 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff837a76-c68e-46e9-9eee-07c73df807f8 req-e4bf69da-1bbb-4220-9fe8-30bcd08b5928 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:32:07.083270 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-ff837a76-c68e-46e9-9eee-07c73df807f8 req-e4bf69da-1bbb-4220-9fe8-30bcd08b5928 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 944 time: 0.0917957 Oct 13 16:32:07.126221 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-ff837a76-c68e-46e9-9eee-07c73df807f8 req-ebfce82b-1e91-441b-ac8a-625dba10e26a tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d7c5195-a6bf-4c35-bcec-df7c3992f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369012 Oct 13 16:32:07.736954 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f0621d-d30d-42f9-ac70-e4b995e7605a req-9767b0c0-f278-4207-aa61-5319ce751bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:32:07.738426 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-22f0621d-d30d-42f9-ac70-e4b995e7605a req-9767b0c0-f278-4207-aa61-5319ce751bae service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9364502afdbe47e9a903654f858fadf2&device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 1097 time: 0.0760989 Oct 13 16:32:07.879794 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f0621d-d30d-42f9-ac70-e4b995e7605a req-7f5a2186-715d-425f-8c00-c965e8c03051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:32:07.881222 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-22f0621d-d30d-42f9-ac70-e4b995e7605a req-7f5a2186-715d-425f-8c00-c965e8c03051 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5fd46e4c-4bbe-454e-aac4-56260f77ee6e HTTP/1.1" status: 200 len: 910 time: 0.1237321 Oct 13 16:32:07.897703 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:32:07.982513 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-22f0621d-d30d-42f9-ac70-e4b995e7605a req-018f032a-363e-4422-9108-68ecaf01ea08 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b6d119d-d387-46b7-b683-e9d17413f926 HTTP/1.1" status: 200 len: 1000 time: 0.0952475 Oct 13 16:32:08.044882 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f0621d-d30d-42f9-ac70-e4b995e7605a req-52cd424e-4ff3-4ae7-8813-afef625a124b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:32:08.046305 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-22f0621d-d30d-42f9-ac70-e4b995e7605a req-52cd424e-4ff3-4ae7-8813-afef625a124b service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8cb1d6ad-9158-4827-bf60-a5b091f7288b HTTP/1.1" status: 200 len: 848 time: 0.0586419 Oct 13 16:32:08.126728 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f0621d-d30d-42f9-ac70-e4b995e7605a req-e6ec7082-babd-4e21-a7c2-f44e470d95a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:32:08.128207 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-22f0621d-d30d-42f9-ac70-e4b995e7605a req-e6ec7082-babd-4e21-a7c2-f44e470d95a7 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5fd46e4c-4bbe-454e-aac4-56260f77ee6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756495 Oct 13 16:32:08.128382 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:32:08.314256 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-22f0621d-d30d-42f9-ac70-e4b995e7605a req-d2bf5318-71f4-4345-92d1-aee3c3a7e444 service neutron] 10.222.0.16 "GET /v2.0/networks/5fd46e4c-4bbe-454e-aac4-56260f77ee6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801059 Oct 13 16:32:08.421025 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b697fd6f-cb58-455a-bb11-899d265e8c5e req-665d2996-d23e-40f3-8d1b-c56d7e7cd185 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:32:08.422486 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b697fd6f-cb58-455a-bb11-899d265e8c5e req-665d2996-d23e-40f3-8d1b-c56d7e7cd185 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 944 time: 0.1850450 Oct 13 16:32:08.490908 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b697fd6f-cb58-455a-bb11-899d265e8c5e req-97ad1608-4b70-409f-ad6a-d39b5c3e4d81 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d7c5195-a6bf-4c35-bcec-df7c3992f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614347 Oct 13 16:32:08.496147 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-22f0621d-d30d-42f9-ac70-e4b995e7605a req-fb72ee95-f71e-4a34-91ac-e02c00cb7d46 service neutron] 10.222.0.16 "GET /v2.0/networks/5fd46e4c-4bbe-454e-aac4-56260f77ee6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760569 Oct 13 16:32:08.728422 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 6b6d119d-d387-46b7-b683-e9d17413f926 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=88974) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 13 16:32:08.861122 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 6b6d119d-d387-46b7-b683-e9d17413f926, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=6b6d119d-d387-46b7-b683-e9d17413f926,segment=NetworkSegment(fe025d4d-3cec-44f0-b2bc-69d77d230198),segment_id=fe025d4d-3cec-44f0-b2bc-69d77d230198)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:32:08.876698 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Returning: {'device': '6b6d119d-d387-46b7-b683-e9d17413f926', 'network_id': '5fd46e4c-4bbe-454e-aac4-56260f77ee6e', 'port_id': '6b6d119d-d387-46b7-b683-e9d17413f926', 'mac_address': 'fa:16:3e:a9:bf:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb1d6ad-9158-4827-bf60-a5b091f7288b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88974) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 13 16:32:08.929567 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 6b6d119d-d387-46b7-b683-e9d17413f926 is: DOWN; New status is: BUILD {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:32:08.930196 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:32:08.946460 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b6d119d-d387-46b7-b683-e9d17413f926 {{(pid=88974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 16:32:08.961985 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 6b6d119d-d387-46b7-b683-e9d17413f926, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=6b6d119d-d387-46b7-b683-e9d17413f926,segment=NetworkSegment(fe025d4d-3cec-44f0-b2bc-69d77d230198),segment_id=fe025d4d-3cec-44f0-b2bc-69d77d230198)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:32:08.965915 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:32:09.031329 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=6b6d119d-d387-46b7-b683-e9d17413f926,revision_number=9']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:32:09.344095 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['6b6d119d-d387-46b7-b683-e9d17413f926'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 16:32:09.687758 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1af073b-0239-4e70-8263-b4573032762e req-4bd54ae7-c244-453e-add2-9f3fb9554f91 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:32:09.689255 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e1af073b-0239-4e70-8263-b4573032762e req-4bd54ae7-c244-453e-add2-9f3fb9554f91 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 945 time: 0.0853283 Oct 13 16:32:09.735060 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e1af073b-0239-4e70-8263-b4573032762e req-5f53f417-3f6d-42e2-ad5c-a6fd73832dc7 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d7c5195-a6bf-4c35-bcec-df7c3992f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403008 Oct 13 16:32:09.830823 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:32:10.737658 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 6b6d119d-d387-46b7-b683-e9d17413f926 up at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:32:10.806891 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning complete for port 6b6d119d-d387-46b7-b683-e9d17413f926 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:32:10.807252 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:32:10.807580 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Attempt 1 to provision port 6b6d119d-d387-46b7-b683-e9d17413f926 Oct 13 16:32:10.926768 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 6b6d119d-d387-46b7-b683-e9d17413f926 is: BUILD; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:32:10.927142 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:32:10.934681 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe01c442-1b1b-442f-8004-cc87496f05e1 req-18a42f69-ec78-4629-8622-e0bf165dd9d7 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:32:10.936143 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fe01c442-1b1b-442f-8004-cc87496f05e1 req-18a42f69-ec78-4629-8622-e0bf165dd9d7 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 945 time: 0.0869455 Oct 13 16:32:10.954761 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd51d836-4cc5-4e03-b1c2-deeff1f2c43f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b6d119d-d387-46b7-b683-e9d17413f926'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:32:10.956938 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ddb4cee44164d2a2faddf60bbce385128d937d64d67dbdc4313fc2cc2e51dfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8760412-96f1-4c4a-af32-266afa22f41f" -d '{"events": [{"server_uuid": "bd51d836-4cc5-4e03-b1c2-deeff1f2c43f", "name": "network-vif-plugged", "status": "completed", "tag": "6b6d119d-d387-46b7-b683-e9d17413f926"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:32:10.965097 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 6b6d119d-d387-46b7-b683-e9d17413f926, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=6b6d119d-d387-46b7-b683-e9d17413f926,segment=NetworkSegment(fe025d4d-3cec-44f0-b2bc-69d77d230198),segment_id=fe025d4d-3cec-44f0-b2bc-69d77d230198)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:32:10.970192 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:32:10.981897 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fe01c442-1b1b-442f-8004-cc87496f05e1 req-c625df33-1c4f-4391-97d5-603d29970342 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d7c5195-a6bf-4c35-bcec-df7c3992f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401061 Oct 13 16:32:11.006512 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 16:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac10fcc-ac53-4f27-a0d1-18b0d7996dd8 x-openstack-request-id: req-dac10fcc-ac53-4f27-a0d1-18b0d7996dd8 {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:32:11.006802 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd51d836-4cc5-4e03-b1c2-deeff1f2c43f", "name": "network-vif-plugged", "status": "completed", "tag": "6b6d119d-d387-46b7-b683-e9d17413f926", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:32:11.007051 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dac10fcc-ac53-4f27-a0d1-18b0d7996dd8 {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:32:11.007434 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dac10fcc-ac53-4f27-a0d1-18b0d7996dd8'] response: {'server_uuid': 'bd51d836-4cc5-4e03-b1c2-deeff1f2c43f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b6d119d-d387-46b7-b683-e9d17413f926', 'code': 200} Oct 13 16:32:11.043496 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=6b6d119d-d387-46b7-b683-e9d17413f926,revision_number=10']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:32:11.252412 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae60898c-04ea-4a1e-8729-337d302d8e32 req-3edabc45-9718-4552-b7f3-0f1e97d9ae1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:32:11.253785 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ae60898c-04ea-4a1e-8729-337d302d8e32 req-3edabc45-9718-4552-b7f3-0f1e97d9ae1c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 1100 time: 0.0796957 Oct 13 16:32:11.292443 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ae60898c-04ea-4a1e-8729-337d302d8e32 req-b6293920-4a1a-40f7-9ca7-84a28f9eadc7 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=9d7c5195-a6bf-4c35-bcec-df7c3992f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328290 Oct 13 16:32:12.177990 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e0fbde-955f-4aca-8a65-a97c6001d245 req-a7d9785f-5bcb-4658-acee-0b5068f632b2 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:32:12.179455 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-14e0fbde-955f-4aca-8a65-a97c6001d245 req-a7d9785f-5bcb-4658-acee-0b5068f632b2 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 947 time: 0.0860822 Oct 13 16:32:12.222813 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-14e0fbde-955f-4aca-8a65-a97c6001d245 req-7802f26f-ff74-47fa-b69d-4a0f41b24e7f tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d7c5195-a6bf-4c35-bcec-df7c3992f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372009 Oct 13 16:32:13.425025 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acc73cd-adb2-4e5c-ab4b-fd7bee8bb410 req-4c0bf5ba-690f-408a-b821-44ab1654b0d8 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:32:13.426419 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-1acc73cd-adb2-4e5c-ab4b-fd7bee8bb410 req-4c0bf5ba-690f-408a-b821-44ab1654b0d8 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 947 time: 0.0869272 Oct 13 16:32:13.471318 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-1acc73cd-adb2-4e5c-ab4b-fd7bee8bb410 req-540106a3-28bb-4b1e-9b71-8a520ff01b25 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d7c5195-a6bf-4c35-bcec-df7c3992f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376778 Oct 13 16:32:26.363259 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:32:34.623026 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-51f36a13-1066-48bf-a9ab-f0a49edf7bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:32:36.770380 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f833fbd4-b952-4b9a-8de8-e244ff05cdb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:32:37.900604 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:32:38.129957 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:32:38.538092 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:32:39.833990 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:32:56.380047 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:33:04.628902 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-67e13b98-b7d1-476d-bb05-dff73007e61c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:33:06.771430 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-fcce1bb0-e4b3-4801-8874-1a2552c1bde5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:33:07.902762 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:33:08.132953 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:33:08.763838 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fb2082a3-c5fd-453f-9ccc-9b78733dea39 req-74385ff0-98e7-474f-be48-ce42edefa413 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0791521 Oct 13 16:33:08.908606 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2082a3-c5fd-453f-9ccc-9b78733dea39 req-62b0d899-6f67-414a-bd8c-f5af3b396d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:33:08.910053 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fb2082a3-c5fd-453f-9ccc-9b78733dea39 req-62b0d899-6f67-414a-bd8c-f5af3b396d04 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9364502afdbe47e9a903654f858fadf2&device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 1100 time: 0.0777545 Oct 13 16:33:09.147816 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2082a3-c5fd-453f-9ccc-9b78733dea39 req-314f97c0-8cd9-4760-9a3d-cf0bbe0c7fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:33:09.149794 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fb2082a3-c5fd-453f-9ccc-9b78733dea39 req-314f97c0-8cd9-4760-9a3d-cf0bbe0c7fe9 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5fd46e4c-4bbe-454e-aac4-56260f77ee6e HTTP/1.1" status: 200 len: 910 time: 0.2210145 Oct 13 16:33:09.250343 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fb2082a3-c5fd-453f-9ccc-9b78733dea39 req-8232b2b8-a63c-4fc2-8322-c6c7f53348e0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b6d119d-d387-46b7-b683-e9d17413f926 HTTP/1.1" status: 200 len: 1002 time: 0.0948665 Oct 13 16:33:09.314640 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2082a3-c5fd-453f-9ccc-9b78733dea39 req-ecbe367d-0427-485d-bf39-4baa02a03236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:33:09.316015 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fb2082a3-c5fd-453f-9ccc-9b78733dea39 req-ecbe367d-0427-485d-bf39-4baa02a03236 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8cb1d6ad-9158-4827-bf60-a5b091f7288b HTTP/1.1" status: 200 len: 848 time: 0.0603287 Oct 13 16:33:09.394983 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2082a3-c5fd-453f-9ccc-9b78733dea39 req-f32fe0b6-51c3-4cbe-aa21-63b18dcd8d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:33:09.396388 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fb2082a3-c5fd-453f-9ccc-9b78733dea39 req-f32fe0b6-51c3-4cbe-aa21-63b18dcd8d9e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5fd46e4c-4bbe-454e-aac4-56260f77ee6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0744805 Oct 13 16:33:09.523362 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fb2082a3-c5fd-453f-9ccc-9b78733dea39 req-60b5c024-a856-43ac-9aab-0abb6bc66f42 service neutron] 10.222.0.16 "GET /v2.0/networks/5fd46e4c-4bbe-454e-aac4-56260f77ee6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202722 Oct 13 16:33:09.652435 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fb2082a3-c5fd-453f-9ccc-9b78733dea39 req-00e5e52c-1e58-4f97-8528-b3a4bda7afa6 service neutron] 10.222.0.16 "GET /v2.0/networks/5fd46e4c-4bbe-454e-aac4-56260f77ee6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225550 Oct 13 16:33:09.836996 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:33:15.537254 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:33:26.373196 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:33:34.631116 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e883807b-8008-45b2-b890-499ae3e4bd2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:33:36.772529 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-43e2a2f7-cefe-4c21-b713-2aae5fd6e40b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:33:37.904741 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:33:38.134993 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:33:39.839026 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:33:48.904458 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 35576) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:33:49.145221 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-ec8acce1-983f-4618-ad04-8f75c77e872e tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Deleting port 2c88fada-e629-4539-a255-ed5b7e5a0377 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:33:49.145570 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ec8acce1-983f-4618-ad04-8f75c77e872e tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:33:49.312224 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ec8acce1-983f-4618-ad04-8f75c77e872e tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:33:49.312471 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ec8acce1-983f-4618-ad04-8f75c77e872e tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:33:49.435643 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-ec8acce1-983f-4618-ad04-8f75c77e872e tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Calling delete_port for 2c88fada-e629-4539-a255-ed5b7e5a0377 owned by network:floatingip {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:33:49.583038 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ec8acce1-983f-4618-ad04-8f75c77e872e tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:33:49.631080 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8acce1-983f-4618-ad04-8f75c77e872e tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Pushing event deleted for resources: {'Port': ['ID=2c88fada-e629-4539-a255-ed5b7e5a0377,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:33:49.676218 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8acce1-983f-4618-ad04-8f75c77e872e tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:33:49.676560 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8acce1-983f-4618-ad04-8f75c77e872e tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:33:49.676896 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8acce1-983f-4618-ad04-8f75c77e872e tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:33:49.677227 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8acce1-983f-4618-ad04-8f75c77e872e tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:33:49.677553 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8acce1-983f-4618-ad04-8f75c77e872e tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:33:49.677878 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8acce1-983f-4618-ad04-8f75c77e872e tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:33:49.678223 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8acce1-983f-4618-ad04-8f75c77e872e tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:33:49.678551 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8acce1-983f-4618-ad04-8f75c77e872e tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:33:49.678871 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8acce1-983f-4618-ad04-8f75c77e872e tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:33:49.679188 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8acce1-983f-4618-ad04-8f75c77e872e tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:33:49.679534 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8acce1-983f-4618-ad04-8f75c77e872e tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:33:49.679850 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8acce1-983f-4618-ad04-8f75c77e872e tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:33:49.737968 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ec8acce1-983f-4618-ad04-8f75c77e872e tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for floatingip, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:33:49.738319 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.l3_db [None req-ec8acce1-983f-4618-ad04-8f75c77e872e tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Floating IP 1b013229-06c7-4f5f-ba01-57a70955bb53 disassociated (deleted). External IP: 172.26.2.110, port: 6b6d119d-d387-46b7-b683-e9d17413f926. Oct 13 16:33:50.172062 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec8acce1-983f-4618-ad04-8f75c77e872e tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Router 2146e8df-7767-4bf8-b783-a948eb11081e has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 16:33:50.349712 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8acce1-983f-4618-ad04-8f75c77e872e tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:33:50.359250 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7396a593-e8ae-4dc6-b850-38652e722387 None None] Sync routers for ids ['2146e8df-7767-4bf8-b783-a948eb11081e'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:33:50.369477 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7396a593-e8ae-4dc6-b850-38652e722387 None None] Routers {'2146e8df-7767-4bf8-b783-a948eb11081e'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:33:50.369674 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-ec8acce1-983f-4618-ad04-8f75c77e872e tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:33:50.370085 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-7396a593-e8ae-4dc6-b850-38652e722387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:33:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['2146e8df-7767-4bf8-b783-a948eb11081e'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:33:50.423446 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-ec8acce1-983f-4618-ad04-8f75c77e872e tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "DELETE /v2.0/floatingips/1b013229-06c7-4f5f-ba01-57a70955bb53 HTTP/1.1" status: 204 len: 168 time: 1.5177259 Oct 13 16:33:50.424255 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd51d836-4cc5-4e03-b1c2-deeff1f2c43f', 'tag': '6b6d119d-d387-46b7-b683-e9d17413f926'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:33:50.426214 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b448bedd6ef1de8349ca4cd32cdc1fdd14839b3a018869371a7ba929b1523ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a751cd6-07f4-4ea6-988b-8f3387723b72" -d '{"events": [{"name": "network-changed", "server_uuid": "bd51d836-4cc5-4e03-b1c2-deeff1f2c43f", "tag": "6b6d119d-d387-46b7-b683-e9d17413f926"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:33:50.535624 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 16:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5decfd33-8ecf-4b56-9305-f4d39ec44bd5 x-openstack-request-id: req-5decfd33-8ecf-4b56-9305-f4d39ec44bd5 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:33:50.535920 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd51d836-4cc5-4e03-b1c2-deeff1f2c43f", "tag": "6b6d119d-d387-46b7-b683-e9d17413f926", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:33:50.536175 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5decfd33-8ecf-4b56-9305-f4d39ec44bd5 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:33:50.536764 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5decfd33-8ecf-4b56-9305-f4d39ec44bd5'] response: {'name': 'network-changed', 'server_uuid': 'bd51d836-4cc5-4e03-b1c2-deeff1f2c43f', 'tag': '6b6d119d-d387-46b7-b683-e9d17413f926', 'status': 'completed', 'code': 200} Oct 13 16:33:50.549627 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-7396a593-e8ae-4dc6-b850-38652e722387 None None] Set router 2146e8df-7767-4bf8-b783-a948eb11081e gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:33:50.699811 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a751cd6-07f4-4ea6-988b-8f3387723b72 req-50d13986-a94e-46b5-8a87-d5ee7d9c56f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:33:50.701389 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6a751cd6-07f4-4ea6-988b-8f3387723b72 req-50d13986-a94e-46b5-8a87-d5ee7d9c56f1 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9364502afdbe47e9a903654f858fadf2&device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 1100 time: 0.1423423 Oct 13 16:33:50.837528 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a751cd6-07f4-4ea6-988b-8f3387723b72 req-05aec356-00b9-4839-bd35-18e257887cab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:33:50.839030 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6a751cd6-07f4-4ea6-988b-8f3387723b72 req-05aec356-00b9-4839-bd35-18e257887cab service neutron] 10.222.0.16 "GET /v2.0/networks?id=5fd46e4c-4bbe-454e-aac4-56260f77ee6e HTTP/1.1" status: 200 len: 910 time: 0.1302712 Oct 13 16:33:50.876172 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-7396a593-e8ae-4dc6-b850-38652e722387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2146e8df-7767-4bf8-b783-a948eb11081e', 'name': 'tempest-TestShelveInstance-1252037528-router', 'tenant_id': '9364502afdbe47e9a903654f858fadf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': '69de2180-3084-4f36-a2e7-92ad9af8a299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:28:24Z', 'updated_at': '2022-10-13T16:28:28Z', 'revision_number': 4, 'project_id': '9364502afdbe47e9a903654f858fadf2', 'gw_port': {'id': '69de2180-3084-4f36-a2e7-92ad9af8a299', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ed:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2146e8df-7767-4bf8-b783-a948eb11081e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:28:24Z', 'updated_at': '2022-10-13T16:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': 'f8115b6d-cfc0-477c-b863-d564619a16c3', 'name': '', 'network_id': '5fd46e4c-4bbe-454e-aac4-56260f77ee6e', 'tenant_id': '9364502afdbe47e9a903654f858fadf2', 'mac_address': 'fa:16:3e:05:13:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2146e8df-7767-4bf8-b783-a948eb11081e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '8cb1d6ad-9158-4827-bf60-a5b091f7288b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:28:27Z', 'updated_at': '2022-10-13T16:28:34Z', 'revision_number': 5, 'project_id': '9364502afdbe47e9a903654f858fadf2', 'subnets': [{'id': '8cb1d6ad-9158-4827-bf60-a5b091f7288b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:33:50.880314 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7396a593-e8ae-4dc6-b850-38652e722387 None None] Checking router: 2146e8df-7767-4bf8-b783-a948eb11081e for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:33:50.887012 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a234dcd-4c55-48f9-8c35-659309d3a939 req-de78bc53-4ce1-48dd-9333-16b93de7b18b tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:33:50.888484 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-4a234dcd-4c55-48f9-8c35-659309d3a939 req-de78bc53-4ce1-48dd-9333-16b93de7b18b tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 947 time: 0.1465960 Oct 13 16:33:50.888619 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7396a593-e8ae-4dc6-b850-38652e722387 None None] Routers {'2146e8df-7767-4bf8-b783-a948eb11081e'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:33:50.889190 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-7396a593-e8ae-4dc6-b850-38652e722387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:33:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['2146e8df-7767-4bf8-b783-a948eb11081e'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:33:50.913829 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6a751cd6-07f4-4ea6-988b-8f3387723b72 req-4e87dd1c-f361-46c4-8e27-53daedc348d0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6b6d119d-d387-46b7-b683-e9d17413f926 HTTP/1.1" status: 200 len: 217 time: 0.0671463 Oct 13 16:33:50.934487 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-4a234dcd-4c55-48f9-8c35-659309d3a939 req-b42cb73a-4cc5-4cc7-a73e-fd1cce03abc6 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d7c5195-a6bf-4c35-bcec-df7c3992f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398223 Oct 13 16:33:50.982972 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a751cd6-07f4-4ea6-988b-8f3387723b72 req-f82f3b34-34b6-451f-b27e-8a86ca4eebd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:33:50.984327 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6a751cd6-07f4-4ea6-988b-8f3387723b72 req-f82f3b34-34b6-451f-b27e-8a86ca4eebd4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8cb1d6ad-9158-4827-bf60-a5b091f7288b HTTP/1.1" status: 200 len: 848 time: 0.0624542 Oct 13 16:33:51.066638 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a751cd6-07f4-4ea6-988b-8f3387723b72 req-290fcb7d-0175-4daa-a9aa-890f5a81d672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:33:51.068085 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6a751cd6-07f4-4ea6-988b-8f3387723b72 req-290fcb7d-0175-4daa-a9aa-890f5a81d672 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5fd46e4c-4bbe-454e-aac4-56260f77ee6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0765181 Oct 13 16:33:51.068856 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-7396a593-e8ae-4dc6-b850-38652e722387 None None] Set router 2146e8df-7767-4bf8-b783-a948eb11081e gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:33:51.200062 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6a751cd6-07f4-4ea6-988b-8f3387723b72 req-86467495-a27f-4948-bdb6-3dbfb4a71e66 service neutron] 10.222.0.16 "GET /v2.0/networks/5fd46e4c-4bbe-454e-aac4-56260f77ee6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236954 Oct 13 16:33:51.331341 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6a751cd6-07f4-4ea6-988b-8f3387723b72 req-cbf99d72-db9d-47f0-8aeb-096efa54662b service neutron] 10.222.0.16 "GET /v2.0/networks/5fd46e4c-4bbe-454e-aac4-56260f77ee6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245456 Oct 13 16:33:51.374303 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-7396a593-e8ae-4dc6-b850-38652e722387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2146e8df-7767-4bf8-b783-a948eb11081e', 'name': 'tempest-TestShelveInstance-1252037528-router', 'tenant_id': '9364502afdbe47e9a903654f858fadf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': '69de2180-3084-4f36-a2e7-92ad9af8a299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:28:24Z', 'updated_at': '2022-10-13T16:28:28Z', 'revision_number': 4, 'project_id': '9364502afdbe47e9a903654f858fadf2', 'gw_port': {'id': '69de2180-3084-4f36-a2e7-92ad9af8a299', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ed:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2146e8df-7767-4bf8-b783-a948eb11081e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:28:24Z', 'updated_at': '2022-10-13T16:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': 'f8115b6d-cfc0-477c-b863-d564619a16c3', 'name': '', 'network_id': '5fd46e4c-4bbe-454e-aac4-56260f77ee6e', 'tenant_id': '9364502afdbe47e9a903654f858fadf2', 'mac_address': 'fa:16:3e:05:13:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2146e8df-7767-4bf8-b783-a948eb11081e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '8cb1d6ad-9158-4827-bf60-a5b091f7288b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:28:27Z', 'updated_at': '2022-10-13T16:28:34Z', 'revision_number': 5, 'project_id': '9364502afdbe47e9a903654f858fadf2', 'subnets': [{'id': '8cb1d6ad-9158-4827-bf60-a5b091f7288b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:33:51.378046 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7396a593-e8ae-4dc6-b850-38652e722387 None None] The sync data for ids ['2146e8df-7767-4bf8-b783-a948eb11081e'] in dv-neutron-860329-2-hyperv is: [{'id': '2146e8df-7767-4bf8-b783-a948eb11081e', 'name': 'tempest-TestShelveInstance-1252037528-router', 'tenant_id': '9364502afdbe47e9a903654f858fadf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': '69de2180-3084-4f36-a2e7-92ad9af8a299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:28:24Z', 'updated_at': '2022-10-13T16:28:28Z', 'revision_number': 4, 'project_id': '9364502afdbe47e9a903654f858fadf2', 'gw_port': {'id': '69de2180-3084-4f36-a2e7-92ad9af8a299', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ed:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2146e8df-7767-4bf8-b783-a948eb11081e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:28:24Z', 'updated_at': '2022-10-13T16:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': 'f8115b6d-cfc0-477c-b863-d564619a16c3', 'name': '', 'network_id': '5fd46e4c-4bbe-454e-aac4-56260f77ee6e', 'tenant_id': '9364502afdbe47e9a903654f858fadf2', 'mac_address': 'fa:16:3e:05:13:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2146e8df-7767-4bf8-b783-a948eb11081e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '8cb1d6ad-9158-4827-bf60-a5b091f7288b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:28:27Z', 'updated_at': '2022-10-13T16:28:34Z', 'revision_number': 5, 'project_id': '9364502afdbe47e9a903654f858fadf2', 'subnets': [{'id': '8cb1d6ad-9158-4827-bf60-a5b091f7288b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:33:51.587806 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d9df5d-4880-4ecd-a8ab-f23111f40bef None None] New status for floating IP 1b013229-06c7-4f5f-ba01-57a70955bb53: DOWN {{(pid=88974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 16:33:52.179416 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620c076b-1086-4b90-8c84-15c208b28258 req-5b5ce2f6-1b1e-4956-bf4e-30bf68c7ace0 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:33:52.180102 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-620c076b-1086-4b90-8c84-15c208b28258 req-5b5ce2f6-1b1e-4956-bf4e-30bf68c7ace0 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Synchronizing usage tracker for tenant:9364502afdbe47e9a903654f858fadf2 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:33:52.195219 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-620c076b-1086-4b90-8c84-15c208b28258 req-5b5ce2f6-1b1e-4956-bf4e-30bf68c7ace0 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Unset dirty status for tenant:9364502afdbe47e9a903654f858fadf2 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:33:52.197181 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-620c076b-1086-4b90-8c84-15c208b28258 req-5b5ce2f6-1b1e-4956-bf4e-30bf68c7ace0 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 947 time: 0.1484797 Oct 13 16:33:52.243675 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-620c076b-1086-4b90-8c84-15c208b28258 req-6c4321a0-01d8-49bb-962e-1efa99a8ed5a tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=9d7c5195-a6bf-4c35-bcec-df7c3992f8df&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400546 Oct 13 16:33:52.469409 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5257bf0-ad6b-4b4d-9566-93326f528b4b req-86dc72f9-85c0-4710-98b1-13cae7621a65 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:33:52.470908 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c5257bf0-ad6b-4b4d-9566-93326f528b4b req-86dc72f9-85c0-4710-98b1-13cae7621a65 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.16 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 947 time: 0.0837688 Oct 13 16:33:52.536516 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:33:52.642808 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-c5257bf0-ad6b-4b4d-9566-93326f528b4b req-1e06551f-0002-4709-86e6-03fdd6428692 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Deleting port 6b6d119d-d387-46b7-b683-e9d17413f926 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:33:52.643161 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-c5257bf0-ad6b-4b4d-9566-93326f528b4b req-1e06551f-0002-4709-86e6-03fdd6428692 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:33:52.884896 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-c5257bf0-ad6b-4b4d-9566-93326f528b4b req-1e06551f-0002-4709-86e6-03fdd6428692 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] For port 6b6d119d-d387-46b7-b683-e9d17413f926, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=6b6d119d-d387-46b7-b683-e9d17413f926,segment=NetworkSegment(fe025d4d-3cec-44f0-b2bc-69d77d230198),segment_id=fe025d4d-3cec-44f0-b2bc-69d77d230198)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:33:52.885236 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-c5257bf0-ad6b-4b4d-9566-93326f528b4b req-1e06551f-0002-4709-86e6-03fdd6428692 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:33:53.004322 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [req-c5257bf0-ad6b-4b4d-9566-93326f528b4b req-1e06551f-0002-4709-86e6-03fdd6428692 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Calling delete_port for 6b6d119d-d387-46b7-b683-e9d17413f926 owned by compute:nova {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:33:53.145459 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-c5257bf0-ad6b-4b4d-9566-93326f528b4b req-1e06551f-0002-4709-86e6-03fdd6428692 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:33:53.195040 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e06551f-0002-4709-86e6-03fdd6428692 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Pushing event deleted for resources: {'Port': ['ID=6b6d119d-d387-46b7-b683-e9d17413f926,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:33:53.281755 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5257bf0-ad6b-4b4d-9566-93326f528b4b req-1e06551f-0002-4709-86e6-03fdd6428692 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] No DVR routers for this DVR port 6b6d119d-d387-46b7-b683-e9d17413f926 on host hv-neutron-8603 {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 16:33:53.284274 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-c5257bf0-ad6b-4b4d-9566-93326f528b4b req-1e06551f-0002-4709-86e6-03fdd6428692 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:33:53.286873 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd51d836-4cc5-4e03-b1c2-deeff1f2c43f', 'name': 'network-vif-deleted', 'tag': '6b6d119d-d387-46b7-b683-e9d17413f926'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:33:53.289128 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b448bedd6ef1de8349ca4cd32cdc1fdd14839b3a018869371a7ba929b1523ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdc37f44-ced1-4934-8d24-c1032860e57b" -d '{"events": [{"server_uuid": "bd51d836-4cc5-4e03-b1c2-deeff1f2c43f", "name": "network-vif-deleted", "tag": "6b6d119d-d387-46b7-b683-e9d17413f926"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:33:53.303235 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-c5257bf0-ad6b-4b4d-9566-93326f528b4b req-1e06551f-0002-4709-86e6-03fdd6428692 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.16 "DELETE /v2.0/ports/6b6d119d-d387-46b7-b683-e9d17413f926 HTTP/1.1" status: 204 len: 173 time: 0.8258970 Oct 13 16:33:53.335026 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 16:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29ac272f-e66a-4f73-984e-8287040d07a0 x-openstack-request-id: req-29ac272f-e66a-4f73-984e-8287040d07a0 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:33:53.335330 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd51d836-4cc5-4e03-b1c2-deeff1f2c43f", "name": "network-vif-deleted", "tag": "6b6d119d-d387-46b7-b683-e9d17413f926", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:33:53.335611 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-29ac272f-e66a-4f73-984e-8287040d07a0 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:33:53.336006 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29ac272f-e66a-4f73-984e-8287040d07a0'] response: {'server_uuid': 'bd51d836-4cc5-4e03-b1c2-deeff1f2c43f', 'name': 'network-vif-deleted', 'tag': '6b6d119d-d387-46b7-b683-e9d17413f926', 'status': 'completed', 'code': 200} Oct 13 16:33:53.407943 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-3a6aaaef-b867-4e0d-a55f-1967d5762d06 req-0f2c4f20-ea71-4147-b43d-455b04b6b79d tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=bd51d836-4cc5-4e03-b1c2-deeff1f2c43f HTTP/1.1" status: 200 len: 210 time: 0.0493481 Oct 13 16:33:54.509316 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 35604) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:33:54.576299 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1fef73ba-3fcf-47ca-a4f9-017c21f6860f tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:33:54.606201 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1fef73ba-3fcf-47ca-a4f9-017c21f6860f tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:33:54.671810 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1fef73ba-3fcf-47ca-a4f9-017c21f6860f tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:33:54.688972 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fef73ba-3fcf-47ca-a4f9-017c21f6860f tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d7c5195-a6bf-4c35-bcec-df7c3992f8df,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:33:54.701376 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1fef73ba-3fcf-47ca-a4f9-017c21f6860f tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:33:54.702532 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-1fef73ba-3fcf-47ca-a4f9-017c21f6860f tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "DELETE /v2.0/security-groups/9d7c5195-a6bf-4c35-bcec-df7c3992f8df HTTP/1.1" status: 204 len: 168 time: 0.1922121 Oct 13 16:33:54.816171 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 35612) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:33:54.821930 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-999ac1b1-8b73-4656-82e1-781a05405e57 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-973459285', 'description': 'tempest-secgroup-smoke-973459285 description', 'project_id': '9364502afdbe47e9a903654f858fadf2'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:33:54.827844 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-999ac1b1-8b73-4656-82e1-781a05405e57 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:33:54.832079 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-999ac1b1-8b73-4656-82e1-781a05405e57 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Usage tracker for resource:security_group and tenant:9364502afdbe47e9a903654f858fadf2 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:33:54.834892 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-999ac1b1-8b73-4656-82e1-781a05405e57 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:33:54.841138 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-999ac1b1-8b73-4656-82e1-781a05405e57 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:33:54.851051 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-999ac1b1-8b73-4656-82e1-781a05405e57 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:33:54.873890 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-999ac1b1-8b73-4656-82e1-781a05405e57 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:33:54.877609 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-999ac1b1-8b73-4656-82e1-781a05405e57 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Usage tracker for resource:security_group_rule and tenant:9364502afdbe47e9a903654f858fadf2 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:33:54.880439 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-999ac1b1-8b73-4656-82e1-781a05405e57 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:33:54.886644 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-999ac1b1-8b73-4656-82e1-781a05405e57 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:33:54.954473 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-999ac1b1-8b73-4656-82e1-781a05405e57 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:33:54.957885 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-999ac1b1-8b73-4656-82e1-781a05405e57 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:33:55.001860 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-999ac1b1-8b73-4656-82e1-781a05405e57 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Pushing event updated for resources: {'SecurityGroup': ['ID=098b0496-13d5-44e8-bc9a-85e9b793bf2c,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:33:55.005966 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-999ac1b1-8b73-4656-82e1-781a05405e57 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:33:55.007116 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-999ac1b1-8b73-4656-82e1-781a05405e57 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1899703 Oct 13 16:33:55.010532 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 35616) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:33:55.016397 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-1236c259-36b5-48d2-ba90-00eeb0282886 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Request body: {'security_group_rule': {'security_group_id': '098b0496-13d5-44e8-bc9a-85e9b793bf2c', 'project_id': '9364502afdbe47e9a903654f858fadf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:33:55.022687 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-1236c259-36b5-48d2-ba90-00eeb0282886 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:33:55.026846 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-1236c259-36b5-48d2-ba90-00eeb0282886 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Usage tracker for resource:security_group_rule and tenant:9364502afdbe47e9a903654f858fadf2 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:33:55.030911 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-1236c259-36b5-48d2-ba90-00eeb0282886 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:33:55.036544 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-1236c259-36b5-48d2-ba90-00eeb0282886 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:33:55.052532 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1236c259-36b5-48d2-ba90-00eeb0282886 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:33:55.111380 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1236c259-36b5-48d2-ba90-00eeb0282886 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:33:55.114806 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1236c259-36b5-48d2-ba90-00eeb0282886 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:33:55.139003 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1236c259-36b5-48d2-ba90-00eeb0282886 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff29d1c5-e792-4666-815e-52cbf170575c,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:33:55.147315 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1236c259-36b5-48d2-ba90-00eeb0282886 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:33:55.148555 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-1236c259-36b5-48d2-ba90-00eeb0282886 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1371496 Oct 13 16:33:55.151280 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 35620) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:33:55.156221 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-228f8e9a-dc55-4b6d-bab0-153d17e68d61 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Request body: {'security_group_rule': {'security_group_id': '098b0496-13d5-44e8-bc9a-85e9b793bf2c', 'project_id': '9364502afdbe47e9a903654f858fadf2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:33:55.161964 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-228f8e9a-dc55-4b6d-bab0-153d17e68d61 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:33:55.165810 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-228f8e9a-dc55-4b6d-bab0-153d17e68d61 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Usage tracker for resource:security_group_rule and tenant:9364502afdbe47e9a903654f858fadf2 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:33:55.168662 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-228f8e9a-dc55-4b6d-bab0-153d17e68d61 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:33:55.174395 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-228f8e9a-dc55-4b6d-bab0-153d17e68d61 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:33:55.190356 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-228f8e9a-dc55-4b6d-bab0-153d17e68d61 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:33:55.253316 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-228f8e9a-dc55-4b6d-bab0-153d17e68d61 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:33:55.256911 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-228f8e9a-dc55-4b6d-bab0-153d17e68d61 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:33:55.279457 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228f8e9a-dc55-4b6d-bab0-153d17e68d61 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e429a665-dec0-4b1f-b838-182f4be54696,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:33:55.287849 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-228f8e9a-dc55-4b6d-bab0-153d17e68d61 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:33:55.289117 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-228f8e9a-dc55-4b6d-bab0-153d17e68d61 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1369312 Oct 13 16:33:55.292646 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 35624) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:33:55.297489 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-40cf0df3-e283-4e61-b1ff-8e7e497f3d29 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Request body: {'security_group_rule': {'security_group_id': '098b0496-13d5-44e8-bc9a-85e9b793bf2c', 'project_id': '9364502afdbe47e9a903654f858fadf2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:33:55.303272 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-40cf0df3-e283-4e61-b1ff-8e7e497f3d29 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:33:55.307768 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-40cf0df3-e283-4e61-b1ff-8e7e497f3d29 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Usage tracker for resource:security_group_rule and tenant:9364502afdbe47e9a903654f858fadf2 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:33:55.310634 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-40cf0df3-e283-4e61-b1ff-8e7e497f3d29 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:33:55.316340 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-40cf0df3-e283-4e61-b1ff-8e7e497f3d29 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:33:55.332732 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-40cf0df3-e283-4e61-b1ff-8e7e497f3d29 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:33:55.394211 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-40cf0df3-e283-4e61-b1ff-8e7e497f3d29 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:33:55.398395 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-40cf0df3-e283-4e61-b1ff-8e7e497f3d29 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:33:55.421423 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cf0df3-e283-4e61-b1ff-8e7e497f3d29 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d35a04c3-7bc4-4568-8586-0a49b18d93c7,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:33:55.431092 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-40cf0df3-e283-4e61-b1ff-8e7e497f3d29 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:33:55.432244 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-40cf0df3-e283-4e61-b1ff-8e7e497f3d29 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1386759 Oct 13 16:33:55.435033 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 35628) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:33:55.439946 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-b4e1c02c-a4d8-4272-bceb-c14113456063 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Request body: {'security_group_rule': {'security_group_id': '098b0496-13d5-44e8-bc9a-85e9b793bf2c', 'project_id': '9364502afdbe47e9a903654f858fadf2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:33:55.445888 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-b4e1c02c-a4d8-4272-bceb-c14113456063 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:33:55.450210 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-b4e1c02c-a4d8-4272-bceb-c14113456063 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Usage tracker for resource:security_group_rule and tenant:9364502afdbe47e9a903654f858fadf2 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:33:55.453118 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-b4e1c02c-a4d8-4272-bceb-c14113456063 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:33:55.458816 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-b4e1c02c-a4d8-4272-bceb-c14113456063 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:33:55.475124 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b4e1c02c-a4d8-4272-bceb-c14113456063 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:33:55.539387 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b4e1c02c-a4d8-4272-bceb-c14113456063 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:33:55.543618 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b4e1c02c-a4d8-4272-bceb-c14113456063 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:33:55.567411 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1c02c-a4d8-4272-bceb-c14113456063 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e956e740-2309-4e66-bcf7-2ff0836a9d5c,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:33:55.580742 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-b4e1c02c-a4d8-4272-bceb-c14113456063 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:33:55.581907 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-b4e1c02c-a4d8-4272-bceb-c14113456063 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1459363 Oct 13 16:33:55.584709 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 35632) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:33:55.589812 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-36cbc3c7-7dcc-4f45-9405-43ff3dca7ddc tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Request body: {'security_group_rule': {'security_group_id': '098b0496-13d5-44e8-bc9a-85e9b793bf2c', 'project_id': '9364502afdbe47e9a903654f858fadf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:33:55.595548 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-36cbc3c7-7dcc-4f45-9405-43ff3dca7ddc tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:33:55.599362 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-36cbc3c7-7dcc-4f45-9405-43ff3dca7ddc tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Usage tracker for resource:security_group_rule and tenant:9364502afdbe47e9a903654f858fadf2 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:33:55.602687 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-36cbc3c7-7dcc-4f45-9405-43ff3dca7ddc tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:33:55.608291 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-36cbc3c7-7dcc-4f45-9405-43ff3dca7ddc tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:33:55.618750 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.securitygroups_db [None req-36cbc3c7-7dcc-4f45-9405-43ff3dca7ddc tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Project 9364502afdbe47e9a903654f858fadf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 16:33:55.625196 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-36cbc3c7-7dcc-4f45-9405-43ff3dca7ddc tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:33:55.690361 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-36cbc3c7-7dcc-4f45-9405-43ff3dca7ddc tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:33:55.694025 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-36cbc3c7-7dcc-4f45-9405-43ff3dca7ddc tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:33:55.718217 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36cbc3c7-7dcc-4f45-9405-43ff3dca7ddc tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c87b2557-866a-40cc-a5e3-37805d7151f6,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:33:55.726381 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-36cbc3c7-7dcc-4f45-9405-43ff3dca7ddc tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:33:55.728152 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-36cbc3c7-7dcc-4f45-9405-43ff3dca7ddc tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1425383 Oct 13 16:33:55.730845 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 35636) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:33:55.735724 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-7eb22c62-77fc-4a5a-9bc2-e3f10adc8395 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Request body: {'security_group_rule': {'security_group_id': '098b0496-13d5-44e8-bc9a-85e9b793bf2c', 'project_id': '9364502afdbe47e9a903654f858fadf2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:33:55.741408 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-7eb22c62-77fc-4a5a-9bc2-e3f10adc8395 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:33:55.745442 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-7eb22c62-77fc-4a5a-9bc2-e3f10adc8395 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Usage tracker for resource:security_group_rule and tenant:9364502afdbe47e9a903654f858fadf2 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:33:55.748311 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-7eb22c62-77fc-4a5a-9bc2-e3f10adc8395 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:33:55.753984 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-7eb22c62-77fc-4a5a-9bc2-e3f10adc8395 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:33:55.763560 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.securitygroups_db [None req-7eb22c62-77fc-4a5a-9bc2-e3f10adc8395 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Project 9364502afdbe47e9a903654f858fadf2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 16:33:55.770116 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7eb22c62-77fc-4a5a-9bc2-e3f10adc8395 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:33:55.833880 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7eb22c62-77fc-4a5a-9bc2-e3f10adc8395 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:33:55.837649 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7eb22c62-77fc-4a5a-9bc2-e3f10adc8395 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:33:55.860894 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb22c62-77fc-4a5a-9bc2-e3f10adc8395 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b594f7f-6857-4315-acef-7268e5e4ca1f,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:33:55.869181 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7eb22c62-77fc-4a5a-9bc2-e3f10adc8395 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:33:55.870588 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-7eb22c62-77fc-4a5a-9bc2-e3f10adc8395 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1388435 Oct 13 16:33:56.389307 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:33:57.358492 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 6b6d119d-d387-46b7-b683-e9d17413f926 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:33:57.392738 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] No Port match for: 6b6d119d-d387-46b7-b683-e9d17413f926 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:33:57.393389 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 6b6d119d-d387-46b7-b683-e9d17413f926 not bound to the agent host hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:34:04.640674 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-98c39a4a-89e6-4855-b770-9f00d1b3d33f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:34:06.776081 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-dc109e09-8d03-4c59-a4cd-841f5642fff9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:34:07.907476 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:34:08.142886 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:34:09.668935 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-04880f92-bf4d-4efd-84cd-2cb40de32a67 req-7ea724cd-2483-4115-9bf0-87e653e317ad tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-973459285&fields=id&tenant_id=9364502afdbe47e9a903654f858fadf2 HTTP/1.1" status: 200 len: 267 time: 0.0425875 Oct 13 16:34:09.841300 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:34:09.904841 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04880f92-bf4d-4efd-84cd-2cb40de32a67 req-4f5d61df-1612-49e3-beaa-7614cb5c8bf3 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:34:09.906277 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-04880f92-bf4d-4efd-84cd-2cb40de32a67 req-4f5d61df-1612-49e3-beaa-7614cb5c8bf3 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/networks?id=5fd46e4c-4bbe-454e-aac4-56260f77ee6e HTTP/1.1" status: 200 len: 809 time: 0.2293060 Oct 13 16:34:09.920958 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-04880f92-bf4d-4efd-84cd-2cb40de32a67 req-1788df91-ebdd-4243-b3ec-5d0190c24316 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/quotas/9364502afdbe47e9a903654f858fadf2 HTTP/1.1" status: 200 len: 375 time: 0.0092905 Oct 13 16:34:10.006628 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-04880f92-bf4d-4efd-84cd-2cb40de32a67 req-1dbb5549-11ae-4b68-bd1e-0584a31f80f2 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=9364502afdbe47e9a903654f858fadf2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0808840 Oct 13 16:34:10.078060 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [req-04880f92-bf4d-4efd-84cd-2cb40de32a67 req-792facd3-3a92-4528-b2b5-2995fe4f0d15 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88972) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 16:34:10.079063 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-04880f92-bf4d-4efd-84cd-2cb40de32a67 req-792facd3-3a92-4528-b2b5-2995fe4f0d15 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0613258 Oct 13 16:34:10.207477 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-04880f92-bf4d-4efd-84cd-2cb40de32a67 req-5273d141-0d0f-4f13-ac54-efb37ddb8f2a service neutron] 10.222.0.42 "GET /v2.0/networks/5fd46e4c-4bbe-454e-aac4-56260f77ee6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227012 Oct 13 16:34:10.336183 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-04880f92-bf4d-4efd-84cd-2cb40de32a67 req-eadf6e28-4e41-4b79-bdf6-305cd5e73018 service neutron] 10.222.0.42 "GET /v2.0/networks/5fd46e4c-4bbe-454e-aac4-56260f77ee6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229761 Oct 13 16:34:10.719888 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-9d0c99d5-fb82-4616-a026-bb8d44a3bcfa req-21be6e90-3e6e-416c-b728-f976caa5e9d4 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Synchronizing usage tracker for tenant:9364502afdbe47e9a903654f858fadf2 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:34:10.737418 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-9d0c99d5-fb82-4616-a026-bb8d44a3bcfa req-21be6e90-3e6e-416c-b728-f976caa5e9d4 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Unset dirty status for tenant:9364502afdbe47e9a903654f858fadf2 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:34:10.738586 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-9d0c99d5-fb82-4616-a026-bb8d44a3bcfa req-21be6e90-3e6e-416c-b728-f976caa5e9d4 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=555329b7-3ee9-4dea-92fb-07d3b9773652 HTTP/1.1" status: 200 len: 210 time: 0.0721517 Oct 13 16:34:11.699572 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04880f92-bf4d-4efd-84cd-2cb40de32a67 req-57b71706-bfe9-408a-88a5-fce2eb43d55d tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:34:11.700988 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-04880f92-bf4d-4efd-84cd-2cb40de32a67 req-57b71706-bfe9-408a-88a5-fce2eb43d55d tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.16 "GET /v2.0/networks?id=5fd46e4c-4bbe-454e-aac4-56260f77ee6e HTTP/1.1" status: 200 len: 809 time: 0.1489875 Oct 13 16:34:11.748608 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-04880f92-bf4d-4efd-84cd-2cb40de32a67 req-78813750-a792-4a6b-996f-7ddc7905cd61 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Synchronizing usage tracker for tenant:9364502afdbe47e9a903654f858fadf2 on resource:security_group {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:34:11.764236 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-04880f92-bf4d-4efd-84cd-2cb40de32a67 req-78813750-a792-4a6b-996f-7ddc7905cd61 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Unset dirty status for tenant:9364502afdbe47e9a903654f858fadf2 on resource:security_group {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:34:11.765362 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-04880f92-bf4d-4efd-84cd-2cb40de32a67 req-78813750-a792-4a6b-996f-7ddc7905cd61 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9364502afdbe47e9a903654f858fadf2 HTTP/1.1" status: 200 len: 379 time: 0.0566125 Oct 13 16:34:11.775650 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-04880f92-bf4d-4efd-84cd-2cb40de32a67 req-2f89f369-8afa-42dd-bef2-1109e37f2f94 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Request body: {'port': {'device_id': '555329b7-3ee9-4dea-92fb-07d3b9773652', 'network_id': '5fd46e4c-4bbe-454e-aac4-56260f77ee6e', 'admin_state_up': True, 'tenant_id': '9364502afdbe47e9a903654f858fadf2', 'security_groups': ['098b0496-13d5-44e8-bc9a-85e9b793bf2c']}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:34:11.916048 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-04880f92-bf4d-4efd-84cd-2cb40de32a67 req-2f89f369-8afa-42dd-bef2-1109e37f2f94 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:34:11.925582 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-a825010d-9ee7-45ea-814c-f14a69e2821b req-3d4dd9fd-74b5-444e-b472-5045fb8ba660 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=555329b7-3ee9-4dea-92fb-07d3b9773652 HTTP/1.1" status: 200 len: 210 time: 0.0729704 Oct 13 16:34:11.926974 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [req-04880f92-bf4d-4efd-84cd-2cb40de32a67 req-2f89f369-8afa-42dd-bef2-1109e37f2f94 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:34:11.950410 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04880f92-bf4d-4efd-84cd-2cb40de32a67 req-2f89f369-8afa-42dd-bef2-1109e37f2f94 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Made reservation on behalf of 9364502afdbe47e9a903654f858fadf2 for: {'port': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 16:34:11.954270 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-04880f92-bf4d-4efd-84cd-2cb40de32a67 req-2f89f369-8afa-42dd-bef2-1109e37f2f94 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:34:12.117704 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [req-04880f92-bf4d-4efd-84cd-2cb40de32a67 req-2f89f369-8afa-42dd-bef2-1109e37f2f94 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Allocated IP 172.20.0.11 (5fd46e4c-4bbe-454e-aac4-56260f77ee6e/8cb1d6ad-9158-4827-bf60-a5b091f7288b/1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:34:12.413049 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-04880f92-bf4d-4efd-84cd-2cb40de32a67 req-2f89f369-8afa-42dd-bef2-1109e37f2f94 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:34:12.428792 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-04880f92-bf4d-4efd-84cd-2cb40de32a67 req-2f89f369-8afa-42dd-bef2-1109e37f2f94 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Transition to ACTIVE for port object 1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:34:12.452627 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-04880f92-bf4d-4efd-84cd-2cb40de32a67 req-2f89f369-8afa-42dd-bef2-1109e37f2f94 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:34:12.526035 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04880f92-bf4d-4efd-84cd-2cb40de32a67 req-2f89f369-8afa-42dd-bef2-1109e37f2f94 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Network 5fd46e4c-4bbe-454e-aac4-56260f77ee6e is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:34:12.528954 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [req-04880f92-bf4d-4efd-84cd-2cb40de32a67 req-2f89f369-8afa-42dd-bef2-1109e37f2f94 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:34:12.532641 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [req-04880f92-bf4d-4efd-84cd-2cb40de32a67 req-2f89f369-8afa-42dd-bef2-1109e37f2f94 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:34:12.576640 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f89f369-8afa-42dd-bef2-1109e37f2f94 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Pushing event updated for resources: {'Port': ['ID=1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:34:12.599376 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04880f92-bf4d-4efd-84cd-2cb40de32a67 req-2f89f369-8afa-42dd-bef2-1109e37f2f94 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:34:12.599993 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-04880f92-bf4d-4efd-84cd-2cb40de32a67 req-2f89f369-8afa-42dd-bef2-1109e37f2f94 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:34:12.626529 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-04880f92-bf4d-4efd-84cd-2cb40de32a67 req-2f89f369-8afa-42dd-bef2-1109e37f2f94 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8547544 Oct 13 16:34:12.638305 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [req-04880f92-bf4d-4efd-84cd-2cb40de32a67 req-13452c58-dc59-4f9c-9eba-e1f6d65bc214 service neutron] Request body: {'port': {'device_id': '555329b7-3ee9-4dea-92fb-07d3b9773652', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:34:12.762402 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-04880f92-bf4d-4efd-84cd-2cb40de32a67 req-13452c58-dc59-4f9c-9eba-e1f6d65bc214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:34:12.863696 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-097f22cf-ce60-4919-b348-03d423ac5b68 None None] Provisioning for port 1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:34:12.872690 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-097f22cf-ce60-4919-b348-03d423ac5b68 None None] Provisioning complete for port 1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:34:12.873514 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-097f22cf-ce60-4919-b348-03d423ac5b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:34:12.874156 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-097f22cf-ce60-4919-b348-03d423ac5b68 None None] Attempt 1 to provision port 1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e Oct 13 16:34:12.943873 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-097f22cf-ce60-4919-b348-03d423ac5b68 None None] Port 1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:34:13.199639 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [req-04880f92-bf4d-4efd-84cd-2cb40de32a67 req-13452c58-dc59-4f9c-9eba-e1f6d65bc214 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e {{(pid=88973) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 16:34:13.211580 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-04880f92-bf4d-4efd-84cd-2cb40de32a67 req-13452c58-dc59-4f9c-9eba-e1f6d65bc214 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:34:13.221012 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596e647c-3552-443e-aa48-fa0683bb1d1b req-2412f899-dcde-4438-91a0-b37ee8283510 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:34:13.221718 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-596e647c-3552-443e-aa48-fa0683bb1d1b req-2412f899-dcde-4438-91a0-b37ee8283510 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Synchronizing usage tracker for tenant:9364502afdbe47e9a903654f858fadf2 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:34:13.245012 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [req-04880f92-bf4d-4efd-84cd-2cb40de32a67 req-13452c58-dc59-4f9c-9eba-e1f6d65bc214 service neutron] Transition to ACTIVE for port object 1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e will not be triggered until provisioned by entity L2. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:34:13.248458 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-04880f92-bf4d-4efd-84cd-2cb40de32a67 req-13452c58-dc59-4f9c-9eba-e1f6d65bc214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:34:13.328805 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-596e647c-3552-443e-aa48-fa0683bb1d1b req-2412f899-dcde-4438-91a0-b37ee8283510 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Unset dirty status for tenant:9364502afdbe47e9a903654f858fadf2 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:34:13.329955 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-596e647c-3552-443e-aa48-fa0683bb1d1b req-2412f899-dcde-4438-91a0-b37ee8283510 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=555329b7-3ee9-4dea-92fb-07d3b9773652 HTTP/1.1" status: 200 len: 932 time: 0.2741332 Oct 13 16:34:13.445717 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-097f22cf-ce60-4919-b348-03d423ac5b68 None None] Attempt 2 to provision port 1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e Oct 13 16:34:13.474847 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13452c58-dc59-4f9c-9eba-e1f6d65bc214 service neutron] Pushing event updated for resources: {'Port': ['ID=1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:34:13.491213 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-596e647c-3552-443e-aa48-fa0683bb1d1b req-01fcd13f-4db5-4360-813a-e17e10af11a4 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=098b0496-13d5-44e8-bc9a-85e9b793bf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1482503 Oct 13 16:34:13.507373 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-097f22cf-ce60-4919-b348-03d423ac5b68 None None] Port 1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:34:13.523103 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-04880f92-bf4d-4efd-84cd-2cb40de32a67 req-13452c58-dc59-4f9c-9eba-e1f6d65bc214 service neutron] Attempting to bind port 1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:34:13.523436 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-04880f92-bf4d-4efd-84cd-2cb40de32a67 req-13452c58-dc59-4f9c-9eba-e1f6d65bc214 service neutron] Attempting to bind port 1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': 'fe025d4d-3cec-44f0-b2bc-69d77d230198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5fd46e4c-4bbe-454e-aac4-56260f77ee6e'}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:34:13.523765 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04880f92-bf4d-4efd-84cd-2cb40de32a67 req-13452c58-dc59-4f9c-9eba-e1f6d65bc214 service neutron] Attempting to bind port 1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e on network 5fd46e4c-4bbe-454e-aac4-56260f77ee6e {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:34:13.528512 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04880f92-bf4d-4efd-84cd-2cb40de32a67 req-13452c58-dc59-4f9c-9eba-e1f6d65bc214 service neutron] Port 1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e on network 5fd46e4c-4bbe-454e-aac4-56260f77ee6e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 16:34:13.528825 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04880f92-bf4d-4efd-84cd-2cb40de32a67 req-13452c58-dc59-4f9c-9eba-e1f6d65bc214 service neutron] Attempting to bind port 1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e on network 5fd46e4c-4bbe-454e-aac4-56260f77ee6e {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:34:13.533907 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04880f92-bf4d-4efd-84cd-2cb40de32a67 req-13452c58-dc59-4f9c-9eba-e1f6d65bc214 service neutron] Checking agent: {'id': 'c4d1d38a-44f6-47ac-b17c-311e640e7cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'started_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 33, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:34:13.534276 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04880f92-bf4d-4efd-84cd-2cb40de32a67 req-13452c58-dc59-4f9c-9eba-e1f6d65bc214 service neutron] Checking segment: {'id': 'fe025d4d-3cec-44f0-b2bc-69d77d230198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5fd46e4c-4bbe-454e-aac4-56260f77ee6e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:34:13.534654 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04880f92-bf4d-4efd-84cd-2cb40de32a67 req-13452c58-dc59-4f9c-9eba-e1f6d65bc214 service neutron] Bound using segment: {'id': 'fe025d4d-3cec-44f0-b2bc-69d77d230198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5fd46e4c-4bbe-454e-aac4-56260f77ee6e'} {{(pid=88973) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:34:13.535076 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.managers [req-04880f92-bf4d-4efd-84cd-2cb40de32a67 req-13452c58-dc59-4f9c-9eba-e1f6d65bc214 service neutron] Bound port: 1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe025d4d-3cec-44f0-b2bc-69d77d230198', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 435, 'network_id': '5fd46e4c-4bbe-454e-aac4-56260f77ee6e'}}] {{(pid=88973) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:34:13.535418 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-04880f92-bf4d-4efd-84cd-2cb40de32a67 req-13452c58-dc59-4f9c-9eba-e1f6d65bc214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:34:13.628382 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-04880f92-bf4d-4efd-84cd-2cb40de32a67 req-13452c58-dc59-4f9c-9eba-e1f6d65bc214 service neutron] For port 1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e, host hv-neutron-8603, cleared binding levels {{(pid=88973) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:34:13.631310 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [req-04880f92-bf4d-4efd-84cd-2cb40de32a67 req-13452c58-dc59-4f9c-9eba-e1f6d65bc214 service neutron] For port 1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e,segment=NetworkSegment(fe025d4d-3cec-44f0-b2bc-69d77d230198),segment_id=fe025d4d-3cec-44f0-b2bc-69d77d230198)] {{(pid=88973) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:34:13.635716 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-04880f92-bf4d-4efd-84cd-2cb40de32a67 req-13452c58-dc59-4f9c-9eba-e1f6d65bc214 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:34:13.638966 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04880f92-bf4d-4efd-84cd-2cb40de32a67 req-13452c58-dc59-4f9c-9eba-e1f6d65bc214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:34:13.639548 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [req-04880f92-bf4d-4efd-84cd-2cb40de32a67 req-13452c58-dc59-4f9c-9eba-e1f6d65bc214 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:34:13.641206 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-04880f92-bf4d-4efd-84cd-2cb40de32a67 req-13452c58-dc59-4f9c-9eba-e1f6d65bc214 service neutron] 10.222.0.16 "PUT /v2.0/ports/1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e HTTP/1.1" status: 200 len: 1094 time: 1.0078545 Oct 13 16:34:13.679997 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '555329b7-3ee9-4dea-92fb-07d3b9773652', 'tag': '1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:34:13.682363 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b448bedd6ef1de8349ca4cd32cdc1fdd14839b3a018869371a7ba929b1523ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393a89d3-6d3e-482b-8cf7-2ab7fea417e0" -d '{"events": [{"name": "network-changed", "server_uuid": "555329b7-3ee9-4dea-92fb-07d3b9773652", "tag": "1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:34:13.730696 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 16:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c7d291-d79f-4f53-bbcb-f3f36dfbb568 x-openstack-request-id: req-44c7d291-d79f-4f53-bbcb-f3f36dfbb568 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:34:13.730976 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "555329b7-3ee9-4dea-92fb-07d3b9773652", "tag": "1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:34:13.731219 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-44c7d291-d79f-4f53-bbcb-f3f36dfbb568 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:34:13.731600 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44c7d291-d79f-4f53-bbcb-f3f36dfbb568'] response: {'name': 'network-changed', 'server_uuid': '555329b7-3ee9-4dea-92fb-07d3b9773652', 'tag': '1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e', 'status': 'completed', 'code': 200} Oct 13 16:34:13.778433 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13452c58-dc59-4f9c-9eba-e1f6d65bc214 service neutron] Pushing event updated for resources: {'Port': ['ID=1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e,revision_number=3']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:34:13.796120 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04880f92-bf4d-4efd-84cd-2cb40de32a67 req-e888367b-2300-4e21-a853-984747ee6e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:34:13.797567 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-04880f92-bf4d-4efd-84cd-2cb40de32a67 req-e888367b-2300-4e21-a853-984747ee6e49 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9364502afdbe47e9a903654f858fadf2&device_id=555329b7-3ee9-4dea-92fb-07d3b9773652 HTTP/1.1" status: 200 len: 1097 time: 0.1126668 Oct 13 16:34:13.866588 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-04880f92-bf4d-4efd-84cd-2cb40de32a67 req-2767f4e0-b145-4ae5-bcd0-20cb20ebc5bc service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e HTTP/1.1" status: 200 len: 217 time: 0.0621433 Oct 13 16:34:13.925924 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04880f92-bf4d-4efd-84cd-2cb40de32a67 req-861a96ba-bffc-4c3d-864d-4cded305beba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:34:13.927291 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-04880f92-bf4d-4efd-84cd-2cb40de32a67 req-861a96ba-bffc-4c3d-864d-4cded305beba service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8cb1d6ad-9158-4827-bf60-a5b091f7288b HTTP/1.1" status: 200 len: 848 time: 0.0547409 Oct 13 16:34:14.009829 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-097f22cf-ce60-4919-b348-03d423ac5b68 None None] Attempt 3 to provision port 1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e Oct 13 16:34:14.012113 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04880f92-bf4d-4efd-84cd-2cb40de32a67 req-9a09c39b-390b-40c3-acce-e7999676b1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:34:14.013578 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-04880f92-bf4d-4efd-84cd-2cb40de32a67 req-9a09c39b-390b-40c3-acce-e7999676b1aa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5fd46e4c-4bbe-454e-aac4-56260f77ee6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0794537 Oct 13 16:34:14.068621 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-097f22cf-ce60-4919-b348-03d423ac5b68 None None] Port 1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 16:34:14.245033 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-04880f92-bf4d-4efd-84cd-2cb40de32a67 req-d559bb7a-5ff4-4b74-b7c5-a6f0a8b09895 service neutron] 10.222.0.16 "GET /v2.0/networks/5fd46e4c-4bbe-454e-aac4-56260f77ee6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254603 Oct 13 16:34:14.374000 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-04880f92-bf4d-4efd-84cd-2cb40de32a67 req-a92eef3a-a718-459a-9420-e6c92ff4d294 service neutron] 10.222.0.16 "GET /v2.0/networks/5fd46e4c-4bbe-454e-aac4-56260f77ee6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224711 Oct 13 16:34:14.497604 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a89d3-6d3e-482b-8cf7-2ab7fea417e0 req-43ab0b97-84c5-41fe-9982-714af28e8a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:34:14.499045 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-393a89d3-6d3e-482b-8cf7-2ab7fea417e0 req-43ab0b97-84c5-41fe-9982-714af28e8a9e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9364502afdbe47e9a903654f858fadf2&device_id=555329b7-3ee9-4dea-92fb-07d3b9773652 HTTP/1.1" status: 200 len: 1097 time: 0.0783305 Oct 13 16:34:14.680951 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a89d3-6d3e-482b-8cf7-2ab7fea417e0 req-6b1ab9c2-4714-46e4-8e09-9d7e3a925f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:34:14.682956 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-393a89d3-6d3e-482b-8cf7-2ab7fea417e0 req-6b1ab9c2-4714-46e4-8e09-9d7e3a925f90 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5fd46e4c-4bbe-454e-aac4-56260f77ee6e HTTP/1.1" status: 200 len: 910 time: 0.1781807 Oct 13 16:34:14.754469 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-393a89d3-6d3e-482b-8cf7-2ab7fea417e0 req-90608bdf-b015-41cc-97cf-fd8b78d84d77 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e HTTP/1.1" status: 200 len: 217 time: 0.0654759 Oct 13 16:34:14.824141 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1881ef91-bb43-4da1-9a67-6e183aecbcac req-79561335-ce5f-48d2-8ca9-4e26cae545dd tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:34:14.825564 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1881ef91-bb43-4da1-9a67-6e183aecbcac req-79561335-ce5f-48d2-8ca9-4e26cae545dd tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=555329b7-3ee9-4dea-92fb-07d3b9773652 HTTP/1.1" status: 200 len: 944 time: 0.2152722 Oct 13 16:34:14.833732 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a89d3-6d3e-482b-8cf7-2ab7fea417e0 req-359e1356-d05f-4752-a976-ad62e9a953ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:34:14.835065 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-393a89d3-6d3e-482b-8cf7-2ab7fea417e0 req-359e1356-d05f-4752-a976-ad62e9a953ea service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8cb1d6ad-9158-4827-bf60-a5b091f7288b HTTP/1.1" status: 200 len: 848 time: 0.0741181 Oct 13 16:34:14.929549 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1881ef91-bb43-4da1-9a67-6e183aecbcac req-ddd72a54-95a3-43c0-b0af-b0797b4efb3b tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=098b0496-13d5-44e8-bc9a-85e9b793bf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973001 Oct 13 16:34:14.945447 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a89d3-6d3e-482b-8cf7-2ab7fea417e0 req-465c69eb-a340-49d6-9afa-656e0f336d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:34:14.947695 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-393a89d3-6d3e-482b-8cf7-2ab7fea417e0 req-465c69eb-a340-49d6-9afa-656e0f336d9f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5fd46e4c-4bbe-454e-aac4-56260f77ee6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1005561 Oct 13 16:34:15.080635 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-393a89d3-6d3e-482b-8cf7-2ab7fea417e0 req-1cb4b94f-6e6b-4857-8ccf-1c23104c0b45 service neutron] 10.222.0.16 "GET /v2.0/networks/5fd46e4c-4bbe-454e-aac4-56260f77ee6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242170 Oct 13 16:34:15.211491 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-393a89d3-6d3e-482b-8cf7-2ab7fea417e0 req-3425a599-e24a-4388-b9ed-053bc53d4d30 service neutron] 10.222.0.16 "GET /v2.0/networks/5fd46e4c-4bbe-454e-aac4-56260f77ee6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251860 Oct 13 16:34:16.125218 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdde123b-103a-4f88-b43e-fcf40ac6c1ed req-927f6a4a-aaed-47ba-a1c9-cf43ffd33da2 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:34:16.126661 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-bdde123b-103a-4f88-b43e-fcf40ac6c1ed req-927f6a4a-aaed-47ba-a1c9-cf43ffd33da2 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=555329b7-3ee9-4dea-92fb-07d3b9773652 HTTP/1.1" status: 200 len: 944 time: 0.0846355 Oct 13 16:34:16.169665 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-bdde123b-103a-4f88-b43e-fcf40ac6c1ed req-784e9cd4-0754-43c5-a457-e0d0f8be2a46 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=098b0496-13d5-44e8-bc9a-85e9b793bf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374229 Oct 13 16:34:17.361843 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1493cc-56a4-4e94-b628-d905694caa1b req-6569739d-1772-4f8b-b266-2b208684d7a0 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:34:17.363292 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-bd1493cc-56a4-4e94-b628-d905694caa1b req-6569739d-1772-4f8b-b266-2b208684d7a0 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=555329b7-3ee9-4dea-92fb-07d3b9773652 HTTP/1.1" status: 200 len: 944 time: 0.0853593 Oct 13 16:34:17.406259 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-bd1493cc-56a4-4e94-b628-d905694caa1b req-13b5a91f-d361-4260-ba20-4ca96e6863b5 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=098b0496-13d5-44e8-bc9a-85e9b793bf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368657 Oct 13 16:34:18.601820 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf5d509-3e49-4947-be56-9d30263da3e1 req-be04682d-f523-473e-86ae-78df29891b0e tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:34:18.603732 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-6cf5d509-3e49-4947-be56-9d30263da3e1 req-be04682d-f523-473e-86ae-78df29891b0e tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=555329b7-3ee9-4dea-92fb-07d3b9773652 HTTP/1.1" status: 200 len: 944 time: 0.0894954 Oct 13 16:34:18.647413 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-6cf5d509-3e49-4947-be56-9d30263da3e1 req-14d89b2b-bfef-4a33-94c7-127f4356a74e tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=098b0496-13d5-44e8-bc9a-85e9b793bf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379882 Oct 13 16:34:19.846387 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e918e-fea2-4c6f-b521-f9a216242525 req-0746fe67-3430-4b1a-aa35-0a665181ac97 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:34:19.847790 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-be1e918e-fea2-4c6f-b521-f9a216242525 req-0746fe67-3430-4b1a-aa35-0a665181ac97 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=555329b7-3ee9-4dea-92fb-07d3b9773652 HTTP/1.1" status: 200 len: 944 time: 0.0888977 Oct 13 16:34:19.891795 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-be1e918e-fea2-4c6f-b521-f9a216242525 req-3b45ecad-5ef5-4b8a-810f-342b487aaf03 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=098b0496-13d5-44e8-bc9a-85e9b793bf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377276 Oct 13 16:34:21.090884 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f146f5a-1f4d-4c8a-83ce-05903804a205 req-15a20a39-af1c-4bde-b3fc-ca85d170facd tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:34:21.092218 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-2f146f5a-1f4d-4c8a-83ce-05903804a205 req-15a20a39-af1c-4bde-b3fc-ca85d170facd tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=555329b7-3ee9-4dea-92fb-07d3b9773652 HTTP/1.1" status: 200 len: 944 time: 0.0893061 Oct 13 16:34:21.134095 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-2f146f5a-1f4d-4c8a-83ce-05903804a205 req-a6d772cd-7474-45c8-9c44-fc9f6f8c0c59 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=098b0496-13d5-44e8-bc9a-85e9b793bf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364070 Oct 13 16:34:22.330177 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40035bd-d24b-4954-a648-e6eebe54ed84 req-b922d986-8495-45d6-abf9-3a7cf98d8a56 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:34:22.331601 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d40035bd-d24b-4954-a648-e6eebe54ed84 req-b922d986-8495-45d6-abf9-3a7cf98d8a56 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=555329b7-3ee9-4dea-92fb-07d3b9773652 HTTP/1.1" status: 200 len: 944 time: 0.0886998 Oct 13 16:34:22.373717 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d40035bd-d24b-4954-a648-e6eebe54ed84 req-ee84f7f7-d47e-4ced-94f5-6b0e992b4a8a tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=098b0496-13d5-44e8-bc9a-85e9b793bf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366266 Oct 13 16:34:23.469036 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=88974) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 13 16:34:23.569283 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07315d0e-404b-4cb1-942e-fea839eac7d2 req-73b720f2-09f8-4e32-a676-95d275df71e2 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:34:23.570792 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-07315d0e-404b-4cb1-942e-fea839eac7d2 req-73b720f2-09f8-4e32-a676-95d275df71e2 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=555329b7-3ee9-4dea-92fb-07d3b9773652 HTTP/1.1" status: 200 len: 944 time: 0.0868456 Oct 13 16:34:23.601895 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e,segment=NetworkSegment(fe025d4d-3cec-44f0-b2bc-69d77d230198),segment_id=fe025d4d-3cec-44f0-b2bc-69d77d230198)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:34:23.615224 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Returning: {'device': '1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e', 'network_id': '5fd46e4c-4bbe-454e-aac4-56260f77ee6e', 'port_id': '1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e', 'mac_address': 'fa:16:3e:4c:e4:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb1d6ad-9158-4827-bf60-a5b091f7288b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88974) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 13 16:34:23.615394 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-07315d0e-404b-4cb1-942e-fea839eac7d2 req-33af0ae8-4f81-4bf3-b05c-1205ed8da732 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=098b0496-13d5-44e8-bc9a-85e9b793bf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384121 Oct 13 16:34:23.674261 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e is: DOWN; New status is: BUILD {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:34:23.674554 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:34:23.691777 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e {{(pid=88974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 16:34:23.707829 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e,segment=NetworkSegment(fe025d4d-3cec-44f0-b2bc-69d77d230198),segment_id=fe025d4d-3cec-44f0-b2bc-69d77d230198)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:34:23.711302 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:34:23.777821 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:34:23.784668 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:34:23.785005 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:34:23.785336 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:34:23.785661 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:34:23.785989 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:34:23.786333 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:34:23.786651 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:34:23.786968 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:34:23.787285 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:34:23.787608 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:34:23.787907 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:34:23.788215 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:34:24.093037 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 16:34:24.818037 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c0e3fc-f351-4d89-8cd6-a3849c90a43b req-9d88d17a-a90a-4727-b5ca-f5086b6e17ca tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:34:24.819502 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-94c0e3fc-f351-4d89-8cd6-a3849c90a43b req-9d88d17a-a90a-4727-b5ca-f5086b6e17ca tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=555329b7-3ee9-4dea-92fb-07d3b9773652 HTTP/1.1" status: 200 len: 945 time: 0.0854337 Oct 13 16:34:24.862258 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-94c0e3fc-f351-4d89-8cd6-a3849c90a43b req-eefd988f-51bf-4c63-a6b5-8f19d00a545f tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=098b0496-13d5-44e8-bc9a-85e9b793bf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370181 Oct 13 16:34:25.483636 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e up at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:34:25.555005 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning for port 1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:34:25.560186 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning complete for port 1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:34:25.560583 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:34:25.560911 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Attempt 1 to provision port 1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e Oct 13 16:34:25.677682 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e is: BUILD; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:34:25.678068 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:34:25.705505 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '555329b7-3ee9-4dea-92fb-07d3b9773652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:34:25.707820 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ddb4cee44164d2a2faddf60bbce385128d937d64d67dbdc4313fc2cc2e51dfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52857dd9-95c5-441b-bf70-5e278fe34a58" -d '{"events": [{"server_uuid": "555329b7-3ee9-4dea-92fb-07d3b9773652", "name": "network-vif-plugged", "status": "completed", "tag": "1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:34:25.715614 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e,segment=NetworkSegment(fe025d4d-3cec-44f0-b2bc-69d77d230198),segment_id=fe025d4d-3cec-44f0-b2bc-69d77d230198)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:34:25.719297 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:34:25.760116 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 16:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8187271-36f2-4f04-8fc1-58c993b7cbd0 x-openstack-request-id: req-c8187271-36f2-4f04-8fc1-58c993b7cbd0 {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:34:25.760914 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "555329b7-3ee9-4dea-92fb-07d3b9773652", "name": "network-vif-plugged", "status": "completed", "tag": "1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:34:25.761577 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c8187271-36f2-4f04-8fc1-58c993b7cbd0 {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:34:25.761577 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8187271-36f2-4f04-8fc1-58c993b7cbd0'] response: {'server_uuid': '555329b7-3ee9-4dea-92fb-07d3b9773652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e', 'code': 200} Oct 13 16:34:25.793203 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:34:26.091864 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d45d6c-9767-4677-9869-30450091399e req-c8ac532b-22af-4a1a-8bb2-576929833ac4 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:34:26.093173 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-67d45d6c-9767-4677-9869-30450091399e req-c8ac532b-22af-4a1a-8bb2-576929833ac4 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=555329b7-3ee9-4dea-92fb-07d3b9773652 HTTP/1.1" status: 200 len: 946 time: 0.1099410 Oct 13 16:34:26.095615 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5699cf1d-5d82-4436-9641-4b8453b7269c req-87c48e68-7980-413d-aa36-cf2e8647ba35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:34:26.096912 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5699cf1d-5d82-4436-9641-4b8453b7269c req-87c48e68-7980-413d-aa36-cf2e8647ba35 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=555329b7-3ee9-4dea-92fb-07d3b9773652 HTTP/1.1" status: 200 len: 1099 time: 0.1552107 Oct 13 16:34:26.266005 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-67d45d6c-9767-4677-9869-30450091399e req-b1bf6c66-a919-4c9c-a1ab-350aa67a4d08 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=098b0496-13d5-44e8-bc9a-85e9b793bf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1672201 Oct 13 16:34:26.267575 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5699cf1d-5d82-4436-9641-4b8453b7269c req-3224d01e-e7be-4b0b-95ec-b2a4c25dea84 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=098b0496-13d5-44e8-bc9a-85e9b793bf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1562476 Oct 13 16:34:26.387650 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:34:27.466331 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8554bafd-6124-4242-90e4-9168659c1709 req-e1618e37-065d-4231-abc0-6d794e2fe97b tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:34:27.467803 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8554bafd-6124-4242-90e4-9168659c1709 req-e1618e37-065d-4231-abc0-6d794e2fe97b tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=555329b7-3ee9-4dea-92fb-07d3b9773652 HTTP/1.1" status: 200 len: 946 time: 0.0892398 Oct 13 16:34:27.514823 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8554bafd-6124-4242-90e4-9168659c1709 req-0d568974-1c9a-4309-aacb-03ceccefdc03 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=098b0496-13d5-44e8-bc9a-85e9b793bf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407383 Oct 13 16:34:28.709042 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468d20ff-89fb-4caf-97e5-6f290e6b590f req-975f1465-d76f-4d6d-9b99-8f06868b371c tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:34:28.710504 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-468d20ff-89fb-4caf-97e5-6f290e6b590f req-975f1465-d76f-4d6d-9b99-8f06868b371c tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=555329b7-3ee9-4dea-92fb-07d3b9773652 HTTP/1.1" status: 200 len: 946 time: 0.0859091 Oct 13 16:34:28.756523 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-468d20ff-89fb-4caf-97e5-6f290e6b590f req-925fb91f-3e9e-4af6-a76b-14789262d5fe tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=098b0496-13d5-44e8-bc9a-85e9b793bf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403321 Oct 13 16:34:28.950250 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e278d-e0f9-48d8-9507-fa4b11724d0a req-22199050-de1c-45b8-9811-d7d9241f8a95 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:34:28.951658 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-826e278d-e0f9-48d8-9507-fa4b11724d0a req-22199050-de1c-45b8-9811-d7d9241f8a95 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=555329b7-3ee9-4dea-92fb-07d3b9773652 HTTP/1.1" status: 200 len: 946 time: 0.0849597 Oct 13 16:34:28.999531 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-826e278d-e0f9-48d8-9507-fa4b11724d0a req-1e77d64f-4ef1-4357-adfd-a6e6ee734797 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=098b0496-13d5-44e8-bc9a-85e9b793bf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423558 Oct 13 16:34:29.027038 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 35832) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:34:29.143190 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1708f9a5-f6e2-4d5e-a5f2-469d732c2c1d tempest-TestShelveInstance-1755874350 tempest-TestShelveInstance-1755874350-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:34:29.143891 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-1708f9a5-f6e2-4d5e-a5f2-469d732c2c1d tempest-TestShelveInstance-1755874350 tempest-TestShelveInstance-1755874350-project-admin] Synchronizing usage tracker for tenant:80e94c03c4034c679e67d6551165640c on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:34:29.158618 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-1708f9a5-f6e2-4d5e-a5f2-469d732c2c1d tempest-TestShelveInstance-1755874350 tempest-TestShelveInstance-1755874350-project-admin] Unset dirty status for tenant:80e94c03c4034c679e67d6551165640c on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:34:29.159726 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-1708f9a5-f6e2-4d5e-a5f2-469d732c2c1d tempest-TestShelveInstance-1755874350 tempest-TestShelveInstance-1755874350-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=555329b7-3ee9-4dea-92fb-07d3b9773652 HTTP/1.1" status: 200 len: 1094 time: 0.1316741 Oct 13 16:34:29.162669 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 35838) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:34:29.168003 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-5b1867b9-55d3-45f8-8625-bf7fb52bcdce tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Request body: {'floatingip': {'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'port_id': '1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e', 'tenant_id': '9364502afdbe47e9a903654f858fadf2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:34:29.173649 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-5b1867b9-55d3-45f8-8625-bf7fb52bcdce tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:34:29.177370 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-5b1867b9-55d3-45f8-8625-bf7fb52bcdce tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Usage tracker for resource:floatingip and tenant:9364502afdbe47e9a903654f858fadf2 is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:34:29.180113 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-5b1867b9-55d3-45f8-8625-bf7fb52bcdce tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:34:29.186287 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-5b1867b9-55d3-45f8-8625-bf7fb52bcdce tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:34:29.195902 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5b1867b9-55d3-45f8-8625-bf7fb52bcdce tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for floatingip, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:34:29.328542 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5b1867b9-55d3-45f8-8625-bf7fb52bcdce tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:34:29.460075 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-5b1867b9-55d3-45f8-8625-bf7fb52bcdce tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Allocated IP 172.26.2.242 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/1538e264-26b6-4c65-9bd6-eb7bb76b54cf) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:34:29.534938 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:34:29.690342 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5b1867b9-55d3-45f8-8625-bf7fb52bcdce tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:34:29.719930 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5b1867b9-55d3-45f8-8625-bf7fb52bcdce tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:34:29.781856 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b1867b9-55d3-45f8-8625-bf7fb52bcdce tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:34:29.784750 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-5b1867b9-55d3-45f8-8625-bf7fb52bcdce tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:34:29.788344 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1867b9-55d3-45f8-8625-bf7fb52bcdce tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:34:29.826541 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1867b9-55d3-45f8-8625-bf7fb52bcdce tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Pushing event updated for resources: {'Port': ['ID=1538e264-26b6-4c65-9bd6-eb7bb76b54cf,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:34:29.842300 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1867b9-55d3-45f8-8625-bf7fb52bcdce tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:34:29.842646 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1867b9-55d3-45f8-8625-bf7fb52bcdce tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:34:29.842980 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1867b9-55d3-45f8-8625-bf7fb52bcdce tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:34:29.843308 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1867b9-55d3-45f8-8625-bf7fb52bcdce tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:34:29.843634 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1867b9-55d3-45f8-8625-bf7fb52bcdce tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:34:29.843960 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1867b9-55d3-45f8-8625-bf7fb52bcdce tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:34:29.844278 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1867b9-55d3-45f8-8625-bf7fb52bcdce tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:34:29.844595 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1867b9-55d3-45f8-8625-bf7fb52bcdce tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:34:29.844915 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1867b9-55d3-45f8-8625-bf7fb52bcdce tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:34:29.845231 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1867b9-55d3-45f8-8625-bf7fb52bcdce tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:34:29.845542 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1867b9-55d3-45f8-8625-bf7fb52bcdce tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:34:29.845855 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b1867b9-55d3-45f8-8625-bf7fb52bcdce tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:34:30.204508 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5b1867b9-55d3-45f8-8625-bf7fb52bcdce tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:34:30.274493 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5b1867b9-55d3-45f8-8625-bf7fb52bcdce tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:34:30.474902 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5b1867b9-55d3-45f8-8625-bf7fb52bcdce tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:34:30.480327 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5b1867b9-55d3-45f8-8625-bf7fb52bcdce tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:34:30.589389 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5b1867b9-55d3-45f8-8625-bf7fb52bcdce tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:34:30.636453 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1867b9-55d3-45f8-8625-bf7fb52bcdce tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Pushing event updated for resources: {'Port': ['ID=1538e264-26b6-4c65-9bd6-eb7bb76b54cf,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:34:30.760609 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.l3_db [None req-5b1867b9-55d3-45f8-8625-bf7fb52bcdce tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Floating IP 7314e54b-1a5d-472f-a872-82c37a408538 associated. External IP: 172.26.2.242, port: 1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e. Oct 13 16:34:31.204530 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b1867b9-55d3-45f8-8625-bf7fb52bcdce tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Router 2146e8df-7767-4bf8-b783-a948eb11081e has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 16:34:31.376545 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b1867b9-55d3-45f8-8625-bf7fb52bcdce tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:34:31.385842 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74a8d21-e4d4-46c3-bebd-645c654ab71e None None] Sync routers for ids ['2146e8df-7767-4bf8-b783-a948eb11081e'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:34:31.395042 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74a8d21-e4d4-46c3-bebd-645c654ab71e None None] Routers {'2146e8df-7767-4bf8-b783-a948eb11081e'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:34:31.395711 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-b74a8d21-e4d4-46c3-bebd-645c654ab71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:34:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['2146e8df-7767-4bf8-b783-a948eb11081e'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:34:31.400124 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-5b1867b9-55d3-45f8-8625-bf7fb52bcdce tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:34:31.458360 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-5b1867b9-55d3-45f8-8625-bf7fb52bcdce tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2945604 Oct 13 16:34:31.459290 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '555329b7-3ee9-4dea-92fb-07d3b9773652', 'tag': '1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e'}] {{(pid=88972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:34:31.461778 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31c797bf36cf9236de690f6948001889b876fd84aeda4a8ae49b8962bb2d3b48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e71722b7-81f1-4b31-9800-55d26cb49980" -d '{"events": [{"name": "network-changed", "server_uuid": "555329b7-3ee9-4dea-92fb-07d3b9773652", "tag": "1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e"}]}' {{(pid=88972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:34:31.571339 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-b74a8d21-e4d4-46c3-bebd-645c654ab71e None None] Set router 2146e8df-7767-4bf8-b783-a948eb11081e gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:34:31.575605 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 16:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ac341b-67e0-48c1-a25c-419445da10e1 x-openstack-request-id: req-42ac341b-67e0-48c1-a25c-419445da10e1 {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:34:31.575887 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "555329b7-3ee9-4dea-92fb-07d3b9773652", "tag": "1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e", "status": "completed", "code": 200}]} {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:34:31.576135 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-42ac341b-67e0-48c1-a25c-419445da10e1 {{(pid=88972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:34:31.576530 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42ac341b-67e0-48c1-a25c-419445da10e1'] response: {'name': 'network-changed', 'server_uuid': '555329b7-3ee9-4dea-92fb-07d3b9773652', 'tag': '1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e', 'status': 'completed', 'code': 200} Oct 13 16:34:31.672696 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71722b7-81f1-4b31-9800-55d26cb49980 req-88be3e9e-c4ee-4b91-a83a-05af8abd9412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:34:31.674167 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e71722b7-81f1-4b31-9800-55d26cb49980 req-88be3e9e-c4ee-4b91-a83a-05af8abd9412 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9364502afdbe47e9a903654f858fadf2&device_id=555329b7-3ee9-4dea-92fb-07d3b9773652 HTTP/1.1" status: 200 len: 1099 time: 0.0766227 Oct 13 16:34:31.803095 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71722b7-81f1-4b31-9800-55d26cb49980 req-81e1f721-df6d-4b99-a24e-60e94819a9ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:34:31.804438 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e71722b7-81f1-4b31-9800-55d26cb49980 req-81e1f721-df6d-4b99-a24e-60e94819a9ca service neutron] 10.222.0.16 "GET /v2.0/networks?id=5fd46e4c-4bbe-454e-aac4-56260f77ee6e HTTP/1.1" status: 200 len: 910 time: 0.1249313 Oct 13 16:34:31.907436 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e71722b7-81f1-4b31-9800-55d26cb49980 req-47f1713a-9958-48cf-ac87-d736c477e8e0 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e HTTP/1.1" status: 200 len: 1000 time: 0.0965714 Oct 13 16:34:31.914067 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-b74a8d21-e4d4-46c3-bebd-645c654ab71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2146e8df-7767-4bf8-b783-a948eb11081e', 'name': 'tempest-TestShelveInstance-1252037528-router', 'tenant_id': '9364502afdbe47e9a903654f858fadf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': '69de2180-3084-4f36-a2e7-92ad9af8a299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:28:24Z', 'updated_at': '2022-10-13T16:28:28Z', 'revision_number': 4, 'project_id': '9364502afdbe47e9a903654f858fadf2', 'gw_port': {'id': '69de2180-3084-4f36-a2e7-92ad9af8a299', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ed:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2146e8df-7767-4bf8-b783-a948eb11081e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:28:24Z', 'updated_at': '2022-10-13T16:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '7314e54b-1a5d-472f-a872-82c37a408538', 'tenant_id': '9364502afdbe47e9a903654f858fadf2', 'floating_ip_address': '172.26.2.242', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '2146e8df-7767-4bf8-b783-a948eb11081e', 'port_id': '1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd46e4c-4bbe-454e-aac4-56260f77ee6e', 'mac_address': 'fa:16:3e:4c:e4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555329b7-3ee9-4dea-92fb-07d3b9773652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T16:34:30Z', 'updated_at': '2022-10-13T16:34:30Z', 'revision_number': 0, 'project_id': '9364502afdbe47e9a903654f858fadf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8115b6d-cfc0-477c-b863-d564619a16c3', 'name': '', 'network_id': '5fd46e4c-4bbe-454e-aac4-56260f77ee6e', 'tenant_id': '9364502afdbe47e9a903654f858fadf2', 'mac_address': 'fa:16:3e:05:13:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2146e8df-7767-4bf8-b783-a948eb11081e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '8cb1d6ad-9158-4827-bf60-a5b091f7288b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:28:27Z', 'updated_at': '2022-10-13T16:28:34Z', 'revision_number': 5, 'project_id': '9364502afdbe47e9a903654f858fadf2', 'subnets': [{'id': '8cb1d6ad-9158-4827-bf60-a5b091f7288b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:34:31.918586 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74a8d21-e4d4-46c3-bebd-645c654ab71e None None] Checking router: 2146e8df-7767-4bf8-b783-a948eb11081e for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:34:31.926834 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74a8d21-e4d4-46c3-bebd-645c654ab71e None None] Routers {'2146e8df-7767-4bf8-b783-a948eb11081e'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:34:31.927421 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-b74a8d21-e4d4-46c3-bebd-645c654ab71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:34:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['2146e8df-7767-4bf8-b783-a948eb11081e'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:34:31.969480 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71722b7-81f1-4b31-9800-55d26cb49980 req-2047691c-35be-4137-8335-9a3d3f339aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:34:31.971108 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e71722b7-81f1-4b31-9800-55d26cb49980 req-2047691c-35be-4137-8335-9a3d3f339aaa service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8cb1d6ad-9158-4827-bf60-a5b091f7288b HTTP/1.1" status: 200 len: 848 time: 0.0582056 Oct 13 16:34:32.054278 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71722b7-81f1-4b31-9800-55d26cb49980 req-3bb5f8fb-3088-4ebb-bcc8-ae4436482b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:34:32.055664 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e71722b7-81f1-4b31-9800-55d26cb49980 req-3bb5f8fb-3088-4ebb-bcc8-ae4436482b91 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5fd46e4c-4bbe-454e-aac4-56260f77ee6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0792477 Oct 13 16:34:32.100858 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-b74a8d21-e4d4-46c3-bebd-645c654ab71e None None] Set router 2146e8df-7767-4bf8-b783-a948eb11081e gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:34:32.186872 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e71722b7-81f1-4b31-9800-55d26cb49980 req-06bf2d00-6909-4a06-afcf-5d2cdfca2b70 service neutron] 10.222.0.16 "GET /v2.0/networks/5fd46e4c-4bbe-454e-aac4-56260f77ee6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246696 Oct 13 16:34:32.316934 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e71722b7-81f1-4b31-9800-55d26cb49980 req-a99b1e76-d41f-4c7e-83c7-2b24052da35e service neutron] 10.222.0.16 "GET /v2.0/networks/5fd46e4c-4bbe-454e-aac4-56260f77ee6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243832 Oct 13 16:34:32.441223 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-b74a8d21-e4d4-46c3-bebd-645c654ab71e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2146e8df-7767-4bf8-b783-a948eb11081e', 'name': 'tempest-TestShelveInstance-1252037528-router', 'tenant_id': '9364502afdbe47e9a903654f858fadf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': '69de2180-3084-4f36-a2e7-92ad9af8a299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:28:24Z', 'updated_at': '2022-10-13T16:28:28Z', 'revision_number': 4, 'project_id': '9364502afdbe47e9a903654f858fadf2', 'gw_port': {'id': '69de2180-3084-4f36-a2e7-92ad9af8a299', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ed:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2146e8df-7767-4bf8-b783-a948eb11081e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:28:24Z', 'updated_at': '2022-10-13T16:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '7314e54b-1a5d-472f-a872-82c37a408538', 'tenant_id': '9364502afdbe47e9a903654f858fadf2', 'floating_ip_address': '172.26.2.242', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '2146e8df-7767-4bf8-b783-a948eb11081e', 'port_id': '1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd46e4c-4bbe-454e-aac4-56260f77ee6e', 'mac_address': 'fa:16:3e:4c:e4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555329b7-3ee9-4dea-92fb-07d3b9773652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T16:34:30Z', 'updated_at': '2022-10-13T16:34:30Z', 'revision_number': 0, 'project_id': '9364502afdbe47e9a903654f858fadf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8115b6d-cfc0-477c-b863-d564619a16c3', 'name': '', 'network_id': '5fd46e4c-4bbe-454e-aac4-56260f77ee6e', 'tenant_id': '9364502afdbe47e9a903654f858fadf2', 'mac_address': 'fa:16:3e:05:13:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2146e8df-7767-4bf8-b783-a948eb11081e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '8cb1d6ad-9158-4827-bf60-a5b091f7288b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:28:27Z', 'updated_at': '2022-10-13T16:28:34Z', 'revision_number': 5, 'project_id': '9364502afdbe47e9a903654f858fadf2', 'subnets': [{'id': '8cb1d6ad-9158-4827-bf60-a5b091f7288b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:34:32.445031 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74a8d21-e4d4-46c3-bebd-645c654ab71e None None] The sync data for ids ['2146e8df-7767-4bf8-b783-a948eb11081e'] in dv-neutron-860329-2-hyperv is: [{'id': '2146e8df-7767-4bf8-b783-a948eb11081e', 'name': 'tempest-TestShelveInstance-1252037528-router', 'tenant_id': '9364502afdbe47e9a903654f858fadf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': '69de2180-3084-4f36-a2e7-92ad9af8a299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:28:24Z', 'updated_at': '2022-10-13T16:28:28Z', 'revision_number': 4, 'project_id': '9364502afdbe47e9a903654f858fadf2', 'gw_port': {'id': '69de2180-3084-4f36-a2e7-92ad9af8a299', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ed:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2146e8df-7767-4bf8-b783-a948eb11081e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:28:24Z', 'updated_at': '2022-10-13T16:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '7314e54b-1a5d-472f-a872-82c37a408538', 'tenant_id': '9364502afdbe47e9a903654f858fadf2', 'floating_ip_address': '172.26.2.242', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '2146e8df-7767-4bf8-b783-a948eb11081e', 'port_id': '1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1858, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5fd46e4c-4bbe-454e-aac4-56260f77ee6e', 'mac_address': 'fa:16:3e:4c:e4:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '555329b7-3ee9-4dea-92fb-07d3b9773652', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T16:34:30Z', 'updated_at': '2022-10-13T16:34:30Z', 'revision_number': 0, 'project_id': '9364502afdbe47e9a903654f858fadf2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f8115b6d-cfc0-477c-b863-d564619a16c3', 'name': '', 'network_id': '5fd46e4c-4bbe-454e-aac4-56260f77ee6e', 'tenant_id': '9364502afdbe47e9a903654f858fadf2', 'mac_address': 'fa:16:3e:05:13:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2146e8df-7767-4bf8-b783-a948eb11081e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '8cb1d6ad-9158-4827-bf60-a5b091f7288b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:28:27Z', 'updated_at': '2022-10-13T16:28:34Z', 'revision_number': 5, 'project_id': '9364502afdbe47e9a903654f858fadf2', 'subnets': [{'id': '8cb1d6ad-9158-4827-bf60-a5b091f7288b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:34:32.626152 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c4cfe7-598d-4f21-95aa-c2b3d3537ec6 None None] New status for floating IP 7314e54b-1a5d-472f-a872-82c37a408538: ACTIVE {{(pid=88974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 16:34:34.635173 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7f9f1f6d-bd2d-430f-9c9b-5869337824f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:34:36.803915 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-645d16c0-eb37-4498-aace-1caafd4429d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:34:37.911789 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:34:38.143477 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:34:39.843850 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:34:56.389523 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:35:04.638289 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-360cc955-ecf7-463d-b5ca-f5f778d49e56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:35:06.534074 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:35:06.775480 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-5f9b357e-f01f-4f29-bddd-e2b255e575a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:35:07.915401 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:35:08.144037 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:35:09.846472 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:35:10.747474 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a6efe756-ac93-4be4-ae9e-d2fc7ddbdfba req-fe212382-6d11-4b5a-be3f-a19ac659a47f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=555329b7-3ee9-4dea-92fb-07d3b9773652&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0750694 Oct 13 16:35:10.893056 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6efe756-ac93-4be4-ae9e-d2fc7ddbdfba req-292c9f3f-9329-45dc-bddb-dab9d80ed64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:35:10.895069 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a6efe756-ac93-4be4-ae9e-d2fc7ddbdfba req-292c9f3f-9329-45dc-bddb-dab9d80ed64b service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9364502afdbe47e9a903654f858fadf2&device_id=555329b7-3ee9-4dea-92fb-07d3b9773652 HTTP/1.1" status: 200 len: 1099 time: 0.0790987 Oct 13 16:35:11.036394 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6efe756-ac93-4be4-ae9e-d2fc7ddbdfba req-6f12f71a-8fa3-40d8-8383-f82c3f848edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:35:11.037707 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a6efe756-ac93-4be4-ae9e-d2fc7ddbdfba req-6f12f71a-8fa3-40d8-8383-f82c3f848edf service neutron] 10.222.0.16 "GET /v2.0/networks?id=5fd46e4c-4bbe-454e-aac4-56260f77ee6e HTTP/1.1" status: 200 len: 910 time: 0.1244779 Oct 13 16:35:11.136650 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a6efe756-ac93-4be4-ae9e-d2fc7ddbdfba req-abcc427f-71f4-46e2-918d-85ef94bba0da service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e HTTP/1.1" status: 200 len: 1002 time: 0.0931654 Oct 13 16:35:11.195633 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6efe756-ac93-4be4-ae9e-d2fc7ddbdfba req-be94a44c-2ba6-4654-8701-8874cdd9aedd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:35:11.197213 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a6efe756-ac93-4be4-ae9e-d2fc7ddbdfba req-be94a44c-2ba6-4654-8701-8874cdd9aedd service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8cb1d6ad-9158-4827-bf60-a5b091f7288b HTTP/1.1" status: 200 len: 848 time: 0.0551271 Oct 13 16:35:11.279131 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6efe756-ac93-4be4-ae9e-d2fc7ddbdfba req-c255ba39-ea7a-4aee-832c-7f111fba1607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:35:11.280585 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a6efe756-ac93-4be4-ae9e-d2fc7ddbdfba req-c255ba39-ea7a-4aee-832c-7f111fba1607 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5fd46e4c-4bbe-454e-aac4-56260f77ee6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777421 Oct 13 16:35:11.407183 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a6efe756-ac93-4be4-ae9e-d2fc7ddbdfba req-52a2a28c-7775-4418-816b-64a424684eaa service neutron] 10.222.0.16 "GET /v2.0/networks/5fd46e4c-4bbe-454e-aac4-56260f77ee6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205890 Oct 13 16:35:11.629089 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a6efe756-ac93-4be4-ae9e-d2fc7ddbdfba req-261491e8-92f1-41f0-856a-7c36ed4e915f service neutron] 10.222.0.16 "GET /v2.0/networks/5fd46e4c-4bbe-454e-aac4-56260f77ee6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2160676 Oct 13 16:35:26.397258 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:35:34.640874 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d719cdee-4729-4cd9-a92d-e931e2075682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:35:36.776592 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e95ce5f3-e7e6-4170-ad87-3ad049b7536d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:35:37.917620 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:35:38.147260 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:35:39.849152 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:35:43.533339 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:35:56.396521 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:36:04.648543 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d406eb35-63d0-4f0c-8fa6-51c0b2570973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:36:06.781678 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2c3658f1-5a3d-4020-9d8a-51d8d3b037c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:36:07.919664 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:36:08.150880 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:36:09.850888 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:36:12.745658 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5e063a53-b0fe-4f69-bc81-b22ea0f3c097 req-e34b7282-a4a2-4e32-8b0a-f1f6a94bcc0f service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=555329b7-3ee9-4dea-92fb-07d3b9773652&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0757234 Oct 13 16:36:12.892824 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e063a53-b0fe-4f69-bc81-b22ea0f3c097 req-620a3f07-59cf-4182-ad03-ec4dce47624a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:36:12.894377 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5e063a53-b0fe-4f69-bc81-b22ea0f3c097 req-620a3f07-59cf-4182-ad03-ec4dce47624a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9364502afdbe47e9a903654f858fadf2&device_id=555329b7-3ee9-4dea-92fb-07d3b9773652 HTTP/1.1" status: 200 len: 1099 time: 0.0820372 Oct 13 16:36:13.037442 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e063a53-b0fe-4f69-bc81-b22ea0f3c097 req-29b5c346-cd23-40f4-8da3-96ec979aa31c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:36:13.038803 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5e063a53-b0fe-4f69-bc81-b22ea0f3c097 req-29b5c346-cd23-40f4-8da3-96ec979aa31c service neutron] 10.222.0.16 "GET /v2.0/networks?id=5fd46e4c-4bbe-454e-aac4-56260f77ee6e HTTP/1.1" status: 200 len: 910 time: 0.1266446 Oct 13 16:36:13.143542 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5e063a53-b0fe-4f69-bc81-b22ea0f3c097 req-fae4cd1c-7d51-4429-ae98-8e5b8a655714 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e HTTP/1.1" status: 200 len: 1002 time: 0.0985804 Oct 13 16:36:13.205248 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e063a53-b0fe-4f69-bc81-b22ea0f3c097 req-fecfe7f1-ee71-4dc6-98ad-ba6cb4ecf51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:36:13.206783 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5e063a53-b0fe-4f69-bc81-b22ea0f3c097 req-fecfe7f1-ee71-4dc6-98ad-ba6cb4ecf51a service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8cb1d6ad-9158-4827-bf60-a5b091f7288b HTTP/1.1" status: 200 len: 848 time: 0.0575655 Oct 13 16:36:13.286787 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e063a53-b0fe-4f69-bc81-b22ea0f3c097 req-093a7a59-1251-4086-ad15-d7d522aab2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:36:13.288292 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5e063a53-b0fe-4f69-bc81-b22ea0f3c097 req-093a7a59-1251-4086-ad15-d7d522aab2f1 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5fd46e4c-4bbe-454e-aac4-56260f77ee6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0754695 Oct 13 16:36:13.417285 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5e063a53-b0fe-4f69-bc81-b22ea0f3c097 req-88563670-1a28-463e-9f95-6d4e6a2913da service neutron] 10.222.0.16 "GET /v2.0/networks/5fd46e4c-4bbe-454e-aac4-56260f77ee6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231618 Oct 13 16:36:13.547232 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5e063a53-b0fe-4f69-bc81-b22ea0f3c097 req-2136b2f2-02b5-4f34-8ba0-c9e38c6db4ce service neutron] 10.222.0.16 "GET /v2.0/networks/5fd46e4c-4bbe-454e-aac4-56260f77ee6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246245 Oct 13 16:36:20.533103 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:36:26.267187 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae922bb2-2b4c-46f3-ba85-d4eb430e3e29 req-5124a3ed-57f7-4e88-8ab9-7dcc60acbba0 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:36:26.268631 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ae922bb2-2b4c-46f3-ba85-d4eb430e3e29 req-5124a3ed-57f7-4e88-8ab9-7dcc60acbba0 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=555329b7-3ee9-4dea-92fb-07d3b9773652 HTTP/1.1" status: 200 len: 946 time: 0.0903425 Oct 13 16:36:26.312180 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ae922bb2-2b4c-46f3-ba85-d4eb430e3e29 req-08fc293d-e9d9-4d4e-8a60-e7349114c073 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=098b0496-13d5-44e8-bc9a-85e9b793bf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378237 Oct 13 16:36:26.414900 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:36:27.511212 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc62f7f-faf4-4d49-a987-412ec7efa24f req-177433ad-95c1-4d4b-8291-d4ed4076e72e tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:36:27.512636 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-cdc62f7f-faf4-4d49-a987-412ec7efa24f req-177433ad-95c1-4d4b-8291-d4ed4076e72e tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=555329b7-3ee9-4dea-92fb-07d3b9773652 HTTP/1.1" status: 200 len: 946 time: 0.0860155 Oct 13 16:36:27.555770 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-cdc62f7f-faf4-4d49-a987-412ec7efa24f req-e58a46e7-2079-488a-9c6a-0bd2bf5489ba tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=098b0496-13d5-44e8-bc9a-85e9b793bf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375721 Oct 13 16:36:28.755270 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ae142b-9096-4237-8427-3e6397a8d164 req-3ba79427-7077-44ef-8462-e976366f58d8 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:36:28.756697 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-19ae142b-9096-4237-8427-3e6397a8d164 req-3ba79427-7077-44ef-8462-e976366f58d8 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=555329b7-3ee9-4dea-92fb-07d3b9773652 HTTP/1.1" status: 200 len: 946 time: 0.0886688 Oct 13 16:36:28.799308 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-19ae142b-9096-4237-8427-3e6397a8d164 req-fbdee962-8dd3-4ff7-9a21-6016ba50162c tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=098b0496-13d5-44e8-bc9a-85e9b793bf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371213 Oct 13 16:36:29.995364 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe85c90-21db-450f-b26e-76d1f4d8453c req-a07ddf92-9615-4b02-b537-5aa32798bd60 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:36:29.996727 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-6fe85c90-21db-450f-b26e-76d1f4d8453c req-a07ddf92-9615-4b02-b537-5aa32798bd60 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=555329b7-3ee9-4dea-92fb-07d3b9773652 HTTP/1.1" status: 200 len: 946 time: 0.0899093 Oct 13 16:36:30.040087 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-6fe85c90-21db-450f-b26e-76d1f4d8453c req-a7262d03-39d4-48fb-86d2-6e8927ea2797 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=098b0496-13d5-44e8-bc9a-85e9b793bf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378013 Oct 13 16:36:31.238750 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1003a384-d25d-49c1-8fb6-3cb9779b4e52 req-8d212e50-59b0-4d26-9a57-13cd3b74776c tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:36:31.240757 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1003a384-d25d-49c1-8fb6-3cb9779b4e52 req-8d212e50-59b0-4d26-9a57-13cd3b74776c tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=555329b7-3ee9-4dea-92fb-07d3b9773652 HTTP/1.1" status: 200 len: 946 time: 0.0892308 Oct 13 16:36:31.285599 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1003a384-d25d-49c1-8fb6-3cb9779b4e52 req-25095b33-69e6-4f45-ae52-1ffede102629 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=098b0496-13d5-44e8-bc9a-85e9b793bf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392969 Oct 13 16:36:32.479018 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98349f91-f9ee-476b-a7ef-4172f0a3e683 req-af5ea8ab-d6a0-4432-bb24-4ac1e3f0e80f tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:36:32.480476 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-98349f91-f9ee-476b-a7ef-4172f0a3e683 req-af5ea8ab-d6a0-4432-bb24-4ac1e3f0e80f tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=555329b7-3ee9-4dea-92fb-07d3b9773652 HTTP/1.1" status: 200 len: 946 time: 0.0843821 Oct 13 16:36:32.526104 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-98349f91-f9ee-476b-a7ef-4172f0a3e683 req-31a1a732-d0da-4a8a-8f63-c1d34abf9c77 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=098b0496-13d5-44e8-bc9a-85e9b793bf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401597 Oct 13 16:36:33.724258 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba8f62a-6520-4219-ba90-6d6275a68e60 req-282fad59-3c0a-4d94-97bf-0a7759f595a2 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:36:33.725704 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-eba8f62a-6520-4219-ba90-6d6275a68e60 req-282fad59-3c0a-4d94-97bf-0a7759f595a2 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=555329b7-3ee9-4dea-92fb-07d3b9773652 HTTP/1.1" status: 200 len: 946 time: 0.0859218 Oct 13 16:36:33.768243 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-eba8f62a-6520-4219-ba90-6d6275a68e60 req-d9589755-80ad-444c-a3d2-30a8acb7790f tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=098b0496-13d5-44e8-bc9a-85e9b793bf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369501 Oct 13 16:36:34.641022 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0852f05d-c38f-44a6-9e6d-587ef4b11f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:36:34.964264 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1336f29-89f4-4a8f-bbe8-43cefc46f728 req-ce530554-20be-4718-ad06-96cff3c22d72 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:36:34.965605 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e1336f29-89f4-4a8f-bbe8-43cefc46f728 req-ce530554-20be-4718-ad06-96cff3c22d72 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=555329b7-3ee9-4dea-92fb-07d3b9773652 HTTP/1.1" status: 200 len: 946 time: 0.0855589 Oct 13 16:36:35.008636 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e1336f29-89f4-4a8f-bbe8-43cefc46f728 req-4c732540-d6c1-4f7a-8a5f-14ff28fd4526 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=098b0496-13d5-44e8-bc9a-85e9b793bf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374916 Oct 13 16:36:36.204642 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52b0275-aa71-4e09-9942-10c21e0c5169 req-06158ac1-b951-4a85-b3c9-dd342901267f tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:36:36.206073 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d52b0275-aa71-4e09-9942-10c21e0c5169 req-06158ac1-b951-4a85-b3c9-dd342901267f tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=555329b7-3ee9-4dea-92fb-07d3b9773652 HTTP/1.1" status: 200 len: 946 time: 0.0880694 Oct 13 16:36:36.249442 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d52b0275-aa71-4e09-9942-10c21e0c5169 req-10567ab2-2dc3-4e5b-ba91-5fdb382b5ed6 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=098b0496-13d5-44e8-bc9a-85e9b793bf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371366 Oct 13 16:36:36.353332 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89f4e9-1962-4a03-adee-3252be035eaf req-379eba38-901c-4877-9d6a-3a469691a6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:36:36.354722 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ee89f4e9-1962-4a03-adee-3252be035eaf req-379eba38-901c-4877-9d6a-3a469691a6bf service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9364502afdbe47e9a903654f858fadf2&device_id=555329b7-3ee9-4dea-92fb-07d3b9773652 HTTP/1.1" status: 200 len: 1099 time: 0.0768540 Oct 13 16:36:36.574443 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89f4e9-1962-4a03-adee-3252be035eaf req-b8c230a9-2af1-4d18-8cc0-f96d976273ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:36:36.575874 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ee89f4e9-1962-4a03-adee-3252be035eaf req-b8c230a9-2af1-4d18-8cc0-f96d976273ec service neutron] 10.222.0.16 "GET /v2.0/networks?id=5fd46e4c-4bbe-454e-aac4-56260f77ee6e HTTP/1.1" status: 200 len: 910 time: 0.2149765 Oct 13 16:36:36.676221 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ee89f4e9-1962-4a03-adee-3252be035eaf req-cb9a1e4f-ad45-4ff4-b204-53450d160ef5 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e HTTP/1.1" status: 200 len: 1002 time: 0.0949082 Oct 13 16:36:36.739722 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89f4e9-1962-4a03-adee-3252be035eaf req-7757039a-a92f-433b-adfe-1547ccb1a961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:36:36.741114 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ee89f4e9-1962-4a03-adee-3252be035eaf req-7757039a-a92f-433b-adfe-1547ccb1a961 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8cb1d6ad-9158-4827-bf60-a5b091f7288b HTTP/1.1" status: 200 len: 848 time: 0.0596278 Oct 13 16:36:36.783092 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0d8ca19b-7201-4950-aa4c-a44fda5ee298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:36:36.822086 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee89f4e9-1962-4a03-adee-3252be035eaf req-f05d5d67-ff13-457c-9b6f-075c0ae6af93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:36:36.823566 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ee89f4e9-1962-4a03-adee-3252be035eaf req-f05d5d67-ff13-457c-9b6f-075c0ae6af93 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5fd46e4c-4bbe-454e-aac4-56260f77ee6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0767441 Oct 13 16:36:36.952433 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ee89f4e9-1962-4a03-adee-3252be035eaf req-d3710413-6f2b-41c7-89c2-1e1747e3414e service neutron] 10.222.0.16 "GET /v2.0/networks/5fd46e4c-4bbe-454e-aac4-56260f77ee6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227999 Oct 13 16:36:37.080691 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ee89f4e9-1962-4a03-adee-3252be035eaf req-dd5575cd-42d7-401c-b62e-a4d91ddd142e service neutron] 10.222.0.16 "GET /v2.0/networks/5fd46e4c-4bbe-454e-aac4-56260f77ee6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219635 Oct 13 16:36:37.445324 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedd321e-bbf9-4b26-8e57-773b4ae6ae6c req-2cf2e13a-8c60-4540-a3a9-4e95974e3064 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:36:37.447032 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-dedd321e-bbf9-4b26-8e57-773b4ae6ae6c req-2cf2e13a-8c60-4540-a3a9-4e95974e3064 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=555329b7-3ee9-4dea-92fb-07d3b9773652 HTTP/1.1" status: 200 len: 946 time: 0.0887797 Oct 13 16:36:37.490284 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-dedd321e-bbf9-4b26-8e57-773b4ae6ae6c req-7df989b3-ce98-49cc-88ab-6ef1c0ed585e tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=098b0496-13d5-44e8-bc9a-85e9b793bf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376976 Oct 13 16:36:37.921288 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:36:38.153596 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:36:38.690315 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb476c7c-4f66-4a35-9126-4f94036979cb req-65cf1430-7582-4466-b592-5dac2fac5ced tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:36:38.691780 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-bb476c7c-4f66-4a35-9126-4f94036979cb req-65cf1430-7582-4466-b592-5dac2fac5ced tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=555329b7-3ee9-4dea-92fb-07d3b9773652 HTTP/1.1" status: 200 len: 946 time: 0.0935767 Oct 13 16:36:38.737762 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-bb476c7c-4f66-4a35-9126-4f94036979cb req-4e04c063-6724-458a-b66f-5e7db247320e tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=098b0496-13d5-44e8-bc9a-85e9b793bf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389760 Oct 13 16:36:39.854016 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:36:39.933331 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e3dd2a-8442-48e6-9c27-3da873b415fc req-d25ce13d-0c8c-47ba-b15f-79e8ef63dbb9 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:36:39.935047 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-c4e3dd2a-8442-48e6-9c27-3da873b415fc req-d25ce13d-0c8c-47ba-b15f-79e8ef63dbb9 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=555329b7-3ee9-4dea-92fb-07d3b9773652 HTTP/1.1" status: 200 len: 946 time: 0.0877490 Oct 13 16:36:39.986557 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-c4e3dd2a-8442-48e6-9c27-3da873b415fc req-50284167-25b0-4543-9d3b-c16cbc9ec665 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=098b0496-13d5-44e8-bc9a-85e9b793bf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450714 Oct 13 16:36:40.204237 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 35910) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:36:40.392347 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-8464a778-460d-433d-adbc-62544b2b1270 req-2bb2b500-81d0-4e48-b890-6ab8e2e06f2a service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=555329b7-3ee9-4dea-92fb-07d3b9773652&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1869128 Oct 13 16:36:40.401233 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308d5f00-68f8-496f-b0b2-f24df7ad1c99 req-ab91fd1e-92f4-4e81-a4ce-a53538da2ab6 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:36:40.402600 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-308d5f00-68f8-496f-b0b2-f24df7ad1c99 req-ab91fd1e-92f4-4e81-a4ce-a53538da2ab6 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=555329b7-3ee9-4dea-92fb-07d3b9773652 HTTP/1.1" status: 200 len: 946 time: 0.1175969 Oct 13 16:36:40.447987 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-308d5f00-68f8-496f-b0b2-f24df7ad1c99 req-6a90635c-13d5-4cba-93ae-900ee0ca5915 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=098b0496-13d5-44e8-bc9a-85e9b793bf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396123 Oct 13 16:36:41.647822 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad1f2c6-b236-4526-9fed-a2db23ee583c req-7945ffe1-fffa-4748-b879-5884798028b2 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:36:41.649428 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-dad1f2c6-b236-4526-9fed-a2db23ee583c req-7945ffe1-fffa-4748-b879-5884798028b2 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=555329b7-3ee9-4dea-92fb-07d3b9773652 HTTP/1.1" status: 200 len: 946 time: 0.0900161 Oct 13 16:36:41.708162 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-dad1f2c6-b236-4526-9fed-a2db23ee583c req-ac94549c-da0f-4cb3-91e5-4f478d9a991e tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=098b0496-13d5-44e8-bc9a-85e9b793bf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466075 Oct 13 16:36:42.134583 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e no longer exists at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:36:42.248853 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e is: ACTIVE; New status is: DOWN {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:36:42.249163 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:36:42.276659 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '555329b7-3ee9-4dea-92fb-07d3b9773652', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:36:42.279154 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ddb4cee44164d2a2faddf60bbce385128d937d64d67dbdc4313fc2cc2e51dfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9038cdbb-986d-4b95-b257-5d86f283f768" -d '{"events": [{"server_uuid": "555329b7-3ee9-4dea-92fb-07d3b9773652", "name": "network-vif-unplugged", "status": "completed", "tag": "1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:36:42.287681 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e,segment=NetworkSegment(fe025d4d-3cec-44f0-b2bc-69d77d230198),segment_id=fe025d4d-3cec-44f0-b2bc-69d77d230198)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:36:42.292109 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:36:42.361557 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e,revision_number=6']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:36:42.368811 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:36:42.369261 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:36:42.369687 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:36:42.370111 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:36:42.370555 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:36:42.371109 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:36:42.371473 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:36:42.371942 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:36:42.372602 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:36:42.372844 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:36:42.373141 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:36:42.373519 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:36:42.379134 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 13 Oct 2022 16:36:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc3217a5-5799-4691-a115-bea32740ff71 x-openstack-request-id: req-cc3217a5-5799-4691-a115-bea32740ff71 {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:36:42.379479 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "555329b7-3ee9-4dea-92fb-07d3b9773652", "name": "network-vif-unplugged", "status": "failed", "tag": "1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e", "code": 422}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:36:42.379792 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cc3217a5-5799-4691-a115-bea32740ff71 {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:36:42.380236 dv-neutron-860329-2-hyperv neutron-server[88974]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-cc3217a5-5799-4691-a115-bea32740ff71']: {'server_uuid': '555329b7-3ee9-4dea-92fb-07d3b9773652', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e', 'code': 422} returned with failed status Oct 13 16:36:42.967843 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b250314e-e8af-41a7-8711-13f086da0eef req-16617806-b877-4e5e-80ef-49f696b038ab tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:36:42.969194 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b250314e-e8af-41a7-8711-13f086da0eef req-16617806-b877-4e5e-80ef-49f696b038ab tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=555329b7-3ee9-4dea-92fb-07d3b9773652 HTTP/1.1" status: 200 len: 944 time: 0.1503897 Oct 13 16:36:42.971214 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8464a778-460d-433d-adbc-62544b2b1270 req-aab5ec0a-5a07-4d65-811c-f1d59f6dccd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:36:42.972518 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-8464a778-460d-433d-adbc-62544b2b1270 req-aab5ec0a-5a07-4d65-811c-f1d59f6dccd4 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=555329b7-3ee9-4dea-92fb-07d3b9773652&tenant_id=9364502afdbe47e9a903654f858fadf2 HTTP/1.1" status: 200 len: 1097 time: 0.1182687 Oct 13 16:36:43.064778 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b250314e-e8af-41a7-8711-13f086da0eef req-7ddc4d47-3df7-42a2-b980-67845c4ed05d tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=098b0496-13d5-44e8-bc9a-85e9b793bf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0899732 Oct 13 16:36:43.085332 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8464a778-460d-433d-adbc-62544b2b1270 req-96c3b2f0-200e-412e-85ae-011d1b7c1980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:36:43.086804 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-8464a778-460d-433d-adbc-62544b2b1270 req-96c3b2f0-200e-412e-85ae-011d1b7c1980 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9364502afdbe47e9a903654f858fadf2&device_id=555329b7-3ee9-4dea-92fb-07d3b9773652 HTTP/1.1" status: 200 len: 1097 time: 0.0919428 Oct 13 16:36:43.214818 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8464a778-460d-433d-adbc-62544b2b1270 req-921f2621-7756-47a3-9e37-9654fb336394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:36:43.216243 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-8464a778-460d-433d-adbc-62544b2b1270 req-921f2621-7756-47a3-9e37-9654fb336394 service neutron] 10.222.0.16 "GET /v2.0/networks?id=5fd46e4c-4bbe-454e-aac4-56260f77ee6e HTTP/1.1" status: 200 len: 910 time: 0.1236818 Oct 13 16:36:43.317540 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-8464a778-460d-433d-adbc-62544b2b1270 req-0c43f753-d3f4-4271-9ab4-74ee64fe9583 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e HTTP/1.1" status: 200 len: 1000 time: 0.0952365 Oct 13 16:36:43.380299 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8464a778-460d-433d-adbc-62544b2b1270 req-3ab1523b-6d9b-4305-9ebd-e618bcde6510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:36:43.381652 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-8464a778-460d-433d-adbc-62544b2b1270 req-3ab1523b-6d9b-4305-9ebd-e618bcde6510 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8cb1d6ad-9158-4827-bf60-a5b091f7288b HTTP/1.1" status: 200 len: 848 time: 0.0590408 Oct 13 16:36:43.461734 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8464a778-460d-433d-adbc-62544b2b1270 req-342e095f-966f-4a57-b75c-f4066cc57a76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:36:43.463188 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-8464a778-460d-433d-adbc-62544b2b1270 req-342e095f-966f-4a57-b75c-f4066cc57a76 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5fd46e4c-4bbe-454e-aac4-56260f77ee6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758698 Oct 13 16:36:43.592792 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-8464a778-460d-433d-adbc-62544b2b1270 req-d3388031-53c6-4482-b96c-760072093d2e service neutron] 10.222.0.16 "GET /v2.0/networks/5fd46e4c-4bbe-454e-aac4-56260f77ee6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236091 Oct 13 16:36:43.813520 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-8464a778-460d-433d-adbc-62544b2b1270 req-40b97bf7-5238-4fb1-95b3-7742ca52bb74 service neutron] 10.222.0.16 "GET /v2.0/networks/5fd46e4c-4bbe-454e-aac4-56260f77ee6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2144043 Oct 13 16:36:44.257908 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444b3433-5682-4cd7-9cfe-ca920154b622 req-224d0b85-0272-4e2a-9ea1-832f2a9cdabe tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:36:44.259412 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-444b3433-5682-4cd7-9cfe-ca920154b622 req-224d0b85-0272-4e2a-9ea1-832f2a9cdabe tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=555329b7-3ee9-4dea-92fb-07d3b9773652 HTTP/1.1" status: 200 len: 944 time: 0.0858765 Oct 13 16:36:44.302145 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-444b3433-5682-4cd7-9cfe-ca920154b622 req-bf441961-bb1c-4f2d-b1b7-aacf48400754 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=098b0496-13d5-44e8-bc9a-85e9b793bf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370779 Oct 13 16:36:45.503075 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e31738-dd2e-4e10-9b4b-4826cef2dbce req-250bf98e-9b5b-4b38-b851-9033858b438d tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:36:45.505073 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e1e31738-dd2e-4e10-9b4b-4826cef2dbce req-250bf98e-9b5b-4b38-b851-9033858b438d tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=555329b7-3ee9-4dea-92fb-07d3b9773652 HTTP/1.1" status: 200 len: 944 time: 0.0894215 Oct 13 16:36:45.547776 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e1e31738-dd2e-4e10-9b4b-4826cef2dbce req-c6a3d662-180c-4a19-9bf0-50e48ec5ca82 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=098b0496-13d5-44e8-bc9a-85e9b793bf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371227 Oct 13 16:36:46.745850 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77edef1-fa16-49f1-b81b-218849e07350 req-c439049e-575e-499c-8e08-56667d2b5ac9 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:36:46.747320 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-a77edef1-fa16-49f1-b81b-218849e07350 req-c439049e-575e-499c-8e08-56667d2b5ac9 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=555329b7-3ee9-4dea-92fb-07d3b9773652 HTTP/1.1" status: 200 len: 944 time: 0.0899193 Oct 13 16:36:46.790027 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-a77edef1-fa16-49f1-b81b-218849e07350 req-44f76d72-6802-410e-8a4c-83e27d2287c5 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=098b0496-13d5-44e8-bc9a-85e9b793bf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371897 Oct 13 16:36:47.986967 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef440b62-5a99-4079-b96c-107263e8c2f5 req-773cdcfb-0f3c-46a8-bc3e-798b268e7ea4 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:36:47.988313 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ef440b62-5a99-4079-b96c-107263e8c2f5 req-773cdcfb-0f3c-46a8-bc3e-798b268e7ea4 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=555329b7-3ee9-4dea-92fb-07d3b9773652 HTTP/1.1" status: 200 len: 944 time: 0.0886273 Oct 13 16:36:48.035433 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ef440b62-5a99-4079-b96c-107263e8c2f5 req-59dcfdeb-aa84-407f-ae8c-dd346024ee7b tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=098b0496-13d5-44e8-bc9a-85e9b793bf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379171 Oct 13 16:36:49.388150 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb220f-4516-474a-ba88-4d5933afccf6 req-d3056bea-a936-4a64-a66d-1d2011630e3b tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:36:49.389589 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-48fb220f-4516-474a-ba88-4d5933afccf6 req-d3056bea-a936-4a64-a66d-1d2011630e3b tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=555329b7-3ee9-4dea-92fb-07d3b9773652 HTTP/1.1" status: 200 len: 944 time: 0.0917125 Oct 13 16:36:49.440917 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-48fb220f-4516-474a-ba88-4d5933afccf6 req-2f73240d-371e-4b1f-b1f3-241377f6417a tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=098b0496-13d5-44e8-bc9a-85e9b793bf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456398 Oct 13 16:36:50.636117 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986573eb-9358-478f-90d0-b05c68be4de8 req-0a76488c-50b9-43dd-8c91-b4e5169bac4a tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:36:50.637572 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-986573eb-9358-478f-90d0-b05c68be4de8 req-0a76488c-50b9-43dd-8c91-b4e5169bac4a tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=555329b7-3ee9-4dea-92fb-07d3b9773652 HTTP/1.1" status: 200 len: 944 time: 0.0859241 Oct 13 16:36:50.681436 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-986573eb-9358-478f-90d0-b05c68be4de8 req-c63c5269-d307-4e75-8a7d-1d7161fcab0e tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=098b0496-13d5-44e8-bc9a-85e9b793bf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381341 Oct 13 16:36:51.875945 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5373bb82-17f6-4bcc-8f23-b5b308007bec req-342ca568-3625-451c-80d9-a1c7b44abc55 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:36:51.877369 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5373bb82-17f6-4bcc-8f23-b5b308007bec req-342ca568-3625-451c-80d9-a1c7b44abc55 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=555329b7-3ee9-4dea-92fb-07d3b9773652 HTTP/1.1" status: 200 len: 944 time: 0.0860527 Oct 13 16:36:51.920199 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5373bb82-17f6-4bcc-8f23-b5b308007bec req-eb9b3185-33a2-45b6-9139-ba16c70d8b05 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=098b0496-13d5-44e8-bc9a-85e9b793bf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372255 Oct 13 16:36:52.181649 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=88974) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 13 16:36:52.312540 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e,segment=NetworkSegment(fe025d4d-3cec-44f0-b2bc-69d77d230198),segment_id=fe025d4d-3cec-44f0-b2bc-69d77d230198)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:36:52.325913 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Returning: {'device': '1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e', 'network_id': '5fd46e4c-4bbe-454e-aac4-56260f77ee6e', 'port_id': '1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e', 'mac_address': 'fa:16:3e:4c:e4:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 435, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb1d6ad-9158-4827-bf60-a5b091f7288b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88974) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 13 16:36:52.382811 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e is: DOWN; New status is: BUILD {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:36:52.383175 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:36:52.399693 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e {{(pid=88974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 16:36:52.414287 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e,segment=NetworkSegment(fe025d4d-3cec-44f0-b2bc-69d77d230198),segment_id=fe025d4d-3cec-44f0-b2bc-69d77d230198)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:36:52.419099 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:36:52.484454 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e,revision_number=7']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:36:52.737637 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 16:36:53.120728 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ac047e-9d25-489b-824d-738f83d94547 req-cb6804cb-4847-40ee-a263-b153610b25fe tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:36:53.122092 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f0ac047e-9d25-489b-824d-738f83d94547 req-cb6804cb-4847-40ee-a263-b153610b25fe tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=555329b7-3ee9-4dea-92fb-07d3b9773652 HTTP/1.1" status: 200 len: 945 time: 0.0883560 Oct 13 16:36:53.165671 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f0ac047e-9d25-489b-824d-738f83d94547 req-17fe3914-5b23-478c-b5d4-f3aa01737925 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=098b0496-13d5-44e8-bc9a-85e9b793bf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380719 Oct 13 16:36:54.199684 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e up at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:36:54.265624 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning complete for port 1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:36:54.265989 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:36:54.266352 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Attempt 1 to provision port 1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e Oct 13 16:36:54.385622 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e is: BUILD; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:36:54.385991 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:36:54.414359 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '555329b7-3ee9-4dea-92fb-07d3b9773652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:36:54.416668 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ddb4cee44164d2a2faddf60bbce385128d937d64d67dbdc4313fc2cc2e51dfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a399773d-4458-4d63-9941-c484a07cf051" -d '{"events": [{"server_uuid": "555329b7-3ee9-4dea-92fb-07d3b9773652", "name": "network-vif-plugged", "status": "completed", "tag": "1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:36:54.424558 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e,segment=NetworkSegment(fe025d4d-3cec-44f0-b2bc-69d77d230198),segment_id=fe025d4d-3cec-44f0-b2bc-69d77d230198)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:36:54.430318 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:36:54.462413 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 16:36:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb5aca6e-b094-48e7-aa9a-98b4d1ebc802 x-openstack-request-id: req-cb5aca6e-b094-48e7-aa9a-98b4d1ebc802 {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:36:54.462701 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "555329b7-3ee9-4dea-92fb-07d3b9773652", "name": "network-vif-plugged", "status": "completed", "tag": "1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:36:54.462952 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cb5aca6e-b094-48e7-aa9a-98b4d1ebc802 {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:36:54.463332 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb5aca6e-b094-48e7-aa9a-98b4d1ebc802'] response: {'server_uuid': '555329b7-3ee9-4dea-92fb-07d3b9773652', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e', 'code': 200} Oct 13 16:36:54.470733 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff53db-ec63-4e44-83a0-e5870f566641 req-8f3c5f03-d608-4da2-8ba1-f4ddf532975c tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:36:54.472180 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-38ff53db-ec63-4e44-83a0-e5870f566641 req-8f3c5f03-d608-4da2-8ba1-f4ddf532975c tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=555329b7-3ee9-4dea-92fb-07d3b9773652 HTTP/1.1" status: 200 len: 945 time: 0.1953797 Oct 13 16:36:54.503682 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e,revision_number=8']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:36:54.516775 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-38ff53db-ec63-4e44-83a0-e5870f566641 req-cbea046d-955d-4f72-94b0-e50deaaa15b3 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=098b0496-13d5-44e8-bc9a-85e9b793bf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383160 Oct 13 16:36:54.741950 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdf147d-2c8b-4d53-ae9e-21ea12b82ea0 req-9a73f8e9-7701-4d59-9c28-30dc02a7d538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:36:54.743428 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2fdf147d-2c8b-4d53-ae9e-21ea12b82ea0 req-9a73f8e9-7701-4d59-9c28-30dc02a7d538 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=555329b7-3ee9-4dea-92fb-07d3b9773652 HTTP/1.1" status: 200 len: 1099 time: 0.0821633 Oct 13 16:36:54.784658 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-2fdf147d-2c8b-4d53-ae9e-21ea12b82ea0 req-e6149571-f0a0-4032-af5d-2a4dc2d6e531 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=098b0496-13d5-44e8-bc9a-85e9b793bf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356078 Oct 13 16:36:55.715267 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d19f2-b996-43de-a9e5-0817a71919db req-67bbf6ad-50b0-45f4-84c1-352044c6472d tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:36:55.716705 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d66d19f2-b996-43de-a9e5-0817a71919db req-67bbf6ad-50b0-45f4-84c1-352044c6472d tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=555329b7-3ee9-4dea-92fb-07d3b9773652 HTTP/1.1" status: 200 len: 946 time: 0.0882854 Oct 13 16:36:55.759975 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-d66d19f2-b996-43de-a9e5-0817a71919db req-0cc4b475-6cc8-43ff-a02c-90547988dc3b tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=098b0496-13d5-44e8-bc9a-85e9b793bf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377245 Oct 13 16:36:56.403589 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:36:56.955268 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06134b5a-2a79-4cfc-a7db-6c2d6cf634e3 req-53b2faae-4a06-4598-af81-ae4f11985fcb tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:36:56.956598 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-06134b5a-2a79-4cfc-a7db-6c2d6cf634e3 req-53b2faae-4a06-4598-af81-ae4f11985fcb tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=555329b7-3ee9-4dea-92fb-07d3b9773652 HTTP/1.1" status: 200 len: 946 time: 0.0841808 Oct 13 16:36:57.003614 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-06134b5a-2a79-4cfc-a7db-6c2d6cf634e3 req-1fbc5407-4009-41f0-9c7e-b2c2f299169e tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=098b0496-13d5-44e8-bc9a-85e9b793bf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413377 Oct 13 16:36:57.531435 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:37:04.644407 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-eac3102b-3bca-4072-88eb-bb8614775e0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:37:06.789272 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-69a161d4-a67d-46af-a813-cfea4b2f6db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:37:07.926634 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:37:08.156989 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:37:09.855651 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:37:13.795308 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-64d3d00c-f6d3-4f02-bb80-92ac3726915c req-a25e8846-326d-48fe-a73c-26a4bfe88a89 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=555329b7-3ee9-4dea-92fb-07d3b9773652&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0815988 Oct 13 16:37:13.944721 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3d00c-f6d3-4f02-bb80-92ac3726915c req-1078fa1e-34a6-4821-90c3-45368e800a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:37:13.944721 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-64d3d00c-f6d3-4f02-bb80-92ac3726915c req-1078fa1e-34a6-4821-90c3-45368e800a26 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9364502afdbe47e9a903654f858fadf2&device_id=555329b7-3ee9-4dea-92fb-07d3b9773652 HTTP/1.1" status: 200 len: 1099 time: 0.0791812 Oct 13 16:37:14.103374 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3d00c-f6d3-4f02-bb80-92ac3726915c req-3f053659-728c-484e-a4e3-25ff71aec98c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:37:14.103374 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-64d3d00c-f6d3-4f02-bb80-92ac3726915c req-3f053659-728c-484e-a4e3-25ff71aec98c service neutron] 10.222.0.16 "GET /v2.0/networks?id=5fd46e4c-4bbe-454e-aac4-56260f77ee6e HTTP/1.1" status: 200 len: 910 time: 0.1413281 Oct 13 16:37:14.214808 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-64d3d00c-f6d3-4f02-bb80-92ac3726915c req-cbab07d0-17fb-4e93-9320-1f46854afd45 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e HTTP/1.1" status: 200 len: 1002 time: 0.1034608 Oct 13 16:37:14.282086 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3d00c-f6d3-4f02-bb80-92ac3726915c req-0f494396-c7f4-4adc-92de-0b9f4ff91e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:37:14.282086 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-64d3d00c-f6d3-4f02-bb80-92ac3726915c req-0f494396-c7f4-4adc-92de-0b9f4ff91e31 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8cb1d6ad-9158-4827-bf60-a5b091f7288b HTTP/1.1" status: 200 len: 848 time: 0.0624471 Oct 13 16:37:14.370753 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d3d00c-f6d3-4f02-bb80-92ac3726915c req-10b56412-c98e-4da7-98fb-abca3a7ef67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:37:14.370753 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-64d3d00c-f6d3-4f02-bb80-92ac3726915c req-10b56412-c98e-4da7-98fb-abca3a7ef67c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5fd46e4c-4bbe-454e-aac4-56260f77ee6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0838337 Oct 13 16:37:14.382910 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [req-64d3d00c-f6d3-4f02-bb80-92ac3726915c req-bba71b75-a93f-4be8-a398-a5564255cbbc service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 16:37:14.382910 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-64d3d00c-f6d3-4f02-bb80-92ac3726915c req-bba71b75-a93f-4be8-a398-a5564255cbbc service neutron] 10.222.0.16 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052030 Oct 13 16:37:14.517536 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-64d3d00c-f6d3-4f02-bb80-92ac3726915c req-9f0bc532-1e3c-4587-ab53-36b55804be62 service neutron] 10.222.0.16 "GET /v2.0/networks/5fd46e4c-4bbe-454e-aac4-56260f77ee6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268549 Oct 13 16:37:14.658475 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-64d3d00c-f6d3-4f02-bb80-92ac3726915c req-426ef267-e5f7-4d52-ba15-23666d524945 service neutron] 10.222.0.16 "GET /v2.0/networks/5fd46e4c-4bbe-454e-aac4-56260f77ee6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361394 Oct 13 16:37:26.415885 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:37:34.529703 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:37:34.647584 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ffc3b278-2629-4dae-aac5-e8f435946f96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:37:36.788839 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c762eac4-7a70-4176-8857-5c66f9b7b297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:37:37.928471 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:37:38.157654 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:37:39.858356 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:37:56.419639 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:04.651305 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-66e0d0ae-fbf1-4f5e-a1e3-a922a1afe4fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:06.789444 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f6254677-25e6-4769-bbfb-0fd960d37f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:07.930834 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:08.160105 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:09.860875 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:11.528518 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:38:13.095933 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 35988) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:38:13.296368 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-ca835b0e-4629-4128-b226-e42180fc2fda tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Deleting port 1538e264-26b6-4c65-9bd6-eb7bb76b54cf {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:38:13.296695 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ca835b0e-4629-4128-b226-e42180fc2fda tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:13.467411 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ca835b0e-4629-4128-b226-e42180fc2fda tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:13.467733 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ca835b0e-4629-4128-b226-e42180fc2fda tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:13.589568 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-ca835b0e-4629-4128-b226-e42180fc2fda tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Calling delete_port for 1538e264-26b6-4c65-9bd6-eb7bb76b54cf owned by network:floatingip {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:38:13.738202 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ca835b0e-4629-4128-b226-e42180fc2fda tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:13.813773 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca835b0e-4629-4128-b226-e42180fc2fda tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Pushing event deleted for resources: {'Port': ['ID=1538e264-26b6-4c65-9bd6-eb7bb76b54cf,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:38:13.835436 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca835b0e-4629-4128-b226-e42180fc2fda tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:38:13.835709 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca835b0e-4629-4128-b226-e42180fc2fda tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:38:13.836050 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca835b0e-4629-4128-b226-e42180fc2fda tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:38:13.836397 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca835b0e-4629-4128-b226-e42180fc2fda tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:38:13.836705 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca835b0e-4629-4128-b226-e42180fc2fda tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:38:13.837028 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca835b0e-4629-4128-b226-e42180fc2fda tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:38:13.837349 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca835b0e-4629-4128-b226-e42180fc2fda tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:38:13.837668 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca835b0e-4629-4128-b226-e42180fc2fda tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:38:13.837984 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca835b0e-4629-4128-b226-e42180fc2fda tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:38:13.838327 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca835b0e-4629-4128-b226-e42180fc2fda tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:38:13.838641 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca835b0e-4629-4128-b226-e42180fc2fda tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:38:13.838954 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca835b0e-4629-4128-b226-e42180fc2fda tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:38:13.893375 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ca835b0e-4629-4128-b226-e42180fc2fda tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for floatingip, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:13.893704 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.l3_db [None req-ca835b0e-4629-4128-b226-e42180fc2fda tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Floating IP 7314e54b-1a5d-472f-a872-82c37a408538 disassociated (deleted). External IP: 172.26.2.242, port: 1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e. Oct 13 16:38:14.242653 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca835b0e-4629-4128-b226-e42180fc2fda tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Router 2146e8df-7767-4bf8-b783-a948eb11081e has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 16:38:14.515609 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca835b0e-4629-4128-b226-e42180fc2fda tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:38:14.525668 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98022717-9aaf-482d-9583-cbd843c1a26d None None] Sync routers for ids ['2146e8df-7767-4bf8-b783-a948eb11081e'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:38:14.536115 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-ca835b0e-4629-4128-b226-e42180fc2fda tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:14.538437 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98022717-9aaf-482d-9583-cbd843c1a26d None None] Routers {'2146e8df-7767-4bf8-b783-a948eb11081e'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:38:14.539121 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-98022717-9aaf-482d-9583-cbd843c1a26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:38:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['2146e8df-7767-4bf8-b783-a948eb11081e'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:38:14.593151 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-ca835b0e-4629-4128-b226-e42180fc2fda tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "DELETE /v2.0/floatingips/7314e54b-1a5d-472f-a872-82c37a408538 HTTP/1.1" status: 204 len: 168 time: 1.4961178 Oct 13 16:38:14.593976 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '555329b7-3ee9-4dea-92fb-07d3b9773652', 'tag': '1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e'}] {{(pid=88972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:38:14.596501 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31c797bf36cf9236de690f6948001889b876fd84aeda4a8ae49b8962bb2d3b48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73c33565-0e4c-4b8a-a248-2fa4cd0d0866" -d '{"events": [{"name": "network-changed", "server_uuid": "555329b7-3ee9-4dea-92fb-07d3b9773652", "tag": "1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e"}]}' {{(pid=88972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:38:14.641625 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 16:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb293f4-bc25-453d-8b45-46dab256a483 x-openstack-request-id: req-adb293f4-bc25-453d-8b45-46dab256a483 {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:38:14.641923 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "555329b7-3ee9-4dea-92fb-07d3b9773652", "tag": "1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e", "status": "completed", "code": 200}]} {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:38:14.642210 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-adb293f4-bc25-453d-8b45-46dab256a483 {{(pid=88972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:38:14.642664 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-adb293f4-bc25-453d-8b45-46dab256a483'] response: {'name': 'network-changed', 'server_uuid': '555329b7-3ee9-4dea-92fb-07d3b9773652', 'tag': '1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e', 'status': 'completed', 'code': 200} Oct 13 16:38:14.708327 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.16', 50399) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:38:14.721862 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-98022717-9aaf-482d-9583-cbd843c1a26d None None] Set router 2146e8df-7767-4bf8-b783-a948eb11081e gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:38:14.813090 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c33565-0e4c-4b8a-a248-2fa4cd0d0866 req-6524134f-fabd-4f68-9706-91dbaeba4caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:38:14.814540 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-73c33565-0e4c-4b8a-a248-2fa4cd0d0866 req-6524134f-fabd-4f68-9706-91dbaeba4caa service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9364502afdbe47e9a903654f858fadf2&device_id=555329b7-3ee9-4dea-92fb-07d3b9773652 HTTP/1.1" status: 200 len: 1099 time: 0.1449845 Oct 13 16:38:14.834457 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-ec9973ed-0edf-427e-8c87-cc90ef06b88f req-ee88f0b2-72a3-4e75-9369-5c1f9eb09704 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=555329b7-3ee9-4dea-92fb-07d3b9773652&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1247163 Oct 13 16:38:14.997973 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f86fa8-e974-45a9-a56a-b9da61ca15da req-41eca848-19f0-4c82-bc06-aaa7f7f29fa8 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:38:14.998879 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-a9f86fa8-e974-45a9-a56a-b9da61ca15da req-41eca848-19f0-4c82-bc06-aaa7f7f29fa8 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Synchronizing usage tracker for tenant:9364502afdbe47e9a903654f858fadf2 on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:38:15.015369 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-a9f86fa8-e974-45a9-a56a-b9da61ca15da req-41eca848-19f0-4c82-bc06-aaa7f7f29fa8 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Unset dirty status for tenant:9364502afdbe47e9a903654f858fadf2 on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:38:15.016615 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-a9f86fa8-e974-45a9-a56a-b9da61ca15da req-41eca848-19f0-4c82-bc06-aaa7f7f29fa8 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=555329b7-3ee9-4dea-92fb-07d3b9773652 HTTP/1.1" status: 200 len: 946 time: 0.1107230 Oct 13 16:38:15.061438 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c33565-0e4c-4b8a-a248-2fa4cd0d0866 req-b00fabcf-64aa-4351-9514-1dd93483a7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:38:15.061631 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-a9f86fa8-e974-45a9-a56a-b9da61ca15da req-8399818e-3f7e-4b01-a0a2-9e60b128099d tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=098b0496-13d5-44e8-bc9a-85e9b793bf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387878 Oct 13 16:38:15.062946 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-73c33565-0e4c-4b8a-a248-2fa4cd0d0866 req-b00fabcf-64aa-4351-9514-1dd93483a7cc service neutron] 10.222.0.16 "GET /v2.0/networks?id=5fd46e4c-4bbe-454e-aac4-56260f77ee6e HTTP/1.1" status: 200 len: 910 time: 0.2376592 Oct 13 16:38:15.093305 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-98022717-9aaf-482d-9583-cbd843c1a26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2146e8df-7767-4bf8-b783-a948eb11081e', 'name': 'tempest-TestShelveInstance-1252037528-router', 'tenant_id': '9364502afdbe47e9a903654f858fadf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': '69de2180-3084-4f36-a2e7-92ad9af8a299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:28:24Z', 'updated_at': '2022-10-13T16:28:28Z', 'revision_number': 4, 'project_id': '9364502afdbe47e9a903654f858fadf2', 'gw_port': {'id': '69de2180-3084-4f36-a2e7-92ad9af8a299', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ed:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2146e8df-7767-4bf8-b783-a948eb11081e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:28:24Z', 'updated_at': '2022-10-13T16:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': 'f8115b6d-cfc0-477c-b863-d564619a16c3', 'name': '', 'network_id': '5fd46e4c-4bbe-454e-aac4-56260f77ee6e', 'tenant_id': '9364502afdbe47e9a903654f858fadf2', 'mac_address': 'fa:16:3e:05:13:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2146e8df-7767-4bf8-b783-a948eb11081e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '8cb1d6ad-9158-4827-bf60-a5b091f7288b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:28:27Z', 'updated_at': '2022-10-13T16:28:34Z', 'revision_number': 5, 'project_id': '9364502afdbe47e9a903654f858fadf2', 'subnets': [{'id': '8cb1d6ad-9158-4827-bf60-a5b091f7288b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:38:15.097172 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98022717-9aaf-482d-9583-cbd843c1a26d None None] Checking router: 2146e8df-7767-4bf8-b783-a948eb11081e for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:38:15.105783 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98022717-9aaf-482d-9583-cbd843c1a26d None None] Routers {'2146e8df-7767-4bf8-b783-a948eb11081e'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:38:15.106456 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-98022717-9aaf-482d-9583-cbd843c1a26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:38:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['2146e8df-7767-4bf8-b783-a948eb11081e'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:38:15.132667 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-73c33565-0e4c-4b8a-a248-2fa4cd0d0866 req-767ed2c1-1ae0-4c88-9101-26101f3a4fa2 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e HTTP/1.1" status: 200 len: 217 time: 0.0630901 Oct 13 16:38:15.198745 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c33565-0e4c-4b8a-a248-2fa4cd0d0866 req-0d2cfae1-dea6-441b-a797-43415c553b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:38:15.200180 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-73c33565-0e4c-4b8a-a248-2fa4cd0d0866 req-0d2cfae1-dea6-441b-a797-43415c553b8d service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8cb1d6ad-9158-4827-bf60-a5b091f7288b HTTP/1.1" status: 200 len: 848 time: 0.0615101 Oct 13 16:38:15.279074 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-98022717-9aaf-482d-9583-cbd843c1a26d None None] Set router 2146e8df-7767-4bf8-b783-a948eb11081e gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:38:15.280388 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c33565-0e4c-4b8a-a248-2fa4cd0d0866 req-8ec84766-cbb5-48a7-9e66-bad1b2496a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:38:15.281853 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-73c33565-0e4c-4b8a-a248-2fa4cd0d0866 req-8ec84766-cbb5-48a7-9e66-bad1b2496a39 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5fd46e4c-4bbe-454e-aac4-56260f77ee6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0757644 Oct 13 16:38:15.413767 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-73c33565-0e4c-4b8a-a248-2fa4cd0d0866 req-2bac3c50-14bf-405f-bc52-fdb3a2995add service neutron] 10.222.0.16 "GET /v2.0/networks/5fd46e4c-4bbe-454e-aac4-56260f77ee6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245577 Oct 13 16:38:15.548696 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-73c33565-0e4c-4b8a-a248-2fa4cd0d0866 req-9d85e37b-18d5-41d2-aa27-9e2514036739 service neutron] 10.222.0.16 "GET /v2.0/networks/5fd46e4c-4bbe-454e-aac4-56260f77ee6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277640 Oct 13 16:38:15.614844 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-98022717-9aaf-482d-9583-cbd843c1a26d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2146e8df-7767-4bf8-b783-a948eb11081e', 'name': 'tempest-TestShelveInstance-1252037528-router', 'tenant_id': '9364502afdbe47e9a903654f858fadf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': '69de2180-3084-4f36-a2e7-92ad9af8a299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:28:24Z', 'updated_at': '2022-10-13T16:28:28Z', 'revision_number': 4, 'project_id': '9364502afdbe47e9a903654f858fadf2', 'gw_port': {'id': '69de2180-3084-4f36-a2e7-92ad9af8a299', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ed:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2146e8df-7767-4bf8-b783-a948eb11081e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:28:24Z', 'updated_at': '2022-10-13T16:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': 'f8115b6d-cfc0-477c-b863-d564619a16c3', 'name': '', 'network_id': '5fd46e4c-4bbe-454e-aac4-56260f77ee6e', 'tenant_id': '9364502afdbe47e9a903654f858fadf2', 'mac_address': 'fa:16:3e:05:13:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2146e8df-7767-4bf8-b783-a948eb11081e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '8cb1d6ad-9158-4827-bf60-a5b091f7288b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:28:27Z', 'updated_at': '2022-10-13T16:28:34Z', 'revision_number': 5, 'project_id': '9364502afdbe47e9a903654f858fadf2', 'subnets': [{'id': '8cb1d6ad-9158-4827-bf60-a5b091f7288b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:38:15.619009 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98022717-9aaf-482d-9583-cbd843c1a26d None None] The sync data for ids ['2146e8df-7767-4bf8-b783-a948eb11081e'] in dv-neutron-860329-2-hyperv is: [{'id': '2146e8df-7767-4bf8-b783-a948eb11081e', 'name': 'tempest-TestShelveInstance-1252037528-router', 'tenant_id': '9364502afdbe47e9a903654f858fadf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': '69de2180-3084-4f36-a2e7-92ad9af8a299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:28:24Z', 'updated_at': '2022-10-13T16:28:28Z', 'revision_number': 4, 'project_id': '9364502afdbe47e9a903654f858fadf2', 'gw_port': {'id': '69de2180-3084-4f36-a2e7-92ad9af8a299', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ed:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2146e8df-7767-4bf8-b783-a948eb11081e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:28:24Z', 'updated_at': '2022-10-13T16:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': 'f8115b6d-cfc0-477c-b863-d564619a16c3', 'name': '', 'network_id': '5fd46e4c-4bbe-454e-aac4-56260f77ee6e', 'tenant_id': '9364502afdbe47e9a903654f858fadf2', 'mac_address': 'fa:16:3e:05:13:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2146e8df-7767-4bf8-b783-a948eb11081e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': '8cb1d6ad-9158-4827-bf60-a5b091f7288b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:28:27Z', 'updated_at': '2022-10-13T16:28:34Z', 'revision_number': 5, 'project_id': '9364502afdbe47e9a903654f858fadf2', 'subnets': [{'id': '8cb1d6ad-9158-4827-bf60-a5b091f7288b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:38:15.722408 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9973ed-0edf-427e-8c87-cc90ef06b88f req-65d3afe6-8d06-409d-b541-5cc4e78e60fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:38:15.723904 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ec9973ed-0edf-427e-8c87-cc90ef06b88f req-65d3afe6-8d06-409d-b541-5cc4e78e60fb service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=9364502afdbe47e9a903654f858fadf2&device_id=555329b7-3ee9-4dea-92fb-07d3b9773652 HTTP/1.1" status: 200 len: 1099 time: 0.0841599 Oct 13 16:38:15.850928 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb691b19-42e1-4958-8dc0-c70c4874cae6 None None] New status for floating IP 7314e54b-1a5d-472f-a872-82c37a408538: DOWN {{(pid=88974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 16:38:15.873947 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9973ed-0edf-427e-8c87-cc90ef06b88f req-650e4eae-b973-4568-bdba-5f582db4839d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:38:15.875434 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ec9973ed-0edf-427e-8c87-cc90ef06b88f req-650e4eae-b973-4568-bdba-5f582db4839d service neutron] 10.222.0.16 "GET /v2.0/networks?id=5fd46e4c-4bbe-454e-aac4-56260f77ee6e HTTP/1.1" status: 200 len: 910 time: 0.1330252 Oct 13 16:38:15.940911 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ec9973ed-0edf-427e-8c87-cc90ef06b88f req-74192e41-299a-43ff-8bce-2dd0cfd1f657 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e HTTP/1.1" status: 200 len: 217 time: 0.0593777 Oct 13 16:38:16.008939 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9973ed-0edf-427e-8c87-cc90ef06b88f req-9cb7264d-eec2-4609-a6aa-b91d3bee1ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:38:16.010397 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ec9973ed-0edf-427e-8c87-cc90ef06b88f req-9cb7264d-eec2-4609-a6aa-b91d3bee1ea4 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=8cb1d6ad-9158-4827-bf60-a5b091f7288b HTTP/1.1" status: 200 len: 848 time: 0.0615115 Oct 13 16:38:16.091566 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9973ed-0edf-427e-8c87-cc90ef06b88f req-b52755a8-8d87-465c-80f4-9f35c21933fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:38:16.093024 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ec9973ed-0edf-427e-8c87-cc90ef06b88f req-b52755a8-8d87-465c-80f4-9f35c21933fa service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=5fd46e4c-4bbe-454e-aac4-56260f77ee6e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761743 Oct 13 16:38:16.290249 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ec9973ed-0edf-427e-8c87-cc90ef06b88f req-7430c197-4520-4410-aef1-b05eb63005c8 service neutron] 10.222.0.16 "GET /v2.0/networks/5fd46e4c-4bbe-454e-aac4-56260f77ee6e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889141 Oct 13 16:38:16.324711 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f307c28c-32c1-4966-95ba-777f7cd5ff06 req-9f6ed049-c248-43da-94e7-b0179b8bdc61 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:38:16.326086 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f307c28c-32c1-4966-95ba-777f7cd5ff06 req-9f6ed049-c248-43da-94e7-b0179b8bdc61 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=555329b7-3ee9-4dea-92fb-07d3b9773652 HTTP/1.1" status: 200 len: 946 time: 0.1415124 Oct 13 16:38:16.441082 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f307c28c-32c1-4966-95ba-777f7cd5ff06 req-ed7aacfa-828b-4901-afe1-6bed1af4c1df tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/security-groups?id=098b0496-13d5-44e8-bc9a-85e9b793bf2c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1039155 Oct 13 16:38:16.463369 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ec9973ed-0edf-427e-8c87-cc90ef06b88f req-95be1504-6612-458e-ab58-7b3c590ddc89 service neutron] 10.222.0.16 "GET /v2.0/networks/5fd46e4c-4bbe-454e-aac4-56260f77ee6e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659312 Oct 13 16:38:16.537259 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d531c0f-a1d2-413d-b344-a7d7b7793031 req-197b515d-d4c7-46fb-8986-dc4d10611f21 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:38:16.538614 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-9d531c0f-a1d2-413d-b344-a7d7b7793031 req-197b515d-d4c7-46fb-8986-dc4d10611f21 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.16 "GET /v2.0/ports?device_id=555329b7-3ee9-4dea-92fb-07d3b9773652 HTTP/1.1" status: 200 len: 946 time: 0.0894690 Oct 13 16:38:16.609216 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [req-9d531c0f-a1d2-413d-b344-a7d7b7793031 req-987a8630-7244-43c9-82a8-b3df0ad4c200 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Deleting port 1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:38:16.609484 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-9d531c0f-a1d2-413d-b344-a7d7b7793031 req-987a8630-7244-43c9-82a8-b3df0ad4c200 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:16.849761 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [req-9d531c0f-a1d2-413d-b344-a7d7b7793031 req-987a8630-7244-43c9-82a8-b3df0ad4c200 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] For port 1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e,segment=NetworkSegment(fe025d4d-3cec-44f0-b2bc-69d77d230198),segment_id=fe025d4d-3cec-44f0-b2bc-69d77d230198)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:38:16.850106 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-9d531c0f-a1d2-413d-b344-a7d7b7793031 req-987a8630-7244-43c9-82a8-b3df0ad4c200 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:16.968322 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [req-9d531c0f-a1d2-413d-b344-a7d7b7793031 req-987a8630-7244-43c9-82a8-b3df0ad4c200 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Calling delete_port for 1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e owned by compute:nova {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:38:17.108883 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-9d531c0f-a1d2-413d-b344-a7d7b7793031 req-987a8630-7244-43c9-82a8-b3df0ad4c200 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:17.157274 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987a8630-7244-43c9-82a8-b3df0ad4c200 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Pushing event deleted for resources: {'Port': ['ID=1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:38:17.245109 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d531c0f-a1d2-413d-b344-a7d7b7793031 req-987a8630-7244-43c9-82a8-b3df0ad4c200 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] No DVR routers for this DVR port 1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e on host hv-neutron-8603 {{(pid=88972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 16:38:17.247437 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-9d531c0f-a1d2-413d-b344-a7d7b7793031 req-987a8630-7244-43c9-82a8-b3df0ad4c200 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:17.249932 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '555329b7-3ee9-4dea-92fb-07d3b9773652', 'name': 'network-vif-deleted', 'tag': '1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e'}] {{(pid=88972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:38:17.252186 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31c797bf36cf9236de690f6948001889b876fd84aeda4a8ae49b8962bb2d3b48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-734d4aac-39a1-424c-ae48-d57842730d26" -d '{"events": [{"server_uuid": "555329b7-3ee9-4dea-92fb-07d3b9773652", "name": "network-vif-deleted", "tag": "1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e"}]}' {{(pid=88972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:38:17.268919 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-9d531c0f-a1d2-413d-b344-a7d7b7793031 req-987a8630-7244-43c9-82a8-b3df0ad4c200 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.16 "DELETE /v2.0/ports/1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e HTTP/1.1" status: 204 len: 173 time: 0.7247710 Oct 13 16:38:17.299368 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 16:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af1ac9ed-d018-48c6-86c4-02155cb905e1 x-openstack-request-id: req-af1ac9ed-d018-48c6-86c4-02155cb905e1 {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:38:17.299810 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "555329b7-3ee9-4dea-92fb-07d3b9773652", "name": "network-vif-deleted", "tag": "1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e", "status": "completed", "code": 200}]} {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:38:17.300136 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-af1ac9ed-d018-48c6-86c4-02155cb905e1 {{(pid=88972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:38:17.301187 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-af1ac9ed-d018-48c6-86c4-02155cb905e1'] response: {'server_uuid': '555329b7-3ee9-4dea-92fb-07d3b9773652', 'name': 'network-vif-deleted', 'tag': '1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e', 'status': 'completed', 'code': 200} Oct 13 16:38:17.630813 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-790126b0-f593-4963-9e4a-d8d67f42338b req-5fbdbb55-603e-4611-8e56-6f4d2a5492a1 tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "GET /v2.0/ports?device_id=555329b7-3ee9-4dea-92fb-07d3b9773652 HTTP/1.1" status: 200 len: 210 time: 0.0721745 Oct 13 16:38:18.733607 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 36012) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:38:18.799886 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-dd1a4491-8f15-407c-970a-ce3b41d9456e tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:18.830933 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-dd1a4491-8f15-407c-970a-ce3b41d9456e tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:18.899530 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-dd1a4491-8f15-407c-970a-ce3b41d9456e tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:18.919184 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1a4491-8f15-407c-970a-ce3b41d9456e tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=098b0496-13d5-44e8-bc9a-85e9b793bf2c,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:38:18.928363 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-dd1a4491-8f15-407c-970a-ce3b41d9456e tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:18.932005 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-dd1a4491-8f15-407c-970a-ce3b41d9456e tempest-TestShelveInstance-1080805434 tempest-TestShelveInstance-1080805434-project] 10.222.0.42 "DELETE /v2.0/security-groups/098b0496-13d5-44e8-bc9a-85e9b793bf2c HTTP/1.1" status: 204 len: 168 time: 0.1948612 Oct 13 16:38:18.975788 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 36018) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:38:19.722293 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0fa512f4-df20-4386-832c-7047d9b3fc2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:20.067920 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-0fa512f4-df20-4386-832c-7047d9b3fc2e admin admin] Deleting port f8115b6d-cfc0-477c-b863-d564619a16c3 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:38:20.068544 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0fa512f4-df20-4386-832c-7047d9b3fc2e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:20.237415 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-0fa512f4-df20-4386-832c-7047d9b3fc2e admin admin] For port f8115b6d-cfc0-477c-b863-d564619a16c3, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=f8115b6d-cfc0-477c-b863-d564619a16c3,segment=NetworkSegment(fe025d4d-3cec-44f0-b2bc-69d77d230198),segment_id=fe025d4d-3cec-44f0-b2bc-69d77d230198)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:38:20.237698 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0fa512f4-df20-4386-832c-7047d9b3fc2e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:20.361561 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-0fa512f4-df20-4386-832c-7047d9b3fc2e admin admin] Calling delete_port for f8115b6d-cfc0-477c-b863-d564619a16c3 owned by network:router_interface {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:38:20.669891 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0fa512f4-df20-4386-832c-7047d9b3fc2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:20.679503 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e no longer exists at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:38:20.715121 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] No Port match for: 1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:38:20.715457 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 1ad64296-589b-4b1a-ba2e-f68dc2ca6f7e not bound to the agent host hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:38:20.826527 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa512f4-df20-4386-832c-7047d9b3fc2e admin admin] Pushing event deleted for resources: {'Port': ['ID=f8115b6d-cfc0-477c-b863-d564619a16c3,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:38:21.092173 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0fa512f4-df20-4386-832c-7047d9b3fc2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:21.441876 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fa512f4-df20-4386-832c-7047d9b3fc2e admin admin] Router 2146e8df-7767-4bf8-b783-a948eb11081e has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 16:38:21.614382 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fa512f4-df20-4386-832c-7047d9b3fc2e admin admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:38:21.622715 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f467fb-4db3-464d-966e-8f27bbbba3e4 None None] Sync routers for ids ['2146e8df-7767-4bf8-b783-a948eb11081e'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:38:21.629086 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-0fa512f4-df20-4386-832c-7047d9b3fc2e admin admin] 10.222.0.42 "PUT /v2.0/routers/2146e8df-7767-4bf8-b783-a948eb11081e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6496060 Oct 13 16:38:21.629086 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 36024) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:38:21.635553 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f467fb-4db3-464d-966e-8f27bbbba3e4 None None] Routers {'2146e8df-7767-4bf8-b783-a948eb11081e'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:38:21.636158 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-61f467fb-4db3-464d-966e-8f27bbbba3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:38:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['2146e8df-7767-4bf8-b783-a948eb11081e'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:38:21.805053 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a931bc38-9ee7-4964-95a6-16a123fe8619 admin admin] Notify callbacks [] for router, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:21.809437 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-61f467fb-4db3-464d-966e-8f27bbbba3e4 None None] Set router 2146e8df-7767-4bf8-b783-a948eb11081e gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:38:21.977593 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a931bc38-9ee7-4964-95a6-16a123fe8619 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:21.988186 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-a931bc38-9ee7-4964-95a6-16a123fe8619 admin admin] Deleting port 69de2180-3084-4f36-a2e7-92ad9af8a299 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:38:21.988643 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a931bc38-9ee7-4964-95a6-16a123fe8619 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:22.090455 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-61f467fb-4db3-464d-966e-8f27bbbba3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2146e8df-7767-4bf8-b783-a948eb11081e', 'name': 'tempest-TestShelveInstance-1252037528-router', 'tenant_id': '9364502afdbe47e9a903654f858fadf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.22'}], 'enable_snat': True}, 'gw_port_id': '69de2180-3084-4f36-a2e7-92ad9af8a299', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:28:24Z', 'updated_at': '2022-10-13T16:38:20Z', 'revision_number': 5, 'project_id': '9364502afdbe47e9a903654f858fadf2', 'gw_port': {'id': '69de2180-3084-4f36-a2e7-92ad9af8a299', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ed:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2146e8df-7767-4bf8-b783-a948eb11081e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1821, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:28:24Z', 'updated_at': '2022-10-13T16:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:38:22.094587 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f467fb-4db3-464d-966e-8f27bbbba3e4 None None] Checking router: 2146e8df-7767-4bf8-b783-a948eb11081e for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:38:22.104075 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f467fb-4db3-464d-966e-8f27bbbba3e4 None None] Routers {'2146e8df-7767-4bf8-b783-a948eb11081e'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:38:22.104726 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-61f467fb-4db3-464d-966e-8f27bbbba3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:38:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['2146e8df-7767-4bf8-b783-a948eb11081e'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:38:22.253578 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-61f467fb-4db3-464d-966e-8f27bbbba3e4 None None] Set router 2146e8df-7767-4bf8-b783-a948eb11081e gateway port host: None {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:38:22.274024 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-a931bc38-9ee7-4964-95a6-16a123fe8619 admin admin] For port 69de2180-3084-4f36-a2e7-92ad9af8a299, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=69de2180-3084-4f36-a2e7-92ad9af8a299,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:38:22.274606 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a931bc38-9ee7-4964-95a6-16a123fe8619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:22.364922 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-61f467fb-4db3-464d-966e-8f27bbbba3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2146e8df-7767-4bf8-b783-a948eb11081e', 'name': 'tempest-TestShelveInstance-1252037528-router', 'tenant_id': '9364502afdbe47e9a903654f858fadf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:28:24Z', 'updated_at': '2022-10-13T16:38:21Z', 'revision_number': 6, 'project_id': '9364502afdbe47e9a903654f858fadf2', 'gw_port_host': None}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:38:22.369421 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61f467fb-4db3-464d-966e-8f27bbbba3e4 None None] The sync data for ids ['2146e8df-7767-4bf8-b783-a948eb11081e'] in dv-neutron-860329-2-hyperv is: [{'id': '2146e8df-7767-4bf8-b783-a948eb11081e', 'name': 'tempest-TestShelveInstance-1252037528-router', 'tenant_id': '9364502afdbe47e9a903654f858fadf2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:28:24Z', 'updated_at': '2022-10-13T16:38:21Z', 'revision_number': 6, 'project_id': '9364502afdbe47e9a903654f858fadf2', 'gw_port_host': None}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:38:22.404734 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-a931bc38-9ee7-4964-95a6-16a123fe8619 admin admin] Calling delete_port for 69de2180-3084-4f36-a2e7-92ad9af8a299 owned by network:router_gateway {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:38:22.569446 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a931bc38-9ee7-4964-95a6-16a123fe8619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:22.614983 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a931bc38-9ee7-4964-95a6-16a123fe8619 admin admin] Pushing event deleted for resources: {'Port': ['ID=69de2180-3084-4f36-a2e7-92ad9af8a299,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:38:22.711601 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a931bc38-9ee7-4964-95a6-16a123fe8619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828050'] for router_gateway, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:22.884950 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a931bc38-9ee7-4964-95a6-16a123fe8619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:22.887089 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a931bc38-9ee7-4964-95a6-16a123fe8619 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:22.908499 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a931bc38-9ee7-4964-95a6-16a123fe8619 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:22.909021 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a931bc38-9ee7-4964-95a6-16a123fe8619 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2146e8df-7767-4bf8-b783-a948eb11081e {{(pid=88972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 16:38:22.921398 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-a931bc38-9ee7-4964-95a6-16a123fe8619 admin admin] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:22.922529 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-a931bc38-9ee7-4964-95a6-16a123fe8619 admin admin] 10.222.0.42 "DELETE /v2.0/routers/2146e8df-7767-4bf8-b783-a948eb11081e HTTP/1.1" status: 204 len: 168 time: 1.2918806 Oct 13 16:38:22.925049 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 36028) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:38:22.985669 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c620e10-6b61-4316-9351-d018a63976de admin admin] Deleting subnet 8cb1d6ad-9158-4827-bf60-a5b091f7288b {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 16:38:22.988509 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9c620e10-6b61-4316-9351-d018a63976de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:23.037108 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9c620e10-6b61-4316-9351-d018a63976de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:23.112325 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9c620e10-6b61-4316-9351-d018a63976de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:23.183533 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9c620e10-6b61-4316-9351-d018a63976de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:23.222101 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c620e10-6b61-4316-9351-d018a63976de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cb1d6ad-9158-4827-bf60-a5b091f7288b,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:38:23.224594 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-9c620e10-6b61-4316-9351-d018a63976de admin admin] Notify callbacks [] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:23.228581 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924e293a-4659-452a-9c1e-f96ad9b4be22 None None] Network 5fd46e4c-4bbe-454e-aac4-56260f77ee6e requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 16:38:23.230529 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-9c620e10-6b61-4316-9351-d018a63976de admin admin] 10.222.0.42 "DELETE /v2.0/subnets/8cb1d6ad-9158-4827-bf60-a5b091f7288b HTTP/1.1" status: 204 len: 168 time: 0.3045330 Oct 13 16:38:23.232939 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 36032) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:38:23.346194 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8e97f6b2-cb06-4a01-ab2a-3c14cf28b214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:23.357973 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-8e97f6b2-cb06-4a01-ab2a-3c14cf28b214 admin admin] Deleting port 000f433e-d2f6-4bb3-87b0-d0451bf16099 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:38:23.358345 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8e97f6b2-cb06-4a01-ab2a-3c14cf28b214 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:23.501860 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3218cf-55d3-4230-9364-eb8cf4403a47 None None] DHCP port deletion for 5fd46e4c-4bbe-454e-aac4-56260f77ee6e request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 16:38:23.506507 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-9a3218cf-55d3-4230-9364-eb8cf4403a47 None None] Deleting port 000f433e-d2f6-4bb3-87b0-d0451bf16099 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:38:23.506880 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9a3218cf-55d3-4230-9364-eb8cf4403a47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:23.568280 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-8e97f6b2-cb06-4a01-ab2a-3c14cf28b214 admin admin] For port 000f433e-d2f6-4bb3-87b0-d0451bf16099, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=000f433e-d2f6-4bb3-87b0-d0451bf16099,segment=NetworkSegment(fe025d4d-3cec-44f0-b2bc-69d77d230198),segment_id=fe025d4d-3cec-44f0-b2bc-69d77d230198)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:38:23.568280 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8e97f6b2-cb06-4a01-ab2a-3c14cf28b214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:23.717485 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-9a3218cf-55d3-4230-9364-eb8cf4403a47 None None] For port 000f433e-d2f6-4bb3-87b0-d0451bf16099, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=000f433e-d2f6-4bb3-87b0-d0451bf16099,segment=NetworkSegment(fe025d4d-3cec-44f0-b2bc-69d77d230198),segment_id=fe025d4d-3cec-44f0-b2bc-69d77d230198)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:38:23.717865 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9a3218cf-55d3-4230-9364-eb8cf4403a47 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:23.789411 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-8e97f6b2-cb06-4a01-ab2a-3c14cf28b214 admin admin] Calling delete_port for 000f433e-d2f6-4bb3-87b0-d0451bf16099 owned by network:dhcp {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:38:23.836894 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-9a3218cf-55d3-4230-9364-eb8cf4403a47 None None] Calling delete_port for 000f433e-d2f6-4bb3-87b0-d0451bf16099 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:38:23.863994 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8e97f6b2-cb06-4a01-ab2a-3c14cf28b214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:23.909530 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.db.api [None req-9a3218cf-55d3-4230-9364-eb8cf4403a47 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88974) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 16:38:23.909886 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG oslo_db.api [None req-9a3218cf-55d3-4230-9364-eb8cf4403a47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 16:38:23.911417 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e97f6b2-cb06-4a01-ab2a-3c14cf28b214 admin admin] Pushing event deleted for resources: {'Port': ['ID=000f433e-d2f6-4bb3-87b0-d0451bf16099,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:38:23.917015 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e97f6b2-cb06-4a01-ab2a-3c14cf28b214 admin admin] No DVR routers for this DVR port 000f433e-d2f6-4bb3-87b0-d0451bf16099 on host dv-neutron-860329-2-hyperv {{(pid=88972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 16:38:24.030333 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8e97f6b2-cb06-4a01-ab2a-3c14cf28b214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:24.054721 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-8e97f6b2-cb06-4a01-ab2a-3c14cf28b214 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fd46e4c-4bbe-454e-aac4-56260f77ee6e']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:38:24.066419 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-8e97f6b2-cb06-4a01-ab2a-3c14cf28b214 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe025d4d-3cec-44f0-b2bc-69d77d230198') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:38:24.067221 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-8e97f6b2-cb06-4a01-ab2a-3c14cf28b214 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe025d4d-3cec-44f0-b2bc-69d77d230198') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:38:24.078426 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8e97f6b2-cb06-4a01-ab2a-3c14cf28b214 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:24.094295 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8e97f6b2-cb06-4a01-ab2a-3c14cf28b214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:24.100095 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e97f6b2-cb06-4a01-ab2a-3c14cf28b214 admin admin] Releasing vlan 435 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 16:38:24.100465 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8e97f6b2-cb06-4a01-ab2a-3c14cf28b214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:24.192992 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8e97f6b2-cb06-4a01-ab2a-3c14cf28b214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:24.221496 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8e97f6b2-cb06-4a01-ab2a-3c14cf28b214 admin admin] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:24.234182 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e97f6b2-cb06-4a01-ab2a-3c14cf28b214 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fd46e4c-4bbe-454e-aac4-56260f77ee6e,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:38:24.248253 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment fe025d4d-3cec-44f0-b2bc-69d77d230198 resource provider aggregate not found Oct 13 16:38:24.253694 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-8e97f6b2-cb06-4a01-ab2a-3c14cf28b214 admin admin] 10.222.0.42 "DELETE /v2.0/networks/5fd46e4c-4bbe-454e-aac4-56260f77ee6e HTTP/1.1" status: 204 len: 168 time: 1.0198133 Oct 13 16:38:24.257106 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 36042) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:38:24.309734 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment fe025d4d-3cec-44f0-b2bc-69d77d230198 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid fe025d4d-3cec-44f0-b2bc-69d77d230198 found for delete ", "request_id": "req-7a2c221e-7763-4e6f-8f5d-87396b6297eb"}]} Oct 13 16:38:24.388354 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 69de2180-3084-4f36-a2e7-92ad9af8a299 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:38:24.417031 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-9a3218cf-55d3-4230-9364-eb8cf4403a47 None None] Deleting port 000f433e-d2f6-4bb3-87b0-d0451bf16099 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:38:24.417396 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9a3218cf-55d3-4230-9364-eb8cf4403a47 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:24.454199 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 69de2180-3084-4f36-a2e7-92ad9af8a299 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:38:24.454539 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 69de2180-3084-4f36-a2e7-92ad9af8a299 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:38:24.454958 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device f8115b6d-cfc0-477c-b863-d564619a16c3 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:38:24.514469 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-9a3218cf-55d3-4230-9364-eb8cf4403a47 None None] The port '000f433e-d2f6-4bb3-87b0-d0451bf16099' was deleted {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 13 16:38:24.519701 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: f8115b6d-cfc0-477c-b863-d564619a16c3 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:38:24.520106 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device f8115b6d-cfc0-477c-b863-d564619a16c3 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:38:24.520513 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 000f433e-d2f6-4bb3-87b0-d0451bf16099 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:38:24.556588 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 000f433e-d2f6-4bb3-87b0-d0451bf16099 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:38:24.556931 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 000f433e-d2f6-4bb3-87b0-d0451bf16099 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:38:24.787526 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-37aa5982-3fc2-4f13-8342-ec2062b91fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:25.226516 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-37aa5982-3fc2-4f13-8342-ec2062b91fb3 admin admin] Deleting port 74b11ad8-e56b-47c9-a96e-98214ae726fc {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:38:25.226846 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-37aa5982-3fc2-4f13-8342-ec2062b91fb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:25.393711 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-37aa5982-3fc2-4f13-8342-ec2062b91fb3 admin admin] For port 74b11ad8-e56b-47c9-a96e-98214ae726fc, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=74b11ad8-e56b-47c9-a96e-98214ae726fc,segment=NetworkSegment(f54585cf-39ce-49b6-af5f-648e7b9a11d0),segment_id=f54585cf-39ce-49b6-af5f-648e7b9a11d0)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:38:25.394063 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-37aa5982-3fc2-4f13-8342-ec2062b91fb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:25.512397 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-37aa5982-3fc2-4f13-8342-ec2062b91fb3 admin admin] Calling delete_port for 74b11ad8-e56b-47c9-a96e-98214ae726fc owned by network:router_interface {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:38:25.687679 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-37aa5982-3fc2-4f13-8342-ec2062b91fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:25.732754 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aa5982-3fc2-4f13-8342-ec2062b91fb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=74b11ad8-e56b-47c9-a96e-98214ae726fc,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:38:26.008139 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-37aa5982-3fc2-4f13-8342-ec2062b91fb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:26.354245 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37aa5982-3fc2-4f13-8342-ec2062b91fb3 admin admin] Router 61982f91-222b-46dc-917e-08786d342d08 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 16:38:26.417951 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:26.622202 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37aa5982-3fc2-4f13-8342-ec2062b91fb3 admin admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:38:26.632110 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e5b95a-16bd-4bb7-88be-da5d6806da32 None None] Sync routers for ids ['61982f91-222b-46dc-917e-08786d342d08'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:38:26.639250 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-37aa5982-3fc2-4f13-8342-ec2062b91fb3 admin admin] 10.222.0.42 "PUT /v2.0/routers/61982f91-222b-46dc-917e-08786d342d08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3810837 Oct 13 16:38:26.641769 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 36046) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:38:26.642257 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e5b95a-16bd-4bb7-88be-da5d6806da32 None None] Routers {'61982f91-222b-46dc-917e-08786d342d08'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:38:26.642916 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-79e5b95a-16bd-4bb7-88be-da5d6806da32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:38:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['61982f91-222b-46dc-917e-08786d342d08'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:38:26.864484 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-79e5b95a-16bd-4bb7-88be-da5d6806da32 None None] Set router 61982f91-222b-46dc-917e-08786d342d08 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:38:26.916036 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-707d6872-dbcc-45f5-aa6b-44e632cde72d admin admin] Notify callbacks [] for router, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:27.089516 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-707d6872-dbcc-45f5-aa6b-44e632cde72d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:27.099210 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-707d6872-dbcc-45f5-aa6b-44e632cde72d admin admin] Deleting port 81f76f05-e29d-43e2-92ed-232cacdd175f {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:38:27.099667 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-707d6872-dbcc-45f5-aa6b-44e632cde72d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:27.142518 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-79e5b95a-16bd-4bb7-88be-da5d6806da32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61982f91-222b-46dc-917e-08786d342d08', 'name': 'tempest-TestShelveInstance-128545023-router', 'tenant_id': '80e94c03c4034c679e67d6551165640c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.70'}], 'enable_snat': True}, 'gw_port_id': '81f76f05-e29d-43e2-92ed-232cacdd175f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:28:30Z', 'updated_at': '2022-10-13T16:38:25Z', 'revision_number': 5, 'project_id': '80e94c03c4034c679e67d6551165640c', 'gw_port': {'id': '81f76f05-e29d-43e2-92ed-232cacdd175f', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:13:27:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '61982f91-222b-46dc-917e-08786d342d08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1833, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:28:31Z', 'updated_at': '2022-10-13T16:28:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:38:27.146393 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e5b95a-16bd-4bb7-88be-da5d6806da32 None None] Checking router: 61982f91-222b-46dc-917e-08786d342d08 for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:38:27.154626 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e5b95a-16bd-4bb7-88be-da5d6806da32 None None] Routers {'61982f91-222b-46dc-917e-08786d342d08'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:38:27.155217 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-79e5b95a-16bd-4bb7-88be-da5d6806da32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:38:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['61982f91-222b-46dc-917e-08786d342d08'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:38:27.274868 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-707d6872-dbcc-45f5-aa6b-44e632cde72d admin admin] For port 81f76f05-e29d-43e2-92ed-232cacdd175f, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=81f76f05-e29d-43e2-92ed-232cacdd175f,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:38:27.275149 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-707d6872-dbcc-45f5-aa6b-44e632cde72d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:27.305407 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-79e5b95a-16bd-4bb7-88be-da5d6806da32 None None] Set router 61982f91-222b-46dc-917e-08786d342d08 gateway port host: None {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:38:27.396673 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-707d6872-dbcc-45f5-aa6b-44e632cde72d admin admin] Calling delete_port for 81f76f05-e29d-43e2-92ed-232cacdd175f owned by network:router_gateway {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:38:27.409578 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-79e5b95a-16bd-4bb7-88be-da5d6806da32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '61982f91-222b-46dc-917e-08786d342d08', 'name': 'tempest-TestShelveInstance-128545023-router', 'tenant_id': '80e94c03c4034c679e67d6551165640c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:28:30Z', 'updated_at': '2022-10-13T16:38:27Z', 'revision_number': 6, 'project_id': '80e94c03c4034c679e67d6551165640c', 'gw_port_host': None}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:38:27.413931 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79e5b95a-16bd-4bb7-88be-da5d6806da32 None None] The sync data for ids ['61982f91-222b-46dc-917e-08786d342d08'] in dv-neutron-860329-2-hyperv is: [{'id': '61982f91-222b-46dc-917e-08786d342d08', 'name': 'tempest-TestShelveInstance-128545023-router', 'tenant_id': '80e94c03c4034c679e67d6551165640c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:28:30Z', 'updated_at': '2022-10-13T16:38:27Z', 'revision_number': 6, 'project_id': '80e94c03c4034c679e67d6551165640c', 'gw_port_host': None}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:38:27.693341 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-707d6872-dbcc-45f5-aa6b-44e632cde72d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:27.744301 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707d6872-dbcc-45f5-aa6b-44e632cde72d admin admin] Pushing event deleted for resources: {'Port': ['ID=81f76f05-e29d-43e2-92ed-232cacdd175f,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:38:27.790885 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d6872-dbcc-45f5-aa6b-44e632cde72d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:38:27.791228 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d6872-dbcc-45f5-aa6b-44e632cde72d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:38:27.791560 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d6872-dbcc-45f5-aa6b-44e632cde72d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:38:27.791890 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d6872-dbcc-45f5-aa6b-44e632cde72d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:38:27.792218 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d6872-dbcc-45f5-aa6b-44e632cde72d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:38:27.792541 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d6872-dbcc-45f5-aa6b-44e632cde72d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:38:27.792863 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d6872-dbcc-45f5-aa6b-44e632cde72d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:38:27.793185 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d6872-dbcc-45f5-aa6b-44e632cde72d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:38:27.793503 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d6872-dbcc-45f5-aa6b-44e632cde72d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:38:27.793818 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d6872-dbcc-45f5-aa6b-44e632cde72d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:38:27.794152 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d6872-dbcc-45f5-aa6b-44e632cde72d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:38:27.794471 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-707d6872-dbcc-45f5-aa6b-44e632cde72d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:38:27.850937 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-707d6872-dbcc-45f5-aa6b-44e632cde72d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828050'] for router_gateway, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:28.123455 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-707d6872-dbcc-45f5-aa6b-44e632cde72d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:28.125728 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-707d6872-dbcc-45f5-aa6b-44e632cde72d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:28.151297 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-707d6872-dbcc-45f5-aa6b-44e632cde72d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:28.151805 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-707d6872-dbcc-45f5-aa6b-44e632cde72d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 61982f91-222b-46dc-917e-08786d342d08 {{(pid=88973) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 16:38:28.165236 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-707d6872-dbcc-45f5-aa6b-44e632cde72d admin admin] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:28.166510 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-707d6872-dbcc-45f5-aa6b-44e632cde72d admin admin] 10.222.0.42 "DELETE /v2.0/routers/61982f91-222b-46dc-917e-08786d342d08 HTTP/1.1" status: 204 len: 168 time: 1.5237386 Oct 13 16:38:28.168983 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 36050) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:38:28.231732 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a42cdb3-3688-492d-a3d4-b90781810086 admin admin] Deleting subnet efaba118-3250-4cc3-ac93-9807912eca94 {{(pid=88973) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 16:38:28.234773 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2a42cdb3-3688-492d-a3d4-b90781810086 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:28.283327 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2a42cdb3-3688-492d-a3d4-b90781810086 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7432921'] for subnet, precommit_delete_associations {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:28.368676 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2a42cdb3-3688-492d-a3d4-b90781810086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:28.391210 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 74b11ad8-e56b-47c9-a96e-98214ae726fc no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:38:28.437197 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 74b11ad8-e56b-47c9-a96e-98214ae726fc {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:38:28.437541 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 74b11ad8-e56b-47c9-a96e-98214ae726fc not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:38:28.437962 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 81f76f05-e29d-43e2-92ed-232cacdd175f no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:38:28.444516 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2a42cdb3-3688-492d-a3d4-b90781810086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6731374', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6472826'] for subnet, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:28.472127 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 81f76f05-e29d-43e2-92ed-232cacdd175f {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:38:28.472470 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 81f76f05-e29d-43e2-92ed-232cacdd175f not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:38:28.481484 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a42cdb3-3688-492d-a3d4-b90781810086 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efaba118-3250-4cc3-ac93-9807912eca94,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:38:28.486714 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-2a42cdb3-3688-492d-a3d4-b90781810086 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:28.491662 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef41d154-f40c-4a7d-865e-02f79e85243a None None] Network 520edb2b-c57d-4053-9b22-0c460ec81a9f requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 16:38:28.492793 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-2a42cdb3-3688-492d-a3d4-b90781810086 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/efaba118-3250-4cc3-ac93-9807912eca94 HTTP/1.1" status: 204 len: 168 time: 0.3228691 Oct 13 16:38:28.495386 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 36054) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:38:28.600097 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cb3b2840-c637-48ac-872b-611e96603dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:28.610604 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-cb3b2840-c637-48ac-872b-611e96603dec admin admin] Deleting port 4665da7d-ca71-43d3-844b-f3e93784fed8 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:38:28.610922 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cb3b2840-c637-48ac-872b-611e96603dec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:28.750439 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83ddd74-0b38-4ab0-b5ba-7a512d33ad5a None None] DHCP port deletion for 520edb2b-c57d-4053-9b22-0c460ec81a9f request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 16:38:28.754842 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-d83ddd74-0b38-4ab0-b5ba-7a512d33ad5a None None] Deleting port 4665da7d-ca71-43d3-844b-f3e93784fed8 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:38:28.755209 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d83ddd74-0b38-4ab0-b5ba-7a512d33ad5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:28.818905 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-cb3b2840-c637-48ac-872b-611e96603dec admin admin] For port 4665da7d-ca71-43d3-844b-f3e93784fed8, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=4665da7d-ca71-43d3-844b-f3e93784fed8,segment=NetworkSegment(f54585cf-39ce-49b6-af5f-648e7b9a11d0),segment_id=f54585cf-39ce-49b6-af5f-648e7b9a11d0)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:38:28.819252 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cb3b2840-c637-48ac-872b-611e96603dec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:28.939735 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-cb3b2840-c637-48ac-872b-611e96603dec admin admin] Calling delete_port for 4665da7d-ca71-43d3-844b-f3e93784fed8 owned by network:dhcp {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:38:28.953796 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-d83ddd74-0b38-4ab0-b5ba-7a512d33ad5a None None] For port 4665da7d-ca71-43d3-844b-f3e93784fed8, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=4665da7d-ca71-43d3-844b-f3e93784fed8,segment=NetworkSegment(f54585cf-39ce-49b6-af5f-648e7b9a11d0),segment_id=f54585cf-39ce-49b6-af5f-648e7b9a11d0)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:38:28.954223 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d83ddd74-0b38-4ab0-b5ba-7a512d33ad5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:29.019033 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cb3b2840-c637-48ac-872b-611e96603dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:29.062607 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3b2840-c637-48ac-872b-611e96603dec admin admin] Pushing event deleted for resources: {'Port': ['ID=4665da7d-ca71-43d3-844b-f3e93784fed8,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:38:29.068477 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3b2840-c637-48ac-872b-611e96603dec admin admin] No DVR routers for this DVR port 4665da7d-ca71-43d3-844b-f3e93784fed8 on host dv-neutron-860329-2-hyperv {{(pid=88972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 16:38:29.084427 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-d83ddd74-0b38-4ab0-b5ba-7a512d33ad5a None None] Calling delete_port for 4665da7d-ca71-43d3-844b-f3e93784fed8 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:38:29.154623 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.db.api [None req-d83ddd74-0b38-4ab0-b5ba-7a512d33ad5a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88974) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 16:38:29.154970 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG oslo_db.api [None req-d83ddd74-0b38-4ab0-b5ba-7a512d33ad5a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 16:38:29.181163 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cb3b2840-c637-48ac-872b-611e96603dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:29.205767 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-cb3b2840-c637-48ac-872b-611e96603dec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['520edb2b-c57d-4053-9b22-0c460ec81a9f']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:38:29.221333 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-cb3b2840-c637-48ac-872b-611e96603dec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f54585cf-39ce-49b6-af5f-648e7b9a11d0') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:38:29.221616 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-cb3b2840-c637-48ac-872b-611e96603dec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f54585cf-39ce-49b6-af5f-648e7b9a11d0') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:38:29.234010 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cb3b2840-c637-48ac-872b-611e96603dec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:29.249979 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cb3b2840-c637-48ac-872b-611e96603dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:29.256081 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb3b2840-c637-48ac-872b-611e96603dec admin admin] Releasing vlan 405 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 16:38:29.256438 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cb3b2840-c637-48ac-872b-611e96603dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:29.328261 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment f54585cf-39ce-49b6-af5f-648e7b9a11d0 resource provider aggregate not found Oct 13 16:38:29.349712 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment f54585cf-39ce-49b6-af5f-648e7b9a11d0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid f54585cf-39ce-49b6-af5f-648e7b9a11d0 found for delete ", "request_id": "req-64758c97-6dcc-4ea0-88b6-348981b5ad7a"}]} Oct 13 16:38:29.350811 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cb3b2840-c637-48ac-872b-611e96603dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:29.366810 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-cb3b2840-c637-48ac-872b-611e96603dec admin admin] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:29.380617 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3b2840-c637-48ac-872b-611e96603dec admin admin] Pushing event deleted for resources: {'Network': ['ID=520edb2b-c57d-4053-9b22-0c460ec81a9f,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:38:29.387664 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-cb3b2840-c637-48ac-872b-611e96603dec admin admin] 10.222.0.42 "DELETE /v2.0/networks/520edb2b-c57d-4053-9b22-0c460ec81a9f HTTP/1.1" status: 204 len: 168 time: 0.8912294 Oct 13 16:38:29.575415 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 36064) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:38:29.622233 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-b3b00317-7fe6-44bc-9a60-fdd13c95bcd2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9364502afdbe47e9a903654f858fadf2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456781 Oct 13 16:38:29.624565 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 36068) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:38:29.656146 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-d83ddd74-0b38-4ab0-b5ba-7a512d33ad5a None None] Deleting port 4665da7d-ca71-43d3-844b-f3e93784fed8 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:38:29.656634 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d83ddd74-0b38-4ab0-b5ba-7a512d33ad5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:29.681420 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e7b73e17-9921-431f-ae21-3dfcf8c1a15f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:29.707459 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e7b73e17-9921-431f-ae21-3dfcf8c1a15f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:29.764427 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-d83ddd74-0b38-4ab0-b5ba-7a512d33ad5a None None] The port '4665da7d-ca71-43d3-844b-f3e93784fed8' was deleted {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 13 16:38:29.767822 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e7b73e17-9921-431f-ae21-3dfcf8c1a15f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:29.789400 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b73e17-9921-431f-ae21-3dfcf8c1a15f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=985f01fe-71fe-415a-93db-60ddf1ad6b9e,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:38:29.793977 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-e7b73e17-9921-431f-ae21-3dfcf8c1a15f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:29.794809 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-e7b73e17-9921-431f-ae21-3dfcf8c1a15f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/985f01fe-71fe-415a-93db-60ddf1ad6b9e HTTP/1.1" status: 204 len: 168 time: 0.1693609 Oct 13 16:38:30.146775 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 36076) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:38:30.194021 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-8ab3f54a-b3d4-4b81-8072-fe2260aae3a0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=80e94c03c4034c679e67d6551165640c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461392 Oct 13 16:38:30.196405 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 36080) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:38:30.256531 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0be15bea-a731-4a5e-a092-bfea6c083bdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:30.280943 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0be15bea-a731-4a5e-a092-bfea6c083bdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:30.331380 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0be15bea-a731-4a5e-a092-bfea6c083bdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:30.346941 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be15bea-a731-4a5e-a092-bfea6c083bdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0997f7-fd28-4ecf-8312-6084dba61f5b,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:38:30.353808 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-0be15bea-a731-4a5e-a092-bfea6c083bdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:30.354940 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-0be15bea-a731-4a5e-a092-bfea6c083bdc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5f0997f7-fd28-4ecf-8312-6084dba61f5b HTTP/1.1" status: 204 len: 168 time: 0.1573200 Oct 13 16:38:30.383958 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 4665da7d-ca71-43d3-844b-f3e93784fed8 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:38:30.417528 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 4665da7d-ca71-43d3-844b-f3e93784fed8 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:38:30.417957 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 4665da7d-ca71-43d3-844b-f3e93784fed8 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:38:31.114770 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 36104) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:38:31.217225 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-d3cfef70-a3fb-4cbc-802e-84b22643f1a1 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1794101446-network', 'tenant_id': 'daa394dc7a824c3d82660dbc07b8cc2e'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:38:31.222021 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-d3cfef70-a3fb-4cbc-802e-84b22643f1a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:38:31.225952 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-d3cfef70-a3fb-4cbc-802e-84b22643f1a1 admin admin] Usage tracker for resource:network and tenant:daa394dc7a824c3d82660dbc07b8cc2e is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:38:31.228829 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-d3cfef70-a3fb-4cbc-802e-84b22643f1a1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:38:31.234460 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-d3cfef70-a3fb-4cbc-802e-84b22643f1a1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:38:31.245151 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3cfef70-a3fb-4cbc-802e-84b22643f1a1 admin admin] Made reservation on behalf of daa394dc7a824c3d82660dbc07b8cc2e for: {'network': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 16:38:31.247423 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d3cfef70-a3fb-4cbc-802e-84b22643f1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:31.259612 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d3cfef70-a3fb-4cbc-802e-84b22643f1a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:31.273477 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-d3cfef70-a3fb-4cbc-802e-84b22643f1a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:38:31.277291 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-d3cfef70-a3fb-4cbc-802e-84b22643f1a1 admin admin] Usage tracker for resource:security_group_rule and tenant:daa394dc7a824c3d82660dbc07b8cc2e is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:38:31.280028 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-d3cfef70-a3fb-4cbc-802e-84b22643f1a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:38:31.285534 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-d3cfef70-a3fb-4cbc-802e-84b22643f1a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:38:31.366855 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d3cfef70-a3fb-4cbc-802e-84b22643f1a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:31.370471 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d3cfef70-a3fb-4cbc-802e-84b22643f1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:31.404677 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3cfef70-a3fb-4cbc-802e-84b22643f1a1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 436} {{(pid=88972) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 16:38:31.413483 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cfef70-a3fb-4cbc-802e-84b22643f1a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7648d226-227a-4ccb-b800-cf89701e2961,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:38:31.420438 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d3cfef70-a3fb-4cbc-802e-84b22643f1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:31.420784 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.db.segments_db [None req-d3cfef70-a3fb-4cbc-802e-84b22643f1a1 admin admin] Added segment 57af5aa6-cc31-4cc0-9f36-227334039d07 of type vlan for network 53a4efa9-6837-45d7-9679-5ed2c04141d5 Oct 13 16:38:31.449884 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d3cfef70-a3fb-4cbc-802e-84b22643f1a1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:31.483604 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d3cfef70-a3fb-4cbc-802e-84b22643f1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:31.484663 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3cfef70-a3fb-4cbc-802e-84b22643f1a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:38:31.485231 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-d3cfef70-a3fb-4cbc-802e-84b22643f1a1 admin admin] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:31.682544 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cfef70-a3fb-4cbc-802e-84b22643f1a1 admin admin] Pushing event updated for resources: {'Network': ['ID=53a4efa9-6837-45d7-9679-5ed2c04141d5,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:38:31.686609 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-d3cfef70-a3fb-4cbc-802e-84b22643f1a1 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5708132 Oct 13 16:38:31.689492 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 36110) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:38:31.693006 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 53a4efa9-6837-45d7-9679-5ed2c04141d5 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 16:38:31.696300 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-775ac638-5512-4e4b-8a75-a72c69920950 admin admin] Request body: {'subnet': {'network_id': '53a4efa9-6837-45d7-9679-5ed2c04141d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1794101446-subnet', 'tenant_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'ip_version': 4}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:38:31.701620 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-775ac638-5512-4e4b-8a75-a72c69920950 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:38:31.705535 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-775ac638-5512-4e4b-8a75-a72c69920950 admin admin] Usage tracker for resource:subnet and tenant:daa394dc7a824c3d82660dbc07b8cc2e is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:38:31.708516 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-775ac638-5512-4e4b-8a75-a72c69920950 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:38:31.714333 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-775ac638-5512-4e4b-8a75-a72c69920950 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:38:31.725162 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775ac638-5512-4e4b-8a75-a72c69920950 admin admin] Made reservation on behalf of daa394dc7a824c3d82660dbc07b8cc2e for: {'subnet': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 16:38:31.727493 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-775ac638-5512-4e4b-8a75-a72c69920950 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7055139'] for subnet, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:31.924368 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-775ac638-5512-4e4b-8a75-a72c69920950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1308715', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7055121'] for subnet, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:31.999263 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775ac638-5512-4e4b-8a75-a72c69920950 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaae49b4-5f84-49c2-99bb-ae6ff0b760e9,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:38:32.008608 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-775ac638-5512-4e4b-8a75-a72c69920950 admin admin] Checking segment: {'id': '57af5aa6-cc31-4cc0-9f36-227334039d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '53a4efa9-6837-45d7-9679-5ed2c04141d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:38:32.008963 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775ac638-5512-4e4b-8a75-a72c69920950 admin admin] Network hostable DHCP agents. Network: 53a4efa9-6837-45d7-9679-5ed2c04141d5, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88972) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 16:38:32.027508 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-775ac638-5512-4e4b-8a75-a72c69920950 admin admin] Network 53a4efa9-6837-45d7-9679-5ed2c04141d5 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88972) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 16:38:32.036744 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-775ac638-5512-4e4b-8a75-a72c69920950 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 53a4efa9-6837-45d7-9679-5ed2c04141d5) {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:38:32.041369 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775ac638-5512-4e4b-8a75-a72c69920950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:38:32.042347 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-775ac638-5512-4e4b-8a75-a72c69920950 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:32.046758 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dd4d823-92e6-4208-8f5e-3401cba02eea None None] Network 53a4efa9-6837-45d7-9679-5ed2c04141d5 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 16:38:32.062409 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-775ac638-5512-4e4b-8a75-a72c69920950 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3709896 Oct 13 16:38:32.065043 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 36114) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:38:32.069856 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-8527a5ff-7193-468c-97b4-0de6ced1b812 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1794101446-router', 'tenant_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:38:32.074983 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-8527a5ff-7193-468c-97b4-0de6ced1b812 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:38:32.078834 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-8527a5ff-7193-468c-97b4-0de6ced1b812 admin admin] Usage tracker for resource:router and tenant:daa394dc7a824c3d82660dbc07b8cc2e is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:38:32.081620 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-8527a5ff-7193-468c-97b4-0de6ced1b812 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:38:32.087861 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-8527a5ff-7193-468c-97b4-0de6ced1b812 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:38:32.098677 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8527a5ff-7193-468c-97b4-0de6ced1b812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:32.099650 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8527a5ff-7193-468c-97b4-0de6ced1b812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:32.114821 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8527a5ff-7193-468c-97b4-0de6ced1b812 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:32.265317 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb74c60d-efbe-4ba9-b632-1794e5a190a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-53a4efa9-6837-45d7-9679-5ed2c04141d5', 'network_id': '53a4efa9-6837-45d7-9679-5ed2c04141d5', 'tenant_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'fixed_ips': [{'subnet_id': 'aaae49b4-5f84-49c2-99bb-ae6ff0b760e9'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 16:38:32.266167 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-cb74c60d-efbe-4ba9-b632-1794e5a190a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:32.377957 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8527a5ff-7193-468c-97b4-0de6ced1b812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:32.422457 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-cb74c60d-efbe-4ba9-b632-1794e5a190a9 None None] Allocated IP 172.20.0.2 (53a4efa9-6837-45d7-9679-5ed2c04141d5/aaae49b4-5f84-49c2-99bb-ae6ff0b760e9/215a5c2f-9ad2-49a9-9ba7-9d737b57654d) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:38:32.624109 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-cb74c60d-efbe-4ba9-b632-1794e5a190a9 None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:32.634972 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-cb74c60d-efbe-4ba9-b632-1794e5a190a9 None None] Transition to ACTIVE for port object 215a5c2f-9ad2-49a9-9ba7-9d737b57654d will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:38:32.653646 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-cb74c60d-efbe-4ba9-b632-1794e5a190a9 None None] Transition to ACTIVE for port object 215a5c2f-9ad2-49a9-9ba7-9d737b57654d will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:38:32.659691 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-cb74c60d-efbe-4ba9-b632-1794e5a190a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:32.688324 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8527a5ff-7193-468c-97b4-0de6ced1b812 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:32.718069 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8527a5ff-7193-468c-97b4-0de6ced1b812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:32.733845 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb74c60d-efbe-4ba9-b632-1794e5a190a9 None None] Network 53a4efa9-6837-45d7-9679-5ed2c04141d5 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:38:32.736589 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-cb74c60d-efbe-4ba9-b632-1794e5a190a9 None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:38:32.740581 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb74c60d-efbe-4ba9-b632-1794e5a190a9 None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:38:32.746034 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb74c60d-efbe-4ba9-b632-1794e5a190a9 None None] Pushing event updated for resources: {'Port': ['ID=215a5c2f-9ad2-49a9-9ba7-9d737b57654d,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:38:32.786841 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74c60d-efbe-4ba9-b632-1794e5a190a9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:38:32.786841 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74c60d-efbe-4ba9-b632-1794e5a190a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:38:32.787141 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74c60d-efbe-4ba9-b632-1794e5a190a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:38:32.787225 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74c60d-efbe-4ba9-b632-1794e5a190a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:38:32.787511 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74c60d-efbe-4ba9-b632-1794e5a190a9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:38:32.787832 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74c60d-efbe-4ba9-b632-1794e5a190a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:38:32.788147 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74c60d-efbe-4ba9-b632-1794e5a190a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:38:32.788462 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74c60d-efbe-4ba9-b632-1794e5a190a9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:38:32.788778 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74c60d-efbe-4ba9-b632-1794e5a190a9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:38:32.789090 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74c60d-efbe-4ba9-b632-1794e5a190a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:38:32.789401 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74c60d-efbe-4ba9-b632-1794e5a190a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:38:32.789713 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb74c60d-efbe-4ba9-b632-1794e5a190a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:38:32.851517 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-cb74c60d-efbe-4ba9-b632-1794e5a190a9 None None] Attempting to bind port 215a5c2f-9ad2-49a9-9ba7-9d737b57654d on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:38:32.851881 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-cb74c60d-efbe-4ba9-b632-1794e5a190a9 None None] Attempting to bind port 215a5c2f-9ad2-49a9-9ba7-9d737b57654d by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '57af5aa6-cc31-4cc0-9f36-227334039d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '53a4efa9-6837-45d7-9679-5ed2c04141d5'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:38:32.852233 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb74c60d-efbe-4ba9-b632-1794e5a190a9 None None] Attempting to bind port 215a5c2f-9ad2-49a9-9ba7-9d737b57654d on network 53a4efa9-6837-45d7-9679-5ed2c04141d5 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:38:32.855143 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [None req-8527a5ff-7193-468c-97b4-0de6ced1b812 admin admin] Allocated IP 172.26.2.92 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/29eb571f-4173-4962-bc27-4391ad3153cf) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:38:32.857503 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb74c60d-efbe-4ba9-b632-1794e5a190a9 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:38:32.857870 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb74c60d-efbe-4ba9-b632-1794e5a190a9 None None] Checking segment: {'id': '57af5aa6-cc31-4cc0-9f36-227334039d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '53a4efa9-6837-45d7-9679-5ed2c04141d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:38:32.858289 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-cb74c60d-efbe-4ba9-b632-1794e5a190a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:32.858675 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb74c60d-efbe-4ba9-b632-1794e5a190a9 None None] Bound using segment: {'id': '57af5aa6-cc31-4cc0-9f36-227334039d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '53a4efa9-6837-45d7-9679-5ed2c04141d5'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:38:32.859147 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-cb74c60d-efbe-4ba9-b632-1794e5a190a9 None None] Bound port: 215a5c2f-9ad2-49a9-9ba7-9d737b57654d, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57af5aa6-cc31-4cc0-9f36-227334039d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '53a4efa9-6837-45d7-9679-5ed2c04141d5'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:38:32.859484 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-cb74c60d-efbe-4ba9-b632-1794e5a190a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:32.948084 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-cb74c60d-efbe-4ba9-b632-1794e5a190a9 None None] For port 215a5c2f-9ad2-49a9-9ba7-9d737b57654d, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:38:32.951166 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-cb74c60d-efbe-4ba9-b632-1794e5a190a9 None None] For port 215a5c2f-9ad2-49a9-9ba7-9d737b57654d, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=215a5c2f-9ad2-49a9-9ba7-9d737b57654d,segment=NetworkSegment(57af5aa6-cc31-4cc0-9f36-227334039d07),segment_id=57af5aa6-cc31-4cc0-9f36-227334039d07)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:38:32.954736 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-cb74c60d-efbe-4ba9-b632-1794e5a190a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:33.002883 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8527a5ff-7193-468c-97b4-0de6ced1b812 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:33.033690 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb74c60d-efbe-4ba9-b632-1794e5a190a9 None None] Pushing event updated for resources: {'Port': ['ID=215a5c2f-9ad2-49a9-9ba7-9d737b57654d,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:38:33.038874 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8527a5ff-7193-468c-97b4-0de6ced1b812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:33.106964 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8527a5ff-7193-468c-97b4-0de6ced1b812 admin admin] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:38:33.109784 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [None req-8527a5ff-7193-468c-97b4-0de6ced1b812 admin admin] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:38:33.112197 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8527a5ff-7193-468c-97b4-0de6ced1b812 admin admin] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:38:33.150882 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8527a5ff-7193-468c-97b4-0de6ced1b812 admin admin] Pushing event updated for resources: {'Port': ['ID=29eb571f-4173-4962-bc27-4391ad3153cf,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:38:33.653454 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8527a5ff-7193-468c-97b4-0de6ced1b812 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:33.935605 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6756be1d-77ab-404e-a66d-de40c2a21416 None None] Network 53a4efa9-6837-45d7-9679-5ed2c04141d5 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 16:38:33.996239 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8527a5ff-7193-468c-97b4-0de6ced1b812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:34.021791 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-b67d32d7-b3ed-4a0d-8837-cd969aa589c0 None None] Provisioning for port 215a5c2f-9ad2-49a9-9ba7-9d737b57654d completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:38:34.201958 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8527a5ff-7193-468c-97b4-0de6ced1b812 admin admin] Router 92bc4684-f61f-4ff7-8d1a-15c3cdd531a0 is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88972) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 16:38:34.382725 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8527a5ff-7193-468c-97b4-0de6ced1b812 admin admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:38:34.392019 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8814b54-0291-4435-89a2-68c575a9bd0f None None] Sync routers for ids ['92bc4684-f61f-4ff7-8d1a-15c3cdd531a0'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:38:34.401684 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8814b54-0291-4435-89a2-68c575a9bd0f None None] Routers {'92bc4684-f61f-4ff7-8d1a-15c3cdd531a0'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:38:34.402533 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-d8814b54-0291-4435-89a2-68c575a9bd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:38:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['92bc4684-f61f-4ff7-8d1a-15c3cdd531a0'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:38:34.408081 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-8527a5ff-7193-468c-97b4-0de6ced1b812 admin admin] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:34.411936 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-8527a5ff-7193-468c-97b4-0de6ced1b812 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.3433957 Oct 13 16:38:34.413287 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 36118) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:38:34.421028 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 215a5c2f-9ad2-49a9-9ba7-9d737b57654d up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:38:34.509759 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 215a5c2f-9ad2-49a9-9ba7-9d737b57654d completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:38:34.514725 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 215a5c2f-9ad2-49a9-9ba7-9d737b57654d triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:38:34.515342 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:34.515694 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 215a5c2f-9ad2-49a9-9ba7-9d737b57654d Oct 13 16:38:34.593609 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-d8814b54-0291-4435-89a2-68c575a9bd0f None None] Set router 92bc4684-f61f-4ff7-8d1a-15c3cdd531a0 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:38:34.653085 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 215a5c2f-9ad2-49a9-9ba7-9d737b57654d is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:38:34.653536 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:34.731884 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 215a5c2f-9ad2-49a9-9ba7-9d737b57654d, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=215a5c2f-9ad2-49a9-9ba7-9d737b57654d,segment=NetworkSegment(57af5aa6-cc31-4cc0-9f36-227334039d07),segment_id=57af5aa6-cc31-4cc0-9f36-227334039d07)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:38:34.742279 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:34.797481 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-993a2963-55e5-45bd-906a-f4b9c2d189f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:34.814394 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=215a5c2f-9ad2-49a9-9ba7-9d737b57654d,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:38:34.925000 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-d8814b54-0291-4435-89a2-68c575a9bd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'name': 'tempest-TestSnapshotPattern-1794101446-router', 'tenant_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.92'}], 'enable_snat': True}, 'gw_port_id': '29eb571f-4173-4962-bc27-4391ad3153cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:38:32Z', 'updated_at': '2022-10-13T16:38:33Z', 'revision_number': 3, 'project_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'gw_port': {'id': '29eb571f-4173-4962-bc27-4391ad3153cf', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:38:32Z', 'updated_at': '2022-10-13T16:38:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:38:34.929334 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8814b54-0291-4435-89a2-68c575a9bd0f None None] Checking router: 92bc4684-f61f-4ff7-8d1a-15c3cdd531a0 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:38:34.929673 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8814b54-0291-4435-89a2-68c575a9bd0f None None] Updating router 92bc4684-f61f-4ff7-8d1a-15c3cdd531a0 port 29eb571f-4173-4962-bc27-4391ad3153cf binding host dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 16:38:34.981112 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-d8814b54-0291-4435-89a2-68c575a9bd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:35.118451 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f392e9c1-71c4-4074-aa3a-17048fb9887e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:35.297457 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-d8814b54-0291-4435-89a2-68c575a9bd0f None None] Notify callbacks [] for port, precommit_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:35.309162 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.provisioning_blocks [None req-d8814b54-0291-4435-89a2-68c575a9bd0f None None] Transition to ACTIVE for port object 29eb571f-4173-4962-bc27-4391ad3153cf will not be triggered until provisioned by entity L2. {{(pid=88975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:38:35.315243 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-d8814b54-0291-4435-89a2-68c575a9bd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:35.321189 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-f392e9c1-71c4-4074-aa3a-17048fb9887e admin admin] Allocated IP 172.20.0.1 (53a4efa9-6837-45d7-9679-5ed2c04141d5/aaae49b4-5f84-49c2-99bb-ae6ff0b760e9/ba5060f5-630d-42da-86cf-bd1fe73763d8) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:38:35.378849 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-d8814b54-0291-4435-89a2-68c575a9bd0f None None] Attempting to bind port 29eb571f-4173-4962-bc27-4391ad3153cf on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:38:35.379683 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-d8814b54-0291-4435-89a2-68c575a9bd0f None None] Attempting to bind port 29eb571f-4173-4962-bc27-4391ad3153cf by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:38:35.380038 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8814b54-0291-4435-89a2-68c575a9bd0f None None] Attempting to bind port 29eb571f-4173-4962-bc27-4391ad3153cf on network 8fb1fa59-32fe-4ed0-a248-96c43edb135f {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:38:35.390145 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8814b54-0291-4435-89a2-68c575a9bd0f None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 38, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:38:35.390519 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8814b54-0291-4435-89a2-68c575a9bd0f None None] Checking segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:38:35.390917 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-d8814b54-0291-4435-89a2-68c575a9bd0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:35.391301 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8814b54-0291-4435-89a2-68c575a9bd0f None None] Bound using segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:38:35.391759 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-d8814b54-0291-4435-89a2-68c575a9bd0f None None] Bound port: 29eb571f-4173-4962-bc27-4391ad3153cf, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:38:35.392125 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-d8814b54-0291-4435-89a2-68c575a9bd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:35.428875 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e6b6a0-ac10-4534-816f-9bf4da489bf4 None None] Pushing event updated for resources: {'Port': ['ID=29eb571f-4173-4962-bc27-4391ad3153cf,revision_number=2']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:38:35.445793 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e6b6a0-ac10-4534-816f-9bf4da489bf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:38:35.446117 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e6b6a0-ac10-4534-816f-9bf4da489bf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:38:35.446473 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e6b6a0-ac10-4534-816f-9bf4da489bf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:38:35.446811 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e6b6a0-ac10-4534-816f-9bf4da489bf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:38:35.447388 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e6b6a0-ac10-4534-816f-9bf4da489bf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:38:35.447715 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e6b6a0-ac10-4534-816f-9bf4da489bf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:38:35.448035 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e6b6a0-ac10-4534-816f-9bf4da489bf4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:38:35.448355 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e6b6a0-ac10-4534-816f-9bf4da489bf4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:38:35.448675 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e6b6a0-ac10-4534-816f-9bf4da489bf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:38:35.449012 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e6b6a0-ac10-4534-816f-9bf4da489bf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:38:35.449329 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e6b6a0-ac10-4534-816f-9bf4da489bf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:38:35.449628 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33e6b6a0-ac10-4534-816f-9bf4da489bf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88975) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:38:35.469908 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f392e9c1-71c4-4074-aa3a-17048fb9887e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:35.482771 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-d8814b54-0291-4435-89a2-68c575a9bd0f None None] For port 29eb571f-4173-4962-bc27-4391ad3153cf, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:38:35.486082 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-d8814b54-0291-4435-89a2-68c575a9bd0f None None] For port 29eb571f-4173-4962-bc27-4391ad3153cf, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=29eb571f-4173-4962-bc27-4391ad3153cf,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:38:35.486485 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-f392e9c1-71c4-4074-aa3a-17048fb9887e admin admin] Transition to ACTIVE for port object ba5060f5-630d-42da-86cf-bd1fe73763d8 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:38:35.490466 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-d8814b54-0291-4435-89a2-68c575a9bd0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:35.511058 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f392e9c1-71c4-4074-aa3a-17048fb9887e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:35.550551 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8814b54-0291-4435-89a2-68c575a9bd0f None None] Routers {'92bc4684-f61f-4ff7-8d1a-15c3cdd531a0'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:38:35.551188 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-d8814b54-0291-4435-89a2-68c575a9bd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:38:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['92bc4684-f61f-4ff7-8d1a-15c3cdd531a0'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:38:35.641064 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e6b6a0-ac10-4534-816f-9bf4da489bf4 None None] Pushing event updated for resources: {'Port': ['ID=29eb571f-4173-4962-bc27-4391ad3153cf,revision_number=3']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:38:35.691214 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f392e9c1-71c4-4074-aa3a-17048fb9887e admin admin] Network 53a4efa9-6837-45d7-9679-5ed2c04141d5 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:38:35.694947 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-f392e9c1-71c4-4074-aa3a-17048fb9887e admin admin] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:38:35.698911 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f392e9c1-71c4-4074-aa3a-17048fb9887e admin admin] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:38:35.733136 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392e9c1-71c4-4074-aa3a-17048fb9887e admin admin] Pushing event updated for resources: {'Port': ['ID=ba5060f5-630d-42da-86cf-bd1fe73763d8,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:38:35.745228 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-d8814b54-0291-4435-89a2-68c575a9bd0f None None] Set router 92bc4684-f61f-4ff7-8d1a-15c3cdd531a0 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:38:35.758254 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f392e9c1-71c4-4074-aa3a-17048fb9887e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:35.926440 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-f5b17138-1550-4106-aa54-c1ea138447d6 None None] Provisioning for port ba5060f5-630d-42da-86cf-bd1fe73763d8 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:38:35.930862 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-f5b17138-1550-4106-aa54-c1ea138447d6 None None] Provisioning complete for port ba5060f5-630d-42da-86cf-bd1fe73763d8 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:38:35.931226 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f5b17138-1550-4106-aa54-c1ea138447d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:35.931551 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f5b17138-1550-4106-aa54-c1ea138447d6 None None] Attempt 1 to provision port ba5060f5-630d-42da-86cf-bd1fe73763d8 Oct 13 16:38:35.990804 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f5b17138-1550-4106-aa54-c1ea138447d6 None None] Port ba5060f5-630d-42da-86cf-bd1fe73763d8 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:38:36.024641 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f392e9c1-71c4-4074-aa3a-17048fb9887e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:36.041543 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-d8814b54-0291-4435-89a2-68c575a9bd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'name': 'tempest-TestSnapshotPattern-1794101446-router', 'tenant_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.92'}], 'enable_snat': True}, 'gw_port_id': '29eb571f-4173-4962-bc27-4391ad3153cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:38:32Z', 'updated_at': '2022-10-13T16:38:33Z', 'revision_number': 3, 'project_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'gw_port': {'id': '29eb571f-4173-4962-bc27-4391ad3153cf', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:38:32Z', 'updated_at': '2022-10-13T16:38:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:38:36.045439 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8814b54-0291-4435-89a2-68c575a9bd0f None None] The sync data for ids ['92bc4684-f61f-4ff7-8d1a-15c3cdd531a0'] in dv-neutron-860329-2-hyperv is: [{'id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'name': 'tempest-TestSnapshotPattern-1794101446-router', 'tenant_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.92'}], 'enable_snat': True}, 'gw_port_id': '29eb571f-4173-4962-bc27-4391ad3153cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:38:32Z', 'updated_at': '2022-10-13T16:38:33Z', 'revision_number': 3, 'project_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'gw_port': {'id': '29eb571f-4173-4962-bc27-4391ad3153cf', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5b:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:38:32Z', 'updated_at': '2022-10-13T16:38:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:38:36.264346 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f392e9c1-71c4-4074-aa3a-17048fb9887e admin admin] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:36.270910 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f392e9c1-71c4-4074-aa3a-17048fb9887e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:36.379785 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f392e9c1-71c4-4074-aa3a-17048fb9887e admin admin] Pushing event updated for resources: {'Port': ['ID=ba5060f5-630d-42da-86cf-bd1fe73763d8,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:38:36.382228 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f392e9c1-71c4-4074-aa3a-17048fb9887e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:36.475179 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 215a5c2f-9ad2-49a9-9ba7-9d737b57654d up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:38:36.504374 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f5b17138-1550-4106-aa54-c1ea138447d6 None None] Attempt 2 to provision port ba5060f5-630d-42da-86cf-bd1fe73763d8 Oct 13 16:38:36.532929 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f392e9c1-71c4-4074-aa3a-17048fb9887e admin admin] Network 53a4efa9-6837-45d7-9679-5ed2c04141d5 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:38:36.534608 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-f392e9c1-71c4-4074-aa3a-17048fb9887e admin admin] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:38:36.583588 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f5b17138-1550-4106-aa54-c1ea138447d6 None None] Port ba5060f5-630d-42da-86cf-bd1fe73763d8 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:38:36.595081 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 215a5c2f-9ad2-49a9-9ba7-9d737b57654d triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:38:36.595633 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:36.596107 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 215a5c2f-9ad2-49a9-9ba7-9d737b57654d Oct 13 16:38:36.747004 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 215a5c2f-9ad2-49a9-9ba7-9d737b57654d is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:38:36.748088 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 29eb571f-4173-4962-bc27-4391ad3153cf up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:38:36.780461 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f392e9c1-71c4-4074-aa3a-17048fb9887e admin admin] Router 92bc4684-f61f-4ff7-8d1a-15c3cdd531a0 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 16:38:36.813812 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-a214cc2b-0c27-4a0a-a518-275a07c52f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:36.833968 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 29eb571f-4173-4962-bc27-4391ad3153cf completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:38:36.839844 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 29eb571f-4173-4962-bc27-4391ad3153cf triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:38:36.840213 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:36.840546 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 29eb571f-4173-4962-bc27-4391ad3153cf Oct 13 16:38:36.961979 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 29eb571f-4173-4962-bc27-4391ad3153cf is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:38:36.962627 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:36.979213 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 29eb571f-4173-4962-bc27-4391ad3153cf, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=29eb571f-4173-4962-bc27-4391ad3153cf,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:38:36.980641 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f392e9c1-71c4-4074-aa3a-17048fb9887e admin admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:38:36.983204 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:36.996844 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-f392e9c1-71c4-4074-aa3a-17048fb9887e admin admin] 10.222.0.42 "PUT /v2.0/routers/92bc4684-f61f-4ff7-8d1a-15c3cdd531a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5786412 Oct 13 16:38:37.051039 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=29eb571f-4173-4962-bc27-4391ad3153cf,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:38:37.084291 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f5b17138-1550-4106-aa54-c1ea138447d6 None None] Attempt 3 to provision port ba5060f5-630d-42da-86cf-bd1fe73763d8 Oct 13 16:38:37.140796 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f5b17138-1550-4106-aa54-c1ea138447d6 None None] Port ba5060f5-630d-42da-86cf-bd1fe73763d8 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:38:37.483950 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 36136) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:38:37.490084 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-81a81a66-d605-4c00-8868-7915785a7204 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1783075374-network', 'tenant_id': '4d7609338f7b4d22a1d36cd2e9babfc4'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:38:37.495000 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-81a81a66-d605-4c00-8868-7915785a7204 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:38:37.498760 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-81a81a66-d605-4c00-8868-7915785a7204 admin admin] Usage tracker for resource:network and tenant:4d7609338f7b4d22a1d36cd2e9babfc4 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:38:37.501580 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-81a81a66-d605-4c00-8868-7915785a7204 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:38:37.508212 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-81a81a66-d605-4c00-8868-7915785a7204 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:38:37.518094 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a81a66-d605-4c00-8868-7915785a7204 admin admin] Made reservation on behalf of 4d7609338f7b4d22a1d36cd2e9babfc4 for: {'network': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 16:38:37.520371 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-81a81a66-d605-4c00-8868-7915785a7204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for network, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:37.532817 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-81a81a66-d605-4c00-8868-7915785a7204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:37.547549 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-81a81a66-d605-4c00-8868-7915785a7204 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:38:37.551960 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-81a81a66-d605-4c00-8868-7915785a7204 admin admin] Usage tracker for resource:security_group_rule and tenant:4d7609338f7b4d22a1d36cd2e9babfc4 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:38:37.554794 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-81a81a66-d605-4c00-8868-7915785a7204 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:38:37.560597 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-81a81a66-d605-4c00-8868-7915785a7204 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:38:37.609290 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8450ef6c-3799-48ac-9cf1-c5137d6e8dcb None None] Sync routers for ids ['92bc4684-f61f-4ff7-8d1a-15c3cdd531a0'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:38:37.618991 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8450ef6c-3799-48ac-9cf1-c5137d6e8dcb None None] Routers {'92bc4684-f61f-4ff7-8d1a-15c3cdd531a0'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:38:37.619587 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-8450ef6c-3799-48ac-9cf1-c5137d6e8dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:38:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['92bc4684-f61f-4ff7-8d1a-15c3cdd531a0'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:38:37.646652 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-81a81a66-d605-4c00-8868-7915785a7204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:37.650560 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-81a81a66-d605-4c00-8868-7915785a7204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:37.670780 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f5b17138-1550-4106-aa54-c1ea138447d6 None None] Attempt 4 to provision port ba5060f5-630d-42da-86cf-bd1fe73763d8 Oct 13 16:38:37.684507 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81a81a66-d605-4c00-8868-7915785a7204 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 426} {{(pid=88973) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Oct 13 16:38:37.693515 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a81a66-d605-4c00-8868-7915785a7204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=592edf02-c981-468d-919e-39fdd5d773e3,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:38:37.699806 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-81a81a66-d605-4c00-8868-7915785a7204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:37.700263 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.segments_db [None req-81a81a66-d605-4c00-8868-7915785a7204 admin admin] Added segment 10e214b4-4e35-4e08-85f3-e6c1f575dc38 of type vlan for network 4c348281-5d0e-4187-8d2f-0828bda50bc4 Oct 13 16:38:37.728363 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-81a81a66-d605-4c00-8868-7915785a7204 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8734005601082'] for network, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:37.757426 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-81a81a66-d605-4c00-8868-7915785a7204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605'] for network, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:37.758371 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a81a66-d605-4c00-8868-7915785a7204 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:38:37.758918 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-81a81a66-d605-4c00-8868-7915785a7204 admin admin] Notify callbacks [] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:37.811343 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f5b17138-1550-4106-aa54-c1ea138447d6 None None] Port ba5060f5-630d-42da-86cf-bd1fe73763d8 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:38:37.839350 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-8450ef6c-3799-48ac-9cf1-c5137d6e8dcb None None] Set router 92bc4684-f61f-4ff7-8d1a-15c3cdd531a0 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:38:37.859856 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a81a66-d605-4c00-8868-7915785a7204 admin admin] Pushing event updated for resources: {'Network': ['ID=4c348281-5d0e-4187-8d2f-0828bda50bc4,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:38:37.863055 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-81a81a66-d605-4c00-8868-7915785a7204 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3780301 Oct 13 16:38:37.866276 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 36140) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:38:37.871591 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-6a4ca2c2-2e83-4e4b-834f-d4c4612e8882 admin admin] Request body: {'subnet': {'network_id': '4c348281-5d0e-4187-8d2f-0828bda50bc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1783075374-subnet', 'tenant_id': '4d7609338f7b4d22a1d36cd2e9babfc4', 'ip_version': 4}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:38:37.876450 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-6a4ca2c2-2e83-4e4b-834f-d4c4612e8882 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:38:37.881518 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-6a4ca2c2-2e83-4e4b-834f-d4c4612e8882 admin admin] Usage tracker for resource:subnet and tenant:4d7609338f7b4d22a1d36cd2e9babfc4 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:38:37.881659 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Network 4c348281-5d0e-4187-8d2f-0828bda50bc4 details requested by agent ovs-agent-dv-neutron-860329-2-hyperv with host dv-neutron-860329-2-hyperv {{(pid=88974) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Oct 13 16:38:37.884896 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-6a4ca2c2-2e83-4e4b-834f-d4c4612e8882 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:38:37.890748 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-6a4ca2c2-2e83-4e4b-834f-d4c4612e8882 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:38:37.900317 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a4ca2c2-2e83-4e4b-834f-d4c4612e8882 admin admin] Made reservation on behalf of 4d7609338f7b4d22a1d36cd2e9babfc4 for: {'subnet': 1} {{(pid=88973) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 16:38:37.902742 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6a4ca2c2-2e83-4e4b-834f-d4c4612e8882 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6472799'] for subnet, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:38.056303 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:38.177492 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:38.223542 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6a4ca2c2-2e83-4e4b-834f-d4c4612e8882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6731439', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6472813'] for subnet, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:38.261632 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-8450ef6c-3799-48ac-9cf1-c5137d6e8dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'name': 'tempest-TestSnapshotPattern-1794101446-router', 'tenant_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.92'}], 'enable_snat': True}, 'gw_port_id': '29eb571f-4173-4962-bc27-4391ad3153cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:38:32Z', 'updated_at': '2022-10-13T16:38:35Z', 'revision_number': 4, 'project_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'gw_port': {'id': '29eb571f-4173-4962-bc27-4391ad3153cf', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:38:32Z', 'updated_at': '2022-10-13T16:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': 'ba5060f5-630d-42da-86cf-bd1fe73763d8', 'name': '', 'network_id': '53a4efa9-6837-45d7-9679-5ed2c04141d5', 'tenant_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'mac_address': 'fa:16:3e:cf:a7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'aaae49b4-5f84-49c2-99bb-ae6ff0b760e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:38:35Z', 'updated_at': '2022-10-13T16:38:36Z', 'revision_number': 2, 'project_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'subnets': [{'id': 'aaae49b4-5f84-49c2-99bb-ae6ff0b760e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:38:38.265415 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8450ef6c-3799-48ac-9cf1-c5137d6e8dcb None None] Checking router: 92bc4684-f61f-4ff7-8d1a-15c3cdd531a0 for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:38:38.265756 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8450ef6c-3799-48ac-9cf1-c5137d6e8dcb None None] Updating router 92bc4684-f61f-4ff7-8d1a-15c3cdd531a0 port ba5060f5-630d-42da-86cf-bd1fe73763d8 binding host dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 16:38:38.295611 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4ca2c2-2e83-4e4b-834f-d4c4612e8882 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d48e92dc-08aa-4b62-b71c-828ba574b215,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:38:38.305694 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a4ca2c2-2e83-4e4b-834f-d4c4612e8882 admin admin] Checking segment: {'id': '10e214b4-4e35-4e08-85f3-e6c1f575dc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4c348281-5d0e-4187-8d2f-0828bda50bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88973) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:38:38.306052 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4ca2c2-2e83-4e4b-834f-d4c4612e8882 admin admin] Network hostable DHCP agents. Network: 4c348281-5d0e-4187-8d2f-0828bda50bc4, hostable agents: ['2bf97ea8-6457-4032-9d4e-72910575a6a9'], hosted agents: [] {{(pid=88973) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Oct 13 16:38:38.326745 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4ca2c2-2e83-4e4b-834f-d4c4612e8882 admin admin] Network 4c348281-5d0e-4187-8d2f-0828bda50bc4 is scheduled to be hosted by DHCP agent 2bf97ea8-6457-4032-9d4e-72910575a6a9 with binding_index 1 {{(pid=88973) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Oct 13 16:38:38.339792 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-6a4ca2c2-2e83-4e4b-834f-d4c4612e8882 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-860329-2-hyperv, 4c348281-5d0e-4187-8d2f-0828bda50bc4) {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:38:38.345153 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4ca2c2-2e83-4e4b-834f-d4c4612e8882 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:38:38.345986 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-6a4ca2c2-2e83-4e4b-834f-d4c4612e8882 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:38.350330 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f5b17138-1550-4106-aa54-c1ea138447d6 None None] Attempt 5 to provision port ba5060f5-630d-42da-86cf-bd1fe73763d8 Oct 13 16:38:38.375259 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-6a4ca2c2-2e83-4e4b-834f-d4c4612e8882 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5073967 Oct 13 16:38:38.377256 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 36144) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:38:38.381326 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5dacdcc-15ad-4532-a54d-e2a9397b6e3a None None] Network 4c348281-5d0e-4187-8d2f-0828bda50bc4 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 16:38:38.384308 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-1196f3cb-6557-4cda-a378-80a9bcc46ccb admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1783075374-router', 'tenant_id': '4d7609338f7b4d22a1d36cd2e9babfc4', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:38:38.388989 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-1196f3cb-6557-4cda-a378-80a9bcc46ccb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:38:38.392975 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-1196f3cb-6557-4cda-a378-80a9bcc46ccb admin admin] Usage tracker for resource:router and tenant:4d7609338f7b4d22a1d36cd2e9babfc4 is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:38:38.396390 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-1196f3cb-6557-4cda-a378-80a9bcc46ccb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:38:38.402572 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-1196f3cb-6557-4cda-a378-80a9bcc46ccb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:38:38.413158 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1196f3cb-6557-4cda-a378-80a9bcc46ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1827942', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-128342'] for router, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:38.414691 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1196f3cb-6557-4cda-a378-80a9bcc46ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1831962', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1828003', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1973688', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-128353'] for router, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:38.424484 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 29eb571f-4173-4962-bc27-4391ad3153cf up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:38:38.432525 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1196f3cb-6557-4cda-a378-80a9bcc46ccb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:38.479888 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8450ef6c-3799-48ac-9cf1-c5137d6e8dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:38.555277 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f5b17138-1550-4106-aa54-c1ea138447d6 None None] Port ba5060f5-630d-42da-86cf-bd1fe73763d8 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:38:38.699000 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1196f3cb-6557-4cda-a378-80a9bcc46ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1827997', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1827853', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-128371'] for router, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:38.740730 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 29eb571f-4173-4962-bc27-4391ad3153cf triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:38:38.741098 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:38.741429 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 29eb571f-4173-4962-bc27-4391ad3153cf Oct 13 16:38:38.936389 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe9d278-2634-4574-bf25-6c825d1e785c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp00becabb-3a03-520e-9cc7-42660546e79f-4c348281-5d0e-4187-8d2f-0828bda50bc4', 'network_id': '4c348281-5d0e-4187-8d2f-0828bda50bc4', 'tenant_id': '4d7609338f7b4d22a1d36cd2e9babfc4', 'fixed_ips': [{'subnet_id': 'd48e92dc-08aa-4b62-b71c-828ba574b215'}]}} from dv-neutron-860329-2-hyperv. {{(pid=88974) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Oct 13 16:38:38.937202 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-cfe9d278-2634-4574-bf25-6c825d1e785c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:39.007104 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1196f3cb-6557-4cda-a378-80a9bcc46ccb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:39.036037 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1196f3cb-6557-4cda-a378-80a9bcc46ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:39.056117 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f5b17138-1550-4106-aa54-c1ea138447d6 None None] Attempt 6 to provision port ba5060f5-630d-42da-86cf-bd1fe73763d8 Oct 13 16:38:39.157780 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 29eb571f-4173-4962-bc27-4391ad3153cf is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:38:39.159771 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f5b17138-1550-4106-aa54-c1ea138447d6 None None] Port ba5060f5-630d-42da-86cf-bd1fe73763d8 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:38:39.178155 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-1196f3cb-6557-4cda-a378-80a9bcc46ccb admin admin] Allocated IP 172.26.2.127 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/e42cde07-e000-44aa-9f68-155e57e98b02) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:38:39.280092 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.db_base_plugin_common [None req-cfe9d278-2634-4574-bf25-6c825d1e785c None None] Allocated IP 172.20.0.2 (4c348281-5d0e-4187-8d2f-0828bda50bc4/d48e92dc-08aa-4b62-b71c-828ba574b215/cf15cc5f-ec24-48ec-a350-fec4fb7b7097) {{(pid=88974) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:38:39.301639 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8450ef6c-3799-48ac-9cf1-c5137d6e8dcb None None] Notify callbacks [] for port, precommit_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:39.326311 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1196f3cb-6557-4cda-a378-80a9bcc46ccb admin admin] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:39.339941 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-8450ef6c-3799-48ac-9cf1-c5137d6e8dcb None None] Transition to ACTIVE for port object ba5060f5-630d-42da-86cf-bd1fe73763d8 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:38:39.355835 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1196f3cb-6557-4cda-a378-80a9bcc46ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:39.389199 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8450ef6c-3799-48ac-9cf1-c5137d6e8dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:39.418534 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1196f3cb-6557-4cda-a378-80a9bcc46ccb admin admin] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:38:39.421421 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-1196f3cb-6557-4cda-a378-80a9bcc46ccb admin admin] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:38:39.425585 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1196f3cb-6557-4cda-a378-80a9bcc46ccb admin admin] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:38:39.466114 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1196f3cb-6557-4cda-a378-80a9bcc46ccb admin admin] Pushing event updated for resources: {'Port': ['ID=e42cde07-e000-44aa-9f68-155e57e98b02,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:38:39.611895 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd93eca-27ea-467c-88a8-fd2a8ce54974 None None] Pushing event updated for resources: {'Port': ['ID=ba5060f5-630d-42da-86cf-bd1fe73763d8,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:38:39.674753 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f5b17138-1550-4106-aa54-c1ea138447d6 None None] Attempt 7 to provision port ba5060f5-630d-42da-86cf-bd1fe73763d8 Oct 13 16:38:39.723409 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-8450ef6c-3799-48ac-9cf1-c5137d6e8dcb None None] Attempting to bind port ba5060f5-630d-42da-86cf-bd1fe73763d8 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:38:39.723771 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-8450ef6c-3799-48ac-9cf1-c5137d6e8dcb None None] Attempting to bind port ba5060f5-630d-42da-86cf-bd1fe73763d8 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '57af5aa6-cc31-4cc0-9f36-227334039d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '53a4efa9-6837-45d7-9679-5ed2c04141d5'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:38:39.724124 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8450ef6c-3799-48ac-9cf1-c5137d6e8dcb None None] Attempting to bind port ba5060f5-630d-42da-86cf-bd1fe73763d8 on network 53a4efa9-6837-45d7-9679-5ed2c04141d5 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:38:39.792071 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8450ef6c-3799-48ac-9cf1-c5137d6e8dcb None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:38:39.792443 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8450ef6c-3799-48ac-9cf1-c5137d6e8dcb None None] Checking segment: {'id': '57af5aa6-cc31-4cc0-9f36-227334039d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '53a4efa9-6837-45d7-9679-5ed2c04141d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:38:39.792838 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8450ef6c-3799-48ac-9cf1-c5137d6e8dcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:39.793218 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8450ef6c-3799-48ac-9cf1-c5137d6e8dcb None None] Bound using segment: {'id': '57af5aa6-cc31-4cc0-9f36-227334039d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '53a4efa9-6837-45d7-9679-5ed2c04141d5'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:38:39.793670 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-8450ef6c-3799-48ac-9cf1-c5137d6e8dcb None None] Bound port: ba5060f5-630d-42da-86cf-bd1fe73763d8, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57af5aa6-cc31-4cc0-9f36-227334039d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '53a4efa9-6837-45d7-9679-5ed2c04141d5'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:38:39.794030 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8450ef6c-3799-48ac-9cf1-c5137d6e8dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:39.826768 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f5b17138-1550-4106-aa54-c1ea138447d6 None None] Port ba5060f5-630d-42da-86cf-bd1fe73763d8 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:38:39.827541 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-cfe9d278-2634-4574-bf25-6c825d1e785c None None] Notify callbacks [] for port, precommit_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:39.877062 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-cfe9d278-2634-4574-bf25-6c825d1e785c None None] Transition to ACTIVE for port object cf15cc5f-ec24-48ec-a350-fec4fb7b7097 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:38:39.904344 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:39.923395 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-cfe9d278-2634-4574-bf25-6c825d1e785c None None] Transition to ACTIVE for port object cf15cc5f-ec24-48ec-a350-fec4fb7b7097 will not be triggered until provisioned by entity DHCP. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:38:39.930068 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-cfe9d278-2634-4574-bf25-6c825d1e785c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089'] for port, after_create {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:39.956078 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1196f3cb-6557-4cda-a378-80a9bcc46ccb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:39.975669 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-8450ef6c-3799-48ac-9cf1-c5137d6e8dcb None None] For port ba5060f5-630d-42da-86cf-bd1fe73763d8, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:38:40.000991 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-8450ef6c-3799-48ac-9cf1-c5137d6e8dcb None None] For port ba5060f5-630d-42da-86cf-bd1fe73763d8, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=ba5060f5-630d-42da-86cf-bd1fe73763d8,segment=NetworkSegment(57af5aa6-cc31-4cc0-9f36-227334039d07),segment_id=57af5aa6-cc31-4cc0-9f36-227334039d07)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:38:40.008987 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfe9d278-2634-4574-bf25-6c825d1e785c None None] Network 4c348281-5d0e-4187-8d2f-0828bda50bc4 is already hosted by enough agents. {{(pid=88974) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:38:40.010275 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8450ef6c-3799-48ac-9cf1-c5137d6e8dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:40.014033 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.scheduler.base_scheduler [None req-cfe9d278-2634-4574-bf25-6c825d1e785c None None] Resources bound (agent type, host, resource id): {{(pid=88974) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:38:40.018987 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe9d278-2634-4574-bf25-6c825d1e785c None None] Received port after_create {{(pid=88974) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:38:40.027404 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe9d278-2634-4574-bf25-6c825d1e785c None None] Pushing event updated for resources: {'Port': ['ID=cf15cc5f-ec24-48ec-a350-fec4fb7b7097,revision_number=1']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:38:40.164445 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8450ef6c-3799-48ac-9cf1-c5137d6e8dcb None None] Routers {'92bc4684-f61f-4ff7-8d1a-15c3cdd531a0'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:38:40.165093 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-8450ef6c-3799-48ac-9cf1-c5137d6e8dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:38:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['92bc4684-f61f-4ff7-8d1a-15c3cdd531a0'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:38:40.249699 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-cfe9d278-2634-4574-bf25-6c825d1e785c None None] Attempting to bind port cf15cc5f-ec24-48ec-a350-fec4fb7b7097 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:38:40.250055 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-cfe9d278-2634-4574-bf25-6c825d1e785c None None] Attempting to bind port cf15cc5f-ec24-48ec-a350-fec4fb7b7097 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '10e214b4-4e35-4e08-85f3-e6c1f575dc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4c348281-5d0e-4187-8d2f-0828bda50bc4'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:38:40.250437 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe9d278-2634-4574-bf25-6c825d1e785c None None] Attempting to bind port cf15cc5f-ec24-48ec-a350-fec4fb7b7097 on network 4c348281-5d0e-4187-8d2f-0828bda50bc4 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:38:40.263134 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd93eca-27ea-467c-88a8-fd2a8ce54974 None None] Pushing event updated for resources: {'Port': ['ID=ba5060f5-630d-42da-86cf-bd1fe73763d8,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:38:40.267796 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe9d278-2634-4574-bf25-6c825d1e785c None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:38:40.268165 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe9d278-2634-4574-bf25-6c825d1e785c None None] Checking segment: {'id': '10e214b4-4e35-4e08-85f3-e6c1f575dc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4c348281-5d0e-4187-8d2f-0828bda50bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:38:40.268553 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-cfe9d278-2634-4574-bf25-6c825d1e785c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:40.268925 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfe9d278-2634-4574-bf25-6c825d1e785c None None] Bound using segment: {'id': '10e214b4-4e35-4e08-85f3-e6c1f575dc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4c348281-5d0e-4187-8d2f-0828bda50bc4'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:38:40.269402 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-cfe9d278-2634-4574-bf25-6c825d1e785c None None] Bound port: cf15cc5f-ec24-48ec-a350-fec4fb7b7097, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e214b4-4e35-4e08-85f3-e6c1f575dc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4c348281-5d0e-4187-8d2f-0828bda50bc4'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:38:40.269767 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-cfe9d278-2634-4574-bf25-6c825d1e785c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:40.296673 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1196f3cb-6557-4cda-a378-80a9bcc46ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1827967', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1828086'] for router, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:40.330145 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-f5b17138-1550-4106-aa54-c1ea138447d6 None None] Attempt 8 to provision port ba5060f5-630d-42da-86cf-bd1fe73763d8 Oct 13 16:38:40.472632 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-8450ef6c-3799-48ac-9cf1-c5137d6e8dcb None None] Set router 92bc4684-f61f-4ff7-8d1a-15c3cdd531a0 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:38:40.502700 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1196f3cb-6557-4cda-a378-80a9bcc46ccb admin admin] Router 8fdf3784-979b-47f8-a333-cfeecd1df95f is scheduled to L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a with binding_index 1 {{(pid=88973) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Oct 13 16:38:40.536387 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-f5b17138-1550-4106-aa54-c1ea138447d6 None None] Port ba5060f5-630d-42da-86cf-bd1fe73763d8 had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 16:38:40.567055 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-cfe9d278-2634-4574-bf25-6c825d1e785c None None] For port cf15cc5f-ec24-48ec-a350-fec4fb7b7097, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:38:40.640989 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-cfe9d278-2634-4574-bf25-6c825d1e785c None None] For port cf15cc5f-ec24-48ec-a350-fec4fb7b7097, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=cf15cc5f-ec24-48ec-a350-fec4fb7b7097,segment=NetworkSegment(10e214b4-4e35-4e08-85f3-e6c1f575dc38),segment_id=10e214b4-4e35-4e08-85f3-e6c1f575dc38)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:38:40.661186 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-cfe9d278-2634-4574-bf25-6c825d1e785c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:40.681240 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1196f3cb-6557-4cda-a378-80a9bcc46ccb admin admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:38:40.694750 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39580dac-9875-4c07-ac00-3d0b151a8216 None None] Sync routers for ids ['8fdf3784-979b-47f8-a333-cfeecd1df95f'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:38:40.706549 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39580dac-9875-4c07-ac00-3d0b151a8216 None None] Routers {'8fdf3784-979b-47f8-a333-cfeecd1df95f'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:38:40.707390 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-39580dac-9875-4c07-ac00-3d0b151a8216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:38:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['8fdf3784-979b-47f8-a333-cfeecd1df95f'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:38:40.707535 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-1196f3cb-6557-4cda-a378-80a9bcc46ccb admin admin] Notify callbacks [] for router, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:40.711388 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-1196f3cb-6557-4cda-a378-80a9bcc46ccb admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3303912 Oct 13 16:38:40.711668 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 36148) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:38:40.814250 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe9d278-2634-4574-bf25-6c825d1e785c None None] Pushing event updated for resources: {'Port': ['ID=cf15cc5f-ec24-48ec-a350-fec4fb7b7097,revision_number=2']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:38:40.914079 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-8450ef6c-3799-48ac-9cf1-c5137d6e8dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'name': 'tempest-TestSnapshotPattern-1794101446-router', 'tenant_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.92'}], 'enable_snat': True}, 'gw_port_id': '29eb571f-4173-4962-bc27-4391ad3153cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:38:32Z', 'updated_at': '2022-10-13T16:38:35Z', 'revision_number': 4, 'project_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'gw_port': {'id': '29eb571f-4173-4962-bc27-4391ad3153cf', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:38:32Z', 'updated_at': '2022-10-13T16:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': 'ba5060f5-630d-42da-86cf-bd1fe73763d8', 'name': '', 'network_id': '53a4efa9-6837-45d7-9679-5ed2c04141d5', 'tenant_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'mac_address': 'fa:16:3e:cf:a7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'aaae49b4-5f84-49c2-99bb-ae6ff0b760e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:38:35Z', 'updated_at': '2022-10-13T16:38:39Z', 'revision_number': 4, 'project_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'subnets': [{'id': 'aaae49b4-5f84-49c2-99bb-ae6ff0b760e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:38:40.918908 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8450ef6c-3799-48ac-9cf1-c5137d6e8dcb None None] The sync data for ids ['92bc4684-f61f-4ff7-8d1a-15c3cdd531a0'] in dv-neutron-860329-2-hyperv is: [{'id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'name': 'tempest-TestSnapshotPattern-1794101446-router', 'tenant_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.92'}], 'enable_snat': True}, 'gw_port_id': '29eb571f-4173-4962-bc27-4391ad3153cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:38:32Z', 'updated_at': '2022-10-13T16:38:35Z', 'revision_number': 4, 'project_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'gw_port': {'id': '29eb571f-4173-4962-bc27-4391ad3153cf', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:38:32Z', 'updated_at': '2022-10-13T16:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': 'ba5060f5-630d-42da-86cf-bd1fe73763d8', 'name': '', 'network_id': '53a4efa9-6837-45d7-9679-5ed2c04141d5', 'tenant_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'mac_address': 'fa:16:3e:cf:a7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'aaae49b4-5f84-49c2-99bb-ae6ff0b760e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:38:35Z', 'updated_at': '2022-10-13T16:38:39Z', 'revision_number': 4, 'project_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'subnets': [{'id': 'aaae49b4-5f84-49c2-99bb-ae6ff0b760e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:38:40.953078 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-39580dac-9875-4c07-ac00-3d0b151a8216 None None] Set router 8fdf3784-979b-47f8-a333-cfeecd1df95f gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:38:41.327930 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-39580dac-9875-4c07-ac00-3d0b151a8216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fdf3784-979b-47f8-a333-cfeecd1df95f', 'name': 'tempest-TestSnapshotPattern-1783075374-router', 'tenant_id': '4d7609338f7b4d22a1d36cd2e9babfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.127'}], 'enable_snat': True}, 'gw_port_id': 'e42cde07-e000-44aa-9f68-155e57e98b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:38:38Z', 'updated_at': '2022-10-13T16:38:39Z', 'revision_number': 3, 'project_id': '4d7609338f7b4d22a1d36cd2e9babfc4', 'gw_port': {'id': 'e42cde07-e000-44aa-9f68-155e57e98b02', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:94:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fdf3784-979b-47f8-a333-cfeecd1df95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:38:39Z', 'updated_at': '2022-10-13T16:38:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:38:41.332768 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39580dac-9875-4c07-ac00-3d0b151a8216 None None] Checking router: 8fdf3784-979b-47f8-a333-cfeecd1df95f for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:38:41.333455 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39580dac-9875-4c07-ac00-3d0b151a8216 None None] Updating router 8fdf3784-979b-47f8-a333-cfeecd1df95f port e42cde07-e000-44aa-9f68-155e57e98b02 binding host dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 16:38:41.393332 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-39580dac-9875-4c07-ac00-3d0b151a8216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:41.613024 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-919ed80e-5b7a-46f7-b056-ecea95afb329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:41.795208 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-39580dac-9875-4c07-ac00-3d0b151a8216 None None] Notify callbacks [] for port, precommit_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:41.812372 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.provisioning_blocks [None req-39580dac-9875-4c07-ac00-3d0b151a8216 None None] Transition to ACTIVE for port object e42cde07-e000-44aa-9f68-155e57e98b02 will not be triggered until provisioned by entity L2. {{(pid=88975) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:38:41.828687 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-39580dac-9875-4c07-ac00-3d0b151a8216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:41.866400 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-919ed80e-5b7a-46f7-b056-ecea95afb329 admin admin] Allocated IP 172.20.0.1 (4c348281-5d0e-4187-8d2f-0828bda50bc4/d48e92dc-08aa-4b62-b71c-828ba574b215/0d80db34-2519-4618-bc28-7d860093a344) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:38:41.900894 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-39580dac-9875-4c07-ac00-3d0b151a8216 None None] Attempting to bind port e42cde07-e000-44aa-9f68-155e57e98b02 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:38:41.901517 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-39580dac-9875-4c07-ac00-3d0b151a8216 None None] Attempting to bind port e42cde07-e000-44aa-9f68-155e57e98b02 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:38:41.902028 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39580dac-9875-4c07-ac00-3d0b151a8216 None None] Attempting to bind port e42cde07-e000-44aa-9f68-155e57e98b02 on network 8fb1fa59-32fe-4ed0-a248-96c43edb135f {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:38:41.913781 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39580dac-9875-4c07-ac00-3d0b151a8216 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:38:41.914445 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39580dac-9875-4c07-ac00-3d0b151a8216 None None] Checking segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88975) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:38:41.914770 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-39580dac-9875-4c07-ac00-3d0b151a8216 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:41.915166 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39580dac-9875-4c07-ac00-3d0b151a8216 None None] Bound using segment: {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'} {{(pid=88975) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:38:41.915638 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.managers [None req-39580dac-9875-4c07-ac00-3d0b151a8216 None None] Bound port: e42cde07-e000-44aa-9f68-155e57e98b02, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35fa46e0-322b-4274-9a48-a2908d30a58a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f'}}] {{(pid=88975) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:38:41.916006 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-39580dac-9875-4c07-ac00-3d0b151a8216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:41.956533 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400a4c8-29bf-459e-bd3b-f284f99bea25 None None] Pushing event updated for resources: {'Port': ['ID=e42cde07-e000-44aa-9f68-155e57e98b02,revision_number=2']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:38:41.995924 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26e33d7-9d19-4278-b792-b9780a3d54b8 None None] Network 4c348281-5d0e-4187-8d2f-0828bda50bc4 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 16:38:42.004888 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-39580dac-9875-4c07-ac00-3d0b151a8216 None None] For port e42cde07-e000-44aa-9f68-155e57e98b02, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88975) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:38:42.008311 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.plugins.ml2.db [None req-39580dac-9875-4c07-ac00-3d0b151a8216 None None] For port e42cde07-e000-44aa-9f68-155e57e98b02, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=e42cde07-e000-44aa-9f68-155e57e98b02,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88975) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:38:42.014652 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron_lib.callbacks.manager [None req-39580dac-9875-4c07-ac00-3d0b151a8216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88975) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:42.050118 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-919ed80e-5b7a-46f7-b056-ecea95afb329 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:42.070824 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.provisioning_blocks [None req-919ed80e-5b7a-46f7-b056-ecea95afb329 admin admin] Transition to ACTIVE for port object 0d80db34-2519-4618-bc28-7d860093a344 will not be triggered until provisioned by entity DHCP. {{(pid=88973) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:38:42.084297 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39580dac-9875-4c07-ac00-3d0b151a8216 None None] Routers {'8fdf3784-979b-47f8-a333-cfeecd1df95f'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:38:42.085206 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-39580dac-9875-4c07-ac00-3d0b151a8216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:38:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['8fdf3784-979b-47f8-a333-cfeecd1df95f'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:38:42.107212 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-65fd8c30-f417-4d59-819a-9a04cbfe2126 None None] Provisioning for port cf15cc5f-ec24-48ec-a350-fec4fb7b7097 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:38:42.108344 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-919ed80e-5b7a-46f7-b056-ecea95afb329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:42.176657 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919ed80e-5b7a-46f7-b056-ecea95afb329 admin admin] Network 4c348281-5d0e-4187-8d2f-0828bda50bc4 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:38:42.177701 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5400a4c8-29bf-459e-bd3b-f284f99bea25 None None] Pushing event updated for resources: {'Port': ['ID=e42cde07-e000-44aa-9f68-155e57e98b02,revision_number=3']} {{(pid=88975) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:38:42.194225 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-919ed80e-5b7a-46f7-b056-ecea95afb329 admin admin] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:38:42.197670 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919ed80e-5b7a-46f7-b056-ecea95afb329 admin admin] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:38:42.259378 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919ed80e-5b7a-46f7-b056-ecea95afb329 admin admin] Pushing event updated for resources: {'Port': ['ID=0d80db34-2519-4618-bc28-7d860093a344,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:38:42.272210 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-919ed80e-5b7a-46f7-b056-ecea95afb329 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1832120'] for router_interface, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:42.283365 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-39580dac-9875-4c07-ac00-3d0b151a8216 None None] Set router 8fdf3784-979b-47f8-a333-cfeecd1df95f gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:38:42.419662 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-919ed80e-5b7a-46f7-b056-ecea95afb329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:42.491918 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device ba5060f5-630d-42da-86cf-bd1fe73763d8 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:38:42.585237 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port ba5060f5-630d-42da-86cf-bd1fe73763d8 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:38:42.591501 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port ba5060f5-630d-42da-86cf-bd1fe73763d8 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:38:42.591874 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:42.592205 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port ba5060f5-630d-42da-86cf-bd1fe73763d8 Oct 13 16:38:42.615345 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-39580dac-9875-4c07-ac00-3d0b151a8216 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fdf3784-979b-47f8-a333-cfeecd1df95f', 'name': 'tempest-TestSnapshotPattern-1783075374-router', 'tenant_id': '4d7609338f7b4d22a1d36cd2e9babfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.127'}], 'enable_snat': True}, 'gw_port_id': 'e42cde07-e000-44aa-9f68-155e57e98b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:38:38Z', 'updated_at': '2022-10-13T16:38:39Z', 'revision_number': 3, 'project_id': '4d7609338f7b4d22a1d36cd2e9babfc4', 'gw_port': {'id': 'e42cde07-e000-44aa-9f68-155e57e98b02', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:94:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fdf3784-979b-47f8-a333-cfeecd1df95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:38:39Z', 'updated_at': '2022-10-13T16:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:38:42.620007 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39580dac-9875-4c07-ac00-3d0b151a8216 None None] The sync data for ids ['8fdf3784-979b-47f8-a333-cfeecd1df95f'] in dv-neutron-860329-2-hyperv is: [{'id': '8fdf3784-979b-47f8-a333-cfeecd1df95f', 'name': 'tempest-TestSnapshotPattern-1783075374-router', 'tenant_id': '4d7609338f7b4d22a1d36cd2e9babfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.127'}], 'enable_snat': True}, 'gw_port_id': 'e42cde07-e000-44aa-9f68-155e57e98b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:38:38Z', 'updated_at': '2022-10-13T16:38:39Z', 'revision_number': 3, 'project_id': '4d7609338f7b4d22a1d36cd2e9babfc4', 'gw_port': {'id': 'e42cde07-e000-44aa-9f68-155e57e98b02', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:94:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fdf3784-979b-47f8-a333-cfeecd1df95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:38:39Z', 'updated_at': '2022-10-13T16:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:38:42.720300 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-919ed80e-5b7a-46f7-b056-ecea95afb329 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:42.727979 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-919ed80e-5b7a-46f7-b056-ecea95afb329 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:42.762781 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-82f08c32-bbdd-4869-9a17-6f578e80f1cd None None] Provisioning for port 0d80db34-2519-4618-bc28-7d860093a344 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:38:42.773051 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-82f08c32-bbdd-4869-9a17-6f578e80f1cd None None] Provisioning complete for port 0d80db34-2519-4618-bc28-7d860093a344 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:38:42.773418 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-82f08c32-bbdd-4869-9a17-6f578e80f1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:42.773747 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-82f08c32-bbdd-4869-9a17-6f578e80f1cd None None] Attempt 1 to provision port 0d80db34-2519-4618-bc28-7d860093a344 Oct 13 16:38:42.841493 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-919ed80e-5b7a-46f7-b056-ecea95afb329 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1826135', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1832133'] for router_interface, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:42.848341 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919ed80e-5b7a-46f7-b056-ecea95afb329 admin admin] Pushing event updated for resources: {'Port': ['ID=0d80db34-2519-4618-bc28-7d860093a344,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:38:42.878628 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-82f08c32-bbdd-4869-9a17-6f578e80f1cd None None] Port 0d80db34-2519-4618-bc28-7d860093a344 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:38:42.884860 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port ba5060f5-630d-42da-86cf-bd1fe73763d8 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:38:42.885231 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:42.932009 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port ba5060f5-630d-42da-86cf-bd1fe73763d8, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=ba5060f5-630d-42da-86cf-bd1fe73763d8,segment=NetworkSegment(57af5aa6-cc31-4cc0-9f36-227334039d07),segment_id=57af5aa6-cc31-4cc0-9f36-227334039d07)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:38:42.938705 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:42.942274 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device cf15cc5f-ec24-48ec-a350-fec4fb7b7097 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:38:43.007367 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919ed80e-5b7a-46f7-b056-ecea95afb329 admin admin] Network 4c348281-5d0e-4187-8d2f-0828bda50bc4 is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:38:43.008500 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-919ed80e-5b7a-46f7-b056-ecea95afb329 admin admin] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:38:43.067344 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=ba5060f5-630d-42da-86cf-bd1fe73763d8,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:38:43.079601 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port cf15cc5f-ec24-48ec-a350-fec4fb7b7097 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:38:43.086357 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port cf15cc5f-ec24-48ec-a350-fec4fb7b7097 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:38:43.087207 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:43.087207 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port cf15cc5f-ec24-48ec-a350-fec4fb7b7097 Oct 13 16:38:43.235099 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port cf15cc5f-ec24-48ec-a350-fec4fb7b7097 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:38:43.235528 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:43.272518 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port cf15cc5f-ec24-48ec-a350-fec4fb7b7097, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=cf15cc5f-ec24-48ec-a350-fec4fb7b7097,segment=NetworkSegment(10e214b4-4e35-4e08-85f3-e6c1f575dc38),segment_id=10e214b4-4e35-4e08-85f3-e6c1f575dc38)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:38:43.277214 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:43.334841 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-919ed80e-5b7a-46f7-b056-ecea95afb329 admin admin] Router 8fdf3784-979b-47f8-a333-cfeecd1df95f has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 16:38:43.351393 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=cf15cc5f-ec24-48ec-a350-fec4fb7b7097,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:38:43.379929 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-82f08c32-bbdd-4869-9a17-6f578e80f1cd None None] Attempt 2 to provision port 0d80db34-2519-4618-bc28-7d860093a344 Oct 13 16:38:43.434333 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-82f08c32-bbdd-4869-9a17-6f578e80f1cd None None] Port 0d80db34-2519-4618-bc28-7d860093a344 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:38:43.520571 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-919ed80e-5b7a-46f7-b056-ecea95afb329 admin admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:38:43.529758 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-919ed80e-5b7a-46f7-b056-ecea95afb329 admin admin] 10.222.0.42 "PUT /v2.0/routers/8fdf3784-979b-47f8-a333-cfeecd1df95f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8164253 Oct 13 16:38:43.908646 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 36160) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:38:43.914481 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-a7c53a49-c10e-4f2c-8c2d-40a88e03d17a tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-482442187', 'description': 'tempest-secgroup-smoke-482442187 description', 'project_id': 'daa394dc7a824c3d82660dbc07b8cc2e'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:38:43.920444 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-a7c53a49-c10e-4f2c-8c2d-40a88e03d17a tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:38:43.924357 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-a7c53a49-c10e-4f2c-8c2d-40a88e03d17a tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Usage tracker for resource:security_group and tenant:daa394dc7a824c3d82660dbc07b8cc2e is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:38:43.927911 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-a7c53a49-c10e-4f2c-8c2d-40a88e03d17a tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:38:43.933557 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-a7c53a49-c10e-4f2c-8c2d-40a88e03d17a tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:38:43.935503 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-82f08c32-bbdd-4869-9a17-6f578e80f1cd None None] Attempt 3 to provision port 0d80db34-2519-4618-bc28-7d860093a344 Oct 13 16:38:43.943430 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a7c53a49-c10e-4f2c-8c2d-40a88e03d17a tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks [] for security_group, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:43.963304 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-a7c53a49-c10e-4f2c-8c2d-40a88e03d17a tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:38:43.967034 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-a7c53a49-c10e-4f2c-8c2d-40a88e03d17a tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Usage tracker for resource:security_group_rule and tenant:daa394dc7a824c3d82660dbc07b8cc2e is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:38:43.969763 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-a7c53a49-c10e-4f2c-8c2d-40a88e03d17a tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:38:43.976025 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-a7c53a49-c10e-4f2c-8c2d-40a88e03d17a tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:38:43.991866 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-82f08c32-bbdd-4869-9a17-6f578e80f1cd None None] Port 0d80db34-2519-4618-bc28-7d860093a344 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:38:44.045428 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a7c53a49-c10e-4f2c-8c2d-40a88e03d17a tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks [] for security_group, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:44.048672 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a7c53a49-c10e-4f2c-8c2d-40a88e03d17a tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:44.092986 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c53a49-c10e-4f2c-8c2d-40a88e03d17a tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4641a15a-0260-4c50-97b7-9629381438fd,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:38:44.096944 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a7c53a49-c10e-4f2c-8c2d-40a88e03d17a tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:44.100775 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-a7c53a49-c10e-4f2c-8c2d-40a88e03d17a tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1910598 Oct 13 16:38:44.102017 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 36164) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:38:44.107063 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-7d06f792-fb2a-4707-b540-fdd67a62e7ce tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Request body: {'security_group_rule': {'security_group_id': '4641a15a-0260-4c50-97b7-9629381438fd', 'project_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:38:44.113146 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-7d06f792-fb2a-4707-b540-fdd67a62e7ce tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:38:44.116964 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-7d06f792-fb2a-4707-b540-fdd67a62e7ce tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Usage tracker for resource:security_group_rule and tenant:daa394dc7a824c3d82660dbc07b8cc2e is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:38:44.120669 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-7d06f792-fb2a-4707-b540-fdd67a62e7ce tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:38:44.126515 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-7d06f792-fb2a-4707-b540-fdd67a62e7ce tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:38:44.142377 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7d06f792-fb2a-4707-b540-fdd67a62e7ce tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:44.206658 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7d06f792-fb2a-4707-b540-fdd67a62e7ce tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:44.211819 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7d06f792-fb2a-4707-b540-fdd67a62e7ce tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:44.235768 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d06f792-fb2a-4707-b540-fdd67a62e7ce tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bf1dde2-112b-45c2-9144-42af87528ad0,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:38:44.243836 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-7d06f792-fb2a-4707-b540-fdd67a62e7ce tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:44.244998 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-7d06f792-fb2a-4707-b540-fdd67a62e7ce tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1422241 Oct 13 16:38:44.247921 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 36168) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:38:44.253099 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-b4ae1e31-26c9-4f57-8ffa-bc959f653734 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Request body: {'security_group_rule': {'security_group_id': '4641a15a-0260-4c50-97b7-9629381438fd', 'project_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:38:44.259437 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-b4ae1e31-26c9-4f57-8ffa-bc959f653734 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:38:44.263335 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-b4ae1e31-26c9-4f57-8ffa-bc959f653734 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Usage tracker for resource:security_group_rule and tenant:daa394dc7a824c3d82660dbc07b8cc2e is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:38:44.266242 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-b4ae1e31-26c9-4f57-8ffa-bc959f653734 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:38:44.272394 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-b4ae1e31-26c9-4f57-8ffa-bc959f653734 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:38:44.290707 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b4ae1e31-26c9-4f57-8ffa-bc959f653734 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:44.351459 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b4ae1e31-26c9-4f57-8ffa-bc959f653734 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:44.355532 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b4ae1e31-26c9-4f57-8ffa-bc959f653734 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:44.377804 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f13b008-c3f9-49a7-b01a-651854f640e3 None None] Sync routers for ids ['8fdf3784-979b-47f8-a333-cfeecd1df95f'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:38:44.380216 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ae1e31-26c9-4f57-8ffa-bc959f653734 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dae71a0c-9c9e-4ea5-9ba2-a80897477d2c,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:38:44.389025 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f13b008-c3f9-49a7-b01a-651854f640e3 None None] Routers {'8fdf3784-979b-47f8-a333-cfeecd1df95f'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:38:44.389720 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-2f13b008-c3f9-49a7-b01a-651854f640e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:38:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['8fdf3784-979b-47f8-a333-cfeecd1df95f'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:38:44.392388 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-b4ae1e31-26c9-4f57-8ffa-bc959f653734 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:44.393652 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-b4ae1e31-26c9-4f57-8ffa-bc959f653734 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1447210 Oct 13 16:38:44.396949 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 36172) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:38:44.402019 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [None req-69126c32-0ff2-48ce-ac78-c158e3f895ed tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Request body: {'security_group_rule': {'security_group_id': '4641a15a-0260-4c50-97b7-9629381438fd', 'project_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:38:44.408228 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-69126c32-0ff2-48ce-ac78-c158e3f895ed tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:38:44.412248 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-69126c32-0ff2-48ce-ac78-c158e3f895ed tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Usage tracker for resource:security_group_rule and tenant:daa394dc7a824c3d82660dbc07b8cc2e is out of sync, need to count used quota {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:38:44.415251 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [None req-69126c32-0ff2-48ce-ac78-c158e3f895ed tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88972) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:38:44.421474 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [None req-69126c32-0ff2-48ce-ac78-c158e3f895ed tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:38:44.443585 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-69126c32-0ff2-48ce-ac78-c158e3f895ed tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:44.485560 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device ba5060f5-630d-42da-86cf-bd1fe73763d8 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:38:44.511569 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-69126c32-0ff2-48ce-ac78-c158e3f895ed tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:44.515593 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-69126c32-0ff2-48ce-ac78-c158e3f895ed tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:44.518112 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-82f08c32-bbdd-4869-9a17-6f578e80f1cd None None] Attempt 4 to provision port 0d80db34-2519-4618-bc28-7d860093a344 Oct 13 16:38:44.654847 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69126c32-0ff2-48ce-ac78-c158e3f895ed tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38a894a3-3865-49b0-bd0a-0237277d4c14,revision_number=0']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:38:44.670205 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-69126c32-0ff2-48ce-ac78-c158e3f895ed tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:44.677493 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-69126c32-0ff2-48ce-ac78-c158e3f895ed tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2764201 Oct 13 16:38:44.677843 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 36176) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:38:44.681019 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-82f08c32-bbdd-4869-9a17-6f578e80f1cd None None] Port 0d80db34-2519-4618-bc28-7d860093a344 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:38:44.683124 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-43dafcaa-337c-4461-ab85-852c18352e78 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Request body: {'security_group_rule': {'security_group_id': '4641a15a-0260-4c50-97b7-9629381438fd', 'project_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:38:44.689082 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-43dafcaa-337c-4461-ab85-852c18352e78 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:38:44.692685 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-2f13b008-c3f9-49a7-b01a-651854f640e3 None None] Set router 8fdf3784-979b-47f8-a333-cfeecd1df95f gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:38:44.693985 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-43dafcaa-337c-4461-ab85-852c18352e78 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Usage tracker for resource:security_group_rule and tenant:daa394dc7a824c3d82660dbc07b8cc2e is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:38:44.697183 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-43dafcaa-337c-4461-ab85-852c18352e78 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:38:44.703939 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-43dafcaa-337c-4461-ab85-852c18352e78 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:38:44.720061 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-43dafcaa-337c-4461-ab85-852c18352e78 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:44.763532 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port ba5060f5-630d-42da-86cf-bd1fe73763d8 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:38:44.763901 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:44.764233 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port ba5060f5-630d-42da-86cf-bd1fe73763d8 Oct 13 16:38:44.785137 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-43dafcaa-337c-4461-ab85-852c18352e78 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:44.789097 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-43dafcaa-337c-4461-ab85-852c18352e78 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:44.812514 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43dafcaa-337c-4461-ab85-852c18352e78 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c40c55e8-b568-4aa8-aa22-bb93b23016cb,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:38:44.822715 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-43dafcaa-337c-4461-ab85-852c18352e78 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:44.823906 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-43dafcaa-337c-4461-ab85-852c18352e78 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1450269 Oct 13 16:38:44.826688 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 36180) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:38:44.831576 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-5b041af5-2503-4334-9e43-57be90b170d7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Request body: {'security_group_rule': {'security_group_id': '4641a15a-0260-4c50-97b7-9629381438fd', 'project_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:38:44.837509 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-5b041af5-2503-4334-9e43-57be90b170d7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:38:44.841343 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-5b041af5-2503-4334-9e43-57be90b170d7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Usage tracker for resource:security_group_rule and tenant:daa394dc7a824c3d82660dbc07b8cc2e is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:38:44.844192 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-5b041af5-2503-4334-9e43-57be90b170d7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:38:44.849815 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-5b041af5-2503-4334-9e43-57be90b170d7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:38:44.860735 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.securitygroups_db [None req-5b041af5-2503-4334-9e43-57be90b170d7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Project daa394dc7a824c3d82660dbc07b8cc2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 16:38:44.867884 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5b041af5-2503-4334-9e43-57be90b170d7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:44.931325 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5b041af5-2503-4334-9e43-57be90b170d7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:44.937022 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5b041af5-2503-4334-9e43-57be90b170d7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:44.960947 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b041af5-2503-4334-9e43-57be90b170d7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a093519-a7cd-424e-a528-d2446b4289f5,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:38:44.970515 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-5b041af5-2503-4334-9e43-57be90b170d7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:44.971688 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-5b041af5-2503-4334-9e43-57be90b170d7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1440947 Oct 13 16:38:44.974729 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 36184) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:38:44.979778 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-f0d915cf-6cf6-4d52-bf55-1c237ac818cc tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Request body: {'security_group_rule': {'security_group_id': '4641a15a-0260-4c50-97b7-9629381438fd', 'project_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:38:44.985760 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-f0d915cf-6cf6-4d52-bf55-1c237ac818cc tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:38:44.990151 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-f0d915cf-6cf6-4d52-bf55-1c237ac818cc tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Usage tracker for resource:security_group_rule and tenant:daa394dc7a824c3d82660dbc07b8cc2e is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:38:44.993161 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-f0d915cf-6cf6-4d52-bf55-1c237ac818cc tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:38:44.998984 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-f0d915cf-6cf6-4d52-bf55-1c237ac818cc tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:38:45.011597 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.securitygroups_db [None req-f0d915cf-6cf6-4d52-bf55-1c237ac818cc tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Project daa394dc7a824c3d82660dbc07b8cc2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Oct 13 16:38:45.018474 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f0d915cf-6cf6-4d52-bf55-1c237ac818cc tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:45.084984 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f0d915cf-6cf6-4d52-bf55-1c237ac818cc tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:45.089145 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port ba5060f5-630d-42da-86cf-bd1fe73763d8 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:38:45.090267 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device e42cde07-e000-44aa-9f68-155e57e98b02 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:38:45.090792 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f0d915cf-6cf6-4d52-bf55-1c237ac818cc tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573211'] for security_group_rule, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:45.118360 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d915cf-6cf6-4d52-bf55-1c237ac818cc tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e23719a-196c-4c1f-bf4b-9e1e104543be,revision_number=0']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:38:45.128131 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f0d915cf-6cf6-4d52-bf55-1c237ac818cc tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:45.129421 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-f0d915cf-6cf6-4d52-bf55-1c237ac818cc tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1536672 Oct 13 16:38:45.174883 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port e42cde07-e000-44aa-9f68-155e57e98b02 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:38:45.182053 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-82f08c32-bbdd-4869-9a17-6f578e80f1cd None None] Attempt 5 to provision port 0d80db34-2519-4618-bc28-7d860093a344 Oct 13 16:38:45.205485 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port e42cde07-e000-44aa-9f68-155e57e98b02 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:38:45.205842 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:45.206210 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port e42cde07-e000-44aa-9f68-155e57e98b02 Oct 13 16:38:45.301975 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-e00e4021-9021-409f-a919-4b9705cd4aed req-e47a3cfd-154a-440a-baee-e2a06566d5f9 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Synchronizing usage tracker for tenant:daa394dc7a824c3d82660dbc07b8cc2e on resource:security_group {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:38:45.310899 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-2f13b008-c3f9-49a7-b01a-651854f640e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fdf3784-979b-47f8-a333-cfeecd1df95f', 'name': 'tempest-TestSnapshotPattern-1783075374-router', 'tenant_id': '4d7609338f7b4d22a1d36cd2e9babfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.127'}], 'enable_snat': True}, 'gw_port_id': 'e42cde07-e000-44aa-9f68-155e57e98b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:38:38Z', 'updated_at': '2022-10-13T16:38:42Z', 'revision_number': 4, 'project_id': '4d7609338f7b4d22a1d36cd2e9babfc4', 'gw_port': {'id': 'e42cde07-e000-44aa-9f68-155e57e98b02', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:94:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fdf3784-979b-47f8-a333-cfeecd1df95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:38:39Z', 'updated_at': '2022-10-13T16:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '0d80db34-2519-4618-bc28-7d860093a344', 'name': '', 'network_id': '4c348281-5d0e-4187-8d2f-0828bda50bc4', 'tenant_id': '4d7609338f7b4d22a1d36cd2e9babfc4', 'mac_address': 'fa:16:3e:20:ca:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fdf3784-979b-47f8-a333-cfeecd1df95f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': 'd48e92dc-08aa-4b62-b71c-828ba574b215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:38:41Z', 'updated_at': '2022-10-13T16:38:42Z', 'revision_number': 2, 'project_id': '4d7609338f7b4d22a1d36cd2e9babfc4', 'subnets': [{'id': 'd48e92dc-08aa-4b62-b71c-828ba574b215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:38:45.317983 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-e00e4021-9021-409f-a919-4b9705cd4aed req-e47a3cfd-154a-440a-baee-e2a06566d5f9 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Unset dirty status for tenant:daa394dc7a824c3d82660dbc07b8cc2e on resource:security_group {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:38:45.319290 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e00e4021-9021-409f-a919-4b9705cd4aed req-e47a3cfd-154a-440a-baee-e2a06566d5f9 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-482442187&fields=id&tenant_id=daa394dc7a824c3d82660dbc07b8cc2e HTTP/1.1" status: 200 len: 267 time: 0.0572717 Oct 13 16:38:45.326002 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f13b008-c3f9-49a7-b01a-651854f640e3 None None] Checking router: 8fdf3784-979b-47f8-a333-cfeecd1df95f for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:38:45.326376 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f13b008-c3f9-49a7-b01a-651854f640e3 None None] Updating router 8fdf3784-979b-47f8-a333-cfeecd1df95f port 0d80db34-2519-4618-bc28-7d860093a344 binding host dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Oct 13 16:38:45.362342 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-82f08c32-bbdd-4869-9a17-6f578e80f1cd None None] Port 0d80db34-2519-4618-bc28-7d860093a344 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:38:45.389426 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2f13b008-c3f9-49a7-b01a-651854f640e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:45.467388 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e4021-9021-409f-a919-4b9705cd4aed req-d96b88da-a5b9-4b06-9e66-225cce20be35 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:38:45.468715 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e00e4021-9021-409f-a919-4b9705cd4aed req-d96b88da-a5b9-4b06-9e66-225cce20be35 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/networks?id=53a4efa9-6837-45d7-9679-5ed2c04141d5 HTTP/1.1" status: 200 len: 810 time: 0.1424706 Oct 13 16:38:45.483662 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e00e4021-9021-409f-a919-4b9705cd4aed req-6ece99c2-5cfd-4f30-a4c0-5526af065489 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/quotas/daa394dc7a824c3d82660dbc07b8cc2e HTTP/1.1" status: 200 len: 375 time: 0.0088799 Oct 13 16:38:45.540418 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port e42cde07-e000-44aa-9f68-155e57e98b02 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:38:45.540656 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:45.574848 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-e00e4021-9021-409f-a919-4b9705cd4aed req-795b4b5b-e7a5-4b3e-899e-7d6643640758 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Synchronizing usage tracker for tenant:daa394dc7a824c3d82660dbc07b8cc2e on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:38:45.579700 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port e42cde07-e000-44aa-9f68-155e57e98b02, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=e42cde07-e000-44aa-9f68-155e57e98b02,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:38:45.588991 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:45.589801 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device cf15cc5f-ec24-48ec-a350-fec4fb7b7097 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:38:45.592496 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-e00e4021-9021-409f-a919-4b9705cd4aed req-795b4b5b-e7a5-4b3e-899e-7d6643640758 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Unset dirty status for tenant:daa394dc7a824c3d82660dbc07b8cc2e on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:38:45.593909 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e00e4021-9021-409f-a919-4b9705cd4aed req-795b4b5b-e7a5-4b3e-899e-7d6643640758 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=daa394dc7a824c3d82660dbc07b8cc2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1052547 Oct 13 16:38:45.786809 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [req-e00e4021-9021-409f-a919-4b9705cd4aed req-a18575fd-b33c-422b-ac1a-a8a4cfdd94b8 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=88973) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Oct 13 16:38:45.788472 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e00e4021-9021-409f-a919-4b9705cd4aed req-a18575fd-b33c-422b-ac1a-a8a4cfdd94b8 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0479860 Oct 13 16:38:45.791318 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=e42cde07-e000-44aa-9f68-155e57e98b02,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:38:45.829583 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port cf15cc5f-ec24-48ec-a350-fec4fb7b7097 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:38:45.829947 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:45.830303 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port cf15cc5f-ec24-48ec-a350-fec4fb7b7097 Oct 13 16:38:45.866248 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-82f08c32-bbdd-4869-9a17-6f578e80f1cd None None] Attempt 6 to provision port 0d80db34-2519-4618-bc28-7d860093a344 Oct 13 16:38:45.924361 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e00e4021-9021-409f-a919-4b9705cd4aed req-c3989efd-bdef-4a25-8a0c-47fb434ed6dc service neutron] 10.222.0.42 "GET /v2.0/networks/53a4efa9-6837-45d7-9679-5ed2c04141d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254404 Oct 13 16:38:45.951516 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-82f08c32-bbdd-4869-9a17-6f578e80f1cd None None] Port 0d80db34-2519-4618-bc28-7d860093a344 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:38:46.053680 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2f13b008-c3f9-49a7-b01a-651854f640e3 None None] Notify callbacks [] for port, precommit_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:46.056179 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-e00e4021-9021-409f-a919-4b9705cd4aed req-cd7994c4-10f2-4489-a9af-243e8ae99daf service neutron] 10.222.0.42 "GET /v2.0/networks/53a4efa9-6837-45d7-9679-5ed2c04141d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258681 Oct 13 16:38:46.073899 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-2f13b008-c3f9-49a7-b01a-651854f640e3 None None] Transition to ACTIVE for port object 0d80db34-2519-4618-bc28-7d860093a344 will not be triggered until provisioned by entity L2. {{(pid=88974) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:38:46.078937 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port cf15cc5f-ec24-48ec-a350-fec4fb7b7097 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:38:46.082811 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2f13b008-c3f9-49a7-b01a-651854f640e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:46.261991 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-cd211e37-b737-4364-b020-cc1053fd171d req-0e02ee37-07cd-4c42-9858-ea35df4057a3 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a7b324a-866b-4647-98a0-5853ab067517 HTTP/1.1" status: 200 len: 210 time: 0.0543883 Oct 13 16:38:46.288800 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f386ef9-2ce7-457f-ae22-2618e778fec1 None None] Pushing event updated for resources: {'Port': ['ID=0d80db34-2519-4618-bc28-7d860093a344,revision_number=3']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:38:46.296971 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-2f13b008-c3f9-49a7-b01a-651854f640e3 None None] Attempting to bind port 0d80db34-2519-4618-bc28-7d860093a344 on host dv-neutron-860329-2-hyperv for vnic_type normal with profile {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:38:46.297361 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-2f13b008-c3f9-49a7-b01a-651854f640e3 None None] Attempting to bind port 0d80db34-2519-4618-bc28-7d860093a344 by drivers openvswitch,hyperv on host dv-neutron-860329-2-hyperv at level 0 using segments [{'id': '10e214b4-4e35-4e08-85f3-e6c1f575dc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4c348281-5d0e-4187-8d2f-0828bda50bc4'}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:38:46.297757 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f13b008-c3f9-49a7-b01a-651854f640e3 None None] Attempting to bind port 0d80db34-2519-4618-bc28-7d860093a344 on network 4c348281-5d0e-4187-8d2f-0828bda50bc4 {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:38:46.303782 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f13b008-c3f9-49a7-b01a-651854f640e3 None None] Checking agent: {'id': '6a183b4a-62ec-486a-8ade-c4ba4943cdd4', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-860329-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 16, 38), 'started_at': datetime.datetime(2022, 10, 13, 15, 17, 8), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 38, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-860329-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:38:46.304096 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f13b008-c3f9-49a7-b01a-651854f640e3 None None] Checking segment: {'id': '10e214b4-4e35-4e08-85f3-e6c1f575dc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4c348281-5d0e-4187-8d2f-0828bda50bc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88974) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:38:46.304491 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2f13b008-c3f9-49a7-b01a-651854f640e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:46.304873 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f13b008-c3f9-49a7-b01a-651854f640e3 None None] Bound using segment: {'id': '10e214b4-4e35-4e08-85f3-e6c1f575dc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4c348281-5d0e-4187-8d2f-0828bda50bc4'} {{(pid=88974) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:38:46.305328 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.managers [None req-2f13b008-c3f9-49a7-b01a-651854f640e3 None None] Bound port: 0d80db34-2519-4618-bc28-7d860093a344, host: dv-neutron-860329-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e214b4-4e35-4e08-85f3-e6c1f575dc38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 426, 'network_id': '4c348281-5d0e-4187-8d2f-0828bda50bc4'}}] {{(pid=88974) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:38:46.305695 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2f13b008-c3f9-49a7-b01a-651854f640e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:46.397656 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-2f13b008-c3f9-49a7-b01a-651854f640e3 None None] For port 0d80db34-2519-4618-bc28-7d860093a344, host dv-neutron-860329-2-hyperv, cleared binding levels {{(pid=88974) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:38:46.401153 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-2f13b008-c3f9-49a7-b01a-651854f640e3 None None] For port 0d80db34-2519-4618-bc28-7d860093a344, host dv-neutron-860329-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=0d80db34-2519-4618-bc28-7d860093a344,segment=NetworkSegment(10e214b4-4e35-4e08-85f3-e6c1f575dc38),segment_id=10e214b4-4e35-4e08-85f3-e6c1f575dc38)] {{(pid=88974) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:38:46.407558 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2f13b008-c3f9-49a7-b01a-651854f640e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:46.439213 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device e42cde07-e000-44aa-9f68-155e57e98b02 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:38:46.473149 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-82f08c32-bbdd-4869-9a17-6f578e80f1cd None None] Attempt 7 to provision port 0d80db34-2519-4618-bc28-7d860093a344 Oct 13 16:38:46.568495 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f13b008-c3f9-49a7-b01a-651854f640e3 None None] Routers {'8fdf3784-979b-47f8-a333-cfeecd1df95f'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:38:46.569116 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-2f13b008-c3f9-49a7-b01a-651854f640e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:38:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['8fdf3784-979b-47f8-a333-cfeecd1df95f'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:38:46.676768 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f386ef9-2ce7-457f-ae22-2618e778fec1 None None] Pushing event updated for resources: {'Port': ['ID=0d80db34-2519-4618-bc28-7d860093a344,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:38:46.683791 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-82f08c32-bbdd-4869-9a17-6f578e80f1cd None None] Port 0d80db34-2519-4618-bc28-7d860093a344 had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 16:38:46.765202 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port e42cde07-e000-44aa-9f68-155e57e98b02 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:38:46.765569 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:46.765904 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port e42cde07-e000-44aa-9f68-155e57e98b02 Oct 13 16:38:46.866581 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-82f08c32-bbdd-4869-9a17-6f578e80f1cd None None] Provisioning complete for port cf15cc5f-ec24-48ec-a350-fec4fb7b7097 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:38:46.866954 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-82f08c32-bbdd-4869-9a17-6f578e80f1cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:46.867285 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-82f08c32-bbdd-4869-9a17-6f578e80f1cd None None] Attempt 1 to provision port cf15cc5f-ec24-48ec-a350-fec4fb7b7097 Oct 13 16:38:46.925313 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-2f13b008-c3f9-49a7-b01a-651854f640e3 None None] Set router 8fdf3784-979b-47f8-a333-cfeecd1df95f gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:38:47.249407 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port e42cde07-e000-44aa-9f68-155e57e98b02 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:38:47.265821 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-82f08c32-bbdd-4869-9a17-6f578e80f1cd None None] Current status of the port cf15cc5f-ec24-48ec-a350-fec4fb7b7097 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:38:47.365804 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-2f13b008-c3f9-49a7-b01a-651854f640e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fdf3784-979b-47f8-a333-cfeecd1df95f', 'name': 'tempest-TestSnapshotPattern-1783075374-router', 'tenant_id': '4d7609338f7b4d22a1d36cd2e9babfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.127'}], 'enable_snat': True}, 'gw_port_id': 'e42cde07-e000-44aa-9f68-155e57e98b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:38:38Z', 'updated_at': '2022-10-13T16:38:42Z', 'revision_number': 4, 'project_id': '4d7609338f7b4d22a1d36cd2e9babfc4', 'gw_port': {'id': 'e42cde07-e000-44aa-9f68-155e57e98b02', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:94:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdf3784-979b-47f8-a333-cfeecd1df95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:38:39Z', 'updated_at': '2022-10-13T16:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '0d80db34-2519-4618-bc28-7d860093a344', 'name': '', 'network_id': '4c348281-5d0e-4187-8d2f-0828bda50bc4', 'tenant_id': '4d7609338f7b4d22a1d36cd2e9babfc4', 'mac_address': 'fa:16:3e:20:ca:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fdf3784-979b-47f8-a333-cfeecd1df95f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': 'd48e92dc-08aa-4b62-b71c-828ba574b215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:38:41Z', 'updated_at': '2022-10-13T16:38:46Z', 'revision_number': 4, 'project_id': '4d7609338f7b4d22a1d36cd2e9babfc4', 'subnets': [{'id': 'd48e92dc-08aa-4b62-b71c-828ba574b215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:38:47.370291 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f13b008-c3f9-49a7-b01a-651854f640e3 None None] The sync data for ids ['8fdf3784-979b-47f8-a333-cfeecd1df95f'] in dv-neutron-860329-2-hyperv is: [{'id': '8fdf3784-979b-47f8-a333-cfeecd1df95f', 'name': 'tempest-TestSnapshotPattern-1783075374-router', 'tenant_id': '4d7609338f7b4d22a1d36cd2e9babfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.127'}], 'enable_snat': True}, 'gw_port_id': 'e42cde07-e000-44aa-9f68-155e57e98b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:38:38Z', 'updated_at': '2022-10-13T16:38:42Z', 'revision_number': 4, 'project_id': '4d7609338f7b4d22a1d36cd2e9babfc4', 'gw_port': {'id': 'e42cde07-e000-44aa-9f68-155e57e98b02', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:94:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdf3784-979b-47f8-a333-cfeecd1df95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:38:39Z', 'updated_at': '2022-10-13T16:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': '0d80db34-2519-4618-bc28-7d860093a344', 'name': '', 'network_id': '4c348281-5d0e-4187-8d2f-0828bda50bc4', 'tenant_id': '4d7609338f7b4d22a1d36cd2e9babfc4', 'mac_address': 'fa:16:3e:20:ca:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8fdf3784-979b-47f8-a333-cfeecd1df95f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1882, 'fixed_ips': [{'subnet_id': 'd48e92dc-08aa-4b62-b71c-828ba574b215', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:38:41Z', 'updated_at': '2022-10-13T16:38:46Z', 'revision_number': 4, 'project_id': '4d7609338f7b4d22a1d36cd2e9babfc4', 'subnets': [{'id': 'd48e92dc-08aa-4b62-b71c-828ba574b215', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:38:47.480354 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f15b4970-9fdf-4316-9230-cbe070fe2336 req-db025421-58b6-418e-8c5a-938edc820b27 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a7b324a-866b-4647-98a0-5853ab067517 HTTP/1.1" status: 200 len: 210 time: 0.0793059 Oct 13 16:38:47.553722 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e4021-9021-409f-a919-4b9705cd4aed req-c1bffd1f-4276-4860-b802-a8a5af3f2c23 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:38:47.554442 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-e00e4021-9021-409f-a919-4b9705cd4aed req-c1bffd1f-4276-4860-b802-a8a5af3f2c23 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Synchronizing usage tracker for tenant:daa394dc7a824c3d82660dbc07b8cc2e on resource:network {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:38:47.573656 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-e00e4021-9021-409f-a919-4b9705cd4aed req-c1bffd1f-4276-4860-b802-a8a5af3f2c23 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Unset dirty status for tenant:daa394dc7a824c3d82660dbc07b8cc2e on resource:network {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:38:47.574973 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e00e4021-9021-409f-a919-4b9705cd4aed req-c1bffd1f-4276-4860-b802-a8a5af3f2c23 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.16 "GET /v2.0/networks?id=53a4efa9-6837-45d7-9679-5ed2c04141d5 HTTP/1.1" status: 200 len: 810 time: 0.2240880 Oct 13 16:38:47.627703 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-e00e4021-9021-409f-a919-4b9705cd4aed req-253d28ec-16dc-446e-a342-d4867e87bb4b tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Synchronizing usage tracker for tenant:daa394dc7a824c3d82660dbc07b8cc2e on resource:security_group {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:38:47.642033 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-e00e4021-9021-409f-a919-4b9705cd4aed req-253d28ec-16dc-446e-a342-d4867e87bb4b tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Unset dirty status for tenant:daa394dc7a824c3d82660dbc07b8cc2e on resource:security_group {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:38:47.643423 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e00e4021-9021-409f-a919-4b9705cd4aed req-253d28ec-16dc-446e-a342-d4867e87bb4b tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=daa394dc7a824c3d82660dbc07b8cc2e HTTP/1.1" status: 200 len: 379 time: 0.0598755 Oct 13 16:38:47.661214 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [req-e00e4021-9021-409f-a919-4b9705cd4aed req-5c6abc0f-be54-4952-b580-164f43961ab7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Request body: {'port': {'device_id': '6a7b324a-866b-4647-98a0-5853ab067517', 'network_id': '53a4efa9-6837-45d7-9679-5ed2c04141d5', 'admin_state_up': True, 'tenant_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'security_groups': ['4641a15a-0260-4c50-97b7-9629381438fd']}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:38:47.802525 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [req-e00e4021-9021-409f-a919-4b9705cd4aed req-5c6abc0f-be54-4952-b580-164f43961ab7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:38:47.812248 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [req-e00e4021-9021-409f-a919-4b9705cd4aed req-5c6abc0f-be54-4952-b580-164f43961ab7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:38:47.823026 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e00e4021-9021-409f-a919-4b9705cd4aed req-5c6abc0f-be54-4952-b580-164f43961ab7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Made reservation on behalf of daa394dc7a824c3d82660dbc07b8cc2e for: {'port': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 16:38:47.826785 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-e00e4021-9021-409f-a919-4b9705cd4aed req-5c6abc0f-be54-4952-b580-164f43961ab7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:47.995831 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [req-e00e4021-9021-409f-a919-4b9705cd4aed req-5c6abc0f-be54-4952-b580-164f43961ab7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Allocated IP 172.20.0.3 (53a4efa9-6837-45d7-9679-5ed2c04141d5/aaae49b4-5f84-49c2-99bb-ae6ff0b760e9/735920b4-61eb-4b86-8e1b-8792fbdc8d14) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:38:48.191980 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-e00e4021-9021-409f-a919-4b9705cd4aed req-5c6abc0f-be54-4952-b580-164f43961ab7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:48.208796 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [req-e00e4021-9021-409f-a919-4b9705cd4aed req-5c6abc0f-be54-4952-b580-164f43961ab7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Transition to ACTIVE for port object 735920b4-61eb-4b86-8e1b-8792fbdc8d14 will not be triggered until provisioned by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:38:48.233074 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-e00e4021-9021-409f-a919-4b9705cd4aed req-5c6abc0f-be54-4952-b580-164f43961ab7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:48.307446 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e00e4021-9021-409f-a919-4b9705cd4aed req-5c6abc0f-be54-4952-b580-164f43961ab7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Network 53a4efa9-6837-45d7-9679-5ed2c04141d5 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:38:48.310501 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [req-e00e4021-9021-409f-a919-4b9705cd4aed req-5c6abc0f-be54-4952-b580-164f43961ab7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:38:48.314371 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [req-e00e4021-9021-409f-a919-4b9705cd4aed req-5c6abc0f-be54-4952-b580-164f43961ab7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:38:48.345066 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6abc0f-be54-4952-b580-164f43961ab7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Pushing event updated for resources: {'Port': ['ID=735920b4-61eb-4b86-8e1b-8792fbdc8d14,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:38:48.394452 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e4021-9021-409f-a919-4b9705cd4aed req-5c6abc0f-be54-4952-b580-164f43961ab7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:38:48.395154 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-e00e4021-9021-409f-a919-4b9705cd4aed req-5c6abc0f-be54-4952-b580-164f43961ab7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:48.451825 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 0d80db34-2519-4618-bc28-7d860093a344 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:38:48.458515 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e00e4021-9021-409f-a919-4b9705cd4aed req-5c6abc0f-be54-4952-b580-164f43961ab7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8071220 Oct 13 16:38:48.470909 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [req-e00e4021-9021-409f-a919-4b9705cd4aed req-6f0c048c-de40-448a-9c83-bc7078c94c0c service neutron] Request body: {'port': {'device_id': '6a7b324a-866b-4647-98a0-5853ab067517', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:38:48.530159 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning for port 0d80db34-2519-4618-bc28-7d860093a344 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:38:48.537365 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 0d80db34-2519-4618-bc28-7d860093a344 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:38:48.538087 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:48.538465 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 0d80db34-2519-4618-bc28-7d860093a344 Oct 13 16:38:48.539787 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:38:48.608676 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-e00e4021-9021-409f-a919-4b9705cd4aed req-6f0c048c-de40-448a-9c83-bc7078c94c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:48.659663 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-e56fbcac-bf98-4dc7-b7bb-71ea22a5b340 None None] Provisioning for port 735920b4-61eb-4b86-8e1b-8792fbdc8d14 completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:38:48.677280 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-e56fbcac-bf98-4dc7-b7bb-71ea22a5b340 None None] Provisioning complete for port 735920b4-61eb-4b86-8e1b-8792fbdc8d14 triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:38:48.677656 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e56fbcac-bf98-4dc7-b7bb-71ea22a5b340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:48.677985 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-e56fbcac-bf98-4dc7-b7bb-71ea22a5b340 None None] Attempt 1 to provision port 735920b4-61eb-4b86-8e1b-8792fbdc8d14 Oct 13 16:38:48.733113 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 0d80db34-2519-4618-bc28-7d860093a344 is: DOWN; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:38:48.733489 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:48.752795 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-e56fbcac-bf98-4dc7-b7bb-71ea22a5b340 None None] Port 735920b4-61eb-4b86-8e1b-8792fbdc8d14 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:38:48.771380 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] For port 0d80db34-2519-4618-bc28-7d860093a344, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=0d80db34-2519-4618-bc28-7d860093a344,segment=NetworkSegment(10e214b4-4e35-4e08-85f3-e6c1f575dc38),segment_id=10e214b4-4e35-4e08-85f3-e6c1f575dc38)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:38:48.775525 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:48.832417 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf202a81-5162-4d12-a0e0-fe24a4528397 req-060d35db-d1dc-4048-ba81-4066f18c0279 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:38:48.833106 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-bf202a81-5162-4d12-a0e0-fe24a4528397 req-060d35db-d1dc-4048-ba81-4066f18c0279 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Synchronizing usage tracker for tenant:daa394dc7a824c3d82660dbc07b8cc2e on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:38:48.844724 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Pushing event updated for resources: {'Port': ['ID=0d80db34-2519-4618-bc28-7d860093a344,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:38:48.926287 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-bf202a81-5162-4d12-a0e0-fe24a4528397 req-060d35db-d1dc-4048-ba81-4066f18c0279 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Unset dirty status for tenant:daa394dc7a824c3d82660dbc07b8cc2e on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:38:48.927444 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-bf202a81-5162-4d12-a0e0-fe24a4528397 req-060d35db-d1dc-4048-ba81-4066f18c0279 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a7b324a-866b-4647-98a0-5853ab067517 HTTP/1.1" status: 200 len: 931 time: 0.2750006 Oct 13 16:38:49.001277 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-bf202a81-5162-4d12-a0e0-fe24a4528397 req-4178e070-665c-41cb-8c24-2cd101d5ae78 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/security-groups?id=4641a15a-0260-4c50-97b7-9629381438fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673437 Oct 13 16:38:49.079401 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [req-e00e4021-9021-409f-a919-4b9705cd4aed req-6f0c048c-de40-448a-9c83-bc7078c94c0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 735920b4-61eb-4b86-8e1b-8792fbdc8d14 {{(pid=88972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 16:38:49.086708 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-e00e4021-9021-409f-a919-4b9705cd4aed req-6f0c048c-de40-448a-9c83-bc7078c94c0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:49.101685 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [req-e00e4021-9021-409f-a919-4b9705cd4aed req-6f0c048c-de40-448a-9c83-bc7078c94c0c service neutron] Transition to ACTIVE for port object 735920b4-61eb-4b86-8e1b-8792fbdc8d14 will not be triggered until provisioned by entity L2. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:38:49.105833 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-e00e4021-9021-409f-a919-4b9705cd4aed req-6f0c048c-de40-448a-9c83-bc7078c94c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:49.253828 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-e56fbcac-bf98-4dc7-b7bb-71ea22a5b340 None None] Attempt 2 to provision port 735920b4-61eb-4b86-8e1b-8792fbdc8d14 Oct 13 16:38:49.309570 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-e56fbcac-bf98-4dc7-b7bb-71ea22a5b340 None None] Port 735920b4-61eb-4b86-8e1b-8792fbdc8d14 cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:38:49.381016 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c048c-de40-448a-9c83-bc7078c94c0c service neutron] Pushing event updated for resources: {'Port': ['ID=735920b4-61eb-4b86-8e1b-8792fbdc8d14,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:38:49.416808 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [req-e00e4021-9021-409f-a919-4b9705cd4aed req-6f0c048c-de40-448a-9c83-bc7078c94c0c service neutron] Attempting to bind port 735920b4-61eb-4b86-8e1b-8792fbdc8d14 on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:38:49.417131 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [req-e00e4021-9021-409f-a919-4b9705cd4aed req-6f0c048c-de40-448a-9c83-bc7078c94c0c service neutron] Attempting to bind port 735920b4-61eb-4b86-8e1b-8792fbdc8d14 by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '57af5aa6-cc31-4cc0-9f36-227334039d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '53a4efa9-6837-45d7-9679-5ed2c04141d5'}] {{(pid=88972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:38:49.417445 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00e4021-9021-409f-a919-4b9705cd4aed req-6f0c048c-de40-448a-9c83-bc7078c94c0c service neutron] Attempting to bind port 735920b4-61eb-4b86-8e1b-8792fbdc8d14 on network 53a4efa9-6837-45d7-9679-5ed2c04141d5 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:38:49.421885 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00e4021-9021-409f-a919-4b9705cd4aed req-6f0c048c-de40-448a-9c83-bc7078c94c0c service neutron] Port 735920b4-61eb-4b86-8e1b-8792fbdc8d14 on network 53a4efa9-6837-45d7-9679-5ed2c04141d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 16:38:49.422223 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00e4021-9021-409f-a919-4b9705cd4aed req-6f0c048c-de40-448a-9c83-bc7078c94c0c service neutron] Attempting to bind port 735920b4-61eb-4b86-8e1b-8792fbdc8d14 on network 53a4efa9-6837-45d7-9679-5ed2c04141d5 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:38:49.427140 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00e4021-9021-409f-a919-4b9705cd4aed req-6f0c048c-de40-448a-9c83-bc7078c94c0c service neutron] Checking agent: {'id': 'c4d1d38a-44f6-47ac-b17c-311e640e7cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'started_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 38, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:38:49.427467 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00e4021-9021-409f-a919-4b9705cd4aed req-6f0c048c-de40-448a-9c83-bc7078c94c0c service neutron] Checking segment: {'id': '57af5aa6-cc31-4cc0-9f36-227334039d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '53a4efa9-6837-45d7-9679-5ed2c04141d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:38:49.427830 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e00e4021-9021-409f-a919-4b9705cd4aed req-6f0c048c-de40-448a-9c83-bc7078c94c0c service neutron] Bound using segment: {'id': '57af5aa6-cc31-4cc0-9f36-227334039d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '53a4efa9-6837-45d7-9679-5ed2c04141d5'} {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:38:49.428241 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [req-e00e4021-9021-409f-a919-4b9705cd4aed req-6f0c048c-de40-448a-9c83-bc7078c94c0c service neutron] Bound port: 735920b4-61eb-4b86-8e1b-8792fbdc8d14, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57af5aa6-cc31-4cc0-9f36-227334039d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '53a4efa9-6837-45d7-9679-5ed2c04141d5'}}] {{(pid=88972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:38:49.428567 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-e00e4021-9021-409f-a919-4b9705cd4aed req-6f0c048c-de40-448a-9c83-bc7078c94c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:49.514078 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [req-e00e4021-9021-409f-a919-4b9705cd4aed req-6f0c048c-de40-448a-9c83-bc7078c94c0c service neutron] For port 735920b4-61eb-4b86-8e1b-8792fbdc8d14, host hv-neutron-8603, cleared binding levels {{(pid=88972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:38:49.516982 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [req-e00e4021-9021-409f-a919-4b9705cd4aed req-6f0c048c-de40-448a-9c83-bc7078c94c0c service neutron] For port 735920b4-61eb-4b86-8e1b-8792fbdc8d14, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=735920b4-61eb-4b86-8e1b-8792fbdc8d14,segment=NetworkSegment(57af5aa6-cc31-4cc0-9f36-227334039d07),segment_id=57af5aa6-cc31-4cc0-9f36-227334039d07)] {{(pid=88972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:38:49.521820 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-e00e4021-9021-409f-a919-4b9705cd4aed req-6f0c048c-de40-448a-9c83-bc7078c94c0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:49.524935 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e4021-9021-409f-a919-4b9705cd4aed req-6f0c048c-de40-448a-9c83-bc7078c94c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:38:49.525533 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-e00e4021-9021-409f-a919-4b9705cd4aed req-6f0c048c-de40-448a-9c83-bc7078c94c0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:49.527116 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e00e4021-9021-409f-a919-4b9705cd4aed req-6f0c048c-de40-448a-9c83-bc7078c94c0c service neutron] 10.222.0.16 "PUT /v2.0/ports/735920b4-61eb-4b86-8e1b-8792fbdc8d14 HTTP/1.1" status: 200 len: 1093 time: 1.0605984 Oct 13 16:38:49.559497 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a7b324a-866b-4647-98a0-5853ab067517', 'tag': '735920b4-61eb-4b86-8e1b-8792fbdc8d14'}] {{(pid=88972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:38:49.561813 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31c797bf36cf9236de690f6948001889b876fd84aeda4a8ae49b8962bb2d3b48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfa11285-fb8b-4ab0-bf98-3dd5811d2dfc" -d '{"events": [{"name": "network-changed", "server_uuid": "6a7b324a-866b-4647-98a0-5853ab067517", "tag": "735920b4-61eb-4b86-8e1b-8792fbdc8d14"}]}' {{(pid=88972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:38:49.610926 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 16:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2010d2c-b568-402f-8829-00e5928ceca7 x-openstack-request-id: req-b2010d2c-b568-402f-8829-00e5928ceca7 {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:38:49.611501 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a7b324a-866b-4647-98a0-5853ab067517", "tag": "735920b4-61eb-4b86-8e1b-8792fbdc8d14", "status": "completed", "code": 200}]} {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:38:49.611501 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b2010d2c-b568-402f-8829-00e5928ceca7 {{(pid=88972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:38:49.611831 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2010d2c-b568-402f-8829-00e5928ceca7'] response: {'name': 'network-changed', 'server_uuid': '6a7b324a-866b-4647-98a0-5853ab067517', 'tag': '735920b4-61eb-4b86-8e1b-8792fbdc8d14', 'status': 'completed', 'code': 200} Oct 13 16:38:49.658182 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0c048c-de40-448a-9c83-bc7078c94c0c service neutron] Pushing event updated for resources: {'Port': ['ID=735920b4-61eb-4b86-8e1b-8792fbdc8d14,revision_number=3']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:38:49.675603 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e4021-9021-409f-a919-4b9705cd4aed req-86146b85-4002-464d-a86c-1f1a65b90c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:38:49.677086 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e00e4021-9021-409f-a919-4b9705cd4aed req-86146b85-4002-464d-a86c-1f1a65b90c22 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=daa394dc7a824c3d82660dbc07b8cc2e&device_id=6a7b324a-866b-4647-98a0-5853ab067517 HTTP/1.1" status: 200 len: 1096 time: 0.1122828 Oct 13 16:38:49.746714 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e00e4021-9021-409f-a919-4b9705cd4aed req-92fc2a9c-085e-4f72-bf6f-e2730853aebf service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=735920b4-61eb-4b86-8e1b-8792fbdc8d14 HTTP/1.1" status: 200 len: 217 time: 0.0627856 Oct 13 16:38:49.810144 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e4021-9021-409f-a919-4b9705cd4aed req-2a79b260-16df-438b-8e55-f49fcb2358e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:38:49.810526 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-e56fbcac-bf98-4dc7-b7bb-71ea22a5b340 None None] Attempt 3 to provision port 735920b4-61eb-4b86-8e1b-8792fbdc8d14 Oct 13 16:38:49.811539 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e00e4021-9021-409f-a919-4b9705cd4aed req-2a79b260-16df-438b-8e55-f49fcb2358e7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aaae49b4-5f84-49c2-99bb-ae6ff0b760e9 HTTP/1.1" status: 200 len: 849 time: 0.0598021 Oct 13 16:38:49.875822 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-e56fbcac-bf98-4dc7-b7bb-71ea22a5b340 None None] Port 735920b4-61eb-4b86-8e1b-8792fbdc8d14 had new provisioning blocks added so it will not transition to active. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:368}} Oct 13 16:38:49.892514 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00e4021-9021-409f-a919-4b9705cd4aed req-ca8ac0c2-7371-4457-8bd3-3a9a604e8d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:38:49.893980 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e00e4021-9021-409f-a919-4b9705cd4aed req-ca8ac0c2-7371-4457-8bd3-3a9a604e8d24 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=53a4efa9-6837-45d7-9679-5ed2c04141d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0763881 Oct 13 16:38:50.027369 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e00e4021-9021-409f-a919-4b9705cd4aed req-0728f07b-6224-494b-9e87-d4856f3a84d9 service neutron] 10.222.0.16 "GET /v2.0/networks/53a4efa9-6837-45d7-9679-5ed2c04141d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243558 Oct 13 16:38:50.164511 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e00e4021-9021-409f-a919-4b9705cd4aed req-5bba11b3-ce51-4e40-b3a2-1e691af051fd service neutron] 10.222.0.16 "GET /v2.0/networks/53a4efa9-6837-45d7-9679-5ed2c04141d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314361 Oct 13 16:38:50.305217 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f67e9ac-b20c-46df-a13a-5d2284defd81 req-2ab84c1c-4691-4181-8b67-4bda07927c1a tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:38:50.306691 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-1f67e9ac-b20c-46df-a13a-5d2284defd81 req-2ab84c1c-4691-4181-8b67-4bda07927c1a tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a7b324a-866b-4647-98a0-5853ab067517 HTTP/1.1" status: 200 len: 943 time: 0.1911561 Oct 13 16:38:50.365458 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-1f67e9ac-b20c-46df-a13a-5d2284defd81 req-2ec80b28-2a3b-42d7-ab2a-f1fd4bbc3d0e tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/security-groups?id=4641a15a-0260-4c50-97b7-9629381438fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471170 Oct 13 16:38:50.373586 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa11285-fb8b-4ab0-bf98-3dd5811d2dfc req-b9bcbc20-ed20-42a6-9a52-bc36572898a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:38:50.375054 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-cfa11285-fb8b-4ab0-bf98-3dd5811d2dfc req-b9bcbc20-ed20-42a6-9a52-bc36572898a2 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=daa394dc7a824c3d82660dbc07b8cc2e&device_id=6a7b324a-866b-4647-98a0-5853ab067517 HTTP/1.1" status: 200 len: 1096 time: 0.1684079 Oct 13 16:38:50.403269 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 0d80db34-2519-4618-bc28-7d860093a344 up at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:38:50.470103 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Provisioning complete for port 0d80db34-2519-4618-bc28-7d860093a344 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:38:50.470414 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:50.470751 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Attempt 1 to provision port 0d80db34-2519-4618-bc28-7d860093a344 Oct 13 16:38:50.505317 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa11285-fb8b-4ab0-bf98-3dd5811d2dfc req-c065d8ab-2134-4110-8c6d-3a49f624de3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:38:50.506763 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-cfa11285-fb8b-4ab0-bf98-3dd5811d2dfc req-c065d8ab-2134-4110-8c6d-3a49f624de3d service neutron] 10.222.0.16 "GET /v2.0/networks?id=53a4efa9-6837-45d7-9679-5ed2c04141d5 HTTP/1.1" status: 200 len: 911 time: 0.1253159 Oct 13 16:38:50.578711 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-cfa11285-fb8b-4ab0-bf98-3dd5811d2dfc req-6892e5ec-dd72-4e07-91b2-c2da5be78e5c service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=735920b4-61eb-4b86-8e1b-8792fbdc8d14 HTTP/1.1" status: 200 len: 217 time: 0.0649986 Oct 13 16:38:50.591849 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Current status of the port 0d80db34-2519-4618-bc28-7d860093a344 is: ACTIVE; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:38:50.640055 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa11285-fb8b-4ab0-bf98-3dd5811d2dfc req-88f8f06c-fc9c-491c-baa9-1bc6c2a09377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:38:50.641577 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-cfa11285-fb8b-4ab0-bf98-3dd5811d2dfc req-88f8f06c-fc9c-491c-baa9-1bc6c2a09377 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aaae49b4-5f84-49c2-99bb-ae6ff0b760e9 HTTP/1.1" status: 200 len: 849 time: 0.0567713 Oct 13 16:38:50.725718 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa11285-fb8b-4ab0-bf98-3dd5811d2dfc req-4f69a837-e9dc-4091-925f-ec3e1b963a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:38:50.727134 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-cfa11285-fb8b-4ab0-bf98-3dd5811d2dfc req-4f69a837-e9dc-4091-925f-ec3e1b963a23 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=53a4efa9-6837-45d7-9679-5ed2c04141d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0798879 Oct 13 16:38:50.855282 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-cfa11285-fb8b-4ab0-bf98-3dd5811d2dfc req-558e234d-388e-45ca-8fc8-488c9c39cadc service neutron] 10.222.0.16 "GET /v2.0/networks/53a4efa9-6837-45d7-9679-5ed2c04141d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212859 Oct 13 16:38:51.084421 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-cfa11285-fb8b-4ab0-bf98-3dd5811d2dfc req-313a6b6c-895f-45d1-96e8-0a7eabc50e50 service neutron] 10.222.0.16 "GET /v2.0/networks/53a4efa9-6837-45d7-9679-5ed2c04141d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215078 Oct 13 16:38:51.580733 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e92b65-a766-4745-afeb-3b538eb7b1a1 req-83edd4ea-6b9c-4bb9-8047-4ccfd07c8478 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:38:51.582237 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-46e92b65-a766-4745-afeb-3b538eb7b1a1 req-83edd4ea-6b9c-4bb9-8047-4ccfd07c8478 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a7b324a-866b-4647-98a0-5853ab067517 HTTP/1.1" status: 200 len: 943 time: 0.0985513 Oct 13 16:38:51.625732 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-46e92b65-a766-4745-afeb-3b538eb7b1a1 req-33706661-4111-4232-add4-b3425a34aef2 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/security-groups?id=4641a15a-0260-4c50-97b7-9629381438fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377340 Oct 13 16:38:52.819727 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 735920b4-61eb-4b86-8e1b-8792fbdc8d14 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=88974) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 13 16:38:52.823881 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c17e2e-2880-4aad-86cd-7508cf0c8423 req-38d3f3ee-b1f1-4253-bfaa-6aa29029eb28 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:38:52.825424 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-16c17e2e-2880-4aad-86cd-7508cf0c8423 req-38d3f3ee-b1f1-4253-bfaa-6aa29029eb28 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a7b324a-866b-4647-98a0-5853ab067517 HTTP/1.1" status: 200 len: 943 time: 0.0861530 Oct 13 16:38:52.869122 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-16c17e2e-2880-4aad-86cd-7508cf0c8423 req-385bf1f9-3167-4c44-9bf9-3108deb6de4f tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/security-groups?id=4641a15a-0260-4c50-97b7-9629381438fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380435 Oct 13 16:38:52.952834 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 735920b4-61eb-4b86-8e1b-8792fbdc8d14, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=735920b4-61eb-4b86-8e1b-8792fbdc8d14,segment=NetworkSegment(57af5aa6-cc31-4cc0-9f36-227334039d07),segment_id=57af5aa6-cc31-4cc0-9f36-227334039d07)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:38:52.966665 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Returning: {'device': '735920b4-61eb-4b86-8e1b-8792fbdc8d14', 'network_id': '53a4efa9-6837-45d7-9679-5ed2c04141d5', 'port_id': '735920b4-61eb-4b86-8e1b-8792fbdc8d14', 'mac_address': 'fa:16:3e:a8:2c:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaae49b4-5f84-49c2-99bb-ae6ff0b760e9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88974) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 13 16:38:53.020603 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 735920b4-61eb-4b86-8e1b-8792fbdc8d14 is: DOWN; New status is: BUILD {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:38:53.020974 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:53.040356 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 735920b4-61eb-4b86-8e1b-8792fbdc8d14 {{(pid=88974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 16:38:53.054969 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 735920b4-61eb-4b86-8e1b-8792fbdc8d14, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=735920b4-61eb-4b86-8e1b-8792fbdc8d14,segment=NetworkSegment(57af5aa6-cc31-4cc0-9f36-227334039d07),segment_id=57af5aa6-cc31-4cc0-9f36-227334039d07)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:38:53.058366 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:53.122903 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=735920b4-61eb-4b86-8e1b-8792fbdc8d14,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:38:53.403208 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['735920b4-61eb-4b86-8e1b-8792fbdc8d14'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 16:38:54.255032 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd5e2e1-b4cd-4e8c-9563-d7b664145bdf req-501928aa-6d97-4ee2-893c-4001d7c0c02e tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:38:54.256374 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ddd5e2e1-b4cd-4e8c-9563-d7b664145bdf req-501928aa-6d97-4ee2-893c-4001d7c0c02e tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a7b324a-866b-4647-98a0-5853ab067517 HTTP/1.1" status: 200 len: 944 time: 0.1296937 Oct 13 16:38:54.298258 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-ddd5e2e1-b4cd-4e8c-9563-d7b664145bdf req-e1a6db8f-8a4b-4453-8b0b-aff3f16fa6d7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/security-groups?id=4641a15a-0260-4c50-97b7-9629381438fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363839 Oct 13 16:38:54.833684 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 735920b4-61eb-4b86-8e1b-8792fbdc8d14 up at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:38:54.899801 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning for port 735920b4-61eb-4b86-8e1b-8792fbdc8d14 completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:38:54.904297 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning complete for port 735920b4-61eb-4b86-8e1b-8792fbdc8d14 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:38:54.904659 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:54.904986 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Attempt 1 to provision port 735920b4-61eb-4b86-8e1b-8792fbdc8d14 Oct 13 16:38:55.018334 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 735920b4-61eb-4b86-8e1b-8792fbdc8d14 is: BUILD; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:38:55.018630 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:55.044688 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a7b324a-866b-4647-98a0-5853ab067517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735920b4-61eb-4b86-8e1b-8792fbdc8d14'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:38:55.047036 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ddb4cee44164d2a2faddf60bbce385128d937d64d67dbdc4313fc2cc2e51dfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d4879c-50d8-4283-aee2-8c4cf459679c" -d '{"events": [{"server_uuid": "6a7b324a-866b-4647-98a0-5853ab067517", "name": "network-vif-plugged", "status": "completed", "tag": "735920b4-61eb-4b86-8e1b-8792fbdc8d14"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:38:55.055516 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 735920b4-61eb-4b86-8e1b-8792fbdc8d14, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=735920b4-61eb-4b86-8e1b-8792fbdc8d14,segment=NetworkSegment(57af5aa6-cc31-4cc0-9f36-227334039d07),segment_id=57af5aa6-cc31-4cc0-9f36-227334039d07)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:38:55.058912 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:55.089856 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 16:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4c42186-7e82-4166-84e1-8f08cbc30188 x-openstack-request-id: req-b4c42186-7e82-4166-84e1-8f08cbc30188 {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:38:55.090182 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a7b324a-866b-4647-98a0-5853ab067517", "name": "network-vif-plugged", "status": "completed", "tag": "735920b4-61eb-4b86-8e1b-8792fbdc8d14", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:38:55.090450 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b4c42186-7e82-4166-84e1-8f08cbc30188 {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:38:55.090842 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b4c42186-7e82-4166-84e1-8f08cbc30188'] response: {'server_uuid': '6a7b324a-866b-4647-98a0-5853ab067517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735920b4-61eb-4b86-8e1b-8792fbdc8d14', 'code': 200} Oct 13 16:38:55.129358 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=735920b4-61eb-4b86-8e1b-8792fbdc8d14,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:38:55.325650 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580e6593-3f3e-4d52-9e27-5e47ac10ff6c req-dc69816e-0902-470d-81f9-fd258e60b720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:38:55.327060 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-580e6593-3f3e-4d52-9e27-5e47ac10ff6c req-dc69816e-0902-470d-81f9-fd258e60b720 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6a7b324a-866b-4647-98a0-5853ab067517 HTTP/1.1" status: 200 len: 1098 time: 0.0790691 Oct 13 16:38:55.367392 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-580e6593-3f3e-4d52-9e27-5e47ac10ff6c req-9d5a892f-0d3d-4a56-8ff2-39ecc5778392 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4641a15a-0260-4c50-97b7-9629381438fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343919 Oct 13 16:38:55.596265 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbf52e4-c47b-438e-a930-f68e96bcef7f req-d559be74-288a-4b00-8ed7-6ab7693116f2 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:38:55.597659 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1cbf52e4-c47b-438e-a930-f68e96bcef7f req-d559be74-288a-4b00-8ed7-6ab7693116f2 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a7b324a-866b-4647-98a0-5853ab067517 HTTP/1.1" status: 200 len: 945 time: 0.1893699 Oct 13 16:38:55.640563 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1cbf52e4-c47b-438e-a930-f68e96bcef7f req-811ba74f-e8f5-4405-ae95-b92a6b5433b3 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/security-groups?id=4641a15a-0260-4c50-97b7-9629381438fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372620 Oct 13 16:38:56.441827 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:56.838484 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de004c-ec41-4329-a575-d324587b0a4a req-fe167ae2-5322-4f0a-944c-22054a6646a9 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:38:56.839920 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e0de004c-ec41-4329-a575-d324587b0a4a req-fe167ae2-5322-4f0a-944c-22054a6646a9 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a7b324a-866b-4647-98a0-5853ab067517 HTTP/1.1" status: 200 len: 945 time: 0.0868952 Oct 13 16:38:56.886484 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-e0de004c-ec41-4329-a575-d324587b0a4a req-ce4ed4e9-684a-4ea5-8a45-a4b194c5bd1c tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/security-groups?id=4641a15a-0260-4c50-97b7-9629381438fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409749 Oct 13 16:38:57.083255 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb6596-9752-4ea3-99e0-52ed781c2d97 req-793868a0-a36a-4b4a-9952-8c1c0f3f29ea tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:38:57.084686 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fffb6596-9752-4ea3-99e0-52ed781c2d97 req-793868a0-a36a-4b4a-9952-8c1c0f3f29ea tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a7b324a-866b-4647-98a0-5853ab067517 HTTP/1.1" status: 200 len: 945 time: 0.0898030 Oct 13 16:38:57.127027 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fffb6596-9752-4ea3-99e0-52ed781c2d97 req-92baeef3-a941-4be1-9640-52434112e77e tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/security-groups?id=4641a15a-0260-4c50-97b7-9629381438fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368340 Oct 13 16:38:57.155751 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 36254) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:38:57.270655 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b8d42ca-49f7-4f71-832a-e4abb0c40882 tempest-TestSnapshotPattern-732582184 tempest-TestSnapshotPattern-732582184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:38:57.271361 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-3b8d42ca-49f7-4f71-832a-e4abb0c40882 tempest-TestSnapshotPattern-732582184 tempest-TestSnapshotPattern-732582184-project-admin] Synchronizing usage tracker for tenant:4d7609338f7b4d22a1d36cd2e9babfc4 on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:38:57.287286 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-3b8d42ca-49f7-4f71-832a-e4abb0c40882 tempest-TestSnapshotPattern-732582184 tempest-TestSnapshotPattern-732582184-project-admin] Unset dirty status for tenant:4d7609338f7b4d22a1d36cd2e9babfc4 on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:38:57.288663 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-3b8d42ca-49f7-4f71-832a-e4abb0c40882 tempest-TestSnapshotPattern-732582184 tempest-TestSnapshotPattern-732582184-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=6a7b324a-866b-4647-98a0-5853ab067517 HTTP/1.1" status: 200 len: 1093 time: 0.1319106 Oct 13 16:38:57.291541 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 36260) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:38:57.296404 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-49a2ddcd-5bb3-4993-8721-33471243c8c3 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Request body: {'floatingip': {'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'port_id': '735920b4-61eb-4b86-8e1b-8792fbdc8d14', 'tenant_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:38:57.302193 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-49a2ddcd-5bb3-4993-8721-33471243c8c3 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:38:57.305932 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-49a2ddcd-5bb3-4993-8721-33471243c8c3 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Usage tracker for resource:floatingip and tenant:daa394dc7a824c3d82660dbc07b8cc2e is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:38:57.308714 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-49a2ddcd-5bb3-4993-8721-33471243c8c3 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:38:57.314719 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-49a2ddcd-5bb3-4993-8721-33471243c8c3 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:38:57.325102 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-49a2ddcd-5bb3-4993-8721-33471243c8c3 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks [] for floatingip, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:57.460285 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-49a2ddcd-5bb3-4993-8721-33471243c8c3 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:57.592962 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-49a2ddcd-5bb3-4993-8721-33471243c8c3 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Allocated IP 172.26.2.189 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/6b33beed-517f-411f-953d-96694ece277f) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:38:57.735431 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-49a2ddcd-5bb3-4993-8721-33471243c8c3 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:57.763871 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-49a2ddcd-5bb3-4993-8721-33471243c8c3 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:57.829627 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a2ddcd-5bb3-4993-8721-33471243c8c3 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:38:57.832581 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-49a2ddcd-5bb3-4993-8721-33471243c8c3 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:38:57.836199 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a2ddcd-5bb3-4993-8721-33471243c8c3 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:38:57.870220 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2ddcd-5bb3-4993-8721-33471243c8c3 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Pushing event updated for resources: {'Port': ['ID=6b33beed-517f-411f-953d-96694ece277f,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:38:58.239913 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-49a2ddcd-5bb3-4993-8721-33471243c8c3 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:58.312100 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-49a2ddcd-5bb3-4993-8721-33471243c8c3 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:58.511903 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-49a2ddcd-5bb3-4993-8721-33471243c8c3 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:58.516232 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-49a2ddcd-5bb3-4993-8721-33471243c8c3 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:58.729043 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-49a2ddcd-5bb3-4993-8721-33471243c8c3 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:58.775654 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a2ddcd-5bb3-4993-8721-33471243c8c3 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Pushing event updated for resources: {'Port': ['ID=6b33beed-517f-411f-953d-96694ece277f,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:38:58.900055 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.l3_db [None req-49a2ddcd-5bb3-4993-8721-33471243c8c3 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Floating IP 90c7bc20-d230-4f61-b1d2-00351a38b9e5 associated. External IP: 172.26.2.189, port: 735920b4-61eb-4b86-8e1b-8792fbdc8d14. Oct 13 16:38:59.248360 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49a2ddcd-5bb3-4993-8721-33471243c8c3 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Router 92bc4684-f61f-4ff7-8d1a-15c3cdd531a0 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 16:38:59.420716 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49a2ddcd-5bb3-4993-8721-33471243c8c3 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:38:59.430742 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fb366c-b321-4685-a6b7-693eac294dc8 None None] Sync routers for ids ['92bc4684-f61f-4ff7-8d1a-15c3cdd531a0'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:38:59.440640 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fb366c-b321-4685-a6b7-693eac294dc8 None None] Routers {'92bc4684-f61f-4ff7-8d1a-15c3cdd531a0'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:38:59.441259 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-f2fb366c-b321-4685-a6b7-693eac294dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:38:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['92bc4684-f61f-4ff7-8d1a-15c3cdd531a0'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:38:59.445179 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-49a2ddcd-5bb3-4993-8721-33471243c8c3 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:38:59.503784 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-49a2ddcd-5bb3-4993-8721-33471243c8c3 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2111239 Oct 13 16:38:59.504366 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a7b324a-866b-4647-98a0-5853ab067517', 'tag': '735920b4-61eb-4b86-8e1b-8792fbdc8d14'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:38:59.506715 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b448bedd6ef1de8349ca4cd32cdc1fdd14839b3a018869371a7ba929b1523ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23172926-d190-45b0-922d-d8e27aa9e0e6" -d '{"events": [{"name": "network-changed", "server_uuid": "6a7b324a-866b-4647-98a0-5853ab067517", "tag": "735920b4-61eb-4b86-8e1b-8792fbdc8d14"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:38:59.596675 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 16:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c717987-383d-4281-ad5a-5f4a1a769718 x-openstack-request-id: req-6c717987-383d-4281-ad5a-5f4a1a769718 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:38:59.597476 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a7b324a-866b-4647-98a0-5853ab067517", "tag": "735920b4-61eb-4b86-8e1b-8792fbdc8d14", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:38:59.597744 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6c717987-383d-4281-ad5a-5f4a1a769718 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:38:59.598180 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c717987-383d-4281-ad5a-5f4a1a769718'] response: {'name': 'network-changed', 'server_uuid': '6a7b324a-866b-4647-98a0-5853ab067517', 'tag': '735920b4-61eb-4b86-8e1b-8792fbdc8d14', 'status': 'completed', 'code': 200} Oct 13 16:38:59.648125 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-f2fb366c-b321-4685-a6b7-693eac294dc8 None None] Set router 92bc4684-f61f-4ff7-8d1a-15c3cdd531a0 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:38:59.694683 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23172926-d190-45b0-922d-d8e27aa9e0e6 req-83e57ec5-1a49-4b75-b0ce-989e30d64da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:38:59.696725 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-23172926-d190-45b0-922d-d8e27aa9e0e6 req-83e57ec5-1a49-4b75-b0ce-989e30d64da5 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=daa394dc7a824c3d82660dbc07b8cc2e&device_id=6a7b324a-866b-4647-98a0-5853ab067517 HTTP/1.1" status: 200 len: 1098 time: 0.0784743 Oct 13 16:38:59.826382 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23172926-d190-45b0-922d-d8e27aa9e0e6 req-929475b3-1b02-402d-b934-8f514269ba63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:38:59.827747 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-23172926-d190-45b0-922d-d8e27aa9e0e6 req-929475b3-1b02-402d-b934-8f514269ba63 service neutron] 10.222.0.16 "GET /v2.0/networks?id=53a4efa9-6837-45d7-9679-5ed2c04141d5 HTTP/1.1" status: 200 len: 911 time: 0.1258812 Oct 13 16:38:59.931006 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-23172926-d190-45b0-922d-d8e27aa9e0e6 req-7b2061b9-156c-4999-97ed-36f2db55202e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=735920b4-61eb-4b86-8e1b-8792fbdc8d14 HTTP/1.1" status: 200 len: 999 time: 0.0972118 Oct 13 16:38:59.992021 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23172926-d190-45b0-922d-d8e27aa9e0e6 req-516a2362-dfdb-4abc-a755-6d30dd94340e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:38:59.992492 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-f2fb366c-b321-4685-a6b7-693eac294dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'name': 'tempest-TestSnapshotPattern-1794101446-router', 'tenant_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.92'}], 'enable_snat': True}, 'gw_port_id': '29eb571f-4173-4962-bc27-4391ad3153cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:38:32Z', 'updated_at': '2022-10-13T16:38:35Z', 'revision_number': 4, 'project_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'gw_port': {'id': '29eb571f-4173-4962-bc27-4391ad3153cf', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:38:32Z', 'updated_at': '2022-10-13T16:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '90c7bc20-d230-4f61-b1d2-00351a38b9e5', 'tenant_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'floating_ip_address': '172.26.2.189', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'port_id': '735920b4-61eb-4b86-8e1b-8792fbdc8d14', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53a4efa9-6837-45d7-9679-5ed2c04141d5', 'mac_address': 'fa:16:3e:a8:2c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7b324a-866b-4647-98a0-5853ab067517', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T16:38:58Z', 'updated_at': '2022-10-13T16:38:58Z', 'revision_number': 0, 'project_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba5060f5-630d-42da-86cf-bd1fe73763d8', 'name': '', 'network_id': '53a4efa9-6837-45d7-9679-5ed2c04141d5', 'tenant_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'mac_address': 'fa:16:3e:cf:a7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'aaae49b4-5f84-49c2-99bb-ae6ff0b760e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:38:35Z', 'updated_at': '2022-10-13T16:38:42Z', 'revision_number': 5, 'project_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'subnets': [{'id': 'aaae49b4-5f84-49c2-99bb-ae6ff0b760e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:38:59.993462 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-23172926-d190-45b0-922d-d8e27aa9e0e6 req-516a2362-dfdb-4abc-a755-6d30dd94340e service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aaae49b4-5f84-49c2-99bb-ae6ff0b760e9 HTTP/1.1" status: 200 len: 849 time: 0.0572124 Oct 13 16:38:59.996539 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fb366c-b321-4685-a6b7-693eac294dc8 None None] Checking router: 92bc4684-f61f-4ff7-8d1a-15c3cdd531a0 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:39:00.005332 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fb366c-b321-4685-a6b7-693eac294dc8 None None] Routers {'92bc4684-f61f-4ff7-8d1a-15c3cdd531a0'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:39:00.005920 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-f2fb366c-b321-4685-a6b7-693eac294dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:38:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['92bc4684-f61f-4ff7-8d1a-15c3cdd531a0'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:39:00.078437 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23172926-d190-45b0-922d-d8e27aa9e0e6 req-16b14e60-8109-46f4-bca9-d319b85aa2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:39:00.079884 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-23172926-d190-45b0-922d-d8e27aa9e0e6 req-16b14e60-8109-46f4-bca9-d319b85aa2ac service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=53a4efa9-6837-45d7-9679-5ed2c04141d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0811880 Oct 13 16:39:00.181563 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-f2fb366c-b321-4685-a6b7-693eac294dc8 None None] Set router 92bc4684-f61f-4ff7-8d1a-15c3cdd531a0 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:39:00.211369 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-23172926-d190-45b0-922d-d8e27aa9e0e6 req-32f042d4-2a55-458f-a9be-664f59d6afc6 service neutron] 10.222.0.16 "GET /v2.0/networks/53a4efa9-6837-45d7-9679-5ed2c04141d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252673 Oct 13 16:39:00.340686 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-23172926-d190-45b0-922d-d8e27aa9e0e6 req-41996da1-7504-4f7a-a194-35c3049c4608 service neutron] 10.222.0.16 "GET /v2.0/networks/53a4efa9-6837-45d7-9679-5ed2c04141d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237695 Oct 13 16:39:00.524620 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-f2fb366c-b321-4685-a6b7-693eac294dc8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'name': 'tempest-TestSnapshotPattern-1794101446-router', 'tenant_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.92'}], 'enable_snat': True}, 'gw_port_id': '29eb571f-4173-4962-bc27-4391ad3153cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:38:32Z', 'updated_at': '2022-10-13T16:38:35Z', 'revision_number': 4, 'project_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'gw_port': {'id': '29eb571f-4173-4962-bc27-4391ad3153cf', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:38:32Z', 'updated_at': '2022-10-13T16:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '90c7bc20-d230-4f61-b1d2-00351a38b9e5', 'tenant_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'floating_ip_address': '172.26.2.189', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'port_id': '735920b4-61eb-4b86-8e1b-8792fbdc8d14', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53a4efa9-6837-45d7-9679-5ed2c04141d5', 'mac_address': 'fa:16:3e:a8:2c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7b324a-866b-4647-98a0-5853ab067517', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T16:38:58Z', 'updated_at': '2022-10-13T16:38:58Z', 'revision_number': 0, 'project_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba5060f5-630d-42da-86cf-bd1fe73763d8', 'name': '', 'network_id': '53a4efa9-6837-45d7-9679-5ed2c04141d5', 'tenant_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'mac_address': 'fa:16:3e:cf:a7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'aaae49b4-5f84-49c2-99bb-ae6ff0b760e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:38:35Z', 'updated_at': '2022-10-13T16:38:42Z', 'revision_number': 5, 'project_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'subnets': [{'id': 'aaae49b4-5f84-49c2-99bb-ae6ff0b760e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:39:00.528433 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2fb366c-b321-4685-a6b7-693eac294dc8 None None] The sync data for ids ['92bc4684-f61f-4ff7-8d1a-15c3cdd531a0'] in dv-neutron-860329-2-hyperv is: [{'id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'name': 'tempest-TestSnapshotPattern-1794101446-router', 'tenant_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.92'}], 'enable_snat': True}, 'gw_port_id': '29eb571f-4173-4962-bc27-4391ad3153cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:38:32Z', 'updated_at': '2022-10-13T16:38:35Z', 'revision_number': 4, 'project_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'gw_port': {'id': '29eb571f-4173-4962-bc27-4391ad3153cf', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:38:32Z', 'updated_at': '2022-10-13T16:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '90c7bc20-d230-4f61-b1d2-00351a38b9e5', 'tenant_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'floating_ip_address': '172.26.2.189', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'port_id': '735920b4-61eb-4b86-8e1b-8792fbdc8d14', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53a4efa9-6837-45d7-9679-5ed2c04141d5', 'mac_address': 'fa:16:3e:a8:2c:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a7b324a-866b-4647-98a0-5853ab067517', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T16:38:58Z', 'updated_at': '2022-10-13T16:38:58Z', 'revision_number': 0, 'project_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba5060f5-630d-42da-86cf-bd1fe73763d8', 'name': '', 'network_id': '53a4efa9-6837-45d7-9679-5ed2c04141d5', 'tenant_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'mac_address': 'fa:16:3e:cf:a7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'aaae49b4-5f84-49c2-99bb-ae6ff0b760e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:38:35Z', 'updated_at': '2022-10-13T16:38:42Z', 'revision_number': 5, 'project_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'subnets': [{'id': 'aaae49b4-5f84-49c2-99bb-ae6ff0b760e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:39:00.725283 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fdb5968-defd-4040-b65d-8ce94e05a202 None None] New status for floating IP 90c7bc20-d230-4f61-b1d2-00351a38b9e5: ACTIVE {{(pid=88974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 16:39:04.659304 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-50e4f40a-1dff-4175-8d94-35d58fc2eb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:39:06.787832 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-b8e90507-0f1c-4b67-8a30-fc31c9bf29fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:39:07.938544 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:39:08.166364 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:39:09.865335 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:39:15.744346 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-49586171-788d-4fd8-9039-e4155e6ce898 req-cd7a24cc-eb83-455a-8b41-3c0cef4f741d service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6a7b324a-866b-4647-98a0-5853ab067517&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0754275 Oct 13 16:39:15.894525 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49586171-788d-4fd8-9039-e4155e6ce898 req-82580e63-e4dd-4c3b-94bc-db2d95fdbf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:39:15.896537 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-49586171-788d-4fd8-9039-e4155e6ce898 req-82580e63-e4dd-4c3b-94bc-db2d95fdbf66 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=daa394dc7a824c3d82660dbc07b8cc2e&device_id=6a7b324a-866b-4647-98a0-5853ab067517 HTTP/1.1" status: 200 len: 1098 time: 0.0811963 Oct 13 16:39:16.036614 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49586171-788d-4fd8-9039-e4155e6ce898 req-221f1606-41c0-48f5-9d67-098eaf17ab95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:39:16.037915 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-49586171-788d-4fd8-9039-e4155e6ce898 req-221f1606-41c0-48f5-9d67-098eaf17ab95 service neutron] 10.222.0.16 "GET /v2.0/networks?id=53a4efa9-6837-45d7-9679-5ed2c04141d5 HTTP/1.1" status: 200 len: 911 time: 0.1233888 Oct 13 16:39:16.138847 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-49586171-788d-4fd8-9039-e4155e6ce898 req-a662157c-b7f5-451d-8670-003452cf7cea service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=735920b4-61eb-4b86-8e1b-8792fbdc8d14 HTTP/1.1" status: 200 len: 1001 time: 0.0943756 Oct 13 16:39:16.199698 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49586171-788d-4fd8-9039-e4155e6ce898 req-98f4b778-8347-484b-b6c1-37a9739f0e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:39:16.201019 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-49586171-788d-4fd8-9039-e4155e6ce898 req-98f4b778-8347-484b-b6c1-37a9739f0e86 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aaae49b4-5f84-49c2-99bb-ae6ff0b760e9 HTTP/1.1" status: 200 len: 849 time: 0.0549672 Oct 13 16:39:16.280507 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49586171-788d-4fd8-9039-e4155e6ce898 req-30bc365b-f17f-4208-9eb8-898611eafe61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:39:16.281976 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-49586171-788d-4fd8-9039-e4155e6ce898 req-30bc365b-f17f-4208-9eb8-898611eafe61 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=53a4efa9-6837-45d7-9679-5ed2c04141d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0736229 Oct 13 16:39:16.506369 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-49586171-788d-4fd8-9039-e4155e6ce898 req-930ded19-9ca5-470e-8585-6814f7452b87 service neutron] 10.222.0.16 "GET /v2.0/networks/53a4efa9-6837-45d7-9679-5ed2c04141d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176299 Oct 13 16:39:16.635501 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-49586171-788d-4fd8-9039-e4155e6ce898 req-cab2301b-212d-451f-85e5-5f2c62f49100 service neutron] 10.222.0.16 "GET /v2.0/networks/53a4efa9-6837-45d7-9679-5ed2c04141d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226046 Oct 13 16:39:25.530378 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:39:26.440168 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:39:34.660769 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-387a2556-f5f5-4b78-9863-5c914e85ed94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:39:36.789310 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-fc953a7c-c573-4d79-a354-68d87e19f444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:39:37.942036 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:39:38.167959 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:39:39.868576 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:39:56.437908 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:40:02.529885 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:40:04.674658 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2cf2fb49-4ede-4bc0-b8b8-8a4360016ad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:40:06.790756 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-1eb2e70f-1262-4603-9f60-0cca961573e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:40:07.944320 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:40:08.170431 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:40:09.872303 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:40:17.752583 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-dcd74a85-4b4f-4283-b3d1-8410f5a52d0d req-9a99d650-053e-4fcf-992e-46e8e149616b service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6a7b324a-866b-4647-98a0-5853ab067517&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0746996 Oct 13 16:40:17.896689 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd74a85-4b4f-4283-b3d1-8410f5a52d0d req-96919bc7-2512-476d-915d-9b3a74d57b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:40:17.898097 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-dcd74a85-4b4f-4283-b3d1-8410f5a52d0d req-96919bc7-2512-476d-915d-9b3a74d57b02 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=daa394dc7a824c3d82660dbc07b8cc2e&device_id=6a7b324a-866b-4647-98a0-5853ab067517 HTTP/1.1" status: 200 len: 1098 time: 0.0798965 Oct 13 16:40:18.039584 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd74a85-4b4f-4283-b3d1-8410f5a52d0d req-55714b11-e0cf-4158-8ad6-8ec3a9e3467b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:40:18.040905 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-dcd74a85-4b4f-4283-b3d1-8410f5a52d0d req-55714b11-e0cf-4158-8ad6-8ec3a9e3467b service neutron] 10.222.0.16 "GET /v2.0/networks?id=53a4efa9-6837-45d7-9679-5ed2c04141d5 HTTP/1.1" status: 200 len: 911 time: 0.1253085 Oct 13 16:40:18.140666 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-dcd74a85-4b4f-4283-b3d1-8410f5a52d0d req-4390cb9b-125e-40d1-8a6c-fb78db84b855 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=735920b4-61eb-4b86-8e1b-8792fbdc8d14 HTTP/1.1" status: 200 len: 1001 time: 0.0935740 Oct 13 16:40:18.199558 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd74a85-4b4f-4283-b3d1-8410f5a52d0d req-8fbbdac3-0fec-48c1-98bd-c994596be7c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:40:18.200897 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-dcd74a85-4b4f-4283-b3d1-8410f5a52d0d req-8fbbdac3-0fec-48c1-98bd-c994596be7c9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aaae49b4-5f84-49c2-99bb-ae6ff0b760e9 HTTP/1.1" status: 200 len: 849 time: 0.0548699 Oct 13 16:40:18.280326 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd74a85-4b4f-4283-b3d1-8410f5a52d0d req-5fd8ac52-6c22-48c8-b8c0-d01a634f317f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:40:18.281740 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-dcd74a85-4b4f-4283-b3d1-8410f5a52d0d req-5fd8ac52-6c22-48c8-b8c0-d01a634f317f service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=53a4efa9-6837-45d7-9679-5ed2c04141d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0743859 Oct 13 16:40:18.410917 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-dcd74a85-4b4f-4283-b3d1-8410f5a52d0d req-be186418-b477-4bcd-954a-9f1b65c02640 service neutron] 10.222.0.16 "GET /v2.0/networks/53a4efa9-6837-45d7-9679-5ed2c04141d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227171 Oct 13 16:40:18.540669 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-dcd74a85-4b4f-4283-b3d1-8410f5a52d0d req-849da0ea-2e1e-45c1-9378-0f13d142f56b service neutron] 10.222.0.16 "GET /v2.0/networks/53a4efa9-6837-45d7-9679-5ed2c04141d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238935 Oct 13 16:40:26.440591 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:40:34.666091 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-d927f4bb-4ef6-4a8b-a63e-731bd07813d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:40:36.793165 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-35653d1d-a036-46f0-be79-6a329ec4c4e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:40:37.946237 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:40:38.173485 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:40:39.527961 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:40:39.873917 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:40:56.448834 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:41:04.667457 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-691860c9-0085-456c-ac14-f91e75ea5399 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:41:06.794583 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-05a7b731-6dbe-4b65-9273-54dc35ee1d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:41:07.948298 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:41:08.175868 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:41:09.876601 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:41:16.526732 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:41:19.769213 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-85893c4f-2a13-455a-963e-29364016e364 req-0f30c486-0abf-4e5d-8a5f-df411fbeeb4c service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6a7b324a-866b-4647-98a0-5853ab067517&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0785038 Oct 13 16:41:19.908374 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85893c4f-2a13-455a-963e-29364016e364 req-149993fa-f9bf-4da9-aba2-c55f7edd271a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:41:19.910480 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-85893c4f-2a13-455a-963e-29364016e364 req-149993fa-f9bf-4da9-aba2-c55f7edd271a service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=daa394dc7a824c3d82660dbc07b8cc2e&device_id=6a7b324a-866b-4647-98a0-5853ab067517 HTTP/1.1" status: 200 len: 1098 time: 0.0771067 Oct 13 16:41:20.052795 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85893c4f-2a13-455a-963e-29364016e364 req-d95571ba-725a-4407-9ab2-a89ca080c3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:41:20.054155 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-85893c4f-2a13-455a-963e-29364016e364 req-d95571ba-725a-4407-9ab2-a89ca080c3ce service neutron] 10.222.0.16 "GET /v2.0/networks?id=53a4efa9-6837-45d7-9679-5ed2c04141d5 HTTP/1.1" status: 200 len: 911 time: 0.1254654 Oct 13 16:41:20.154348 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-85893c4f-2a13-455a-963e-29364016e364 req-63f3dc9f-3779-45cc-a682-b663acfa3a90 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=735920b4-61eb-4b86-8e1b-8792fbdc8d14 HTTP/1.1" status: 200 len: 1001 time: 0.0941973 Oct 13 16:41:20.297913 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85893c4f-2a13-455a-963e-29364016e364 req-0b23ebc2-0491-4bb2-a8be-81cb6258b0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:41:20.299375 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-85893c4f-2a13-455a-963e-29364016e364 req-0b23ebc2-0491-4bb2-a8be-81cb6258b0f7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aaae49b4-5f84-49c2-99bb-ae6ff0b760e9 HTTP/1.1" status: 200 len: 849 time: 0.1396577 Oct 13 16:41:20.379006 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85893c4f-2a13-455a-963e-29364016e364 req-5bd91710-cb2d-4fd4-8873-fda8aacd6384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:41:20.380355 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-85893c4f-2a13-455a-963e-29364016e364 req-5bd91710-cb2d-4fd4-8873-fda8aacd6384 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=53a4efa9-6837-45d7-9679-5ed2c04141d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0755618 Oct 13 16:41:20.508487 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-85893c4f-2a13-455a-963e-29364016e364 req-e53f1637-e56e-4ee0-a0a6-e1baba74b7d0 service neutron] 10.222.0.16 "GET /v2.0/networks/53a4efa9-6837-45d7-9679-5ed2c04141d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217594 Oct 13 16:41:20.636017 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-85893c4f-2a13-455a-963e-29364016e364 req-6d402ce7-f70e-4830-9352-52da424f575e service neutron] 10.222.0.16 "GET /v2.0/networks/53a4efa9-6837-45d7-9679-5ed2c04141d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216857 Oct 13 16:41:26.458555 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:41:29.557343 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 735920b4-61eb-4b86-8e1b-8792fbdc8d14 details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=88974) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 13 16:41:29.718340 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 735920b4-61eb-4b86-8e1b-8792fbdc8d14, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=735920b4-61eb-4b86-8e1b-8792fbdc8d14,segment=NetworkSegment(57af5aa6-cc31-4cc0-9f36-227334039d07),segment_id=57af5aa6-cc31-4cc0-9f36-227334039d07)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:41:29.731568 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Returning: {'device': '735920b4-61eb-4b86-8e1b-8792fbdc8d14', 'network_id': '53a4efa9-6837-45d7-9679-5ed2c04141d5', 'port_id': '735920b4-61eb-4b86-8e1b-8792fbdc8d14', 'mac_address': 'fa:16:3e:a8:2c:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaae49b4-5f84-49c2-99bb-ae6ff0b760e9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88974) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 13 16:41:29.785394 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 735920b4-61eb-4b86-8e1b-8792fbdc8d14 is: ACTIVE; New status is: BUILD {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:41:29.785763 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:41:29.802297 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 735920b4-61eb-4b86-8e1b-8792fbdc8d14 {{(pid=88974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 16:41:29.817208 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 735920b4-61eb-4b86-8e1b-8792fbdc8d14, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=735920b4-61eb-4b86-8e1b-8792fbdc8d14,segment=NetworkSegment(57af5aa6-cc31-4cc0-9f36-227334039d07),segment_id=57af5aa6-cc31-4cc0-9f36-227334039d07)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:41:29.820904 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:41:29.895755 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=735920b4-61eb-4b86-8e1b-8792fbdc8d14,revision_number=6']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:41:29.899329 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['735920b4-61eb-4b86-8e1b-8792fbdc8d14'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 16:41:29.937079 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:41:29.937426 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:41:29.937765 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:41:29.938099 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:41:29.938478 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:41:29.938809 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:41:29.939135 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:41:29.939459 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:41:29.940292 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:41:29.940610 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:41:29.940928 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:41:29.941246 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:41:31.570337 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 735920b4-61eb-4b86-8e1b-8792fbdc8d14 up at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:41:31.638813 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning complete for port 735920b4-61eb-4b86-8e1b-8792fbdc8d14 triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:41:31.639173 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:41:31.639501 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Attempt 1 to provision port 735920b4-61eb-4b86-8e1b-8792fbdc8d14 Oct 13 16:41:31.753908 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 735920b4-61eb-4b86-8e1b-8792fbdc8d14 is: BUILD; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:41:31.754309 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:41:31.780051 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a7b324a-866b-4647-98a0-5853ab067517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735920b4-61eb-4b86-8e1b-8792fbdc8d14'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:41:31.782323 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ddb4cee44164d2a2faddf60bbce385128d937d64d67dbdc4313fc2cc2e51dfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3e902f-6f98-49db-acab-5e09ec41ca0e" -d '{"events": [{"server_uuid": "6a7b324a-866b-4647-98a0-5853ab067517", "name": "network-vif-plugged", "status": "completed", "tag": "735920b4-61eb-4b86-8e1b-8792fbdc8d14"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:41:31.790508 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 735920b4-61eb-4b86-8e1b-8792fbdc8d14, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=735920b4-61eb-4b86-8e1b-8792fbdc8d14,segment=NetworkSegment(57af5aa6-cc31-4cc0-9f36-227334039d07),segment_id=57af5aa6-cc31-4cc0-9f36-227334039d07)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:41:31.794360 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:41:31.860058 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=735920b4-61eb-4b86-8e1b-8792fbdc8d14,revision_number=7']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:41:32.833435 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 16:41:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c715d7da-dd7b-4c34-865a-6e4e764ab7bf x-openstack-request-id: req-c715d7da-dd7b-4c34-865a-6e4e764ab7bf {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:41:32.833982 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a7b324a-866b-4647-98a0-5853ab067517", "name": "network-vif-plugged", "status": "completed", "tag": "735920b4-61eb-4b86-8e1b-8792fbdc8d14", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:41:32.833982 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c715d7da-dd7b-4c34-865a-6e4e764ab7bf {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:41:32.834363 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c715d7da-dd7b-4c34-865a-6e4e764ab7bf'] response: {'server_uuid': '6a7b324a-866b-4647-98a0-5853ab067517', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '735920b4-61eb-4b86-8e1b-8792fbdc8d14', 'code': 200} Oct 13 16:41:34.671148 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-5c992963-1e48-40c3-b15d-5ed26135576c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:41:36.800710 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8ed36b2b-ebfe-4124-9f36-cd9f515251eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:41:37.952726 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:41:38.183853 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:41:39.884640 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:41:44.040594 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5f08301c-4246-4d1e-a201-abd8386fd4f0 req-2496271e-9c8b-4411-a45a-079c62829398 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-482442187&fields=id&tenant_id=daa394dc7a824c3d82660dbc07b8cc2e HTTP/1.1" status: 200 len: 267 time: 0.0398490 Oct 13 16:41:44.187712 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08301c-4246-4d1e-a201-abd8386fd4f0 req-4bcb0a4b-93fb-4ebb-bdaa-dcec169ea11c tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:41:44.189117 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5f08301c-4246-4d1e-a201-abd8386fd4f0 req-4bcb0a4b-93fb-4ebb-bdaa-dcec169ea11c tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/networks?id=53a4efa9-6837-45d7-9679-5ed2c04141d5 HTTP/1.1" status: 200 len: 810 time: 0.1422791 Oct 13 16:41:44.203887 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5f08301c-4246-4d1e-a201-abd8386fd4f0 req-077587d2-5dc3-40fa-9092-1d791ec979df tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/quotas/daa394dc7a824c3d82660dbc07b8cc2e HTTP/1.1" status: 200 len: 375 time: 0.0086849 Oct 13 16:41:44.294731 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5f08301c-4246-4d1e-a201-abd8386fd4f0 req-98f8df20-4fe3-401c-8622-8e1b7ef587a6 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=daa394dc7a824c3d82660dbc07b8cc2e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0856915 Oct 13 16:41:44.430385 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5f08301c-4246-4d1e-a201-abd8386fd4f0 req-6f5597ca-578a-47d6-ae4e-b810433b3f18 service neutron] 10.222.0.42 "GET /v2.0/networks/53a4efa9-6837-45d7-9679-5ed2c04141d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236758 Oct 13 16:41:44.559219 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-5f08301c-4246-4d1e-a201-abd8386fd4f0 req-0302f59a-2600-4a8e-b12c-289716d35cb0 service neutron] 10.222.0.42 "GET /v2.0/networks/53a4efa9-6837-45d7-9679-5ed2c04141d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230700 Oct 13 16:41:45.752936 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-dec31cb1-bec3-4821-83d9-d6dacc5fb840 req-f80a76bb-7d6e-4c32-83d4-ea002a301002 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/ports?device_id=a73a9d1f-bd91-40de-b854-b1a7abb338e5 HTTP/1.1" status: 200 len: 210 time: 0.0522668 Oct 13 16:41:46.964276 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-b0664379-f1fa-4cc9-9588-e97922867db3 req-74ca2cc0-6b4d-4ad5-9f95-057ddf55caa1 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/ports?device_id=a73a9d1f-bd91-40de-b854-b1a7abb338e5 HTTP/1.1" status: 200 len: 210 time: 0.1553812 Oct 13 16:41:47.650368 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 735920b4-61eb-4b86-8e1b-8792fbdc8d14 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:41:47.762512 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port 735920b4-61eb-4b86-8e1b-8792fbdc8d14 is: ACTIVE; New status is: DOWN {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:41:47.762898 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:41:47.789344 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a7b324a-866b-4647-98a0-5853ab067517', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '735920b4-61eb-4b86-8e1b-8792fbdc8d14'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:41:47.791623 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ddb4cee44164d2a2faddf60bbce385128d937d64d67dbdc4313fc2cc2e51dfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55911be6-aa18-4461-bafd-d7d552c19986" -d '{"events": [{"server_uuid": "6a7b324a-866b-4647-98a0-5853ab067517", "name": "network-vif-unplugged", "status": "completed", "tag": "735920b4-61eb-4b86-8e1b-8792fbdc8d14"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:41:47.800040 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port 735920b4-61eb-4b86-8e1b-8792fbdc8d14, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=735920b4-61eb-4b86-8e1b-8792fbdc8d14,segment=NetworkSegment(57af5aa6-cc31-4cc0-9f36-227334039d07),segment_id=57af5aa6-cc31-4cc0-9f36-227334039d07)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:41:47.805509 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:41:47.873784 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=735920b4-61eb-4b86-8e1b-8792fbdc8d14,revision_number=8']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:41:47.901834 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 13 Oct 2022 16:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8e5f26-15f9-4706-9592-dd3a67f6bfbe x-openstack-request-id: req-cb8e5f26-15f9-4706-9592-dd3a67f6bfbe {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:41:47.902087 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a7b324a-866b-4647-98a0-5853ab067517", "name": "network-vif-unplugged", "status": "completed", "tag": "735920b4-61eb-4b86-8e1b-8792fbdc8d14", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:41:47.902349 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cb8e5f26-15f9-4706-9592-dd3a67f6bfbe {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:41:47.902750 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb8e5f26-15f9-4706-9592-dd3a67f6bfbe'] response: {'server_uuid': '6a7b324a-866b-4647-98a0-5853ab067517', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '735920b4-61eb-4b86-8e1b-8792fbdc8d14', 'code': 200} Oct 13 16:41:48.069171 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-7f95272a-8ce3-495f-b2ed-f4ad7cc82084 req-c13d45a9-75c7-4da3-abcc-b84486a87dd8 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/ports?device_id=a73a9d1f-bd91-40de-b854-b1a7abb338e5 HTTP/1.1" status: 200 len: 210 time: 0.0487025 Oct 13 16:41:49.233785 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-f9b4ad50-b148-4394-8db9-9da47b1917ed req-8a385a49-86a7-4f94-8e0c-a547624484d9 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/ports?device_id=a73a9d1f-bd91-40de-b854-b1a7abb338e5 HTTP/1.1" status: 200 len: 210 time: 0.0496178 Oct 13 16:41:49.799808 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08301c-4246-4d1e-a201-abd8386fd4f0 req-d9f74efc-5a19-42f9-b227-973c06269680 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:41:49.801191 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5f08301c-4246-4d1e-a201-abd8386fd4f0 req-d9f74efc-5a19-42f9-b227-973c06269680 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.16 "GET /v2.0/networks?id=53a4efa9-6837-45d7-9679-5ed2c04141d5 HTTP/1.1" status: 200 len: 810 time: 0.1465147 Oct 13 16:41:49.849051 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5f08301c-4246-4d1e-a201-abd8386fd4f0 req-bb9308a6-c6f9-411e-9bce-9b2a86a36993 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.16 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=daa394dc7a824c3d82660dbc07b8cc2e HTTP/1.1" status: 200 len: 379 time: 0.0392225 Oct 13 16:41:49.858818 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [req-5f08301c-4246-4d1e-a201-abd8386fd4f0 req-972c0efb-f0b0-4f3e-b49c-eae7a90073bb tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Request body: {'port': {'device_id': 'a73a9d1f-bd91-40de-b854-b1a7abb338e5', 'network_id': '53a4efa9-6837-45d7-9679-5ed2c04141d5', 'admin_state_up': True, 'tenant_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'security_groups': ['4641a15a-0260-4c50-97b7-9629381438fd']}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:41:49.992143 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [req-5f08301c-4246-4d1e-a201-abd8386fd4f0 req-972c0efb-f0b0-4f3e-b49c-eae7a90073bb tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:41:50.001475 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.quota.driver [req-5f08301c-4246-4d1e-a201-abd8386fd4f0 req-972c0efb-f0b0-4f3e-b49c-eae7a90073bb tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88972) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:41:50.012533 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f08301c-4246-4d1e-a201-abd8386fd4f0 req-972c0efb-f0b0-4f3e-b49c-eae7a90073bb tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Made reservation on behalf of daa394dc7a824c3d82660dbc07b8cc2e for: {'port': 1} {{(pid=88972) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Oct 13 16:41:50.015982 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-5f08301c-4246-4d1e-a201-abd8386fd4f0 req-972c0efb-f0b0-4f3e-b49c-eae7a90073bb tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:41:50.181860 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_common [req-5f08301c-4246-4d1e-a201-abd8386fd4f0 req-972c0efb-f0b0-4f3e-b49c-eae7a90073bb tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Allocated IP 172.20.0.6 (53a4efa9-6837-45d7-9679-5ed2c04141d5/aaae49b4-5f84-49c2-99bb-ae6ff0b760e9/ca9f8077-879a-4fb5-8b4e-960a0ffd59dc) {{(pid=88972) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:41:50.402154 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-5f08301c-4246-4d1e-a201-abd8386fd4f0 req-972c0efb-f0b0-4f3e-b49c-eae7a90073bb tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks [] for port, precommit_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:41:50.427352 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [req-5f08301c-4246-4d1e-a201-abd8386fd4f0 req-972c0efb-f0b0-4f3e-b49c-eae7a90073bb tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Transition to ACTIVE for port object ca9f8077-879a-4fb5-8b4e-960a0ffd59dc will not be triggered until provisioned by entity DHCP. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:41:50.458197 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-5f08301c-4246-4d1e-a201-abd8386fd4f0 req-972c0efb-f0b0-4f3e-b49c-eae7a90073bb tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_create {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:41:50.547670 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1d175c-eab7-4307-853e-7b33b5e32c55 req-7d799e28-1396-4453-8ef1-de557f3d268b tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:41:50.551435 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f08301c-4246-4d1e-a201-abd8386fd4f0 req-972c0efb-f0b0-4f3e-b49c-eae7a90073bb tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Network 53a4efa9-6837-45d7-9679-5ed2c04141d5 is already hosted by enough agents. {{(pid=88972) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:41:50.555404 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.base_scheduler [req-5f08301c-4246-4d1e-a201-abd8386fd4f0 req-972c0efb-f0b0-4f3e-b49c-eae7a90073bb tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Resources bound (agent type, host, resource id): {{(pid=88972) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:41:50.560944 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fc1d175c-eab7-4307-853e-7b33b5e32c55 req-7d799e28-1396-4453-8ef1-de557f3d268b tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/ports?device_id=a73a9d1f-bd91-40de-b854-b1a7abb338e5 HTTP/1.1" status: 200 len: 931 time: 0.1568327 Oct 13 16:41:50.574620 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f08301c-4246-4d1e-a201-abd8386fd4f0 req-972c0efb-f0b0-4f3e-b49c-eae7a90073bb tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Received port after_create {{(pid=88972) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:41:50.656159 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-fc1d175c-eab7-4307-853e-7b33b5e32c55 req-270dbe7f-d2fa-403a-8f0c-da8f24939658 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/security-groups?id=4641a15a-0260-4c50-97b7-9629381438fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0942566 Oct 13 16:41:50.673131 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08301c-4246-4d1e-a201-abd8386fd4f0 req-972c0efb-f0b0-4f3e-b49c-eae7a90073bb tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:41:50.673748 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-5f08301c-4246-4d1e-a201-abd8386fd4f0 req-972c0efb-f0b0-4f3e-b49c-eae7a90073bb tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:41:50.703726 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972c0efb-f0b0-4f3e-b49c-eae7a90073bb tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Pushing event updated for resources: {'Port': ['ID=ca9f8077-879a-4fb5-8b4e-960a0ffd59dc,revision_number=1']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:41:50.728928 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972c0efb-f0b0-4f3e-b49c-eae7a90073bb tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:41:50.729280 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972c0efb-f0b0-4f3e-b49c-eae7a90073bb tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:41:50.729903 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972c0efb-f0b0-4f3e-b49c-eae7a90073bb tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:41:50.730295 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972c0efb-f0b0-4f3e-b49c-eae7a90073bb tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:41:50.730634 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972c0efb-f0b0-4f3e-b49c-eae7a90073bb tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:41:50.731239 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972c0efb-f0b0-4f3e-b49c-eae7a90073bb tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:41:50.731570 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972c0efb-f0b0-4f3e-b49c-eae7a90073bb tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:41:50.732040 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972c0efb-f0b0-4f3e-b49c-eae7a90073bb tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:41:50.732373 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972c0efb-f0b0-4f3e-b49c-eae7a90073bb tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:41:50.732697 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972c0efb-f0b0-4f3e-b49c-eae7a90073bb tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:41:50.733015 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972c0efb-f0b0-4f3e-b49c-eae7a90073bb tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:41:50.733467 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-972c0efb-f0b0-4f3e-b49c-eae7a90073bb tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:41:50.760049 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5f08301c-4246-4d1e-a201-abd8386fd4f0 req-972c0efb-f0b0-4f3e-b49c-eae7a90073bb tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.16 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9042475 Oct 13 16:41:50.857566 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-1fc6eb37-a3a4-4fcb-89b5-184a0780cb96 None None] Provisioning for port ca9f8077-879a-4fb5-8b4e-960a0ffd59dc completed by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:41:50.864009 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-1fc6eb37-a3a4-4fcb-89b5-184a0780cb96 None None] Provisioning complete for port ca9f8077-879a-4fb5-8b4e-960a0ffd59dc triggered by entity DHCP. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:41:50.864362 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-1fc6eb37-a3a4-4fcb-89b5-184a0780cb96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:41:50.864691 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-1fc6eb37-a3a4-4fcb-89b5-184a0780cb96 None None] Attempt 1 to provision port ca9f8077-879a-4fb5-8b4e-960a0ffd59dc Oct 13 16:41:50.925749 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-1fc6eb37-a3a4-4fcb-89b5-184a0780cb96 None None] Port ca9f8077-879a-4fb5-8b4e-960a0ffd59dc cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:41:51.427110 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-1fc6eb37-a3a4-4fcb-89b5-184a0780cb96 None None] Attempt 2 to provision port ca9f8077-879a-4fb5-8b4e-960a0ffd59dc Oct 13 16:41:51.483893 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-1fc6eb37-a3a4-4fcb-89b5-184a0780cb96 None None] Port ca9f8077-879a-4fb5-8b4e-960a0ffd59dc cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:41:51.861154 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b78560-5c4a-4dd2-9d50-25e30c3b0e03 req-56ea7c47-fbb1-441d-832e-f84fcf0e8b0e tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:41:51.861949 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-52b78560-5c4a-4dd2-9d50-25e30c3b0e03 req-56ea7c47-fbb1-441d-832e-f84fcf0e8b0e tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Synchronizing usage tracker for tenant:daa394dc7a824c3d82660dbc07b8cc2e on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:41:51.879841 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-52b78560-5c4a-4dd2-9d50-25e30c3b0e03 req-56ea7c47-fbb1-441d-832e-f84fcf0e8b0e tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Unset dirty status for tenant:daa394dc7a824c3d82660dbc07b8cc2e on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:41:51.881273 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-52b78560-5c4a-4dd2-9d50-25e30c3b0e03 req-56ea7c47-fbb1-441d-832e-f84fcf0e8b0e tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/ports?device_id=a73a9d1f-bd91-40de-b854-b1a7abb338e5 HTTP/1.1" status: 200 len: 931 time: 0.1110699 Oct 13 16:41:51.930871 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-52b78560-5c4a-4dd2-9d50-25e30c3b0e03 req-6c8702d8-6c15-4103-b466-ac9d5329eb6f tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/security-groups?id=4641a15a-0260-4c50-97b7-9629381438fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435474 Oct 13 16:41:51.984870 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-1fc6eb37-a3a4-4fcb-89b5-184a0780cb96 None None] Attempt 3 to provision port ca9f8077-879a-4fb5-8b4e-960a0ffd59dc Oct 13 16:41:52.045993 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-1fc6eb37-a3a4-4fcb-89b5-184a0780cb96 None None] Port ca9f8077-879a-4fb5-8b4e-960a0ffd59dc cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:41:52.546761 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-1fc6eb37-a3a4-4fcb-89b5-184a0780cb96 None None] Attempt 4 to provision port ca9f8077-879a-4fb5-8b4e-960a0ffd59dc Oct 13 16:41:52.602594 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-1fc6eb37-a3a4-4fcb-89b5-184a0780cb96 None None] Port ca9f8077-879a-4fb5-8b4e-960a0ffd59dc cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:41:53.103934 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-1fc6eb37-a3a4-4fcb-89b5-184a0780cb96 None None] Attempt 5 to provision port ca9f8077-879a-4fb5-8b4e-960a0ffd59dc Oct 13 16:41:53.156175 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830aabf8-a6c2-4344-8ca3-39213c84faa8 req-a5e20c7a-6d03-419d-94aa-67d1ff06a77d tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:41:53.157672 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-830aabf8-a6c2-4344-8ca3-39213c84faa8 req-a5e20c7a-6d03-419d-94aa-67d1ff06a77d tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/ports?device_id=a73a9d1f-bd91-40de-b854-b1a7abb338e5 HTTP/1.1" status: 200 len: 931 time: 0.1101291 Oct 13 16:41:53.182619 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-1fc6eb37-a3a4-4fcb-89b5-184a0780cb96 None None] Port ca9f8077-879a-4fb5-8b4e-960a0ffd59dc cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:41:53.225974 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-830aabf8-a6c2-4344-8ca3-39213c84faa8 req-5fbc4523-9611-4dd7-bd72-670ca6b6a801 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/security-groups?id=4641a15a-0260-4c50-97b7-9629381438fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625036 Oct 13 16:41:53.526179 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:41:53.683758 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-1fc6eb37-a3a4-4fcb-89b5-184a0780cb96 None None] Attempt 6 to provision port ca9f8077-879a-4fb5-8b4e-960a0ffd59dc Oct 13 16:41:53.742356 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-1fc6eb37-a3a4-4fcb-89b5-184a0780cb96 None None] Port ca9f8077-879a-4fb5-8b4e-960a0ffd59dc cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:41:54.244076 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-1fc6eb37-a3a4-4fcb-89b5-184a0780cb96 None None] Attempt 7 to provision port ca9f8077-879a-4fb5-8b4e-960a0ffd59dc Oct 13 16:41:54.328519 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-1fc6eb37-a3a4-4fcb-89b5-184a0780cb96 None None] Port ca9f8077-879a-4fb5-8b4e-960a0ffd59dc cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:41:54.427382 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a56de5-4472-4227-9ded-3a1732b9f4f2 req-15b46eb8-a829-4dd5-913e-1943e0129721 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:41:54.428799 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-10a56de5-4472-4227-9ded-3a1732b9f4f2 req-15b46eb8-a829-4dd5-913e-1943e0129721 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/ports?device_id=a73a9d1f-bd91-40de-b854-b1a7abb338e5 HTTP/1.1" status: 200 len: 931 time: 0.0954053 Oct 13 16:41:54.481936 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-10a56de5-4472-4227-9ded-3a1732b9f4f2 req-d010f19b-9842-4cd3-9e4d-8adff35a9215 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/security-groups?id=4641a15a-0260-4c50-97b7-9629381438fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475974 Oct 13 16:41:54.829920 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-1fc6eb37-a3a4-4fcb-89b5-184a0780cb96 None None] Attempt 8 to provision port ca9f8077-879a-4fb5-8b4e-960a0ffd59dc Oct 13 16:41:54.899059 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-1fc6eb37-a3a4-4fcb-89b5-184a0780cb96 None None] Port ca9f8077-879a-4fb5-8b4e-960a0ffd59dc cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:41:55.402600 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-1fc6eb37-a3a4-4fcb-89b5-184a0780cb96 None None] Attempt 9 to provision port ca9f8077-879a-4fb5-8b4e-960a0ffd59dc Oct 13 16:41:55.466516 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-1fc6eb37-a3a4-4fcb-89b5-184a0780cb96 None None] Port ca9f8077-879a-4fb5-8b4e-960a0ffd59dc cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:41:55.719874 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281864d0-8c0c-4380-9b31-d6c1c9c0f18e req-89442688-28ae-4282-8d5e-8ff1b2e8776b tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:41:55.721396 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-281864d0-8c0c-4380-9b31-d6c1c9c0f18e req-89442688-28ae-4282-8d5e-8ff1b2e8776b tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/ports?device_id=a73a9d1f-bd91-40de-b854-b1a7abb338e5 HTTP/1.1" status: 200 len: 931 time: 0.1164553 Oct 13 16:41:55.768301 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-281864d0-8c0c-4380-9b31-d6c1c9c0f18e req-29db075a-48c9-4341-b678-66e07c6c4009 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/security-groups?id=4641a15a-0260-4c50-97b7-9629381438fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409653 Oct 13 16:41:55.967992 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-1fc6eb37-a3a4-4fcb-89b5-184a0780cb96 None None] Attempt 10 to provision port ca9f8077-879a-4fb5-8b4e-960a0ffd59dc Oct 13 16:41:56.046763 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-1fc6eb37-a3a4-4fcb-89b5-184a0780cb96 None None] Port ca9f8077-879a-4fb5-8b4e-960a0ffd59dc cannot update to ACTIVE because it is not bound. {{(pid=88974) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:350}} Oct 13 16:41:56.465229 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:41:56.980290 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e8997-0b57-47da-8170-ebcfacaae7d2 req-64661ff4-80e1-4ee0-959a-99418796e23b tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:41:56.982059 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-ad8e8997-0b57-47da-8170-ebcfacaae7d2 req-64661ff4-80e1-4ee0-959a-99418796e23b tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/ports?device_id=a73a9d1f-bd91-40de-b854-b1a7abb338e5 HTTP/1.1" status: 200 len: 931 time: 0.0889983 Oct 13 16:41:57.036395 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-ad8e8997-0b57-47da-8170-ebcfacaae7d2 req-3268383f-3405-447c-8e62-f564f5b3cfc7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/security-groups?id=4641a15a-0260-4c50-97b7-9629381438fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479004 Oct 13 16:41:58.237385 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d674309-4295-403d-9178-dda5c0a972b7 req-17046cd9-f992-431b-a00c-aab3f88cf3e4 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:41:58.238832 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6d674309-4295-403d-9178-dda5c0a972b7 req-17046cd9-f992-431b-a00c-aab3f88cf3e4 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/ports?device_id=a73a9d1f-bd91-40de-b854-b1a7abb338e5 HTTP/1.1" status: 200 len: 931 time: 0.0885952 Oct 13 16:41:58.280910 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-6d674309-4295-403d-9178-dda5c0a972b7 req-cacbd34a-941c-4e9b-8c7b-14ac4ad87d42 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/security-groups?id=4641a15a-0260-4c50-97b7-9629381438fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366220 Oct 13 16:41:59.478502 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bb58f8-6c21-4ef9-894a-97599068dd14 req-6ba0f0bc-30c6-4750-bcf8-eb349875ac4b tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:41:59.479934 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-02bb58f8-6c21-4ef9-894a-97599068dd14 req-6ba0f0bc-30c6-4750-bcf8-eb349875ac4b tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/ports?device_id=a73a9d1f-bd91-40de-b854-b1a7abb338e5 HTTP/1.1" status: 200 len: 931 time: 0.0892158 Oct 13 16:41:59.523571 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-02bb58f8-6c21-4ef9-894a-97599068dd14 req-bb440f38-6f90-4db6-829e-a77de5317d7f tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/security-groups?id=4641a15a-0260-4c50-97b7-9629381438fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379689 Oct 13 16:42:00.719289 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec5df3-c3de-4f7a-8ca9-d0c1bd4d5aea req-35e6b8cc-2afe-4df8-92cc-25904b57f27e tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:42:00.720718 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-26ec5df3-c3de-4f7a-8ca9-d0c1bd4d5aea req-35e6b8cc-2afe-4df8-92cc-25904b57f27e tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/ports?device_id=a73a9d1f-bd91-40de-b854-b1a7abb338e5 HTTP/1.1" status: 200 len: 931 time: 0.0861392 Oct 13 16:42:00.766926 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-26ec5df3-c3de-4f7a-8ca9-d0c1bd4d5aea req-b4f72cc9-8deb-4b20-80aa-ed8a8de82727 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/security-groups?id=4641a15a-0260-4c50-97b7-9629381438fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405211 Oct 13 16:42:01.613130 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.v2.base [req-5f08301c-4246-4d1e-a201-abd8386fd4f0 req-1f47071a-3a70-4308-8440-e6158e0d092b service neutron] Request body: {'port': {'device_id': 'a73a9d1f-bd91-40de-b854-b1a7abb338e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8603'}} {{(pid=88972) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:42:01.809346 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-5f08301c-4246-4d1e-a201-abd8386fd4f0 req-1f47071a-3a70-4308-8440-e6158e0d092b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:42:02.113425 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8ca21e-30f8-4992-b5ca-52e791976049 req-83efe91b-a09d-4fa6-ad73-35ed0ef5d8c8 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:42:02.114885 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5d8ca21e-30f8-4992-b5ca-52e791976049 req-83efe91b-a09d-4fa6-ad73-35ed0ef5d8c8 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/ports?device_id=a73a9d1f-bd91-40de-b854-b1a7abb338e5 HTTP/1.1" status: 200 len: 931 time: 0.2395167 Oct 13 16:42:02.177754 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5d8ca21e-30f8-4992-b5ca-52e791976049 req-15cd1037-58d5-4715-8ca5-f0b8672cf0e3 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/security-groups?id=4641a15a-0260-4c50-97b7-9629381438fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555687 Oct 13 16:42:02.248020 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [req-5f08301c-4246-4d1e-a201-abd8386fd4f0 req-1f47071a-3a70-4308-8440-e6158e0d092b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca9f8077-879a-4fb5-8b4e-960a0ffd59dc {{(pid=88972) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 16:42:02.255700 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-5f08301c-4246-4d1e-a201-abd8386fd4f0 req-1f47071a-3a70-4308-8440-e6158e0d092b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:42:02.270334 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.provisioning_blocks [req-5f08301c-4246-4d1e-a201-abd8386fd4f0 req-1f47071a-3a70-4308-8440-e6158e0d092b service neutron] Transition to ACTIVE for port object ca9f8077-879a-4fb5-8b4e-960a0ffd59dc will not be triggered until provisioned by entity L2. {{(pid=88972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Oct 13 16:42:02.273823 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-5f08301c-4246-4d1e-a201-abd8386fd4f0 req-1f47071a-3a70-4308-8440-e6158e0d092b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:42:02.455883 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f47071a-3a70-4308-8440-e6158e0d092b service neutron] Pushing event updated for resources: {'Port': ['ID=ca9f8077-879a-4fb5-8b4e-960a0ffd59dc,revision_number=2']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:42:02.493794 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [req-5f08301c-4246-4d1e-a201-abd8386fd4f0 req-1f47071a-3a70-4308-8440-e6158e0d092b service neutron] Attempting to bind port ca9f8077-879a-4fb5-8b4e-960a0ffd59dc on host hv-neutron-8603 for vnic_type normal with profile {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}} Oct 13 16:42:02.494144 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [req-5f08301c-4246-4d1e-a201-abd8386fd4f0 req-1f47071a-3a70-4308-8440-e6158e0d092b service neutron] Attempting to bind port ca9f8077-879a-4fb5-8b4e-960a0ffd59dc by drivers openvswitch,hyperv on host hv-neutron-8603 at level 0 using segments [{'id': '57af5aa6-cc31-4cc0-9f36-227334039d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '53a4efa9-6837-45d7-9679-5ed2c04141d5'}] {{(pid=88972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}} Oct 13 16:42:02.494460 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f08301c-4246-4d1e-a201-abd8386fd4f0 req-1f47071a-3a70-4308-8440-e6158e0d092b service neutron] Attempting to bind port ca9f8077-879a-4fb5-8b4e-960a0ffd59dc on network 53a4efa9-6837-45d7-9679-5ed2c04141d5 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:42:02.498956 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f08301c-4246-4d1e-a201-abd8386fd4f0 req-1f47071a-3a70-4308-8440-e6158e0d092b service neutron] Port ca9f8077-879a-4fb5-8b4e-960a0ffd59dc on network 53a4efa9-6837-45d7-9679-5ed2c04141d5 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8603 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Oct 13 16:42:02.499268 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f08301c-4246-4d1e-a201-abd8386fd4f0 req-1f47071a-3a70-4308-8440-e6158e0d092b service neutron] Attempting to bind port ca9f8077-879a-4fb5-8b4e-960a0ffd59dc on network 53a4efa9-6837-45d7-9679-5ed2c04141d5 {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Oct 13 16:42:02.504770 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f08301c-4246-4d1e-a201-abd8386fd4f0 req-1f47071a-3a70-4308-8440-e6158e0d092b service neutron] Checking agent: {'id': 'c4d1d38a-44f6-47ac-b17c-311e640e7cda', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8603', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'started_at': datetime.datetime(2022, 10, 13, 15, 22, 55), 'heartbeat_timestamp': datetime.datetime(2022, 10, 13, 16, 41, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Oct 13 16:42:02.505096 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f08301c-4246-4d1e-a201-abd8386fd4f0 req-1f47071a-3a70-4308-8440-e6158e0d092b service neutron] Checking segment: {'id': '57af5aa6-cc31-4cc0-9f36-227334039d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '53a4efa9-6837-45d7-9679-5ed2c04141d5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}} Oct 13 16:42:02.505466 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f08301c-4246-4d1e-a201-abd8386fd4f0 req-1f47071a-3a70-4308-8440-e6158e0d092b service neutron] Bound using segment: {'id': '57af5aa6-cc31-4cc0-9f36-227334039d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '53a4efa9-6837-45d7-9679-5ed2c04141d5'} {{(pid=88972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Oct 13 16:42:02.505884 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.managers [req-5f08301c-4246-4d1e-a201-abd8386fd4f0 req-1f47071a-3a70-4308-8440-e6158e0d092b service neutron] Bound port: ca9f8077-879a-4fb5-8b4e-960a0ffd59dc, host: hv-neutron-8603, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57af5aa6-cc31-4cc0-9f36-227334039d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 436, 'network_id': '53a4efa9-6837-45d7-9679-5ed2c04141d5'}}] {{(pid=88972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}} Oct 13 16:42:02.506244 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-5f08301c-4246-4d1e-a201-abd8386fd4f0 req-1f47071a-3a70-4308-8440-e6158e0d092b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:42:02.591204 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [req-5f08301c-4246-4d1e-a201-abd8386fd4f0 req-1f47071a-3a70-4308-8440-e6158e0d092b service neutron] For port ca9f8077-879a-4fb5-8b4e-960a0ffd59dc, host hv-neutron-8603, cleared binding levels {{(pid=88972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Oct 13 16:42:02.594031 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [req-5f08301c-4246-4d1e-a201-abd8386fd4f0 req-1f47071a-3a70-4308-8440-e6158e0d092b service neutron] For port ca9f8077-879a-4fb5-8b4e-960a0ffd59dc, host hv-neutron-8603, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=ca9f8077-879a-4fb5-8b4e-960a0ffd59dc,segment=NetworkSegment(57af5aa6-cc31-4cc0-9f36-227334039d07),segment_id=57af5aa6-cc31-4cc0-9f36-227334039d07)] {{(pid=88972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Oct 13 16:42:02.598611 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-5f08301c-4246-4d1e-a201-abd8386fd4f0 req-1f47071a-3a70-4308-8440-e6158e0d092b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1308860'] for port, after_update {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:42:02.628833 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08301c-4246-4d1e-a201-abd8386fd4f0 req-1f47071a-3a70-4308-8440-e6158e0d092b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:42:02.629450 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-5f08301c-4246-4d1e-a201-abd8386fd4f0 req-1f47071a-3a70-4308-8440-e6158e0d092b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:42:02.630784 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5f08301c-4246-4d1e-a201-abd8386fd4f0 req-1f47071a-3a70-4308-8440-e6158e0d092b service neutron] 10.222.0.16 "PUT /v2.0/ports/ca9f8077-879a-4fb5-8b4e-960a0ffd59dc HTTP/1.1" status: 200 len: 1093 time: 1.0234492 Oct 13 16:42:02.631265 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a73a9d1f-bd91-40de-b854-b1a7abb338e5', 'tag': 'ca9f8077-879a-4fb5-8b4e-960a0ffd59dc'}] {{(pid=88972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:42:02.633519 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31c797bf36cf9236de690f6948001889b876fd84aeda4a8ae49b8962bb2d3b48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-972f6284-da89-4716-a9a1-16416feca02c" -d '{"events": [{"name": "network-changed", "server_uuid": "a73a9d1f-bd91-40de-b854-b1a7abb338e5", "tag": "ca9f8077-879a-4fb5-8b4e-960a0ffd59dc"}]}' {{(pid=88972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:42:02.735893 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f47071a-3a70-4308-8440-e6158e0d092b service neutron] Pushing event updated for resources: {'Port': ['ID=ca9f8077-879a-4fb5-8b4e-960a0ffd59dc,revision_number=3']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:42:02.741491 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 16:42:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69fdcf30-76bf-4eb3-a0cf-b994ef8dbdc9 x-openstack-request-id: req-69fdcf30-76bf-4eb3-a0cf-b994ef8dbdc9 {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:42:02.741775 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a73a9d1f-bd91-40de-b854-b1a7abb338e5", "tag": "ca9f8077-879a-4fb5-8b4e-960a0ffd59dc", "status": "completed", "code": 200}]} {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:42:02.742023 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-69fdcf30-76bf-4eb3-a0cf-b994ef8dbdc9 {{(pid=88972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:42:02.742482 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-69fdcf30-76bf-4eb3-a0cf-b994ef8dbdc9'] response: {'name': 'network-changed', 'server_uuid': 'a73a9d1f-bd91-40de-b854-b1a7abb338e5', 'tag': 'ca9f8077-879a-4fb5-8b4e-960a0ffd59dc', 'status': 'completed', 'code': 200} Oct 13 16:42:02.762816 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08301c-4246-4d1e-a201-abd8386fd4f0 req-5943c74c-d8d5-4c52-88eb-f590d2ff522c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:42:02.764285 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5f08301c-4246-4d1e-a201-abd8386fd4f0 req-5943c74c-d8d5-4c52-88eb-f590d2ff522c service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=daa394dc7a824c3d82660dbc07b8cc2e&device_id=a73a9d1f-bd91-40de-b854-b1a7abb338e5 HTTP/1.1" status: 200 len: 1096 time: 0.0912426 Oct 13 16:42:02.833752 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5f08301c-4246-4d1e-a201-abd8386fd4f0 req-b071cf18-3534-44ae-befe-833170528c50 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca9f8077-879a-4fb5-8b4e-960a0ffd59dc HTTP/1.1" status: 200 len: 217 time: 0.0628979 Oct 13 16:42:02.893884 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08301c-4246-4d1e-a201-abd8386fd4f0 req-5f1c3d12-7636-4339-ab63-c255da9a9af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:42:02.895272 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5f08301c-4246-4d1e-a201-abd8386fd4f0 req-5f1c3d12-7636-4339-ab63-c255da9a9af3 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aaae49b4-5f84-49c2-99bb-ae6ff0b760e9 HTTP/1.1" status: 200 len: 849 time: 0.0555599 Oct 13 16:42:02.978396 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08301c-4246-4d1e-a201-abd8386fd4f0 req-2a7acb42-a5b0-499e-a514-a700c47168bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:42:02.979734 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5f08301c-4246-4d1e-a201-abd8386fd4f0 req-2a7acb42-a5b0-499e-a514-a700c47168bc service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=53a4efa9-6837-45d7-9679-5ed2c04141d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0786562 Oct 13 16:42:03.107541 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5f08301c-4246-4d1e-a201-abd8386fd4f0 req-d59e8391-bc9f-4d98-b66d-50b1a8864817 service neutron] 10.222.0.16 "GET /v2.0/networks/53a4efa9-6837-45d7-9679-5ed2c04141d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217995 Oct 13 16:42:03.236091 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5f08301c-4246-4d1e-a201-abd8386fd4f0 req-9dbbcead-ac1c-41fc-b657-613db7fa4dc4 service neutron] 10.222.0.16 "GET /v2.0/networks/53a4efa9-6837-45d7-9679-5ed2c04141d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231461 Oct 13 16:42:03.512865 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f6284-da89-4716-a9a1-16416feca02c req-16c37c24-528e-4bda-aad5-08d0a4648503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:42:03.514297 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-972f6284-da89-4716-a9a1-16416feca02c req-16c37c24-528e-4bda-aad5-08d0a4648503 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=daa394dc7a824c3d82660dbc07b8cc2e&device_id=a73a9d1f-bd91-40de-b854-b1a7abb338e5 HTTP/1.1" status: 200 len: 1096 time: 0.2338676 Oct 13 16:42:03.522668 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c72215e1-715f-40d2-b22b-e86fafea0555 req-07a28f6c-0e57-4235-95f3-000df96fc57a tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:42:03.523962 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-c72215e1-715f-40d2-b22b-e86fafea0555 req-07a28f6c-0e57-4235-95f3-000df96fc57a tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/ports?device_id=a73a9d1f-bd91-40de-b854-b1a7abb338e5 HTTP/1.1" status: 200 len: 943 time: 0.2044709 Oct 13 16:42:03.653041 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-c72215e1-715f-40d2-b22b-e86fafea0555 req-4b299d33-be26-4b0f-bf73-6cd51e327ee7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/security-groups?id=4641a15a-0260-4c50-97b7-9629381438fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109648 Oct 13 16:42:03.680348 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f6284-da89-4716-a9a1-16416feca02c req-c7bb68d8-550d-4caa-9be2-c1add7a0ed11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:42:03.681759 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-972f6284-da89-4716-a9a1-16416feca02c req-c7bb68d8-550d-4caa-9be2-c1add7a0ed11 service neutron] 10.222.0.16 "GET /v2.0/networks?id=53a4efa9-6837-45d7-9679-5ed2c04141d5 HTTP/1.1" status: 200 len: 911 time: 0.1569922 Oct 13 16:42:03.750398 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-972f6284-da89-4716-a9a1-16416feca02c req-683a4675-6cea-4504-9c14-60093466d081 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca9f8077-879a-4fb5-8b4e-960a0ffd59dc HTTP/1.1" status: 200 len: 217 time: 0.0624561 Oct 13 16:42:03.812419 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f6284-da89-4716-a9a1-16416feca02c req-f5a60184-4ea9-4f0a-ad3d-482568df6545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:42:03.813759 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-972f6284-da89-4716-a9a1-16416feca02c req-f5a60184-4ea9-4f0a-ad3d-482568df6545 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aaae49b4-5f84-49c2-99bb-ae6ff0b760e9 HTTP/1.1" status: 200 len: 849 time: 0.0552413 Oct 13 16:42:03.894039 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f6284-da89-4716-a9a1-16416feca02c req-35e1d0b0-3f76-47f2-9f06-2ca39f9eb1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:42:03.895665 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-972f6284-da89-4716-a9a1-16416feca02c req-35e1d0b0-3f76-47f2-9f06-2ca39f9eb1d2 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=53a4efa9-6837-45d7-9679-5ed2c04141d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0761607 Oct 13 16:42:04.024951 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-972f6284-da89-4716-a9a1-16416feca02c req-d5a3c29b-590c-4cb7-9dce-2dcc9835b450 service neutron] 10.222.0.16 "GET /v2.0/networks/53a4efa9-6837-45d7-9679-5ed2c04141d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233392 Oct 13 16:42:04.156283 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-972f6284-da89-4716-a9a1-16416feca02c req-9b3a6cf1-6988-431a-96c0-78c1728b4fc2 service neutron] 10.222.0.16 "GET /v2.0/networks/53a4efa9-6837-45d7-9679-5ed2c04141d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255748 Oct 13 16:42:04.685321 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-36a94040-e486-45f3-a0a2-e24a07197f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:42:04.852115 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0264cc36-446d-44f5-abdf-7706842232e4 req-e741b913-2a0a-4dbd-9b84-f552e5ce5dbb tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:42:04.853552 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0264cc36-446d-44f5-abdf-7706842232e4 req-e741b913-2a0a-4dbd-9b84-f552e5ce5dbb tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/ports?device_id=a73a9d1f-bd91-40de-b854-b1a7abb338e5 HTTP/1.1" status: 200 len: 943 time: 0.0880351 Oct 13 16:42:04.898911 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-0264cc36-446d-44f5-abdf-7706842232e4 req-4eae2fe9-ab6a-4c84-8175-4fe40c5afd19 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/security-groups?id=4641a15a-0260-4c50-97b7-9629381438fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394645 Oct 13 16:42:05.695161 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device ca9f8077-879a-4fb5-8b4e-960a0ffd59dc details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=88974) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 13 16:42:05.855539 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port ca9f8077-879a-4fb5-8b4e-960a0ffd59dc, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=ca9f8077-879a-4fb5-8b4e-960a0ffd59dc,segment=NetworkSegment(57af5aa6-cc31-4cc0-9f36-227334039d07),segment_id=57af5aa6-cc31-4cc0-9f36-227334039d07)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:42:05.869171 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Returning: {'device': 'ca9f8077-879a-4fb5-8b4e-960a0ffd59dc', 'network_id': '53a4efa9-6837-45d7-9679-5ed2c04141d5', 'port_id': 'ca9f8077-879a-4fb5-8b4e-960a0ffd59dc', 'mac_address': 'fa:16:3e:f6:3b:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaae49b4-5f84-49c2-99bb-ae6ff0b760e9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88974) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 13 16:42:05.922740 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port ca9f8077-879a-4fb5-8b4e-960a0ffd59dc is: DOWN; New status is: BUILD {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:42:05.923112 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:42:05.940674 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca9f8077-879a-4fb5-8b4e-960a0ffd59dc {{(pid=88974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 16:42:05.956013 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port ca9f8077-879a-4fb5-8b4e-960a0ffd59dc, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=ca9f8077-879a-4fb5-8b4e-960a0ffd59dc,segment=NetworkSegment(57af5aa6-cc31-4cc0-9f36-227334039d07),segment_id=57af5aa6-cc31-4cc0-9f36-227334039d07)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:42:05.960067 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:42:06.028567 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=ca9f8077-879a-4fb5-8b4e-960a0ffd59dc,revision_number=4']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:42:06.104948 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb30401f-d086-4866-866c-84994994059b req-cf6c670c-4382-4a12-8e7e-c3f0460b7fe2 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:42:06.106417 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-bb30401f-d086-4866-866c-84994994059b req-cf6c670c-4382-4a12-8e7e-c3f0460b7fe2 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/ports?device_id=a73a9d1f-bd91-40de-b854-b1a7abb338e5 HTTP/1.1" status: 200 len: 944 time: 0.0913548 Oct 13 16:42:06.149913 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-bb30401f-d086-4866-866c-84994994059b req-140ae024-e2cf-4823-bb70-2ee48fabfb9f tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/security-groups?id=4641a15a-0260-4c50-97b7-9629381438fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369174 Oct 13 16:42:06.349679 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['ca9f8077-879a-4fb5-8b4e-960a0ffd59dc'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 16:42:06.792167 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-98d8b80e-a4ee-43bd-b25e-73e31d7ebb74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:42:07.352028 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f691ace6-5a66-409a-b655-8c5e3d568362 req-8c254127-6fa8-4d10-9233-8c18f6e93c71 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:42:07.353463 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f691ace6-5a66-409a-b655-8c5e3d568362 req-8c254127-6fa8-4d10-9233-8c18f6e93c71 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/ports?device_id=a73a9d1f-bd91-40de-b854-b1a7abb338e5 HTTP/1.1" status: 200 len: 944 time: 0.0889745 Oct 13 16:42:07.397164 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-f691ace6-5a66-409a-b655-8c5e3d568362 req-5095bfa6-f961-418b-b174-762f128deff7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/security-groups?id=4641a15a-0260-4c50-97b7-9629381438fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381212 Oct 13 16:42:07.707033 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device ca9f8077-879a-4fb5-8b4e-960a0ffd59dc up at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:42:07.773297 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning for port ca9f8077-879a-4fb5-8b4e-960a0ffd59dc completed by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Oct 13 16:42:07.777891 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning complete for port ca9f8077-879a-4fb5-8b4e-960a0ffd59dc triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:42:07.778287 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:42:07.778627 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Attempt 1 to provision port ca9f8077-879a-4fb5-8b4e-960a0ffd59dc Oct 13 16:42:07.894026 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port ca9f8077-879a-4fb5-8b4e-960a0ffd59dc is: BUILD; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:42:07.894709 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:42:07.920551 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a73a9d1f-bd91-40de-b854-b1a7abb338e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca9f8077-879a-4fb5-8b4e-960a0ffd59dc'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:42:07.922809 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ddb4cee44164d2a2faddf60bbce385128d937d64d67dbdc4313fc2cc2e51dfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b0510a-d3a2-471d-ae60-89a7374d45b7" -d '{"events": [{"server_uuid": "a73a9d1f-bd91-40de-b854-b1a7abb338e5", "name": "network-vif-plugged", "status": "completed", "tag": "ca9f8077-879a-4fb5-8b4e-960a0ffd59dc"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:42:07.930170 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port ca9f8077-879a-4fb5-8b4e-960a0ffd59dc, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=ca9f8077-879a-4fb5-8b4e-960a0ffd59dc,segment=NetworkSegment(57af5aa6-cc31-4cc0-9f36-227334039d07),segment_id=57af5aa6-cc31-4cc0-9f36-227334039d07)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:42:07.936130 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:42:07.974445 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 16:42:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ecb3823-51f2-4ef1-8886-2b474ba263a7 x-openstack-request-id: req-5ecb3823-51f2-4ef1-8886-2b474ba263a7 {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:42:07.974721 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a73a9d1f-bd91-40de-b854-b1a7abb338e5", "name": "network-vif-plugged", "status": "completed", "tag": "ca9f8077-879a-4fb5-8b4e-960a0ffd59dc", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:42:07.974963 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5ecb3823-51f2-4ef1-8886-2b474ba263a7 {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:42:07.975327 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ecb3823-51f2-4ef1-8886-2b474ba263a7'] response: {'server_uuid': 'a73a9d1f-bd91-40de-b854-b1a7abb338e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca9f8077-879a-4fb5-8b4e-960a0ffd59dc', 'code': 200} Oct 13 16:42:08.014849 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:42:08.024211 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=ca9f8077-879a-4fb5-8b4e-960a0ffd59dc,revision_number=5']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:42:08.181483 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:42:08.202891 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fd9648-71b5-4d22-bb2d-cb102d13ca88 req-1bdd8e4e-de9f-4dd7-a28b-5f0874a45d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:42:08.204287 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-61fd9648-71b5-4d22-bb2d-cb102d13ca88 req-1bdd8e4e-de9f-4dd7-a28b-5f0874a45d75 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a73a9d1f-bd91-40de-b854-b1a7abb338e5 HTTP/1.1" status: 200 len: 1098 time: 0.0820210 Oct 13 16:42:08.242381 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-61fd9648-71b5-4d22-bb2d-cb102d13ca88 req-b6c8bbe8-5aca-449d-9734-9c41ab5fe904 service neutron] 10.222.0.16 "GET /v2.0/security-groups?id=4641a15a-0260-4c50-97b7-9629381438fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328369 Oct 13 16:42:08.594051 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1218cb93-966b-4eff-9147-3f98ee5b7e98 req-fa85d78d-452c-44b1-a1c7-c7bceb3a4991 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:42:08.595438 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1218cb93-966b-4eff-9147-3f98ee5b7e98 req-fa85d78d-452c-44b1-a1c7-c7bceb3a4991 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/ports?device_id=a73a9d1f-bd91-40de-b854-b1a7abb338e5 HTTP/1.1" status: 200 len: 945 time: 0.0861189 Oct 13 16:42:08.641843 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-1218cb93-966b-4eff-9147-3f98ee5b7e98 req-4b3ddf1b-c025-4d2a-b3da-564ec843f142 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/security-groups?id=4641a15a-0260-4c50-97b7-9629381438fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408502 Oct 13 16:42:09.840198 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cad5713-0f99-412e-afd2-44ec21fc8809 req-8679445c-57a8-49d7-bd2b-200e40814569 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:42:09.841647 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-4cad5713-0f99-412e-afd2-44ec21fc8809 req-8679445c-57a8-49d7-bd2b-200e40814569 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/ports?device_id=a73a9d1f-bd91-40de-b854-b1a7abb338e5 HTTP/1.1" status: 200 len: 945 time: 0.0863733 Oct 13 16:42:09.884533 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:42:09.885691 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-4cad5713-0f99-412e-afd2-44ec21fc8809 req-5580f2ad-2013-4b12-9ba3-b62ef0929d94 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/security-groups?id=4641a15a-0260-4c50-97b7-9629381438fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383167 Oct 13 16:42:10.079903 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893dd3e3-ff8c-4e74-a220-35f7ea522e00 req-1d1a1252-5d53-43cb-949e-68262129759b tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:42:10.081313 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-893dd3e3-ff8c-4e74-a220-35f7ea522e00 req-1d1a1252-5d53-43cb-949e-68262129759b tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/ports?device_id=a73a9d1f-bd91-40de-b854-b1a7abb338e5 HTTP/1.1" status: 200 len: 945 time: 0.0854487 Oct 13 16:42:10.123189 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-893dd3e3-ff8c-4e74-a220-35f7ea522e00 req-4ef9ebcb-fe59-4c80-be57-0d43726574b1 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/security-groups?id=4641a15a-0260-4c50-97b7-9629381438fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363832 Oct 13 16:42:10.151228 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 36574) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:42:10.229772 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3057b914-6539-45a1-a346-e9db89611b7d tempest-TestSnapshotPattern-732582184 tempest-TestSnapshotPattern-732582184-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:42:10.231190 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-3057b914-6539-45a1-a346-e9db89611b7d tempest-TestSnapshotPattern-732582184 tempest-TestSnapshotPattern-732582184-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=a73a9d1f-bd91-40de-b854-b1a7abb338e5 HTTP/1.1" status: 200 len: 1093 time: 0.0790341 Oct 13 16:42:10.233974 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 36578) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:42:10.239308 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.v2.base [None req-a7c8c023-1232-4d85-a57b-2e459b30dec7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Request body: {'floatingip': {'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'port_id': 'ca9f8077-879a-4fb5-8b4e-960a0ffd59dc', 'tenant_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'fixed_ip_address': '172.20.0.6'}} {{(pid=88973) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Oct 13 16:42:10.245266 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-a7c8c023-1232-4d85-a57b-2e459b30dec7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Oct 13 16:42:10.249159 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-a7c8c023-1232-4d85-a57b-2e459b30dec7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Usage tracker for resource:floatingip and tenant:daa394dc7a824c3d82660dbc07b8cc2e is out of sync, need to count used quota {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Oct 13 16:42:10.252608 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [None req-a7c8c023-1232-4d85-a57b-2e459b30dec7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88973) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Oct 13 16:42:10.258311 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.quota.driver [None req-a7c8c023-1232-4d85-a57b-2e459b30dec7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88973) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Oct 13 16:42:10.268224 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a7c8c023-1232-4d85-a57b-2e459b30dec7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks [] for floatingip, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:42:10.400111 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a7c8c023-1232-4d85-a57b-2e459b30dec7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:42:10.530356 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.db_base_plugin_common [None req-a7c8c023-1232-4d85-a57b-2e459b30dec7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Allocated IP 172.26.2.150 (8fb1fa59-32fe-4ed0-a248-96c43edb135f/37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac/63ec8c9e-aa2e-4133-94e2-36e43edc8ef3) {{(pid=88973) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Oct 13 16:42:10.677488 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a7c8c023-1232-4d85-a57b-2e459b30dec7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks [] for port, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:42:10.706603 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a7c8c023-1232-4d85-a57b-2e459b30dec7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8734005585089', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:42:10.769038 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7c8c023-1232-4d85-a57b-2e459b30dec7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Network 8fb1fa59-32fe-4ed0-a248-96c43edb135f is already hosted by enough agents. {{(pid=88973) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Oct 13 16:42:10.771977 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.base_scheduler [None req-a7c8c023-1232-4d85-a57b-2e459b30dec7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Resources bound (agent type, host, resource id): {{(pid=88973) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Oct 13 16:42:10.775582 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7c8c023-1232-4d85-a57b-2e459b30dec7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Received port after_create {{(pid=88973) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:534}} Oct 13 16:42:10.809116 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c8c023-1232-4d85-a57b-2e459b30dec7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Pushing event updated for resources: {'Port': ['ID=63ec8c9e-aa2e-4133-94e2-36e43edc8ef3,revision_number=1']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:42:10.824528 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c8c023-1232-4d85-a57b-2e459b30dec7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:42:10.824871 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c8c023-1232-4d85-a57b-2e459b30dec7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:42:10.825205 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c8c023-1232-4d85-a57b-2e459b30dec7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:42:10.825531 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c8c023-1232-4d85-a57b-2e459b30dec7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:42:10.825852 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c8c023-1232-4d85-a57b-2e459b30dec7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:42:10.826203 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c8c023-1232-4d85-a57b-2e459b30dec7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:42:10.826524 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c8c023-1232-4d85-a57b-2e459b30dec7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:42:10.826843 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c8c023-1232-4d85-a57b-2e459b30dec7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:42:10.827162 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c8c023-1232-4d85-a57b-2e459b30dec7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:42:10.827483 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c8c023-1232-4d85-a57b-2e459b30dec7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:42:10.827797 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c8c023-1232-4d85-a57b-2e459b30dec7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:42:10.828108 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7c8c023-1232-4d85-a57b-2e459b30dec7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:42:11.289184 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a7c8c023-1232-4d85-a57b-2e459b30dec7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:42:11.362994 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a7c8c023-1232-4d85-a57b-2e459b30dec7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:42:11.562505 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a7c8c023-1232-4d85-a57b-2e459b30dec7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks [] for port, precommit_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:42:11.567615 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a7c8c023-1232-4d85-a57b-2e459b30dec7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6731320'] for port, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:42:11.671568 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c8c023-1232-4d85-a57b-2e459b30dec7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Pushing event updated for resources: {'Port': ['ID=63ec8c9e-aa2e-4133-94e2-36e43edc8ef3,revision_number=2']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:42:11.676638 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a7c8c023-1232-4d85-a57b-2e459b30dec7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1827873'] for floatingip, after_update {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:42:11.847176 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.l3_db [None req-a7c8c023-1232-4d85-a57b-2e459b30dec7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Floating IP c153efb5-f035-4097-938b-05d4039d9dbd associated. External IP: 172.26.2.150, port: ca9f8077-879a-4fb5-8b4e-960a0ffd59dc. Oct 13 16:42:12.190582 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7c8c023-1232-4d85-a57b-2e459b30dec7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Router 92bc4684-f61f-4ff7-8d1a-15c3cdd531a0 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 16:42:12.363729 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7c8c023-1232-4d85-a57b-2e459b30dec7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:42:12.373583 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2323b27f-bd64-4bf3-b1ea-54135048afd0 None None] Sync routers for ids ['92bc4684-f61f-4ff7-8d1a-15c3cdd531a0'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:42:12.382485 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2323b27f-bd64-4bf3-b1ea-54135048afd0 None None] Routers {'92bc4684-f61f-4ff7-8d1a-15c3cdd531a0'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:42:12.383160 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-2323b27f-bd64-4bf3-b1ea-54135048afd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:42:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['92bc4684-f61f-4ff7-8d1a-15c3cdd531a0'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:42:12.388935 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-a7c8c023-1232-4d85-a57b-2e459b30dec7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:42:12.447243 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-a7c8c023-1232-4d85-a57b-2e459b30dec7 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2122307 Oct 13 16:42:12.447887 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a73a9d1f-bd91-40de-b854-b1a7abb338e5', 'tag': 'ca9f8077-879a-4fb5-8b4e-960a0ffd59dc'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:42:12.450306 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b448bedd6ef1de8349ca4cd32cdc1fdd14839b3a018869371a7ba929b1523ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b5690cb-8e86-42f6-9e2a-70237cc5b379" -d '{"events": [{"name": "network-changed", "server_uuid": "a73a9d1f-bd91-40de-b854-b1a7abb338e5", "tag": "ca9f8077-879a-4fb5-8b4e-960a0ffd59dc"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:42:12.491157 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 16:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b0ec50f-a1fe-4e18-ab4a-11d36e86b3ff x-openstack-request-id: req-2b0ec50f-a1fe-4e18-ab4a-11d36e86b3ff {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:42:12.491446 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a73a9d1f-bd91-40de-b854-b1a7abb338e5", "tag": "ca9f8077-879a-4fb5-8b4e-960a0ffd59dc", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:42:12.491696 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2b0ec50f-a1fe-4e18-ab4a-11d36e86b3ff {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:42:12.492145 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b0ec50f-a1fe-4e18-ab4a-11d36e86b3ff'] response: {'name': 'network-changed', 'server_uuid': 'a73a9d1f-bd91-40de-b854-b1a7abb338e5', 'tag': 'ca9f8077-879a-4fb5-8b4e-960a0ffd59dc', 'status': 'completed', 'code': 200} Oct 13 16:42:12.565466 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-2323b27f-bd64-4bf3-b1ea-54135048afd0 None None] Set router 92bc4684-f61f-4ff7-8d1a-15c3cdd531a0 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:42:12.592993 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5690cb-8e86-42f6-9e2a-70237cc5b379 req-328ecc49-b2dd-4d31-936a-9459ffe70fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:42:12.594472 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-4b5690cb-8e86-42f6-9e2a-70237cc5b379 req-328ecc49-b2dd-4d31-936a-9459ffe70fae service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=daa394dc7a824c3d82660dbc07b8cc2e&device_id=a73a9d1f-bd91-40de-b854-b1a7abb338e5 HTTP/1.1" status: 200 len: 1098 time: 0.0819573 Oct 13 16:42:12.724904 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5690cb-8e86-42f6-9e2a-70237cc5b379 req-378c85d9-fcef-4b4c-b724-aec40ec8d758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:42:12.726296 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-4b5690cb-8e86-42f6-9e2a-70237cc5b379 req-378c85d9-fcef-4b4c-b724-aec40ec8d758 service neutron] 10.222.0.16 "GET /v2.0/networks?id=53a4efa9-6837-45d7-9679-5ed2c04141d5 HTTP/1.1" status: 200 len: 911 time: 0.1262648 Oct 13 16:42:12.832628 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-4b5690cb-8e86-42f6-9e2a-70237cc5b379 req-ed66c6c3-6c8f-4a4b-89ef-cbf1d84f047f service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca9f8077-879a-4fb5-8b4e-960a0ffd59dc HTTP/1.1" status: 200 len: 999 time: 0.1003797 Oct 13 16:42:12.896985 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5690cb-8e86-42f6-9e2a-70237cc5b379 req-aa4d8cd5-af87-4015-8ff7-a29d6f44c5be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:42:12.898545 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-4b5690cb-8e86-42f6-9e2a-70237cc5b379 req-aa4d8cd5-af87-4015-8ff7-a29d6f44c5be service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aaae49b4-5f84-49c2-99bb-ae6ff0b760e9 HTTP/1.1" status: 200 len: 849 time: 0.0596077 Oct 13 16:42:12.912841 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-2323b27f-bd64-4bf3-b1ea-54135048afd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'name': 'tempest-TestSnapshotPattern-1794101446-router', 'tenant_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.92'}], 'enable_snat': True}, 'gw_port_id': '29eb571f-4173-4962-bc27-4391ad3153cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:38:32Z', 'updated_at': '2022-10-13T16:38:35Z', 'revision_number': 4, 'project_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'gw_port': {'id': '29eb571f-4173-4962-bc27-4391ad3153cf', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:38:32Z', 'updated_at': '2022-10-13T16:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '90c7bc20-d230-4f61-b1d2-00351a38b9e5', 'tenant_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'floating_ip_address': '172.26.2.189', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'port_id': '735920b4-61eb-4b86-8e1b-8792fbdc8d14', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53a4efa9-6837-45d7-9679-5ed2c04141d5', 'mac_address': 'fa:16:3e:a8:2c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7b324a-866b-4647-98a0-5853ab067517', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T16:38:58Z', 'updated_at': '2022-10-13T16:39:00Z', 'revision_number': 1, 'project_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'fixed_ip_address_scope': None}, {'id': 'c153efb5-f035-4097-938b-05d4039d9dbd', 'tenant_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'floating_ip_address': '172.26.2.150', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'port_id': 'ca9f8077-879a-4fb5-8b4e-960a0ffd59dc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53a4efa9-6837-45d7-9679-5ed2c04141d5', 'mac_address': 'fa:16:3e:f6:3b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73a9d1f-bd91-40de-b854-b1a7abb338e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T16:42:11Z', 'updated_at': '2022-10-13T16:42:11Z', 'revision_number': 0, 'project_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba5060f5-630d-42da-86cf-bd1fe73763d8', 'name': '', 'network_id': '53a4efa9-6837-45d7-9679-5ed2c04141d5', 'tenant_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'mac_address': 'fa:16:3e:cf:a7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'aaae49b4-5f84-49c2-99bb-ae6ff0b760e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:38:35Z', 'updated_at': '2022-10-13T16:38:42Z', 'revision_number': 5, 'project_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'subnets': [{'id': 'aaae49b4-5f84-49c2-99bb-ae6ff0b760e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:42:12.916559 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2323b27f-bd64-4bf3-b1ea-54135048afd0 None None] Checking router: 92bc4684-f61f-4ff7-8d1a-15c3cdd531a0 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:42:12.925349 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2323b27f-bd64-4bf3-b1ea-54135048afd0 None None] Routers {'92bc4684-f61f-4ff7-8d1a-15c3cdd531a0'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:42:12.925941 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-2323b27f-bd64-4bf3-b1ea-54135048afd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:42:07Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['92bc4684-f61f-4ff7-8d1a-15c3cdd531a0'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:42:12.983811 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5690cb-8e86-42f6-9e2a-70237cc5b379 req-d27880a7-d9d2-499c-8ccb-e54cf54d08e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:42:12.985213 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-4b5690cb-8e86-42f6-9e2a-70237cc5b379 req-d27880a7-d9d2-499c-8ccb-e54cf54d08e5 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=53a4efa9-6837-45d7-9679-5ed2c04141d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0812533 Oct 13 16:42:13.106870 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-2323b27f-bd64-4bf3-b1ea-54135048afd0 None None] Set router 92bc4684-f61f-4ff7-8d1a-15c3cdd531a0 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:42:13.118082 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-4b5690cb-8e86-42f6-9e2a-70237cc5b379 req-120f12e8-5468-4588-975b-c2165240cbd7 service neutron] 10.222.0.16 "GET /v2.0/networks/53a4efa9-6837-45d7-9679-5ed2c04141d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260254 Oct 13 16:42:13.354744 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-4b5690cb-8e86-42f6-9e2a-70237cc5b379 req-7134a932-5d73-46cc-8fda-2dce06d85c83 service neutron] 10.222.0.16 "GET /v2.0/networks/53a4efa9-6837-45d7-9679-5ed2c04141d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307432 Oct 13 16:42:13.472016 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-2323b27f-bd64-4bf3-b1ea-54135048afd0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'name': 'tempest-TestSnapshotPattern-1794101446-router', 'tenant_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.92'}], 'enable_snat': True}, 'gw_port_id': '29eb571f-4173-4962-bc27-4391ad3153cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:38:32Z', 'updated_at': '2022-10-13T16:38:35Z', 'revision_number': 4, 'project_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'gw_port': {'id': '29eb571f-4173-4962-bc27-4391ad3153cf', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:38:32Z', 'updated_at': '2022-10-13T16:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '90c7bc20-d230-4f61-b1d2-00351a38b9e5', 'tenant_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'floating_ip_address': '172.26.2.189', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'port_id': '735920b4-61eb-4b86-8e1b-8792fbdc8d14', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53a4efa9-6837-45d7-9679-5ed2c04141d5', 'mac_address': 'fa:16:3e:a8:2c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7b324a-866b-4647-98a0-5853ab067517', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T16:38:58Z', 'updated_at': '2022-10-13T16:39:00Z', 'revision_number': 1, 'project_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'fixed_ip_address_scope': None}, {'id': 'c153efb5-f035-4097-938b-05d4039d9dbd', 'tenant_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'floating_ip_address': '172.26.2.150', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'port_id': 'ca9f8077-879a-4fb5-8b4e-960a0ffd59dc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53a4efa9-6837-45d7-9679-5ed2c04141d5', 'mac_address': 'fa:16:3e:f6:3b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73a9d1f-bd91-40de-b854-b1a7abb338e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T16:42:11Z', 'updated_at': '2022-10-13T16:42:11Z', 'revision_number': 0, 'project_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba5060f5-630d-42da-86cf-bd1fe73763d8', 'name': '', 'network_id': '53a4efa9-6837-45d7-9679-5ed2c04141d5', 'tenant_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'mac_address': 'fa:16:3e:cf:a7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'aaae49b4-5f84-49c2-99bb-ae6ff0b760e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:38:35Z', 'updated_at': '2022-10-13T16:38:42Z', 'revision_number': 5, 'project_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'subnets': [{'id': 'aaae49b4-5f84-49c2-99bb-ae6ff0b760e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:42:13.475948 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2323b27f-bd64-4bf3-b1ea-54135048afd0 None None] The sync data for ids ['92bc4684-f61f-4ff7-8d1a-15c3cdd531a0'] in dv-neutron-860329-2-hyperv is: [{'id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'name': 'tempest-TestSnapshotPattern-1794101446-router', 'tenant_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.92'}], 'enable_snat': True}, 'gw_port_id': '29eb571f-4173-4962-bc27-4391ad3153cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:38:32Z', 'updated_at': '2022-10-13T16:38:35Z', 'revision_number': 4, 'project_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'gw_port': {'id': '29eb571f-4173-4962-bc27-4391ad3153cf', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:38:32Z', 'updated_at': '2022-10-13T16:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '90c7bc20-d230-4f61-b1d2-00351a38b9e5', 'tenant_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'floating_ip_address': '172.26.2.189', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'port_id': '735920b4-61eb-4b86-8e1b-8792fbdc8d14', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53a4efa9-6837-45d7-9679-5ed2c04141d5', 'mac_address': 'fa:16:3e:a8:2c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7b324a-866b-4647-98a0-5853ab067517', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T16:38:58Z', 'updated_at': '2022-10-13T16:39:00Z', 'revision_number': 1, 'project_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'fixed_ip_address_scope': None}, {'id': 'c153efb5-f035-4097-938b-05d4039d9dbd', 'tenant_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'floating_ip_address': '172.26.2.150', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'port_id': 'ca9f8077-879a-4fb5-8b4e-960a0ffd59dc', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1897, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53a4efa9-6837-45d7-9679-5ed2c04141d5', 'mac_address': 'fa:16:3e:f6:3b:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a73a9d1f-bd91-40de-b854-b1a7abb338e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T16:42:11Z', 'updated_at': '2022-10-13T16:42:11Z', 'revision_number': 0, 'project_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba5060f5-630d-42da-86cf-bd1fe73763d8', 'name': '', 'network_id': '53a4efa9-6837-45d7-9679-5ed2c04141d5', 'tenant_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'mac_address': 'fa:16:3e:cf:a7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'aaae49b4-5f84-49c2-99bb-ae6ff0b760e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:38:35Z', 'updated_at': '2022-10-13T16:38:42Z', 'revision_number': 5, 'project_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'subnets': [{'id': 'aaae49b4-5f84-49c2-99bb-ae6ff0b760e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:42:13.660329 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba636b3-1c69-4d44-acf3-b28d832e9aa8 None None] New status for floating IP c153efb5-f035-4097-938b-05d4039d9dbd: ACTIVE {{(pid=88974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 16:42:19.732781 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-85daaa2f-1c04-44e2-850c-cae2ea30536b req-97983a2a-ebb4-41f9-be44-e13941e3ccb2 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6a7b324a-866b-4647-98a0-5853ab067517&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0763514 Oct 13 16:42:19.878938 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85daaa2f-1c04-44e2-850c-cae2ea30536b req-043760f2-ba4d-4ed7-b5ad-caaaa2ec7033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:42:19.880441 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-85daaa2f-1c04-44e2-850c-cae2ea30536b req-043760f2-ba4d-4ed7-b5ad-caaaa2ec7033 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=daa394dc7a824c3d82660dbc07b8cc2e&device_id=6a7b324a-866b-4647-98a0-5853ab067517 HTTP/1.1" status: 200 len: 1096 time: 0.0806913 Oct 13 16:42:20.024766 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85daaa2f-1c04-44e2-850c-cae2ea30536b req-dc08cca9-1c5c-44ae-a319-5cc8e4349907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:42:20.026150 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-85daaa2f-1c04-44e2-850c-cae2ea30536b req-dc08cca9-1c5c-44ae-a319-5cc8e4349907 service neutron] 10.222.0.16 "GET /v2.0/networks?id=53a4efa9-6837-45d7-9679-5ed2c04141d5 HTTP/1.1" status: 200 len: 911 time: 0.1269045 Oct 13 16:42:20.127138 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-85daaa2f-1c04-44e2-850c-cae2ea30536b req-589d95f9-6e04-4b50-805a-067b5e5caf5b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=735920b4-61eb-4b86-8e1b-8792fbdc8d14 HTTP/1.1" status: 200 len: 999 time: 0.0930660 Oct 13 16:42:20.185873 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85daaa2f-1c04-44e2-850c-cae2ea30536b req-0b5120ee-b26b-4c51-99cd-422c6b398de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:42:20.187231 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-85daaa2f-1c04-44e2-850c-cae2ea30536b req-0b5120ee-b26b-4c51-99cd-422c6b398de9 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aaae49b4-5f84-49c2-99bb-ae6ff0b760e9 HTTP/1.1" status: 200 len: 849 time: 0.0541377 Oct 13 16:42:20.269520 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85daaa2f-1c04-44e2-850c-cae2ea30536b req-adbeb84b-890a-4afe-8bda-129b542b71ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:42:20.270959 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-85daaa2f-1c04-44e2-850c-cae2ea30536b req-adbeb84b-890a-4afe-8bda-129b542b71ed service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=53a4efa9-6837-45d7-9679-5ed2c04141d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0770562 Oct 13 16:42:20.398297 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-85daaa2f-1c04-44e2-850c-cae2ea30536b req-a86002ae-7b64-4145-b858-616c81e3eb11 service neutron] 10.222.0.16 "GET /v2.0/networks/53a4efa9-6837-45d7-9679-5ed2c04141d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210732 Oct 13 16:42:20.526757 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-85daaa2f-1c04-44e2-850c-cae2ea30536b req-c11e4bc7-1811-4b6d-b54b-f1512eaac152 service neutron] 10.222.0.16 "GET /v2.0/networks/53a4efa9-6837-45d7-9679-5ed2c04141d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227524 Oct 13 16:42:26.473254 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:42:30.525647 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:42:34.677740 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-a04f1f08-4ef5-4497-8ec5-4605c49702a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:42:36.793403 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-1e60d749-2fcd-43dc-9394-031df9dd8103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:42:37.959914 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:42:38.183594 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:42:39.887961 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:42:56.466065 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:43:04.679846 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-660c1ccc-9e12-4d92-a6fb-0085431c29b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:43:06.794718 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-63d630a0-ffe4-4fd6-abc7-1f80d4104976 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:43:07.524896 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:43:07.961708 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:43:08.186828 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:43:09.890044 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:43:20.754706 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5e65d1f0-5b12-48f3-8448-b912518e26cd req-edefaebc-5049-4366-ac11-3edee396b6a8 service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=a73a9d1f-bd91-40de-b854-b1a7abb338e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0772026 Oct 13 16:43:20.852078 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65d1f0-5b12-48f3-8448-b912518e26cd req-6644fe75-312a-4d41-b653-6b44919a228e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:43:20.853516 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5e65d1f0-5b12-48f3-8448-b912518e26cd req-6644fe75-312a-4d41-b653-6b44919a228e service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=daa394dc7a824c3d82660dbc07b8cc2e&device_id=a73a9d1f-bd91-40de-b854-b1a7abb338e5 HTTP/1.1" status: 200 len: 1098 time: 0.0792210 Oct 13 16:43:20.996201 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65d1f0-5b12-48f3-8448-b912518e26cd req-2cf43027-fd02-4b64-bcc1-9e3283f58bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:43:20.997660 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5e65d1f0-5b12-48f3-8448-b912518e26cd req-2cf43027-fd02-4b64-bcc1-9e3283f58bd7 service neutron] 10.222.0.16 "GET /v2.0/networks?id=53a4efa9-6837-45d7-9679-5ed2c04141d5 HTTP/1.1" status: 200 len: 911 time: 0.1246195 Oct 13 16:43:21.094516 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5e65d1f0-5b12-48f3-8448-b912518e26cd req-dd24c69b-e890-4588-a431-e73db3b6fafb service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca9f8077-879a-4fb5-8b4e-960a0ffd59dc HTTP/1.1" status: 200 len: 1001 time: 0.0910311 Oct 13 16:43:21.157166 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65d1f0-5b12-48f3-8448-b912518e26cd req-df6f799f-a5bb-4b49-b353-78492b1a8b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:43:21.158592 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5e65d1f0-5b12-48f3-8448-b912518e26cd req-df6f799f-a5bb-4b49-b353-78492b1a8b71 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aaae49b4-5f84-49c2-99bb-ae6ff0b760e9 HTTP/1.1" status: 200 len: 849 time: 0.0588830 Oct 13 16:43:21.238978 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e65d1f0-5b12-48f3-8448-b912518e26cd req-ae14f216-e11c-4d9c-bf4d-1b06c64f3e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:43:21.240426 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5e65d1f0-5b12-48f3-8448-b912518e26cd req-ae14f216-e11c-4d9c-bf4d-1b06c64f3e93 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=53a4efa9-6837-45d7-9679-5ed2c04141d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0760884 Oct 13 16:43:21.459091 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5e65d1f0-5b12-48f3-8448-b912518e26cd req-db239e29-a16c-423f-9a43-8f79771be180 service neutron] 10.222.0.16 "GET /v2.0/networks/53a4efa9-6837-45d7-9679-5ed2c04141d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123752 Oct 13 16:43:21.591177 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5e65d1f0-5b12-48f3-8448-b912518e26cd req-81e1ff6b-5864-4cfa-945e-b04ff77f27bc service neutron] 10.222.0.16 "GET /v2.0/networks/53a4efa9-6837-45d7-9679-5ed2c04141d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243296 Oct 13 16:43:26.469561 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:43:34.681049 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2a860584-983a-4c95-beec-ecb53d6dd082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:43:36.795306 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-2d28ccea-2f30-4d75-b5f3-a137a2afe28c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:43:37.964528 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:43:38.191381 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:43:39.891400 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:43:44.524663 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:43:56.483151 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:44:04.683537 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-3ffc1b0b-58cc-4f07-9b34-339bb247a22d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:44:06.796443 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0dac219d-ccd2-405e-97ba-ee6b40702b4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:44:07.966444 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:44:08.193545 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:44:09.894538 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:44:21.524106 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:44:22.760626 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5a3315cd-cf51-46e2-98d1-fbe1a370783b req-2e11b7a2-41ab-4b77-b3c8-92680f9b4cea service neutron] 10.222.0.16 "GET /v2.0/ports?device_id=6a7b324a-866b-4647-98a0-5853ab067517&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1162634 Oct 13 16:44:22.900427 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3315cd-cf51-46e2-98d1-fbe1a370783b req-38966c5d-35d9-4724-b5da-80f996f37553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:44:22.901868 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5a3315cd-cf51-46e2-98d1-fbe1a370783b req-38966c5d-35d9-4724-b5da-80f996f37553 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=daa394dc7a824c3d82660dbc07b8cc2e&device_id=6a7b324a-866b-4647-98a0-5853ab067517 HTTP/1.1" status: 200 len: 1096 time: 0.0764349 Oct 13 16:44:23.045428 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3315cd-cf51-46e2-98d1-fbe1a370783b req-e3e8e243-665a-4a13-8276-417d903650ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:44:23.046844 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5a3315cd-cf51-46e2-98d1-fbe1a370783b req-e3e8e243-665a-4a13-8276-417d903650ab service neutron] 10.222.0.16 "GET /v2.0/networks?id=53a4efa9-6837-45d7-9679-5ed2c04141d5 HTTP/1.1" status: 200 len: 911 time: 0.1243815 Oct 13 16:44:23.145911 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5a3315cd-cf51-46e2-98d1-fbe1a370783b req-8a61a39b-1311-46f7-bb8f-c18c6a4bd70e service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=735920b4-61eb-4b86-8e1b-8792fbdc8d14 HTTP/1.1" status: 200 len: 999 time: 0.0936639 Oct 13 16:44:23.209519 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3315cd-cf51-46e2-98d1-fbe1a370783b req-bd065dbe-c22e-413d-a7d4-5744f59d055c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:44:23.210989 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5a3315cd-cf51-46e2-98d1-fbe1a370783b req-bd065dbe-c22e-413d-a7d4-5744f59d055c service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aaae49b4-5f84-49c2-99bb-ae6ff0b760e9 HTTP/1.1" status: 200 len: 849 time: 0.0594006 Oct 13 16:44:23.289948 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3315cd-cf51-46e2-98d1-fbe1a370783b req-89915e28-5c99-45a7-872a-f5268e08210c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:44:23.291463 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5a3315cd-cf51-46e2-98d1-fbe1a370783b req-89915e28-5c99-45a7-872a-f5268e08210c service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=53a4efa9-6837-45d7-9679-5ed2c04141d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749545 Oct 13 16:44:23.418576 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5a3315cd-cf51-46e2-98d1-fbe1a370783b req-8f158f9a-9c57-496b-a275-a8d7ea221be2 service neutron] 10.222.0.16 "GET /v2.0/networks/53a4efa9-6837-45d7-9679-5ed2c04141d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205389 Oct 13 16:44:23.544514 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5a3315cd-cf51-46e2-98d1-fbe1a370783b req-d04efb98-2ce7-49b7-8421-a72324d0e320 service neutron] 10.222.0.16 "GET /v2.0/networks/53a4efa9-6837-45d7-9679-5ed2c04141d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199560 Oct 13 16:44:26.486817 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:44:32.413670 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device ca9f8077-879a-4fb5-8b4e-960a0ffd59dc details requested by agent hyperv_hv-neutron-8603 with host hv-neutron-8603 {{(pid=88974) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Oct 13 16:44:32.545011 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port ca9f8077-879a-4fb5-8b4e-960a0ffd59dc, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=ca9f8077-879a-4fb5-8b4e-960a0ffd59dc,segment=NetworkSegment(57af5aa6-cc31-4cc0-9f36-227334039d07),segment_id=57af5aa6-cc31-4cc0-9f36-227334039d07)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:44:32.587072 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Returning: {'device': 'ca9f8077-879a-4fb5-8b4e-960a0ffd59dc', 'network_id': '53a4efa9-6837-45d7-9679-5ed2c04141d5', 'port_id': 'ca9f8077-879a-4fb5-8b4e-960a0ffd59dc', 'mac_address': 'fa:16:3e:f6:3b:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 436, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aaae49b4-5f84-49c2-99bb-ae6ff0b760e9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88974) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Oct 13 16:44:32.640623 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port ca9f8077-879a-4fb5-8b4e-960a0ffd59dc is: ACTIVE; New status is: BUILD {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:44:32.640995 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:44:32.657386 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ca9f8077-879a-4fb5-8b4e-960a0ffd59dc {{(pid=88974) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:235}} Oct 13 16:44:32.672502 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port ca9f8077-879a-4fb5-8b4e-960a0ffd59dc, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=ca9f8077-879a-4fb5-8b4e-960a0ffd59dc,segment=NetworkSegment(57af5aa6-cc31-4cc0-9f36-227334039d07),segment_id=57af5aa6-cc31-4cc0-9f36-227334039d07)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:44:32.676486 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:44:32.747156 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=ca9f8077-879a-4fb5-8b4e-960a0ffd59dc,revision_number=6']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:44:32.755379 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] get_ports_and_sgs() called for port_ids ['ca9f8077-879a-4fb5-8b4e-960a0ffd59dc'] {{(pid=88974) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:171}} Oct 13 16:44:32.779344 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:44:32.779687 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:44:32.780043 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:44:32.780373 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:44:32.780703 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:44:32.781022 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:44:32.781339 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:44:32.781655 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:44:32.781977 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:44:32.782311 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:44:32.782624 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:44:32.782939 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88974) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:44:34.411893 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device ca9f8077-879a-4fb5-8b4e-960a0ffd59dc up at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Oct 13 16:44:34.477352 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.provisioning_blocks [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Provisioning complete for port ca9f8077-879a-4fb5-8b4e-960a0ffd59dc triggered by entity L2. {{(pid=88974) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Oct 13 16:44:34.477652 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-898363'] for port, provisioning_complete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:44:34.477983 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Attempt 1 to provision port ca9f8077-879a-4fb5-8b4e-960a0ffd59dc Oct 13 16:44:34.592027 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port ca9f8077-879a-4fb5-8b4e-960a0ffd59dc is: BUILD; New status is: ACTIVE {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:44:34.592896 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:44:34.618933 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a73a9d1f-bd91-40de-b854-b1a7abb338e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca9f8077-879a-4fb5-8b4e-960a0ffd59dc'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:44:34.621171 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ddb4cee44164d2a2faddf60bbce385128d937d64d67dbdc4313fc2cc2e51dfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d8298dd-928b-426d-b2c3-af24c4c778f2" -d '{"events": [{"server_uuid": "a73a9d1f-bd91-40de-b854-b1a7abb338e5", "name": "network-vif-plugged", "status": "completed", "tag": "ca9f8077-879a-4fb5-8b4e-960a0ffd59dc"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:44:34.628572 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port ca9f8077-879a-4fb5-8b4e-960a0ffd59dc, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=ca9f8077-879a-4fb5-8b4e-960a0ffd59dc,segment=NetworkSegment(57af5aa6-cc31-4cc0-9f36-227334039d07),segment_id=57af5aa6-cc31-4cc0-9f36-227334039d07)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:44:34.632531 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:44:34.709838 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0b3eba20-5bdc-4f54-b18f-7c7ff0fd9ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:44:34.715839 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=ca9f8077-879a-4fb5-8b4e-960a0ffd59dc,revision_number=7']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:44:35.680400 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 16:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-479b4fb0-26c6-41f0-826b-ed464d6bd1c6 x-openstack-request-id: req-479b4fb0-26c6-41f0-826b-ed464d6bd1c6 {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:44:35.681551 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a73a9d1f-bd91-40de-b854-b1a7abb338e5", "name": "network-vif-plugged", "status": "completed", "tag": "ca9f8077-879a-4fb5-8b4e-960a0ffd59dc", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:44:35.682024 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-479b4fb0-26c6-41f0-826b-ed464d6bd1c6 {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:44:35.682663 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-479b4fb0-26c6-41f0-826b-ed464d6bd1c6'] response: {'server_uuid': 'a73a9d1f-bd91-40de-b854-b1a7abb338e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca9f8077-879a-4fb5-8b4e-960a0ffd59dc', 'code': 200} Oct 13 16:44:36.804872 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-55808bac-2e10-45f6-bc1a-f7c892ac8c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:44:37.973115 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:44:38.200378 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:44:39.900672 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:44:44.991791 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 36812) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:44:45.300097 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-969d9fb6-2fba-4cb6-8e0e-c6956b266806 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Deleting port 63ec8c9e-aa2e-4133-94e2-36e43edc8ef3 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:44:45.300443 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-969d9fb6-2fba-4cb6-8e0e-c6956b266806 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:44:45.467172 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-969d9fb6-2fba-4cb6-8e0e-c6956b266806 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:44:45.467506 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-969d9fb6-2fba-4cb6-8e0e-c6956b266806 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:44:45.585320 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-969d9fb6-2fba-4cb6-8e0e-c6956b266806 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Calling delete_port for 63ec8c9e-aa2e-4133-94e2-36e43edc8ef3 owned by network:floatingip {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:44:45.733155 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-969d9fb6-2fba-4cb6-8e0e-c6956b266806 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:44:45.813755 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969d9fb6-2fba-4cb6-8e0e-c6956b266806 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Pushing event deleted for resources: {'Port': ['ID=63ec8c9e-aa2e-4133-94e2-36e43edc8ef3,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:44:45.834186 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969d9fb6-2fba-4cb6-8e0e-c6956b266806 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:44:45.834524 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969d9fb6-2fba-4cb6-8e0e-c6956b266806 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:44:45.834855 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969d9fb6-2fba-4cb6-8e0e-c6956b266806 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:44:45.835181 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969d9fb6-2fba-4cb6-8e0e-c6956b266806 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:44:45.835552 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969d9fb6-2fba-4cb6-8e0e-c6956b266806 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:44:45.835822 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969d9fb6-2fba-4cb6-8e0e-c6956b266806 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:44:45.836139 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969d9fb6-2fba-4cb6-8e0e-c6956b266806 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:44:45.836457 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969d9fb6-2fba-4cb6-8e0e-c6956b266806 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:44:45.836776 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969d9fb6-2fba-4cb6-8e0e-c6956b266806 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:44:45.837090 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969d9fb6-2fba-4cb6-8e0e-c6956b266806 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:44:45.837401 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969d9fb6-2fba-4cb6-8e0e-c6956b266806 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:44:45.837713 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-969d9fb6-2fba-4cb6-8e0e-c6956b266806 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88973) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:44:45.896512 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-969d9fb6-2fba-4cb6-8e0e-c6956b266806 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks [] for floatingip, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:44:45.896943 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.l3_db [None req-969d9fb6-2fba-4cb6-8e0e-c6956b266806 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Floating IP c153efb5-f035-4097-938b-05d4039d9dbd disassociated (deleted). External IP: 172.26.2.150, port: ca9f8077-879a-4fb5-8b4e-960a0ffd59dc. Oct 13 16:44:46.239494 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-969d9fb6-2fba-4cb6-8e0e-c6956b266806 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Router 92bc4684-f61f-4ff7-8d1a-15c3cdd531a0 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 16:44:46.411796 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-969d9fb6-2fba-4cb6-8e0e-c6956b266806 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:44:46.421641 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244d9d61-4605-4578-8b44-3d12f70a87b4 None None] Sync routers for ids ['92bc4684-f61f-4ff7-8d1a-15c3cdd531a0'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:44:46.431609 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244d9d61-4605-4578-8b44-3d12f70a87b4 None None] Routers {'92bc4684-f61f-4ff7-8d1a-15c3cdd531a0'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:44:46.432211 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-244d9d61-4605-4578-8b44-3d12f70a87b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:44:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['92bc4684-f61f-4ff7-8d1a-15c3cdd531a0'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:44:46.432334 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-969d9fb6-2fba-4cb6-8e0e-c6956b266806 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:44:46.486263 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-969d9fb6-2fba-4cb6-8e0e-c6956b266806 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "DELETE /v2.0/floatingips/c153efb5-f035-4097-938b-05d4039d9dbd HTTP/1.1" status: 204 len: 168 time: 1.4933467 Oct 13 16:44:46.486894 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a73a9d1f-bd91-40de-b854-b1a7abb338e5', 'tag': 'ca9f8077-879a-4fb5-8b4e-960a0ffd59dc'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:44:46.489222 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b448bedd6ef1de8349ca4cd32cdc1fdd14839b3a018869371a7ba929b1523ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fb3409e-b212-43af-8fb3-1a6b35838566" -d '{"events": [{"name": "network-changed", "server_uuid": "a73a9d1f-bd91-40de-b854-b1a7abb338e5", "tag": "ca9f8077-879a-4fb5-8b4e-960a0ffd59dc"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:44:46.594558 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 16:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6925469d-385a-4a8f-98ca-1e1993d1141b x-openstack-request-id: req-6925469d-385a-4a8f-98ca-1e1993d1141b {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:44:46.595323 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a73a9d1f-bd91-40de-b854-b1a7abb338e5", "tag": "ca9f8077-879a-4fb5-8b4e-960a0ffd59dc", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:44:46.595602 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6925469d-385a-4a8f-98ca-1e1993d1141b {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:44:46.596007 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6925469d-385a-4a8f-98ca-1e1993d1141b'] response: {'name': 'network-changed', 'server_uuid': 'a73a9d1f-bd91-40de-b854-b1a7abb338e5', 'tag': 'ca9f8077-879a-4fb5-8b4e-960a0ffd59dc', 'status': 'completed', 'code': 200} Oct 13 16:44:46.617581 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-244d9d61-4605-4578-8b44-3d12f70a87b4 None None] Set router 92bc4684-f61f-4ff7-8d1a-15c3cdd531a0 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:44:46.707030 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3409e-b212-43af-8fb3-1a6b35838566 req-78e89a54-7d93-4fc9-92e3-3d6b8680e609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:44:46.709286 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5fb3409e-b212-43af-8fb3-1a6b35838566 req-78e89a54-7d93-4fc9-92e3-3d6b8680e609 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=daa394dc7a824c3d82660dbc07b8cc2e&device_id=a73a9d1f-bd91-40de-b854-b1a7abb338e5 HTTP/1.1" status: 200 len: 1098 time: 0.0947621 Oct 13 16:44:46.858391 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3409e-b212-43af-8fb3-1a6b35838566 req-dbc21262-eb92-40af-9962-743e7f833561 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:44:46.859842 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5fb3409e-b212-43af-8fb3-1a6b35838566 req-dbc21262-eb92-40af-9962-743e7f833561 service neutron] 10.222.0.16 "GET /v2.0/networks?id=53a4efa9-6837-45d7-9679-5ed2c04141d5 HTTP/1.1" status: 200 len: 911 time: 0.1435220 Oct 13 16:44:46.971881 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5fb3409e-b212-43af-8fb3-1a6b35838566 req-982adb60-e9a0-4e78-b1e1-3e626852cc8b service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ca9f8077-879a-4fb5-8b4e-960a0ffd59dc HTTP/1.1" status: 200 len: 217 time: 0.1050484 Oct 13 16:44:46.986096 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-244d9d61-4605-4578-8b44-3d12f70a87b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'name': 'tempest-TestSnapshotPattern-1794101446-router', 'tenant_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.92'}], 'enable_snat': True}, 'gw_port_id': '29eb571f-4173-4962-bc27-4391ad3153cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:38:32Z', 'updated_at': '2022-10-13T16:38:35Z', 'revision_number': 4, 'project_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'gw_port': {'id': '29eb571f-4173-4962-bc27-4391ad3153cf', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:38:32Z', 'updated_at': '2022-10-13T16:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '90c7bc20-d230-4f61-b1d2-00351a38b9e5', 'tenant_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'floating_ip_address': '172.26.2.189', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'port_id': '735920b4-61eb-4b86-8e1b-8792fbdc8d14', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53a4efa9-6837-45d7-9679-5ed2c04141d5', 'mac_address': 'fa:16:3e:a8:2c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7b324a-866b-4647-98a0-5853ab067517', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T16:38:58Z', 'updated_at': '2022-10-13T16:39:00Z', 'revision_number': 1, 'project_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba5060f5-630d-42da-86cf-bd1fe73763d8', 'name': '', 'network_id': '53a4efa9-6837-45d7-9679-5ed2c04141d5', 'tenant_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'mac_address': 'fa:16:3e:cf:a7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'aaae49b4-5f84-49c2-99bb-ae6ff0b760e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:38:35Z', 'updated_at': '2022-10-13T16:38:42Z', 'revision_number': 5, 'project_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'subnets': [{'id': 'aaae49b4-5f84-49c2-99bb-ae6ff0b760e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:44:46.990066 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244d9d61-4605-4578-8b44-3d12f70a87b4 None None] Checking router: 92bc4684-f61f-4ff7-8d1a-15c3cdd531a0 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:44:46.998481 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244d9d61-4605-4578-8b44-3d12f70a87b4 None None] Routers {'92bc4684-f61f-4ff7-8d1a-15c3cdd531a0'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:44:46.999072 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-244d9d61-4605-4578-8b44-3d12f70a87b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:44:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['92bc4684-f61f-4ff7-8d1a-15c3cdd531a0'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:44:47.049863 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3409e-b212-43af-8fb3-1a6b35838566 req-507aa5c7-6756-46dc-bf45-415f0d347cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:44:47.051284 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5fb3409e-b212-43af-8fb3-1a6b35838566 req-507aa5c7-6756-46dc-bf45-415f0d347cc7 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aaae49b4-5f84-49c2-99bb-ae6ff0b760e9 HTTP/1.1" status: 200 len: 849 time: 0.0701544 Oct 13 16:44:47.063209 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd70e36-8dd8-49c3-af79-a839274c390d req-45f920ea-d0f3-41b0-ab6c-05490fbb4722 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:44:47.064574 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-6bd70e36-8dd8-49c3-af79-a839274c390d req-45f920ea-d0f3-41b0-ab6c-05490fbb4722 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/ports?device_id=a73a9d1f-bd91-40de-b854-b1a7abb338e5 HTTP/1.1" status: 200 len: 945 time: 0.2463980 Oct 13 16:44:47.179190 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-244d9d61-4605-4578-8b44-3d12f70a87b4 None None] Set router 92bc4684-f61f-4ff7-8d1a-15c3cdd531a0 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:44:47.249695 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-6bd70e36-8dd8-49c3-af79-a839274c390d req-9d68db42-73da-4b66-ad0c-a70b71cf9721 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/security-groups?id=4641a15a-0260-4c50-97b7-9629381438fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539329 Oct 13 16:44:47.281454 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb3409e-b212-43af-8fb3-1a6b35838566 req-ca9ed463-b2b4-4749-86e7-295618e0dd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:44:47.283033 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5fb3409e-b212-43af-8fb3-1a6b35838566 req-ca9ed463-b2b4-4749-86e7-295618e0dd76 service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=53a4efa9-6837-45d7-9679-5ed2c04141d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2175708 Oct 13 16:44:47.413522 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5fb3409e-b212-43af-8fb3-1a6b35838566 req-16345dce-3130-49fc-8929-de5030ebb86d service neutron] 10.222.0.16 "GET /v2.0/networks/53a4efa9-6837-45d7-9679-5ed2c04141d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228762 Oct 13 16:44:47.524346 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-244d9d61-4605-4578-8b44-3d12f70a87b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'name': 'tempest-TestSnapshotPattern-1794101446-router', 'tenant_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.92'}], 'enable_snat': True}, 'gw_port_id': '29eb571f-4173-4962-bc27-4391ad3153cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:38:32Z', 'updated_at': '2022-10-13T16:38:35Z', 'revision_number': 4, 'project_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'gw_port': {'id': '29eb571f-4173-4962-bc27-4391ad3153cf', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:38:32Z', 'updated_at': '2022-10-13T16:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '90c7bc20-d230-4f61-b1d2-00351a38b9e5', 'tenant_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'floating_ip_address': '172.26.2.189', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'port_id': '735920b4-61eb-4b86-8e1b-8792fbdc8d14', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53a4efa9-6837-45d7-9679-5ed2c04141d5', 'mac_address': 'fa:16:3e:a8:2c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7b324a-866b-4647-98a0-5853ab067517', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T16:38:58Z', 'updated_at': '2022-10-13T16:39:00Z', 'revision_number': 1, 'project_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba5060f5-630d-42da-86cf-bd1fe73763d8', 'name': '', 'network_id': '53a4efa9-6837-45d7-9679-5ed2c04141d5', 'tenant_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'mac_address': 'fa:16:3e:cf:a7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'aaae49b4-5f84-49c2-99bb-ae6ff0b760e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:38:35Z', 'updated_at': '2022-10-13T16:38:42Z', 'revision_number': 5, 'project_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'subnets': [{'id': 'aaae49b4-5f84-49c2-99bb-ae6ff0b760e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:44:47.528155 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-244d9d61-4605-4578-8b44-3d12f70a87b4 None None] The sync data for ids ['92bc4684-f61f-4ff7-8d1a-15c3cdd531a0'] in dv-neutron-860329-2-hyperv is: [{'id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'name': 'tempest-TestSnapshotPattern-1794101446-router', 'tenant_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.92'}], 'enable_snat': True}, 'gw_port_id': '29eb571f-4173-4962-bc27-4391ad3153cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:38:32Z', 'updated_at': '2022-10-13T16:38:35Z', 'revision_number': 4, 'project_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'gw_port': {'id': '29eb571f-4173-4962-bc27-4391ad3153cf', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:38:32Z', 'updated_at': '2022-10-13T16:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_floatingips': [{'id': '90c7bc20-d230-4f61-b1d2-00351a38b9e5', 'tenant_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'floating_ip_address': '172.26.2.189', 'floating_network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'router_id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'port_id': '735920b4-61eb-4b86-8e1b-8792fbdc8d14', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 1894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '53a4efa9-6837-45d7-9679-5ed2c04141d5', 'mac_address': 'fa:16:3e:a8:2c:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a7b324a-866b-4647-98a0-5853ab067517', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-10-13T16:38:58Z', 'updated_at': '2022-10-13T16:39:00Z', 'revision_number': 1, 'project_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba5060f5-630d-42da-86cf-bd1fe73763d8', 'name': '', 'network_id': '53a4efa9-6837-45d7-9679-5ed2c04141d5', 'tenant_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'mac_address': 'fa:16:3e:cf:a7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'aaae49b4-5f84-49c2-99bb-ae6ff0b760e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:38:35Z', 'updated_at': '2022-10-13T16:38:42Z', 'revision_number': 5, 'project_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'subnets': [{'id': 'aaae49b4-5f84-49c2-99bb-ae6ff0b760e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:44:47.546635 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-5fb3409e-b212-43af-8fb3-1a6b35838566 req-ac609d80-f47f-46a7-a872-1a17a0f2e966 service neutron] 10.222.0.16 "GET /v2.0/networks/53a4efa9-6837-45d7-9679-5ed2c04141d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255457 Oct 13 16:44:47.739100 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07432ce-c821-4dbe-90a1-55af8339bc0d None None] New status for floating IP c153efb5-f035-4097-938b-05d4039d9dbd: DOWN {{(pid=88974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 16:44:48.466554 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device ca9f8077-879a-4fb5-8b4e-960a0ffd59dc no longer exists at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:44:48.510816 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2029f4-33f8-4e36-9981-579a02547a25 req-13826218-3771-4e0e-8f9e-a4ec9a844507 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:44:48.512310 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-dc2029f4-33f8-4e36-9981-579a02547a25 req-13826218-3771-4e0e-8f9e-a4ec9a844507 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.16 "GET /v2.0/ports?device_id=a73a9d1f-bd91-40de-b854-b1a7abb338e5 HTTP/1.1" status: 200 len: 945 time: 0.0968573 Oct 13 16:44:48.577751 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f0cd8e-01d4-419e-8452-159c94c6d213 req-b8a8bdd3-6779-40e8-a864-4898c3774647 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88973) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:44:48.578411 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-a4f0cd8e-01d4-419e-8452-159c94c6d213 req-b8a8bdd3-6779-40e8-a864-4898c3774647 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Synchronizing usage tracker for tenant:daa394dc7a824c3d82660dbc07b8cc2e on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:44:48.589016 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Current status of the port ca9f8077-879a-4fb5-8b4e-960a0ffd59dc is: ACTIVE; New status is: DOWN {{(pid=88974) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Oct 13 16:44:48.589398 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-712482'] for port, before_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:44:48.595143 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [req-dc2029f4-33f8-4e36-9981-579a02547a25 req-d416bc8b-11e7-49d4-87de-a209493a63fb tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Deleting port ca9f8077-879a-4fb5-8b4e-960a0ffd59dc {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:44:48.595514 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-dc2029f4-33f8-4e36-9981-579a02547a25 req-d416bc8b-11e7-49d4-87de-a209493a63fb tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:44:48.597218 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-a4f0cd8e-01d4-419e-8452-159c94c6d213 req-b8a8bdd3-6779-40e8-a864-4898c3774647 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Unset dirty status for tenant:daa394dc7a824c3d82660dbc07b8cc2e on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:44:48.603148 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a4f0cd8e-01d4-419e-8452-159c94c6d213 req-b8a8bdd3-6779-40e8-a864-4898c3774647 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/ports?device_id=a73a9d1f-bd91-40de-b854-b1a7abb338e5 HTTP/1.1" status: 200 len: 945 time: 0.2379673 Oct 13 16:44:48.617739 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a73a9d1f-bd91-40de-b854-b1a7abb338e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca9f8077-879a-4fb5-8b4e-960a0ffd59dc'}] {{(pid=88974) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:44:48.620024 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0ddb4cee44164d2a2faddf60bbce385128d937d64d67dbdc4313fc2cc2e51dfd" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25e1413d-c42b-41d1-93c5-f8b0628a0ab8" -d '{"events": [{"server_uuid": "a73a9d1f-bd91-40de-b854-b1a7abb338e5", "name": "network-vif-unplugged", "status": "completed", "tag": "ca9f8077-879a-4fb5-8b4e-960a0ffd59dc"}]}' {{(pid=88974) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:44:48.630156 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] For port ca9f8077-879a-4fb5-8b4e-960a0ffd59dc, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=ca9f8077-879a-4fb5-8b4e-960a0ffd59dc,segment=NetworkSegment(57af5aa6-cc31-4cc0-9f36-227334039d07),segment_id=57af5aa6-cc31-4cc0-9f36-227334039d07)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:44:48.636198 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8734006200149', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8734005585107', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8734005577220'] for port, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:44:48.683653 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a4f0cd8e-01d4-419e-8452-159c94c6d213 req-5cdce638-7470-4bf5-bd32-e71fed5a68f3 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/security-groups?id=4641a15a-0260-4c50-97b7-9629381438fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779333 Oct 13 16:44:48.688346 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 13 Oct 2022 16:44:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e42caba-b7a7-4dfe-95a4-3ad1ec71a09b x-openstack-request-id: req-4e42caba-b7a7-4dfe-95a4-3ad1ec71a09b {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:44:48.688624 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a73a9d1f-bd91-40de-b854-b1a7abb338e5", "name": "network-vif-unplugged", "status": "completed", "tag": "ca9f8077-879a-4fb5-8b4e-960a0ffd59dc", "code": 200}]} {{(pid=88974) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:44:48.688878 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4e42caba-b7a7-4dfe-95a4-3ad1ec71a09b {{(pid=88974) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:44:48.689265 dv-neutron-860329-2-hyperv neutron-server[88974]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4e42caba-b7a7-4dfe-95a4-3ad1ec71a09b'] response: {'server_uuid': 'a73a9d1f-bd91-40de-b854-b1a7abb338e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca9f8077-879a-4fb5-8b4e-960a0ffd59dc', 'code': 200} Oct 13 16:44:48.718695 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Pushing event updated for resources: {'Port': ['ID=ca9f8077-879a-4fb5-8b4e-960a0ffd59dc,revision_number=8']} {{(pid=88974) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:44:48.886865 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [req-dc2029f4-33f8-4e36-9981-579a02547a25 req-d416bc8b-11e7-49d4-87de-a209493a63fb tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] For port ca9f8077-879a-4fb5-8b4e-960a0ffd59dc, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=ca9f8077-879a-4fb5-8b4e-960a0ffd59dc,segment=NetworkSegment(57af5aa6-cc31-4cc0-9f36-227334039d07),segment_id=57af5aa6-cc31-4cc0-9f36-227334039d07)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:44:48.887230 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-dc2029f4-33f8-4e36-9981-579a02547a25 req-d416bc8b-11e7-49d4-87de-a209493a63fb tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:44:49.007648 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [req-dc2029f4-33f8-4e36-9981-579a02547a25 req-d416bc8b-11e7-49d4-87de-a209493a63fb tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Calling delete_port for ca9f8077-879a-4fb5-8b4e-960a0ffd59dc owned by compute:nova {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:44:49.148484 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-dc2029f4-33f8-4e36-9981-579a02547a25 req-d416bc8b-11e7-49d4-87de-a209493a63fb tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:44:49.198897 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d416bc8b-11e7-49d4-87de-a209493a63fb tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Pushing event deleted for resources: {'Port': ['ID=ca9f8077-879a-4fb5-8b4e-960a0ffd59dc,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:44:49.238191 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d416bc8b-11e7-49d4-87de-a209493a63fb tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:44:49.238532 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d416bc8b-11e7-49d4-87de-a209493a63fb tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:44:49.238874 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d416bc8b-11e7-49d4-87de-a209493a63fb tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:44:49.239207 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d416bc8b-11e7-49d4-87de-a209493a63fb tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:44:49.239533 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d416bc8b-11e7-49d4-87de-a209493a63fb tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:44:49.239862 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d416bc8b-11e7-49d4-87de-a209493a63fb tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:44:49.240186 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d416bc8b-11e7-49d4-87de-a209493a63fb tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:44:49.240509 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d416bc8b-11e7-49d4-87de-a209493a63fb tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:44:49.240832 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d416bc8b-11e7-49d4-87de-a209493a63fb tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:44:49.241158 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d416bc8b-11e7-49d4-87de-a209493a63fb tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:44:49.241476 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d416bc8b-11e7-49d4-87de-a209493a63fb tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:44:49.241792 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d416bc8b-11e7-49d4-87de-a209493a63fb tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-860329-2-hyperv {{(pid=88972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Oct 13 16:44:49.296774 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc2029f4-33f8-4e36-9981-579a02547a25 req-d416bc8b-11e7-49d4-87de-a209493a63fb tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] No DVR routers for this DVR port ca9f8077-879a-4fb5-8b4e-960a0ffd59dc on host hv-neutron-8603 {{(pid=88972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 16:44:49.299138 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-dc2029f4-33f8-4e36-9981-579a02547a25 req-d416bc8b-11e7-49d4-87de-a209493a63fb tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:44:49.301577 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a73a9d1f-bd91-40de-b854-b1a7abb338e5', 'name': 'network-vif-deleted', 'tag': 'ca9f8077-879a-4fb5-8b4e-960a0ffd59dc'}] {{(pid=88972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:44:49.303851 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31c797bf36cf9236de690f6948001889b876fd84aeda4a8ae49b8962bb2d3b48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-990023e5-35d2-4f29-bf26-57a0f5ff69ff" -d '{"events": [{"server_uuid": "a73a9d1f-bd91-40de-b854-b1a7abb338e5", "name": "network-vif-deleted", "tag": "ca9f8077-879a-4fb5-8b4e-960a0ffd59dc"}]}' {{(pid=88972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:44:49.317859 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-dc2029f4-33f8-4e36-9981-579a02547a25 req-d416bc8b-11e7-49d4-87de-a209493a63fb tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.16 "DELETE /v2.0/ports/ca9f8077-879a-4fb5-8b4e-960a0ffd59dc HTTP/1.1" status: 204 len: 173 time: 0.8007817 Oct 13 16:44:49.351498 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 16:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb610951-5e7b-47e9-8d13-a3688375da31 x-openstack-request-id: req-fb610951-5e7b-47e9-8d13-a3688375da31 {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:44:49.351791 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a73a9d1f-bd91-40de-b854-b1a7abb338e5", "name": "network-vif-deleted", "tag": "ca9f8077-879a-4fb5-8b4e-960a0ffd59dc", "status": "completed", "code": 200}]} {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:44:49.352040 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fb610951-5e7b-47e9-8d13-a3688375da31 {{(pid=88972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:44:49.352434 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fb610951-5e7b-47e9-8d13-a3688375da31'] response: {'server_uuid': 'a73a9d1f-bd91-40de-b854-b1a7abb338e5', 'name': 'network-vif-deleted', 'tag': 'ca9f8077-879a-4fb5-8b4e-960a0ffd59dc', 'status': 'completed', 'code': 200} Oct 13 16:44:49.870390 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-a4dfa45f-8e4d-4e5f-99d8-5d570652e809 req-068fd53d-50d9-4b88-bce9-0fc71b25fd99 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/ports?device_id=a73a9d1f-bd91-40de-b854-b1a7abb338e5 HTTP/1.1" status: 200 len: 210 time: 0.0496447 Oct 13 16:44:51.508588 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 36882) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:44:51.712437 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-651b03df-11f2-4043-a63d-fcab6b685f59 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Deleting port 6b33beed-517f-411f-953d-96694ece277f {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:44:51.712800 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-651b03df-11f2-4043-a63d-fcab6b685f59 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:44:51.886260 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-651b03df-11f2-4043-a63d-fcab6b685f59 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:44:51.886585 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-651b03df-11f2-4043-a63d-fcab6b685f59 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:44:52.004477 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-651b03df-11f2-4043-a63d-fcab6b685f59 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Calling delete_port for 6b33beed-517f-411f-953d-96694ece277f owned by network:floatingip {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:44:52.152157 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-651b03df-11f2-4043-a63d-fcab6b685f59 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:44:52.198659 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651b03df-11f2-4043-a63d-fcab6b685f59 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Pushing event deleted for resources: {'Port': ['ID=6b33beed-517f-411f-953d-96694ece277f,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:44:52.296548 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-651b03df-11f2-4043-a63d-fcab6b685f59 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks [] for floatingip, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:44:52.296876 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.db.l3_db [None req-651b03df-11f2-4043-a63d-fcab6b685f59 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Floating IP 90c7bc20-d230-4f61-b1d2-00351a38b9e5 disassociated (deleted). External IP: 172.26.2.189, port: 735920b4-61eb-4b86-8e1b-8792fbdc8d14. Oct 13 16:44:52.482501 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device ca9f8077-879a-4fb5-8b4e-960a0ffd59dc no longer exists at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:44:52.516608 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] No Port match for: ca9f8077-879a-4fb5-8b4e-960a0ffd59dc {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:44:52.516732 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device ca9f8077-879a-4fb5-8b4e-960a0ffd59dc not bound to the agent host hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:44:52.640760 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-651b03df-11f2-4043-a63d-fcab6b685f59 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Router 92bc4684-f61f-4ff7-8d1a-15c3cdd531a0 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88973) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 16:44:52.918775 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-651b03df-11f2-4043-a63d-fcab6b685f59 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88973) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:44:52.929237 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daa4f7b-a1bb-414b-abdc-a81ee952e9ac None None] Sync routers for ids ['92bc4684-f61f-4ff7-8d1a-15c3cdd531a0'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:44:52.937132 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-651b03df-11f2-4043-a63d-fcab6b685f59 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for floatingip, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:44:52.938465 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1daa4f7b-a1bb-414b-abdc-a81ee952e9ac None None] Routers {'92bc4684-f61f-4ff7-8d1a-15c3cdd531a0'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:44:52.939071 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-1daa4f7b-a1bb-414b-abdc-a81ee952e9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:44:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['92bc4684-f61f-4ff7-8d1a-15c3cdd531a0'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:44:52.991531 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-651b03df-11f2-4043-a63d-fcab6b685f59 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "DELETE /v2.0/floatingips/90c7bc20-d230-4f61-b1d2-00351a38b9e5 HTTP/1.1" status: 204 len: 168 time: 1.4818625 Oct 13 16:44:52.992170 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a7b324a-866b-4647-98a0-5853ab067517', 'tag': '735920b4-61eb-4b86-8e1b-8792fbdc8d14'}] {{(pid=88973) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:44:52.994774 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2b448bedd6ef1de8349ca4cd32cdc1fdd14839b3a018869371a7ba929b1523ff" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c82e2b63-181d-4feb-8f86-f810e859ef04" -d '{"events": [{"name": "network-changed", "server_uuid": "6a7b324a-866b-4647-98a0-5853ab067517", "tag": "735920b4-61eb-4b86-8e1b-8792fbdc8d14"}]}' {{(pid=88973) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:44:53.037287 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 13 Oct 2022 16:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc500fa-2ae6-48bd-8213-23d8afd1f898 x-openstack-request-id: req-3dc500fa-2ae6-48bd-8213-23d8afd1f898 {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:44:53.037577 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a7b324a-866b-4647-98a0-5853ab067517", "tag": "735920b4-61eb-4b86-8e1b-8792fbdc8d14", "status": "completed", "code": 200}]} {{(pid=88973) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:44:53.037979 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3dc500fa-2ae6-48bd-8213-23d8afd1f898 {{(pid=88973) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:44:53.038541 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3dc500fa-2ae6-48bd-8213-23d8afd1f898'] response: {'name': 'network-changed', 'server_uuid': '6a7b324a-866b-4647-98a0-5853ab067517', 'tag': '735920b4-61eb-4b86-8e1b-8792fbdc8d14', 'status': 'completed', 'code': 200} Oct 13 16:44:53.143001 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e2b63-181d-4feb-8f86-f810e859ef04 req-90387bf6-7737-422f-8c48-02cfe0721d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:44:53.144591 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-c82e2b63-181d-4feb-8f86-f810e859ef04 req-90387bf6-7737-422f-8c48-02cfe0721d66 service neutron] 10.222.0.16 "GET /v2.0/ports?tenant_id=daa394dc7a824c3d82660dbc07b8cc2e&device_id=6a7b324a-866b-4647-98a0-5853ab067517 HTTP/1.1" status: 200 len: 1096 time: 0.0855868 Oct 13 16:44:53.161207 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-1daa4f7b-a1bb-414b-abdc-a81ee952e9ac None None] Set router 92bc4684-f61f-4ff7-8d1a-15c3cdd531a0 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:44:53.289812 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e2b63-181d-4feb-8f86-f810e859ef04 req-d136b294-0554-48aa-b802-9a8d85d6afc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:44:53.291282 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-c82e2b63-181d-4feb-8f86-f810e859ef04 req-d136b294-0554-48aa-b802-9a8d85d6afc5 service neutron] 10.222.0.16 "GET /v2.0/networks?id=53a4efa9-6837-45d7-9679-5ed2c04141d5 HTTP/1.1" status: 200 len: 911 time: 0.1410637 Oct 13 16:44:53.484084 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-1daa4f7b-a1bb-414b-abdc-a81ee952e9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'name': 'tempest-TestSnapshotPattern-1794101446-router', 'tenant_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.92'}], 'enable_snat': True}, 'gw_port_id': '29eb571f-4173-4962-bc27-4391ad3153cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:38:32Z', 'updated_at': '2022-10-13T16:38:35Z', 'revision_number': 4, 'project_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'gw_port': {'id': '29eb571f-4173-4962-bc27-4391ad3153cf', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:38:32Z', 'updated_at': '2022-10-13T16:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': 'ba5060f5-630d-42da-86cf-bd1fe73763d8', 'name': '', 'network_id': '53a4efa9-6837-45d7-9679-5ed2c04141d5', 'tenant_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'mac_address': 'fa:16:3e:cf:a7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'aaae49b4-5f84-49c2-99bb-ae6ff0b760e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:38:35Z', 'updated_at': '2022-10-13T16:38:42Z', 'revision_number': 5, 'project_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'subnets': [{'id': 'aaae49b4-5f84-49c2-99bb-ae6ff0b760e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:44:53.487847 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daa4f7b-a1bb-414b-abdc-a81ee952e9ac None None] Checking router: 92bc4684-f61f-4ff7-8d1a-15c3cdd531a0 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:44:53.494830 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-c82e2b63-181d-4feb-8f86-f810e859ef04 req-c41346c0-aa61-4e87-8f79-70f0307ffbd9 service neutron] 10.222.0.16 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=735920b4-61eb-4b86-8e1b-8792fbdc8d14 HTTP/1.1" status: 200 len: 217 time: 0.1627691 Oct 13 16:44:53.496020 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1daa4f7b-a1bb-414b-abdc-a81ee952e9ac None None] Routers {'92bc4684-f61f-4ff7-8d1a-15c3cdd531a0'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:44:53.496616 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-1daa4f7b-a1bb-414b-abdc-a81ee952e9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:44:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['92bc4684-f61f-4ff7-8d1a-15c3cdd531a0'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:44:53.571835 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e2b63-181d-4feb-8f86-f810e859ef04 req-8aba5321-6472-411f-9cba-5daad89c5314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:44:53.573241 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-c82e2b63-181d-4feb-8f86-f810e859ef04 req-8aba5321-6472-411f-9cba-5daad89c5314 service neutron] 10.222.0.16 "GET /v2.0/subnets?id=aaae49b4-5f84-49c2-99bb-ae6ff0b760e9 HTTP/1.1" status: 200 len: 849 time: 0.0697479 Oct 13 16:44:53.581996 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c20653-5249-4058-b472-8f178c6dddc3 req-3ca7260f-044f-470b-8345-84388e19e5e1 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:44:53.582670 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-22c20653-5249-4058-b472-8f178c6dddc3 req-3ca7260f-044f-470b-8345-84388e19e5e1 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Synchronizing usage tracker for tenant:daa394dc7a824c3d82660dbc07b8cc2e on resource:port {{(pid=88972) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:44:53.650404 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.quota.resource [req-22c20653-5249-4058-b472-8f178c6dddc3 req-3ca7260f-044f-470b-8345-84388e19e5e1 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Unset dirty status for tenant:daa394dc7a824c3d82660dbc07b8cc2e on resource:port {{(pid=88972) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:44:53.651555 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-22c20653-5249-4058-b472-8f178c6dddc3 req-3ca7260f-044f-470b-8345-84388e19e5e1 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a7b324a-866b-4647-98a0-5853ab067517 HTTP/1.1" status: 200 len: 943 time: 0.3594217 Oct 13 16:44:53.675224 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-1daa4f7b-a1bb-414b-abdc-a81ee952e9ac None None] Set router 92bc4684-f61f-4ff7-8d1a-15c3cdd531a0 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:44:53.703062 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82e2b63-181d-4feb-8f86-f810e859ef04 req-642bcf65-f356-4514-8e34-469972bcdc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:44:53.704550 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-c82e2b63-181d-4feb-8f86-f810e859ef04 req-642bcf65-f356-4514-8e34-469972bcdc2e service neutron] 10.222.0.16 "GET /v2.0/ports?network_id=53a4efa9-6837-45d7-9679-5ed2c04141d5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1193049 Oct 13 16:44:53.709144 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-22c20653-5249-4058-b472-8f178c6dddc3 req-d330e436-de83-474f-9ad0-cb6eb8b1cc27 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/security-groups?id=4641a15a-0260-4c50-97b7-9629381438fd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513232 Oct 13 16:44:53.840011 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-c82e2b63-181d-4feb-8f86-f810e859ef04 req-4f51ab7d-22b1-446e-ab17-3c411b339e17 service neutron] 10.222.0.16 "GET /v2.0/networks/53a4efa9-6837-45d7-9679-5ed2c04141d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271579 Oct 13 16:44:53.973173 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-c82e2b63-181d-4feb-8f86-f810e859ef04 req-e8d0f334-42e9-4aa0-9189-b75df31cdfb7 service neutron] 10.222.0.16 "GET /v2.0/networks/53a4efa9-6837-45d7-9679-5ed2c04141d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252177 Oct 13 16:44:53.993731 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-1daa4f7b-a1bb-414b-abdc-a81ee952e9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'name': 'tempest-TestSnapshotPattern-1794101446-router', 'tenant_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.92'}], 'enable_snat': True}, 'gw_port_id': '29eb571f-4173-4962-bc27-4391ad3153cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:38:32Z', 'updated_at': '2022-10-13T16:38:35Z', 'revision_number': 4, 'project_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'gw_port': {'id': '29eb571f-4173-4962-bc27-4391ad3153cf', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:38:32Z', 'updated_at': '2022-10-13T16:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': 'ba5060f5-630d-42da-86cf-bd1fe73763d8', 'name': '', 'network_id': '53a4efa9-6837-45d7-9679-5ed2c04141d5', 'tenant_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'mac_address': 'fa:16:3e:cf:a7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'aaae49b4-5f84-49c2-99bb-ae6ff0b760e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:38:35Z', 'updated_at': '2022-10-13T16:38:42Z', 'revision_number': 5, 'project_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'subnets': [{'id': 'aaae49b4-5f84-49c2-99bb-ae6ff0b760e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:44:53.999308 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1daa4f7b-a1bb-414b-abdc-a81ee952e9ac None None] The sync data for ids ['92bc4684-f61f-4ff7-8d1a-15c3cdd531a0'] in dv-neutron-860329-2-hyperv is: [{'id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'name': 'tempest-TestSnapshotPattern-1794101446-router', 'tenant_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.92'}], 'enable_snat': True}, 'gw_port_id': '29eb571f-4173-4962-bc27-4391ad3153cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:38:32Z', 'updated_at': '2022-10-13T16:38:35Z', 'revision_number': 4, 'project_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'gw_port': {'id': '29eb571f-4173-4962-bc27-4391ad3153cf', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:38:32Z', 'updated_at': '2022-10-13T16:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv', '_interfaces': [{'id': 'ba5060f5-630d-42da-86cf-bd1fe73763d8', 'name': '', 'network_id': '53a4efa9-6837-45d7-9679-5ed2c04141d5', 'tenant_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'mac_address': 'fa:16:3e:cf:a7:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1870, 'fixed_ips': [{'subnet_id': 'aaae49b4-5f84-49c2-99bb-ae6ff0b760e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:38:35Z', 'updated_at': '2022-10-13T16:38:42Z', 'revision_number': 5, 'project_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'subnets': [{'id': 'aaae49b4-5f84-49c2-99bb-ae6ff0b760e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:44:54.215599 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5e43c1-d666-4e2d-93cf-ac8e16510b5a None None] New status for floating IP 90c7bc20-d230-4f61-b1d2-00351a38b9e5: DOWN {{(pid=88974) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Oct 13 16:44:54.223059 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a7f247-15d5-45ec-9fe7-2c20e87dcd3b req-fa2913ac-229d-4185-9ae0-88ddb5ff3a05 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88972) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Oct 13 16:44:54.224539 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-21a7f247-15d5-45ec-9fe7-2c20e87dcd3b req-fa2913ac-229d-4185-9ae0-88ddb5ff3a05 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.16 "GET /v2.0/ports?device_id=6a7b324a-866b-4647-98a0-5853ab067517 HTTP/1.1" status: 200 len: 943 time: 0.0930414 Oct 13 16:44:54.294946 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [req-21a7f247-15d5-45ec-9fe7-2c20e87dcd3b req-95aef0a7-d09d-4822-a13e-b8b16b2159d1 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Deleting port 735920b4-61eb-4b86-8e1b-8792fbdc8d14 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:44:54.295280 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-21a7f247-15d5-45ec-9fe7-2c20e87dcd3b req-95aef0a7-d09d-4822-a13e-b8b16b2159d1 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:44:54.539624 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [req-21a7f247-15d5-45ec-9fe7-2c20e87dcd3b req-95aef0a7-d09d-4822-a13e-b8b16b2159d1 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] For port 735920b4-61eb-4b86-8e1b-8792fbdc8d14, host hv-neutron-8603, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8603',level=0,port_id=735920b4-61eb-4b86-8e1b-8792fbdc8d14,segment=NetworkSegment(57af5aa6-cc31-4cc0-9f36-227334039d07),segment_id=57af5aa6-cc31-4cc0-9f36-227334039d07)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:44:54.539985 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-21a7f247-15d5-45ec-9fe7-2c20e87dcd3b req-95aef0a7-d09d-4822-a13e-b8b16b2159d1 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:44:54.661834 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [req-21a7f247-15d5-45ec-9fe7-2c20e87dcd3b req-95aef0a7-d09d-4822-a13e-b8b16b2159d1 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Calling delete_port for 735920b4-61eb-4b86-8e1b-8792fbdc8d14 owned by compute:nova {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:44:54.807627 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-21a7f247-15d5-45ec-9fe7-2c20e87dcd3b req-95aef0a7-d09d-4822-a13e-b8b16b2159d1 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:44:54.878003 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-eb0bdbb5-2bd3-4b82-99c0-8cfa53c32348 req-406da6b7-cab0-46bc-9144-9b74976e78ab tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Synchronizing usage tracker for tenant:daa394dc7a824c3d82660dbc07b8cc2e on resource:port {{(pid=88973) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Oct 13 16:44:54.895345 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.quota.resource [req-eb0bdbb5-2bd3-4b82-99c0-8cfa53c32348 req-406da6b7-cab0-46bc-9144-9b74976e78ab tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Unset dirty status for tenant:daa394dc7a824c3d82660dbc07b8cc2e on resource:port {{(pid=88973) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Oct 13 16:44:54.896488 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [req-eb0bdbb5-2bd3-4b82-99c0-8cfa53c32348 req-406da6b7-cab0-46bc-9144-9b74976e78ab tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "GET /v2.0/ports?device_id=6a7b324a-866b-4647-98a0-5853ab067517 HTTP/1.1" status: 200 len: 210 time: 0.0716043 Oct 13 16:44:54.899101 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95aef0a7-d09d-4822-a13e-b8b16b2159d1 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Pushing event deleted for resources: {'Port': ['ID=735920b4-61eb-4b86-8e1b-8792fbdc8d14,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:44:54.948353 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [req-21a7f247-15d5-45ec-9fe7-2c20e87dcd3b req-95aef0a7-d09d-4822-a13e-b8b16b2159d1 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] No DVR routers for this DVR port 735920b4-61eb-4b86-8e1b-8792fbdc8d14 on host hv-neutron-8603 {{(pid=88972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 16:44:54.951416 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [req-21a7f247-15d5-45ec-9fe7-2c20e87dcd3b req-95aef0a7-d09d-4822-a13e-b8b16b2159d1 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-79676'] for port, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:44:54.954084 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a7b324a-866b-4647-98a0-5853ab067517', 'name': 'network-vif-deleted', 'tag': '735920b4-61eb-4b86-8e1b-8792fbdc8d14'}] {{(pid=88972) send_events /opt/stack/neutron/neutron/notifiers/nova.py:279}} Oct 13 16:44:54.956390 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}31c797bf36cf9236de690f6948001889b876fd84aeda4a8ae49b8962bb2d3b48" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8d7d3e-3e62-450a-a77d-d10e8d392901" -d '{"events": [{"server_uuid": "6a7b324a-866b-4647-98a0-5853ab067517", "name": "network-vif-deleted", "tag": "735920b4-61eb-4b86-8e1b-8792fbdc8d14"}]}' {{(pid=88972) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Oct 13 16:44:54.969787 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [req-21a7f247-15d5-45ec-9fe7-2c20e87dcd3b req-95aef0a7-d09d-4822-a13e-b8b16b2159d1 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.16 "DELETE /v2.0/ports/735920b4-61eb-4b86-8e1b-8792fbdc8d14 HTTP/1.1" status: 204 len: 173 time: 0.7394691 Oct 13 16:44:55.003591 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 13 Oct 2022 16:44:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50e5bef-198c-422e-a36a-26745bea887f x-openstack-request-id: req-d50e5bef-198c-422e-a36a-26745bea887f {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Oct 13 16:44:55.003885 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a7b324a-866b-4647-98a0-5853ab067517", "name": "network-vif-deleted", "tag": "735920b4-61eb-4b86-8e1b-8792fbdc8d14", "status": "completed", "code": 200}]} {{(pid=88972) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Oct 13 16:44:55.004131 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d50e5bef-198c-422e-a36a-26745bea887f {{(pid=88972) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Oct 13 16:44:55.004524 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d50e5bef-198c-422e-a36a-26745bea887f'] response: {'server_uuid': '6a7b324a-866b-4647-98a0-5853ab067517', 'name': 'network-vif-deleted', 'tag': '735920b4-61eb-4b86-8e1b-8792fbdc8d14', 'status': 'completed', 'code': 200} Oct 13 16:44:55.997286 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 36900) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:44:56.064911 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f3e6e2d1-6db9-4139-8ea7-fd226ac61090 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:44:56.094381 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f3e6e2d1-6db9-4139-8ea7-fd226ac61090 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:44:56.157326 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f3e6e2d1-6db9-4139-8ea7-fd226ac61090 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:44:56.175073 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e6e2d1-6db9-4139-8ea7-fd226ac61090 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4641a15a-0260-4c50-97b7-9629381438fd,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:44:56.188007 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-f3e6e2d1-6db9-4139-8ea7-fd226ac61090 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:44:56.189235 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-f3e6e2d1-6db9-4139-8ea7-fd226ac61090 tempest-TestSnapshotPattern-1491122285 tempest-TestSnapshotPattern-1491122285-project] 10.222.0.42 "DELETE /v2.0/security-groups/4641a15a-0260-4c50-97b7-9629381438fd HTTP/1.1" status: 204 len: 168 time: 0.1909156 Oct 13 16:44:56.238146 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 36906) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:44:56.495723 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:44:56.954072 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6ecd3467-882e-47bc-b68b-067df77723f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:44:57.295406 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-6ecd3467-882e-47bc-b68b-067df77723f9 admin admin] Deleting port ba5060f5-630d-42da-86cf-bd1fe73763d8 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:44:57.296051 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6ecd3467-882e-47bc-b68b-067df77723f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:44:57.461878 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-6ecd3467-882e-47bc-b68b-067df77723f9 admin admin] For port ba5060f5-630d-42da-86cf-bd1fe73763d8, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=ba5060f5-630d-42da-86cf-bd1fe73763d8,segment=NetworkSegment(57af5aa6-cc31-4cc0-9f36-227334039d07),segment_id=57af5aa6-cc31-4cc0-9f36-227334039d07)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:44:57.462330 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6ecd3467-882e-47bc-b68b-067df77723f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:44:57.585956 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-6ecd3467-882e-47bc-b68b-067df77723f9 admin admin] Calling delete_port for ba5060f5-630d-42da-86cf-bd1fe73763d8 owned by network:router_interface {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:44:57.759026 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6ecd3467-882e-47bc-b68b-067df77723f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:44:57.807425 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecd3467-882e-47bc-b68b-067df77723f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba5060f5-630d-42da-86cf-bd1fe73763d8,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:44:58.192847 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-6ecd3467-882e-47bc-b68b-067df77723f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:44:58.524605 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:44:58.534157 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 735920b4-61eb-4b86-8e1b-8792fbdc8d14 no longer exists at agent hyperv_hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:44:58.578277 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] No Port match for: 735920b4-61eb-4b86-8e1b-8792fbdc8d14 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:44:58.578624 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Device 735920b4-61eb-4b86-8e1b-8792fbdc8d14 not bound to the agent host hv-neutron-8603 {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:44:58.594292 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ecd3467-882e-47bc-b68b-067df77723f9 admin admin] Router 92bc4684-f61f-4ff7-8d1a-15c3cdd531a0 has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 16:44:58.777417 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ecd3467-882e-47bc-b68b-067df77723f9 admin admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:44:58.786783 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6f4059-3300-4c65-a43b-8280c6c94ef9 None None] Sync routers for ids ['92bc4684-f61f-4ff7-8d1a-15c3cdd531a0'] in dv-neutron-860329-2-hyperv {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:44:58.789936 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-6ecd3467-882e-47bc-b68b-067df77723f9 admin admin] 10.222.0.42 "PUT /v2.0/routers/92bc4684-f61f-4ff7-8d1a-15c3cdd531a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5504580 Oct 13 16:44:58.792135 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 36912) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:44:58.795747 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6f4059-3300-4c65-a43b-8280c6c94ef9 None None] Routers {'92bc4684-f61f-4ff7-8d1a-15c3cdd531a0'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:44:58.796411 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-5d6f4059-3300-4c65-a43b-8280c6c94ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:44:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['92bc4684-f61f-4ff7-8d1a-15c3cdd531a0'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:44:58.968989 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-5d6f4059-3300-4c65-a43b-8280c6c94ef9 None None] Set router 92bc4684-f61f-4ff7-8d1a-15c3cdd531a0 gateway port host: dv-neutron-860329-2-hyperv {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:44:58.971901 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-09ced0da-a358-4d54-9b55-25495110b970 admin admin] Notify callbacks [] for router, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:44:59.148219 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-09ced0da-a358-4d54-9b55-25495110b970 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:44:59.158313 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-09ced0da-a358-4d54-9b55-25495110b970 admin admin] Deleting port 29eb571f-4173-4962-bc27-4391ad3153cf {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:44:59.158644 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-09ced0da-a358-4d54-9b55-25495110b970 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:44:59.278318 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-5d6f4059-3300-4c65-a43b-8280c6c94ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'name': 'tempest-TestSnapshotPattern-1794101446-router', 'tenant_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.92'}], 'enable_snat': True}, 'gw_port_id': '29eb571f-4173-4962-bc27-4391ad3153cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:38:32Z', 'updated_at': '2022-10-13T16:44:57Z', 'revision_number': 5, 'project_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'gw_port': {'id': '29eb571f-4173-4962-bc27-4391ad3153cf', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:5b:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1869, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:38:32Z', 'updated_at': '2022-10-13T16:38:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:44:59.282004 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6f4059-3300-4c65-a43b-8280c6c94ef9 None None] Checking router: 92bc4684-f61f-4ff7-8d1a-15c3cdd531a0 for host: dv-neutron-860329-2-hyperv {{(pid=88975) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:44:59.290286 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d6f4059-3300-4c65-a43b-8280c6c94ef9 None None] Routers {'92bc4684-f61f-4ff7-8d1a-15c3cdd531a0'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88975) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:44:59.290886 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-5d6f4059-3300-4c65-a43b-8280c6c94ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:44:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['92bc4684-f61f-4ff7-8d1a-15c3cdd531a0'], 'active': True} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:44:59.333471 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-09ced0da-a358-4d54-9b55-25495110b970 admin admin] For port 29eb571f-4173-4962-bc27-4391ad3153cf, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=29eb571f-4173-4962-bc27-4391ad3153cf,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:44:59.333824 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-09ced0da-a358-4d54-9b55-25495110b970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:44:59.440332 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_dvr_db [None req-5d6f4059-3300-4c65-a43b-8280c6c94ef9 None None] Set router 92bc4684-f61f-4ff7-8d1a-15c3cdd531a0 gateway port host: None {{(pid=88975) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:44:59.548419 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.l3_hamode_db [None req-5d6f4059-3300-4c65-a43b-8280c6c94ef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'name': 'tempest-TestSnapshotPattern-1794101446-router', 'tenant_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:38:32Z', 'updated_at': '2022-10-13T16:44:59Z', 'revision_number': 6, 'project_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'gw_port_host': None}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88975) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:44:59.552469 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d6f4059-3300-4c65-a43b-8280c6c94ef9 None None] The sync data for ids ['92bc4684-f61f-4ff7-8d1a-15c3cdd531a0'] in dv-neutron-860329-2-hyperv is: [{'id': '92bc4684-f61f-4ff7-8d1a-15c3cdd531a0', 'name': 'tempest-TestSnapshotPattern-1794101446-router', 'tenant_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:38:32Z', 'updated_at': '2022-10-13T16:44:59Z', 'revision_number': 6, 'project_id': 'daa394dc7a824c3d82660dbc07b8cc2e', 'gw_port_host': None}] {{(pid=88975) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:44:59.564909 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-09ced0da-a358-4d54-9b55-25495110b970 admin admin] Calling delete_port for 29eb571f-4173-4962-bc27-4391ad3153cf owned by network:router_gateway {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:44:59.729948 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-09ced0da-a358-4d54-9b55-25495110b970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:44:59.777761 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ced0da-a358-4d54-9b55-25495110b970 admin admin] Pushing event deleted for resources: {'Port': ['ID=29eb571f-4173-4962-bc27-4391ad3153cf,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:44:59.874476 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-09ced0da-a358-4d54-9b55-25495110b970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828050'] for router_gateway, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:00.048727 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-09ced0da-a358-4d54-9b55-25495110b970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:00.051002 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-09ced0da-a358-4d54-9b55-25495110b970 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:00.072707 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-09ced0da-a358-4d54-9b55-25495110b970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:00.073224 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09ced0da-a358-4d54-9b55-25495110b970 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 92bc4684-f61f-4ff7-8d1a-15c3cdd531a0 {{(pid=88972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 16:45:00.085593 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-09ced0da-a358-4d54-9b55-25495110b970 admin admin] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:00.086805 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-09ced0da-a358-4d54-9b55-25495110b970 admin admin] 10.222.0.42 "DELETE /v2.0/routers/92bc4684-f61f-4ff7-8d1a-15c3cdd531a0 HTTP/1.1" status: 204 len: 168 time: 1.2937837 Oct 13 16:45:00.089282 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 36918) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:45:00.149245 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-95693e76-ade9-4939-bb05-e8db5a3e3573 admin admin] Deleting subnet aaae49b4-5f84-49c2-99bb-ae6ff0b760e9 {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 16:45:00.152137 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-95693e76-ade9-4939-bb05-e8db5a3e3573 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:00.200944 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-95693e76-ade9-4939-bb05-e8db5a3e3573 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:00.279032 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-95693e76-ade9-4939-bb05-e8db5a3e3573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:00.349745 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-95693e76-ade9-4939-bb05-e8db5a3e3573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:00.389475 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95693e76-ade9-4939-bb05-e8db5a3e3573 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aaae49b4-5f84-49c2-99bb-ae6ff0b760e9,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:45:00.391457 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-95693e76-ade9-4939-bb05-e8db5a3e3573 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:00.397361 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42a31a71-5771-4965-a36a-b2c91dee296e None None] Network 53a4efa9-6837-45d7-9679-5ed2c04141d5 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 16:45:00.400579 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-95693e76-ade9-4939-bb05-e8db5a3e3573 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/aaae49b4-5f84-49c2-99bb-ae6ff0b760e9 HTTP/1.1" status: 204 len: 168 time: 0.3077998 Oct 13 16:45:00.400579 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 36922) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:45:00.508155 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-39729b10-c5aa-4fc3-a45f-67850f0d1c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:00.519712 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-39729b10-c5aa-4fc3-a45f-67850f0d1c3c admin admin] Deleting port 215a5c2f-9ad2-49a9-9ba7-9d737b57654d {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:45:00.520264 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-39729b10-c5aa-4fc3-a45f-67850f0d1c3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:00.597495 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device ba5060f5-630d-42da-86cf-bd1fe73763d8 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:45:00.669708 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: ba5060f5-630d-42da-86cf-bd1fe73763d8 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:45:00.670056 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device ba5060f5-630d-42da-86cf-bd1fe73763d8 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:45:00.670469 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 29eb571f-4173-4962-bc27-4391ad3153cf no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:45:00.705748 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 29eb571f-4173-4962-bc27-4391ad3153cf {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:45:00.706089 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 29eb571f-4173-4962-bc27-4391ad3153cf not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:45:00.746270 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-39729b10-c5aa-4fc3-a45f-67850f0d1c3c admin admin] For port 215a5c2f-9ad2-49a9-9ba7-9d737b57654d, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=215a5c2f-9ad2-49a9-9ba7-9d737b57654d,segment=NetworkSegment(57af5aa6-cc31-4cc0-9f36-227334039d07),segment_id=57af5aa6-cc31-4cc0-9f36-227334039d07)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:45:00.746761 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-39729b10-c5aa-4fc3-a45f-67850f0d1c3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:00.782449 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-983e0768-0fc8-49b3-ba81-327dd2a5fa8d None None] DHCP port deletion for 53a4efa9-6837-45d7-9679-5ed2c04141d5 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 16:45:00.786695 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-983e0768-0fc8-49b3-ba81-327dd2a5fa8d None None] Deleting port 215a5c2f-9ad2-49a9-9ba7-9d737b57654d {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:45:00.787143 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-983e0768-0fc8-49b3-ba81-327dd2a5fa8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:00.868497 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-39729b10-c5aa-4fc3-a45f-67850f0d1c3c admin admin] Calling delete_port for 215a5c2f-9ad2-49a9-9ba7-9d737b57654d owned by network:dhcp {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:45:00.943171 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-39729b10-c5aa-4fc3-a45f-67850f0d1c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:00.985212 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-983e0768-0fc8-49b3-ba81-327dd2a5fa8d None None] For port 215a5c2f-9ad2-49a9-9ba7-9d737b57654d, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=215a5c2f-9ad2-49a9-9ba7-9d737b57654d,segment=NetworkSegment(57af5aa6-cc31-4cc0-9f36-227334039d07),segment_id=57af5aa6-cc31-4cc0-9f36-227334039d07)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:45:00.985596 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-983e0768-0fc8-49b3-ba81-327dd2a5fa8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:01.083054 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39729b10-c5aa-4fc3-a45f-67850f0d1c3c admin admin] Pushing event deleted for resources: {'Port': ['ID=215a5c2f-9ad2-49a9-9ba7-9d737b57654d,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:45:01.087385 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39729b10-c5aa-4fc3-a45f-67850f0d1c3c admin admin] No DVR routers for this DVR port 215a5c2f-9ad2-49a9-9ba7-9d737b57654d on host dv-neutron-860329-2-hyperv {{(pid=88972) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 16:45:01.109102 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-983e0768-0fc8-49b3-ba81-327dd2a5fa8d None None] Calling delete_port for 215a5c2f-9ad2-49a9-9ba7-9d737b57654d owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:45:01.178058 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.db.api [None req-983e0768-0fc8-49b3-ba81-327dd2a5fa8d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88974) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 16:45:01.178432 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG oslo_db.api [None req-983e0768-0fc8-49b3-ba81-327dd2a5fa8d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 16:45:01.201713 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-39729b10-c5aa-4fc3-a45f-67850f0d1c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:01.226065 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-39729b10-c5aa-4fc3-a45f-67850f0d1c3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53a4efa9-6837-45d7-9679-5ed2c04141d5']}} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:45:01.238621 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-39729b10-c5aa-4fc3-a45f-67850f0d1c3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57af5aa6-cc31-4cc0-9f36-227334039d07') {'for_net_delete': True} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:45:01.238913 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.services.segments.db [None req-39729b10-c5aa-4fc3-a45f-67850f0d1c3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57af5aa6-cc31-4cc0-9f36-227334039d07') {} {{(pid=88972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:45:01.250342 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-39729b10-c5aa-4fc3-a45f-67850f0d1c3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1127893'] for segment, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:01.265858 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-39729b10-c5aa-4fc3-a45f-67850f0d1c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:01.271981 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39729b10-c5aa-4fc3-a45f-67850f0d1c3c admin admin] Releasing vlan 436 on physical network physnet1 to pool {{(pid=88972) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 16:45:01.272365 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-39729b10-c5aa-4fc3-a45f-67850f0d1c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1407556'] for segment, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:01.358514 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 57af5aa6-cc31-4cc0-9f36-227334039d07 resource provider aggregate not found Oct 13 16:45:01.370655 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-39729b10-c5aa-4fc3-a45f-67850f0d1c3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:01.389951 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-39729b10-c5aa-4fc3-a45f-67850f0d1c3c admin admin] Notify callbacks [] for network, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:01.393045 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.services.segments.plugin [-] Segment 57af5aa6-cc31-4cc0-9f36-227334039d07 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 57af5aa6-cc31-4cc0-9f36-227334039d07 found for delete ", "request_id": "req-b3f12d8b-1bca-4951-8974-80bd06bc94db"}]} Oct 13 16:45:01.399596 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39729b10-c5aa-4fc3-a45f-67850f0d1c3c admin admin] Pushing event deleted for resources: {'Network': ['ID=53a4efa9-6837-45d7-9679-5ed2c04141d5,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:45:01.412292 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-39729b10-c5aa-4fc3-a45f-67850f0d1c3c admin admin] 10.222.0.42 "DELETE /v2.0/networks/53a4efa9-6837-45d7-9679-5ed2c04141d5 HTTP/1.1" status: 204 len: 168 time: 1.0107622 Oct 13 16:45:01.415148 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 36932) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:45:01.680384 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-983e0768-0fc8-49b3-ba81-327dd2a5fa8d None None] Deleting port 215a5c2f-9ad2-49a9-9ba7-9d737b57654d {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:45:01.680919 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-983e0768-0fc8-49b3-ba81-327dd2a5fa8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:01.753514 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-983e0768-0fc8-49b3-ba81-327dd2a5fa8d None None] The port '215a5c2f-9ad2-49a9-9ba7-9d737b57654d' was deleted {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 13 16:45:01.949917 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c79063f1-702f-47e1-a067-df3409d2a27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1831991'] for router_interface, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:02.286196 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-c79063f1-702f-47e1-a067-df3409d2a27a admin admin] Deleting port 0d80db34-2519-4618-bc28-7d860093a344 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:45:02.286469 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c79063f1-702f-47e1-a067-df3409d2a27a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:02.551890 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-c79063f1-702f-47e1-a067-df3409d2a27a admin admin] For port 0d80db34-2519-4618-bc28-7d860093a344, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=0d80db34-2519-4618-bc28-7d860093a344,segment=NetworkSegment(10e214b4-4e35-4e08-85f3-e6c1f575dc38),segment_id=10e214b4-4e35-4e08-85f3-e6c1f575dc38)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:45:02.552171 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c79063f1-702f-47e1-a067-df3409d2a27a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:02.577002 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 215a5c2f-9ad2-49a9-9ba7-9d737b57654d no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:45:02.611422 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 215a5c2f-9ad2-49a9-9ba7-9d737b57654d {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:45:02.611803 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 215a5c2f-9ad2-49a9-9ba7-9d737b57654d not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:45:02.673836 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-c79063f1-702f-47e1-a067-df3409d2a27a admin admin] Calling delete_port for 0d80db34-2519-4618-bc28-7d860093a344 owned by network:router_interface {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:45:02.846834 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c79063f1-702f-47e1-a067-df3409d2a27a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:02.893689 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79063f1-702f-47e1-a067-df3409d2a27a admin admin] Pushing event deleted for resources: {'Port': ['ID=0d80db34-2519-4618-bc28-7d860093a344,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:45:03.158021 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-c79063f1-702f-47e1-a067-df3409d2a27a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1778596', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1832027'] for router_interface, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:03.502146 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c79063f1-702f-47e1-a067-df3409d2a27a admin admin] Router 8fdf3784-979b-47f8-a333-cfeecd1df95f has already been hosted by L3 agent 3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a {{(pid=88972) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Oct 13 16:45:03.676532 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79063f1-702f-47e1-a067-df3409d2a27a admin admin] Notify agent at l3_agent.dv-neutron-860329-2-hyperv the message routers_updated {{(pid=88972) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Oct 13 16:45:03.685770 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8a5c68-9333-443e-ba63-4b1d2a054e07 None None] Sync routers for ids ['8fdf3784-979b-47f8-a333-cfeecd1df95f'] in dv-neutron-860329-2-hyperv {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Oct 13 16:45:03.695398 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-c79063f1-702f-47e1-a067-df3409d2a27a admin admin] 10.222.0.42 "PUT /v2.0/routers/8fdf3784-979b-47f8-a333-cfeecd1df95f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2792249 Oct 13 16:45:03.696317 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8a5c68-9333-443e-ba63-4b1d2a054e07 None None] Routers {'8fdf3784-979b-47f8-a333-cfeecd1df95f'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:45:03.696953 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-5b8a5c68-9333-443e-ba63-4b1d2a054e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:44:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['8fdf3784-979b-47f8-a333-cfeecd1df95f'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:45:03.697981 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 36936) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:45:03.876592 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-5b8a5c68-9333-443e-ba63-4b1d2a054e07 None None] Set router 8fdf3784-979b-47f8-a333-cfeecd1df95f gateway port host: dv-neutron-860329-2-hyperv {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:45:03.984693 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-050b322f-942d-413e-9300-e0751397c49a admin admin] Notify callbacks [] for router, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:04.155753 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-5b8a5c68-9333-443e-ba63-4b1d2a054e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fdf3784-979b-47f8-a333-cfeecd1df95f', 'name': 'tempest-TestSnapshotPattern-1783075374-router', 'tenant_id': '4d7609338f7b4d22a1d36cd2e9babfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'external_fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.127'}], 'enable_snat': True}, 'gw_port_id': 'e42cde07-e000-44aa-9f68-155e57e98b02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:38:38Z', 'updated_at': '2022-10-13T16:45:02Z', 'revision_number': 5, 'project_id': '4d7609338f7b4d22a1d36cd2e9babfc4', 'gw_port': {'id': 'e42cde07-e000-44aa-9f68-155e57e98b02', 'name': '', 'network_id': '8fb1fa59-32fe-4ed0-a248-96c43edb135f', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:94:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8fdf3784-979b-47f8-a333-cfeecd1df95f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1881, 'fixed_ips': [{'subnet_id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'ip_address': '172.26.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-860329-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-10-13T16:38:39Z', 'updated_at': '2022-10-13T16:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '37c71e4c-7ac3-4ee6-8cc1-ac27475a31ac', 'cidr': '172.26.2.0/24', 'gateway_ip': '172.26.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-860329-2-hyperv'}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:45:04.159696 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8a5c68-9333-443e-ba63-4b1d2a054e07 None None] Checking router: 8fdf3784-979b-47f8-a333-cfeecd1df95f for host: dv-neutron-860329-2-hyperv {{(pid=88974) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Oct 13 16:45:04.161601 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-050b322f-942d-413e-9300-e0751397c49a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:04.168227 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b8a5c68-9333-443e-ba63-4b1d2a054e07 None None] Routers {'8fdf3784-979b-47f8-a333-cfeecd1df95f'} bound to L3 agent in host dv-neutron-860329-2-hyperv {{(pid=88974) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:419}} Oct 13 16:45:04.169434 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-5b8a5c68-9333-443e-ba63-4b1d2a054e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-860329-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-10-13T15:16:37Z,description=,heartbeat_timestamp=2022-10-13T16:44:37Z,host='dv-neutron-860329-2-hyperv',id=3e8b40b6-2fbd-4d36-8fa1-d677ecf9141a,load=0,resource_versions=,resources_synced=,started_at=2022-10-13T15:16:37Z,topic='l3_agent')) {'router_ids': ['8fdf3784-979b-47f8-a333-cfeecd1df95f'], 'active': True} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:45:04.171902 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-050b322f-942d-413e-9300-e0751397c49a admin admin] Deleting port e42cde07-e000-44aa-9f68-155e57e98b02 {{(pid=88972) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:45:04.172244 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-050b322f-942d-413e-9300-e0751397c49a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:04.320945 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_dvr_db [None req-5b8a5c68-9333-443e-ba63-4b1d2a054e07 None None] Set router 8fdf3784-979b-47f8-a333-cfeecd1df95f gateway port host: None {{(pid=88974) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Oct 13 16:45:04.344564 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.db [None req-050b322f-942d-413e-9300-e0751397c49a admin admin] For port e42cde07-e000-44aa-9f68-155e57e98b02, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=e42cde07-e000-44aa-9f68-155e57e98b02,segment=NetworkSegment(35fa46e0-322b-4274-9a48-a2908d30a58a),segment_id=35fa46e0-322b-4274-9a48-a2908d30a58a)] {{(pid=88972) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:45:04.344921 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-050b322f-942d-413e-9300-e0751397c49a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:04.462545 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.db.l3_hamode_db [None req-5b8a5c68-9333-443e-ba63-4b1d2a054e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8fdf3784-979b-47f8-a333-cfeecd1df95f', 'name': 'tempest-TestSnapshotPattern-1783075374-router', 'tenant_id': '4d7609338f7b4d22a1d36cd2e9babfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:38:38Z', 'updated_at': '2022-10-13T16:45:04Z', 'revision_number': 6, 'project_id': '4d7609338f7b4d22a1d36cd2e9babfc4', 'gw_port_host': None}], 'dv-neutron-860329-2-hyperv', False) {} {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:45:04.467059 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b8a5c68-9333-443e-ba63-4b1d2a054e07 None None] The sync data for ids ['8fdf3784-979b-47f8-a333-cfeecd1df95f'] in dv-neutron-860329-2-hyperv is: [{'id': '8fdf3784-979b-47f8-a333-cfeecd1df95f', 'name': 'tempest-TestSnapshotPattern-1783075374-router', 'tenant_id': '4d7609338f7b4d22a1d36cd2e9babfc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-10-13T16:38:38Z', 'updated_at': '2022-10-13T16:45:04Z', 'revision_number': 6, 'project_id': '4d7609338f7b4d22a1d36cd2e9babfc4', 'gw_port_host': None}] {{(pid=88974) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Oct 13 16:45:04.471881 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.plugins.ml2.plugin [None req-050b322f-942d-413e-9300-e0751397c49a admin admin] Calling delete_port for e42cde07-e000-44aa-9f68-155e57e98b02 owned by network:router_gateway {{(pid=88972) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:45:04.638803 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-050b322f-942d-413e-9300-e0751397c49a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1308855'] for port, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:04.684146 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-eff88743-231f-417f-aa2b-9a511670e65b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:04.687398 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050b322f-942d-413e-9300-e0751397c49a admin admin] Pushing event deleted for resources: {'Port': ['ID=e42cde07-e000-44aa-9f68-155e57e98b02,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:45:04.783599 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-050b322f-942d-413e-9300-e0751397c49a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1828050'] for router_gateway, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:04.960515 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-050b322f-942d-413e-9300-e0751397c49a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1828735', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-128376'] for router, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:04.962701 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-050b322f-942d-413e-9300-e0751397c49a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:04.986774 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-050b322f-942d-413e-9300-e0751397c49a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1833065'] for router, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:04.987276 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050b322f-942d-413e-9300-e0751397c49a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8fdf3784-979b-47f8-a333-cfeecd1df95f {{(pid=88972) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Oct 13 16:45:05.000470 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-050b322f-942d-413e-9300-e0751397c49a admin admin] Notify callbacks [] for router, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:05.001580 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-050b322f-942d-413e-9300-e0751397c49a admin admin] 10.222.0.42 "DELETE /v2.0/routers/8fdf3784-979b-47f8-a333-cfeecd1df95f HTTP/1.1" status: 204 len: 168 time: 1.3026741 Oct 13 16:45:05.004122 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [-] (88972) accepted ('10.222.0.42', 36940) {{(pid=88972) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:45:05.062401 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.db.db_base_plugin_v2 [None req-1403f83b-9218-415c-8f79-0e98b28d3dc6 admin admin] Deleting subnet d48e92dc-08aa-4b62-b71c-828ba574b215 {{(pid=88972) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Oct 13 16:45:05.065163 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1403f83b-9218-415c-8f79-0e98b28d3dc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:05.113352 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1403f83b-9218-415c-8f79-0e98b28d3dc6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1127884'] for subnet, precommit_delete_associations {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:05.191270 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 0d80db34-2519-4618-bc28-7d860093a344 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:45:05.196818 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1403f83b-9218-415c-8f79-0e98b28d3dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-675520'] for subnet, precommit_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:05.225962 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: 0d80db34-2519-4618-bc28-7d860093a344 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:45:05.226340 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device 0d80db34-2519-4618-bc28-7d860093a344 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:45:05.267868 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1403f83b-9218-415c-8f79-0e98b28d3dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-675545', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1630567', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1308906', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7055110'] for subnet, after_delete {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:05.310960 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1403f83b-9218-415c-8f79-0e98b28d3dc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d48e92dc-08aa-4b62-b71c-828ba574b215,revision_number=None']} {{(pid=88972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:45:05.312926 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron_lib.callbacks.manager [None req-1403f83b-9218-415c-8f79-0e98b28d3dc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:05.318500 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb60a732-6cbf-4226-a8bd-e319723c4297 None None] Network 4c348281-5d0e-4187-8d2f-0828bda50bc4 requested from dv-neutron-860329-2-hyperv {{(pid=88974) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Oct 13 16:45:05.321542 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 36944) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:45:05.322021 dv-neutron-860329-2-hyperv neutron-server[88972]: INFO neutron.wsgi [None req-1403f83b-9218-415c-8f79-0e98b28d3dc6 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d48e92dc-08aa-4b62-b71c-828ba574b215 HTTP/1.1" status: 204 len: 168 time: 0.3165600 Oct 13 16:45:05.429813 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-48c73ab3-fbab-4226-89c9-3c442b8ddca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-700552'] for network, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:05.440913 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-48c73ab3-fbab-4226-89c9-3c442b8ddca5 admin admin] Deleting port cf15cc5f-ec24-48ec-a350-fec4fb7b7097 {{(pid=88973) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:45:05.441518 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-48c73ab3-fbab-4226-89c9-3c442b8ddca5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:05.573422 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3757215f-5a9a-4403-a788-a039c28fb009 None None] DHCP port deletion for 4c348281-5d0e-4187-8d2f-0828bda50bc4 request from dv-neutron-860329-2-hyperv {{(pid=88974) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Oct 13 16:45:05.577253 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-3757215f-5a9a-4403-a788-a039c28fb009 None None] Deleting port cf15cc5f-ec24-48ec-a350-fec4fb7b7097 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:45:05.577617 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-3757215f-5a9a-4403-a788-a039c28fb009 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:05.657563 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.db [None req-48c73ab3-fbab-4226-89c9-3c442b8ddca5 admin admin] For port cf15cc5f-ec24-48ec-a350-fec4fb7b7097, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=cf15cc5f-ec24-48ec-a350-fec4fb7b7097,segment=NetworkSegment(10e214b4-4e35-4e08-85f3-e6c1f575dc38),segment_id=10e214b4-4e35-4e08-85f3-e6c1f575dc38)] {{(pid=88973) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:45:05.658032 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-48c73ab3-fbab-4226-89c9-3c442b8ddca5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:05.777744 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.db [None req-3757215f-5a9a-4403-a788-a039c28fb009 None None] For port cf15cc5f-ec24-48ec-a350-fec4fb7b7097, host dv-neutron-860329-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-860329-2-hyperv',level=0,port_id=cf15cc5f-ec24-48ec-a350-fec4fb7b7097,segment=NetworkSegment(10e214b4-4e35-4e08-85f3-e6c1f575dc38),segment_id=10e214b4-4e35-4e08-85f3-e6c1f575dc38)] {{(pid=88974) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Oct 13 16:45:05.778636 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-3757215f-5a9a-4403-a788-a039c28fb009 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1832986'] for port, precommit_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:05.780868 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.plugin [None req-48c73ab3-fbab-4226-89c9-3c442b8ddca5 admin admin] Calling delete_port for cf15cc5f-ec24-48ec-a350-fec4fb7b7097 owned by network:dhcp {{(pid=88973) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:45:05.857676 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-48c73ab3-fbab-4226-89c9-3c442b8ddca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-711399', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-522846', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8734006200194', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8734005585098', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6731315'] for port, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:05.902011 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-3757215f-5a9a-4403-a788-a039c28fb009 None None] Calling delete_port for cf15cc5f-ec24-48ec-a350-fec4fb7b7097 owned by network:dhcp {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2042}} Oct 13 16:45:05.904892 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c73ab3-fbab-4226-89c9-3c442b8ddca5 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf15cc5f-ec24-48ec-a350-fec4fb7b7097,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:45:05.910172 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c73ab3-fbab-4226-89c9-3c442b8ddca5 admin admin] No DVR routers for this DVR port cf15cc5f-ec24-48ec-a350-fec4fb7b7097 on host dv-neutron-860329-2-hyperv {{(pid=88973) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Oct 13 16:45:05.971762 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.db.api [None req-3757215f-5a9a-4403-a788-a039c28fb009 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88974) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Oct 13 16:45:05.972111 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG oslo_db.api [None req-3757215f-5a9a-4403-a788-a039c28fb009 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88974) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Oct 13 16:45:06.024881 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-48c73ab3-fbab-4226-89c9-3c442b8ddca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-674468', 'neutron.services.segments.db._delete_segments_for_network-8734006127845'] for network, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:06.049469 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-48c73ab3-fbab-4226-89c9-3c442b8ddca5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c348281-5d0e-4187-8d2f-0828bda50bc4']}} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:45:06.061929 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-48c73ab3-fbab-4226-89c9-3c442b8ddca5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10e214b4-4e35-4e08-85f3-e6c1f575dc38') {'for_net_delete': True} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:45:06.062256 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.services.segments.db [None req-48c73ab3-fbab-4226-89c9-3c442b8ddca5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10e214b4-4e35-4e08-85f3-e6c1f575dc38') {} {{(pid=88973) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Oct 13 16:45:06.073249 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-48c73ab3-fbab-4226-89c9-3c442b8ddca5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8734006130701', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7432896'] for segment, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:06.088555 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-48c73ab3-fbab-4226-89c9-3c442b8ddca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-678999'] for segment, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:06.095021 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48c73ab3-fbab-4226-89c9-3c442b8ddca5 admin admin] Releasing vlan 426 on physical network physnet1 to pool {{(pid=88973) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Oct 13 16:45:06.095394 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-48c73ab3-fbab-4226-89c9-3c442b8ddca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-679006', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6304960'] for segment, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:06.191002 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-48c73ab3-fbab-4226-89c9-3c442b8ddca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-674479', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573301', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1778605', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1827895'] for network, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:06.207012 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-48c73ab3-fbab-4226-89c9-3c442b8ddca5 admin admin] Notify callbacks [] for network, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:06.217396 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c73ab3-fbab-4226-89c9-3c442b8ddca5 admin admin] Pushing event deleted for resources: {'Network': ['ID=4c348281-5d0e-4187-8d2f-0828bda50bc4,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:45:06.224640 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-48c73ab3-fbab-4226-89c9-3c442b8ddca5 admin admin] 10.222.0.42 "DELETE /v2.0/networks/4c348281-5d0e-4187-8d2f-0828bda50bc4 HTTP/1.1" status: 204 len: 168 time: 0.9020398 Oct 13 16:45:06.247588 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 10e214b4-4e35-4e08-85f3-e6c1f575dc38 resource provider aggregate not found Oct 13 16:45:06.265477 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.services.segments.plugin [-] Segment 10e214b4-4e35-4e08-85f3-e6c1f575dc38 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 10e214b4-4e35-4e08-85f3-e6c1f575dc38 found for delete ", "request_id": "req-d70577d6-1c49-43ef-bfd8-58b48d9a5a45"}]} Oct 13 16:45:06.332210 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 36958) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:45:06.379556 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-c938711f-0fda-4648-8711-3100d72ba146 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=daa394dc7a824c3d82660dbc07b8cc2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461214 Oct 13 16:45:06.381705 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 36962) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:45:06.437522 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cfe150b1-d699-495b-a329-3e26e5e399f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:06.466879 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cfe150b1-d699-495b-a329-3e26e5e399f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:06.473423 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-3757215f-5a9a-4403-a788-a039c28fb009 None None] Deleting port cf15cc5f-ec24-48ec-a350-fec4fb7b7097 {{(pid=88974) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} Oct 13 16:45:06.473904 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-3757215f-5a9a-4403-a788-a039c28fb009 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8734006197423'] for port, before_delete {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:06.518361 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cfe150b1-d699-495b-a329-3e26e5e399f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:06.536768 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe150b1-d699-495b-a329-3e26e5e399f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7648d226-227a-4ccb-b800-cf89701e2961,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:45:06.543040 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-cfe150b1-d699-495b-a329-3e26e5e399f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:06.543509 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-3757215f-5a9a-4403-a788-a039c28fb009 None None] The port 'cf15cc5f-ec24-48ec-a350-fec4fb7b7097' was deleted {{(pid=88974) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2000}} Oct 13 16:45:06.544289 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-cfe150b1-d699-495b-a329-3e26e5e399f9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7648d226-227a-4ccb-b800-cf89701e2961 HTTP/1.1" status: 204 len: 168 time: 0.1616893 Oct 13 16:45:06.595105 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device e42cde07-e000-44aa-9f68-155e57e98b02 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:45:06.628303 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: e42cde07-e000-44aa-9f68-155e57e98b02 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:45:06.628638 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device e42cde07-e000-44aa-9f68-155e57e98b02 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:45:06.629165 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device cf15cc5f-ec24-48ec-a350-fec4fb7b7097 no longer exists at agent ovs-agent-dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Oct 13 16:45:06.669084 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.plugin [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] No Port match for: cf15cc5f-ec24-48ec-a350-fec4fb7b7097 {{(pid=88974) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2298}} Oct 13 16:45:06.669429 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron.plugins.ml2.rpc [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Device cf15cc5f-ec24-48ec-a350-fec4fb7b7097 not bound to the agent host dv-neutron-860329-2-hyperv {{(pid=88974) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Oct 13 16:45:06.797136 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-cfaf4210-ca7a-4e27-afc1-2dce619ff21c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:06.892673 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 36970) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:45:06.941442 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-e81acf19-b0a8-4ccc-bc91-ff9d3297f364 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4d7609338f7b4d22a1d36cd2e9babfc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476525 Oct 13 16:45:06.943894 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.wsgi [-] (88973) accepted ('10.222.0.42', 36974) {{(pid=88973) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Oct 13 16:45:06.999580 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7ec84e18-4b59-43e9-959a-565ffd063207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:07.024176 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7ec84e18-4b59-43e9-959a-565ffd063207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:07.074428 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7ec84e18-4b59-43e9-959a-565ffd063207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1573130'] for security_group, after_delete {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:07.094232 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec84e18-4b59-43e9-959a-565ffd063207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=592edf02-c981-468d-919e-39fdd5d773e3,revision_number=None']} {{(pid=88973) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Oct 13 16:45:07.097673 dv-neutron-860329-2-hyperv neutron-server[88973]: DEBUG neutron_lib.callbacks.manager [None req-7ec84e18-4b59-43e9-959a-565ffd063207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88973) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:07.098791 dv-neutron-860329-2-hyperv neutron-server[88973]: INFO neutron.wsgi [None req-7ec84e18-4b59-43e9-959a-565ffd063207 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/592edf02-c981-468d-919e-39fdd5d773e3 HTTP/1.1" status: 204 len: 168 time: 0.1540082 Oct 13 16:45:07.966521 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:08.201759 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:09.900399 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:26.493331 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:34.688268 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-414f6f5c-d818-4bcc-a04e-1304992f9b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:35.523780 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:45:36.798331 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0e325617-3af2-47e3-bb7f-f5299fe68c4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:37.969256 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:38.202038 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:39.904747 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:45:56.495514 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:46:04.691014 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9154685b-ffce-4915-9966-c0ff587272eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:46:06.798604 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-1cb3dd4d-7a8a-4c63-983f-4caec7a0596e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:46:07.970597 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:46:08.204238 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:46:09.907427 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:46:12.522726 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:46:26.505743 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:46:34.696241 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-f2d088f2-ff89-44a1-9ddd-778c209a6d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:46:36.799586 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c3df8888-67d9-42d1-80ba-568f6cd1e02f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:46:37.972654 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:46:38.205866 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:46:39.910679 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:46:49.471149 dv-neutron-860329-2-hyperv neutron-server[88972]: DEBUG neutron.wsgi [req-9408f13e-d45f-4f79-bb5e-4e5100f1406a req-366f4442-0be7-48dd-8703-a35590612a2d service neutron] (88972) timed out ('10.222.0.42', 34266) {{(pid=88972) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Oct 13 16:46:49.522214 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:46:56.535587 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:47:04.690213 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c9c630a3-1d7b-417a-ac2c-7ba594549a52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:47:06.800690 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-873d8a95-0412-49cf-ba37-194b9e3d1582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:47:07.975194 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:47:08.209230 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:47:09.913262 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:47:26.522389 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:47:26.537148 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:47:34.692555 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-1f9de831-b18f-45c7-969e-5155ade68759 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:47:36.801859 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-56557853-a208-47d5-a0bf-b55a9701e244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:47:37.977507 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:47:38.212456 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:47:39.916953 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:47:56.535261 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:48:03.521494 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:48:04.695931 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-3155c0ff-1b00-4968-b7d7-5e2cf32aba43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:48:06.802894 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-6c19f9ff-cb5d-4640-bf9e-1a76ea28bfb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:48:07.980471 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:48:08.215291 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:48:09.919016 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:48:26.548763 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:48:34.698621 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-5224cb2a-ac63-4f77-a1a1-23b732a8b89f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:48:36.804403 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-602e0f1f-c217-41e2-abdf-a7bc416e4e06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:48:37.983015 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:48:38.216497 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:48:39.922016 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:48:40.520968 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:48:56.563804 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:49:04.701527 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-8f1726f3-d5b6-449c-a970-318602537d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:49:06.805743 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c4c489c0-1693-4aff-b32a-ad22d80656f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:49:07.984147 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:49:08.219462 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:49:09.925344 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:49:17.520744 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:49:26.561679 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:49:34.703854 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-a9d4abc7-bd9c-4d1b-ab74-1588abfc96aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:49:36.807054 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-c5314d63-5bf1-4ba7-95a7-b78467bf0bdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:49:37.987285 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:49:38.222299 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:49:39.927939 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:49:54.520156 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:49:56.577165 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:50:04.705628 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-9d88ae5e-6ef7-44ca-8a62-25aa750bf3e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:50:06.808320 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-fe32064b-8a07-46e1-9202-d33e664ac2f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:50:07.989838 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:50:08.225768 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:50:09.930808 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:50:26.578625 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:50:31.522879 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Oct 13 16:50:34.706377 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-15c7eda9-47d5-4679-89b8-e7fd287dc627 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:50:36.809281 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-0f19f88d-ee25-4a6e-9280-de88571b14f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:50:37.990407 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:50:38.226987 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:50:39.934055 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-e4ff0627-31db-4114-9e43-1a5151713b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:50:56.585698 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-4cac62aa-4243-4910-80f4-678d869f3dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:51:04.708837 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-3a5df31d-3fe3-43f3-b514-19adac5ddf4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:51:06.811921 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-04d2057f-2c3b-4324-a2d7-cbd8cd5ef067 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:51:07.992057 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-ff567402-562a-4e92-94b1-813c47ff2502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:51:08.229903 dv-neutron-860329-2-hyperv neutron-server[88974]: DEBUG neutron_lib.callbacks.manager [None req-7213bd2b-220f-4732-a937-cc18fe2e1dd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8734006127827', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-897262'] for agent, after_update {{(pid=88974) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Oct 13 16:51:08.522217 dv-neutron-860329-2-hyperv neutron-server[88975]: DEBUG neutron.db.agents_db [None req-5500fcdc-2918-4237-b8c7-301601f60ad0 None None] Agent healthcheck: found 6 active agents {{(pid=88975) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}